-- Logs begin at Tue 2021-11-16 03:55:02 UTC, end at Tue 2021-11-16 06:08:36 UTC. -- Nov 16 04:25:20.879819 n-d-818042-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 16 04:25:23.584325 n-d-818042-1 neutron-server[102550]: INFO neutron.common.config [-] Logging enabled! Nov 16 04:25:23.584906 n-d-818042-1 neutron-server[102550]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev179 Nov 16 04:25:23.585094 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102550) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 04:25:23.588299 n-d-818042-1 neutron-server[102550]: INFO neutron.common.config [-] Logging enabled! Nov 16 04:25:23.588555 n-d-818042-1 neutron-server[102550]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev179 Nov 16 04:25:23.589391 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102550) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 16 04:25:23.590339 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 04:25:23.590574 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 04:25:23.590931 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 04:25:23.591180 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 04:25:23.591403 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 04:25:23.591717 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.592137 n-d-818042-1 neutron-server[102550]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 16 04:25:23.592457 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.592752 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.593050 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.593341 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.593627 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.593936 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.594225 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.594517 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.594802 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.595079 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.595362 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.595650 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.595931 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.596215 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.596499 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.596779 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] debug = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.597056 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.597473 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.597904 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.598188 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.598476 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.598751 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.599019 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.599291 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.599569 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.599897 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] host = n-d-818042-1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.600171 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.600454 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.600737 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.601021 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.601294 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.601564 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.601881 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.602156 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.602427 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] log_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.602698 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.602984 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.603270 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.603554 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.603776 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.603995 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.604842 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.605112 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.605384 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.605657 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.605954 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.606228 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.606498 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.606763 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.607044 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.607322 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.607600 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.607870 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.608140 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.608409 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.608676 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.608955 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.609224 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.609744 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.610033 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.610317 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.610581 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.610851 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.611147 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.611429 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.611704 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.611984 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.612255 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.612535 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.612802 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.613075 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.613343 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] use_json = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.613608 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.613900 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.614179 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.614449 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.614717 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.614984 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.615251 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.615530 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:23.615820 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.616112 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.616409 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.616689 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.616988 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.617267 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.617553 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.617854 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.618141 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.618428 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.618713 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.618988 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.619272 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.619544 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.619833 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.620171 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.620463 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.620753 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.621025 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.621297 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.621566 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.621866 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.622153 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.622427 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.622712 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.622997 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.623278 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.623560 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.623847 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.624132 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.624401 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.624674 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.624958 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.625228 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.625494 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.625773 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.626072 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.626346 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.626616 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.626895 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.627170 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.627438 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.627709 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.627983 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.628272 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.628549 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.628819 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.629087 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.629361 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.629627 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.629938 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.630214 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.630485 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.630755 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.631030 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.631299 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.631569 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.631842 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.632111 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.632386 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.632655 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.632923 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.633197 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.633464 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.633729 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.634017 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.634286 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.634556 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.634824 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.635090 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.635358 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.635677 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.635946 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.636228 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.636570 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.636800 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.637089 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.637348 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.637623 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.637918 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.638188 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.638461 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.638734 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.639001 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.639283 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.639560 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.639839 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.640117 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.640391 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.640705 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.640980 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.641258 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.641530 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.641827 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.642110 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.642389 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.642677 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.642963 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.643255 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.643542 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.643829 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.644107 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.644410 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.644687 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:23.644903 n-d-818042-1 neutron-server[102550]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 04:25:23.645140 n-d-818042-1 neutron-server[102550]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102550) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 16 04:25:24.070338 n-d-818042-1 neutron-server[102550]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 16 04:25:24.070614 n-d-818042-1 neutron-server[102550]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 16 04:25:24.070913 n-d-818042-1 neutron-server[102550]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 16 04:25:24.071244 n-d-818042-1 neutron-server[102550]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 16 04:25:24.392325 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.392613 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.392885 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.394090 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.394367 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.394631 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.428790 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.429069 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.429338 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.445781 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.446065 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.446331 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.474887 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.475165 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.475432 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.511270 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.511550 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.511820 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.746864 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.747465 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.747465 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.747593 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.748279 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.877409 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.877731 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.878038 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.878309 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.878573 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.878884 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.879143 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.879396 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.879649 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.879928 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.880185 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.880446 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.880702 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.880952 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.881205 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.881469 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.881721 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.882008 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.882277 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.882530 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.882801 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.883055 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.883334 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.883710 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.883960 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.884204 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.884601 n-d-818042-1 neutron-server[102550]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 04:25:24.884845 n-d-818042-1 neutron-server[102550]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 04:25:24.885086 n-d-818042-1 neutron-server[102550]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 04:25:24.885324 n-d-818042-1 neutron-server[102550]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 04:25:24.886224 n-d-818042-1 neutron-server[102550]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 04:25:24.886465 n-d-818042-1 neutron-server[102550]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 04:25:24.886831 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 16 04:25:24.890099 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 16 04:25:24.894056 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 16 04:25:24.898058 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 16 04:25:24.899684 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 16 04:25:24.900140 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 16 04:25:24.900470 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 16 04:25:24.900851 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 16 04:25:24.904236 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 16 04:25:24.904486 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 16 04:25:24.904832 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 04:25:24.910086 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 16 04:25:24.933136 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 16 04:25:24.933580 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.933911 n-d-818042-1 neutron-server[102550]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102550) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 16 04:25:24.934352 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.936237 n-d-818042-1 neutron-server[102550]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102550) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 16 04:25:24.936591 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 16 04:25:24.936852 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 16 04:25:24.941593 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:24.941906 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.004356 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 16 04:25:25.004541 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 16 04:25:25.004780 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 16 04:25:25.005153 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 16 04:25:25.025722 n-d-818042-1 neutron-server[102550]: DEBUG oslo_db.sqlalchemy.engines [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102550) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 16 04:25:25.553312 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Initializing driver for type 'gre' Nov 16 04:25:25.553864 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] gre ID ranges: [(1, 1000)] Nov 16 04:25:25.602678 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Initializing driver for type 'local' Nov 16 04:25:25.603110 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Initializing driver for type 'vlan' Nov 16 04:25:25.615857 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] VlanTypeDriver initialization complete Nov 16 04:25:25.616205 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Initializing driver for type 'vxlan' Nov 16 04:25:25.616847 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] vxlan ID ranges: [(1, 1000)] Nov 16 04:25:25.666353 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Initializing extension driver 'port_security' Nov 16 04:25:25.667242 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.extensions.port_security [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] PortSecurityExtensionDriver initialization complete Nov 16 04:25:25.667584 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Initializing mechanism driver 'openvswitch' Nov 16 04:25:25.667904 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Initializing mechanism driver 'hyperv' Nov 16 04:25:25.674519 n-d-818042-1 neutron-server[102550]: DEBUG neutron.plugins.ml2.plugin [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:25:25.675352 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > port after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.675723 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > port after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.676076 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > port after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.676605 n-d-818042-1 neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102550) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 04:25:25.677035 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > subnet after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.677386 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > subnet after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.677727 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.678143 n-d-818042-1 neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102550) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 04:25:25.678547 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > network after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.678893 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > network after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.679230 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > network after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.679618 n-d-818042-1 neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102550) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 04:25:25.680025 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > security_group after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.680369 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > security_group after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.680811 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > security_group after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.681209 n-d-818042-1 neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102550) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 04:25:25.681608 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.681971 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.682372 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.683294 n-d-818042-1 neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102550) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 04:25:25.683694 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > address_group after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.684036 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > address_group after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.684372 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > address_group after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.684758 n-d-818042-1 neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102550) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 16 04:25:25.685136 n-d-818042-1 neutron-server[102550]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] ML2 OVO RPC backend initialized. {{(pid=102550) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 16 04:25:25.685851 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.686203 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.686614 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > network before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.686957 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > networks before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.687299 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > port before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.687638 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > ports before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.687973 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > subnet before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.688308 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > subnets before_response 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.688646 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > network after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.688978 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > network after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.689309 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > network after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.689639 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > port after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.689993 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > port after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.690324 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > port after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.690653 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > subnet after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.690981 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > subnet after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.691309 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > subnet after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.691867 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.plugin [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Modular L2 Plugin initialization complete Nov 16 04:25:25.692189 n-d-818042-1 neutron-server[102550]: DEBUG neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading services supported by the core plugin {{(pid=102550) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 16 04:25:25.692514 n-d-818042-1 neutron-server[102550]: INFO neutron.plugins.ml2.managers [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Got port-security extension from driver 'port_security' Nov 16 04:25:25.692970 n-d-818042-1 neutron-server[102550]: INFO neutron.extensions.vlantransparent [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Disabled vlantransparent extension. Nov 16 04:25:25.693465 n-d-818042-1 neutron-server[102550]: DEBUG neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102550) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 16 04:25:25.693791 n-d-818042-1 neutron-server[102550]: INFO neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading Plugin: router Nov 16 04:25:25.731381 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router_interface before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.731765 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router after_create 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.732129 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router before_create 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.732487 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.732855 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.733205 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router after_delete 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.733559 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > floatingip after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.734053 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > floatingip after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.734666 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router after_create 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.735011 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router after_update 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.735356 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router after_update 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.735724 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.736074 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router after_update 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.736482 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router precommit_update 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.736849 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: port after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.737185 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: port after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.737521 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: subnet after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.737878 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.738223 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > port precommit_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.738567 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router precommit_create 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.738905 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: port before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.739241 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router precommit_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.739591 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router after_update 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.739933 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router precommit_delete 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.740278 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router precommit_create 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.740631 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router_interface after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.740970 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router precommit_update 55549900 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.741329 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > agent after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.741675 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > agent after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.742041 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > network after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.742887 n-d-818042-1 neutron-server[102550]: DEBUG neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Tracking information for resource: router configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 04:25:25.743212 n-d-818042-1 neutron-server[102550]: DEBUG neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Tracking information for resource: floatingip configured {{(pid=102550) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 16 04:25:25.748639 n-d-818042-1 neutron-server[102550]: INFO neutron.db.l3_agentschedulers_db [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 16 04:25:25.749207 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: port after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.749564 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: port after_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.749933 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: port after_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.750284 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: port after_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.751074 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router before_create 55550100 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.751459 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router precommit_delete 55550100 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.751814 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router precommit_create 55550100 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.752163 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > router precommit_update 55550100 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.757231 n-d-818042-1 neutron-server[102550]: DEBUG neutron.services.provider_configuration [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service providers = [] {{(pid=102550) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 16 04:25:25.757597 n-d-818042-1 neutron-server[102550]: DEBUG neutron.db.servicetype_db [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102550) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 16 04:25:25.761130 n-d-818042-1 neutron-server[102550]: DEBUG neutron.services.service_base [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102550) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 04:25:25.761475 n-d-818042-1 neutron-server[102550]: DEBUG neutron.services.service_base [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102550) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 04:25:25.761832 n-d-818042-1 neutron-server[102550]: DEBUG neutron.services.service_base [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102550) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 04:25:25.762710 n-d-818042-1 neutron-server[102550]: DEBUG neutron.services.service_base [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102550) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 16 04:25:25.763079 n-d-818042-1 neutron-server[102550]: INFO neutron.services.service_base [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 16 04:25:25.763451 n-d-818042-1 neutron-server[102550]: DEBUG neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 04:25:25.763766 n-d-818042-1 neutron-server[102550]: INFO neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 16 04:25:25.774452 n-d-818042-1 neutron-server[102550]: DEBUG neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 04:25:25.774786 n-d-818042-1 neutron-server[102550]: INFO neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading Plugin: auto_allocate Nov 16 04:25:25.780614 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: network precommit_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.780976 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: network precommit_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.781492 n-d-818042-1 neutron-server[102550]: DEBUG neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 04:25:25.781943 n-d-818042-1 neutron-server[102550]: INFO neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading Plugin: tag Nov 16 04:25:25.789342 n-d-818042-1 neutron-server[102550]: DEBUG neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 04:25:25.789697 n-d-818042-1 neutron-server[102550]: INFO neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading Plugin: timestamp Nov 16 04:25:25.793554 n-d-818042-1 neutron-server[102550]: DEBUG neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 04:25:25.793919 n-d-818042-1 neutron-server[102550]: INFO neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading Plugin: network_ip_availability Nov 16 04:25:25.799377 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.799747 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.800097 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:25.800804 n-d-818042-1 neutron-server[102550]: DEBUG neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 04:25:25.801119 n-d-818042-1 neutron-server[102550]: INFO neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading Plugin: flavors Nov 16 04:25:25.806162 n-d-818042-1 neutron-server[102550]: DEBUG neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 04:25:25.806447 n-d-818042-1 neutron-server[102550]: INFO neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading Plugin: revisions Nov 16 04:25:25.811263 n-d-818042-1 neutron-server[102550]: DEBUG neutron.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102550) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 16 04:25:25.811646 n-d-818042-1 neutron-server[102550]: DEBUG oslo_concurrency.lockutils [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.741s {{(pid=102550) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 16 04:25:25.812390 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102550) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 16 04:25:25.812723 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Initializing extension manager. Nov 16 04:25:25.813231 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: __init__.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.813569 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: __pycache__ {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.814052 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.814383 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: address_group.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.815135 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.815703 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: address-group Nov 16 04:25:25.816023 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: address_scope.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.816727 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.817229 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: address-scope Nov 16 04:25:25.817546 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: admin_state_down_before_update.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.818487 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.818990 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: router-admin-state-down-before-update Nov 16 04:25:25.819311 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: agent.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.819998 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.820495 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: agent Nov 16 04:25:25.820808 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: agent_resources_synced.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.821701 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.822223 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: agent-resources-synced Nov 16 04:25:25.822542 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: allowedaddresspairs.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.824855 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.825364 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: allowed-address-pairs Nov 16 04:25:25.825688 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: auto_allocated_topology.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.826777 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.827280 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: auto-allocated-topology Nov 16 04:25:25.827602 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: availability_zone.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.828284 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.828777 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: availability_zone Nov 16 04:25:25.829095 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: availability_zone_filter.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.830023 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.830520 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: availability_zone_filter Nov 16 04:25:25.830835 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: data_plane_status.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.831734 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.832225 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension data-plane-status not supported by any of loaded plugins Nov 16 04:25:25.832544 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: default_subnetpools.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.833445 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.833974 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: default-subnetpools Nov 16 04:25:25.834296 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: dhcpagentscheduler.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.835096 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.835597 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: dhcp_agent_scheduler Nov 16 04:25:25.835917 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: dns.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.836821 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.837318 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension dns-integration not supported by any of loaded plugins Nov 16 04:25:25.837638 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: dns_domain_ports.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.838591 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.839091 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 16 04:25:25.839410 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.840331 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.840811 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 16 04:25:25.841127 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: dvr.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.841807 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.842309 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: dvr Nov 16 04:25:25.842625 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: ecmp_routes.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.843524 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.844020 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension ecmp_routes not supported by any of loaded plugins Nov 16 04:25:25.844341 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: empty_string_filtering.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.845238 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.845738 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: empty-string-filtering Nov 16 04:25:25.846079 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.846980 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.847470 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 16 04:25:25.847786 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.848687 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.849178 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 16 04:25:25.849495 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: external_net.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.850423 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.850920 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: external-net Nov 16 04:25:25.851238 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: extra_dhcp_opt.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.852126 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.852617 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: extra_dhcp_opt Nov 16 04:25:25.852936 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: extraroute.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.853866 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.854384 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: extraroute Nov 16 04:25:25.854702 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: extraroute_atomic.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.855735 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.856405 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: extraroute-atomic Nov 16 04:25:25.856727 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: filter_validation.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.857383 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.857912 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: filter-validation Nov 16 04:25:25.858233 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: fip_pf_description.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.859125 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.859870 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 16 04:25:25.860191 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: fip_port_details.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.861087 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.861583 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: fip-port-details Nov 16 04:25:25.861941 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: flavors.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.863159 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.863669 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: flavors Nov 16 04:25:25.863992 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.865678 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.866229 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 16 04:25:25.866560 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: floatingip_pools.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.867255 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.867758 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: floatingip-pools Nov 16 04:25:25.868082 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: ip_allocation.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.868998 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.869497 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension ip_allocation not supported by any of loaded plugins Nov 16 04:25:25.870355 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.871261 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.871768 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: ip-substring-filtering Nov 16 04:25:25.872091 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: l2_adjacency.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.873003 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.873500 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension l2_adjacency not supported by any of loaded plugins Nov 16 04:25:25.873850 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: l3.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.874801 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.875312 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: router Nov 16 04:25:25.875638 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: l3_conntrack_helper.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.877933 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.878450 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 16 04:25:25.878961 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.879889 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.880397 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: ext-gw-mode Nov 16 04:25:25.880721 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.881641 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.882178 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: l3-ha Nov 16 04:25:25.882499 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: l3_flavors.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.883479 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.883983 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: l3-flavors Nov 16 04:25:25.884300 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.885199 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.886279 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: l3-port-ip-change-not-allowed Nov 16 04:25:25.886656 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: l3agentscheduler.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.887659 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.888164 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: l3_agent_scheduler Nov 16 04:25:25.888488 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: logging.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.890003 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.890517 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension logging not supported by any of loaded plugins Nov 16 04:25:25.890843 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: metering.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.891578 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.892146 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: metering Nov 16 04:25:25.892467 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.893687 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.894220 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: metering_source_and_destination_fields Nov 16 04:25:25.894552 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: multiprovidernet.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.895466 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.895970 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: multi-provider Nov 16 04:25:25.896290 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: netmtu.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.897194 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.897694 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: net-mtu Nov 16 04:25:25.898036 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: netmtu_writable.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.898941 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.899442 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: net-mtu-writable Nov 16 04:25:25.899762 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: network_availability_zone.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.900427 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.900921 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: network_availability_zone Nov 16 04:25:25.901271 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: network_ip_availability.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.902397 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.902903 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: network-ip-availability Nov 16 04:25:25.903223 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: network_segment_range.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.903980 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.904477 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension network-segment-range not supported by any of loaded plugins Nov 16 04:25:25.904793 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: pagination.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.905756 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.906108 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: pagination Nov 16 04:25:25.906425 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: port_device_profile.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.907330 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.907835 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: port-device-profile Nov 16 04:25:25.908153 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.909056 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.909561 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: port-mac-address-regenerate Nov 16 04:25:25.909926 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.910825 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.911332 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: port-numa-affinity-policy Nov 16 04:25:25.911651 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: port_resource_request.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.912542 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.913039 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension port-resource-request not supported by any of loaded plugins Nov 16 04:25:25.913355 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: port_resource_request_groups.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.914335 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.914838 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 16 04:25:25.915156 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: portbindings.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.916066 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.916569 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: binding Nov 16 04:25:25.916909 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: portbindings_extended.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.918208 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.918723 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: binding-extended Nov 16 04:25:25.919048 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: portsecurity.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.919944 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.920445 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: port-security Nov 16 04:25:25.920765 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: project_id.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.921726 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.922077 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: project-id Nov 16 04:25:25.922396 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: providernet.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.923314 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.923823 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: provider Nov 16 04:25:25.924147 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: qos.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.927728 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.928242 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension qos not supported by any of loaded plugins Nov 16 04:25:25.928569 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.929825 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.930335 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 16 04:25:25.930661 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.931571 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.932077 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 16 04:25:25.932937 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: qos_default.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.933875 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.934387 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension qos-default not supported by any of loaded plugins Nov 16 04:25:25.934712 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: qos_fip.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.935360 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.935857 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension qos-fip not supported by any of loaded plugins Nov 16 04:25:25.936179 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: qos_gateway_ip.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.937092 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.937595 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 16 04:25:25.937947 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: qos_port_network_policy.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.938847 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.939350 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 16 04:25:25.939672 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.940701 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.941208 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 16 04:25:25.941531 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: qos_pps_rule.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.942713 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.943391 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension qos-pps not supported by any of loaded plugins Nov 16 04:25:25.943717 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: qos_rule_type_details.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.944625 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.945128 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 16 04:25:25.945450 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: qos_rules_alias.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.946540 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.947253 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 16 04:25:25.947579 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: quota_check_limit.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.949031 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.949535 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: quota-check-limit Nov 16 04:25:25.949881 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: quotasv2.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.950802 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.951124 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: quotas Nov 16 04:25:25.951443 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: quotasv2_detail.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.954604 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.954937 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: quota_details Nov 16 04:25:25.955254 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: rbac.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.956869 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.957395 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: rbac-policies Nov 16 04:25:25.957724 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: rbac_address_group.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.958680 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.959191 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: rbac-address-group Nov 16 04:25:25.959515 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: rbac_address_scope.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.960421 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.960929 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: rbac-address-scope Nov 16 04:25:25.961256 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: rbac_security_groups.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.963070 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.963607 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: rbac-security-groups Nov 16 04:25:25.963930 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: rbac_subnetpool.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.964849 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.965356 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: rbac-subnetpool Nov 16 04:25:25.965679 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: revisionifmatch.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.966612 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.967129 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: revision-if-match Nov 16 04:25:25.967440 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: revisions.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.968533 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.969034 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: standard-attr-revisions Nov 16 04:25:25.969358 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: router_availability_zone.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.970056 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.970556 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: router_availability_zone Nov 16 04:25:25.970876 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: routerservicetype.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.971781 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.972277 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension router-service-type not supported by any of loaded plugins Nov 16 04:25:25.972596 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.973497 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.974040 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: security-groups-normalized-cidr Nov 16 04:25:25.974367 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: security_groups_port_filtering.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.975340 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.975848 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: port-security-groups-filtering Nov 16 04:25:25.976168 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.977085 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.977658 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: security-groups-remote-address-group Nov 16 04:25:25.978009 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.978946 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.979471 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: security-groups-shared-filtering Nov 16 04:25:25.979790 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.980399 n-d-818042-1 neutron-server[102550]: WARNING neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 16 04:25:25.980713 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: securitygroup.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.991476 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.992064 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: security-group Nov 16 04:25:25.992404 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: segment.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.993195 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.993697 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension segment not supported by any of loaded plugins Nov 16 04:25:25.994047 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.995543 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.996046 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 16 04:25:25.996368 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: servicetype.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.997479 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.998020 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: service-type Nov 16 04:25:25.998347 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: sorting.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:25.999318 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:25.999646 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: sorting Nov 16 04:25:25.999964 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: standard_attr_segment.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.000867 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.001370 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 16 04:25:26.001689 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: standardattrdescription.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.002514 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.003010 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: standard-attr-description Nov 16 04:25:26.003330 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: stateful_security_group.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.004249 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.004755 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: stateful-security-group Nov 16 04:25:26.005082 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: stdattrs_common.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.005643 n-d-818042-1 neutron-server[102550]: WARNING neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 16 04:25:26.005988 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.006897 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.007400 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 16 04:25:26.007719 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: subnet_onboard.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.008779 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.009291 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: subnet_onboard Nov 16 04:25:26.009615 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.011124 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.011622 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 16 04:25:26.011942 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: subnet_service_types.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.012854 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.013359 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: subnet-service-types Nov 16 04:25:26.013682 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: subnetallocation.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.014774 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.015288 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: subnet_allocation Nov 16 04:25:26.015607 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.016281 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.016792 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: subnetpool-prefix-ops Nov 16 04:25:26.017110 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.018052 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.018551 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 16 04:25:26.018870 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: tagging.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.019934 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.020446 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: standard-attr-tag Nov 16 04:25:26.020770 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: timestamp.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.021988 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.022497 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loaded extension: standard-attr-timestamp Nov 16 04:25:26.022819 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: trunk.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.023845 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.024353 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension trunk not supported by any of loaded plugins Nov 16 04:25:26.024675 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: trunk_details.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.025595 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.026161 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension trunk-details not supported by any of loaded plugins Nov 16 04:25:26.026486 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: uplink_status_propagation.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.027408 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.027913 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 16 04:25:26.028235 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Loading extension file: vlantransparent.py {{(pid=102550) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 16 04:25:26.028901 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102550) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 16 04:25:26.029401 n-d-818042-1 neutron-server[102550]: INFO neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extension vlan-transparent not supported by any of loaded plugins Nov 16 04:25:26.031925 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:network Nov 16 04:25:26.032461 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:subnet Nov 16 04:25:26.032856 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 04:25:26.033243 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:port Nov 16 04:25:26.035651 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.036097 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service FLAVORS assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.036724 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.037158 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.037490 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:router Nov 16 04:25:26.037944 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:floatingip Nov 16 04:25:26.038432 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service METERING assigned prefix: /metering {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.039867 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:26.040230 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:26.040577 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:25:26.041564 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 04:25:26.042582 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:security_group Nov 16 04:25:26.043022 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 04:25:26.043596 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service CORE assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.043922 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 04:25:26.044262 n-d-818042-1 neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] subnetpool is already registered Nov 16 04:25:26.044687 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service CORE assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.045016 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 04:25:26.045344 n-d-818042-1 neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] subnetpool is already registered Nov 16 04:25:26.047631 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.048066 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service FLAVORS assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.048652 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.049071 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.049398 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:router Nov 16 04:25:26.049733 n-d-818042-1 neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] router is already registered Nov 16 04:25:26.050164 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:floatingip Nov 16 04:25:26.050498 n-d-818042-1 neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] floatingip is already registered Nov 16 04:25:26.050948 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service METERING assigned prefix: /metering {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.051604 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of CountableResource for resource:rbac_policy Nov 16 04:25:26.051927 n-d-818042-1 neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] rbac_policy is already registered Nov 16 04:25:26.052334 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:security_group Nov 16 04:25:26.052663 n-d-818042-1 neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] security_group is already registered Nov 16 04:25:26.053059 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:security_group_rule Nov 16 04:25:26.053386 n-d-818042-1 neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] security_group_rule is already registered Nov 16 04:25:26.054025 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service CORE assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.054356 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 04:25:26.054679 n-d-818042-1 neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] subnetpool is already registered Nov 16 04:25:26.055098 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.v2.resource_helper [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Service CORE assigned prefix: {{(pid=102550) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 16 04:25:26.055415 n-d-818042-1 neutron-server[102550]: INFO neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Creating instance of TrackedResource for resource:subnetpool Nov 16 04:25:26.055738 n-d-818042-1 neutron-server[102550]: WARNING neutron.quota.resource_registry [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] subnetpool is already registered Nov 16 04:25:26.056250 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: extensions {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.058247 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: address-groups {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.059728 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: address-scopes {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.061042 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: agents {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.062223 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: auto-allocated-topology {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.063471 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: availability_zones {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.064684 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: dhcp-networks {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.066218 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: dhcp-agents {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.067635 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: routers {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.069872 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: flavors {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.071042 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: service_profiles {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.072245 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: next_providers {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.073710 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: service_profiles {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.075281 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: floatingip-pools {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.076504 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: routers {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.078976 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: floatingips {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.080265 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: l3-routers {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.081651 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: l3-agents {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.083081 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: metering-labels {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.084446 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: metering-label-rules {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.085894 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: network-ip-availabilities {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.087156 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: bindings {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.088820 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: quotas {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.090406 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: quotas {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.091926 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: rbac-policies {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.093239 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: security-groups {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.094499 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: security-group-rules {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.095731 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: service-providers {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.096939 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: subnetpools {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.098450 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: subnetpools {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.100026 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.101690 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.105483 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.107290 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.109129 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.111273 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.112964 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.114891 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.116661 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.118520 n-d-818042-1 neutron-server[102550]: DEBUG neutron.api.extensions [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Extended resource: tags {{(pid=102550) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 16 04:25:26.125262 n-d-818042-1 neutron-server[102550]: WARNING keystonemiddleware.auth_token [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 16 04:25:26.129950 n-d-818042-1 neutron-server[102550]: WARNING keystonemiddleware.auth_token [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 16 04:25:26.138694 n-d-818042-1 neutron-server[102550]: DEBUG oslo_concurrency.lockutils [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Acquired lock "singleton_lock" {{(pid=102550) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 16 04:25:26.139162 n-d-818042-1 neutron-server[102550]: DEBUG oslo_concurrency.lockutils [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Releasing lock "singleton_lock" {{(pid=102550) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 16 04:25:26.139804 n-d-818042-1 neutron-server[102550]: INFO oslo_service.service [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Starting 2 workers Nov 16 04:25:26.144634 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Started child 102659 {{(pid=102550) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 04:25:26.149055 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Started child 102660 {{(pid=102550) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 04:25:26.149961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:26.150682 n-d-818042-1 neutron-server[102550]: INFO neutron.service [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Neutron service started, listening on 0.0.0.0:9696 Nov 16 04:25:26.151292 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Publish callbacks [] for process, before_spawn {{(pid=102550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:26.151397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [-] (102659) wsgi starting up on http://0.0.0.0:9696 Nov 16 04:25:26.153633 n-d-818042-1 neutron-server[102550]: INFO oslo_service.service [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Starting 1 workers Nov 16 04:25:26.153753 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:26.155076 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [-] (102660) wsgi starting up on http://0.0.0.0:9696 Nov 16 04:25:26.158866 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Started child 102661 {{(pid=102550) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 04:25:26.159413 n-d-818042-1 neutron-server[102550]: INFO oslo_service.service [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Starting 1 workers Nov 16 04:25:26.162567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.service [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] calling RpcWorker wait() {{(pid=102661) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 16 04:25:26.163080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.service [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] returning from RpcWorker wait() {{(pid=102661) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 16 04:25:26.163837 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Started child 102662 {{(pid=102550) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 16 04:25:26.164559 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:26.164668 n-d-818042-1 neutron-server[102550]: DEBUG neutron_lib.callbacks.manager [None req-834c33e0-e35d-4668-aef2-0c8f0ee7189f None None] Publish callbacks [] for process, after_spawn {{(pid=102550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:26.165228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:25:26.166531 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102550) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 04:25:26.167308 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 04:25:26.167495 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 04:25:26.167713 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 04:25:26.168056 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 04:25:26.168233 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 04:25:26.168742 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.169034 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.169310 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.169406 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:26.169877 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.169877 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.170464 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.170596 n-d-818042-1 neutron-server[102662]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:25:26.170733 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.170965 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.171245 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.171494 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.171660 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.171823 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.172063 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.172310 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.172600 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.172873 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.173133 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.173374 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.173544 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.173799 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.174068 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.174307 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.174561 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] debug = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.174838 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.175268 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.175500 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.175738 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.175961 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.176234 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.176471 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.176732 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.176960 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.177202 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.177430 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.177693 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.177960 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.178170 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.178422 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.178652 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.178890 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.179105 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.179571 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] host = n-d-818042-1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.179782 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.179994 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.180220 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.180478 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.180717 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.180928 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.181181 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.181433 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.181669 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.181913 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.182169 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.183016 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.183254 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.183509 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.183674 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_options = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.183907 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.184187 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.184443 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.184629 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.184797 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.185020 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.185231 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.185395 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.185648 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.186010 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.186226 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.186458 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.186671 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.186930 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.187183 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.187497 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.187671 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.187880 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.188123 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.188393 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.188617 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.188874 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.189088 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.189394 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.189531 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.189747 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.189992 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.190207 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.190427 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.190681 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.190924 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.191183 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.191395 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.191625 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.191883 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.192109 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.192332 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.192562 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.192830 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.193052 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.193307 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.193545 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.193775 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.194041 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.194252 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.194484 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.194710 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] use_json = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.194918 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.195148 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.195389 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.195597 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.195805 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.196019 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.196227 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.196452 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.196871 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.197151 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.197464 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.197709 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.197989 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.198244 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.198480 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.198727 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.198996 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.200350 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.200684 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.200897 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.201222 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.201449 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.202570 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.203288 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.203288 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.203765 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.203765 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.204031 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.204373 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.204582 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.204800 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.205205 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.205493 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.205602 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.205821 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.206176 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.206492 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.206974 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.207075 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.207233 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.207481 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.208004 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.208004 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.208220 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.210365 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.210365 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.210365 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.210365 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.210365 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.210365 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.210365 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.210365 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.210365 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.210923 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.210923 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.211040 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.211291 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.211448 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.212903 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.212903 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.212903 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.212903 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.212903 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.212903 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.213310 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.213310 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.213495 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.213953 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.214254 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.214429 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.214819 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.215216 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.215620 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.215986 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.216379 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.216784 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.217196 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.217413 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.217858 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.218274 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.218690 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.219096 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.219487 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.219896 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.220294 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.220514 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.220772 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.221011 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.221229 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.221447 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.221664 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.221911 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.222147 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.222386 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.222602 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.222815 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.223212 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.223694 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.224012 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.224253 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.224703 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.225127 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.225529 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.225640 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.225897 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.226123 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.226516 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.226912 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.227389 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.227819 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.228273 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.228273 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.228714 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.229051 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.230076 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.230355 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.230652 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.230959 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.231265 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.231594 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.231882 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.232309 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.232708 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.233088 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.233521 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.233941 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.234605 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.235062 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.235321 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.235657 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.236132 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.236378 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.236654 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.236892 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.237189 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.237447 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.237728 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.238014 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.238301 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.238493 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.238789 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.239044 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.239260 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.239475 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.239709 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.240067 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.240267 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.240492 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.240887 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.241133 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.241391 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.241900 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.242027 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.242234 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.242538 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.242666 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.242894 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.243152 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.243382 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.243786 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.244154 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.244553 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.245849 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.246263 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.246677 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.246963 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.247289 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.247593 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.247904 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.248202 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.248509 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.248789 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.249112 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.249392 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.249710 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.250046 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.250336 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.250648 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.250950 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.251230 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.251596 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.251886 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.252224 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.252538 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.253005 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.253267 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.253674 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.254147 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.254515 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.254931 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.255389 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.255534 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.255897 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.256271 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.256634 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.257103 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.257523 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.257928 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.258334 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.258596 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.258941 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.259376 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.259875 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.260137 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.260446 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.260636 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.260920 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.261137 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.261356 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.261754 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.262125 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.262399 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.262633 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.262904 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.263126 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.263348 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.263566 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.263810 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.264023 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.264319 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.264594 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.264826 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.265089 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.265331 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.265564 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.265817 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.266033 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.266253 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.266480 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.266701 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.266922 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.267150 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.267530 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.267751 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.267976 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.268198 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.268410 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.268685 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.268903 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.269118 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.269349 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.269571 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.269801 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.270054 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.270265 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.270476 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.270700 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.270920 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.271132 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.271363 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.271577 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.271788 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.272036 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.272256 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.272468 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.272767 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.273020 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.273238 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.273523 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.273791 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.274053 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.274300 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.274614 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.274856 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.275118 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.275356 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.275577 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.275798 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.276090 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.276406 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.276694 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.276972 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.277226 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.277493 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.277791 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.278086 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.278306 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.278597 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.278933 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.279201 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.279459 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.279691 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.279925 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.280170 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.280391 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.280656 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.280885 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.281104 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.281362 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.281596 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.282012 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.282263 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.282499 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.282719 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.282947 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.283182 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.283406 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.283641 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.283800 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 04:25:26.284351 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102550) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 16 04:25:26.284513 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 16 04:25:26.284668 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 16 04:25:26.284854 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 16 04:25:26.285034 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 16 04:25:26.285185 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 16 04:25:26.285549 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.285719 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.285905 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.286068 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.286233 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.286414 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.286586 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.286725 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.286879 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.287034 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.287197 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.287342 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.287506 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.287666 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.287825 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.287984 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.288143 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.288303 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.288467 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.288625 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.288783 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.288942 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.289101 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] debug = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.289260 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.289477 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.289636 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.289828 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.289990 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.290149 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.290309 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.290466 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.290811 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.291074 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.291248 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.291534 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.292209 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.292370 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.292519 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.292677 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.292839 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.292980 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.293143 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] host = n-d-818042-1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.293286 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.293446 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.293605 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.293789 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.293938 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.294086 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.294221 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.294383 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.294542 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.294692 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.295196 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.295196 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.295196 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.295556 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.295556 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_options = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.295788 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.295788 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.296219 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.296219 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.296219 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.296540 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.296540 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.296782 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.296782 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.297012 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.297132 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.297264 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.297394 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.297516 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.297663 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.297850 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.298011 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.298171 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.298331 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.298490 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.298648 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.298807 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.298964 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.299048 n-d-818042-1 neutron-server[102661]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:25:26.299139 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.299270 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.299428 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.299593 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.299753 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.299912 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.300071 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.300230 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.300390 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.300550 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.300708 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.300871 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.301029 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.301188 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.301346 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.301508 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.301663 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.301844 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.302002 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.302162 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.302319 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.302477 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.302634 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.302792 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] use_json = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.302949 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.303106 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.303264 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.303421 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.303579 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.303739 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.303896 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.304056 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 16 04:25:26.304233 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.304397 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.304568 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.304730 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.304892 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.305055 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.305217 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.305379 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.305541 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.305701 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.305891 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.306054 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.306230 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.306439 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.306552 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.306716 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.306878 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.307040 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.307203 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.307910 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.308074 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.308235 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.308405 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.308567 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.308727 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.308887 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.309047 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.309223 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.309383 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.309546 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.309706 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.309896 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.310762 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.310762 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.310762 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.310762 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.310762 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.312020 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.312020 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.312020 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.312020 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.312020 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.312020 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.312020 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.312020 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.312020 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.313326 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.313326 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.313326 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.313326 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.313326 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.313326 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.313326 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.313326 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.313326 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.314362 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.314362 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.314362 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.314362 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.314362 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.314362 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.314362 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.315091 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.315091 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.315091 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.315091 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.315461 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.315461 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.315461 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.315663 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.315739 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.315874 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.316037 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.316204 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.316364 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.316524 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.316684 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.316845 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.317155 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.317319 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.317480 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.317629 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.319587 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.319587 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.319587 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.319587 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.319587 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.319587 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.319587 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.319587 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.319587 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321090 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321090 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321090 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321090 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321090 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321090 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321090 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321090 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321637 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321637 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321637 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321637 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321637 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321637 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321637 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.321637 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.322522 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.322522 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.322522 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.322522 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.322522 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.322522 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.322522 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.323946 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.323946 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.323946 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.323946 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.323946 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.323946 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.323946 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.323946 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.324757 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.324757 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.324757 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.324757 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.324757 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.324757 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.324757 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.325546 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.325546 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.325546 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.325546 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.325546 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.325998 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.325998 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.325998 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.326252 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.326252 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.326479 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.326599 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.326705 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.326868 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.327030 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.327190 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.327351 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.327511 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.327673 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.328218 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.328218 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.328218 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.328439 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.328439 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.328594 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.328725 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.328887 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.329050 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.329211 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.329373 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.329533 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.329693 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.329880 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.330043 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.330203 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.330363 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.330524 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.330685 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.330848 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.331011 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.331171 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.331331 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.331493 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.331653 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.331814 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.331981 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.332145 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.332291 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.332453 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.332615 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.332778 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.332939 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.333103 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.333265 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.333426 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.333587 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.333748 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.333928 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.334090 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.334251 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.334412 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.334573 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.334734 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.334908 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.335069 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.335229 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.335392 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.335551 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.335736 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.335898 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.336059 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.336225 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.336386 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.336550 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.336714 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.336876 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.337036 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.337197 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.337358 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.337519 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.337679 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.337862 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.338036 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.338200 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.338416 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.338604 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.338812 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.338812 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.339072 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.339201 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.339329 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.340179 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.340179 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.340179 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.340179 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.340179 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.340179 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.340935 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.340935 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.340935 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.340935 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.340935 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.341821 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.341821 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.341821 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.341821 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.341821 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.341821 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.342899 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.342899 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.342899 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.342899 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.342899 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.342899 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.342899 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.343764 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.343764 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.343764 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.343764 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.343764 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.343764 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.344544 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.344544 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.344544 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.344544 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.344544 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.345120 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.345120 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.345120 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.345120 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.345472 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.345472 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.345710 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.345899 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.345899 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.346126 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.346244 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.346362 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.346534 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.346708 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.346854 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.347018 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.347184 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.347346 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.347506 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.347668 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.347829 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.347990 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.348151 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.348311 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.348471 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.348632 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.348792 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.348951 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.349112 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.349273 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.349434 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.349595 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.349755 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.349938 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.350100 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 16 04:25:26.350255 n-d-818042-1 neutron-server[102550]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102550) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 16 04:25:26.563842 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51164) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:25:26.572269 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063217 Nov 16 04:25:37.979787 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e68499-657f-4e4f-8a5d-2d4a37734593 None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 04:25:38.054464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e68499-657f-4e4f-8a5d-2d4a37734593 None None] No non-hosted networks {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 16 04:25:38.069320 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.agentschedulers_db [None req-01e68499-657f-4e4f-8a5d-2d4a37734593 None None] DHCP Agent not found on host n-d-818042-1 {{(pid=102661) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 16 04:25:38.187407 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2489e579-a8ba-42ec-ab4c-87cc710f9707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-940584'] for agent, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:40.124142 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e58d78a-c16c-4d23-9e53-c744b5997f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-940584'] for agent, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:40.178031 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a577b67b-181b-4e16-a120-17a34f6e077e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:41.821229 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-940584'] for agent, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:43.140481 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-940584'] for agent, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:43.189227 n-d-818042-1 neutron-server[102661]: INFO neutron.db.l3_hamode_db [None req-be638c2a-0597-4a02-9813-dbaa024f55aa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 16 04:25:43.267932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be638c2a-0597-4a02-9813-dbaa024f55aa None None] Routers set() bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:25:43.268382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be638c2a-0597-4a02-9813-dbaa024f55aa None None] Router IDs set() for agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 04:25:43.675459 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-940584'] for agent, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:43.686410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:43.686772 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:43.687112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:43.687445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:43.687774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:43.688101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:43.688422 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:43.688744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:43.689068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:43.689389 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:43.689710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:43.690063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:43.690450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-818042-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:25:43.696478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-818042-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:25:44.173461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51256) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:25:44.667332 n-d-818042-1 neutron-server[102659]: WARNING oslo_policy.policy [None req-8891ee41-24d1-4cb0-b3d7-508f82f722e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 04:25:44.667965 n-d-818042-1 neutron-server[102659]: WARNING oslo_policy.policy [None req-8891ee41-24d1-4cb0-b3d7-508f82f722e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 04:25:44.890940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-8891ee41-24d1-4cb0-b3d7-508f82f722e1 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:25:44.892218 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8891ee41-24d1-4cb0-b3d7-508f82f722e1 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7167122 Nov 16 04:25:47.407587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51272) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:25:47.890354 n-d-818042-1 neutron-server[102660]: WARNING oslo_policy.policy [None req-1f5ee9b4-04d3-4347-bb42-97d1253c9c84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 04:25:47.890928 n-d-818042-1 neutron-server[102660]: WARNING oslo_policy.policy [None req-1f5ee9b4-04d3-4347-bb42-97d1253c9c84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 04:25:48.111104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1f5ee9b4-04d3-4347-bb42-97d1253c9c84 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:25:48.207765 n-d-818042-1 neutron-server[102660]: DEBUG neutron.policy [None req-1f5ee9b4-04d3-4347-bb42-97d1253c9c84 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102660) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 04:25:48.254937 n-d-818042-1 neutron-server[102660]: WARNING oslo_policy.policy [None req-1f5ee9b4-04d3-4347-bb42-97d1253c9c84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 04:25:48.255312 n-d-818042-1 neutron-server[102660]: WARNING oslo_policy.policy [None req-1f5ee9b4-04d3-4347-bb42-97d1253c9c84 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 04:25:48.264281 n-d-818042-1 neutron-server[102660]: INFO neutron.quota [None req-1f5ee9b4-04d3-4347-bb42-97d1253c9c84 admin admin] Loaded quota_driver: . Nov 16 04:25:48.353134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f5ee9b4-04d3-4347-bb42-97d1253c9c84 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782507059592', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782507060197', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782507112871', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782507109464', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782507096654', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782507085900', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66867849', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66861846', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-853179', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-669284'] for rbac-policy, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:48.417974 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f5ee9b4-04d3-4347-bb42-97d1253c9c84 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:48.419161 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1f5ee9b4-04d3-4347-bb42-97d1253c9c84 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0106008 Nov 16 04:25:51.117938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51290) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:25:51.424208 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Request body: {'network': {'project_id': '8bba91a896c8423d935066d26c7c6190', 'admin_state_up': True, 'name': 'private', 'tenant_id': '8bba91a896c8423d935066d26c7c6190'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:25:51.453096 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Made reservation on behalf of 8bba91a896c8423d935066d26c7c6190 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:25:51.455906 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:51.472239 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:51.579362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:51.582357 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:51.606723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:25:51.631173 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782503183297', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:51.631731 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Unsubscribe: segment precommit_create {{(pid=102660) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 04:25:51.632233 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Added segment af7e6f02-e1ce-4cf8-8fd3-97278d997b80 of type vlan for network d8fd781d-144f-481c-b4f3-3830199257b8 Nov 16 04:25:51.637679 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b8d46e-822f-471d-a0da-1df48ec44b9e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:25:51.658422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:51.658766 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:51.659211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:51.659670 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:51.659980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:51.660303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:51.660622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:51.660938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:51.661253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:51.661565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:51.661905 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:51.662216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Tracked resource versions report: Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: pushed versions: Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: { 'AddressGroup': {'1.2'}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'ConntrackHelper': {'1.0'}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'Log': {'1.0'}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'Network': {'1.1'}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'Port': {'1.7'}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'PortForwarding': {'1.2'}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'QosPolicy': {'1.10'}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'SecurityGroup': {'1.5'}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'SecurityGroupRule': {'1.2'}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'SubPort': {'1.0'}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'Subnet': {'1.1'}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'Trunk': {'1.1'}} Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: consumer versions: Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: { DHCP agent@n-d-818042-1: {}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: L3 agent@n-d-818042-1: {}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: Metadata agent@n-d-818042-1: {}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: Metering agent@n-d-818042-1: {}, Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: Open vSwitch agent@n-d-818042-1: { 'AddressGroup': '1.2', Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'ConntrackHelper': '1.0', Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'Log': '1.0', Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'Network': '1.1', Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'Port': '1.7', Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'PortForwarding': '1.2', Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'QosPolicy': '1.10', Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'SecurityGroup': '1.5', Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'SecurityGroupRule': '1.2', Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'SubPort': '1.0', Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'Subnet': '1.1', Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: 'Trunk': '1.1'}} Nov 16 04:25:51.663286 n-d-818042-1 neutron-server[102660]: {{(pid=102660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 04:25:51.746898 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:51.787193 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:51.788279 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:25:51.789013 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:51.869353 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7494328 Nov 16 04:25:51.887025 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e206b8-0599-4236-b3e9-745ff5207f53 admin admin] Pushing event updated for resources: {'Network': ['ID=d8fd781d-144f-481c-b4f3-3830199257b8,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:25:51.898663 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network d8fd781d-144f-481c-b4f3-3830199257b8 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:25:54.759871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51304) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:25:55.148154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b45af0-8781-4ac5-a663-eda671b3f83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:25:55.149497 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-94b45af0-8781-4ac5-a663-eda671b3f83c admin admin] 10.222.0.41 "GET /v2.0/networks/d8fd781d-144f-481c-b4f3-3830199257b8 HTTP/1.1" status: 200 len: 825 time: 0.3886940 Nov 16 04:25:55.173426 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8f31b10e-8f81-427b-8e59-85e36f234782 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/6105461e-1a2d-4a28-9338-333d4b3ca988 HTTP/1.1" status: 200 len: 734 time: 0.0176511 Nov 16 04:25:55.182746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-59da987d-ba9f-499b-8196-2561b681d9f8 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '6105461e-1a2d-4a28-9338-333d4b3ca988', 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:25:55.204221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59da987d-ba9f-499b-8196-2561b681d9f8 admin admin] Made reservation on behalf of 8bba91a896c8423d935066d26c7c6190 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:25:55.206513 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-59da987d-ba9f-499b-8196-2561b681d9f8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:55.492208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-59da987d-ba9f-499b-8196-2561b681d9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:55.559354 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da987d-ba9f-499b-8196-2561b681d9f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bfffed-17f3-424a-ad70-567ed40acb48,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:25:55.564927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da987d-ba9f-499b-8196-2561b681d9f8 admin admin] Checking segment: {'id': 'af7e6f02-e1ce-4cf8-8fd3-97278d997b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:25:55.565312 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da987d-ba9f-499b-8196-2561b681d9f8 admin admin] Network hostable DHCP agents. Network: d8fd781d-144f-481c-b4f3-3830199257b8, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:25:55.585698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da987d-ba9f-499b-8196-2561b681d9f8 admin admin] Network d8fd781d-144f-481c-b4f3-3830199257b8 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:25:55.596959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-59da987d-ba9f-499b-8196-2561b681d9f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, d8fd781d-144f-481c-b4f3-3830199257b8) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:25:55.601537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59da987d-ba9f-499b-8196-2561b681d9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:25:55.602203 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-59da987d-ba9f-499b-8196-2561b681d9f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:55.606347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e68256-6c4d-405c-a1a7-31ed5cb5106a None None] Network d8fd781d-144f-481c-b4f3-3830199257b8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:25:55.617577 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-59da987d-ba9f-499b-8196-2561b681d9f8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4384611 Nov 16 04:25:55.925166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-d8fd781d-144f-481c-b4f3-3830199257b8', 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8', 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'fixed_ips': [{'subnet_id': 'e3bfffed-17f3-424a-ad70-567ed40acb48'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:25:55.926511 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:56.224369 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Allocated IP 172.20.0.2 (d8fd781d-144f-481c-b4f3-3830199257b8/e3bfffed-17f3-424a-ad70-567ed40acb48/65e3c0db-6394-4403-ae94-c47bedf666a8) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:25:56.426984 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:56.441891 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:56.510043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Network d8fd781d-144f-481c-b4f3-3830199257b8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:25:56.514725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:25:56.521409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:25:56.527730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Pushing event updated for resources: {'Port': ['ID=65e3c0db-6394-4403-ae94-c47bedf666a8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:25:56.560879 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:56.561229 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:56.561568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:56.561928 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:56.562263 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:56.562588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:56.562914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:56.563267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:56.563588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:56.563912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:56.564233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:56.564553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Tracked resource versions report: Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: pushed versions: Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: { 'AddressGroup': {'1.2'}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'ConntrackHelper': {'1.0'}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'Log': {'1.0'}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'Network': {'1.1'}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'Port': {'1.7'}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'PortForwarding': {'1.2'}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'QosPolicy': {'1.10'}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'SecurityGroup': {'1.5'}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'SecurityGroupRule': {'1.2'}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'SubPort': {'1.0'}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'Subnet': {'1.1'}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'Trunk': {'1.1'}} Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: consumer versions: Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: { DHCP agent@n-d-818042-1: {}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: L3 agent@n-d-818042-1: {}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: Metadata agent@n-d-818042-1: {}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: Metering agent@n-d-818042-1: {}, Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: Open vSwitch agent@n-d-818042-1: { 'AddressGroup': '1.2', Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'ConntrackHelper': '1.0', Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'Log': '1.0', Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'Network': '1.1', Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'Port': '1.7', Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'PortForwarding': '1.2', Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'QosPolicy': '1.10', Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'SecurityGroup': '1.5', Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'SecurityGroupRule': '1.2', Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'SubPort': '1.0', Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'Subnet': '1.1', Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: 'Trunk': '1.1'}} Nov 16 04:25:56.565687 n-d-818042-1 neutron-server[102661]: {{(pid=102661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 04:25:56.612162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Attempting to bind port 65e3c0db-6394-4403-ae94-c47bedf666a8 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:25:56.612765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Attempting to bind port 65e3c0db-6394-4403-ae94-c47bedf666a8 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'af7e6f02-e1ce-4cf8-8fd3-97278d997b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:25:56.612971 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Attempting to bind port 65e3c0db-6394-4403-ae94-c47bedf666a8 on network d8fd781d-144f-481c-b4f3-3830199257b8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:25:56.617802 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:25:56.618205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Checking segment: {'id': 'af7e6f02-e1ce-4cf8-8fd3-97278d997b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:25:56.619174 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:56.619567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Bound using segment: {'id': 'af7e6f02-e1ce-4cf8-8fd3-97278d997b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:25:56.620046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Bound port: 65e3c0db-6394-4403-ae94-c47bedf666a8, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7e6f02-e1ce-4cf8-8fd3-97278d997b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:25:56.620473 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:56.679213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] For port 65e3c0db-6394-4403-ae94-c47bedf666a8, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:25:56.684024 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] For port 65e3c0db-6394-4403-ae94-c47bedf666a8, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=65e3c0db-6394-4403-ae94-c47bedf666a8,segment=NetworkSegment(af7e6f02-e1ce-4cf8-8fd3-97278d997b80),segment_id=af7e6f02-e1ce-4cf8-8fd3-97278d997b80)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:25:56.687341 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:25:56.750186 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743071cf-cfd4-4a58-9ed6-b42786865009 None None] Pushing event updated for resources: {'Port': ['ID=65e3c0db-6394-4403-ae94-c47bedf666a8,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:25:58.204640 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51312) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:25:58.522849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-bdf10a14-500b-4109-aa0a-d53363491031 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:25:58.523919 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bdf10a14-500b-4109-aa0a-d53363491031 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3182678 Nov 16 04:26:01.090467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51320) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:26:01.405139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-f7c14103-7146-49c3-9d05-f5c785ad8268 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:26:01.406234 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f7c14103-7146-49c3-9d05-f5c785ad8268 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3147764 Nov 16 04:26:04.153345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51330) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:26:04.454907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4e74bbbd-193f-49e6-af51-057aa9aa2669 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'name': 'router1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:26:04.478737 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e74bbbd-193f-49e6-af51-057aa9aa2669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:04.480744 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e74bbbd-193f-49e6-af51-057aa9aa2669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:04.620715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e74bbbd-193f-49e6-af51-057aa9aa2669 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:04.627053 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e74bbbd-193f-49e6-af51-057aa9aa2669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:04.642636 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e74bbbd-193f-49e6-af51-057aa9aa2669 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:04.643849 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4e74bbbd-193f-49e6-af51-057aa9aa2669 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4889057 Nov 16 04:26:05.523440 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 65e3c0db-6394-4403-ae94-c47bedf666a8 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:26:05.617991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 65e3c0db-6394-4403-ae94-c47bedf666a8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:26:05.618386 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:05.724409 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:05.760119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 65e3c0db-6394-4403-ae94-c47bedf666a8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=65e3c0db-6394-4403-ae94-c47bedf666a8,segment=NetworkSegment(af7e6f02-e1ce-4cf8-8fd3-97278d997b80),segment_id=af7e6f02-e1ce-4cf8-8fd3-97278d997b80)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:26:05.764135 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:05.811009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=65e3c0db-6394-4403-ae94-c47bedf666a8,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:26:05.851993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffe9238-508c-4cf6-9efc-ae6262265efc None None] Network d8fd781d-144f-481c-b4f3-3830199257b8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:26:05.930016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d3440b52-8be0-4985-be6c-7ee9ff867f42 None None] Provisioning complete for port 65e3c0db-6394-4403-ae94-c47bedf666a8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:26:05.930377 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3440b52-8be0-4985-be6c-7ee9ff867f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:06.286573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0f323d8a-5f1c-43c8-a3c6-1861c7a6a436 None None] Provisioning complete for port 65e3c0db-6394-4403-ae94-c47bedf666a8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:26:06.286943 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f323d8a-5f1c-43c8-a3c6-1861c7a6a436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:07.142512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51342) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:26:07.454154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-20a63886-18b7-48c1-91b9-6caa12f963b8 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:26:07.455156 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-20a63886-18b7-48c1-91b9-6caa12f963b8 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116791 Nov 16 04:26:07.495186 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 65e3c0db-6394-4403-ae94-c47bedf666a8 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:26:07.545836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 65e3c0db-6394-4403-ae94-c47bedf666a8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:26:07.546204 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:07.866320 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eeadecd2-603e-480b-9a1b-12886294a97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:09.962190 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51350) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:26:10.109734 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-141fc74b-4064-4654-b7f7-5ea775aaf01c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:10.271242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:26:10.292332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Made reservation on behalf of f931353f3a044fdc90957ef3c5343aca for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:26:10.294589 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:10.302194 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:10.373005 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:10.376424 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:10.392833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Reserving flat network on physical network physnet1 {{(pid=102660) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 16 04:26:10.406885 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f101ad2-ca2c-42b0-871a-a3421798492e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:26:10.412909 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:10.413240 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Added segment 98934de7-7222-48ae-87bf-9a320d8eec16 of type flat for network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 Nov 16 04:26:10.466641 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:10.496600 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:10.497498 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:26:10.498086 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:10.549114 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5858705 Nov 16 04:26:10.561903 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b106da-4ea6-401f-8a83-1fe8bcd30ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:26:10.579125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:26:11.695669 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:13.057312 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:13.074889 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51368) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:26:13.252540 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9a1b86-2d93-47dd-8cad-0f92da7704df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:26:13.253890 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0e9a1b86-2d93-47dd-8cad-0f92da7704df admin admin] 10.222.0.41 "GET /v2.0/subnets/e3bfffed-17f3-424a-ad70-567ed40acb48 HTTP/1.1" status: 200 len: 849 time: 0.1780441 Nov 16 04:26:13.368860 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f13d036d-bcd6-45c0-a2bb-f531ee4c7dc6 admin admin] 10.222.0.41 "GET /v2.0/routers/2948bc6c-6478-47c1-923f-3b67fdebfa07 HTTP/1.1" status: 200 len: 704 time: 0.1086800 Nov 16 04:26:13.625595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:13.716981 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:13.921539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Allocated IP 172.20.0.1 (d8fd781d-144f-481c-b4f3-3830199257b8/e3bfffed-17f3-424a-ad70-567ed40acb48/d10e4bd0-ed30-4939-957c-bda59cc06e23) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:26:14.118548 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:14.181126 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:14.254041 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Network d8fd781d-144f-481c-b4f3-3830199257b8 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:26:14.259323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:26:14.265434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:26:14.265981 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:14.327334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Pushing event updated for resources: {'Port': ['ID=d10e4bd0-ed30-4939-957c-bda59cc06e23,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:26:14.430616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2c680491-dcc2-4f9d-a225-d7c3f8e34e93 None None] Provisioning complete for port d10e4bd0-ed30-4939-957c-bda59cc06e23 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:26:14.431196 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c680491-dcc2-4f9d-a225-d7c3f8e34e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:14.462916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2c680491-dcc2-4f9d-a225-d7c3f8e34e93 None None] Port d10e4bd0-ed30-4939-957c-bda59cc06e23 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:26:14.467890 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:14.676211 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:14.681135 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:14.681945 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:14.759198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Pushing event updated for resources: {'Port': ['ID=d10e4bd0-ed30-4939-957c-bda59cc06e23,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:26:14.804564 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Network d8fd781d-144f-481c-b4f3-3830199257b8 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:26:14.806403 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:26:14.969402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Router 2948bc6c-6478-47c1-923f-3b67fdebfa07 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:26:14.984690 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2b288400-13b4-423d-8065-a41df1ea6582 None None] Provisioning complete for port d10e4bd0-ed30-4939-957c-bda59cc06e23 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:26:14.985054 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b288400-13b4-423d-8065-a41df1ea6582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:15.016990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2b288400-13b4-423d-8065-a41df1ea6582 None None] Port d10e4bd0-ed30-4939-957c-bda59cc06e23 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:26:15.059292 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:26:15.064405 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-91d520d0-9d47-42f7-b939-ac7a73732b88 admin admin] 10.222.0.41 "PUT /v2.0/routers/2948bc6c-6478-47c1-923f-3b67fdebfa07/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6899436 Nov 16 04:26:15.069301 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Sync routers for ids ['2948bc6c-6478-47c1-923f-3b67fdebfa07'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:26:15.081954 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Routers {'2948bc6c-6478-47c1-923f-3b67fdebfa07'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:26:15.082765 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:26:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2948bc6c-6478-47c1-923f-3b67fdebfa07'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:26:15.278853 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Set router 2948bc6c-6478-47c1-923f-3b67fdebfa07 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:26:15.704902 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'name': 'router1', 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:26:04Z', 'updated_at': '2021-11-16T04:26:14Z', 'revision_number': 2, 'project_id': '8bba91a896c8423d935066d26c7c6190', 'gw_port_host': None, '_interfaces': [{'id': 'd10e4bd0-ed30-4939-957c-bda59cc06e23', 'name': '', 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8', 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'mac_address': 'fa:16:3e:bd:75:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3bfffed-17f3-424a-ad70-567ed40acb48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:26:13Z', 'updated_at': '2021-11-16T04:26:14Z', 'revision_number': 2, 'project_id': '8bba91a896c8423d935066d26c7c6190', 'subnets': [{'id': 'e3bfffed-17f3-424a-ad70-567ed40acb48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6105461e-1a2d-4a28-9338-333d4b3ca988'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:26:15.758947 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Checking router: 2948bc6c-6478-47c1-923f-3b67fdebfa07 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:26:15.759319 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Updating router 2948bc6c-6478-47c1-923f-3b67fdebfa07 port d10e4bd0-ed30-4939-957c-bda59cc06e23 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:26:15.833248 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:16.309509 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:16.316419 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:16.469301 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Pushing event updated for resources: {'Port': ['ID=d10e4bd0-ed30-4939-957c-bda59cc06e23,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:26:16.486510 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Attempting to bind port d10e4bd0-ed30-4939-957c-bda59cc06e23 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:26:16.486919 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Attempting to bind port d10e4bd0-ed30-4939-957c-bda59cc06e23 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'af7e6f02-e1ce-4cf8-8fd3-97278d997b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:26:16.487348 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Attempting to bind port d10e4bd0-ed30-4939-957c-bda59cc06e23 on network d8fd781d-144f-481c-b4f3-3830199257b8 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:26:16.489878 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:26:16.490226 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:26:16.490564 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:26:16.490896 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:26:16.491222 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:26:16.491548 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:26:16.491869 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:26:16.492190 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:26:16.492577 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:26:16.493406 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:26:16.493727 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:26:16.494067 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Tracked resource versions report: Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: pushed versions: Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: { 'AddressGroup': {'1.2'}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'ConntrackHelper': {'1.0'}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'Log': {'1.0'}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'Network': {'1.1'}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'Port': {'1.7'}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'PortForwarding': {'1.2'}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'QosPolicy': {'1.10'}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'SecurityGroup': {'1.5'}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'SecurityGroupRule': {'1.2'}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'SubPort': {'1.0'}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'Subnet': {'1.1'}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'Trunk': {'1.1'}} Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: consumer versions: Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: { DHCP agent@n-d-818042-1: {}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: L3 agent@n-d-818042-1: {}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: Metadata agent@n-d-818042-1: {}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: Metering agent@n-d-818042-1: {}, Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: Open vSwitch agent@n-d-818042-1: { 'AddressGroup': '1.2', Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'ConntrackHelper': '1.0', Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'Log': '1.0', Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'Network': '1.1', Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'Port': '1.7', Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'PortForwarding': '1.2', Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'QosPolicy': '1.10', Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'SecurityGroup': '1.5', Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'SecurityGroupRule': '1.2', Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'SubPort': '1.0', Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'Subnet': '1.1', Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: 'Trunk': '1.1'}} Nov 16 04:26:16.495181 n-d-818042-1 neutron-server[102662]: {{(pid=102662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 04:26:16.501031 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:26:16.501467 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Checking segment: {'id': 'af7e6f02-e1ce-4cf8-8fd3-97278d997b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:26:16.501982 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:16.502371 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Bound using segment: {'id': 'af7e6f02-e1ce-4cf8-8fd3-97278d997b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:26:16.502866 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Bound port: d10e4bd0-ed30-4939-957c-bda59cc06e23, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7e6f02-e1ce-4cf8-8fd3-97278d997b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:26:16.503255 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:16.545495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-10b22dd4-137f-4ad2-a4b0-e770e823a364 None None] Provisioning complete for port d10e4bd0-ed30-4939-957c-bda59cc06e23 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:26:16.546071 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10b22dd4-137f-4ad2-a4b0-e770e823a364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:16.569397 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] For port d10e4bd0-ed30-4939-957c-bda59cc06e23, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:26:16.582249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-10b22dd4-137f-4ad2-a4b0-e770e823a364 None None] Port d10e4bd0-ed30-4939-957c-bda59cc06e23 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:26:16.588984 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] For port d10e4bd0-ed30-4939-957c-bda59cc06e23, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d10e4bd0-ed30-4939-957c-bda59cc06e23,segment=NetworkSegment(af7e6f02-e1ce-4cf8-8fd3-97278d997b80),segment_id=af7e6f02-e1ce-4cf8-8fd3-97278d997b80)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:26:16.593201 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:16.648802 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc948c4-8dfd-4966-a62e-752d8e1e88db None None] Pushing event updated for resources: {'Port': ['ID=d10e4bd0-ed30-4939-957c-bda59cc06e23,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:26:16.657300 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Routers {'2948bc6c-6478-47c1-923f-3b67fdebfa07'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:26:16.657908 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:26:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2948bc6c-6478-47c1-923f-3b67fdebfa07'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:26:16.750343 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] Set router 2948bc6c-6478-47c1-923f-3b67fdebfa07 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:26:16.901645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-37fd8ef9-f45a-430f-8241-71c3a4cfd4af None None] Provisioning complete for port d10e4bd0-ed30-4939-957c-bda59cc06e23 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:26:16.902101 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37fd8ef9-f45a-430f-8241-71c3a4cfd4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:16.960632 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'name': 'router1', 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:26:04Z', 'updated_at': '2021-11-16T04:26:14Z', 'revision_number': 2, 'project_id': '8bba91a896c8423d935066d26c7c6190', 'gw_port_host': None, '_interfaces': [{'id': 'd10e4bd0-ed30-4939-957c-bda59cc06e23', 'name': '', 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8', 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'mac_address': 'fa:16:3e:bd:75:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3bfffed-17f3-424a-ad70-567ed40acb48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:26:13Z', 'updated_at': '2021-11-16T04:26:16Z', 'revision_number': 4, 'project_id': '8bba91a896c8423d935066d26c7c6190', 'subnets': [{'id': 'e3bfffed-17f3-424a-ad70-567ed40acb48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6105461e-1a2d-4a28-9338-333d4b3ca988'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:26:16.978416 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37fd8ef9-f45a-430f-8241-71c3a4cfd4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:16.986551 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350c5d23-e047-439f-8f2a-15941bd2bbe0 None None] The sync data for ids ['2948bc6c-6478-47c1-923f-3b67fdebfa07'] in n-d-818042-1 is: [{'id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'name': 'router1', 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:26:04Z', 'updated_at': '2021-11-16T04:26:14Z', 'revision_number': 2, 'project_id': '8bba91a896c8423d935066d26c7c6190', 'gw_port_host': None, '_interfaces': [{'id': 'd10e4bd0-ed30-4939-957c-bda59cc06e23', 'name': '', 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8', 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'mac_address': 'fa:16:3e:bd:75:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3bfffed-17f3-424a-ad70-567ed40acb48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:26:13Z', 'updated_at': '2021-11-16T04:26:16Z', 'revision_number': 4, 'project_id': '8bba91a896c8423d935066d26c7c6190', 'subnets': [{'id': 'e3bfffed-17f3-424a-ad70-567ed40acb48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6105461e-1a2d-4a28-9338-333d4b3ca988'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:26:17.018959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-37fd8ef9-f45a-430f-8241-71c3a4cfd4af None None] For port d10e4bd0-ed30-4939-957c-bda59cc06e23, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d10e4bd0-ed30-4939-957c-bda59cc06e23,segment=NetworkSegment(af7e6f02-e1ce-4cf8-8fd3-97278d997b80),segment_id=af7e6f02-e1ce-4cf8-8fd3-97278d997b80)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:26:17.023524 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37fd8ef9-f45a-430f-8241-71c3a4cfd4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:17.077427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd8ef9-f45a-430f-8241-71c3a4cfd4af None None] Pushing event updated for resources: {'Port': ['ID=d10e4bd0-ed30-4939-957c-bda59cc06e23,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:26:17.411474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51388) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:26:17.520612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0b4c8f-d793-4b42-a1bd-e822d3a62ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:26:17.521989 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3b0b4c8f-d793-4b42-a1bd-e822d3a62ef3 admin admin] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 842 time: 0.1095457 Nov 16 04:26:17.532568 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-90f52047-f00e-4473-972f-8f6fe036e9dc admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'enable_dhcp': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:26:17.554565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f52047-f00e-4473-972f-8f6fe036e9dc admin admin] Made reservation on behalf of f931353f3a044fdc90957ef3c5343aca for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:26:17.557540 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90f52047-f00e-4473-972f-8f6fe036e9dc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:17.901128 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-90f52047-f00e-4473-972f-8f6fe036e9dc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:26:17.901552 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90f52047-f00e-4473-972f-8f6fe036e9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:17.958177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f52047-f00e-4473-972f-8f6fe036e9dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d39524e-1ea3-4f05-93bc-235c267d5ab8,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:26:17.966279 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f52047-f00e-4473-972f-8f6fe036e9dc admin admin] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:26:17.966643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f52047-f00e-4473-972f-8f6fe036e9dc admin admin] Network hostable DHCP agents. Network: ba09a6d1-69c7-4e8d-bb1d-94f1f2184242, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:26:17.986730 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f52047-f00e-4473-972f-8f6fe036e9dc admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:26:17.995878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-90f52047-f00e-4473-972f-8f6fe036e9dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, ba09a6d1-69c7-4e8d-bb1d-94f1f2184242) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:26:18.000215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f52047-f00e-4473-972f-8f6fe036e9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:26:18.000813 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90f52047-f00e-4473-972f-8f6fe036e9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:18.007393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5042b592-255b-4fd7-950f-31dc19167923 None None] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:26:18.029112 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-90f52047-f00e-4473-972f-8f6fe036e9dc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4884436 Nov 16 04:26:18.143170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6524e1ba-1deb-4ea4-886e-55a793985f73 None None] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:26:20.460909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51396) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:26:20.586937 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa6833ca-c2f0-408f-9db1-6051f75e519e admin admin] 10.222.0.41 "GET /v2.0/routers/2948bc6c-6478-47c1-923f-3b67fdebfa07 HTTP/1.1" status: 200 len: 710 time: 0.1242855 Nov 16 04:26:20.672490 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6561f289-a4e5-4b83-ac02-93e101f0c2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:26:20.673801 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6561f289-a4e5-4b83-ac02-93e101f0c2ff admin admin] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 886 time: 0.0808613 Nov 16 04:26:20.684028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:26:20.930472 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:21.156076 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:21.228790 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:21.339799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Allocated IP 172.25.0.189 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/d8710c5a-ad45-41db-935a-5c441b115f73) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:26:21.437884 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:21.469327 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:21.504073 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:26:21.507040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:26:21.513105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:26:21.577830 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Pushing event updated for resources: {'Port': ['ID=d8710c5a-ad45-41db-935a-5c441b115f73,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:26:21.837544 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:22.032242 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:22.035774 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:22.140469 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Router 2948bc6c-6478-47c1-923f-3b67fdebfa07 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:26:22.242978 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:26:22.247262 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:22.248406 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3ac0395d-139d-4fac-98ac-276ea210b347 admin admin] 10.222.0.41 "PUT /v2.0/routers/2948bc6c-6478-47c1-923f-3b67fdebfa07 HTTP/1.1" status: 200 len: 890 time: 1.5679324 Nov 16 04:26:23.538331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d10e4bd0-ed30-4939-957c-bda59cc06e23 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:26:23.585421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d10e4bd0-ed30-4939-957c-bda59cc06e23 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:26:23.585759 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:23.989298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Sync routers for ids ['2948bc6c-6478-47c1-923f-3b67fdebfa07'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:26:24.000799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Routers {'2948bc6c-6478-47c1-923f-3b67fdebfa07'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:26:24.001437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:26:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2948bc6c-6478-47c1-923f-3b67fdebfa07'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:26:24.203710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Set router 2948bc6c-6478-47c1-923f-3b67fdebfa07 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:26:24.670664 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'name': 'router1', 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd8710c5a-ad45-41db-935a-5c441b115f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:26:04Z', 'updated_at': '2021-11-16T04:26:21Z', 'revision_number': 4, 'project_id': '8bba91a896c8423d935066d26c7c6190', 'gw_port': {'id': 'd8710c5a-ad45-41db-935a-5c441b115f73', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:26:21Z', 'updated_at': '2021-11-16T04:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'd10e4bd0-ed30-4939-957c-bda59cc06e23', 'name': '', 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8', 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'mac_address': 'fa:16:3e:bd:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3bfffed-17f3-424a-ad70-567ed40acb48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:26:13Z', 'updated_at': '2021-11-16T04:26:16Z', 'revision_number': 5, 'project_id': '8bba91a896c8423d935066d26c7c6190', 'subnets': [{'id': 'e3bfffed-17f3-424a-ad70-567ed40acb48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6105461e-1a2d-4a28-9338-333d4b3ca988'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:26:24.720482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Checking router: 2948bc6c-6478-47c1-923f-3b67fdebfa07 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:26:24.720830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Updating router 2948bc6c-6478-47c1-923f-3b67fdebfa07 port d8710c5a-ad45-41db-935a-5c441b115f73 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:26:24.771282 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:24.832093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51408) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:26:24.941676 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cb7152c2-b1bd-477a-9f74-677a4fc77198 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1083050 Nov 16 04:26:25.091874 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:25.098038 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:25.153357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Attempting to bind port d8710c5a-ad45-41db-935a-5c441b115f73 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:26:25.153728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Attempting to bind port d8710c5a-ad45-41db-935a-5c441b115f73 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:26:25.154123 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Attempting to bind port d8710c5a-ad45-41db-935a-5c441b115f73 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:26:25.157080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf181d-44ec-4a0f-a0b4-2450501724a1 None None] Pushing event updated for resources: {'Port': ['ID=d8710c5a-ad45-41db-935a-5c441b115f73,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:26:25.163050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:26:25.163509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:26:25.163924 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:25.164293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:26:25.164760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Bound port: d8710c5a-ad45-41db-935a-5c441b115f73, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:26:25.165673 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:25.215327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] For port d8710c5a-ad45-41db-935a-5c441b115f73, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:26:25.218740 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] For port d8710c5a-ad45-41db-935a-5c441b115f73, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d8710c5a-ad45-41db-935a-5c441b115f73,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:26:25.223785 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:25.282525 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf181d-44ec-4a0f-a0b4-2450501724a1 None None] Pushing event updated for resources: {'Port': ['ID=d8710c5a-ad45-41db-935a-5c441b115f73,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:26:25.286520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Routers {'2948bc6c-6478-47c1-923f-3b67fdebfa07'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:26:25.287113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:26:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2948bc6c-6478-47c1-923f-3b67fdebfa07'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:26:25.390781 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] Set router 2948bc6c-6478-47c1-923f-3b67fdebfa07 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:26:25.597812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'name': 'router1', 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd8710c5a-ad45-41db-935a-5c441b115f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:26:04Z', 'updated_at': '2021-11-16T04:26:21Z', 'revision_number': 4, 'project_id': '8bba91a896c8423d935066d26c7c6190', 'gw_port': {'id': 'd8710c5a-ad45-41db-935a-5c441b115f73', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:26:21Z', 'updated_at': '2021-11-16T04:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'd10e4bd0-ed30-4939-957c-bda59cc06e23', 'name': '', 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8', 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'mac_address': 'fa:16:3e:bd:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3bfffed-17f3-424a-ad70-567ed40acb48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:26:13Z', 'updated_at': '2021-11-16T04:26:16Z', 'revision_number': 5, 'project_id': '8bba91a896c8423d935066d26c7c6190', 'subnets': [{'id': 'e3bfffed-17f3-424a-ad70-567ed40acb48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6105461e-1a2d-4a28-9338-333d4b3ca988'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:26:25.625872 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6539db5c-5ddd-4c7a-861c-c999aed106f7 None None] The sync data for ids ['2948bc6c-6478-47c1-923f-3b67fdebfa07'] in n-d-818042-1 is: [{'id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'name': 'router1', 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.189'}], 'enable_snat': True}, 'gw_port_id': 'd8710c5a-ad45-41db-935a-5c441b115f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:26:04Z', 'updated_at': '2021-11-16T04:26:21Z', 'revision_number': 4, 'project_id': '8bba91a896c8423d935066d26c7c6190', 'gw_port': {'id': 'd8710c5a-ad45-41db-935a-5c441b115f73', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:97:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:26:21Z', 'updated_at': '2021-11-16T04:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'd10e4bd0-ed30-4939-957c-bda59cc06e23', 'name': '', 'network_id': 'd8fd781d-144f-481c-b4f3-3830199257b8', 'tenant_id': '8bba91a896c8423d935066d26c7c6190', 'mac_address': 'fa:16:3e:bd:75:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948bc6c-6478-47c1-923f-3b67fdebfa07', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e3bfffed-17f3-424a-ad70-567ed40acb48', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:26:13Z', 'updated_at': '2021-11-16T04:26:16Z', 'revision_number': 5, 'project_id': '8bba91a896c8423d935066d26c7c6190', 'subnets': [{'id': 'e3bfffed-17f3-424a-ad70-567ed40acb48', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6105461e-1a2d-4a28-9338-333d4b3ca988'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:26:27.554546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d8710c5a-ad45-41db-935a-5c441b115f73 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:26:27.610326 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d8710c5a-ad45-41db-935a-5c441b115f73 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:26:27.611121 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:27.702703 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:27.723112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port d8710c5a-ad45-41db-935a-5c441b115f73, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d8710c5a-ad45-41db-935a-5c441b115f73,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:26:27.729871 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:27.779179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=d8710c5a-ad45-41db-935a-5c441b115f73,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:26:29.639794 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d8710c5a-ad45-41db-935a-5c441b115f73 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:26:29.754847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d8710c5a-ad45-41db-935a-5c441b115f73 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:26:29.755459 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:30.224954 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 5 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:26:37.871242 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe927-395a-4489-b9ff-7274128bfe15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:40.113453 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-528e02dd-a35b-4f59-ba4e-0758c379264a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:41.699423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:43.075260 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:26:43.683649 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:27:07.223648 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 5 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:27:07.876910 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87c3300a-6ada-451c-97df-96f837ed2310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:27:10.106986 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dfba149-c3a8-47cb-994d-b9f47200adcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:27:11.701784 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:27:13.065255 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:27:13.679166 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:27:37.877934 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a77d5f35-0e2d-468f-a3c6-26203158c34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:27:40.111968 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8097485c-8763-4008-af8c-7fc5609a272e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:27:41.711487 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:27:43.063951 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:27:43.680916 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:27:44.221885 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 5 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:28:07.629738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52002) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:28:07.690501 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ec7069-5ee2-49c5-9765-c39b5673e2e0 admin admin] GET failed (client error): The resource could not be found. Nov 16 04:28:07.691792 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-22ec7069-5ee2-49c5-9765-c39b5673e2e0 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610034 Nov 16 04:28:07.851035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d8ec75-6061-4437-8a7e-b0c7aeb9c405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:07.852497 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-19d8ec75-6061-4437-8a7e-b0c7aeb9c405 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1561294 Nov 16 04:28:07.881092 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99699cdc-94ab-4274-88af-af4f2f157520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:10.114674 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f02986d0-a2e6-4ff7-9129-03c9349ea4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:10.139272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52012) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:28:10.227999 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6e9176-5647-4ca6-a61d-abc8aaedae14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:10.229343 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5e6e9176-5647-4ca6-a61d-abc8aaedae14 admin admin] 10.222.0.41 "GET /v2.0/subnets/e3bfffed-17f3-424a-ad70-567ed40acb48 HTTP/1.1" status: 200 len: 849 time: 0.0891263 Nov 16 04:28:10.240100 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:28:10.325480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:10.458955 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782503096486'] for subnet, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:10.488820 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:10.489428 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:10.490715 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] 10.222.0.41 "PUT /v2.0/subnets/e3bfffed-17f3-424a-ad70-567ed40acb48 HTTP/1.1" status: 200 len: 868 time: 0.2548401 Nov 16 04:28:10.512566 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bfffed-17f3-424a-ad70-567ed40acb48,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:28:10.513286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e57f68f-3400-47f4-9483-3d3f7976324f None None] Network d8fd781d-144f-481c-b4f3-3830199257b8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:28:10.520463 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:28:10.521383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:28:10.521689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:28:10.522047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:28:10.522379 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:28:10.522709 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:28:10.523037 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:28:10.523367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:28:10.523692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:28:10.524015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:28:10.524337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:28:10.524658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-477c5e9d-fa55-4466-aa61-35a2d1104389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:28:10.871666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dc70151f-6111-497f-9a2f-348503696ce5 None None] Provisioning complete for port d10e4bd0-ed30-4939-957c-bda59cc06e23 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:28:10.872119 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc70151f-6111-497f-9a2f-348503696ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:10.957682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dc70151f-6111-497f-9a2f-348503696ce5 None None] Provisioning complete for port 65e3c0db-6394-4403-ae94-c47bedf666a8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:28:10.958017 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc70151f-6111-497f-9a2f-348503696ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:11.706449 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:12.850745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52020) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:28:13.066102 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:13.184575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.policy [None req-b70af1f7-9cc4-4573-805c-d682dc0fd1b4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102659) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 16 04:28:13.233603 n-d-818042-1 neutron-server[102659]: WARNING oslo_policy.policy [None req-b70af1f7-9cc4-4573-805c-d682dc0fd1b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 04:28:13.234006 n-d-818042-1 neutron-server[102659]: WARNING oslo_policy.policy [None req-b70af1f7-9cc4-4573-805c-d682dc0fd1b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 16 04:28:13.242225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70af1f7-9cc4-4573-805c-d682dc0fd1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:13.242689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70af1f7-9cc4-4573-805c-d682dc0fd1b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:13.244780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b70af1f7-9cc4-4573-805c-d682dc0fd1b4 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3929169 Nov 16 04:28:13.683148 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:15.575817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52032) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:28:15.710105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f2dfba-6de6-4463-9261-ffc61edc1710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:15.710571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f2dfba-6de6-4463-9261-ffc61edc1710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:15.712082 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c6f2dfba-6de6-4463-9261-ffc61edc1710 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1353300 Nov 16 04:28:18.001226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52040) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:28:18.123680 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4ccc0-2d33-4448-b739-e2c160d3e927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:18.125026 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-daa4ccc0-2d33-4448-b739-e2c160d3e927 admin admin] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 886 time: 0.1228108 Nov 16 04:28:20.439521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52048) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:28:20.566659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baa14f9-ec9e-4654-b822-10b8d38b1f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:20.568496 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6baa14f9-ec9e-4654-b822-10b8d38b1f7a admin admin] 10.222.0.41 "GET /v2.0/networks/d8fd781d-144f-481c-b4f3-3830199257b8 HTTP/1.1" status: 200 len: 869 time: 0.1279266 Nov 16 04:28:21.220936 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 5 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:28:22.869398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52056) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:28:22.988773 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df0863-b2eb-4505-9104-53bc373fc033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:22.989245 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df0863-b2eb-4505-9104-53bc373fc033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:22.990763 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f5df0863-b2eb-4505-9104-53bc373fc033 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1203892 Nov 16 04:28:25.260051 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52064) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:28:25.351748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3709d204-eead-4a9c-9755-8e2a216f2613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:25.352195 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3709d204-eead-4a9c-9755-8e2a216f2613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:25.353665 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3709d204-eead-4a9c-9755-8e2a216f2613 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926170 Nov 16 04:28:27.676150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52072) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:28:27.761232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b835d9-31e9-4c79-b580-8b7278ab5ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:27.762917 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b1b835d9-31e9-4c79-b580-8b7278ab5ab7 admin admin] 10.222.0.41 "GET /v2.0/subnets/2d39524e-1ea3-4f05-93bc-235c267d5ab8 HTTP/1.1" status: 200 len: 816 time: 0.0855031 Nov 16 04:28:30.045030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52080) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:28:30.176952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffa5a85-9f01-40a2-b8da-b8b66ea6d5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:30.178878 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0ffa5a85-9f01-40a2-b8da-b8b66ea6d5cf admin admin] 10.222.0.41 "GET /v2.0/subnets/e3bfffed-17f3-424a-ad70-567ed40acb48 HTTP/1.1" status: 200 len: 868 time: 0.1329148 Nov 16 04:28:37.883753 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64af9fcd-7928-4aeb-8669-4818eab7a776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:40.116219 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-24ba32de-2e16-40a7-817c-89a4befbc6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:41.709904 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:43.070615 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:43.686961 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:54.822595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52134) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:28:54.869909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-9d783a7f-ef97-4a6a-9d37-733969384e96 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:28:54.870883 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9d783a7f-ef97-4a6a-9d37-733969384e96 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473650 Nov 16 04:28:57.285214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52142) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:28:57.355258 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a2c06a-a672-4fc9-a3db-f18cde5336f1 admin admin] GET failed (client error): The resource could not be found. Nov 16 04:28:57.356827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-54a2c06a-a672-4fc9-a3db-f18cde5336f1 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0696559 Nov 16 04:28:57.496711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d5ad54-e4a3-4639-ac96-bd6185e33f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:28:57.498100 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d6d5ad54-e4a3-4639-ac96-bd6185e33f1a admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366515 Nov 16 04:28:58.219347 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 5 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:28:59.846601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52150) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:28:59.895026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:28:59.896221 n-d-818042-1 neutron-server[102659]: INFO neutron.quota [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Loaded quota_driver: . Nov 16 04:28:59.934877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Made reservation on behalf of f931353f3a044fdc90957ef3c5343aca for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:28:59.937797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:28:59.982466 n-d-818042-1 neutron-server[102659]: WARNING neutron.services.revisions.revision_plugin [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Could not find related network for resource to bump revision. Nov 16 04:29:00.002704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:29:00.014956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782503183297', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:00.015492 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Unsubscribe: segment precommit_create {{(pid=102659) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 16 04:29:00.015994 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Added segment 5a69f49d-31e6-4ce4-963d-ca57eabe89ef of type vlan for network 273ae582-658c-4700-8e3c-f614937a5527 Nov 16 04:29:00.076461 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:00.127085 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:00.128235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:29:00.128857 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:00.195899 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3481970 Nov 16 04:29:00.234784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Pushing event updated for resources: {'Network': ['ID=273ae582-658c-4700-8e3c-f614937a5527,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:29:00.245292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:00.245753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:00.246243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:00.246596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:00.246967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:00.247320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:00.247780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:00.248111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:00.248518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:00.248972 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:00.249373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:00.249695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9491da0b-1da2-4f6a-9472-c4d7dfa41125 admin admin] Tracked resource versions report: Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: pushed versions: Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: { 'AddressGroup': {'1.2'}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'ConntrackHelper': {'1.0'}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'Log': {'1.0'}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'Network': {'1.1'}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'Port': {'1.7'}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'PortForwarding': {'1.2'}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'QosPolicy': {'1.10'}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'SecurityGroup': {'1.5'}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'SecurityGroupRule': {'1.2'}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'SubPort': {'1.0'}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'Subnet': {'1.1'}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'Trunk': {'1.1'}} Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: consumer versions: Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: { DHCP agent@n-d-818042-1: {}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: L3 agent@n-d-818042-1: {}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: Metadata agent@n-d-818042-1: {}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: Metering agent@n-d-818042-1: {}, Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: Open vSwitch agent@n-d-818042-1: { 'AddressGroup': '1.2', Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'ConntrackHelper': '1.0', Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'Log': '1.0', Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'Network': '1.1', Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'Port': '1.7', Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'PortForwarding': '1.2', Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'QosPolicy': '1.10', Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'SecurityGroup': '1.5', Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'SecurityGroupRule': '1.2', Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'SubPort': '1.0', Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'Subnet': '1.1', Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: 'Trunk': '1.1'}} Nov 16 04:29:00.250861 n-d-818042-1 neutron-server[102659]: {{(pid=102659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 04:29:00.289282 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 273ae582-658c-4700-8e3c-f614937a5527 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:29:02.530917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52162) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:29:02.590491 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f68eb1f-803b-46dd-9d23-9cba9712fb74 admin admin] GET failed (client error): The resource could not be found. Nov 16 04:29:02.591739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5f68eb1f-803b-46dd-9d23-9cba9712fb74 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598915 Nov 16 04:29:02.662644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c122bc5a-2f84-4e50-8298-bf959b9b56e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:29:02.664027 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c122bc5a-2f84-4e50-8298-bf959b9b56e0 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677094 Nov 16 04:29:02.677551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9458e945-1c1a-4147-b2e1-eb7b608797c9 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:29:02.707326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9458e945-1c1a-4147-b2e1-eb7b608797c9 admin admin] Made reservation on behalf of f931353f3a044fdc90957ef3c5343aca for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:29:02.709665 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9458e945-1c1a-4147-b2e1-eb7b608797c9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:02.918055 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9458e945-1c1a-4147-b2e1-eb7b608797c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:02.976885 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458e945-1c1a-4147-b2e1-eb7b608797c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8888d2b0-e948-4562-a5da-51e06647b566,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:29:02.987213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9458e945-1c1a-4147-b2e1-eb7b608797c9 admin admin] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:29:02.987594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9458e945-1c1a-4147-b2e1-eb7b608797c9 admin admin] Network hostable DHCP agents. Network: 273ae582-658c-4700-8e3c-f614937a5527, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:29:03.007543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9458e945-1c1a-4147-b2e1-eb7b608797c9 admin admin] Network 273ae582-658c-4700-8e3c-f614937a5527 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:29:03.017608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-9458e945-1c1a-4147-b2e1-eb7b608797c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 273ae582-658c-4700-8e3c-f614937a5527) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:29:03.022353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9458e945-1c1a-4147-b2e1-eb7b608797c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:29:03.022939 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9458e945-1c1a-4147-b2e1-eb7b608797c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:03.027344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da31804c-e82d-4333-9bfd-07f9c76660e3 None None] Network 273ae582-658c-4700-8e3c-f614937a5527 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:29:03.039903 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9458e945-1c1a-4147-b2e1-eb7b608797c9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3673310 Nov 16 04:29:03.287858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-273ae582-658c-4700-8e3c-f614937a5527', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'tenant_id': 'f931353f3a044fdc90957ef3c5343aca', 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:29:03.288749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:03.428315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Allocated IP 192.168.233.2 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/196d9de4-dac7-4ea0-8093-36f35edd5480) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:29:03.566630 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:03.572199 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:03.624004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:29:03.625287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Pushing event updated for resources: {'Port': ['ID=196d9de4-dac7-4ea0-8093-36f35edd5480,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:29:03.627595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:29:03.630597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:29:03.640004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:03.640346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:03.640689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:03.641084 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:03.641348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:03.641675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:03.642023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:03.642695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:03.642695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:03.642965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:03.643282 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:03.643605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:29:03.694692 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Attempting to bind port 196d9de4-dac7-4ea0-8093-36f35edd5480 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:29:03.695066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Attempting to bind port 196d9de4-dac7-4ea0-8093-36f35edd5480 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:29:03.695429 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Attempting to bind port 196d9de4-dac7-4ea0-8093-36f35edd5480 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:29:03.700302 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:29:03.700673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:29:03.701067 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:03.701458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:29:03.701954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Bound port: 196d9de4-dac7-4ea0-8093-36f35edd5480, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:29:03.702346 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:03.764100 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] For port 196d9de4-dac7-4ea0-8093-36f35edd5480, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:29:03.767146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] For port 196d9de4-dac7-4ea0-8093-36f35edd5480, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=196d9de4-dac7-4ea0-8093-36f35edd5480,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:29:03.772249 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:03.831647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cff28-5cad-4aee-bc41-891578642bcd None None] Pushing event updated for resources: {'Port': ['ID=196d9de4-dac7-4ea0-8093-36f35edd5480,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:29:04.646877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7752d0bd-a286-4e87-8f9a-c6c151983c08 None None] Network 273ae582-658c-4700-8e3c-f614937a5527 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:29:04.780240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a547dc1b-1d4c-464d-8d76-4bf666bc1fa4 None None] Provisioning complete for port 196d9de4-dac7-4ea0-8093-36f35edd5480 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:29:04.780611 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a547dc1b-1d4c-464d-8d76-4bf666bc1fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:04.889252 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a547dc1b-1d4c-464d-8d76-4bf666bc1fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:04.925693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a547dc1b-1d4c-464d-8d76-4bf666bc1fa4 None None] For port 196d9de4-dac7-4ea0-8093-36f35edd5480, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=196d9de4-dac7-4ea0-8093-36f35edd5480,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:29:04.933385 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a547dc1b-1d4c-464d-8d76-4bf666bc1fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:04.993582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a547dc1b-1d4c-464d-8d76-4bf666bc1fa4 None None] Pushing event updated for resources: {'Port': ['ID=196d9de4-dac7-4ea0-8093-36f35edd5480,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:29:05.052444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1abc0ae2-6daa-4086-ac06-98891b69f636 None None] Provisioning complete for port 196d9de4-dac7-4ea0-8093-36f35edd5480 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:29:05.053108 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1abc0ae2-6daa-4086-ac06-98891b69f636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:05.625565 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 196d9de4-dac7-4ea0-8093-36f35edd5480 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:29:05.674090 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 196d9de4-dac7-4ea0-8093-36f35edd5480 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:29:05.675508 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:07.885832 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c9173851-0379-45fc-84d2-22f6d37f0694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:10.117575 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4494b16e-271b-42a3-9a91-b1f1a781b32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:11.711918 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:13.074446 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:13.689480 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:35.217570 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 5 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:29:37.887032 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a1b2272-de1b-4ee2-8f9e-a67e81ee2b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:40.118761 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dcd6838a-9ba2-41f7-b31a-0eb39fbcf65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:41.715077 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:43.077179 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:29:43.692232 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:07.889081 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ada6ef9-4c64-49ce-8fa7-deac666fc53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:10.121943 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e3a6492-8758-4860-a735-55cdf823df9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:11.719094 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:12.215850 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 5 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:30:13.081493 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:13.694345 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:20.161348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52206) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:30:20.167191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-aad4b335-d130-44d2-9fc8-6fc45065d967 tempest-verify_tempest_config-767521405 tempest-verify_tempest_config-767521405-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:30:20.168191 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-aad4b335-d130-44d2-9fc8-6fc45065d967 tempest-verify_tempest_config-767521405 tempest-verify_tempest_config-767521405-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058136 Nov 16 04:30:20.464000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52224) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:30:20.576207 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:20.681134 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:20.685239 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:20.735862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfc78cda1f7449c0872f0ad7b06cc0b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2683425 Nov 16 04:30:20.735862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effa17fe-580c-40fa-97d6-500b59d5d409,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:30:20.737824 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52228) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:30:20.746333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.746619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.746960 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.747297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.747627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.748156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.748263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.748608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.748932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.749257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.749576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.749951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58726619-67e2-47d6-883a-eff70ddedba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.811164 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:20.836994 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:20.934936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:20.937866 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:20.941657 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/effa17fe-580c-40fa-97d6-500b59d5d409 HTTP/1.1" status: 204 len: 168 time: 0.2015004 Nov 16 04:30:20.948726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effa17fe-580c-40fa-97d6-500b59d5d409,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:30:20.955347 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.955672 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.956003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.956326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.956647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.957084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.957311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.957625 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.957985 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.958300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.958614 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:20.958923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1cd163-761b-4859-8315-c8755df53db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:30:37.890615 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8d2c8baf-b129-4127-b508-01c067eb95f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:40.125749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d76741ab-6a0c-45cb-88e3-fcb7f4ffca3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:41.724276 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:43.084243 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:43.695833 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:30:49.214062 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 5 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:31:07.890600 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-555ad3a3-83b2-4aec-ac03-b823d67f782b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:31:10.126593 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4bb1299-849c-42de-ad55-f9c25dab80d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:31:11.723961 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:31:13.086884 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:31:13.697250 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:31:26.213329 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 5 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:31:37.893714 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e90d858a-72a5-44db-9000-9403d41a8ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:31:40.127336 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-23694dc0-1e24-4775-a290-d23982df7b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:31:41.727203 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:31:43.089536 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:31:43.698573 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:32:03.211782 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 5 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:32:07.895248 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7798302-5400-425a-9ca1-1a2bb7133d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:32:10.127748 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97016a8f-e162-4607-b592-fd93384447f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:32:11.728689 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:32:13.091683 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:32:13.700085 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:32:37.896757 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d4ad177d-bc63-4add-9532-420f08915e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:32:40.128592 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e394ead9-dfee-44c9-b38f-ff804fca7159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:32:40.210513 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 5 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:32:41.733361 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:32:43.094731 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:32:43.701398 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:07.897751 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2abdc92-be42-44b3-a62e-1c5d30e02d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:10.129450 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7b10cfc-0723-44b9-beb8-0f1c07e57400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:11.735712 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:13.096314 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:13.703138 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:15.983363 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-940584'] for agent, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:17.208928 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 6 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:33:18.223179 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-940584'] for agent, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:37.897741 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb09d-0cb7-4bcb-9d8f-6ebe5ba818fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:40.129921 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e7ffd252-b474-4e9c-840f-f235702da650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:41.739197 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:43.099157 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:43.703587 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:45.933634 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:48.172445 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:33:54.207431 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:34:06.815136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52286) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:34:06.917140 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-760fdace-7763-4d10-8cd0-77ba276a618d admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1009536 Nov 16 04:34:07.899650 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-faba9fc6-c4d0-4dd5-9517-0ae3efbeaa82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:34:09.230003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52296) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:34:09.286147 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-11065698-e178-46ec-911b-008b31783530 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0550618 Nov 16 04:34:10.130752 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b42c599b-6022-433c-8dc5-73d6da9b6ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:34:11.740892 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:34:13.103074 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:34:13.704901 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:34:15.931719 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:34:18.178712 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:34:31.205563 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:34:37.899771 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc64b96d-1371-44c3-b21b-2b2e8e5b0e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:34:40.131707 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8f4ad2a-647f-4588-a865-75bac1d593f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:34:41.744974 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:34:43.105961 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:34:43.707071 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:34:45.936761 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:34:48.178058 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:07.900334 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-796f36aa-137a-44ac-ba5c-9504d2933d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:08.205316 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:35:10.132409 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab74075f-6f84-4c31-8920-76e7602be5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:11.748193 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:13.108126 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:13.711065 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:15.932937 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:18.177416 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:31.842587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52514) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:32.432884 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-acfc8d21-5acc-4720-9380-a5c50167c909 tempest-AutoAllocateNetworkTest-353406101 tempest-AutoAllocateNetworkTest-353406101-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=09ce0f50cd124596b6e6ca9cd7e466b6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5860546 Nov 16 04:35:32.432884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52540) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:32.624466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93572ff-feb6-43ac-a865-198c407f1e97 tempest-AutoAllocateNetworkTest-353406101 tempest-AutoAllocateNetworkTest-353406101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:32.629550 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a93572ff-feb6-43ac-a865-198c407f1e97 tempest-AutoAllocateNetworkTest-353406101 tempest-AutoAllocateNetworkTest-353406101-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1959267 Nov 16 04:35:32.630037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52556) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:32.725699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-982d7a89-7d9a-4ae4-98ae-b56a66fae2a3 tempest-AutoAllocateNetworkTest-353406101 tempest-AutoAllocateNetworkTest-353406101-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934558 Nov 16 04:35:32.728526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52564) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:32.761800 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2d7061c5-cdc9-4ac6-b31e-eb90d958559a tempest-AutoAllocateNetworkTest-353406101 tempest-AutoAllocateNetworkTest-353406101-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=09ce0f50cd124596b6e6ca9cd7e466b6 HTTP/1.1" status: 200 len: 208 time: 0.0320559 Nov 16 04:35:33.369650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52602) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:33.794227 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:33.881193 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:33.885755 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:33.921431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8d4a5e-d3c4-4536-af49-476593e6c308,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:33.931693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:33.932271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:33.932745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:33.933197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:33.933401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:33.933726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:33.934067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:33.934958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:33.934958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:33.935142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:33.935300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:33.935615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] Tracked resource versions report: Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: pushed versions: Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: { 'AddressGroup': {'1.2'}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'ConntrackHelper': {'1.0'}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'Log': {'1.0'}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'Network': {'1.1'}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'Port': {'1.7'}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'PortForwarding': {'1.2'}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'QosPolicy': {'1.10'}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'SecurityGroup': {'1.5'}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'SecurityGroupRule': {'1.2'}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'SubPort': {'1.0'}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'Subnet': {'1.1'}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'Trunk': {'1.1'}} Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: consumer versions: Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: { DHCP agent@n-d-818042-1: {}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: HyperV agent@n-h1-818042-1: {}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: HyperV agent@n-h2-818042-1: {}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: L3 agent@n-d-818042-1: {}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: Metadata agent@n-d-818042-1: {}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: Metering agent@n-d-818042-1: {}, Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: Open vSwitch agent@n-d-818042-1: { 'AddressGroup': '1.2', Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'ConntrackHelper': '1.0', Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'Log': '1.0', Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'Network': '1.1', Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'Port': '1.7', Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'PortForwarding': '1.2', Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'QosPolicy': '1.10', Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'SecurityGroup': '1.5', Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'SecurityGroupRule': '1.2', Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'SubPort': '1.0', Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'Subnet': '1.1', Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: 'Trunk': '1.1'}} Nov 16 04:35:33.936881 n-d-818042-1 neutron-server[102659]: {{(pid=102659) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 04:35:33.945391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52636) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:33.952748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c3fbf724-5c62-4f0e-ad6f-d89329a1de84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09ce0f50cd124596b6e6ca9cd7e466b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5819840 Nov 16 04:35:33.994076 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:34.016015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:34.067726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:34.071059 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:34.072430 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf8d4a5e-d3c4-4536-af49-476593e6c308 HTTP/1.1" status: 204 len: 168 time: 0.1254926 Nov 16 04:35:34.087141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8d4a5e-d3c4-4536-af49-476593e6c308,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:34.096992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:34.097472 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:34.097978 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:34.098659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:34.099116 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:34.099568 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:34.100155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:34.100628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:34.101093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:34.102040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:34.102519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:34.103214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c723fd-f1cc-41cc-89cc-af01a9eb2e4f admin admin] Tracked resource versions report: Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: pushed versions: Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: { 'AddressGroup': {'1.2'}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'ConntrackHelper': {'1.0'}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'Log': {'1.0'}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'Network': {'1.1'}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'Port': {'1.7'}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'PortForwarding': {'1.2'}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'QosPolicy': {'1.10'}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'SecurityGroup': {'1.5'}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'SecurityGroupRule': {'1.2'}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'SubPort': {'1.0'}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'Subnet': {'1.1'}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'Trunk': {'1.1'}} Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: consumer versions: Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: { DHCP agent@n-d-818042-1: {}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: HyperV agent@n-h1-818042-1: {}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: HyperV agent@n-h2-818042-1: {}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: L3 agent@n-d-818042-1: {}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: Metadata agent@n-d-818042-1: {}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: Metering agent@n-d-818042-1: {}, Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: Open vSwitch agent@n-d-818042-1: { 'AddressGroup': '1.2', Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'ConntrackHelper': '1.0', Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'Log': '1.0', Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'Network': '1.1', Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'Port': '1.7', Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'PortForwarding': '1.2', Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'QosPolicy': '1.10', Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'SecurityGroup': '1.5', Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'SecurityGroupRule': '1.2', Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'SubPort': '1.0', Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'Subnet': '1.1', Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: 'Trunk': '1.1'}} Nov 16 04:35:34.104587 n-d-818042-1 neutron-server[102660]: {{(pid=102660) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 04:35:34.728519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52676) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:34.846409 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44cfdfaa-8ed3-4b10-b4ce-11eb5c1a8a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:34.921542 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44cfdfaa-8ed3-4b10-b4ce-11eb5c1a8a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:34.929789 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44cfdfaa-8ed3-4b10-b4ce-11eb5c1a8a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:34.965510 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfdfaa-8ed3-4b10-b4ce-11eb5c1a8a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e149b53b-6f1f-464e-b1b4-8f76ebd0191e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:34.982018 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-44cfdfaa-8ed3-4b10-b4ce-11eb5c1a8a92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27778d2e687f49a89f9165b14d23b02e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2521513 Nov 16 04:35:34.984515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52694) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:35.044320 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9d0939d-1f5a-4b02-8b68-4d358a8133c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:35.067105 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9d0939d-1f5a-4b02-8b68-4d358a8133c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:35.119932 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9d0939d-1f5a-4b02-8b68-4d358a8133c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:35.125540 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9d0939d-1f5a-4b02-8b68-4d358a8133c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:35.130288 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e9d0939d-1f5a-4b02-8b68-4d358a8133c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e149b53b-6f1f-464e-b1b4-8f76ebd0191e HTTP/1.1" status: 204 len: 168 time: 0.1443563 Nov 16 04:35:35.140595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0939d-1f5a-4b02-8b68-4d358a8133c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e149b53b-6f1f-464e-b1b4-8f76ebd0191e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:35.665320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52740) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:35.681702 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95411a3b-b7bb-41e1-ab8d-03f38a7a0909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:35.772516 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95411a3b-b7bb-41e1-ab8d-03f38a7a0909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:35.777181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95411a3b-b7bb-41e1-ab8d-03f38a7a0909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:35.812616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95411a3b-b7bb-41e1-ab8d-03f38a7a0909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014138dc-f4fa-47d9-8f21-57ee0666d7f7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:35.818075 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-95411a3b-b7bb-41e1-ab8d-03f38a7a0909 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7cd8d34c3274b879745d98ab7b98833&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1513145 Nov 16 04:35:35.821187 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52746) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:35.879130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b32420bb-faac-475f-9ddb-62b044ef920c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:35.904544 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b32420bb-faac-475f-9ddb-62b044ef920c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:35.911358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52756) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:35.929898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52760) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:35.952516 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b32420bb-faac-475f-9ddb-62b044ef920c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:35.955938 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b32420bb-faac-475f-9ddb-62b044ef920c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:35.957044 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b32420bb-faac-475f-9ddb-62b044ef920c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/014138dc-f4fa-47d9-8f21-57ee0666d7f7 HTTP/1.1" status: 204 len: 168 time: 0.1349642 Nov 16 04:35:35.965673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32420bb-faac-475f-9ddb-62b044ef920c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014138dc-f4fa-47d9-8f21-57ee0666d7f7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:36.242399 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c375b4e-a73f-471b-a587-95054cc9f833 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.290980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e12662a-e2a8-463b-acf6-20ef03da93c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.375415 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c375b4e-a73f-471b-a587-95054cc9f833 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.382917 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c375b4e-a73f-471b-a587-95054cc9f833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.422616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52788) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:36.422887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5c375b4e-a73f-471b-a587-95054cc9f833 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6d93368ad8f4e2ea0981b1446824cfd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5097294 Nov 16 04:35:36.457170 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e12662a-e2a8-463b-acf6-20ef03da93c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.458228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c375b4e-a73f-471b-a587-95054cc9f833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5de6ec0-7ca8-4bb9-8f2f-9c933e047925,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:36.464842 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e12662a-e2a8-463b-acf6-20ef03da93c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.485343 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06b6f78c-e0f1-4d2b-930a-8ba2dea0753f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.510475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7e12662a-e2a8-463b-acf6-20ef03da93c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a54866619104b35a4770610707a200a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5795426 Nov 16 04:35:36.511964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12662a-e2a8-463b-acf6-20ef03da93c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1601624e-3411-46ac-b6bc-01933b7b49c5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:36.514528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52794) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:36.520094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06b6f78c-e0f1-4d2b-930a-8ba2dea0753f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.620802 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06b6f78c-e0f1-4d2b-930a-8ba2dea0753f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.623968 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06b6f78c-e0f1-4d2b-930a-8ba2dea0753f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.625354 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-06b6f78c-e0f1-4d2b-930a-8ba2dea0753f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5de6ec0-7ca8-4bb9-8f2f-9c933e047925 HTTP/1.1" status: 204 len: 168 time: 0.2016056 Nov 16 04:35:36.641736 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6f78c-e0f1-4d2b-930a-8ba2dea0753f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5de6ec0-7ca8-4bb9-8f2f-9c933e047925,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:36.650466 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-297140a5-2257-4b86-9d24-734348643af1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.680797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-297140a5-2257-4b86-9d24-734348643af1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.764172 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-297140a5-2257-4b86-9d24-734348643af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.767271 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-297140a5-2257-4b86-9d24-734348643af1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:36.771802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-297140a5-2257-4b86-9d24-734348643af1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1601624e-3411-46ac-b6bc-01933b7b49c5 HTTP/1.1" status: 204 len: 168 time: 0.2562454 Nov 16 04:35:36.780032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297140a5-2257-4b86-9d24-734348643af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1601624e-3411-46ac-b6bc-01933b7b49c5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:37.289911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52838) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:37.302840 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-53f568d5-8bd3-49fb-9d65-93626e770ea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:37.383265 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-53f568d5-8bd3-49fb-9d65-93626e770ea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:37.389322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-53f568d5-8bd3-49fb-9d65-93626e770ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:37.432498 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52842) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:37.433094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-53f568d5-8bd3-49fb-9d65-93626e770ea8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=416b0ba9badd4bf4a8ead8b24314ca83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1416504 Nov 16 04:35:37.434764 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f568d5-8bd3-49fb-9d65-93626e770ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6f6967-a386-4379-8367-36c8124a07b5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:37.483363 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c88c37cc-bbb9-4bf7-b8f3-b133cbe0f4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:37.514226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c88c37cc-bbb9-4bf7-b8f3-b133cbe0f4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:37.532215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52854) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:37.581209 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c88c37cc-bbb9-4bf7-b8f3-b133cbe0f4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:37.583993 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c88c37cc-bbb9-4bf7-b8f3-b133cbe0f4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:37.587749 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c88c37cc-bbb9-4bf7-b8f3-b133cbe0f4c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d6f6967-a386-4379-8367-36c8124a07b5 HTTP/1.1" status: 204 len: 168 time: 0.1516812 Nov 16 04:35:37.595686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c37cc-bbb9-4bf7-b8f3-b133cbe0f4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6f6967-a386-4379-8367-36c8124a07b5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:37.755391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52880) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:37.793356 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-da70eddc-5c5a-44e2-a3df-cb2131c333b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:37.902756 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-da70eddc-5c5a-44e2-a3df-cb2131c333b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:37.910748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-da70eddc-5c5a-44e2-a3df-cb2131c333b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:37.913748 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67316ef5-6a9c-4e62-b001-96f8bf41c6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:37.974561 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d8aa073-fa1f-41f4-a100-ab3bdc3f34b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:37.977129 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70eddc-5c5a-44e2-a3df-cb2131c333b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e60753f-c295-46b2-9776-04079b87e5fd,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:38.012806 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-da70eddc-5c5a-44e2-a3df-cb2131c333b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a646767e8814705b61191fe1dc2ec06&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2562978 Nov 16 04:35:38.015491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52906) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:38.125723 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e81c5f60-84cc-45ef-9d6b-a4a747b75906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:38.151785 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d8aa073-fa1f-41f4-a100-ab3bdc3f34b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:38.162205 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d8aa073-fa1f-41f4-a100-ab3bdc3f34b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:38.178044 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e81c5f60-84cc-45ef-9d6b-a4a747b75906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:38.227483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8d8aa073-fa1f-41f4-a100-ab3bdc3f34b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77d6b16404614c64be100fdfdc15eb1b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6941602 Nov 16 04:35:38.230209 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52920) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:38.239661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8aa073-fa1f-41f4-a100-ab3bdc3f34b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee288b2-f7cf-493f-9103-a156abc29e38,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:38.271788 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e81c5f60-84cc-45ef-9d6b-a4a747b75906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:38.275705 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e81c5f60-84cc-45ef-9d6b-a4a747b75906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:38.277011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e81c5f60-84cc-45ef-9d6b-a4a747b75906 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e60753f-c295-46b2-9776-04079b87e5fd HTTP/1.1" status: 204 len: 168 time: 0.2602973 Nov 16 04:35:38.295346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c5f60-84cc-45ef-9d6b-a4a747b75906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e60753f-c295-46b2-9776-04079b87e5fd,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:38.298035 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77cdb68b-9e87-437e-be50-c336f53d1659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:38.321218 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77cdb68b-9e87-437e-be50-c336f53d1659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:38.380364 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77cdb68b-9e87-437e-be50-c336f53d1659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:38.383073 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77cdb68b-9e87-437e-be50-c336f53d1659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:38.383531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52938) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:38.384348 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-77cdb68b-9e87-437e-be50-c336f53d1659 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bee288b2-f7cf-493f-9103-a156abc29e38 HTTP/1.1" status: 204 len: 168 time: 0.1521630 Nov 16 04:35:38.386022 n-d-818042-1 neutron-server[102659]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 04:35:38.393584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdb68b-9e87-437e-be50-c336f53d1659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee288b2-f7cf-493f-9103-a156abc29e38,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:38.426659 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-93e8c1c4-6775-458d-b61c-fa5108833c17 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=79b4e07ce8f54628990d7a5914f754b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416231 Nov 16 04:35:38.645033 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52948) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:38.671026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756193e-3a03-4370-b073-723631e76630 req-4a45591d-da50-4493-9df5-e54b5ed1edff tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:38.672527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-4a45591d-da50-4493-9df5-e54b5ed1edff tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391016 Nov 16 04:35:38.690290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-0acaf0de-7ca3-43b3-a3e8-ab497ce2d63b tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/quotas/79b4e07ce8f54628990d7a5914f754b7 HTTP/1.1" status: 200 len: 375 time: 0.0115805 Nov 16 04:35:38.779157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-948f7a89-52e1-4bcb-8907-ede78d16e000 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79b4e07ce8f54628990d7a5914f754b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838201 Nov 16 04:35:39.092803 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13a16840-94ef-4ad2-b4f3-d87fe418e3f3 req-bac27a97-79b0-4738-8420-24765cd10f63 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 210 time: 0.0730813 Nov 16 04:35:39.157810 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d2f0eb51-6147-44cd-a5d0-614982f0b222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.207762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53004) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:39.231317 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eac46050-6923-4b00-b57c-68f24d982d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.256373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d2f0eb51-6147-44cd-a5d0-614982f0b222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.271208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d2f0eb51-6147-44cd-a5d0-614982f0b222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.340411 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eac46050-6923-4b00-b57c-68f24d982d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.346329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0eb51-6147-44cd-a5d0-614982f0b222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2fc051-3e4c-490c-a851-f7000c50455f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:39.349045 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eac46050-6923-4b00-b57c-68f24d982d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.385662 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d2f0eb51-6147-44cd-a5d0-614982f0b222 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62335060d3444d7faefe3edcb3f26775&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7384887 Nov 16 04:35:39.387756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac46050-6923-4b00-b57c-68f24d982d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a6860d-4036-43ee-abd5-8ab58dd691ee,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:39.390111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53016) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:39.443217 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-eac46050-6923-4b00-b57c-68f24d982d6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d97d0d76086b49dd805aa0a66898f3bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2337351 Nov 16 04:35:39.445143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53022) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:39.478193 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca3cc32b-0018-4f6f-a969-a02f0b5190ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.513477 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca3cc32b-0018-4f6f-a969-a02f0b5190ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.536533 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-00000139-6f75-45a8-b031-c13657479474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.583801 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-00000139-6f75-45a8-b031-c13657479474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.634336 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca3cc32b-0018-4f6f-a969-a02f0b5190ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.638692 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca3cc32b-0018-4f6f-a969-a02f0b5190ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.640143 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ca3cc32b-0018-4f6f-a969-a02f0b5190ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d2fc051-3e4c-490c-a851-f7000c50455f HTTP/1.1" status: 204 len: 168 time: 0.2470117 Nov 16 04:35:39.653039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cc32b-0018-4f6f-a969-a02f0b5190ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2fc051-3e4c-490c-a851-f7000c50455f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:39.685437 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-00000139-6f75-45a8-b031-c13657479474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.693065 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-00000139-6f75-45a8-b031-c13657479474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:39.700475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-00000139-6f75-45a8-b031-c13657479474 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17a6860d-4036-43ee-abd5-8ab58dd691ee HTTP/1.1" status: 204 len: 168 time: 0.2543869 Nov 16 04:35:39.714222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00000139-6f75-45a8-b031-c13657479474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a6860d-4036-43ee-abd5-8ab58dd691ee,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:40.140540 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fc529ec-f4ec-423c-92b8-1dcc3d246555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:40.280805 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53096) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:40.300643 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-28fc7b17-fbd0-4d92-b6e5-bd71406dab30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:40.405403 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-28fc7b17-fbd0-4d92-b6e5-bd71406dab30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:40.412231 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-28fc7b17-fbd0-4d92-b6e5-bd71406dab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:40.466630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-28fc7b17-fbd0-4d92-b6e5-bd71406dab30 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bd008478e8d47a495b140bc3722f1f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1845422 Nov 16 04:35:40.473039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53108) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:40.474733 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53110) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:40.504746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc7b17-fbd0-4d92-b6e5-bd71406dab30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d81439c-6dbb-4cf7-990d-4e852e07bcc6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:40.570952 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0c241a83-83aa-41b2-a22a-cdd7c3edea66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:40.606188 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0c241a83-83aa-41b2-a22a-cdd7c3edea66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:40.732400 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0c241a83-83aa-41b2-a22a-cdd7c3edea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:40.736021 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0c241a83-83aa-41b2-a22a-cdd7c3edea66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:40.737921 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0c241a83-83aa-41b2-a22a-cdd7c3edea66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d81439c-6dbb-4cf7-990d-4e852e07bcc6 HTTP/1.1" status: 204 len: 168 time: 0.2628756 Nov 16 04:35:40.747924 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c241a83-83aa-41b2-a22a-cdd7c3edea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d81439c-6dbb-4cf7-990d-4e852e07bcc6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:40.779228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53124) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:40.913164 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2e1e-10aa-4fd6-b30c-f8a72f6d699f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:40.995372 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2e1e-10aa-4fd6-b30c-f8a72f6d699f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:41.000448 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4ce2e1e-10aa-4fd6-b30c-f8a72f6d699f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:41.038830 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce2e1e-10aa-4fd6-b30c-f8a72f6d699f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d079095-ad57-4e1f-8f70-57822c0952dd,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:41.045862 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4ce2e1e-10aa-4fd6-b30c-f8a72f6d699f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a11b3475cbd477c9cbcef6a92813941&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5693970 Nov 16 04:35:41.046101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53138) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:41.098490 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b17062f2-30d5-4318-870a-4086d6ed393d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:41.122948 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b17062f2-30d5-4318-870a-4086d6ed393d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:41.179555 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-16fde92a-04c3-4566-a9b3-d65723f5600f req-75bcc4f7-0e33-4e98-8a79-1b6c8a70f30e tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 210 time: 0.3985927 Nov 16 04:35:41.205067 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b17062f2-30d5-4318-870a-4086d6ed393d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:41.208146 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b17062f2-30d5-4318-870a-4086d6ed393d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:41.211693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b17062f2-30d5-4318-870a-4086d6ed393d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d079095-ad57-4e1f-8f70-57822c0952dd HTTP/1.1" status: 204 len: 168 time: 0.1618462 Nov 16 04:35:41.218422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17062f2-30d5-4318-870a-4086d6ed393d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d079095-ad57-4e1f-8f70-57822c0952dd,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:41.317617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.37', 61201) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:41.352154 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-4b3073c3-43de-4a26-8610-f9a1d752e68d tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=79b4e07ce8f54628990d7a5914f754b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265651 Nov 16 04:35:41.535247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756193e-3a03-4370-b073-723631e76630 req-e83434c6-6acc-42e3-b3a0-1af881d4508d tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:41.537831 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-e83434c6-6acc-42e3-b3a0-1af881d4508d tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787109 Nov 16 04:35:41.636671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Request body: {'port': {'device_id': 'd544d7e1-91b1-4e58-842c-b146a1e3ebd4', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '79b4e07ce8f54628990d7a5914f754b7'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:35:41.763149 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:41.848884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Made reservation on behalf of 79b4e07ce8f54628990d7a5914f754b7 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:35:41.852957 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:41.862780 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:41.947646 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:41.952034 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:42.039379 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53174) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:42.056905 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77316961-aca9-4282-8aec-f29032ffc1af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:42.079048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99eb9bc-1d8c-46bd-a462-9170961fa5cc,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:42.222798 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77316961-aca9-4282-8aec-f29032ffc1af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:42.230962 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77316961-aca9-4282-8aec-f29032ffc1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:42.280468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Allocated IP 192.168.233.68 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/92389d5a-281b-4cc3-a1b4-71ac3a48b9f6) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:35:42.290415 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77316961-aca9-4282-8aec-f29032ffc1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41115ea0-9e4d-4462-bb06-027b6f7bf5f9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:42.318033 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-77316961-aca9-4282-8aec-f29032ffc1af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a21b0f5f49a646c68804f4653ac3a852&name=default HTTP/1.1" status: 200 len: 2994 time: 0.2774057 Nov 16 04:35:42.319343 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53204) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:42.378979 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c65a7d99-4c40-4784-ac00-2964084b48fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:42.430082 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c65a7d99-4c40-4784-ac00-2964084b48fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:42.510619 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c65a7d99-4c40-4784-ac00-2964084b48fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:42.514577 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c65a7d99-4c40-4784-ac00-2964084b48fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:42.516513 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c65a7d99-4c40-4784-ac00-2964084b48fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41115ea0-9e4d-4462-bb06-027b6f7bf5f9 HTTP/1.1" status: 204 len: 168 time: 0.1959770 Nov 16 04:35:42.519542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-419c8873-ef4f-4341-9cb9-50950f237c9d req-da4efb64-5508-4615-b4fb-9c3d2b00a719 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 210 time: 0.0354991 Nov 16 04:35:42.533576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a7d99-4c40-4784-ac00-2964084b48fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41115ea0-9e4d-4462-bb06-027b6f7bf5f9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:42.571742 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:42.654590 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:42.743586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:35:42.753433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:35:42.762625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:35:42.769070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:42.769693 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:42.776752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Pushing event updated for resources: {'Port': ['ID=92389d5a-281b-4cc3-a1b4-71ac3a48b9f6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:42.797105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-669c06eb-9a08-48bb-8bf9-87535ea51087 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1642592 Nov 16 04:35:42.812240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-b7e98ffc-5709-4258-8e2d-8557426454f9 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:35:42.814382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-b7e98ffc-5709-4258-8e2d-8557426454f9 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106754 Nov 16 04:35:43.124898 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:43.207008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-985f03ad-2ecf-4021-b8f1-d61c9f399df3 None None] Provisioning complete for port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:35:43.207387 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-985f03ad-2ecf-4021-b8f1-d61c9f399df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:43.266353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-985f03ad-2ecf-4021-b8f1-d61c9f399df3 None None] Port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:35:43.742841 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:43.795907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96da7ea-281e-4e90-bf07-a0761737a13f req-6f152134-1eeb-4ddc-824d-6d52553e0450 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:43.797428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d96da7ea-281e-4e90-bf07-a0761737a13f req-6f152134-1eeb-4ddc-824d-6d52553e0450 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 935 time: 0.1443455 Nov 16 04:35:43.898498 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d96da7ea-281e-4e90-bf07-a0761737a13f req-f9a45710-28de-4f10-9eb7-fc88b1d751ba tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936611 Nov 16 04:35:45.052133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98631eb-c0ea-4d61-a0c6-f8f47d408df6 req-0d4e5bd4-3ab2-47f7-9a1c-ae16eb910bbf tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:45.061168 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a98631eb-c0ea-4d61-a0c6-f8f47d408df6 req-0d4e5bd4-3ab2-47f7-9a1c-ae16eb910bbf tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 935 time: 0.0797799 Nov 16 04:35:45.068766 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53324) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:45.206116 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:35:45.231666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a98631eb-c0ea-4d61-a0c6-f8f47d408df6 req-e37e0849-9a5a-42cf-ba9d-7541134c0bc3 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693344 Nov 16 04:35:45.327067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b4809b3-7e4b-4ff3-832f-7f4cf189df77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:45.405595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b4809b3-7e4b-4ff3-832f-7f4cf189df77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:45.410536 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b4809b3-7e4b-4ff3-832f-7f4cf189df77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:45.446489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4809b3-7e4b-4ff3-832f-7f4cf189df77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85e3d35-789e-4569-b8d8-28ba854130c6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:45.460542 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5b4809b3-7e4b-4ff3-832f-7f4cf189df77 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b0096d771cb4bf7b3000c3faf647028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872972 Nov 16 04:35:45.461222 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53340) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:45.534899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1299a0ed-8c75-48b1-a1b6-e2a01d78f209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:45.560696 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1299a0ed-8c75-48b1-a1b6-e2a01d78f209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:45.620866 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1299a0ed-8c75-48b1-a1b6-e2a01d78f209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:45.624200 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1299a0ed-8c75-48b1-a1b6-e2a01d78f209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:45.625723 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1299a0ed-8c75-48b1-a1b6-e2a01d78f209 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d85e3d35-789e-4569-b8d8-28ba854130c6 HTTP/1.1" status: 204 len: 168 time: 0.1629684 Nov 16 04:35:45.642867 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299a0ed-8c75-48b1-a1b6-e2a01d78f209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85e3d35-789e-4569-b8d8-28ba854130c6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:45.678744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53346) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:45.948553 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:46.097858 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a8680947-1f77-46e7-95b3-2f04ead43d0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:46.302851 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a8680947-1f77-46e7-95b3-2f04ead43d0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:46.310394 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a8680947-1f77-46e7-95b3-2f04ead43d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:46.351795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a8680947-1f77-46e7-95b3-2f04ead43d0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=78c086309cbf43018c49362f850e98e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6724401 Nov 16 04:35:46.353913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8680947-1f77-46e7-95b3-2f04ead43d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd11891-f7ff-4e6b-b53e-6092ac096889,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:46.354706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53364) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:46.410140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53366) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:46.428917 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-53fde587-68d6-4af8-8336-943ae21f33f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:46.449227 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7db181a-9fed-449c-9cb9-f6c108076986 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:46.499023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7db181a-9fed-449c-9cb9-f6c108076986 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:46.535853 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-53fde587-68d6-4af8-8336-943ae21f33f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:46.549561 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7db181a-9fed-449c-9cb9-f6c108076986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:46.552515 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7db181a-9fed-449c-9cb9-f6c108076986 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:46.553891 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b7db181a-9fed-449c-9cb9-f6c108076986 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fd11891-f7ff-4e6b-b53e-6092ac096889 HTTP/1.1" status: 204 len: 168 time: 0.1981852 Nov 16 04:35:46.563260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db181a-9fed-449c-9cb9-f6c108076986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd11891-f7ff-4e6b-b53e-6092ac096889,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:46.585800 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-53fde587-68d6-4af8-8336-943ae21f33f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:46.724139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53378) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:46.729728 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-53fde587-68d6-4af8-8336-943ae21f33f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e345c43e6e4b456d8a6e5455158cd127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176286 Nov 16 04:35:46.740349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fde587-68d6-4af8-8336-943ae21f33f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4898d349-74a7-4dc0-a821-7e318110f321,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:46.795532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c41f9-0756-4889-8e30-8480f3276a15 req-eb374578-cb30-453b-bd7f-d145190fc5a4 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:46.800740 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec4c41f9-0756-4889-8e30-8480f3276a15 req-eb374578-cb30-453b-bd7f-d145190fc5a4 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 935 time: 0.3577149 Nov 16 04:35:46.851412 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4c9dd4ef-30bf-4923-8dec-4ff2c89d3fc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:46.917397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec4c41f9-0756-4889-8e30-8480f3276a15 req-c2ad8897-3612-4904-bfc8-864e03a4349c tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000552 Nov 16 04:35:46.919995 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4c9dd4ef-30bf-4923-8dec-4ff2c89d3fc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:47.030954 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4c9dd4ef-30bf-4923-8dec-4ff2c89d3fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:47.033991 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4c9dd4ef-30bf-4923-8dec-4ff2c89d3fc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:47.039037 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4c9dd4ef-30bf-4923-8dec-4ff2c89d3fc9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4898d349-74a7-4dc0-a821-7e318110f321 HTTP/1.1" status: 204 len: 168 time: 0.3135271 Nov 16 04:35:47.050007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9dd4ef-30bf-4923-8dec-4ff2c89d3fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4898d349-74a7-4dc0-a821-7e318110f321,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:47.255688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53400) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:47.281182 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68ae2a93-5e30-4133-bfa5-b80e8d775f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:47.474569 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68ae2a93-5e30-4133-bfa5-b80e8d775f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:47.485634 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68ae2a93-5e30-4133-bfa5-b80e8d775f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:47.544620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-68ae2a93-5e30-4133-bfa5-b80e8d775f06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03bec988d8c140508acb2dbbcf275e5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877493 Nov 16 04:35:47.545667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae2a93-5e30-4133-bfa5-b80e8d775f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c5ab77-08d3-4c89-bbec-db6a63d47f0f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:47.548961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53414) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:47.676240 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad4885c5-adc0-4e48-8aaa-216b14047cc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:47.731522 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad4885c5-adc0-4e48-8aaa-216b14047cc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:47.803233 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad4885c5-adc0-4e48-8aaa-216b14047cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:47.806203 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad4885c5-adc0-4e48-8aaa-216b14047cc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:47.810198 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ad4885c5-adc0-4e48-8aaa-216b14047cc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4c5ab77-08d3-4c89-bbec-db6a63d47f0f HTTP/1.1" status: 204 len: 168 time: 0.2567322 Nov 16 04:35:47.816322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4885c5-adc0-4e48-8aaa-216b14047cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c5ab77-08d3-4c89-bbec-db6a63d47f0f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:48.194811 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:48.244513 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53452) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:48.435490 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1601224a-452b-499a-82bd-b74a79d8ecab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:48.441003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed8c7e-1352-4e55-9ebc-08169af8c2e3 req-2efed59c-7ab4-4757-bbfd-a18dd90b5b8b tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:48.442830 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85ed8c7e-1352-4e55-9ebc-08169af8c2e3 req-2efed59c-7ab4-4757-bbfd-a18dd90b5b8b tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 935 time: 0.0611908 Nov 16 04:35:48.515499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85ed8c7e-1352-4e55-9ebc-08169af8c2e3 req-bcbda7ff-39d4-47c5-8310-021248cb1157 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595441 Nov 16 04:35:48.527111 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1601224a-452b-499a-82bd-b74a79d8ecab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:48.532430 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1601224a-452b-499a-82bd-b74a79d8ecab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:48.566726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601224a-452b-499a-82bd-b74a79d8ecab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3b4689-72f4-4a53-9db4-533732446391,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:48.593912 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1601224a-452b-499a-82bd-b74a79d8ecab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c986f52c7aae4b288908871119baa75b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458614 Nov 16 04:35:48.594374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53474) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:48.655810 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99f4e2e7-a21d-44aa-acc1-41b9a2d217ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:48.684604 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99f4e2e7-a21d-44aa-acc1-41b9a2d217ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:48.727548 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53478) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:48.744368 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99f4e2e7-a21d-44aa-acc1-41b9a2d217ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:48.747354 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99f4e2e7-a21d-44aa-acc1-41b9a2d217ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:48.749286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-99f4e2e7-a21d-44aa-acc1-41b9a2d217ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f3b4689-72f4-4a53-9db4-533732446391 HTTP/1.1" status: 204 len: 168 time: 0.1537743 Nov 16 04:35:48.760306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4e2e7-a21d-44aa-acc1-41b9a2d217ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3b4689-72f4-4a53-9db4-533732446391,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:49.087256 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1679904404-network', 'tenant_id': 'c85774c1b677424e99776b06998b32d4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:35:49.116093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Made reservation on behalf of c85774c1b677424e99776b06998b32d4 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:35:49.118471 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.128000 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.221464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53504) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:49.226717 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.231512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.235577 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20b75460-45e7-42b8-bc60-ac211322be0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.264892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:35:49.278601 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd05dc2f-f54c-49c3-9cdd-2410ef5960b1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:49.295697 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.297994 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Added segment 03c38b21-5728-487d-9548-18f68b6e374a of type vlan for network 4444a63a-bd45-4d34-a4d1-830c5b7d2d36 Nov 16 04:35:49.327137 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20b75460-45e7-42b8-bc60-ac211322be0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.333828 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20b75460-45e7-42b8-bc60-ac211322be0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.357437 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.359167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53506) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:49.387686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-20b75460-45e7-42b8-bc60-ac211322be0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f45f88dae444f3aa94d5150b4bb58be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621883 Nov 16 04:35:49.387686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b75460-45e7-42b8-bc60-ac211322be0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14be799-1e38-45b0-9dc8-90f1f9b6ddf9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:49.388793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53510) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:49.392719 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.408257 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:49.409116 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.467743 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f3adf6c-f0f1-4000-abc1-bf6c41dcdd28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.498085 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f3adf6c-f0f1-4000-abc1-bf6c41dcdd28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.567054 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f3adf6c-f0f1-4000-abc1-bf6c41dcdd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.571551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f3adf6c-f0f1-4000-abc1-bf6c41dcdd28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.572797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9f3adf6c-f0f1-4000-abc1-bf6c41dcdd28 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f14be799-1e38-45b0-9dc8-90f1f9b6ddf9 HTTP/1.1" status: 204 len: 168 time: 0.1827500 Nov 16 04:35:49.578605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] Pushing event updated for resources: {'Network': ['ID=4444a63a-bd45-4d34-a4d1-830c5b7d2d36,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:49.582527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3adf6c-f0f1-4000-abc1-bf6c41dcdd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14be799-1e38-45b0-9dc8-90f1f9b6ddf9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:49.590930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 4444a63a-bd45-4d34-a4d1-830c5b7d2d36 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:35:49.633759 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9c183458-98b9-46ba-9268-b72e8114aa87 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9048271 Nov 16 04:35:49.637248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53520) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:49.642324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ad2c925b-4054-4fd5-8a68-194ddbd29b94 admin admin] Request body: {'subnet': {'network_id': '4444a63a-bd45-4d34-a4d1-830c5b7d2d36', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1679904404-subnet', 'tenant_id': 'c85774c1b677424e99776b06998b32d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:35:49.671744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db7185-906e-4aca-8513-0e17695de725 req-3eede9b8-61ca-4d66-a823-384cbeaa359d tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:49.674164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68db7185-906e-4aca-8513-0e17695de725 req-3eede9b8-61ca-4d66-a823-384cbeaa359d tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 935 time: 0.0660203 Nov 16 04:35:49.721709 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2c925b-4054-4fd5-8a68-194ddbd29b94 admin admin] Made reservation on behalf of c85774c1b677424e99776b06998b32d4 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:35:49.724400 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad2c925b-4054-4fd5-8a68-194ddbd29b94 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.770462 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63774e4a-4f8b-4d3e-957d-ba75600ebb2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.898239 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63774e4a-4f8b-4d3e-957d-ba75600ebb2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.927237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68db7185-906e-4aca-8513-0e17695de725 req-ceda2bac-4102-4f06-804d-e41b4fc0c8db tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386935 Nov 16 04:35:49.928720 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63774e4a-4f8b-4d3e-957d-ba75600ebb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:49.967131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63774e4a-4f8b-4d3e-957d-ba75600ebb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebb1530-6a68-458f-934a-cff1f45c00d1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:49.977086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-63774e4a-4f8b-4d3e-957d-ba75600ebb2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9034d4b8241146f790639f4174ee201f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6131282 Nov 16 04:35:49.980305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53528) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:50.036355 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6fe8-1099-4bd2-ad7f-be41548db433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:50.064216 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6fe8-1099-4bd2-ad7f-be41548db433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:50.077977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad2c925b-4054-4fd5-8a68-194ddbd29b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:50.141097 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6fe8-1099-4bd2-ad7f-be41548db433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:50.149891 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6fe8-1099-4bd2-ad7f-be41548db433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:50.151406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ca4d6fe8-1099-4bd2-ad7f-be41548db433 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ebb1530-6a68-458f-934a-cff1f45c00d1 HTTP/1.1" status: 204 len: 168 time: 0.1701458 Nov 16 04:35:50.165824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d6fe8-1099-4bd2-ad7f-be41548db433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebb1530-6a68-458f-934a-cff1f45c00d1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:50.183838 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c925b-4054-4fd5-8a68-194ddbd29b94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afae308c-8f42-48b9-afc7-c88342a52f02,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:50.192062 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2c925b-4054-4fd5-8a68-194ddbd29b94 admin admin] Checking segment: {'id': '03c38b21-5728-487d-9548-18f68b6e374a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '4444a63a-bd45-4d34-a4d1-830c5b7d2d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:35:50.192418 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2c925b-4054-4fd5-8a68-194ddbd29b94 admin admin] Network hostable DHCP agents. Network: 4444a63a-bd45-4d34-a4d1-830c5b7d2d36, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:35:50.214332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2c925b-4054-4fd5-8a68-194ddbd29b94 admin admin] Network 4444a63a-bd45-4d34-a4d1-830c5b7d2d36 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:35:50.231546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-ad2c925b-4054-4fd5-8a68-194ddbd29b94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 4444a63a-bd45-4d34-a4d1-830c5b7d2d36) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:35:50.247849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2c925b-4054-4fd5-8a68-194ddbd29b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:50.250134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad2c925b-4054-4fd5-8a68-194ddbd29b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:50.250956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163c8200-e11d-4e9e-9c5e-f0738516ff72 None None] Network 4444a63a-bd45-4d34-a4d1-830c5b7d2d36 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:35:50.284494 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ad2c925b-4054-4fd5-8a68-194ddbd29b94 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6459143 Nov 16 04:35:50.433439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf496c52-2c78-4eaa-af6c-062a27ee6dd5 None None] Network 4444a63a-bd45-4d34-a4d1-830c5b7d2d36 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:35:50.697695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53556) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:50.718294 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f712a90-2008-4d13-9841-8b74bea1c970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:50.819857 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f712a90-2008-4d13-9841-8b74bea1c970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:50.824374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f712a90-2008-4d13-9841-8b74bea1c970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:50.860938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f712a90-2008-4d13-9841-8b74bea1c970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2f290f-090d-4c97-9b7e-c7d0b8542f32,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:50.867678 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0f712a90-2008-4d13-9841-8b74bea1c970 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89aeb7729b034c2693f9ce4f58c531dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663730 Nov 16 04:35:50.867848 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53562) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:50.927167 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7042b1da-3a1d-41ba-abb9-116677607496 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:50.948448 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7042b1da-3a1d-41ba-abb9-116677607496 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:51.011520 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7042b1da-3a1d-41ba-abb9-116677607496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:51.014822 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7042b1da-3a1d-41ba-abb9-116677607496 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:51.022189 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7042b1da-3a1d-41ba-abb9-116677607496 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be2f290f-090d-4c97-9b7e-c7d0b8542f32 HTTP/1.1" status: 204 len: 168 time: 0.1530805 Nov 16 04:35:51.033523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042b1da-3a1d-41ba-abb9-116677607496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2f290f-090d-4c97-9b7e-c7d0b8542f32,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:51.117795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908b998-b120-4047-a3b0-4e2426284cf2 req-fd12f19d-f83a-4e23-9b8e-a496fc06a1f5 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:51.122833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0908b998-b120-4047-a3b0-4e2426284cf2 req-fd12f19d-f83a-4e23-9b8e-a496fc06a1f5 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 935 time: 0.0873804 Nov 16 04:35:51.177966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0908b998-b120-4047-a3b0-4e2426284cf2 req-67e498d3-86fc-4366-815d-070a5f8d3421 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526569 Nov 16 04:35:51.560391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53592) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:51.565316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-353676186-network', 'tenant_id': '211d1d63d4264fb980ab904189de9605'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:35:51.585878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Made reservation on behalf of 211d1d63d4264fb980ab904189de9605 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:35:51.588204 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:51.601161 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:51.691604 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:51.696544 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:51.721631 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:35:51.739741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49f30d8-f443-498f-92c2-64651375e740,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:51.745701 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:51.746040 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Added segment 49883975-12af-4f08-a630-05d2ea159d2c of type vlan for network 6b37b919-029f-4e17-a603-cbbdda75117b Nov 16 04:35:51.806611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:51.839797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:51.840866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:51.841508 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:51.902838 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3413248 Nov 16 04:35:51.903223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53606) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:51.910794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0bbb7bd5-2224-4f0e-857b-3602b93fc404 admin admin] Request body: {'subnet': {'network_id': '6b37b919-029f-4e17-a603-cbbdda75117b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-353676186-subnet', 'tenant_id': '211d1d63d4264fb980ab904189de9605', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:35:51.924930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f6fb5-447b-4a73-9b7f-d391f494712d admin admin] Pushing event updated for resources: {'Network': ['ID=6b37b919-029f-4e17-a603-cbbdda75117b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:51.939904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 6b37b919-029f-4e17-a603-cbbdda75117b details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:35:51.958516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbb7bd5-2224-4f0e-857b-3602b93fc404 admin admin] Made reservation on behalf of 211d1d63d4264fb980ab904189de9605 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:35:51.964405 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0bbb7bd5-2224-4f0e-857b-3602b93fc404 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:52.209477 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0bbb7bd5-2224-4f0e-857b-3602b93fc404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:52.270980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb7bd5-2224-4f0e-857b-3602b93fc404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69244113-f553-4c30-8ab0-fbc779f02c3f,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:52.283392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbb7bd5-2224-4f0e-857b-3602b93fc404 admin admin] Checking segment: {'id': '49883975-12af-4f08-a630-05d2ea159d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6b37b919-029f-4e17-a603-cbbdda75117b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:35:52.283778 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbb7bd5-2224-4f0e-857b-3602b93fc404 admin admin] Network hostable DHCP agents. Network: 6b37b919-029f-4e17-a603-cbbdda75117b, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:35:52.304760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbb7bd5-2224-4f0e-857b-3602b93fc404 admin admin] Network 6b37b919-029f-4e17-a603-cbbdda75117b is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:35:52.326744 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-0bbb7bd5-2224-4f0e-857b-3602b93fc404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 6b37b919-029f-4e17-a603-cbbdda75117b) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:35:52.338606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb7bd5-2224-4f0e-857b-3602b93fc404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:52.339207 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0bbb7bd5-2224-4f0e-857b-3602b93fc404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:52.346812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f719ba60-69e5-46da-bf21-e5b65f25f94d None None] Network 6b37b919-029f-4e17-a603-cbbdda75117b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:35:52.369824 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0bbb7bd5-2224-4f0e-857b-3602b93fc404 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4648602 Nov 16 04:35:52.534086 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cb4214-8108-4bd7-8bf4-789ff7d2d5e8 None None] Network 6b37b919-029f-4e17-a603-cbbdda75117b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:35:52.704662 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53634) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:52.826511 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7189288-7bc3-4717-82bd-39c45f60e071 admin admin] Deleting subnet afae308c-8f42-48b9-afc7-c88342a52f02 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:35:52.831699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c7189288-7bc3-4717-82bd-39c45f60e071 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:52.871652 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c7189288-7bc3-4717-82bd-39c45f60e071 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:52.883011 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c7189288-7bc3-4717-82bd-39c45f60e071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:52.961284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85768638-0495-4e54-b47c-0ed93d40a262 req-b740d22d-cfb8-4147-8212-e0373ef67343 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:52.963841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85768638-0495-4e54-b47c-0ed93d40a262 req-b740d22d-cfb8-4147-8212-e0373ef67343 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 935 time: 0.1085970 Nov 16 04:35:52.970711 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c7189288-7bc3-4717-82bd-39c45f60e071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:53.002514 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7189288-7bc3-4717-82bd-39c45f60e071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afae308c-8f42-48b9-afc7-c88342a52f02,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:53.057901 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c7189288-7bc3-4717-82bd-39c45f60e071 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:53.063211 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c7189288-7bc3-4717-82bd-39c45f60e071 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/afae308c-8f42-48b9-afc7-c88342a52f02 HTTP/1.1" status: 204 len: 168 time: 0.3571801 Nov 16 04:35:53.065706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53648) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:53.149083 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85768638-0495-4e54-b47c-0ed93d40a262 req-9b5de2bb-a0bd-425f-a894-a874a700e049 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699457 Nov 16 04:35:53.206081 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:53.431751 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:53.453558 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.453962 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.454768 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.455116 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > port after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.455425 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > port after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.455733 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > port after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.456059 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.456369 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.456847 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.457160 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.838595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.839085 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.839414 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.839737 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:53.840098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4444a63a-bd45-4d34-a4d1-830c5b7d2d36']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:35:53.860303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c38b21-5728-487d-9548-18f68b6e374a') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:35:53.861375 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c38b21-5728-487d-9548-18f68b6e374a') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:35:53.881652 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:53.915146 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:53.924440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:35:53.924981 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: from cryptography.utils import int_from_bytes Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: from cryptography.utils import int_from_bytes Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:35:54.008061 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:35:54.010498 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:54.019557 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:54.024065 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] 10.222.0.41 "DELETE /v2.0/networks/4444a63a-bd45-4d34-a4d1-830c5b7d2d36 HTTP/1.1" status: 204 len: 168 time: 0.9569924 Nov 16 04:35:54.028357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53686) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:54.036948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-df40260f-7fa6-4c70-a562-73f3d5712def tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=59a94dfcda7e49d7a84d11e834a42ecd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361781 Nov 16 04:35:54.037084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4becdd6-35f8-4f3a-a239-e67ad14fcd9f admin admin] Pushing event deleted for resources: {'Network': ['ID=4444a63a-bd45-4d34-a4d1-830c5b7d2d36,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:54.130570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb25e112-3d6a-4dc5-bd13-26ae3d923a9f admin admin] Deleting subnet 69244113-f553-4c30-8ab0-fbc779f02c3f {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:35:54.137654 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eb25e112-3d6a-4dc5-bd13-26ae3d923a9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:54.202414 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eb25e112-3d6a-4dc5-bd13-26ae3d923a9f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:54.219136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-791a380a-92e8-4394-ba59-f46ba48071ec tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:54.220895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-791a380a-92e8-4394-ba59-f46ba48071ec tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1643744 Nov 16 04:35:54.226361 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eb25e112-3d6a-4dc5-bd13-26ae3d923a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:54.266018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-f74748d7-a055-44aa-b874-1a786f54157c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/quotas/59a94dfcda7e49d7a84d11e834a42ecd HTTP/1.1" status: 200 len: 375 time: 0.0374992 Nov 16 04:35:54.308203 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-929bbbc9-3c08-42af-9afd-06f34a90768f tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59a94dfcda7e49d7a84d11e834a42ecd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357921 Nov 16 04:35:54.320569 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eb25e112-3d6a-4dc5-bd13-26ae3d923a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:54.346399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25e112-3d6a-4dc5-bd13-26ae3d923a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69244113-f553-4c30-8ab0-fbc779f02c3f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:54.366958 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eb25e112-3d6a-4dc5-bd13-26ae3d923a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:54.370241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-eb25e112-3d6a-4dc5-bd13-26ae3d923a9f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/69244113-f553-4c30-8ab0-fbc779f02c3f HTTP/1.1" status: 204 len: 168 time: 0.3407896 Nov 16 04:35:54.372718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53692) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:54.456675 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:54.580081 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:54.607727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.608257 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.609204 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.609678 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > port after_create 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.610067 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.613165 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > port after_update 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.613614 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.613968 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.614314 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.614637 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.777594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53720) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:54.799983 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.800334 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.800661 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.801153 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102659) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 16 04:35:54.801703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b37b919-029f-4e17-a603-cbbdda75117b']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:35:54.829532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49883975-12af-4f08-a630-05d2ea159d2c') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:35:54.830097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49883975-12af-4f08-a630-05d2ea159d2c') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:35:54.861457 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:54.885847 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:54.897218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:35:54.897894 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: from cryptography.utils import int_from_bytes Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: from cryptography.utils import int_from_bytes Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:35:54.901970 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:35:54.905646 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb05d-60e6-400d-a483-a6a6964f90fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.034575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbb705-5415-4e53-855d-44797d55f23c req-10d173bc-a87a-41d6-8e5c-ad612314a5d3 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:55.036154 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cbbb705-5415-4e53-855d-44797d55f23c req-10d173bc-a87a-41d6-8e5c-ad612314a5d3 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 935 time: 0.2293394 Nov 16 04:35:55.073758 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.090478 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.094698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6b37b919-029f-4e17-a603-cbbdda75117b HTTP/1.1" status: 204 len: 168 time: 0.7210212 Nov 16 04:35:55.113241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95c381-a249-4394-bc06-bab52a2adff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b37b919-029f-4e17-a603-cbbdda75117b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:55.122606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cbbb705-5415-4e53-855d-44797d55f23c req-19c38bcd-7f3e-454d-929c-6e527c3ecc2d tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797195 Nov 16 04:35:55.166621 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb05d-60e6-400d-a483-a6a6964f90fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.178997 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1ddeb05d-60e6-400d-a483-a6a6964f90fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.202617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeb05d-60e6-400d-a483-a6a6964f90fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1341c7b3-fa4a-4430-b89e-ea55b27ea8cb,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:55.217526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Request body: {'port': {'device_id': 'd544d7e1-91b1-4e58-842c-b146a1e3ebd4', 'device_owner': 'compute:tempest-test_az-2044285689', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:35:55.228623 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1ddeb05d-60e6-400d-a483-a6a6964f90fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e9f2a77aeb546f29ec3152716c891e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4471276 Nov 16 04:35:55.228871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53744) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:55.274852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c8bce05-12aa-4d83-b0ec-42cbfc36fbc1 req-a25e150c-b599-4d01-84c4-00153e251406 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 210 time: 0.0753789 Nov 16 04:35:55.299645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb48e481-6a6c-4c55-ace8-5d544ab3eb04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.317258 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53746) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:55.349318 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb48e481-6a6c-4c55-ace8-5d544ab3eb04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.393194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.406870 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-62ff48d4-cc62-4393-81ed-893d3870ae2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c85774c1b677424e99776b06998b32d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0861206 Nov 16 04:35:55.407071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53752) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:55.453315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb48e481-6a6c-4c55-ace8-5d544ab3eb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.457961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb48e481-6a6c-4c55-ace8-5d544ab3eb04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.459412 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fb48e481-6a6c-4c55-ace8-5d544ab3eb04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1341c7b3-fa4a-4430-b89e-ea55b27ea8cb HTTP/1.1" status: 204 len: 168 time: 0.2289774 Nov 16 04:35:55.476976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48e481-6a6c-4c55-ace8-5d544ab3eb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1341c7b3-fa4a-4430-b89e-ea55b27ea8cb,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:55.494910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab466663-72cb-41ab-9f7f-3676453f0b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.525572 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab466663-72cb-41ab-9f7f-3676453f0b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.536821 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53760) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:55.614903 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab466663-72cb-41ab-9f7f-3676453f0b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.618486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab466663-72cb-41ab-9f7f-3676453f0b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.619633 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ab466663-72cb-41ab-9f7f-3676453f0b23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd05dc2f-f54c-49c3-9cdd-2410ef5960b1 HTTP/1.1" status: 204 len: 168 time: 0.2116549 Nov 16 04:35:55.632009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab466663-72cb-41ab-9f7f-3676453f0b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd05dc2f-f54c-49c3-9cdd-2410ef5960b1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:55.889321 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-955e6e5b-7afc-4253-89a3-bc3572f1131f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:55.973947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:35:55.985586 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.017543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Transition to ACTIVE for port object 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:35:56.029032 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.035258 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53772) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:56.054502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-00ff5dd8-e710-4582-bf4e-0d1e9307d857 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.104570 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-955e6e5b-7afc-4253-89a3-bc3572f1131f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.124217 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-955e6e5b-7afc-4253-89a3-bc3572f1131f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.230041 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-00ff5dd8-e710-4582-bf4e-0d1e9307d857 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.232610 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.15', 59312) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:56.240577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Pushing event updated for resources: {'Port': ['ID=92389d5a-281b-4cc3-a1b4-71ac3a48b9f6,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:56.260191 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-00ff5dd8-e710-4582-bf4e-0d1e9307d857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.344615 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-00ff5dd8-e710-4582-bf4e-0d1e9307d857 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41aae671dcf4416b8e935238dff8a39c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081272 Nov 16 04:35:56.346464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff5dd8-e710-4582-bf4e-0d1e9307d857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89ffa87-3aad-46c2-8f09-5014729c0aed,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:56.350697 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-fdab99f2-df81-46be-ae33-8b3034a435fa tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=59a94dfcda7e49d7a84d11e834a42ecd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1158903 Nov 16 04:35:56.356299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53784) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:56.402817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e6e5b-7afc-4253-89a3-bc3572f1131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9387332-db67-4a61-b916-7fb807814557,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:56.413593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-955e6e5b-7afc-4253-89a3-bc3572f1131f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=803f744679b34996bf576b2984c485e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8750799 Nov 16 04:35:56.489254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-230a8d0a-0849-435b-b33f-a613d135246c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:56.489722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53786) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:56.490791 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-230a8d0a-0849-435b-b33f-a613d135246c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1331358 Nov 16 04:35:56.519711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a9e2c20-a4b5-4faf-90b2-9bec40e78d95 req-8d06c1fd-1700-485a-8093-14f541087862 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 210 time: 0.1126831 Nov 16 04:35:56.545382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53790) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:56.548483 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f494499d-7d17-4de3-bf34-cd913548897d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.571366 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f494499d-7d17-4de3-bf34-cd913548897d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.582295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Request body: {'port': {'device_id': 'f2cc4b65-3e12-4143-a27d-98e834245603', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '59a94dfcda7e49d7a84d11e834a42ecd'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:35:56.620131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691afb7-491f-4edc-b214-4e6beeabc088 req-6a06fe67-4c03-4b4e-bac1-d30c4c65e1f9 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:56.627759 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0691afb7-491f-4edc-b214-4e6beeabc088 req-6a06fe67-4c03-4b4e-bac1-d30c4c65e1f9 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 969 time: 0.3833814 Nov 16 04:35:56.645457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Attempting to bind port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:35:56.645712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Attempting to bind port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:35:56.646077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Attempting to bind port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:35:56.663682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:35:56.664166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Attempting to bind port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:35:56.689062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:35:56.689458 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:35:56.690219 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:35:56.690834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Bound port: 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:35:56.691353 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.724735 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2c870c57-081e-4fd1-a874-0d35ff22b925 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=211d1d63d4264fb980ab904189de9605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743264 Nov 16 04:35:56.730804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53798) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:56.764078 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f7c2990-2aba-4e4d-be30-72e9a232d50a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.809469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f494499d-7d17-4de3-bf34-cd913548897d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.812106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f494499d-7d17-4de3-bf34-cd913548897d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.815677 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f494499d-7d17-4de3-bf34-cd913548897d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c89ffa87-3aad-46c2-8f09-5014729c0aed HTTP/1.1" status: 204 len: 168 time: 0.3215830 Nov 16 04:35:56.832215 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0691afb7-491f-4edc-b214-4e6beeabc088 req-f9269424-519c-477c-95b4-7f7447f53f60 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023680 Nov 16 04:35:56.840137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494499d-7d17-4de3-bf34-cd913548897d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89ffa87-3aad-46c2-8f09-5014729c0aed,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:56.852114 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f7c2990-2aba-4e4d-be30-72e9a232d50a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.860216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Made reservation on behalf of 59a94dfcda7e49d7a84d11e834a42ecd for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:35:56.864843 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.881263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-baddf9fe-41c6-4ad7-839b-12a733f20cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.886860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.898290 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] For port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:35:56.915913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-baddf9fe-41c6-4ad7-839b-12a733f20cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:56.935080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] For port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=92389d5a-281b-4cc3-a1b4-71ac3a48b9f6,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:35:56.943600 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:57.003859 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-baddf9fe-41c6-4ad7-839b-12a733f20cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:57.008231 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-baddf9fe-41c6-4ad7-839b-12a733f20cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:57.012080 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-baddf9fe-41c6-4ad7-839b-12a733f20cad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b49f30d8-f443-498f-92c2-64651375e740 HTTP/1.1" status: 204 len: 168 time: 0.2795308 Nov 16 04:35:57.030377 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddf9fe-41c6-4ad7-839b-12a733f20cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49f30d8-f443-498f-92c2-64651375e740,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:57.037233 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:57.045817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Pushing event updated for resources: {'Port': ['ID=92389d5a-281b-4cc3-a1b4-71ac3a48b9f6,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:57.053030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:57.054060 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:57.054389 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:57.056585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-09723904-f760-4bcf-982c-2f178608a24b service neutron] 10.222.0.37 "PUT /v2.0/ports/92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 HTTP/1.1" status: 200 len: 1117 time: 1.9459889 Nov 16 04:35:57.057298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd544d7e1-91b1-4e58-842c-b146a1e3ebd4', 'tag': '92389d5a-281b-4cc3-a1b4-71ac3a48b9f6'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:35:57.081943 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f7c2990-2aba-4e4d-be30-72e9a232d50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:57.108831 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f7c2990-2aba-4e4d-be30-72e9a232d50a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:57.112841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5f7c2990-2aba-4e4d-be30-72e9a232d50a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9387332-db67-4a61-b916-7fb807814557 HTTP/1.1" status: 204 len: 168 time: 0.5961528 Nov 16 04:35:57.114095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53810) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:57.161414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c2990-2aba-4e4d-be30-72e9a232d50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9387332-db67-4a61-b916-7fb807814557,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:57.214150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c54d731-da68-4dad-be0d-822e892c05e6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:57.278355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756193e-3a03-4370-b073-723631e76630 req-af8e1029-587b-4957-8330-7499534a7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:57.281671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-af8e1029-587b-4957-8330-7499534a7782 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79b4e07ce8f54628990d7a5914f754b7&device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 1120 time: 0.1352139 Nov 16 04:35:57.390944 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-709242bd-bd75-4404-b0c7-cd3c9e814e30 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 HTTP/1.1" status: 200 len: 217 time: 0.1004198 Nov 16 04:35:57.513230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756193e-3a03-4370-b073-723631e76630 req-396fbcbc-4e1b-4f15-86ef-d1c92c30ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:57.514782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-396fbcbc-4e1b-4f15-86ef-d1c92c30ca7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1151216 Nov 16 04:35:57.520043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Allocated IP 192.168.233.197 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/b7429592-3a7c-4bff-9afd-374cadf7bce1) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:35:57.615094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756193e-3a03-4370-b073-723631e76630 req-24b48d97-6bad-4c7a-9c71-6ab26337497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:57.616797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-24b48d97-6bad-4c7a-9c71-6ab26337497f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0930171 Nov 16 04:35:57.792121 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b899cc6d-4f2b-4c2b-bcce-890d49466a88" -d '{"events": [{"name": "network-changed", "server_uuid": "d544d7e1-91b1-4e58-842c-b146a1e3ebd4", "tag": "92389d5a-281b-4cc3-a1b4-71ac3a48b9f6"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:35:57.799404 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:57.824952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3133bbe5-7117-4675-a025-484bca885168 req-19b67679-1a88-45a1-bb6b-067ec6241058 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 210 time: 0.1792581 Nov 16 04:35:57.868386 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-b28cbb5b-e652-462d-9ffd-a4c00c46361b service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436285 Nov 16 04:35:57.911194 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.024490 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1094f6d6-fe93-410e-a717-fc0ae6c86b17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.053741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53838) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:58.069652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Pushing event updated for resources: {'Port': ['ID=b7429592-3a7c-4bff-9afd-374cadf7bce1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:58.094280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:35:58.096432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:35:58.101696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:35:58.154984 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1094f6d6-fe93-410e-a717-fc0ae6c86b17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.166456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:58.167155 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.196953 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1094f6d6-fe93-410e-a717-fc0ae6c86b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.204732 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-80b92e94-d588-4abe-b906-217ddce30966 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6313498 Nov 16 04:35:58.205494 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30017109-8f2b-4de0-bdd5-c94c003dcbb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.238549 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef9697c-cbe2-4be8-8240-935744fec811 x-openstack-request-id: req-eef9697c-cbe2-4be8-8240-935744fec811 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:35:58.238549 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d544d7e1-91b1-4e58-842c-b146a1e3ebd4", "tag": "92389d5a-281b-4cc3-a1b4-71ac3a48b9f6", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:35:58.238549 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eef9697c-cbe2-4be8-8240-935744fec811 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:35:58.238549 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd544d7e1-91b1-4e58-842c-b146a1e3ebd4', 'tag': '92389d5a-281b-4cc3-a1b4-71ac3a48b9f6', 'status': 'completed', 'code': 200} Nov 16 04:35:58.244178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42acf0-583b-41f2-91e6-1b56755251b3 req-dd75e733-ee1a-4b52-bf2c-e3b32f0329a5 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:58.252571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da42acf0-583b-41f2-91e6-1b56755251b3 req-dd75e733-ee1a-4b52-bf2c-e3b32f0329a5 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 969 time: 0.2685981 Nov 16 04:35:58.351089 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53852) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:58.351700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1094f6d6-fe93-410e-a717-fc0ae6c86b17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b50e4d4d2fb64ff49281c427b696697f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2106369 Nov 16 04:35:58.354588 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a756193e-3a03-4370-b073-723631e76630 req-cdaa9c2a-5edb-4a75-aed9-5ec9280f8026 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772687 Nov 16 04:35:58.365675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094f6d6-fe93-410e-a717-fc0ae6c86b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316d7e6e-04fc-4e8a-b1ce-db4f15fd7336,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:58.434335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-85861d18-e78e-47f2-89ef-ea0dbafc6866 None None] Provisioning complete for port b7429592-3a7c-4bff-9afd-374cadf7bce1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:35:58.435582 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85861d18-e78e-47f2-89ef-ea0dbafc6866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.459702 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77304e6a-41e8-45d5-8747-62fec4ddc080 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.492512 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da42acf0-583b-41f2-91e6-1b56755251b3 req-8dbba0ff-9a3f-4367-a5b9-ddef99986b35 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388971 Nov 16 04:35:58.497348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-85861d18-e78e-47f2-89ef-ea0dbafc6866 None None] Port b7429592-3a7c-4bff-9afd-374cadf7bce1 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:35:58.557706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cc6d-4f2b-4c2b-bcce-890d49466a88 req-d1aa140c-84e2-481f-84b0-e97384d5df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:58.559292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b899cc6d-4f2b-4c2b-bcce-890d49466a88 req-d1aa140c-84e2-481f-84b0-e97384d5df11 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79b4e07ce8f54628990d7a5914f754b7&device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 1120 time: 0.1257708 Nov 16 04:35:58.593641 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30017109-8f2b-4de0-bdd5-c94c003dcbb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.620189 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30017109-8f2b-4de0-bdd5-c94c003dcbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.683828 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77304e6a-41e8-45d5-8747-62fec4ddc080 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.732062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30017109-8f2b-4de0-bdd5-c94c003dcbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb580b2-9392-4e73-ab7a-95413bf17d32,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:58.738237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-30017109-8f2b-4de0-bdd5-c94c003dcbb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85e09d91ef814caab3c51c62e79f9ad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6822579 Nov 16 04:35:58.743999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53866) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:58.784206 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77304e6a-41e8-45d5-8747-62fec4ddc080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.787395 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77304e6a-41e8-45d5-8747-62fec4ddc080 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.789806 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-77304e6a-41e8-45d5-8747-62fec4ddc080 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/316d7e6e-04fc-4e8a-b1ce-db4f15fd7336 HTTP/1.1" status: 204 len: 168 time: 0.4364409 Nov 16 04:35:58.797737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77304e6a-41e8-45d5-8747-62fec4ddc080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316d7e6e-04fc-4e8a-b1ce-db4f15fd7336,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:58.839330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cc6d-4f2b-4c2b-bcce-890d49466a88 req-a6fab757-f9b4-45e0-9df7-d1e3e58fa5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:58.840811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b899cc6d-4f2b-4c2b-bcce-890d49466a88 req-a6fab757-f9b4-45e0-9df7-d1e3e58fa5ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.2684789 Nov 16 04:35:58.881579 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ebe14d52-5d3e-400f-b90d-2184806a33df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:58.921790 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b899cc6d-4f2b-4c2b-bcce-890d49466a88 req-17d02196-94c4-4227-bf6f-2c389b21913a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 HTTP/1.1" status: 200 len: 217 time: 0.0559971 Nov 16 04:35:58.978148 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ebe14d52-5d3e-400f-b90d-2184806a33df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.069214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44b361-ef02-4ef9-9eb7-5cad51e7dbdd req-1932985d-a371-4e42-8a20-089a7f8d30ac tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:59.070900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de44b361-ef02-4ef9-9eb7-5cad51e7dbdd req-1932985d-a371-4e42-8a20-089a7f8d30ac tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 936 time: 0.1560075 Nov 16 04:35:59.073192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cc6d-4f2b-4c2b-bcce-890d49466a88 req-791e1734-04a8-4544-a899-8f215cb3142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:59.074604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b899cc6d-4f2b-4c2b-bcce-890d49466a88 req-791e1734-04a8-4544-a899-8f215cb3142e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1387489 Nov 16 04:35:59.122017 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ebe14d52-5d3e-400f-b90d-2184806a33df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.124829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ebe14d52-5d3e-400f-b90d-2184806a33df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.132682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ebe14d52-5d3e-400f-b90d-2184806a33df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bb580b2-9392-4e73-ab7a-95413bf17d32 HTTP/1.1" status: 204 len: 168 time: 0.3808384 Nov 16 04:35:59.133132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53882) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:59.155218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe14d52-5d3e-400f-b90d-2184806a33df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb580b2-9392-4e73-ab7a-95413bf17d32,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:59.193395 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de44b361-ef02-4ef9-9eb7-5cad51e7dbdd req-f4c07253-7e75-404e-b9ee-06941457bb00 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005018 Nov 16 04:35:59.196568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899cc6d-4f2b-4c2b-bcce-890d49466a88 req-d7fce973-c237-4ffc-8bd7-bc8cc3dfb0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:59.198225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b899cc6d-4f2b-4c2b-bcce-890d49466a88 req-d7fce973-c237-4ffc-8bd7-bc8cc3dfb0ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152070 Nov 16 04:35:59.281148 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53888) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:59.300733 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a61a0235-6ff2-4961-9151-6a45eaabf153 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.302960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b899cc6d-4f2b-4c2b-bcce-890d49466a88 req-1d11038a-298c-4ea8-a21a-65e3e76e4a88 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970192 Nov 16 04:35:59.412764 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a61a0235-6ff2-4961-9151-6a45eaabf153 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.418223 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a61a0235-6ff2-4961-9151-6a45eaabf153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.436263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b899cc6d-4f2b-4c2b-bcce-890d49466a88 req-405680fa-abee-434e-98b9-c12fa4e1b454 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257720 Nov 16 04:35:59.478078 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-482616298-network', 'tenant_id': 'e37d5739ff204f68bc7362ae86816359'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:35:59.485479 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a61a0235-6ff2-4961-9151-6a45eaabf153 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3daa9e30f22043dfb70d4f9a558e3a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006428 Nov 16 04:35:59.485479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a0235-6ff2-4961-9151-6a45eaabf153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6181f6d5-1c29-4a40-84da-8a0543b13723,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:59.485920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53890) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:59.528786 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Made reservation on behalf of e37d5739ff204f68bc7362ae86816359 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:35:59.533256 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.544012 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.576195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4afe733-b523-4fe0-a20f-9f4a1a3b044f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.616705 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4afe733-b523-4fe0-a20f-9f4a1a3b044f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.665592 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.670418 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.690492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c41450-15d6-4b05-8aaa-843ea218222a req-4a9298ad-2b1b-46ec-8694-5fa00a4ecca9 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:59.698791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c41450-15d6-4b05-8aaa-843ea218222a req-4a9298ad-2b1b-46ec-8694-5fa00a4ecca9 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 969 time: 0.1017573 Nov 16 04:35:59.726008 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:35:59.797322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c41450-15d6-4b05-8aaa-843ea218222a req-45fbc30a-6deb-418f-9da1-ccb8634a1e8c tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932641 Nov 16 04:35:59.818979 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4afe733-b523-4fe0-a20f-9f4a1a3b044f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.821619 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4afe733-b523-4fe0-a20f-9f4a1a3b044f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.822939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b4afe733-b523-4fe0-a20f-9f4a1a3b044f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6181f6d5-1c29-4a40-84da-8a0543b13723 HTTP/1.1" status: 204 len: 168 time: 0.3358884 Nov 16 04:35:59.833500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afe733-b523-4fe0-a20f-9f4a1a3b044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6181f6d5-1c29-4a40-84da-8a0543b13723,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:59.834172 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.834527 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Added segment 187ff01d-9caa-489c-8e54-7ddb893bada5 of type vlan for network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 Nov 16 04:35:59.848720 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d7fd48-5f4b-4890-960f-c3adf3e4d221,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:35:59.902587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.934323 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.935579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:35:59.936164 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:35:59.963204 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8284032 Nov 16 04:35:59.966562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53904) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:35:59.973542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f3fc14f2-f35c-4991-aae1-b1ab3ccfcf7c admin admin] Request body: {'subnet': {'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-482616298-subnet', 'tenant_id': 'e37d5739ff204f68bc7362ae86816359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:00.013603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504da024-6a36-4160-a8d2-bbeaf7b01e0e admin admin] Pushing event updated for resources: {'Network': ['ID=33f4aedc-35de-4a18-aa35-9d9b338f26e1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:00.019714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fc14f2-f35c-4991-aae1-b1ab3ccfcf7c admin admin] Made reservation on behalf of e37d5739ff204f68bc7362ae86816359 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:00.022159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f3fc14f2-f35c-4991-aae1-b1ab3ccfcf7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:00.025703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:36:00.252988 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f3fc14f2-f35c-4991-aae1-b1ab3ccfcf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:00.370702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fc14f2-f35c-4991-aae1-b1ab3ccfcf7c admin admin] Checking segment: {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:00.371054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc14f2-f35c-4991-aae1-b1ab3ccfcf7c admin admin] Network hostable DHCP agents. Network: 33f4aedc-35de-4a18-aa35-9d9b338f26e1, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:36:00.377912 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc14f2-f35c-4991-aae1-b1ab3ccfcf7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bafc9f1-2941-47ae-b826-323b092dbef7,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:00.397829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee817493-a75e-4674-a876-007a1be2efef req-cce5e9f0-a275-4b25-9afb-333f11378f03 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:00.397829 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee817493-a75e-4674-a876-007a1be2efef req-cce5e9f0-a275-4b25-9afb-333f11378f03 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 936 time: 0.1235623 Nov 16 04:36:00.418584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fc14f2-f35c-4991-aae1-b1ab3ccfcf7c admin admin] Network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:36:00.437566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-f3fc14f2-f35c-4991-aae1-b1ab3ccfcf7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 33f4aedc-35de-4a18-aa35-9d9b338f26e1) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:00.447270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc14f2-f35c-4991-aae1-b1ab3ccfcf7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:00.447909 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f3fc14f2-f35c-4991-aae1-b1ab3ccfcf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:00.450927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17413f96-a7b1-4b65-a692-95bb7dcefb24 None None] Network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:00.466553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee817493-a75e-4674-a876-007a1be2efef req-0a6df57b-6a72-4a2d-b8b4-b5328ef233e6 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631907 Nov 16 04:36:00.488208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f3fc14f2-f35c-4991-aae1-b1ab3ccfcf7c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5200145 Nov 16 04:36:00.739106 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af06b53e-8f67-4d1d-bbac-1ae81cf6ec6d None None] Network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:00.978460 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe2d33-fe01-4f44-a053-f2aa8fb23053 req-47a64639-947f-41c6-a5dc-649ebe110590 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:00.979932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0fe2d33-fe01-4f44-a053-f2aa8fb23053 req-47a64639-947f-41c6-a5dc-649ebe110590 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 969 time: 0.0730305 Nov 16 04:36:01.032096 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0fe2d33-fe01-4f44-a053-f2aa8fb23053 req-be128b89-d59b-498c-b329-bd7d0b23f6ec tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449815 Nov 16 04:36:01.191948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53976) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:01.502734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-375464425-network', 'tenant_id': 'e339e415385b4d5dbab31d9b5027d120'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:01.558816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53992) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:01.565229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caed63-f426-45e7-bae8-92df31011205 req-b00e0fde-056b-4a01-996e-d39a7826d9b3 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:01.572525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-b00e0fde-056b-4a01-996e-d39a7826d9b3 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 811 time: 0.3485286 Nov 16 04:36:01.596405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Made reservation on behalf of e339e415385b4d5dbab31d9b5027d120 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:01.598601 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:01.617375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-793fbb7e-4dec-45e3-bbbe-8600d8f12cab tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/quotas/e37d5739ff204f68bc7362ae86816359 HTTP/1.1" status: 200 len: 375 time: 0.0422451 Nov 16 04:36:01.625715 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:01.669192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-f3b2c49c-aaf8-40d7-8be9-4ae47a01b9c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457883 Nov 16 04:36:01.690512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2f58b-fbe5-43c7-ad32-1eb5328c84eb req-a1d32d1c-71e5-4fcd-bdf2-50196701bc7c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:01.699241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2b2f58b-fbe5-43c7-ad32-1eb5328c84eb req-a1d32d1c-71e5-4fcd-bdf2-50196701bc7c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 936 time: 0.1245322 Nov 16 04:36:01.701677 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76de330b-110a-4214-b770-7b87b2b7cca7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:01.774862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2b2f58b-fbe5-43c7-ad32-1eb5328c84eb req-024d90be-5d60-4cb1-8c23-d936d392162c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745778 Nov 16 04:36:01.802642 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:01.814384 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:01.847501 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:36:01.863408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfd4920-5257-490a-b848-fc6c20047700,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:01.865297 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76de330b-110a-4214-b770-7b87b2b7cca7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:01.868961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:01.869353 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Added segment b50459ca-aa97-4d5e-8ad6-d655e36e5004 of type vlan for network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a Nov 16 04:36:01.879497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76de330b-110a-4214-b770-7b87b2b7cca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:01.910986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-da98b012-b94d-4491-9323-01544c90a57c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:36:01.919337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-da98b012-b94d-4491-9323-01544c90a57c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0835414 Nov 16 04:36:01.924121 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-76de330b-110a-4214-b770-7b87b2b7cca7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5457002c91a544218f66b45dff5a248c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3637066 Nov 16 04:36:01.928622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54012) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:01.952637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de330b-110a-4214-b770-7b87b2b7cca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f03ae2b-bc32-4dab-b286-9c58582a62f7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:01.976042 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:01.988910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-14e653cc-2814-4664-afe9-b9b78aecdbd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:02.011831 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-14e653cc-2814-4664-afe9-b9b78aecdbd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:02.024729 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:02.025839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:02.026511 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:02.067798 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-14e653cc-2814-4664-afe9-b9b78aecdbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:02.072987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-14e653cc-2814-4664-afe9-b9b78aecdbd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:02.074983 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-14e653cc-2814-4664-afe9-b9b78aecdbd9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f03ae2b-bc32-4dab-b286-9c58582a62f7 HTTP/1.1" status: 204 len: 168 time: 0.1452477 Nov 16 04:36:02.085389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e653cc-2814-4664-afe9-b9b78aecdbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f03ae2b-bc32-4dab-b286-9c58582a62f7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:02.093175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-e5c8dcfd-d62a-4558-b96a-835081ceb203 service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726949 Nov 16 04:36:02.108083 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9151220 Nov 16 04:36:02.111858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54022) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:02.116649 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4d6fe8dc-c7f2-4a1c-b0c2-5b6819b5bf4f admin admin] Request body: {'subnet': {'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-375464425-subnet', 'tenant_id': 'e339e415385b4d5dbab31d9b5027d120', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:02.154573 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6fe8dc-c7f2-4a1c-b0c2-5b6819b5bf4f admin admin] Made reservation on behalf of e339e415385b4d5dbab31d9b5027d120 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:02.159543 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe8dc-c7f2-4a1c-b0c2-5b6819b5bf4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:02.165390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec735d5-63c2-4973-b429-cb0d39577fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=2fad6d6b-5670-4e68-bf6b-fdc19241d30a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:02.180921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:36:02.217008 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-fb9d0d00-acca-4cb3-8d3f-6a770536c044 service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229033 Nov 16 04:36:02.498930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66bc70-0c1e-4e11-a14c-e8629d1b3c5a req-1822995a-78b9-48e0-87ee-9c9c6b7363a5 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:02.501239 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f66bc70-0c1e-4e11-a14c-e8629d1b3c5a req-1822995a-78b9-48e0-87ee-9c9c6b7363a5 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 969 time: 0.0794654 Nov 16 04:36:02.520085 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe8dc-c7f2-4a1c-b0c2-5b6819b5bf4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:02.581248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f66bc70-0c1e-4e11-a14c-e8629d1b3c5a req-e6bc78d7-fbf9-4536-b103-705c4e1e1174 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646486 Nov 16 04:36:02.621280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54038) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:02.638408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fe8dc-c7f2-4a1c-b0c2-5b6819b5bf4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=019a9079-5bad-40fc-b64e-f807d7d8722f,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:02.645042 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6fe8dc-c7f2-4a1c-b0c2-5b6819b5bf4f admin admin] Checking segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:02.645678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fe8dc-c7f2-4a1c-b0c2-5b6819b5bf4f admin admin] Network hostable DHCP agents. Network: 2fad6d6b-5670-4e68-bf6b-fdc19241d30a, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:36:02.651394 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0808f26e-16c2-4d22-a133-270243831e2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:02.668130 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fe8dc-c7f2-4a1c-b0c2-5b6819b5bf4f admin admin] Network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:36:02.682642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:36:02.691105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-4d6fe8dc-c7f2-4a1c-b0c2-5b6819b5bf4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 2fad6d6b-5670-4e68-bf6b-fdc19241d30a) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:02.707437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fe8dc-c7f2-4a1c-b0c2-5b6819b5bf4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:02.708417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe8dc-c7f2-4a1c-b0c2-5b6819b5bf4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:02.710153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f164ef25-f88d-4fe7-bcae-65546542d322 req-3f51c8f3-39d1-4644-92aa-892510aa96cd tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 210 time: 0.0477545 Nov 16 04:36:02.729926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91edda89-ef31-49f1-b2f8-6f85392bf3e7 None None] Network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:02.767022 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4d6fe8dc-c7f2-4a1c-b0c2-5b6819b5bf4f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6455009 Nov 16 04:36:02.823580 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0808f26e-16c2-4d22-a133-270243831e2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:02.830375 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0808f26e-16c2-4d22-a133-270243831e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:02.893562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=92389d5a-281b-4cc3-a1b4-71ac3a48b9f6,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:02.896419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808f26e-16c2-4d22-a133-270243831e2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8f42d1-3483-45c1-a35a-f293ea4e2ec6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:02.910411 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54044) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:02.912024 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0808f26e-16c2-4d22-a133-270243831e2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74ceae6975ee445caf9354f68b1bad25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890971 Nov 16 04:36:02.941051 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '92389d5a-281b-4cc3-a1b4-71ac3a48b9f6', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '92389d5a-281b-4cc3-a1b4-71ac3a48b9f6', 'mac_address': 'fa:16:3e:8b:3c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:tempest-test_az-2044285689', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:36:03.022297 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-da8afa66-20e3-451f-937b-3cf0b5a1af0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:03.023560 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:03.043537 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ebce-af3b-4da9-bca6-09d457952d8d req-2d184b02-4895-4848-b008-d5fe05449598 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:03.046495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:03.053310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f25ebce-af3b-4da9-bca6-09d457952d8d req-2d184b02-4895-4848-b008-d5fe05449598 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 936 time: 0.1385777 Nov 16 04:36:03.066740 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-da8afa66-20e3-451f-937b-3cf0b5a1af0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:03.077406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=92389d5a-281b-4cc3-a1b4-71ac3a48b9f6,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:03.089657 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:03.146923 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f25ebce-af3b-4da9-bca6-09d457952d8d req-e03da548-0894-4fd3-a740-c13c68a9e643 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887706 Nov 16 04:36:03.194959 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-da8afa66-20e3-451f-937b-3cf0b5a1af0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:03.197612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=92389d5a-281b-4cc3-a1b4-71ac3a48b9f6,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:03.202221 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-da8afa66-20e3-451f-937b-3cf0b5a1af0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:03.204108 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-da8afa66-20e3-451f-937b-3cf0b5a1af0d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d8f42d1-3483-45c1-a35a-f293ea4e2ec6 HTTP/1.1" status: 204 len: 168 time: 0.2927296 Nov 16 04:36:03.207698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ac7126-009a-4fd8-b612-d9e9f7dab68a None None] Network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:03.218704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8afa66-20e3-451f-937b-3cf0b5a1af0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8f42d1-3483-45c1-a35a-f293ea4e2ec6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:03.221583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:03.222146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:03.222642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:03.223138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:03.223614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:03.224259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:03.225031 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:03.225487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:03.226262 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:03.226719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:03.227215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:03.227678 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Tracked resource versions report: Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: pushed versions: Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: { 'AddressGroup': {'1.2'}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'ConntrackHelper': {'1.0'}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'Log': {'1.0'}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'Network': {'1.1'}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'Port': {'1.7'}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'PortForwarding': {'1.2'}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'QosPolicy': {'1.10'}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'SecurityGroup': {'1.5'}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'SecurityGroupRule': {'1.2'}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'SubPort': {'1.0'}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'Subnet': {'1.1'}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'Trunk': {'1.1'}} Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: consumer versions: Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: { DHCP agent@n-d-818042-1: {}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: HyperV agent@n-h1-818042-1: {}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: HyperV agent@n-h2-818042-1: {}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: L3 agent@n-d-818042-1: {}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: Metadata agent@n-d-818042-1: {}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: Metering agent@n-d-818042-1: {}, Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: Open vSwitch agent@n-d-818042-1: { 'AddressGroup': '1.2', Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'ConntrackHelper': '1.0', Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'Log': '1.0', Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'Network': '1.1', Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'Port': '1.7', Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'PortForwarding': '1.2', Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'QosPolicy': '1.10', Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'SecurityGroup': '1.5', Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'SecurityGroupRule': '1.2', Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'SubPort': '1.0', Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'Subnet': '1.1', Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: 'Trunk': '1.1'}} Nov 16 04:36:03.229012 n-d-818042-1 neutron-server[102661]: {{(pid=102661) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 04:36:03.438912 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-96c4dbab-709c-4d83-bf8a-4e2bfd419b6a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:36:03.440156 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-96c4dbab-709c-4d83-bf8a-4e2bfd419b6a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064678 Nov 16 04:36:03.550329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['92389d5a-281b-4cc3-a1b4-71ac3a48b9f6'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:03.703483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaf81b-d486-444e-980c-ddcc3ae35589 req-cbacc033-46e3-40d4-b25f-33d6eded9945 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:03.706693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6aaaf81b-d486-444e-980c-ddcc3ae35589 req-cbacc033-46e3-40d4-b25f-33d6eded9945 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 970 time: 0.0575793 Nov 16 04:36:03.800793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6aaaf81b-d486-444e-980c-ddcc3ae35589 req-28548984-32ce-4615-9b31-b0f615b8fc7d tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857079 Nov 16 04:36:03.828082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Request body: {'port': {'device_id': 'f2cc4b65-3e12-4143-a27d-98e834245603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:03.949035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-082eb832-4316-4fce-815a-820f356ed78c req-e3544af5-1a28-447e-85d8-16b36ed55afb tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 210 time: 0.0461550 Nov 16 04:36:03.967981 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:03.997621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caed63-f426-45e7-bae8-92df31011205 req-94df05f9-a060-4aa4-9c85-bcf25537b907 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:03.999162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-94df05f9-a060-4aa4-9c85-bcf25537b907 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 811 time: 0.1855946 Nov 16 04:36:04.014833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-41caed63-f426-45e7-bae8-92df31011205 req-6c49bbb5-493e-47d2-bccd-76081f080b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Request body: {'port': {'device_id': 'e1b9a3d1-0bb3-4d98-997f-c770222424a6', 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'admin_state_up': True, 'tenant_id': 'e37d5739ff204f68bc7362ae86816359'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:04.114370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5161394f-d82e-4287-a6ba-8b8768495066 req-ea68af3a-b81c-4a51-95e2-42b950aa8ff8 tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=dc03e775efb941f0afed2dea5c2089e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617676 Nov 16 04:36:04.241654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161394f-d82e-4287-a6ba-8b8768495066 req-c6d080c3-824b-4c87-b7c8-9aa0d8db2384 tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:04.250295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5161394f-d82e-4287-a6ba-8b8768495066 req-c6d080c3-824b-4c87-b7c8-9aa0d8db2384 tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1264334 Nov 16 04:36:04.254157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54102) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:04.268342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1904304129-network', 'tenant_id': '05207959e9d24b5894f76d26ecd0c6c3'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:04.294304 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5161394f-d82e-4287-a6ba-8b8768495066 req-545b0ca8-7885-476e-9419-661c3e38f07b tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] 10.222.0.41 "GET /v2.0/quotas/dc03e775efb941f0afed2dea5c2089e0 HTTP/1.1" status: 200 len: 375 time: 0.0447106 Nov 16 04:36:04.371882 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5161394f-d82e-4287-a6ba-8b8768495066 req-6d757784-f76e-46af-af14-a2a0a3aa7641 tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc03e775efb941f0afed2dea5c2089e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465062 Nov 16 04:36:04.375379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Made reservation on behalf of 05207959e9d24b5894f76d26ecd0c6c3 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:04.378453 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:04.393525 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7429592-3a7c-4bff-9afd-374cadf7bce1 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:04.397909 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:04.402202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:04.420437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f2d88-f6c9-4143-9e05-dd5645821d47 req-591b6661-a52a-4386-89d0-a646c169a937 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:04.423788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Transition to ACTIVE for port object b7429592-3a7c-4bff-9afd-374cadf7bce1 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:36:04.428417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:04.429118 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a4f2d88-f6c9-4143-9e05-dd5645821d47 req-591b6661-a52a-4386-89d0-a646c169a937 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 936 time: 0.1653593 Nov 16 04:36:04.441704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41caed63-f426-45e7-bae8-92df31011205 req-6c49bbb5-493e-47d2-bccd-76081f080b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Made reservation on behalf of e37d5739ff204f68bc7362ae86816359 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:04.445060 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-41caed63-f426-45e7-bae8-92df31011205 req-6c49bbb5-493e-47d2-bccd-76081f080b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:04.530179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Pushing event updated for resources: {'Port': ['ID=b7429592-3a7c-4bff-9afd-374cadf7bce1,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:04.568383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a4f2d88-f6c9-4143-9e05-dd5645821d47 req-5ddc5f75-7568-458c-a2e1-f6801f62e483 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334915 Nov 16 04:36:04.631511 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Attempting to bind port b7429592-3a7c-4bff-9afd-374cadf7bce1 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:04.635306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Attempting to bind port b7429592-3a7c-4bff-9afd-374cadf7bce1 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:04.635756 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Attempting to bind port b7429592-3a7c-4bff-9afd-374cadf7bce1 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:04.645742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Port b7429592-3a7c-4bff-9afd-374cadf7bce1 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:36:04.646321 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Attempting to bind port b7429592-3a7c-4bff-9afd-374cadf7bce1 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:04.651490 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:04.652030 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:04.652780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:04.654475 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Bound port: b7429592-3a7c-4bff-9afd-374cadf7bce1, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:04.656311 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:04.679164 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:04.707013 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:04.723319 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:04.751803 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] For port b7429592-3a7c-4bff-9afd-374cadf7bce1, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:04.760071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] For port b7429592-3a7c-4bff-9afd-374cadf7bce1, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b7429592-3a7c-4bff-9afd-374cadf7bce1,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:04.773389 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:04.780658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2113f1-e644-4cbd-a921-b4c99e5d7a06,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:04.801527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:36:04.828552 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:04.830285 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:04.831830 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] 10.222.0.15 "PUT /v2.0/ports/b7429592-3a7c-4bff-9afd-374cadf7bce1 HTTP/1.1" status: 200 len: 1096 time: 1.2598894 Nov 16 04:36:04.832449 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2cc4b65-3e12-4143-a27d-98e834245603', 'tag': 'b7429592-3a7c-4bff-9afd-374cadf7bce1'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:04.838238 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:04.838628 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Added segment dbf0133c-67ba-4689-9e67-a55982f0880e of type vlan for network b69deeb6-d14d-43ee-ac42-0616a38660fd Nov 16 04:36:04.869107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:36:04.879947 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029881f-bfc9-4cfc-919c-5293f3979992 service neutron] Pushing event updated for resources: {'Port': ['ID=b7429592-3a7c-4bff-9afd-374cadf7bce1,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:04.896097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:04.901398 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:04.953336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-41caed63-f426-45e7-bae8-92df31011205 req-6c49bbb5-493e-47d2-bccd-76081f080b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Allocated IP 172.20.0.13 (33f4aedc-35de-4a18-aa35-9d9b338f26e1/1bafc9f1-2941-47ae-b826-323b092dbef7/a7ec0582-abe2-48e1-82e6-9f3a0b0caf25) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:04.964992 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:05.041093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-dbf20310-65cf-4152-8bd9-acf3bfbe4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:05.043586 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-dbf20310-65cf-4152-8bd9-acf3bfbe4776 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59a94dfcda7e49d7a84d11e834a42ecd&device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 1099 time: 0.1601350 Nov 16 04:36:05.092144 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:05.163494 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd544d7e1-91b1-4e58-842c-b146a1e3ebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92389d5a-281b-4cc3-a1b4-71ac3a48b9f6'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:05.165004 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-a289ac30-5b71-432d-9530-d691cf29fbeb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b7429592-3a7c-4bff-9afd-374cadf7bce1 HTTP/1.1" status: 200 len: 217 time: 0.1119778 Nov 16 04:36:05.174825 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:05.175762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:05.176334 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:05.246257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b00ec-94c3-4047-ab5b-3008897ead6d req-ace006c5-1f17-4466-b231-5950170d922c tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:05.249504 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc6a488-8e2f-45ba-87f3-488e5a1d274f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2cc4b65-3e12-4143-a27d-98e834245603", "tag": "b7429592-3a7c-4bff-9afd-374cadf7bce1"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:05.256302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-872b00ec-94c3-4047-ab5b-3008897ead6d req-ace006c5-1f17-4466-b231-5950170d922c tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 970 time: 0.2969880 Nov 16 04:36:05.272240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-1f150a27-3faf-41bf-9ecf-d474f18b0129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:05.273925 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-1f150a27-3faf-41bf-9ecf-d474f18b0129 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1009009 Nov 16 04:36:05.322402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=92389d5a-281b-4cc3-a1b4-71ac3a48b9f6,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:05.328932 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:05.333978 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0742173 Nov 16 04:36:05.347166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54144) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:05.373349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4bd097cb-5cdd-4b94-be21-5c7e3e02cd18 admin admin] Request body: {'subnet': {'network_id': 'b69deeb6-d14d-43ee-ac42-0616a38660fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1904304129-subnet', 'tenant_id': '05207959e9d24b5894f76d26ecd0c6c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:05.403689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-12ebfdc4-786f-4db6-81a1-e169ea1a39dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:05.405201 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-12ebfdc4-786f-4db6-81a1-e169ea1a39dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1240392 Nov 16 04:36:05.433977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=92389d5a-281b-4cc3-a1b4-71ac3a48b9f6,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:05.501316 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c12700c-5421-4bba-b813-dae706f64fb1" -d '{"events": [{"server_uuid": "d544d7e1-91b1-4e58-842c-b146a1e3ebd4", "name": "network-vif-plugged", "status": "completed", "tag": "92389d5a-281b-4cc3-a1b4-71ac3a48b9f6"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:05.554413 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-e789233f-5873-49f3-be90-5d2e879c7f70 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393247 Nov 16 04:36:05.609922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd097cb-5cdd-4b94-be21-5c7e3e02cd18 admin admin] Made reservation on behalf of 05207959e9d24b5894f76d26ecd0c6c3 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:05.612163 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bd097cb-5cdd-4b94-be21-5c7e3e02cd18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:05.619827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ce6944e-7f08-46e5-9a57-b43bb973f604 req-4e5b297e-03ea-47cb-99f5-dc4753fffe7b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 210 time: 0.2761171 Nov 16 04:36:05.624220 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d635fce-415d-418a-b935-8cee9c6725c4 admin admin] Pushing event updated for resources: {'Network': ['ID=b69deeb6-d14d-43ee-ac42-0616a38660fd,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:05.635476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network b69deeb6-d14d-43ee-ac42-0616a38660fd details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:36:05.660962 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1157278-a817-43c5-95fe-94a5deaeedcb req-f5c29e95-012f-4787-af74-f407fe786733 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989897 Nov 16 04:36:05.715493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-872b00ec-94c3-4047-ab5b-3008897ead6d req-2702a59c-778b-4782-9e11-4036ffff0c1f tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583328 Nov 16 04:36:05.776862 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-41caed63-f426-45e7-bae8-92df31011205 req-6c49bbb5-493e-47d2-bccd-76081f080b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:05.835585 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8111f26a-328f-41ce-a4c4-97e882f73fde x-openstack-request-id: req-8111f26a-328f-41ce-a4c4-97e882f73fde {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:05.836059 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2cc4b65-3e12-4143-a27d-98e834245603", "tag": "b7429592-3a7c-4bff-9afd-374cadf7bce1", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:05.836134 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8111f26a-328f-41ce-a4c4-97e882f73fde {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:05.836594 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2cc4b65-3e12-4143-a27d-98e834245603', 'tag': 'b7429592-3a7c-4bff-9afd-374cadf7bce1', 'status': 'completed', 'code': 200} Nov 16 04:36:05.904873 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-41caed63-f426-45e7-bae8-92df31011205 req-6c49bbb5-493e-47d2-bccd-76081f080b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:05.909412 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6a488-8e2f-45ba-87f3-488e5a1d274f req-b9b10b80-5f85-4156-91cf-8e22607538ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:05.911229 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bbc6a488-8e2f-45ba-87f3-488e5a1d274f req-b9b10b80-5f85-4156-91cf-8e22607538ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59a94dfcda7e49d7a84d11e834a42ecd&device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 1099 time: 0.0471394 Nov 16 04:36:05.937397 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc22361-bee2-4395-8688-3c9b665e90a1 x-openstack-request-id: req-efc22361-bee2-4395-8688-3c9b665e90a1 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:05.937956 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d544d7e1-91b1-4e58-842c-b146a1e3ebd4", "name": "network-vif-plugged", "status": "completed", "tag": "92389d5a-281b-4cc3-a1b4-71ac3a48b9f6", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:05.939425 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efc22361-bee2-4395-8688-3c9b665e90a1 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:05.939932 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd544d7e1-91b1-4e58-842c-b146a1e3ebd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92389d5a-281b-4cc3-a1b4-71ac3a48b9f6', 'code': 200} Nov 16 04:36:06.003691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41caed63-f426-45e7-bae8-92df31011205 req-6c49bbb5-493e-47d2-bccd-76081f080b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:06.007120 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bd097cb-5cdd-4b94-be21-5c7e3e02cd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:06.010740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.37', 61209) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:06.016793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-41caed63-f426-45e7-bae8-92df31011205 req-6c49bbb5-493e-47d2-bccd-76081f080b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:06.036335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-41caed63-f426-45e7-bae8-92df31011205 req-6c49bbb5-493e-47d2-bccd-76081f080b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:06.106944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49bbb5-493e-47d2-bccd-76081f080b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Pushing event updated for resources: {'Port': ['ID=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:06.226171 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd097cb-5cdd-4b94-be21-5c7e3e02cd18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b8a2d9b-9b65-4f46-ad98-ea463634af7e,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:06.246592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caed63-f426-45e7-bae8-92df31011205 req-6c49bbb5-493e-47d2-bccd-76081f080b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:06.246592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-41caed63-f426-45e7-bae8-92df31011205 req-6c49bbb5-493e-47d2-bccd-76081f080b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:06.250450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6a488-8e2f-45ba-87f3-488e5a1d274f req-22543a23-c083-468f-b11c-b709a794ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:06.252127 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bbc6a488-8e2f-45ba-87f3-488e5a1d274f req-22543a23-c083-468f-b11c-b709a794ca6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.3343318 Nov 16 04:36:06.265577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d715022-9187-47dd-b259-7b653c6971c7 req-cf181459-22d8-463b-a8f8-8aa9c97405e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:06.268037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d715022-9187-47dd-b259-7b653c6971c7 req-cf181459-22d8-463b-a8f8-8aa9c97405e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 1122 time: 0.2525909 Nov 16 04:36:06.274592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd097cb-5cdd-4b94-be21-5c7e3e02cd18 admin admin] Checking segment: {'id': 'dbf0133c-67ba-4689-9e67-a55982f0880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b69deeb6-d14d-43ee-ac42-0616a38660fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:06.274937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd097cb-5cdd-4b94-be21-5c7e3e02cd18 admin admin] Network hostable DHCP agents. Network: b69deeb6-d14d-43ee-ac42-0616a38660fd, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:36:06.286822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfef93f-8cd0-4906-ae11-fd493bc9b8b3 req-630ff7a4-e14e-45ff-af62-fce49d31966b tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:06.288321 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-edfef93f-8cd0-4906-ae11-fd493bc9b8b3 req-630ff7a4-e14e-45ff-af62-fce49d31966b tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 948 time: 0.2224419 Nov 16 04:36:06.297017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-6c49bbb5-493e-47d2-bccd-76081f080b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2864938 Nov 16 04:36:06.316355 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bbc6a488-8e2f-45ba-87f3-488e5a1d274f req-9ca11f72-beee-4af9-9294-41f6c6ceb174 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b7429592-3a7c-4bff-9afd-374cadf7bce1 HTTP/1.1" status: 200 len: 217 time: 0.0562181 Nov 16 04:36:06.320066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Request body: {'port': {'device_id': 'e1b9a3d1-0bb3-4d98-997f-c770222424a6', 'device_owner': 'compute:tempest-test_az-2044285689', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:06.322860 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6d715022-9187-47dd-b259-7b653c6971c7 req-5fbe1914-9a03-4551-ba79-d7f5ec8c5c3f service neutron] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:06.376205 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6a488-8e2f-45ba-87f3-488e5a1d274f req-9160117c-bd71-4066-9643-77cc7b95b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:06.377760 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bbc6a488-8e2f-45ba-87f3-488e5a1d274f req-9160117c-bd71-4066-9643-77cc7b95b149 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0546124 Nov 16 04:36:06.390810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd097cb-5cdd-4b94-be21-5c7e3e02cd18 admin admin] Network b69deeb6-d14d-43ee-ac42-0616a38660fd is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:36:06.422624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c5d185a-b8dd-496f-b38c-f7b0ab950808 req-e500f91b-59f3-4cb5-9f3a-d5ca037d19b0 tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=dc03e775efb941f0afed2dea5c2089e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630674 Nov 16 04:36:06.426577 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6a488-8e2f-45ba-87f3-488e5a1d274f req-e646bea8-1e0c-44af-9762-9982b76f9f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:06.428255 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bbc6a488-8e2f-45ba-87f3-488e5a1d274f req-e646bea8-1e0c-44af-9762-9982b76f9f7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426908 Nov 16 04:36:06.449057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-4bd097cb-5cdd-4b94-be21-5c7e3e02cd18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, b69deeb6-d14d-43ee-ac42-0616a38660fd) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:06.462236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44827623-3c49-44d7-9618-f78e7f86bbc6 None None] Network b69deeb6-d14d-43ee-ac42-0616a38660fd requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:06.474762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-edfef93f-8cd0-4906-ae11-fd493bc9b8b3 req-3d32cf87-884e-4d9f-8007-e8fe48928710 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762381 Nov 16 04:36:06.481565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd097cb-5cdd-4b94-be21-5c7e3e02cd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:06.482123 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bd097cb-5cdd-4b94-be21-5c7e3e02cd18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:06.528153 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:06.565810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4bd097cb-5cdd-4b94-be21-5c7e3e02cd18 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2138934 Nov 16 04:36:06.586594 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bbc6a488-8e2f-45ba-87f3-488e5a1d274f req-280807e7-4b8d-4772-a26a-87737b9b6b17 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508360 Nov 16 04:36:06.648169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54194) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:06.654175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46607dcd-de64-4008-8396-1d89967cf441 None None] Network b69deeb6-d14d-43ee-ac42-0616a38660fd requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:06.756867 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bbc6a488-8e2f-45ba-87f3-488e5a1d274f req-e9b7b75b-d2e3-4060-a88e-97fc796395a5 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638546 Nov 16 04:36:06.762001 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6d715022-9187-47dd-b259-7b653c6971c7 req-5fbe1914-9a03-4551-ba79-d7f5ec8c5c3f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:06.775743 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6d715022-9187-47dd-b259-7b653c6971c7 req-5fbe1914-9a03-4551-ba79-d7f5ec8c5c3f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:06.827120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d185a-b8dd-496f-b38c-f7b0ab950808 req-481a123b-e00e-4082-aa54-cfe3c01aec07 tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:06.829980 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c5d185a-b8dd-496f-b38c-f7b0ab950808 req-481a123b-e00e-4082-aa54-cfe3c01aec07 tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3828053 Nov 16 04:36:06.976892 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c1a64f50-e75e-4470-8536-ad1baee6475f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:06.991584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d715022-9187-47dd-b259-7b653c6971c7 req-5fbe1914-9a03-4551-ba79-d7f5ec8c5c3f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7134924 Nov 16 04:36:06.996844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe1914-9a03-4551-ba79-d7f5ec8c5c3f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d677e1ef-ad39-49f1-b5c7-c5e31601d0de,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:07.008481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c5d185a-b8dd-496f-b38c-f7b0ab950808 req-81431231-b58e-478b-a2ea-b91d9418a3a7 tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] 10.222.0.41 "GET /v2.0/quotas/dc03e775efb941f0afed2dea5c2089e0 HTTP/1.1" status: 200 len: 375 time: 0.0953774 Nov 16 04:36:07.075547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a27719-07b6-489b-a54c-2a30d35e48ef req-f8581c48-fb68-413b-bf91-2892f9dd967f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:07.077331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30a27719-07b6-489b-a54c-2a30d35e48ef req-f8581c48-fb68-413b-bf91-2892f9dd967f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 932 time: 0.2986548 Nov 16 04:36:07.084481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c5d185a-b8dd-496f-b38c-f7b0ab950808 req-1f7abe18-4278-45b8-95f9-cfe08b3256d6 tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc03e775efb941f0afed2dea5c2089e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616300 Nov 16 04:36:07.214870 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30a27719-07b6-489b-a54c-2a30d35e48ef req-7c635c66-9f89-432d-860b-0252fa50527d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214998 Nov 16 04:36:07.247997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:07.258702 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.279312 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c1a64f50-e75e-4470-8536-ad1baee6475f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.286208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Transition to ACTIVE for port object a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:36:07.288545 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c1a64f50-e75e-4470-8536-ad1baee6475f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.306032 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.322772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4beee-1c6c-4c7a-908d-9617a0d25957 req-4850202c-d122-41cb-ab32-fb892cfea2dc tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:07.324250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ced4beee-1c6c-4c7a-908d-9617a0d25957 req-4850202c-d122-41cb-ab32-fb892cfea2dc tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 971 time: 0.1314919 Nov 16 04:36:07.389512 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c1a64f50-e75e-4470-8536-ad1baee6475f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a7dc0bfda924913b59b10c86f969220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7403128 Nov 16 04:36:07.392538 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54220) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:07.394200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a64f50-e75e-4470-8536-ad1baee6475f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140a21ae-609c-43a6-a09f-87ddcec3837f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:07.437244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:07.455640 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cf1767c-ca01-4555-9352-34b1cfca23a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.477570 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cf1767c-ca01-4555-9352-34b1cfca23a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.527549 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cf1767c-ca01-4555-9352-34b1cfca23a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.530296 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cf1767c-ca01-4555-9352-34b1cfca23a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.534112 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5cf1767c-ca01-4555-9352-34b1cfca23a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/140a21ae-609c-43a6-a09f-87ddcec3837f HTTP/1.1" status: 204 len: 168 time: 0.1404979 Nov 16 04:36:07.534712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ced4beee-1c6c-4c7a-908d-9617a0d25957 req-381c6dbb-3004-43f9-94c8-a1746eb2217b tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950691 Nov 16 04:36:07.542662 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1767c-ca01-4555-9352-34b1cfca23a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140a21ae-609c-43a6-a09f-87ddcec3837f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:07.601271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Attempting to bind port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:07.601608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Attempting to bind port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:07.601969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Attempting to bind port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:07.613932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:36:07.614260 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Attempting to bind port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:07.623116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-d4baa09c-6a55-422c-8a8a-27b4c9d7d6b2 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:07.624600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-d4baa09c-6a55-422c-8a8a-27b4c9d7d6b2 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 820 time: 0.2118471 Nov 16 04:36:07.627984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:07.628320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Checking segment: {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:07.628695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Bound using segment: {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:07.629125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Bound port: a7ec0582-abe2-48e1-82e6-9f3a0b0caf25, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:07.629476 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.649872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-9f98a300-9cb7-4e01-b3e8-49afaa080572 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/quotas/e339e415385b4d5dbab31d9b5027d120 HTTP/1.1" status: 200 len: 375 time: 0.0181119 Nov 16 04:36:07.710302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-3b0875f0-0892-4550-8673-9646f0d1eb11 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405140 Nov 16 04:36:07.782444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] For port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:07.803013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] For port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:07.810209 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.880716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:07.881106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.881756 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54234) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:07.882681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] 10.222.0.37 "PUT /v2.0/ports/a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 HTTP/1.1" status: 200 len: 1114 time: 1.5680852 Nov 16 04:36:07.885049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b9a3d1-0bb3-4d98-997f-c770222424a6', 'tag': 'a7ec0582-abe2-48e1-82e6-9f3a0b0caf25'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:07.888490 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f53f9ec-5f9d-4dc2-a0c7-fa15030ca0ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b9a3d1-0bb3-4d98-997f-c770222424a6", "tag": "a7ec0582-abe2-48e1-82e6-9f3a0b0caf25"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:07.902359 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bbf3-17e8-4b10-943d-75f6f7b6b7fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.918499 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7a82af4-fd27-4447-84f2-cedbc83cdbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.984525 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bbf3-17e8-4b10-943d-75f6f7b6b7fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:07.989193 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ad3bbf3-17e8-4b10-943d-75f6f7b6b7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:08.027948 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0ad3bbf3-17e8-4b10-943d-75f6f7b6b7fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12a95eb52c934c2cb7d2cfe6cf2850f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447740 Nov 16 04:36:08.028726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3bbf3-17e8-4b10-943d-75f6f7b6b7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989939c4-73a9-4768-9378-676080e705e1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:08.031035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54238) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:08.080962 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4b5818d1-1881-40ce-a8cc-6afe45becc21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:08.090341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6331436b-d70f-42cb-8a1c-9ce1a72c71cd service neutron] 10.222.0.41 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688421 Nov 16 04:36:08.102803 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4b5818d1-1881-40ce-a8cc-6afe45becc21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:08.118418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f4fd5-fe36-4281-b913-eec6d0fb0806 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:08.150208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4b5818d1-1881-40ce-a8cc-6afe45becc21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:08.152811 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4b5818d1-1881-40ce-a8cc-6afe45becc21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:08.157835 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4b5818d1-1881-40ce-a8cc-6afe45becc21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/989939c4-73a9-4768-9378-676080e705e1 HTTP/1.1" status: 204 len: 168 time: 0.1220160 Nov 16 04:36:08.164020 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5818d1-1881-40ce-a8cc-6afe45becc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989939c4-73a9-4768-9378-676080e705e1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:08.201557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d44d92-ee6e-4970-a964-b239277fb938 req-eae2ae73-dd19-444c-9ca6-505acdc6a13c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:08.203054 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6d44d92-ee6e-4970-a964-b239277fb938 req-eae2ae73-dd19-444c-9ca6-505acdc6a13c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 948 time: 0.1377790 Nov 16 04:36:08.207592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caed63-f426-45e7-bae8-92df31011205 req-ab6b6ac0-e875-4701-a9b9-5d03af639178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:08.208962 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-ab6b6ac0-e875-4701-a9b9-5d03af639178 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 1117 time: 0.1425755 Nov 16 04:36:08.280107 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-01e069c1-483f-49d9-a67c-09ef91e2f549 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 HTTP/1.1" status: 200 len: 217 time: 0.0515320 Nov 16 04:36:08.311664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-9901d2fd-9fee-450e-8c9f-caca11488378 service neutron] 10.222.0.41 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951272 Nov 16 04:36:08.338440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6d44d92-ee6e-4970-a964-b239277fb938 req-18f1151b-6858-44ff-b7cf-0d6ee9c075c0 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271837 Nov 16 04:36:08.358634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41caed63-f426-45e7-bae8-92df31011205 req-f0fbf38e-262b-4a02-a0dc-c30deb5be927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:08.360696 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-f0fbf38e-262b-4a02-a0dc-c30deb5be927 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.0675271 Nov 16 04:36:08.404042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-1ca91105-1cf6-4b66-a7ba-d804a5a236c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361707 Nov 16 04:36:08.497209 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c0a714-4614-486d-b240-0e787f450ebd x-openstack-request-id: req-59c0a714-4614-486d-b240-0e787f450ebd {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:08.497497 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b9a3d1-0bb3-4d98-997f-c770222424a6", "tag": "a7ec0582-abe2-48e1-82e6-9f3a0b0caf25", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:08.497748 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59c0a714-4614-486d-b240-0e787f450ebd {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:08.498174 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b9a3d1-0bb3-4d98-997f-c770222424a6', 'tag': 'a7ec0582-abe2-48e1-82e6-9f3a0b0caf25', 'status': 'completed', 'code': 200} Nov 16 04:36:08.526314 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-861993b8-3d25-4897-8fe3-f69eda294a6b service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149399 Nov 16 04:36:08.653023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760fd00-83de-4ec9-856a-a4881b88f878 req-1d047761-d43f-4318-b098-fcd09910e50f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:08.654586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a760fd00-83de-4ec9-856a-a4881b88f878 req-1d047761-d43f-4318-b098-fcd09910e50f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 966 time: 0.0904129 Nov 16 04:36:08.686518 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41caed63-f426-45e7-bae8-92df31011205 req-ccd3b655-cd45-42a8-8bd1-217c2d18fb9b service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525059 Nov 16 04:36:08.729201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a760fd00-83de-4ec9-856a-a4881b88f878 req-bff21c9e-c852-4cb9-a9f9-7a90656692a6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550117 Nov 16 04:36:08.890050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7bb0262-d243-457c-9196-017871660c4d req-8bfe30ef-f5ad-4620-969c-bf6e7d35a602 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 210 time: 0.0556982 Nov 16 04:36:08.940106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53f9ec-5f9d-4dc2-a0c7-fa15030ca0ab req-8625a7d1-8eb0-462a-ab63-d33002fd72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:08.941918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f53f9ec-5f9d-4dc2-a0c7-fa15030ca0ab req-8625a7d1-8eb0-462a-ab63-d33002fd72fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 1117 time: 0.1734586 Nov 16 04:36:08.987727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b7429592-3a7c-4bff-9afd-374cadf7bce1 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:36:09.014555 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba9704-ad16-4d28-bbcd-1c5181fbfddc req-03e28625-44d7-4227-b711-8e0d2bbb55f8 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:09.023041 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-61ba9704-ad16-4d28-bbcd-1c5181fbfddc req-03e28625-44d7-4227-b711-8e0d2bbb55f8 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 971 time: 0.1456358 Nov 16 04:36:09.104221 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-61ba9704-ad16-4d28-bbcd-1c5181fbfddc req-198c2446-784e-46a6-97ac-1042966973fc tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803034 Nov 16 04:36:09.127362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53f9ec-5f9d-4dc2-a0c7-fa15030ca0ab req-7bcbdec6-0572-43a6-ba7c-43dbab7d5206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:09.128834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f53f9ec-5f9d-4dc2-a0c7-fa15030ca0ab req-7bcbdec6-0572-43a6-ba7c-43dbab7d5206 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 912 time: 0.1770902 Nov 16 04:36:09.156424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b7429592-3a7c-4bff-9afd-374cadf7bce1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b7429592-3a7c-4bff-9afd-374cadf7bce1,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:09.186039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f53f9ec-5f9d-4dc2-a0c7-fa15030ca0ab req-842aba56-799d-455b-a10f-b81656e25a35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 HTTP/1.1" status: 200 len: 217 time: 0.0442080 Nov 16 04:36:09.186412 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'b7429592-3a7c-4bff-9afd-374cadf7bce1', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': 'b7429592-3a7c-4bff-9afd-374cadf7bce1', 'mac_address': 'fa:16:3e:e0:02:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:36:09.186553 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54284) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:09.252047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53f9ec-5f9d-4dc2-a0c7-fa15030ca0ab req-bef2cef6-6263-4373-b800-4763df2a1b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:09.253684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f53f9ec-5f9d-4dc2-a0c7-fa15030ca0ab req-bef2cef6-6263-4373-b800-4763df2a1b70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.0625701 Nov 16 04:36:09.281902 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:09.293456 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f53f9ec-5f9d-4dc2-a0c7-fa15030ca0ab req-13efb790-28e5-43e3-8717-2d3b83588e55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308964 Nov 16 04:36:09.302351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7429592-3a7c-4bff-9afd-374cadf7bce1 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:09.315071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-743396000-network', 'tenant_id': '2d6aa7ebda584f678731e5b32da32c5a'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:09.328419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b7429592-3a7c-4bff-9afd-374cadf7bce1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b7429592-3a7c-4bff-9afd-374cadf7bce1,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:09.335799 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:09.362065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Made reservation on behalf of 2d6aa7ebda584f678731e5b32da32c5a for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:09.377157 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:09.414589 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:09.417523 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f53f9ec-5f9d-4dc2-a0c7-fa15030ca0ab req-17598f0a-bb0b-47b4-882a-6ca3d5164318 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152556 Nov 16 04:36:09.418459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b7429592-3a7c-4bff-9afd-374cadf7bce1,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:09.516739 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:09.520620 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:09.530663 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ed251b8-27ad-4a4d-bf9e-040a283bcdda req-935dc536-7010-454f-82bd-2479b3ed998d tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=dc03e775efb941f0afed2dea5c2089e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521817 Nov 16 04:36:09.541987 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:36:09.555812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0f4cd2-770b-46da-b954-1bbb46796f7b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:09.560429 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:09.560775 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Added segment 0266cd07-7e2f-4f7a-8c20-fa14526356da of type vlan for network 00ef367c-9e71-485a-983c-5f2648aed20c Nov 16 04:36:09.603835 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:09.630744 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:09.631988 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:09.632572 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:09.634150 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7063537-c048-43f6-b409-28a5c865b1f3 req-1abc6250-c08e-4cd2-a1c2-8d32491f3fbd tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:09.635615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7063537-c048-43f6-b409-28a5c865b1f3 req-1abc6250-c08e-4cd2-a1c2-8d32491f3fbd tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 949 time: 0.1561134 Nov 16 04:36:09.649948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f53f9ec-5f9d-4dc2-a0c7-fa15030ca0ab req-52ba54bf-9f83-4674-ac5a-dd6cba393f97 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248449 Nov 16 04:36:09.690649 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4998167 Nov 16 04:36:09.694652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54302) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:09.704941 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1276b699-9154-417d-8a0b-0f35d29ff9b1 admin admin] Request body: {'subnet': {'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-743396000-subnet', 'tenant_id': '2d6aa7ebda584f678731e5b32da32c5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:09.706519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b7429592-3a7c-4bff-9afd-374cadf7bce1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:09.712339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed251b8-27ad-4a4d-bf9e-040a283bcdda req-b4df250d-c7f5-4a52-84b9-5a3cb913f216 tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:09.715887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befc1c0-1acf-45b6-a208-b763b4d8dd14 admin admin] Pushing event updated for resources: {'Network': ['ID=00ef367c-9e71-485a-983c-5f2648aed20c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:09.719832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ed251b8-27ad-4a4d-bf9e-040a283bcdda req-b4df250d-c7f5-4a52-84b9-5a3cb913f216 tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798770 Nov 16 04:36:09.735877 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7063537-c048-43f6-b409-28a5c865b1f3 req-c79a2d3c-b4c1-44ed-8abd-0de78f26ba40 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908549 Nov 16 04:36:09.737397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1276b699-9154-417d-8a0b-0f35d29ff9b1 admin admin] Made reservation on behalf of 2d6aa7ebda584f678731e5b32da32c5a for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:09.740619 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1276b699-9154-417d-8a0b-0f35d29ff9b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:09.742865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 00ef367c-9e71-485a-983c-5f2648aed20c details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:36:09.743140 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ed251b8-27ad-4a4d-bf9e-040a283bcdda req-d28585e0-4053-4f8c-b2e1-d5cb72cf1b17 tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] 10.222.0.41 "GET /v2.0/quotas/dc03e775efb941f0afed2dea5c2089e0 HTTP/1.1" status: 200 len: 375 time: 0.0224388 Nov 16 04:36:09.782936 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ed251b8-27ad-4a4d-bf9e-040a283bcdda req-ff8e64f4-5d7c-45ef-992b-0b978b255028 tempest-QuotasAdminNegativeTest-1755430055 tempest-QuotasAdminNegativeTest-1755430055-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc03e775efb941f0afed2dea5c2089e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381808 Nov 16 04:36:09.956395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811f7f3-dc09-46ab-9e28-07f64c33d4c3 req-45e8d91a-c3e7-4c04-bc8f-33294043bb54 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:09.959605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a811f7f3-dc09-46ab-9e28-07f64c33d4c3 req-45e8d91a-c3e7-4c04-bc8f-33294043bb54 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 966 time: 0.0887394 Nov 16 04:36:10.032811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a811f7f3-dc09-46ab-9e28-07f64c33d4c3 req-82669ffb-218d-439c-ad84-7c8b38b54a5b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665245 Nov 16 04:36:10.066832 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1276b699-9154-417d-8a0b-0f35d29ff9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:10.119807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e15154fe-a57b-47e1-b9e3-84719f9dd5b8 req-16a0890f-18f2-4020-8135-4350a06fa30a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 210 time: 0.0277977 Nov 16 04:36:10.150071 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e56ef653-199d-4898-b4aa-98fc80a6a41a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:10.195846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276b699-9154-417d-8a0b-0f35d29ff9b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd63e98-5168-43db-bcf5-951ae9db1f7c,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:10.237617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1276b699-9154-417d-8a0b-0f35d29ff9b1 admin admin] Checking segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:10.237992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1276b699-9154-417d-8a0b-0f35d29ff9b1 admin admin] Network hostable DHCP agents. Network: 00ef367c-9e71-485a-983c-5f2648aed20c, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:36:10.243088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0b8a5-a7ce-4fe1-b418-597a41f9c864 req-eacec09c-8b73-445c-a767-ab80eacfa050 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:10.244783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86a0b8a5-a7ce-4fe1-b418-597a41f9c864 req-eacec09c-8b73-445c-a767-ab80eacfa050 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 971 time: 0.0495927 Nov 16 04:36:10.260302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-2d88e254-8974-41e8-998f-c58361af0160 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:10.261995 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-2d88e254-8974-41e8-998f-c58361af0160 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.15 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 820 time: 0.4032335 Nov 16 04:36:10.278517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-f3a2c28f-9a94-437c-bdc6-51d7dee58b93 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Request body: {'port': {'device_id': 'c72448cd-7a1e-4ddd-9de5-70263c833e29', 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a', 'admin_state_up': True, 'tenant_id': 'e339e415385b4d5dbab31d9b5027d120'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:10.283654 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1276b699-9154-417d-8a0b-0f35d29ff9b1 admin admin] Network 00ef367c-9e71-485a-983c-5f2648aed20c is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:36:10.303579 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86a0b8a5-a7ce-4fe1-b418-597a41f9c864 req-27fc531c-f1ae-47f7-b8d4-aaadf1b7ee53 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517344 Nov 16 04:36:10.335162 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-1276b699-9154-417d-8a0b-0f35d29ff9b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 00ef367c-9e71-485a-983c-5f2648aed20c) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:10.345138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1276b699-9154-417d-8a0b-0f35d29ff9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:10.345601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3452f2-9e15-481f-8c99-19c3c52f57e1 None None] Network 00ef367c-9e71-485a-983c-5f2648aed20c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:10.345712 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1276b699-9154-417d-8a0b-0f35d29ff9b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:10.380455 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1276b699-9154-417d-8a0b-0f35d29ff9b1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6845291 Nov 16 04:36:10.439634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-f3a2c28f-9a94-437c-bdc6-51d7dee58b93 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Made reservation on behalf of e339e415385b4d5dbab31d9b5027d120 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:10.445507 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-f3a2c28f-9a94-437c-bdc6-51d7dee58b93 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:10.472768 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54326) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:10.495283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5eabf-24fe-4fe7-a32b-87aad365511e req-db3ccbfa-11bb-48ab-bf8e-c334e11b2e82 tempest-AggregatesAdminTestJSON-1361537755 tempest-AggregatesAdminTestJSON-1361537755-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:10.497166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41a5eabf-24fe-4fe7-a32b-87aad365511e req-db3ccbfa-11bb-48ab-bf8e-c334e11b2e82 tempest-AggregatesAdminTestJSON-1361537755 tempest-AggregatesAdminTestJSON-1361537755-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 1122 time: 0.0607708 Nov 16 04:36:10.508085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc638bbb-4841-4217-8828-49e50fec4542 None None] Network 00ef367c-9e71-485a-983c-5f2648aed20c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:10.523235 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-41a5eabf-24fe-4fe7-a32b-87aad365511e req-05f6dec1-cdca-4e94-b935-b78c233dd461 tempest-AggregatesAdminTestJSON-1361537755 tempest-AggregatesAdminTestJSON-1361537755-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:10.620175 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-41a5eabf-24fe-4fe7-a32b-87aad365511e req-05f6dec1-cdca-4e94-b935-b78c233dd461 tempest-AggregatesAdminTestJSON-1361537755 tempest-AggregatesAdminTestJSON-1361537755-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:10.625510 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-41a5eabf-24fe-4fe7-a32b-87aad365511e req-05f6dec1-cdca-4e94-b935-b78c233dd461 tempest-AggregatesAdminTestJSON-1361537755 tempest-AggregatesAdminTestJSON-1361537755-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:10.631822 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-f3a2c28f-9a94-437c-bdc6-51d7dee58b93 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Allocated IP 172.20.0.9 (2fad6d6b-5670-4e68-bf6b-fdc19241d30a/019a9079-5bad-40fc-b64e-f807d7d8722f/56e65e2e-386e-4095-8947-1fb860a535b5) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:10.685013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41a5eabf-24fe-4fe7-a32b-87aad365511e req-05f6dec1-cdca-4e94-b935-b78c233dd461 tempest-AggregatesAdminTestJSON-1361537755 tempest-AggregatesAdminTestJSON-1361537755-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714365 Nov 16 04:36:10.686447 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6dec1-cdca-4e94-b935-b78c233dd461 tempest-AggregatesAdminTestJSON-1361537755 tempest-AggregatesAdminTestJSON-1361537755-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d3cd6d-5bf1-410d-a0fb-1b3b8dcf28b6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:10.838825 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-f3a2c28f-9a94-437c-bdc6-51d7dee58b93 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:10.881396 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07831fe8-dc77-4ae4-826c-21f0c02ac9e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:10.883269 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-f3a2c28f-9a94-437c-bdc6-51d7dee58b93 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:10.902763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fc865-781c-433e-9bed-2e4c9ba0a827 req-df801ae0-8039-4f36-89fe-fab2a7048d1c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:10.910399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b51fc865-781c-433e-9bed-2e4c9ba0a827 req-df801ae0-8039-4f36-89fe-fab2a7048d1c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 949 time: 0.0834093 Nov 16 04:36:10.937944 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-f3a2c28f-9a94-437c-bdc6-51d7dee58b93 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:10.943583 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-f3a2c28f-9a94-437c-bdc6-51d7dee58b93 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:10.947665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-f3a2c28f-9a94-437c-bdc6-51d7dee58b93 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:10.977724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b7429592-3a7c-4bff-9afd-374cadf7bce1 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:10.988522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b51fc865-781c-433e-9bed-2e4c9ba0a827 req-6d4f633e-9b7d-4835-8bc4-b0eaa71d80c8 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734396 Nov 16 04:36:10.998338 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-f3a2c28f-9a94-437c-bdc6-51d7dee58b93 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:10.999031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-f3a2c28f-9a94-437c-bdc6-51d7dee58b93 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.014105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a2c28f-9a94-437c-bdc6-51d7dee58b93 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Pushing event updated for resources: {'Port': ['ID=56e65e2e-386e-4095-8947-1fb860a535b5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:11.026754 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-f3a2c28f-9a94-437c-bdc6-51d7dee58b93 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7537036 Nov 16 04:36:11.041487 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Request body: {'port': {'device_id': 'c72448cd-7a1e-4ddd-9de5-70263c833e29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:11.057697 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07831fe8-dc77-4ae4-826c-21f0c02ac9e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.070386 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07831fe8-dc77-4ae4-826c-21f0c02ac9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.080842 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port b7429592-3a7c-4bff-9afd-374cadf7bce1 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:36:11.085682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port b7429592-3a7c-4bff-9afd-374cadf7bce1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:11.086708 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.112309 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.124658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54356) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:11.125099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-07831fe8-dc77-4ae4-826c-21f0c02ac9e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc03e775efb941f0afed2dea5c2089e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6505468 Nov 16 04:36:11.126675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07831fe8-dc77-4ae4-826c-21f0c02ac9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e66cfc-e072-4897-bbe8-1e6ec3beabac,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:11.202746 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.215660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54362) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:11.224862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-851809951-network', 'tenant_id': '2f936aa5deab42f794c9a3e4f16ebd5c'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:11.236592 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cc4b65-3e12-4143-a27d-98e834245603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7429592-3a7c-4bff-9afd-374cadf7bce1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:11.239524 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a19494-4c0e-40ab-b3d8-99f524b88489" -d '{"events": [{"server_uuid": "f2cc4b65-3e12-4143-a27d-98e834245603", "name": "network-vif-plugged", "status": "completed", "tag": "b7429592-3a7c-4bff-9afd-374cadf7bce1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:11.247568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b7429592-3a7c-4bff-9afd-374cadf7bce1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b7429592-3a7c-4bff-9afd-374cadf7bce1,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:11.253036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.254760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a33c08-ea58-486a-ab45-3af9cfdf33df req-bbd6d56e-0dfb-4820-a96e-6a1a86b202fd tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:11.256324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1a33c08-ea58-486a-ab45-3af9cfdf33df req-bbd6d56e-0dfb-4820-a96e-6a1a86b202fd tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 966 time: 0.1062775 Nov 16 04:36:11.283328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Made reservation on behalf of 2f936aa5deab42f794c9a3e4f16ebd5c for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:11.285585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.309144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b7429592-3a7c-4bff-9afd-374cadf7bce1,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:11.320196 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa57d27d-d3bf-4101-927a-421032c22129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.330984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1a33c08-ea58-486a-ab45-3af9cfdf33df req-4f24a88d-5209-4d45-803f-e5707056d68d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649126 Nov 16 04:36:11.331600 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.363005 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa57d27d-d3bf-4101-927a-421032c22129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.405585 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f156ebfc-127c-43a1-8f92-9f09c8a8bae6 x-openstack-request-id: req-f156ebfc-127c-43a1-8f92-9f09c8a8bae6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:11.405940 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cc4b65-3e12-4143-a27d-98e834245603", "name": "network-vif-plugged", "status": "completed", "tag": "b7429592-3a7c-4bff-9afd-374cadf7bce1", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:11.406195 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f156ebfc-127c-43a1-8f92-9f09c8a8bae6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:11.406582 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cc4b65-3e12-4143-a27d-98e834245603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7429592-3a7c-4bff-9afd-374cadf7bce1', 'code': 200} Nov 16 04:36:11.487983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.15', 59320) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:11.520652 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa57d27d-d3bf-4101-927a-421032c22129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.524113 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa57d27d-d3bf-4101-927a-421032c22129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.525834 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa57d27d-d3bf-4101-927a-421032c22129 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62e66cfc-e072-4897-bbe8-1e6ec3beabac HTTP/1.1" status: 204 len: 168 time: 0.3998294 Nov 16 04:36:11.546710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75341c2-8e16-4f9d-b81c-b16c71ac1f6d req-8d191b4c-8fad-496c-951d-331d3d80b109 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:11.549431 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b75341c2-8e16-4f9d-b81c-b16c71ac1f6d req-8d191b4c-8fad-496c-951d-331d3d80b109 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 931 time: 0.1460917 Nov 16 04:36:11.556369 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57d27d-d3bf-4101-927a-421032c22129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e66cfc-e072-4897-bbe8-1e6ec3beabac,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:11.595139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e65e2e-386e-4095-8947-1fb860a535b5 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:11.601224 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.606434 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.616647 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.622180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Transition to ACTIVE for port object 56e65e2e-386e-4095-8947-1fb860a535b5 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:36:11.628645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.684366 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Pushing event updated for resources: {'Port': ['ID=56e65e2e-386e-4095-8947-1fb860a535b5,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:11.689426 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:36:11.714112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b75341c2-8e16-4f9d-b81c-b16c71ac1f6d req-e2b00ded-82b2-4856-8875-bcdf996dbcb3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447732 Nov 16 04:36:11.715123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93dc88-43f6-4c20-a53c-a8a17308ace4 req-021c51c0-4b5e-4b19-b3e3-a62fa2cbd92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:11.716664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db93dc88-43f6-4c20-a53c-a8a17308ace4 req-021c51c0-4b5e-4b19-b3e3-a62fa2cbd92a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 1101 time: 0.2273543 Nov 16 04:36:11.722974 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.723281 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Added segment c15b645c-2e7f-4037-9818-aa5c5ff87a47 of type vlan for network 1d0ac4f6-bc6e-4a59-ad02-6c2147359d9e Nov 16 04:36:11.765950 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.773272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Attempting to bind port 56e65e2e-386e-4095-8947-1fb860a535b5 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:11.773702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Attempting to bind port 56e65e2e-386e-4095-8947-1fb860a535b5 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:11.774069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Attempting to bind port 56e65e2e-386e-4095-8947-1fb860a535b5 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:11.777310 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.780408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Port 56e65e2e-386e-4095-8947-1fb860a535b5 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:36:11.781031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Attempting to bind port 56e65e2e-386e-4095-8947-1fb860a535b5 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:11.787669 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:11.788004 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Checking segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:11.788389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Bound using segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:11.788817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Bound port: 56e65e2e-386e-4095-8947-1fb860a535b5, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:11.789178 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.801115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5ce524-5a84-43d3-a356-2411f97c6c54,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:11.844032 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.847223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:11.847536 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.880550 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:11.883899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=56e65e2e-386e-4095-8947-1fb860a535b5,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:11.888518 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.921063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db93dc88-43f6-4c20-a53c-a8a17308ace4 req-db642598-6587-4b4f-a81d-929295571c6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323514 Nov 16 04:36:11.931828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:11.932449 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:11.933849 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] 10.222.0.15 "PUT /v2.0/ports/56e65e2e-386e-4095-8947-1fb860a535b5 HTTP/1.1" status: 200 len: 1091 time: 0.8972757 Nov 16 04:36:11.936067 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7152057 Nov 16 04:36:11.936798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54396) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:11.937216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72448cd-7a1e-4ddd-9de5-70263c833e29', 'tag': '56e65e2e-386e-4095-8947-1fb860a535b5'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:11.939942 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd40fb66-78a3-4ba2-93a1-40436afb8445" -d '{"events": [{"name": "network-changed", "server_uuid": "c72448cd-7a1e-4ddd-9de5-70263c833e29", "tag": "56e65e2e-386e-4095-8947-1fb860a535b5"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:11.952551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-01321f39-f55f-4ff9-8183-8c43a06d243c admin admin] Request body: {'subnet': {'network_id': '1d0ac4f6-bc6e-4a59-ad02-6c2147359d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-851809951-subnet', 'tenant_id': '2f936aa5deab42f794c9a3e4f16ebd5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:11.961853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0e47a-e742-4435-b072-800e8caafbca admin admin] Pushing event updated for resources: {'Network': ['ID=1d0ac4f6-bc6e-4a59-ad02-6c2147359d9e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:11.974924 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 1d0ac4f6-bc6e-4a59-ad02-6c2147359d9e details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:36:11.988299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01321f39-f55f-4ff9-8183-8c43a06d243c admin admin] Made reservation on behalf of 2f936aa5deab42f794c9a3e4f16ebd5c for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:11.994090 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01321f39-f55f-4ff9-8183-8c43a06d243c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:12.005155 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b88d43-46e0-4fbc-b4b6-80f13db06dfa x-openstack-request-id: req-e1b88d43-46e0-4fbc-b4b6-80f13db06dfa {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:12.011377 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72448cd-7a1e-4ddd-9de5-70263c833e29", "tag": "56e65e2e-386e-4095-8947-1fb860a535b5", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:12.011728 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1b88d43-46e0-4fbc-b4b6-80f13db06dfa {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:12.012792 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72448cd-7a1e-4ddd-9de5-70263c833e29', 'tag': '56e65e2e-386e-4095-8947-1fb860a535b5', 'status': 'completed', 'code': 200} Nov 16 04:36:12.027920 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e041b-702e-4e98-8742-a7490444fec8 service neutron] Pushing event updated for resources: {'Port': ['ID=56e65e2e-386e-4095-8947-1fb860a535b5,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:12.156622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54410) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:12.159579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb8dec-ad33-4416-b320-ee7f66a71a1b req-67a817eb-46b6-4338-a095-dec8a1017de0 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:12.161186 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5aeb8dec-ad33-4416-b320-ee7f66a71a1b req-67a817eb-46b6-4338-a095-dec8a1017de0 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 950 time: 0.0745745 Nov 16 04:36:12.179187 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7af0dfd8-35d2-46f2-bceb-3f6b6880b7d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:12.255551 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5aeb8dec-ad33-4416-b320-ee7f66a71a1b req-ac2b073f-f30b-462a-95ce-937dece13a13 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857849 Nov 16 04:36:12.293797 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7af0dfd8-35d2-46f2-bceb-3f6b6880b7d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:12.300494 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7af0dfd8-35d2-46f2-bceb-3f6b6880b7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:12.310665 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01321f39-f55f-4ff9-8183-8c43a06d243c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:12.334427 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40fb66-78a3-4ba2-93a1-40436afb8445 req-faf3b7d6-e92f-4d95-ae2f-7c61891c43ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:12.335972 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dd40fb66-78a3-4ba2-93a1-40436afb8445 req-faf3b7d6-e92f-4d95-ae2f-7c61891c43ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 1094 time: 0.0848026 Nov 16 04:36:12.342713 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7af0dfd8-35d2-46f2-bceb-3f6b6880b7d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff14b7a335f14c899ce5d3610c6d01ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840930 Nov 16 04:36:12.346036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54422) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:12.363295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af0dfd8-35d2-46f2-bceb-3f6b6880b7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8586d2b-6fee-4751-9761-82655f33e0f2,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:12.382346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01321f39-f55f-4ff9-8183-8c43a06d243c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5add847a-6a6a-46c0-8af4-6d347fe96d9c,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:12.413430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01321f39-f55f-4ff9-8183-8c43a06d243c admin admin] Checking segment: {'id': 'c15b645c-2e7f-4037-9818-aa5c5ff87a47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '1d0ac4f6-bc6e-4a59-ad02-6c2147359d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:12.413800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01321f39-f55f-4ff9-8183-8c43a06d243c admin admin] Network hostable DHCP agents. Network: 1d0ac4f6-bc6e-4a59-ad02-6c2147359d9e, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:36:12.433110 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5ed6-0104-452d-af08-b2eadbe1dad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:12.461320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01321f39-f55f-4ff9-8183-8c43a06d243c admin admin] Network 1d0ac4f6-bc6e-4a59-ad02-6c2147359d9e is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:36:12.467525 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5ed6-0104-452d-af08-b2eadbe1dad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:12.489719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-01321f39-f55f-4ff9-8183-8c43a06d243c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 1d0ac4f6-bc6e-4a59-ad02-6c2147359d9e) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:12.500207 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaaa62a-0526-4c73-b7c3-d07ad135a5db None None] Network 1d0ac4f6-bc6e-4a59-ad02-6c2147359d9e requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:12.509535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01321f39-f55f-4ff9-8183-8c43a06d243c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:12.510217 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01321f39-f55f-4ff9-8183-8c43a06d243c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:12.528548 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40fb66-78a3-4ba2-93a1-40436afb8445 req-6a3b95de-4769-44c5-b86b-fc25de4a27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:12.530032 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dd40fb66-78a3-4ba2-93a1-40436afb8445 req-6a3b95de-4769-44c5-b86b-fc25de4a27f0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e339e415385b4d5dbab31d9b5027d120&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1832266 Nov 16 04:36:12.554294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-01321f39-f55f-4ff9-8183-8c43a06d243c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6091621 Nov 16 04:36:12.578480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45181f29-ae38-4d64-8bae-f4601d296d7e req-55fe3c60-0a9a-4f0f-b5ca-c79fc7a580c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:12.581327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45181f29-ae38-4d64-8bae-f4601d296d7e req-55fe3c60-0a9a-4f0f-b5ca-c79fc7a580c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 966 time: 0.0927517 Nov 16 04:36:12.613385 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5ed6-0104-452d-af08-b2eadbe1dad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:12.613385 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5ed6-0104-452d-af08-b2eadbe1dad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:12.616743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9d4f5ed6-0104-452d-af08-b2eadbe1dad9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8586d2b-6fee-4751-9761-82655f33e0f2 HTTP/1.1" status: 204 len: 168 time: 0.2674687 Nov 16 04:36:12.669995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f5ed6-0104-452d-af08-b2eadbe1dad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8586d2b-6fee-4751-9761-82655f33e0f2,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:12.716280 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582d35b2-1982-437b-b7df-f499deb6ae7b None None] Network 1d0ac4f6-bc6e-4a59-ad02-6c2147359d9e requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:12.749553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45181f29-ae38-4d64-8bae-f4601d296d7e req-aeb8f7fa-ae95-4346-8789-9e0ee5600385 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603549 Nov 16 04:36:12.813060 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:36:12.934430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66c218-a6eb-40a2-b72b-c4cc1ec86a39 req-2584141a-2c13-4753-acb4-12a605ba140b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:12.945621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d66c218-a6eb-40a2-b72b-c4cc1ec86a39 req-2584141a-2c13-4753-acb4-12a605ba140b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 943 time: 0.0759435 Nov 16 04:36:12.997889 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd40fb66-78a3-4ba2-93a1-40436afb8445 req-f1b50079-b8bc-45a5-af76-a633feed21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:12.997889 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dd40fb66-78a3-4ba2-93a1-40436afb8445 req-f1b50079-b8bc-45a5-af76-a633feed21e0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4573662 Nov 16 04:36:13.062127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d66c218-a6eb-40a2-b72b-c4cc1ec86a39 req-47db75d6-e779-4026-880b-dc9a751d6c17 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153507 Nov 16 04:36:13.100128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:13.124911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'a7ec0582-abe2-48e1-82e6-9f3a0b0caf25', 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'port_id': 'a7ec0582-abe2-48e1-82e6-9f3a0b0caf25', 'mac_address': 'fa:16:3e:2e:68:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bafc9f1-2941-47ae-b826-323b092dbef7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:tempest-test_az-2044285689', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:36:13.137717 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-7785b24e-6c91-44e1-b361-6372c041026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:13.141212 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:13.155013 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-7785b24e-6c91-44e1-b361-6372c041026e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 1094 time: 0.1010947 Nov 16 04:36:13.194778 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:13.226517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:13.233604 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-3445bf60-0f1e-4869-bacb-eceb9d981ef7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56e65e2e-386e-4095-8947-1fb860a535b5 HTTP/1.1" status: 200 len: 217 time: 0.0625601 Nov 16 04:36:13.252316 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:13.257811 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:13.300217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-88b51edf-7aaf-478b-9869-9773880f0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:13.302048 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-88b51edf-7aaf-478b-9869-9773880f0a4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0551429 Nov 16 04:36:13.343886 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:13.345959 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-a784369b-f0f0-4e33-9e24-bdcf53786886 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361269 Nov 16 04:36:13.460402 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-d6cd5e16-7d8d-42ab-9066-aea1baf7e7d6 service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065578 Nov 16 04:36:13.495460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['a7ec0582-abe2-48e1-82e6-9f3a0b0caf25'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:13.574788 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-93f03440-75c1-4cdc-8c74-850fb4565462 req-8b0893fc-8b26-45d5-a67d-d6a4c53291db service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060879 Nov 16 04:36:13.722591 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:13.728177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68acc0-de77-45d6-bf1c-8804ad118d77 req-804f4b44-39a8-4b58-97f4-043b340a4ffd tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:13.729716 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f68acc0-de77-45d6-bf1c-8804ad118d77 req-804f4b44-39a8-4b58-97f4-043b340a4ffd tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 950 time: 0.0828917 Nov 16 04:36:13.740827 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-add9dbd0-a40e-4a99-8524-b33d817e61c8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:13.742272 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-add9dbd0-a40e-4a99-8524-b33d817e61c8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 807 time: 0.3214655 Nov 16 04:36:13.772003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-b64eb054-8338-44c4-a528-adce2468d77e tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/quotas/2d6aa7ebda584f678731e5b32da32c5a HTTP/1.1" status: 200 len: 375 time: 0.0200639 Nov 16 04:36:13.820719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-74053686-0132-48e9-b617-f7005d4e1f2c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412068 Nov 16 04:36:13.828186 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f68acc0-de77-45d6-bf1c-8804ad118d77 req-fb32c01b-7b72-4c9b-9a9d-ac6f3e63310b tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846977 Nov 16 04:36:13.855388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54512) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:13.998187 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-network', 'tenant_id': 'af29f00f037f4e069225519e2c2af721'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:14.020036 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Made reservation on behalf of af29f00f037f4e069225519e2c2af721 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:14.022540 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:14.031337 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:14.032445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c739df-00ce-4ba7-bc95-e13c13b03d0a req-1e6d9c37-66e3-4bc2-9e51-3b2cf1394305 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:14.033960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40c739df-00ce-4ba7-bc95-e13c13b03d0a req-1e6d9c37-66e3-4bc2-9e51-3b2cf1394305 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 967 time: 0.0583835 Nov 16 04:36:14.038960 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-1116e640-3662-47e6-b271-c2fd8196225e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:36:14.042608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-1116e640-3662-47e6-b271-c2fd8196225e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0566428 Nov 16 04:36:14.108701 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:14.113306 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:14.133224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:36:14.137375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40c739df-00ce-4ba7-bc95-e13c13b03d0a req-aacf08ea-4cf6-4b34-845f-4dafd5636f27 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938020 Nov 16 04:36:14.146396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8b748b-1a7e-4b26-9737-e909a9efcabf,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:14.151392 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:14.151732 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Added segment a3328d17-91a8-4ca6-9b59-362a259a010b of type vlan for network 350b8208-068e-42e7-b140-65d950148470 Nov 16 04:36:14.178874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-dc973aa3-5c47-4f88-82ed-6986d48e8129 service neutron] 10.222.0.41 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278551 Nov 16 04:36:14.200804 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:14.230315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:14.231479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:14.232064 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:14.294234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-8eb5a49f-8057-403d-8ec7-803b59c72527 service neutron] 10.222.0.41 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090832 Nov 16 04:36:14.297161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54530) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:14.297999 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.4409552 Nov 16 04:36:14.301915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7874ecc9-9c16-405b-af54-1744199e2fea admin admin] Request body: {'subnet': {'network_id': '350b8208-068e-42e7-b140-65d950148470', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-subnet', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:14.315272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e48f2c-fad5-42cc-ad15-e910fe849800 admin admin] Pushing event updated for resources: {'Network': ['ID=350b8208-068e-42e7-b140-65d950148470,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:14.323824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7874ecc9-9c16-405b-af54-1744199e2fea admin admin] Made reservation on behalf of af29f00f037f4e069225519e2c2af721 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:14.327861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 350b8208-068e-42e7-b140-65d950148470 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:36:14.329170 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7874ecc9-9c16-405b-af54-1744199e2fea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:14.571223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85f8d5-c59c-4d5c-b54c-bab7013cec79 req-5c0b58df-4c2c-4427-b870-8d0bfeeb9921 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:14.572894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c85f8d5-c59c-4d5c-b54c-bab7013cec79 req-5c0b58df-4c2c-4427-b870-8d0bfeeb9921 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 943 time: 0.1153622 Nov 16 04:36:14.617275 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7874ecc9-9c16-405b-af54-1744199e2fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:14.705726 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73a96dd7-40cd-485e-99fa-f9ac52564f84 req-03cd01f4-989a-4f89-ab70-af90fcd190b9 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 210 time: 0.0521991 Nov 16 04:36:14.712991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c85f8d5-c59c-4d5c-b54c-bab7013cec79 req-ab7f8231-d6d9-46a6-90f8-783af5148e28 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290553 Nov 16 04:36:14.730047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874ecc9-9c16-405b-af54-1744199e2fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fdaa54a-2b9a-4ce1-a9c5-949153857317,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:14.737811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7874ecc9-9c16-405b-af54-1744199e2fea admin admin] Checking segment: {'id': 'a3328d17-91a8-4ca6-9b59-362a259a010b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '350b8208-068e-42e7-b140-65d950148470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:14.738177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7874ecc9-9c16-405b-af54-1744199e2fea admin admin] Network hostable DHCP agents. Network: 350b8208-068e-42e7-b140-65d950148470, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:36:14.769974 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:14.780546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7874ecc9-9c16-405b-af54-1744199e2fea admin admin] Network 350b8208-068e-42e7-b140-65d950148470 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:36:14.816995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-7874ecc9-9c16-405b-af54-1744199e2fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 350b8208-068e-42e7-b140-65d950148470) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:14.822356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7874ecc9-9c16-405b-af54-1744199e2fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:14.824096 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7874ecc9-9c16-405b-af54-1744199e2fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:14.852308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54564) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:14.854506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7874ecc9-9c16-405b-af54-1744199e2fea admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5546842 Nov 16 04:36:14.856741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:14.913212 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:14.915841 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:14.996976 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dedb57-39fc-4a74-a4a4-42a25596860d None None] Network 350b8208-068e-42e7-b140-65d950148470 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:15.042059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239c512-165f-4055-a93f-3cac96270d4f req-6fb316d7-0ef6-4601-a171-9d1e27029694 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:15.043915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0239c512-165f-4055-a93f-3cac96270d4f req-6fb316d7-0ef6-4601-a171-9d1e27029694 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 950 time: 0.1182585 Nov 16 04:36:15.076240 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:15.156129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0239c512-165f-4055-a93f-3cac96270d4f req-d105b74f-9f9e-4518-b4cd-9c7a5b697697 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051559 Nov 16 04:36:15.176769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:36:15.186558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:15.187203 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:15.241373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54596) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:15.321707 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-350b8208-068e-42e7-b140-65d950148470', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'fixed_ips': [{'subnet_id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:36:15.322934 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:15.355975 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:15.360581 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:15.418767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46725f-d8c7-4695-8f4e-c1f3aac72f2c req-a2e32099-c5ec-40ee-ad63-8a636bef2714 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:15.420851 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b46725f-d8c7-4695-8f4e-c1f3aac72f2c req-a2e32099-c5ec-40ee-ad63-8a636bef2714 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 967 time: 0.1018384 Nov 16 04:36:15.464952 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b9a3d1-0bb3-4d98-997f-c770222424a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ec0582-abe2-48e1-82e6-9f3a0b0caf25'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:15.473735 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9674a26-0288-4b8a-a057-7f79b10800fb" -d '{"events": [{"server_uuid": "e1b9a3d1-0bb3-4d98-997f-c770222424a6", "name": "network-vif-plugged", "status": "completed", "tag": "a7ec0582-abe2-48e1-82e6-9f3a0b0caf25"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:15.493806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:15.503094 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0457f5ee-8a40-4642-aaf1-339688d8a22e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:15.516576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b46725f-d8c7-4695-8f4e-c1f3aac72f2c req-d3f1bcfe-58a5-47a9-9002-f061dc70183f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893154 Nov 16 04:36:15.521491 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:15.577037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Allocated IP 172.20.0.2 (350b8208-068e-42e7-b140-65d950148470/4fdaa54a-2b9a-4ce1-a9c5-949153857317/7df9d43a-4b1a-445b-a04f-ab9f56e75042) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:15.593804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:15.626409 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0457f5ee-8a40-4642-aaf1-339688d8a22e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:15.632486 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0457f5ee-8a40-4642-aaf1-339688d8a22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:15.718534 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0457f5ee-8a40-4642-aaf1-339688d8a22e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d8919187427424990e877d0e0ed9470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4709902 Nov 16 04:36:15.726712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54608) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:15.779474 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:15.784264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-819a5fde-be14-41d8-8da4-7206c9d3bddb req-179cdef6-8bd2-46d1-af08-0968dd41475d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:36:15.786239 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:15.787739 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:15.789166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-819a5fde-be14-41d8-8da4-7206c9d3bddb req-179cdef6-8bd2-46d1-af08-0968dd41475d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183642 Nov 16 04:36:15.814590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457f5ee-8a40-4642-aaf1-339688d8a22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a64b6a7-e8c9-4bb2-af7a-8c8747080fe5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:15.842802 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Pushing event updated for resources: {'Port': ['ID=7df9d43a-4b1a-445b-a04f-ab9f56e75042,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:15.856724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Network 350b8208-068e-42e7-b140-65d950148470 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:15.858254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:15.863667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:15.883529 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:15.979101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Attempting to bind port 7df9d43a-4b1a-445b-a04f-ab9f56e75042 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:15.979473 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Attempting to bind port 7df9d43a-4b1a-445b-a04f-ab9f56e75042 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a3328d17-91a8-4ca6-9b59-362a259a010b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '350b8208-068e-42e7-b140-65d950148470'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:15.979836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Attempting to bind port 7df9d43a-4b1a-445b-a04f-ab9f56e75042 on network 350b8208-068e-42e7-b140-65d950148470 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:16.000558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:16.000932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Checking segment: {'id': 'a3328d17-91a8-4ca6-9b59-362a259a010b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '350b8208-068e-42e7-b140-65d950148470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:16.001634 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:16.002248 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Bound using segment: {'id': 'a3328d17-91a8-4ca6-9b59-362a259a010b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '350b8208-068e-42e7-b140-65d950148470'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:16.002895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Bound port: 7df9d43a-4b1a-445b-a04f-ab9f56e75042, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3328d17-91a8-4ca6-9b59-362a259a010b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '350b8208-068e-42e7-b140-65d950148470'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:16.003306 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:16.013153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-aca12aad-75a3-4c1d-835e-182c299c779b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:16.017538 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-aca12aad-75a3-4c1d-835e-182c299c779b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.37 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 807 time: 0.2826133 Nov 16 04:36:16.019907 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:16.035456 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-0ce12df0-e3ac-4e60-978c-a3381e9a16dc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Request body: {'port': {'device_id': '0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb', 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c', 'admin_state_up': True, 'tenant_id': '2d6aa7ebda584f678731e5b32da32c5a'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:16.043576 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dd8eed-fa13-4da1-99f5-1289742d1252 x-openstack-request-id: req-30dd8eed-fa13-4da1-99f5-1289742d1252 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:16.043841 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b9a3d1-0bb3-4d98-997f-c770222424a6", "name": "network-vif-plugged", "status": "completed", "tag": "a7ec0582-abe2-48e1-82e6-9f3a0b0caf25", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:16.044088 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30dd8eed-fa13-4da1-99f5-1289742d1252 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:16.044596 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b9a3d1-0bb3-4d98-997f-c770222424a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ec0582-abe2-48e1-82e6-9f3a0b0caf25', 'code': 200} Nov 16 04:36:16.067284 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa7ecbd9-bba4-43c3-a70a-5b01781d3fe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:16.122843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] For port 7df9d43a-4b1a-445b-a04f-ab9f56e75042, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:16.127289 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] For port 7df9d43a-4b1a-445b-a04f-ab9f56e75042, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7df9d43a-4b1a-445b-a04f-ab9f56e75042,segment=NetworkSegment(a3328d17-91a8-4ca6-9b59-362a259a010b),segment_id=a3328d17-91a8-4ca6-9b59-362a259a010b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:16.142458 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:16.156938 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa7ecbd9-bba4-43c3-a70a-5b01781d3fe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:16.215637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05352c0-e084-42c7-b4cb-79e6c5d8a5b8 None None] Pushing event updated for resources: {'Port': ['ID=7df9d43a-4b1a-445b-a04f-ab9f56e75042,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:16.258615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Allocated IP 172.25.0.94 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/7eed728f-ef7c-49bd-8d60-ddad5e4c1088) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:16.286888 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa7ecbd9-bba4-43c3-a70a-5b01781d3fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:16.289831 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa7ecbd9-bba4-43c3-a70a-5b01781d3fe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:16.291077 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa7ecbd9-bba4-43c3-a70a-5b01781d3fe0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a64b6a7-e8c9-4bb2-af7a-8c8747080fe5 HTTP/1.1" status: 204 len: 168 time: 0.5616527 Nov 16 04:36:16.291350 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a58770b9-d42e-4939-89aa-c4955fdc50d5 req-260462be-dd02-403c-936b-cd6502e59db0 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 210 time: 0.0754278 Nov 16 04:36:16.324862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200009cb-860b-41ec-9b79-a202a9410570 req-771bec72-d1cc-4ab3-8c09-4b3ef7c2f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:16.326254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ecbd9-bba4-43c3-a70a-5b01781d3fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a64b6a7-e8c9-4bb2-af7a-8c8747080fe5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:16.326519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-200009cb-860b-41ec-9b79-a202a9410570 req-771bec72-d1cc-4ab3-8c09-4b3ef7c2f457 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 1119 time: 0.2109373 Nov 16 04:36:16.384252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d1255-9a33-4075-94c4-9d8c895f1924 req-8e619bc0-3d42-4eb3-90c9-4ffacf60129c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:16.385811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-471d1255-9a33-4075-94c4-9d8c895f1924 req-8e619bc0-3d42-4eb3-90c9-4ffacf60129c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 943 time: 0.1659634 Nov 16 04:36:16.422374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:16.473003 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:16.491484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54628) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:16.523152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:16.550342 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:16.560670 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-471d1255-9a33-4075-94c4-9d8c895f1924 req-f2591d97-7fbb-4a63-b618-1071799995d3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143997 Nov 16 04:36:16.560885 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:16.565265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Pushing event updated for resources: {'Port': ['ID=7eed728f-ef7c-49bd-8d60-ddad5e4c1088,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:16.587341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-0ce12df0-e3ac-4e60-978c-a3381e9a16dc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Made reservation on behalf of 2d6aa7ebda584f678731e5b32da32c5a for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:16.593270 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-0ce12df0-e3ac-4e60-978c-a3381e9a16dc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:16.621802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-200009cb-860b-41ec-9b79-a202a9410570 req-15c3568f-5bd7-4456-b07f-8cd019561f30 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816048 Nov 16 04:36:16.664772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c045b-bf9b-4a17-9102-80fec4402b71 req-7efab0e7-213a-43b0-af08-df382fd48968 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:16.673212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb3c045b-bf9b-4a17-9102-80fec4402b71 req-7efab0e7-213a-43b0-af08-df382fd48968 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 950 time: 0.1943395 Nov 16 04:36:16.834370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb3c045b-bf9b-4a17-9102-80fec4402b71 req-81373d62-ef5f-4f4c-b20a-e380a9a018f7 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600349 Nov 16 04:36:16.879991 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b1ab933-1be7-4789-b31e-c263854a4ec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:16.904510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-0ce12df0-e3ac-4e60-978c-a3381e9a16dc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Allocated IP 172.20.0.14 (00ef367c-9e71-485a-983c-5f2648aed20c/6dd63e98-5168-43db-bcf5-951ae9db1f7c/545fb328-d27a-4f99-9f5e-b730ab560445) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:16.945153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2c882-464d-4f6c-abeb-3509234c8631 req-24cb4a7c-c58e-46a4-96b8-73db88f44c32 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:16.946925 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97e2c882-464d-4f6c-abeb-3509234c8631 req-24cb4a7c-c58e-46a4-96b8-73db88f44c32 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 968 time: 0.1334386 Nov 16 04:36:17.021509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 56e65e2e-386e-4095-8947-1fb860a535b5 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:36:17.035668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54646) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:17.107183 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-438bc68f-6e91-44ee-bd9e-219b627ca8bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.111985 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.145286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=56e65e2e-386e-4095-8947-1fb860a535b5,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:17.156933 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '56e65e2e-386e-4095-8947-1fb860a535b5', 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a', 'port_id': '56e65e2e-386e-4095-8947-1fb860a535b5', 'mac_address': 'fa:16:3e:a5:f5:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019a9079-5bad-40fc-b64e-f807d7d8722f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:36:17.163226 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97e2c882-464d-4f6c-abeb-3509234c8631 req-f379e800-b812-4ea4-89bd-cb08469866b7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020402 Nov 16 04:36:17.192433 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-4ae0eafc-977f-47aa-8e0c-adbfc2842f1a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=59a94dfcda7e49d7a84d11e834a42ecd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1149380 Nov 16 04:36:17.230347 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b1ab933-1be7-4789-b31e-c263854a4ec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.245090 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.275656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e65e2e-386e-4095-8947-1fb860a535b5 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:17.303654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=56e65e2e-386e-4095-8947-1fb860a535b5,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:17.303966 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b1ab933-1be7-4789-b31e-c263854a4ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.309934 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.381753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=56e65e2e-386e-4095-8947-1fb860a535b5,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:17.395780 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.404578 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-0ce12df0-e3ac-4e60-978c-a3381e9a16dc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.418255 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7b1ab933-1be7-4789-b31e-c263854a4ec3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5acfae5e70334806a6afc09295b144c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9256649 Nov 16 04:36:17.426816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54660) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:17.427495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ab933-1be7-4789-b31e-c263854a4ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e68d96-f50d-4c56-b270-58ffa0dfc56d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:17.529843 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-438bc68f-6e91-44ee-bd9e-219b627ca8bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.536317 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['56e65e2e-386e-4095-8947-1fb860a535b5'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:17.563745 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-438bc68f-6e91-44ee-bd9e-219b627ca8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.587255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-2c5f4f43-dc3f-4194-82d7-771c96eee0b8 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:17.589073 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-2c5f4f43-dc3f-4194-82d7-771c96eee0b8 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3882434 Nov 16 04:36:17.679843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420c2155-2df1-4743-8101-5f64344270c0 None None] Network 350b8208-068e-42e7-b140-65d950148470 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:17.681523 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5459f711-e8c3-4663-9b60-6707a53f88dc req-05f797b9-6b8a-41a3-9611-9bb2d99898cd tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 210 time: 0.0882397 Nov 16 04:36:17.702859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-9a4a8e56-ae92-415a-bc38-bf804e92ac27 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/quotas/59a94dfcda7e49d7a84d11e834a42ecd HTTP/1.1" status: 200 len: 375 time: 0.0761778 Nov 16 04:36:17.754369 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-0ce12df0-e3ac-4e60-978c-a3381e9a16dc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.761414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-438bc68f-6e91-44ee-bd9e-219b627ca8bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d90b7085d92a40b4b3745ac0813cdf2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7209003 Nov 16 04:36:17.765409 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54668) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:17.838685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Router c991efc2-85d6-43e6-88e3-eff773ba6875 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:36:17.841700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bc68f-6e91-44ee-bd9e-219b627ca8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ff3c3b-4fc6-4009-a854-54a910e122ef,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:17.845077 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2adf166c-ffee-4db2-99f4-514cc29b55a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.864656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c3a3-422f-4fa6-93d2-716c5971b39f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.939245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dd5b53b4-0e91-43c9-86c5-d72545cdbf5f None None] Provisioning complete for port 7df9d43a-4b1a-445b-a04f-ab9f56e75042 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:17.939577 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd5b53b4-0e91-43c9-86c5-d72545cdbf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:17.947667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7df9d43a-4b1a-445b-a04f-ab9f56e75042 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:17.952940 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c3a3-422f-4fa6-93d2-716c5971b39f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.015141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:36:18.035334 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.038577 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Sync routers for ids ['c991efc2-85d6-43e6-88e3-eff773ba6875'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:36:18.039795 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4094eab4-4154-4933-a4fd-c13b8191415c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.1864359 Nov 16 04:36:18.041827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54672) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:18.059110 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Routers {'c991efc2-85d6-43e6-88e3-eff773ba6875'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:36:18.059942 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c991efc2-85d6-43e6-88e3-eff773ba6875'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:18.086512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c3a3-422f-4fa6-93d2-716c5971b39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.089553 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ccd4c3a3-422f-4fa6-93d2-716c5971b39f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.090127 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2adf166c-ffee-4db2-99f4-514cc29b55a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.106640 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ccd4c3a3-422f-4fa6-93d2-716c5971b39f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58ff3c3b-4fc6-4009-a854-54a910e122ef HTTP/1.1" status: 204 len: 168 time: 0.3292503 Nov 16 04:36:18.123403 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd5b53b4-0e91-43c9-86c5-d72545cdbf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.156060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-0ce12df0-e3ac-4e60-978c-a3381e9a16dc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Network 00ef367c-9e71-485a-983c-5f2648aed20c is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:18.158949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-dd5b53b4-0e91-43c9-86c5-d72545cdbf5f None None] For port 7df9d43a-4b1a-445b-a04f-ab9f56e75042, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7df9d43a-4b1a-445b-a04f-ab9f56e75042,segment=NetworkSegment(a3328d17-91a8-4ca6-9b59-362a259a010b),segment_id=a3328d17-91a8-4ca6-9b59-362a259a010b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:18.159980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2adf166c-ffee-4db2-99f4-514cc29b55a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.162694 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2adf166c-ffee-4db2-99f4-514cc29b55a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.166397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2adf166c-ffee-4db2-99f4-514cc29b55a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82e68d96-f50d-4c56-b270-58ffa0dfc56d HTTP/1.1" status: 204 len: 168 time: 0.7360013 Nov 16 04:36:18.167609 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd5b53b4-0e91-43c9-86c5-d72545cdbf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.185585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf166c-ffee-4db2-99f4-514cc29b55a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e68d96-f50d-4c56-b270-58ffa0dfc56d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:18.193330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-0ce12df0-e3ac-4e60-978c-a3381e9a16dc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:18.196909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-0ce12df0-e3ac-4e60-978c-a3381e9a16dc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:18.226441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b53b4-0e91-43c9-86c5-d72545cdbf5f None None] Pushing event updated for resources: {'Port': ['ID=7df9d43a-4b1a-445b-a04f-ab9f56e75042,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:18.253183 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4c3a3-422f-4fa6-93d2-716c5971b39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ff3c3b-4fc6-4009-a854-54a910e122ef,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:18.273180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-0ce12df0-e3ac-4e60-978c-a3381e9a16dc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:18.278523 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-0ce12df0-e3ac-4e60-978c-a3381e9a16dc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.293050 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.296155 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7df9d43a-4b1a-445b-a04f-ab9f56e75042 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:18.296458 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.310453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce12df0-e3ac-4e60-978c-a3381e9a16dc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Pushing event updated for resources: {'Port': ['ID=545fb328-d27a-4f99-9f5e-b730ab560445,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:18.323361 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Set router c991efc2-85d6-43e6-88e3-eff773ba6875 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:36:18.328173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-0ce12df0-e3ac-4e60-978c-a3381e9a16dc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2967911 Nov 16 04:36:18.345059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-587a468d-c013-4f2d-a504-3d17fd4f5171 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59a94dfcda7e49d7a84d11e834a42ecd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6400447 Nov 16 04:36:18.363598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Request body: {'port': {'device_id': '0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:18.450614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1bc61-4384-4579-a48b-0e73b3ab2ebe req-0470a675-3691-4a2d-a7f5-8aae5d5c3e99 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:18.471432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eed1bc61-4384-4579-a48b-0e73b3ab2ebe req-0470a675-3691-4a2d-a7f5-8aae5d5c3e99 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 971 time: 0.6778946 Nov 16 04:36:18.559369 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.632258 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:36:16Z', 'revision_number': 3, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:18.670182 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Checking router: c991efc2-85d6-43e6-88e3-eff773ba6875 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:36:18.670530 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Updating router c991efc2-85d6-43e6-88e3-eff773ba6875 port 7eed728f-ef7c-49bd-8d60-ddad5e4c1088 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:36:18.711277 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:18.807880 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eed1bc61-4384-4579-a48b-0e73b3ab2ebe req-569f7450-b81c-496a-a5ff-2e841b18b4c8 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011456 Nov 16 04:36:18.928921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6376a97-d8bb-4654-bf89-514cc782fd98 req-71d94f99-a366-4140-ac47-2532578f5455 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:18.941450 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6376a97-d8bb-4654-bf89-514cc782fd98 req-71d94f99-a366-4140-ac47-2532578f5455 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 944 time: 0.2315834 Nov 16 04:36:19.008347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0aebefcd-23b1-489c-87e9-b3fd5e6fca0c None None] Provisioning complete for port 7df9d43a-4b1a-445b-a04f-ab9f56e75042 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:19.008727 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0aebefcd-23b1-489c-87e9-b3fd5e6fca0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:19.082689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.37', 61214) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:19.083427 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54704) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:19.136920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 56e65e2e-386e-4095-8947-1fb860a535b5 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:19.181992 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:19.298950 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:19.308416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6376a97-d8bb-4654-bf89-514cc782fd98 req-e157bfba-5dd9-458b-b61a-d24cc6b29370 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467457 Nov 16 04:36:19.332379 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:19.341484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8d5db5e-8f0f-407d-a9ac-8c3135fbe3f9 req-f5878382-07ee-44c8-9c8a-24fd509b5cba service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3238013 Nov 16 04:36:19.366330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18beb0-7288-4104-b8aa-8c8c87512891 req-bc61a7fa-e745-4e58-8e4b-c5cd0eae3cfd tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:19.388826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e18beb0-7288-4104-b8aa-8c8c87512891 req-bc61a7fa-e745-4e58-8e4b-c5cd0eae3cfd tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 968 time: 0.2940745 Nov 16 04:36:19.413237 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Allocated IP 172.20.0.1 (350b8208-068e-42e7-b140-65d950148470/4fdaa54a-2b9a-4ce1-a9c5-949153857317/b145a382-d976-45b2-8753-63bc42237ea8) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:19.491812 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Pushing event updated for resources: {'Port': ['ID=7eed728f-ef7c-49bd-8d60-ddad5e4c1088,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:19.496124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 56e65e2e-386e-4095-8947-1fb860a535b5 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:36:19.500068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 56e65e2e-386e-4095-8947-1fb860a535b5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:19.500473 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:19.527416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28e857-bdd7-4652-9be1-5f693c1762d0 req-2789a5ea-84da-41bc-9771-7c2ed42d8b44 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:19.528903 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7f28e857-bdd7-4652-9be1-5f693c1762d0 req-2789a5ea-84da-41bc-9771-7c2ed42d8b44 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.37 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 971 time: 0.4044580 Nov 16 04:36:19.529632 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-30247c1b-9317-4b3c-b07e-b82692eaa5f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:19.535583 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Attempting to bind port 7eed728f-ef7c-49bd-8d60-ddad5e4c1088 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:19.538483 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Attempting to bind port 7eed728f-ef7c-49bd-8d60-ddad5e4c1088 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:19.539453 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Attempting to bind port 7eed728f-ef7c-49bd-8d60-ddad5e4c1088 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:19.545832 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:19.550358 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:19.550984 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:19.554091 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:19.554683 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:19.555237 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:19.555795 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:19.556341 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:19.556874 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:19.557416 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:19.559192 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:19.559794 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Tracked resource versions report: Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: pushed versions: Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: { 'AddressGroup': {'1.2'}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'ConntrackHelper': {'1.0'}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'Log': {'1.0'}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'Network': {'1.1'}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'Port': {'1.7'}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'PortForwarding': {'1.2'}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'QosPolicy': {'1.10'}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'SecurityGroup': {'1.5'}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'SecurityGroupRule': {'1.2'}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'SubPort': {'1.0'}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'Subnet': {'1.1'}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'Trunk': {'1.1'}} Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: consumer versions: Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: { DHCP agent@n-d-818042-1: {}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: HyperV agent@n-h1-818042-1: {}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: HyperV agent@n-h2-818042-1: {}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: L3 agent@n-d-818042-1: {}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: Metadata agent@n-d-818042-1: {}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: Metering agent@n-d-818042-1: {}, Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: Open vSwitch agent@n-d-818042-1: { 'AddressGroup': '1.2', Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'ConntrackHelper': '1.0', Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'Log': '1.0', Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'Network': '1.1', Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'Port': '1.7', Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'PortForwarding': '1.2', Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'QosPolicy': '1.10', Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'SecurityGroup': '1.5', Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'SecurityGroupRule': '1.2', Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'SubPort': '1.0', Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'Subnet': '1.1', Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: 'Trunk': '1.1'}} Nov 16 04:36:19.561179 n-d-818042-1 neutron-server[102662]: {{(pid=102662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 16 04:36:19.572025 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:19.572816 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:19.573431 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:19.574097 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:19.575974 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Bound port: 7eed728f-ef7c-49bd-8d60-ddad5e4c1088, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:19.578861 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:19.627511 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:19.633885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f84fdc87-acc6-42ea-816d-11446bd93fbd req-8554d177-b2ed-4f6d-9afd-457c5206048c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 210 time: 0.1511235 Nov 16 04:36:19.704117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72448cd-7a1e-4ddd-9de5-70263c833e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e65e2e-386e-4095-8947-1fb860a535b5'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:19.718971 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] For port 7eed728f-ef7c-49bd-8d60-ddad5e4c1088, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:19.720731 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82221240-a0dc-4a42-87f6-68d311d4b556" -d '{"events": [{"server_uuid": "c72448cd-7a1e-4ddd-9de5-70263c833e29", "name": "network-vif-plugged", "status": "completed", "tag": "56e65e2e-386e-4095-8947-1fb860a535b5"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:19.726456 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] For port 7eed728f-ef7c-49bd-8d60-ddad5e4c1088, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7eed728f-ef7c-49bd-8d60-ddad5e4c1088,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:19.733041 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:19.752571 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=56e65e2e-386e-4095-8947-1fb860a535b5,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:19.752571 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:19.795374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5db5e-8f0f-407d-a9ac-8c3135fbe3f9 req-dc6764fc-f648-4352-b541-a432d12c975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:19.796916 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8d5db5e-8f0f-407d-a9ac-8c3135fbe3f9 req-dc6764fc-f648-4352-b541-a432d12c975f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 1119 time: 0.3688743 Nov 16 04:36:19.800547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545fb328-d27a-4f99-9f5e-b730ab560445 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:19.846453 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Routers {'c991efc2-85d6-43e6-88e3-eff773ba6875'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:36:19.847515 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c991efc2-85d6-43e6-88e3-eff773ba6875'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:19.873114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=56e65e2e-386e-4095-8947-1fb860a535b5,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:19.873843 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:19.882606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e18beb0-7288-4104-b8aa-8c8c87512891 req-4a17a590-6cdf-41c8-afdb-b9cd3e01f90d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928007 Nov 16 04:36:19.885898 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-7f28e857-bdd7-4652-9be1-5f693c1762d0 req-6139f71e-c7ff-4af2-a037-290c3aca130a tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Deleting port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:36:19.886241 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7f28e857-bdd7-4652-9be1-5f693c1762d0 req-6139f71e-c7ff-4af2-a037-290c3aca130a tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:19.927911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7df9d43a-4b1a-445b-a04f-ab9f56e75042 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:19.984537 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92730232-941e-4479-af33-0c3d7993401d x-openstack-request-id: req-92730232-941e-4479-af33-0c3d7993401d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:19.985393 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72448cd-7a1e-4ddd-9de5-70263c833e29", "name": "network-vif-plugged", "status": "completed", "tag": "56e65e2e-386e-4095-8947-1fb860a535b5", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:19.985638 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92730232-941e-4479-af33-0c3d7993401d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:19.986048 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72448cd-7a1e-4ddd-9de5-70263c833e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e65e2e-386e-4095-8947-1fb860a535b5', 'code': 200} Nov 16 04:36:20.021607 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:20.037587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Transition to ACTIVE for port object 545fb328-d27a-4f99-9f5e-b730ab560445 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:36:20.062112 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:20.063038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7df9d43a-4b1a-445b-a04f-ab9f56e75042 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:20.063407 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:20.075222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-30247c1b-9317-4b3c-b07e-b82692eaa5f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:20.087807 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-7f28e857-bdd7-4652-9be1-5f693c1762d0 req-6139f71e-c7ff-4af2-a037-290c3aca130a tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] For port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=92389d5a-281b-4cc3-a1b4-71ac3a48b9f6,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:20.088590 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7f28e857-bdd7-4652-9be1-5f693c1762d0 req-6139f71e-c7ff-4af2-a037-290c3aca130a tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:20.091832 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-30247c1b-9317-4b3c-b07e-b82692eaa5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:20.104164 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbbf44-198d-44be-8c64-e1c864f047a4 None None] Pushing event updated for resources: {'Port': ['ID=7eed728f-ef7c-49bd-8d60-ddad5e4c1088,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:20.129144 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-30247c1b-9317-4b3c-b07e-b82692eaa5f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efb31daafd984830a88bff80e93c4d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0022414 Nov 16 04:36:20.130889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:20.139448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54726) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:20.151877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Network 350b8208-068e-42e7-b140-65d950148470 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:20.158106 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] Set router c991efc2-85d6-43e6-88e3-eff773ba6875 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:36:20.185285 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:20.198760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Pushing event updated for resources: {'Port': ['ID=545fb328-d27a-4f99-9f5e-b730ab560445,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:20.223084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-7f28e857-bdd7-4652-9be1-5f693c1762d0 req-6139f71e-c7ff-4af2-a037-290c3aca130a tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Calling delete_port for 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 owned by compute:tempest-test_az-2044285689 {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:36:20.314960 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:20.382092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f011a01-08b8-4fd4-ad9a-cd2e20be9290 req-95f691d1-7805-42fe-9c76-93019e035053 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:20.383954 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f011a01-08b8-4fd4-ad9a-cd2e20be9290 req-95f691d1-7805-42fe-9c76-93019e035053 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 932 time: 0.6007576 Nov 16 04:36:20.423804 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-dc29a6f8-aa37-44b9-943c-595711b08ba4 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=59a94dfcda7e49d7a84d11e834a42ecd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1221831 Nov 16 04:36:20.510391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2450ee-27e3-4f1c-b7d7-316a492163bc req-3b408647-1750-4580-9ce6-152ca2befcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:20.512065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc2450ee-27e3-4f1c-b7d7-316a492163bc req-3b408647-1750-4580-9ce6-152ca2befcd6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 1096 time: 0.2985804 Nov 16 04:36:20.541228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b7f76-50e0-424c-8313-48afbfdcaa25 req-5b9e63a7-3273-41c8-8a5c-24f46ce569ed tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:20.543443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd1b7f76-50e0-424c-8313-48afbfdcaa25 req-5b9e63a7-3273-41c8-8a5c-24f46ce569ed tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 971 time: 0.3640156 Nov 16 04:36:20.544577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5db5e-8f0f-407d-a9ac-8c3135fbe3f9 req-140f49d0-e45d-456f-bba9-bac5b85aba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:20.546047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8d5db5e-8f0f-407d-a9ac-8c3135fbe3f9 req-140f49d0-e45d-456f-bba9-bac5b85aba6c service neutron] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 912 time: 0.6982296 Nov 16 04:36:20.574277 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:36:16Z', 'revision_number': 3, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:20.591166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c218baf3-da00-4c1b-917f-e8f3de44004c None None] Provisioning complete for port b145a382-d976-45b2-8753-63bc42237ea8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:20.591737 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c218baf3-da00-4c1b-917f-e8f3de44004c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:20.649109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8d5db5e-8f0f-407d-a9ac-8c3135fbe3f9 req-967c9072-95d8-4afd-96e4-75bd98b7d901 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 HTTP/1.1" status: 200 len: 217 time: 0.0850675 Nov 16 04:36:20.671748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f011a01-08b8-4fd4-ad9a-cd2e20be9290 req-3eaa9889-0ca4-4875-96b4-fae3cfa201ce tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570803 Nov 16 04:36:20.702645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c218baf3-da00-4c1b-917f-e8f3de44004c None None] Port b145a382-d976-45b2-8753-63bc42237ea8 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:36:20.734127 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17c5393-7935-4ca9-a9f6-0bb2f744273f None None] The sync data for ids ['c991efc2-85d6-43e6-88e3-eff773ba6875'] in n-d-818042-1 is: [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:36:16Z', 'revision_number': 3, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:36:20.774996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc2450ee-27e3-4f1c-b7d7-316a492163bc req-4a00b75b-4f75-44a6-9e7c-41b40c7984f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250156 Nov 16 04:36:20.788007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Attempting to bind port 545fb328-d27a-4f99-9f5e-b730ab560445 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:20.788223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Attempting to bind port 545fb328-d27a-4f99-9f5e-b730ab560445 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:20.788614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Attempting to bind port 545fb328-d27a-4f99-9f5e-b730ab560445 on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:20.803726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5db5e-8f0f-407d-a9ac-8c3135fbe3f9 req-dbe72dba-cb95-4a54-937b-7cf3d8dbad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:20.805323 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8d5db5e-8f0f-407d-a9ac-8c3135fbe3f9 req-dbe72dba-cb95-4a54-937b-7cf3d8dbad4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.1254396 Nov 16 04:36:20.806303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Port 545fb328-d27a-4f99-9f5e-b730ab560445 on network 00ef367c-9e71-485a-983c-5f2648aed20c not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:36:20.806886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Attempting to bind port 545fb328-d27a-4f99-9f5e-b730ab560445 on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:20.823447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd1b7f76-50e0-424c-8313-48afbfdcaa25 req-90f0b970-a980-4450-8864-9d2e1a72db29 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/security-groups?id=f99eb9bc-1d8c-46bd-a462-9170961fa5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579970 Nov 16 04:36:20.845088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:20.859211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Checking segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:20.863269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Bound using segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:20.864030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Bound port: 545fb328-d27a-4f99-9f5e-b730ab560445, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:20.864400 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:20.923726 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8d5db5e-8f0f-407d-a9ac-8c3135fbe3f9 req-dc77336b-caa5-4975-89e5-c04774942347 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979500 Nov 16 04:36:21.011848 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ab03a3-51b2-46c4-944a-7b87ab9b0de8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:21.013737 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:21.064365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:21.067636 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=545fb328-d27a-4f99-9f5e-b730ab560445,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:21.088127 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:21.115095 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30247c1b-9317-4b3c-b07e-b82692eaa5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baf3c55-cfbb-4f29-95f2-c1d12c263489,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:21.136090 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Pushing event updated for resources: {'Port': ['ID=b145a382-d976-45b2-8753-63bc42237ea8,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:21.140093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ea0c03a-556a-4757-9d4d-42ef90104862 req-7c9fb2e8-d55c-4bbc-ab67-816cf2102fe7 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 210 time: 0.0674009 Nov 16 04:36:21.195033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:21.195661 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:21.197073 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] 10.222.0.37 "PUT /v2.0/ports/545fb328-d27a-4f99-9f5e-b730ab560445 HTTP/1.1" status: 200 len: 1092 time: 2.8495152 Nov 16 04:36:21.197528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb', 'tag': '545fb328-d27a-4f99-9f5e-b730ab560445'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:21.200803 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7866c6-f801-4b5d-aba8-120eba1cd96f" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb", "tag": "545fb328-d27a-4f99-9f5e-b730ab560445"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:21.218702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa324f-6dfe-414e-b481-8dc8894bef7c req-32693d72-db0b-4b4a-a151-0763ea084fe3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:21.220781 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30aa324f-6dfe-414e-b481-8dc8894bef7c req-32693d72-db0b-4b4a-a151-0763ea084fe3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 945 time: 0.2902250 Nov 16 04:36:21.228667 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ab03a3-51b2-46c4-944a-7b87ab9b0de8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:21.302777 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-96d369ad-acc4-4c5f-ac3e-38436bd2b7db tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:21.304389 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-96d369ad-acc4-4c5f-ac3e-38436bd2b7db tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8259690 Nov 16 04:36:21.308475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8d5db5e-8f0f-407d-a9ac-8c3135fbe3f9 req-e30e2dd2-4210-4a1c-b295-5857e9bd2ac8 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759046 Nov 16 04:36:21.320549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-f12383b6-2e5f-4406-88e5-35167192801e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Request body: {'port': {'device_id': '6e61a7e2-7f6c-427c-86a7-372aeec32450', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '59a94dfcda7e49d7a84d11e834a42ecd'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:21.338022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e677b2-666f-49a9-b1ea-8ff882f52d79 service neutron] Pushing event updated for resources: {'Port': ['ID=545fb328-d27a-4f99-9f5e-b730ab560445,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:21.396779 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30aa324f-6dfe-414e-b481-8dc8894bef7c req-b6a0c938-c42f-482e-96d7-81015ff81ca5 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596472 Nov 16 04:36:21.408046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-5c14ffa4-6881-4df1-9202-87036c245fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:21.411568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-5c14ffa4-6881-4df1-9202-87036c245fbc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 1095 time: 0.1651053 Nov 16 04:36:21.455901 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:21.463466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8d5db5e-8f0f-407d-a9ac-8c3135fbe3f9 req-d5de0e98-9761-4dc2-a55a-777ac8d8574f service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396132 Nov 16 04:36:21.569084 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ab03a3-51b2-46c4-944a-7b87ab9b0de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:21.584976 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ab03a3-51b2-46c4-944a-7b87ab9b0de8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:21.586079 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-61ab03a3-51b2-46c4-944a-7b87ab9b0de8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3baf3c55-cfbb-4f29-95f2-c1d12c263489 HTTP/1.1" status: 204 len: 168 time: 1.4323342 Nov 16 04:36:21.694179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab03a3-51b2-46c4-944a-7b87ab9b0de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baf3c55-cfbb-4f29-95f2-c1d12c263489,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:21.700757 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7f28e857-bdd7-4652-9be1-5f693c1762d0 req-6139f71e-c7ff-4af2-a037-290c3aca130a tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:21.738330 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc432f8-4237-46e6-a80b-6d01dc5a00c7 x-openstack-request-id: req-3cc432f8-4237-46e6-a80b-6d01dc5a00c7 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:21.738612 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb", "tag": "545fb328-d27a-4f99-9f5e-b730ab560445", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:21.738864 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cc432f8-4237-46e6-a80b-6d01dc5a00c7 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:21.739247 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb', 'tag': '545fb328-d27a-4f99-9f5e-b730ab560445', 'status': 'completed', 'code': 200} Nov 16 04:36:21.742596 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-c65afef6-9060-44c1-a1a0-97bd5c1d3f44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545fb328-d27a-4f99-9f5e-b730ab560445 HTTP/1.1" status: 200 len: 217 time: 0.2781641 Nov 16 04:36:21.772311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-f12383b6-2e5f-4406-88e5-35167192801e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Made reservation on behalf of 59a94dfcda7e49d7a84d11e834a42ecd for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:21.776018 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-f12383b6-2e5f-4406-88e5-35167192801e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:21.825739 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139f71e-c7ff-4af2-a037-290c3aca130a tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Pushing event deleted for resources: {'Port': ['ID=92389d5a-281b-4cc3-a1b4-71ac3a48b9f6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:22.018747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7eed728f-ef7c-49bd-8d60-ddad5e4c1088 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:22.059589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f28e857-bdd7-4652-9be1-5f693c1762d0 req-6139f71e-c7ff-4af2-a037-290c3aca130a tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] No DVR routers for this DVR port 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:36:22.072383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894f991-a19a-4052-b62a-8336eb8ec0dd req-5e9b1bf4-8b98-4810-8fb9-79e8f6cef05d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:22.074762 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7f28e857-bdd7-4652-9be1-5f693c1762d0 req-6139f71e-c7ff-4af2-a037-290c3aca130a tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:22.081955 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7f28e857-bdd7-4652-9be1-5f693c1762d0 req-6139f71e-c7ff-4af2-a037-290c3aca130a tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.37 "DELETE /v2.0/ports/92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 HTTP/1.1" status: 204 len: 173 time: 2.5432096 Nov 16 04:36:22.082925 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f894f991-a19a-4052-b62a-8336eb8ec0dd req-5e9b1bf4-8b98-4810-8fb9-79e8f6cef05d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 968 time: 0.3463411 Nov 16 04:36:22.090454 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd544d7e1-91b1-4e58-842c-b146a1e3ebd4', 'name': 'network-vif-deleted', 'tag': '92389d5a-281b-4cc3-a1b4-71ac3a48b9f6'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:22.094429 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c4aea2-9b27-4a8f-8119-0c725aa84e6c" -d '{"events": [{"server_uuid": "d544d7e1-91b1-4e58-842c-b146a1e3ebd4", "name": "network-vif-deleted", "tag": "92389d5a-281b-4cc3-a1b4-71ac3a48b9f6"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:22.116622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7eed728f-ef7c-49bd-8d60-ddad5e4c1088 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:22.118087 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:22.189826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f894f991-a19a-4052-b62a-8336eb8ec0dd req-e0dd5060-49cf-4198-8252-3e76d61fdbb9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014895 Nov 16 04:36:22.196347 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e7f9a09-94e5-45d3-ac79-96984ceff09a req-534a59c5-5f2f-4b7e-8f00-ec15300734f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4752605 Nov 16 04:36:22.199350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-c05c207a-6950-453b-9631-8d3a06012c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:22.204035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-c05c207a-6950-453b-9631-8d3a06012c1d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.4349251 Nov 16 04:36:22.220893 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:36:22.221451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca6398-a850-4993-9b46-4045fc5a5564 req-218722ac-4db4-4be1-9d6e-2628a37c7227 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:22.229201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38ca6398-a850-4993-9b46-4045fc5a5564 req-218722ac-4db4-4be1-9d6e-2628a37c7227 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 944 time: 0.2793570 Nov 16 04:36:22.299212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-8165896a-ec42-4a2e-b1ef-cbe0b2e49853 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641992 Nov 16 04:36:22.312425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-f12383b6-2e5f-4406-88e5-35167192801e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Allocated IP 192.168.233.128 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/7fcfc539-74ad-47a1-9f94-8d042af02f54) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:22.340458 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:22.351130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:22.365276 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:22.396849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 7eed728f-ef7c-49bd-8d60-ddad5e4c1088, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7eed728f-ef7c-49bd-8d60-ddad5e4c1088,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:22.401699 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:22.480725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=7eed728f-ef7c-49bd-8d60-ddad5e4c1088,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:22.511897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc0dd0c4-bfda-471e-b42a-3074946600bd req-39d3cb2e-a9e6-45b7-a095-60cb6d9729c6 tempest-AggregatesAdminTestJSON-1975036652 tempest-AggregatesAdminTestJSON-1975036652-project] 10.222.0.41 "GET /v2.0/ports?device_id=d544d7e1-91b1-4e58-842c-b146a1e3ebd4 HTTP/1.1" status: 200 len: 210 time: 0.0788603 Nov 16 04:36:22.571083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f9a09-94e5-45d3-ac79-96984ceff09a req-795de7b1-64b2-46e6-a9e3-c57db745b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:22.572626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e7f9a09-94e5-45d3-ac79-96984ceff09a req-795de7b1-64b2-46e6-a9e3-c57db745b500 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59a94dfcda7e49d7a84d11e834a42ecd&device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 1101 time: 0.2698820 Nov 16 04:36:22.576208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38ca6398-a850-4993-9b46-4045fc5a5564 req-54ba4cc4-6426-4473-92b0-a7e51eb8f5ab tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748482 Nov 16 04:36:22.605410 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Pushing event updated for resources: {'Port': ['ID=b145a382-d976-45b2-8753-63bc42237ea8,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:22.655891 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afc74f-fff2-44f5-9348-0c77cc0334d0 req-0b94d566-f97d-430e-90e7-26d344ef8257 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:22.664559 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b6afc74f-fff2-44f5-9348-0c77cc0334d0 req-0b94d566-f97d-430e-90e7-26d344ef8257 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 968 time: 0.2914155 Nov 16 04:36:22.665501 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:22.716482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-547f715d-2aa6-4db6-901c-80988e00b290 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073377 Nov 16 04:36:22.790150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b598392-f993-48fc-8b35-782940408099 req-e3ebebb7-c973-4653-925a-b262bee0a65f tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 210 time: 0.0930321 Nov 16 04:36:22.832346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:36:22.868701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:36:22.869294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 92389d5a-281b-4cc3-a1b4-71ac3a48b9f6 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:36:22.936507 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11670aa2-4cea-41d9-82ca-db61469d55db x-openstack-request-id: req-11670aa2-4cea-41d9-82ca-db61469d55db {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:22.936795 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d544d7e1-91b1-4e58-842c-b146a1e3ebd4", "name": "network-vif-deleted", "tag": "92389d5a-281b-4cc3-a1b4-71ac3a48b9f6", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:22.937033 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11670aa2-4cea-41d9-82ca-db61469d55db {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:22.937473 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd544d7e1-91b1-4e58-842c-b146a1e3ebd4', 'name': 'network-vif-deleted', 'tag': '92389d5a-281b-4cc3-a1b4-71ac3a48b9f6', 'status': 'completed', 'code': 200} Nov 16 04:36:22.995342 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Network 350b8208-068e-42e7-b140-65d950148470 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:23.003053 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:23.033805 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f9a09-94e5-45d3-ac79-96984ceff09a req-8bf7bdcb-3686-455c-b2d2-7b17cd927b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:23.035696 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e7f9a09-94e5-45d3-ac79-96984ceff09a req-8bf7bdcb-3686-455c-b2d2-7b17cd927b09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.4360552 Nov 16 04:36:23.125286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e7f9a09-94e5-45d3-ac79-96984ceff09a req-a4888945-6256-415d-9ad2-bf2d8461f485 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=b7429592-3a7c-4bff-9afd-374cadf7bce1 HTTP/1.1" status: 200 len: 217 time: 0.0807083 Nov 16 04:36:23.150842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293ad35-f8c3-4fc3-9e53-314ac29c16bb req-0e0e04ef-178a-4ffe-8bb2-4fa919cbeb77 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:23.152604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2293ad35-f8c3-4fc3-9e53-314ac29c16bb req-0e0e04ef-178a-4ffe-8bb2-4fa919cbeb77 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 945 time: 0.2011518 Nov 16 04:36:23.154840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e0f427f-13e4-45e3-8c2a-b3141b9255da req-17a65854-3456-431f-9291-8d01910b4c59 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165549 Nov 16 04:36:23.177198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-f12383b6-2e5f-4406-88e5-35167192801e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:23.303172 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f9a09-94e5-45d3-ac79-96984ceff09a req-b00a1792-89ad-4197-9898-bab7cdc0350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:23.304646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e7f9a09-94e5-45d3-ac79-96984ceff09a req-b00a1792-89ad-4197-9898-bab7cdc0350a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1702404 Nov 16 04:36:23.338128 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-f12383b6-2e5f-4406-88e5-35167192801e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:23.353603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b7429592-3a7c-4bff-9afd-374cadf7bce1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:23.365233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2293ad35-f8c3-4fc3-9e53-314ac29c16bb req-69ca33ce-1aec-4a54-8e28-a5a45c927828 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762333 Nov 16 04:36:23.390201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7866c6-f801-4b5d-aba8-120eba1cd96f req-e49b59b8-358a-444a-974e-bb3a07fd472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:23.391867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a7866c6-f801-4b5d-aba8-120eba1cd96f req-e49b59b8-358a-444a-974e-bb3a07fd472c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 1095 time: 0.1625011 Nov 16 04:36:23.427765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6b171b78-2fd0-4d1b-b804-c4f7b6f41a7d None None] Provisioning complete for port b145a382-d976-45b2-8753-63bc42237ea8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:23.428210 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6b171b78-2fd0-4d1b-b804-c4f7b6f41a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:23.443565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-b6afc74f-fff2-44f5-9348-0c77cc0334d0 req-31a1cecd-f70d-4c17-b58c-b8e11332e39a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Deleting port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:36:23.444141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b6afc74f-fff2-44f5-9348-0c77cc0334d0 req-31a1cecd-f70d-4c17-b58c-b8e11332e39a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:23.461361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f9a09-94e5-45d3-ac79-96984ceff09a req-0c119363-021c-4851-9202-030a5cdd581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:23.462310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e7f9a09-94e5-45d3-ac79-96984ceff09a req-0c119363-021c-4851-9202-030a5cdd581a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1499667 Nov 16 04:36:23.470356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-f12383b6-2e5f-4406-88e5-35167192801e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:23.495133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e06158-10b6-4882-a740-cdee6cd5194e req-cc3f8cd6-f454-499a-9086-7b9037c7fbe9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:23.496624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5e06158-10b6-4882-a740-cdee6cd5194e req-cc3f8cd6-f454-499a-9086-7b9037c7fbe9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 968 time: 0.1771259 Nov 16 04:36:23.513786 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-f12383b6-2e5f-4406-88e5-35167192801e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:23.517830 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-f12383b6-2e5f-4406-88e5-35167192801e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:23.533637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6b171b78-2fd0-4d1b-b804-c4f7b6f41a7d None None] Port b145a382-d976-45b2-8753-63bc42237ea8 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:36:23.551177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12383b6-2e5f-4406-88e5-35167192801e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Pushing event updated for resources: {'Port': ['ID=7fcfc539-74ad-47a1-9f94-8d042af02f54,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:23.614192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Router c991efc2-85d6-43e6-88e3-eff773ba6875 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:36:23.645921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-f12383b6-2e5f-4406-88e5-35167192801e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:23.646735 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-f12383b6-2e5f-4406-88e5-35167192801e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:23.666777 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-b6afc74f-fff2-44f5-9348-0c77cc0334d0 req-31a1cecd-f70d-4c17-b58c-b8e11332e39a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] For port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:23.667245 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b6afc74f-fff2-44f5-9348-0c77cc0334d0 req-31a1cecd-f70d-4c17-b58c-b8e11332e39a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:23.685600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7866c6-f801-4b5d-aba8-120eba1cd96f req-4aa2c40c-f0c5-4352-8cf9-a7db34f45e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:23.687022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a7866c6-f801-4b5d-aba8-120eba1cd96f req-4aa2c40c-f0c5-4352-8cf9-a7db34f45e79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.2862062 Nov 16 04:36:23.709283 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-b6afc74f-fff2-44f5-9348-0c77cc0334d0 req-31a1cecd-f70d-4c17-b58c-b8e11332e39a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Calling delete_port for a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 owned by compute:tempest-test_az-2044285689 {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:36:23.724203 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-f12383b6-2e5f-4406-88e5-35167192801e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4085701 Nov 16 04:36:23.773499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a7866c6-f801-4b5d-aba8-120eba1cd96f req-e0d480d5-25e3-42ba-9e2c-9861d1fd1934 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545fb328-d27a-4f99-9f5e-b730ab560445 HTTP/1.1" status: 200 len: 217 time: 0.0748832 Nov 16 04:36:23.785925 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5e06158-10b6-4882-a740-cdee6cd5194e req-e2c8f8ec-64de-4185-bf50-db48c44731fa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568905 Nov 16 04:36:23.837434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e7f9a09-94e5-45d3-ac79-96984ceff09a req-2ceb03fe-9b6f-4e16-a73f-f71fcef83d23 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667526 Nov 16 04:36:23.848181 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Request body: {'port': {'device_id': '6e61a7e2-7f6c-427c-86a7-372aeec32450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:23.900127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7866c6-f801-4b5d-aba8-120eba1cd96f req-1f74cf44-798d-4028-9682-34ac9178c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:23.901578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a7866c6-f801-4b5d-aba8-120eba1cd96f req-1f74cf44-798d-4028-9682-34ac9178c486 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1196859 Nov 16 04:36:23.939949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7eed728f-ef7c-49bd-8d60-ddad5e4c1088 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:23.942867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a7866c6-f801-4b5d-aba8-120eba1cd96f req-076a43cf-e83a-4dc1-96a2-f644e22962fc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327334 Nov 16 04:36:24.056160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e7f9a09-94e5-45d3-ac79-96984ceff09a req-a4c4f6ab-42f5-45c1-a86f-91cf117942d7 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117240 Nov 16 04:36:24.059821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a699d20f-4721-4911-9d16-5fa85d709331 None None] Provisioning complete for port 7fcfc539-74ad-47a1-9f94-8d042af02f54 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:24.071650 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a699d20f-4721-4911-9d16-5fa85d709331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:24.101942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60eee9-4cef-4ec9-901a-43fad62509ed req-57b8c77d-bc5c-4726-9c9c-259081d27392 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:24.103622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b60eee9-4cef-4ec9-901a-43fad62509ed req-57b8c77d-bc5c-4726-9c9c-259081d27392 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 944 time: 0.0962365 Nov 16 04:36:24.128744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a7866c6-f801-4b5d-aba8-120eba1cd96f req-6affc11c-7bf0-445f-91b4-0b7e17100ff9 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770282 Nov 16 04:36:24.144046 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:24.157550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7eed728f-ef7c-49bd-8d60-ddad5e4c1088 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:24.157970 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:24.240781 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a699d20f-4721-4911-9d16-5fa85d709331 None None] Port 7fcfc539-74ad-47a1-9f94-8d042af02f54 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:36:24.245845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b60eee9-4cef-4ec9-901a-43fad62509ed req-e8ba4f5c-497c-4ef9-a10b-cb9ee1fd21eb tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316626 Nov 16 04:36:24.393045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54858) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:24.395288 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b6afc74f-fff2-44f5-9348-0c77cc0334d0 req-31a1cecd-f70d-4c17-b58c-b8e11332e39a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:24.397543 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:36:24.406996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['a7ec0582-abe2-48e1-82e6-9f3a0b0caf25'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:24.432200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Sync routers for ids ['c991efc2-85d6-43e6-88e3-eff773ba6875'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:36:24.452762 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cbb980a5-20c7-4110-84ab-7d07b3f96450 admin admin] 10.222.0.41 "PUT /v2.0/routers/c991efc2-85d6-43e6-88e3-eff773ba6875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4034445 Nov 16 04:36:24.452762 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1cecd-f70d-4c17-b58c-b8e11332e39a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Pushing event deleted for resources: {'Port': ['ID=a7ec0582-abe2-48e1-82e6-9f3a0b0caf25,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:24.465012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Routers {'c991efc2-85d6-43e6-88e3-eff773ba6875'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:36:24.466718 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c991efc2-85d6-43e6-88e3-eff773ba6875'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:24.525662 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6afc74f-fff2-44f5-9348-0c77cc0334d0 req-31a1cecd-f70d-4c17-b58c-b8e11332e39a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] No DVR routers for this DVR port a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:36:24.528569 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63073520-f15b-4431-a84c-208d382dd557 req-dfec9a3c-4a86-4707-a11f-2548f81e91b8 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:24.530840 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b6afc74f-fff2-44f5-9348-0c77cc0334d0 req-31a1cecd-f70d-4c17-b58c-b8e11332e39a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:24.534111 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b6afc74f-fff2-44f5-9348-0c77cc0334d0 req-31a1cecd-f70d-4c17-b58c-b8e11332e39a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "DELETE /v2.0/ports/a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 HTTP/1.1" status: 204 len: 173 time: 1.8149235 Nov 16 04:36:24.540541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63073520-f15b-4431-a84c-208d382dd557 req-dfec9a3c-4a86-4707-a11f-2548f81e91b8 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 1096 time: 0.3314652 Nov 16 04:36:24.597242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Set router c991efc2-85d6-43e6-88e3-eff773ba6875 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:36:24.664228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a7866c6-f801-4b5d-aba8-120eba1cd96f req-e1345862-3ac5-49da-9138-d6ebdc4a044c service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244992 Nov 16 04:36:24.703940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a088d-ee5c-4f7a-bce2-6fb77a2c3ec3 req-4c3e2726-aed0-4d61-b45a-a50784e34510 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:24.715237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b8a088d-ee5c-4f7a-bce2-6fb77a2c3ec3 req-4c3e2726-aed0-4d61-b45a-a50784e34510 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 936 time: 0.1719618 Nov 16 04:36:24.761840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63073520-f15b-4431-a84c-208d382dd557 req-0ac575d7-4155-45d2-8c2d-76c01daffaf4 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203367 Nov 16 04:36:24.830562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b8a088d-ee5c-4f7a-bce2-6fb77a2c3ec3 req-70781cf8-ec5f-49b9-9f3d-7d180067e01c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878992 Nov 16 04:36:24.886401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:36:21Z', 'revision_number': 4, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b145a382-d976-45b2-8753-63bc42237ea8', 'name': '', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'mac_address': 'fa:16:3e:a6:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:19Z', 'updated_at': '2021-11-16T04:36:21Z', 'revision_number': 2, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'subnets': [{'id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:24.924710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Checking router: c991efc2-85d6-43e6-88e3-eff773ba6875 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:36:24.925421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Updating router c991efc2-85d6-43e6-88e3-eff773ba6875 port b145a382-d976-45b2-8753-63bc42237ea8 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:36:24.958817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b9a3d1-0bb3-4d98-997f-c770222424a6', 'name': 'network-vif-deleted', 'tag': 'a7ec0582-abe2-48e1-82e6-9f3a0b0caf25'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:24.959891 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:24.961054 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2fae4f-bf49-4323-8286-882ee4e5af89" -d '{"events": [{"server_uuid": "e1b9a3d1-0bb3-4d98-997f-c770222424a6", "name": "network-vif-deleted", "tag": "a7ec0582-abe2-48e1-82e6-9f3a0b0caf25"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:24.965879 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0c5eed70-40c7-4dae-801a-2bf8d7d58e44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79b4e07ce8f54628990d7a5914f754b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5714321 Nov 16 04:36:24.969328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54878) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:25.080308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa8c08fb-f8c7-4ae0-9d8b-61032f883da6 req-afbc3de7-6d9a-4203-a756-20b9e24dd76f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1b9a3d1-0bb3-4d98-997f-c770222424a6 HTTP/1.1" status: 200 len: 210 time: 0.0559814 Nov 16 04:36:25.096171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fcfc539-74ad-47a1-9f94-8d042af02f54 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:25.107819 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.120888 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Transition to ACTIVE for port object 7fcfc539-74ad-47a1-9f94-8d042af02f54 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:36:25.124441 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.143633 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5b0fe92-f429-464c-ae67-85ad7dbb1bd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.194158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcfc539-74ad-47a1-9f94-8d042af02f54,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:25.244459 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5b0fe92-f429-464c-ae67-85ad7dbb1bd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.335904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ad68-e59f-4c3c-a9d7-431abad60693 req-55380d88-1ce2-4bd5-964e-528dab5319af tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.336733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ad68-e59f-4c3c-a9d7-431abad60693 req-55380d88-1ce2-4bd5-964e-528dab5319af tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.337415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ad68-e59f-4c3c-a9d7-431abad60693 req-55380d88-1ce2-4bd5-964e-528dab5319af tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.338059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ad68-e59f-4c3c-a9d7-431abad60693 req-55380d88-1ce2-4bd5-964e-528dab5319af tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.338669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ad68-e59f-4c3c-a9d7-431abad60693 req-55380d88-1ce2-4bd5-964e-528dab5319af tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.339270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ad68-e59f-4c3c-a9d7-431abad60693 req-55380d88-1ce2-4bd5-964e-528dab5319af tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.340109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ad68-e59f-4c3c-a9d7-431abad60693 req-55380d88-1ce2-4bd5-964e-528dab5319af tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.340878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ad68-e59f-4c3c-a9d7-431abad60693 req-55380d88-1ce2-4bd5-964e-528dab5319af tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.341477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0ad68-e59f-4c3c-a9d7-431abad60693 req-55380d88-1ce2-4bd5-964e-528dab5319af tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.342323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Attempting to bind port 7fcfc539-74ad-47a1-9f94-8d042af02f54 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:25.342669 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Attempting to bind port 7fcfc539-74ad-47a1-9f94-8d042af02f54 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:25.343005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Attempting to bind port 7fcfc539-74ad-47a1-9f94-8d042af02f54 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:25.348754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Port 7fcfc539-74ad-47a1-9f94-8d042af02f54 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:36:25.349088 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Attempting to bind port 7fcfc539-74ad-47a1-9f94-8d042af02f54 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:25.350412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60b0ad68-e59f-4c3c-a9d7-431abad60693 req-55380d88-1ce2-4bd5-964e-528dab5319af tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6428 time: 0.2343774 Nov 16 04:36:25.366006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:25.366394 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:25.367900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:25.368357 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Bound port: 7fcfc539-74ad-47a1-9f94-8d042af02f54, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:25.368725 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.412474 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5b0fe92-f429-464c-ae67-85ad7dbb1bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.415344 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5b0fe92-f429-464c-ae67-85ad7dbb1bd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.416706 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f5b0fe92-f429-464c-ae67-85ad7dbb1bd8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f99eb9bc-1d8c-46bd-a462-9170961fa5cc HTTP/1.1" status: 204 len: 168 time: 0.4460835 Nov 16 04:36:25.426032 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.434384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0fe92-f429-464c-ae67-85ad7dbb1bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99eb9bc-1d8c-46bd-a462-9170961fa5cc,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:25.436057 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.484056 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] For port 7fcfc539-74ad-47a1-9f94-8d042af02f54, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:25.488859 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] For port 7fcfc539-74ad-47a1-9f94-8d042af02f54, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7fcfc539-74ad-47a1-9f94-8d042af02f54,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:25.495112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.508893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-bcee0803-6f1e-4383-a85d-07748afbde1c tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.511046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-bcee0803-6f1e-4383-a85d-07748afbde1c tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/networks?id=350b8208-068e-42e7-b140-65d950148470 HTTP/1.1" status: 200 len: 828 time: 0.1591909 Nov 16 04:36:25.517146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee393b9-3aaa-4ccd-83dc-72ec82deabe2 None None] Pushing event updated for resources: {'Port': ['ID=b145a382-d976-45b2-8753-63bc42237ea8,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:25.533508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6fcc1-215b-4b98-8c30-fe39dbeb6d38 req-7ff95713-bf15-4277-b304-2c4224836218 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.542137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34e6fcc1-215b-4b98-8c30-fe39dbeb6d38 req-7ff95713-bf15-4277-b304-2c4224836218 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 1096 time: 0.1000667 Nov 16 04:36:25.554554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-cfaa3804-cce7-4689-96a9-0245d9bc0b07 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/quotas/af29f00f037f4e069225519e2c2af721 HTTP/1.1" status: 200 len: 375 time: 0.0352249 Nov 16 04:36:25.569442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Pushing event updated for resources: {'Port': ['ID=7fcfc539-74ad-47a1-9f94-8d042af02f54,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:25.578863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.582784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.585076 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-20bd454b-e860-469c-ac06-42ca3c3d4216 service neutron] 10.222.0.15 "PUT /v2.0/ports/7fcfc539-74ad-47a1-9f94-8d042af02f54 HTTP/1.1" status: 200 len: 1096 time: 1.8153441 Nov 16 04:36:25.643995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Attempting to bind port b145a382-d976-45b2-8753-63bc42237ea8 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:25.643995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Attempting to bind port b145a382-d976-45b2-8753-63bc42237ea8 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a3328d17-91a8-4ca6-9b59-362a259a010b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '350b8208-068e-42e7-b140-65d950148470'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:25.644355 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Attempting to bind port b145a382-d976-45b2-8753-63bc42237ea8 on network 350b8208-068e-42e7-b140-65d950148470 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:25.658362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34e6fcc1-215b-4b98-8c30-fe39dbeb6d38 req-b32d8830-172e-4d9d-a0fe-6986551b4a22 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110899 Nov 16 04:36:25.666918 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:25.667300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Checking segment: {'id': 'a3328d17-91a8-4ca6-9b59-362a259a010b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '350b8208-068e-42e7-b140-65d950148470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:25.667684 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.675140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Bound using segment: {'id': 'a3328d17-91a8-4ca6-9b59-362a259a010b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '350b8208-068e-42e7-b140-65d950148470'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:25.676286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Bound port: b145a382-d976-45b2-8753-63bc42237ea8, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3328d17-91a8-4ca6-9b59-362a259a010b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '350b8208-068e-42e7-b140-65d950148470'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:25.676286 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.701379 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-c5405bf0-fa97-45da-a948-e88c87f7fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.703465 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-c5405bf0-fa97-45da-a948-e88c87f7fe29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59a94dfcda7e49d7a84d11e834a42ecd&device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 1099 time: 0.0786684 Nov 16 04:36:25.727504 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-4e5473e2-f955-4966-8d34-4ba46f47d7a9 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=af29f00f037f4e069225519e2c2af721&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489978 Nov 16 04:36:25.825886 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-d8d9980b-0bca-4c2b-b74b-83273c07babe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=7fcfc539-74ad-47a1-9f94-8d042af02f54 HTTP/1.1" status: 200 len: 217 time: 0.1106927 Nov 16 04:36:25.830640 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] For port b145a382-d976-45b2-8753-63bc42237ea8, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:25.844813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] For port b145a382-d976-45b2-8753-63bc42237ea8, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b145a382-d976-45b2-8753-63bc42237ea8,segment=NetworkSegment(a3328d17-91a8-4ca6-9b59-362a259a010b),segment_id=a3328d17-91a8-4ca6-9b59-362a259a010b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:25.855618 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:25.866052 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1db00c-7356-44ce-9e24-978aaa438a23 x-openstack-request-id: req-5a1db00c-7356-44ce-9e24-978aaa438a23 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:25.866421 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b9a3d1-0bb3-4d98-997f-c770222424a6", "name": "network-vif-deleted", "tag": "a7ec0582-abe2-48e1-82e6-9f3a0b0caf25", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:25.866753 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a1db00c-7356-44ce-9e24-978aaa438a23 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:25.867278 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b9a3d1-0bb3-4d98-997f-c770222424a6', 'name': 'network-vif-deleted', 'tag': 'a7ec0582-abe2-48e1-82e6-9f3a0b0caf25', 'status': 'completed', 'code': 200} Nov 16 04:36:25.929756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-a5e423bf-16f2-494d-b184-ecb8f1e989fe service neutron] 10.222.0.41 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002809 Nov 16 04:36:25.947829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Routers {'c991efc2-85d6-43e6-88e3-eff773ba6875'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:36:25.948734 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c991efc2-85d6-43e6-88e3-eff773ba6875'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:25.949548 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-51e19b72-c92a-4a4f-bc58-c2e94793b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:25.954082 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-51e19b72-c92a-4a4f-bc58-c2e94793b66a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1153231 Nov 16 04:36:25.954567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54904) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:26.030319 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-238bf0f0-3fd2-45ea-8af3-c5517fbf09b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3487d296ee564973827b9192ca4c6092&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0746109 Nov 16 04:36:26.031128 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54906) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:26.061480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee393b9-3aaa-4ccd-83dc-72ec82deabe2 None None] Pushing event updated for resources: {'Port': ['ID=b145a382-d976-45b2-8753-63bc42237ea8,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:26.066329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-3af3cf6d-1f75-47a5-bd09-f2d7ff6a4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:26.067819 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-3af3cf6d-1f75-47a5-bd09-f2d7ff6a4999 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063819 Nov 16 04:36:26.118336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] Set router c991efc2-85d6-43e6-88e3-eff773ba6875 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:36:26.122720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-84e30c59-6261-44a8-bc7e-2df074a3af47 None None] Provisioning complete for port b145a382-d976-45b2-8753-63bc42237ea8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:26.122882 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84e30c59-6261-44a8-bc7e-2df074a3af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:26.141034 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c538b7e1-ce42-4924-a2e1-f15d0810dc91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:26.145702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4dd0ac-3c27-406f-9ce9-e23ba042e992 req-7b66a10c-d7f6-42e1-a913-5e38d3051ab0 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:26.152727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c4dd0ac-3c27-406f-9ce9-e23ba042e992 req-7b66a10c-d7f6-42e1-a913-5e38d3051ab0 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 944 time: 0.1339309 Nov 16 04:36:26.185096 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c538b7e1-ce42-4924-a2e1-f15d0810dc91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:26.210033 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-00752f92-defd-485a-a2f4-4f704ea7c9e3 service neutron] 10.222.0.41 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735488 Nov 16 04:36:26.246945 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-b611897c-4b77-4ef3-b963-da2717a83489 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668212 Nov 16 04:36:26.276306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c4dd0ac-3c27-406f-9ce9-e23ba042e992 req-dc7ace41-6402-445e-8254-8cc8b40da5e1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061811 Nov 16 04:36:26.340331 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c538b7e1-ce42-4924-a2e1-f15d0810dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:26.348765 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c538b7e1-ce42-4924-a2e1-f15d0810dc91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:26.355779 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c538b7e1-ce42-4924-a2e1-f15d0810dc91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08d3cd6d-5bf1-410d-a0fb-1b3b8dcf28b6 HTTP/1.1" status: 204 len: 168 time: 0.3208046 Nov 16 04:36:26.395845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538b7e1-ce42-4924-a2e1-f15d0810dc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d3cd6d-5bf1-410d-a0fb-1b3b8dcf28b6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:26.454757 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d4a84fb7-d458-410b-8e6f-bc012512925a req-f3efdab1-e3c8-4a40-a517-8584becec7f4 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972513 Nov 16 04:36:26.467361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d714d-6300-4ec9-82ef-915695bedfba req-38dae324-0f64-4131-9297-8e4015381fed tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:26.468984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-286d714d-6300-4ec9-82ef-915695bedfba req-38dae324-0f64-4131-9297-8e4015381fed tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 886 time: 0.1559129 Nov 16 04:36:26.638047 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84e30c59-6261-44a8-bc7e-2df074a3af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:26.660939 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:36:21Z', 'revision_number': 4, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b145a382-d976-45b2-8753-63bc42237ea8', 'name': '', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'mac_address': 'fa:16:3e:a6:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:19Z', 'updated_at': '2021-11-16T04:36:25Z', 'revision_number': 4, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'subnets': [{'id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:26.682041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bffa9-4e4c-4fd4-a5a4-f34e0450bad6 req-001ea2c4-7a8e-4535-92be-c0f30ab60eb3 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:26.689287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e99bffa9-4e4c-4fd4-a5a4-f34e0450bad6 req-001ea2c4-7a8e-4535-92be-c0f30ab60eb3 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 948 time: 0.0999870 Nov 16 04:36:26.751878 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ea813e2-127f-4946-8ec4-9daa36dee13d req-96dad827-c60b-429e-babc-5bc8e6fbd5cf tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 210 time: 0.0554280 Nov 16 04:36:26.752535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe01db3-8e8f-4e29-ac52-c9abcbabe6f2 None None] The sync data for ids ['c991efc2-85d6-43e6-88e3-eff773ba6875'] in n-d-818042-1 is: [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:36:21Z', 'revision_number': 4, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b145a382-d976-45b2-8753-63bc42237ea8', 'name': '', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'mac_address': 'fa:16:3e:a6:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:19Z', 'updated_at': '2021-11-16T04:36:25Z', 'revision_number': 4, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'subnets': [{'id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:36:26.784298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-84e30c59-6261-44a8-bc7e-2df074a3af47 None None] For port b145a382-d976-45b2-8753-63bc42237ea8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b145a382-d976-45b2-8753-63bc42237ea8,segment=NetworkSegment(a3328d17-91a8-4ca6-9b59-362a259a010b),segment_id=a3328d17-91a8-4ca6-9b59-362a259a010b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:26.789044 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84e30c59-6261-44a8-bc7e-2df074a3af47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:26.868036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 545fb328-d27a-4f99-9f5e-b730ab560445 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:36:26.881730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e99bffa9-4e4c-4fd4-a5a4-f34e0450bad6 req-a5a94087-6f39-4f3a-9b33-57448c7a3569 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915686 Nov 16 04:36:26.898186 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:36:26.989244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:36:26.989866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a7ec0582-abe2-48e1-82e6-9f3a0b0caf25 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:36:27.022591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e607d-c03d-4b0d-94e4-1fcbbcb94d57 req-2ded90db-d4ec-4d41-a9fc-f534a1c5d49b tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:27.023101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e607d-c03d-4b0d-94e4-1fcbbcb94d57 req-2ded90db-d4ec-4d41-a9fc-f534a1c5d49b tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:27.024716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e607d-c03d-4b0d-94e4-1fcbbcb94d57 req-2ded90db-d4ec-4d41-a9fc-f534a1c5d49b tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:27.025213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e607d-c03d-4b0d-94e4-1fcbbcb94d57 req-2ded90db-d4ec-4d41-a9fc-f534a1c5d49b tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:27.025914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e607d-c03d-4b0d-94e4-1fcbbcb94d57 req-2ded90db-d4ec-4d41-a9fc-f534a1c5d49b tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:27.026388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e607d-c03d-4b0d-94e4-1fcbbcb94d57 req-2ded90db-d4ec-4d41-a9fc-f534a1c5d49b tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:27.027021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e607d-c03d-4b0d-94e4-1fcbbcb94d57 req-2ded90db-d4ec-4d41-a9fc-f534a1c5d49b tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:27.027709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e607d-c03d-4b0d-94e4-1fcbbcb94d57 req-2ded90db-d4ec-4d41-a9fc-f534a1c5d49b tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:27.028182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8e607d-c03d-4b0d-94e4-1fcbbcb94d57 req-2ded90db-d4ec-4d41-a9fc-f534a1c5d49b tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:27.042214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f8e607d-c03d-4b0d-94e4-1fcbbcb94d57 req-2ded90db-d4ec-4d41-a9fc-f534a1c5d49b tempest-NetworksTest-709769894 tempest-NetworksTest-709769894-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6428 time: 0.2659502 Nov 16 04:36:27.067561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e30c59-6261-44a8-bc7e-2df074a3af47 None None] Pushing event updated for resources: {'Port': ['ID=b145a382-d976-45b2-8753-63bc42237ea8,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:27.093500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b2594b6c-1ed2-4f19-8cbc-86562d646389 None None] Provisioning complete for port b145a382-d976-45b2-8753-63bc42237ea8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:27.094797 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2594b6c-1ed2-4f19-8cbc-86562d646389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:27.197654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=545fb328-d27a-4f99-9f5e-b730ab560445,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:27.234913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '545fb328-d27a-4f99-9f5e-b730ab560445', 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c', 'port_id': '545fb328-d27a-4f99-9f5e-b730ab560445', 'mac_address': 'fa:16:3e:ba:bd:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd63e98-5168-43db-bcf5-951ae9db1f7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:36:27.363512 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:27.408345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-8bd02ea3-0362-42fc-a8d1-6e23e73d5714 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:27.415809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 545fb328-d27a-4f99-9f5e-b730ab560445 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:27.418162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-8bd02ea3-0362-42fc-a8d1-6e23e73d5714 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 811 time: 0.2630043 Nov 16 04:36:27.444371 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-6d748aba-be49-412c-8222-86976551338d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/quotas/e37d5739ff204f68bc7362ae86816359 HTTP/1.1" status: 200 len: 375 time: 0.0240946 Nov 16 04:36:27.469486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=545fb328-d27a-4f99-9f5e-b730ab560445,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:27.475786 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:27.488080 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-c234286b-05c4-4d90-ad7b-47e6b2ce7301 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423212 Nov 16 04:36:27.569585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54964) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:27.591735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=545fb328-d27a-4f99-9f5e-b730ab560445,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:27.647432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-c1ca9f84-10d7-448f-b67f-c2426aac4634 service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555955 Nov 16 04:36:27.677126 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['545fb328-d27a-4f99-9f5e-b730ab560445'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:27.767793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-e786cc57-717b-4fb2-96eb-260b6eebd5dd service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177623 Nov 16 04:36:27.865071 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9cbf8549-1fe8-4a86-b6b8-fb0a92666ab6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:27.902743 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e61a7e2-7f6c-427c-86a7-372aeec32450', 'tag': '7fcfc539-74ad-47a1-9f94-8d042af02f54'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:27.915533 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd4abbc-8d9c-4cf5-ac44-e228f477ed15" -d '{"events": [{"name": "network-changed", "server_uuid": "6e61a7e2-7f6c-427c-86a7-372aeec32450", "tag": "7fcfc539-74ad-47a1-9f94-8d042af02f54"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:27.944863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b145a382-d976-45b2-8753-63bc42237ea8 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:28.058356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b145a382-d976-45b2-8753-63bc42237ea8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:28.058723 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:28.100583 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9cbf8549-1fe8-4a86-b6b8-fb0a92666ab6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:28.106030 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9cbf8549-1fe8-4a86-b6b8-fb0a92666ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:28.198315 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9cbf8549-1fe8-4a86-b6b8-fb0a92666ab6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5126984625e04f1da5fd84a9af94e772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6270180 Nov 16 04:36:28.200745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf8549-1fe8-4a86-b6b8-fb0a92666ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716d885c-6b4d-41a7-afd6-48688b0bd350,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:28.204795 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55002) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:28.300521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55004) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:28.317449 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5536-3f5e-4b8d-b1a1-05664c458694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:28.368632 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5536-3f5e-4b8d-b1a1-05664c458694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:28.380961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-645ebed1-3b7d-4ba3-a3d6-e8de30a91d4d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:28.382472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-645ebed1-3b7d-4ba3-a3d6-e8de30a91d4d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.37 "GET /v2.0/networks?id=350b8208-068e-42e7-b140-65d950148470 HTTP/1.1" status: 200 len: 828 time: 0.3618877 Nov 16 04:36:28.397709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666ceeb-6856-45b1-91c3-00b18957d424 req-0078efc5-3689-483a-885e-81682bebb171 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:28.404882 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8666ceeb-6856-45b1-91c3-00b18957d424 req-0078efc5-3689-483a-885e-81682bebb171 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 945 time: 0.2152965 Nov 16 04:36:28.411868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Request body: {'port': {'device_id': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'admin_state_up': True, 'tenant_id': 'af29f00f037f4e069225519e2c2af721'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:28.451478 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5536-3f5e-4b8d-b1a1-05664c458694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:28.454752 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3bc5536-3f5e-4b8d-b1a1-05664c458694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:28.455985 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d3bc5536-3f5e-4b8d-b1a1-05664c458694 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/716d885c-6b4d-41a7-afd6-48688b0bd350 HTTP/1.1" status: 204 len: 168 time: 0.2493720 Nov 16 04:36:28.474178 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc5536-3f5e-4b8d-b1a1-05664c458694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716d885c-6b4d-41a7-afd6-48688b0bd350,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:28.537016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-network', 'tenant_id': '409d424c014a4366a4ddffd6325d0448'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:28.580551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.api [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 04:36:28.580551 n-d-818042-1 neutron-server[102659]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 04:36:28.580551 n-d-818042-1 neutron-server[102659]: [parameters: {'project_id': 'af29f00f037f4e069225519e2c2af721', 'id': '85a2ef74-68b6-4856-b3e3-3bd1c65d980e', 'expiration': datetime.datetime(2021, 11, 16, 4, 38, 28, 564763)}] Nov 16 04:36:28.580551 n-d-818042-1 neutron-server[102659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:36:28.580964 n-d-818042-1 neutron-server[102659]: DEBUG oslo_db.api [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:36:28.589362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Made reservation on behalf of 409d424c014a4366a4ddffd6325d0448 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:28.594323 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:28.606785 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:28.649924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8666ceeb-6856-45b1-91c3-00b18957d424 req-9bb3c874-97c7-4052-970b-64f1bccc7f14 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440488 Nov 16 04:36:28.776613 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:28.782273 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:28.790679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be11ffc0-77f0-4ab8-9541-073a622ae242 req-eddeebc8-4328-4bcd-bfc3-465cd8fe6e81 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 210 time: 0.0541377 Nov 16 04:36:28.833664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:36:28.847801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 545fb328-d27a-4f99-9f5e-b730ab560445 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:28.858859 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e7730a-40e3-4db9-b549-33a75d514ef0,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:28.870016 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:28.870566 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Added segment 2591dc01-7c24-4148-97db-fc9ce24f22a0 of type vlan for network 4aeb553c-d99e-435c-8214-4113a66657f7 Nov 16 04:36:28.951143 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:28.958377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3c32b-4f9f-460e-8677-aafc97813146 req-be2e3963-3461-4c8c-ad43-ee37dfd2c71e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:28.967428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49b3c32b-4f9f-460e-8677-aafc97813146 req-be2e3963-3461-4c8c-ad43-ee37dfd2c71e tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 948 time: 0.0913360 Nov 16 04:36:28.975693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 545fb328-d27a-4f99-9f5e-b730ab560445 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:36:28.986442 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 545fb328-d27a-4f99-9f5e-b730ab560445 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:28.988598 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:29.005282 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:29.006955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:29.008176 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:29.039070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49b3c32b-4f9f-460e-8677-aafc97813146 req-a85feb9b-7f85-4b27-bc6b-35a71151092f tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707855 Nov 16 04:36:29.039535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55028) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:29.073572 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] Pushing event updated for resources: {'Network': ['ID=4aeb553c-d99e-435c-8214-4113a66657f7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:29.093300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 4aeb553c-d99e-435c-8214-4113a66657f7 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:36:29.095776 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37d1478f-7710-49a3-963c-f6e0ce0b811e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:29.103074 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:29.114496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55032) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:29.120656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c7465407-c360-4ee5-a094-525200b6f66c admin admin] Request body: {'subnet': {'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-subnet', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:29.120795 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4244d568-658f-421a-97a9-1128d2b82741 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8191717 Nov 16 04:36:29.122297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7fcfc539-74ad-47a1-9f94-8d042af02f54 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:36:29.126647 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38857e87-22a7-4ef5-83a8-1b04b1934b4a x-openstack-request-id: req-38857e87-22a7-4ef5-83a8-1b04b1934b4a {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:29.126935 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e61a7e2-7f6c-427c-86a7-372aeec32450", "tag": "7fcfc539-74ad-47a1-9f94-8d042af02f54", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:29.127187 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38857e87-22a7-4ef5-83a8-1b04b1934b4a {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:29.127622 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e61a7e2-7f6c-427c-86a7-372aeec32450', 'tag': '7fcfc539-74ad-47a1-9f94-8d042af02f54', 'status': 'completed', 'code': 200} Nov 16 04:36:29.170129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Made reservation on behalf of af29f00f037f4e069225519e2c2af721 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:29.173668 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:29.207695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4abbc-8d9c-4cf5-ac44-e228f477ed15 req-11684490-56ca-4e6d-a16e-27ad30b5cff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:29.211862 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-acd4abbc-8d9c-4cf5-ac44-e228f477ed15 req-11684490-56ca-4e6d-a16e-27ad30b5cff2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=59a94dfcda7e49d7a84d11e834a42ecd&device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 1099 time: 0.0603845 Nov 16 04:36:29.228994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545fb328-d27a-4f99-9f5e-b730ab560445'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:29.232262 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15666d61-8480-455b-9bc6-92ba0087c0de" -d '{"events": [{"server_uuid": "0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb", "name": "network-vif-plugged", "status": "completed", "tag": "545fb328-d27a-4f99-9f5e-b730ab560445"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:29.283202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92d200dc-ec44-47d2-a788-ee8fdb3f2d3e req-ac09257c-c5e2-43df-9c4b-b45fbaae587c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 210 time: 0.0413859 Nov 16 04:36:29.284717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=545fb328-d27a-4f99-9f5e-b730ab560445,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:29.293917 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:29.307738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55038) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:29.345804 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7465407-c360-4ee5-a094-525200b6f66c admin admin] Made reservation on behalf of 409d424c014a4366a4ddffd6325d0448 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:29.348209 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7465407-c360-4ee5-a094-525200b6f66c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:29.378002 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f00f47b-7e75-4eeb-a60a-a3ccaf5e23e5 x-openstack-request-id: req-1f00f47b-7e75-4eeb-a60a-a3ccaf5e23e5 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:29.378324 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb", "name": "network-vif-plugged", "status": "completed", "tag": "545fb328-d27a-4f99-9f5e-b730ab560445", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:29.378585 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f00f47b-7e75-4eeb-a60a-a3ccaf5e23e5 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:29.378987 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '545fb328-d27a-4f99-9f5e-b730ab560445', 'code': 200} Nov 16 04:36:29.390291 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7fcfc539-74ad-47a1-9f94-8d042af02f54, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7fcfc539-74ad-47a1-9f94-8d042af02f54,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:29.393239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=545fb328-d27a-4f99-9f5e-b730ab560445,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:29.406921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '7fcfc539-74ad-47a1-9f94-8d042af02f54', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '7fcfc539-74ad-47a1-9f94-8d042af02f54', 'mac_address': 'fa:16:3e:cd:a4:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:36:29.410892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4abbc-8d9c-4cf5-ac44-e228f477ed15 req-e3e7af68-d8c7-43ac-a363-9ea8281ea2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:29.413517 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-acd4abbc-8d9c-4cf5-ac44-e228f477ed15 req-e3e7af68-d8c7-43ac-a363-9ea8281ea2ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1962240 Nov 16 04:36:29.481384 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:29.509715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fcfc539-74ad-47a1-9f94-8d042af02f54 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:29.519930 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-acd4abbc-8d9c-4cf5-ac44-e228f477ed15 req-90d60b56-fcdc-40f0-b39f-2220c2a843d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=7fcfc539-74ad-47a1-9f94-8d042af02f54 HTTP/1.1" status: 200 len: 217 time: 0.0992377 Nov 16 04:36:29.548083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7fcfc539-74ad-47a1-9f94-8d042af02f54, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7fcfc539-74ad-47a1-9f94-8d042af02f54,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:29.553295 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:29.579948 n-d-818042-1 neutron-server[102660]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 16 04:36:29.621938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-3143f6c7-7402-4234-b4ab-5725356b6c10 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:36:29.623631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=7fcfc539-74ad-47a1-9f94-8d042af02f54,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:29.643705 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-3143f6c7-7402-4234-b4ab-5725356b6c10 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3330538 Nov 16 04:36:29.700077 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d68bbf-028c-44ec-bdae-3054e479bd1f req-6f37b005-7200-43bd-bca4-b1058096b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:29.701745 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-98d68bbf-028c-44ec-bdae-3054e479bd1f req-6f37b005-7200-43bd-bca4-b1058096b059 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 1097 time: 0.2197406 Nov 16 04:36:29.705909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4abbc-8d9c-4cf5-ac44-e228f477ed15 req-39526291-c075-480b-a773-07285d15bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:29.707231 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-acd4abbc-8d9c-4cf5-ac44-e228f477ed15 req-39526291-c075-480b-a773-07285d15bcf5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1407647 Nov 16 04:36:29.768352 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37d1478f-7710-49a3-963c-f6e0ce0b811e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:29.787583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['7fcfc539-74ad-47a1-9f94-8d042af02f54'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:29.792146 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37d1478f-7710-49a3-963c-f6e0ce0b811e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:29.853175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-0842afd2-0416-4836-90e6-c52111ec8c24 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:29.854718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-0842afd2-0416-4836-90e6-c52111ec8c24 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 811 time: 0.2701769 Nov 16 04:36:29.855963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Allocated IP 172.20.0.6 (350b8208-068e-42e7-b140-65d950148470/4fdaa54a-2b9a-4ce1-a9c5-949153857317/54773dba-5b92-40f2-9202-635139bc87fa) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:29.869135 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-98d68bbf-028c-44ec-bdae-3054e479bd1f req-0ea94c5a-413f-44b6-a8ed-e20bf5788424 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553233 Nov 16 04:36:29.872574 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-282d2467-9181-4d43-9821-03ae42001e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:29.873916 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-282d2467-9181-4d43-9821-03ae42001e67 service neutron] 10.222.0.41 "GET /v2.0/ports/56e65e2e-386e-4095-8947-1fb860a535b5 HTTP/1.1" status: 200 len: 1093 time: 0.1650596 Nov 16 04:36:29.881172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4abbc-8d9c-4cf5-ac44-e228f477ed15 req-7950a8d6-58e4-4e5e-87c0-5638c2e25b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:29.884390 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-acd4abbc-8d9c-4cf5-ac44-e228f477ed15 req-7950a8d6-58e4-4e5e-87c0-5638c2e25b33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502032 Nov 16 04:36:29.889324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-df18bb41-459e-495b-9853-2748bad68e45 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Request body: {'port': {'device_id': '0076c64c-8366-4e82-871b-d7707f811d16', 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'admin_state_up': True, 'tenant_id': 'e37d5739ff204f68bc7362ae86816359'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:29.889595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] Request body: {'binding': {'host': 'n-h1-818042-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:29.890205 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] Unknown quota resources ['binding']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 04:36:30.060453 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-acd4abbc-8d9c-4cf5-ac44-e228f477ed15 req-bbd13924-98fe-4b37-a496-8fdab1f1c29e service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670120 Nov 16 04:36:30.123973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d1478f-7710-49a3-963c-f6e0ce0b811e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3375f6a-320f-4fc6-b7f9-c38427b74ac4,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:30.128292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-37d1478f-7710-49a3-963c-f6e0ce0b811e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4845b9cb50c48d1a6ae940af31d6ffb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0878196 Nov 16 04:36:30.131082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55066) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:30.162295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] Attempting to bind port 56e65e2e-386e-4095-8947-1fb860a535b5 on host n-h1-818042-1 for vnic_type normal with profile None {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:30.162626 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] Attempting to bind port 56e65e2e-386e-4095-8947-1fb860a535b5 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:30.162952 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] Attempting to bind port 56e65e2e-386e-4095-8947-1fb860a535b5 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:30.191648 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] Port 56e65e2e-386e-4095-8947-1fb860a535b5 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:36:30.191966 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] Attempting to bind port 56e65e2e-386e-4095-8947-1fb860a535b5 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:30.211207 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:30.211539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] Checking segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:30.211921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] Bound using segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:30.212361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] Bound port: 56e65e2e-386e-4095-8947-1fb860a535b5, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:30.221282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bd4c0-c68f-4a4e-abee-bf67f6e499a5 req-0759ad00-516d-499c-81fc-2ede456596ad tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:30.222788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee0bd4c0-c68f-4a4e-abee-bf67f6e499a5 req-0759ad00-516d-499c-81fc-2ede456596ad tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 946 time: 0.4118965 Nov 16 04:36:30.278784 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-acd4abbc-8d9c-4cf5-ac44-e228f477ed15 req-4c7d09ff-e9fe-4003-b4c9-56631efb5620 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101231 Nov 16 04:36:30.298280 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90a53524-6217-448a-b19f-3150d8bbfbb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:30.334572 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90a53524-6217-448a-b19f-3150d8bbfbb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:30.341549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=56e65e2e-386e-4095-8947-1fb860a535b5,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:30.353319 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] Publish callbacks [] for binding, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:30.354758 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-764629c3-815e-4820-9ed3-7bff597c17b5 service neutron] 10.222.0.41 "POST /v2.0/ports/56e65e2e-386e-4095-8947-1fb860a535b5/bindings HTTP/1.1" status: 201 len: 389 time: 0.4691958 Nov 16 04:36:30.395076 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90a53524-6217-448a-b19f-3150d8bbfbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:30.395980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7465407-c360-4ee5-a094-525200b6f66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:30.398095 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90a53524-6217-448a-b19f-3150d8bbfbb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:30.399320 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-90a53524-6217-448a-b19f-3150d8bbfbb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3375f6a-320f-4fc6-b7f9-c38427b74ac4 HTTP/1.1" status: 204 len: 168 time: 0.2672105 Nov 16 04:36:30.410366 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a53524-6217-448a-b19f-3150d8bbfbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3375f6a-320f-4fc6-b7f9-c38427b74ac4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:30.437792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-df18bb41-459e-495b-9853-2748bad68e45 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Made reservation on behalf of e37d5739ff204f68bc7362ae86816359 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:30.441700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-df18bb41-459e-495b-9853-2748bad68e45 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:30.458566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee0bd4c0-c68f-4a4e-abee-bf67f6e499a5 req-c14d97f6-4fa8-4d2f-b4b8-3b3d8584ad4f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239707 Nov 16 04:36:30.523619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7465407-c360-4ee5-a094-525200b6f66c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:30.551511 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:30.633870 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d4533bf-b4a1-41e3-b2ff-919a1f973ec7 req-4a062486-66c2-43df-9f43-770bbcaa29f2 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 210 time: 0.0549591 Nov 16 04:36:30.676435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7465407-c360-4ee5-a094-525200b6f66c admin admin] Checking segment: {'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:30.676435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7465407-c360-4ee5-a094-525200b6f66c admin admin] Network hostable DHCP agents. Network: 4aeb553c-d99e-435c-8214-4113a66657f7, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:36:30.740547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-095fb1fb-17a6-4431-ab4b-ff64bc5315cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:30.742089 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-095fb1fb-17a6-4431-ab4b-ff64bc5315cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 1096 time: 0.0664022 Nov 16 04:36:30.766050 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:30.810374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52cc4ef4-2905-439f-8ac3-8db9cd91c150 req-939e9433-fd83-4a24-b7a4-57dc1ef44670 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 210 time: 0.0866430 Nov 16 04:36:30.844556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7465407-c360-4ee5-a094-525200b6f66c admin admin] Network 4aeb553c-d99e-435c-8214-4113a66657f7 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:36:30.866857 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-61ebd47b-81be-4f68-ab4f-fae22029a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:30.869498 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-61ebd47b-81be-4f68-ab4f-fae22029a4f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.1157434 Nov 16 04:36:30.888035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b19fce-fe97-43e6-ae69-2de6640c53e1 req-95938c65-67ec-457c-b8ba-134414269df9 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:30.889596 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0b19fce-fe97-43e6-ae69-2de6640c53e1 req-95938c65-67ec-457c-b8ba-134414269df9 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 949 time: 0.2856884 Nov 16 04:36:30.902874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-df18bb41-459e-495b-9853-2748bad68e45 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Allocated IP 172.20.0.3 (33f4aedc-35de-4a18-aa35-9d9b338f26e1/1bafc9f1-2941-47ae-b826-323b092dbef7/9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:30.934455 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-c47ec5dc-5e43-4362-b628-145f40fc7799 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56e65e2e-386e-4095-8947-1fb860a535b5 HTTP/1.1" status: 200 len: 217 time: 0.0583336 Nov 16 04:36:30.935265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-c7465407-c360-4ee5-a094-525200b6f66c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 4aeb553c-d99e-435c-8214-4113a66657f7) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:30.945837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eb7735-1864-4e8a-a247-300765932acf None None] Network 4aeb553c-d99e-435c-8214-4113a66657f7 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:30.957412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Network 350b8208-068e-42e7-b140-65d950148470 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:30.976255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7465407-c360-4ee5-a094-525200b6f66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:30.976845 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7465407-c360-4ee5-a094-525200b6f66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:30.980547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:30.986856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Pushing event updated for resources: {'Port': ['ID=54773dba-5b92-40f2-9202-635139bc87fa,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:31.012278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-347703c6-ef40-440c-8b6d-78948f8c5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:31.013583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:31.015125 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-347703c6-ef40-440c-8b6d-78948f8c5c17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0734460 Nov 16 04:36:31.052906 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-187dcfa7-344a-4648-bf47-24d7b62e6fd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312257 Nov 16 04:36:31.119097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7fcfc539-74ad-47a1-9f94-8d042af02f54 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:31.119353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c7465407-c360-4ee5-a094-525200b6f66c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9978030 Nov 16 04:36:31.133000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55086) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:31.152316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:31.154034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-4aeb553c-d99e-435c-8214-4113a66657f7', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:36:31.155116 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.189100 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0b19fce-fe97-43e6-ae69-2de6640c53e1 req-d45a8a82-2e35-401d-9315-8bcd0a1a0834 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874267 Nov 16 04:36:31.197017 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-eaa0a3f1-c0fc-4374-bdb0-b8e0dcbfd0b2 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349916 Nov 16 04:36:31.225590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73607c9-6512-4dbe-ba57-d226abe430ab req-f2116b80-dc2d-4262-9c3e-b9c7e252fa19 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:31.227196 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f73607c9-6512-4dbe-ba57-d226abe430ab req-f2116b80-dc2d-4262-9c3e-b9c7e252fa19 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 945 time: 0.3281980 Nov 16 04:36:31.257034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:31.258233 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.323152 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 7fcfc539-74ad-47a1-9f94-8d042af02f54 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:36:31.337955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 7fcfc539-74ad-47a1-9f94-8d042af02f54 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:31.343340 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.363745 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-c4313040-b407-454f-a4ae-ccc5398f3836 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485546 Nov 16 04:36:31.383737 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.385469 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.406834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-3cb97aac-0b2b-461c-8b48-9fcd06f7ce89 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9981139 Nov 16 04:36:31.446920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f73607c9-6512-4dbe-ba57-d226abe430ab req-235f7350-9bc3-468b-ae3c-6bf605d60000 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792371 Nov 16 04:36:31.485604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Allocated IP 172.20.0.2 (4aeb553c-d99e-435c-8214-4113a66657f7/5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09/e3424785-906f-46a8-93d6-d25542bfc612) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:31.509658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Request body: {'port': {'device_id': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:31.581814 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.594828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6a2d2ce2-f238-4691-8a22-3a5273dbb4de None None] Provisioning complete for port 54773dba-5b92-40f2-9202-635139bc87fa triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:31.595238 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2ce2-f238-4691-8a22-3a5273dbb4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.599842 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-df18bb41-459e-495b-9853-2748bad68e45 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.729368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-2c0e2882-dad0-4bb5-92c6-f39ce6fbd4aa tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:31.737918 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-2c0e2882-dad0-4bb5-92c6-f39ce6fbd4aa tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29&tenant_id=e339e415385b4d5dbab31d9b5027d120&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1096 time: 0.1887093 Nov 16 04:36:31.748563 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818042-1'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:31.855213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6a2d2ce2-f238-4691-8a22-3a5273dbb4de None None] Port 54773dba-5b92-40f2-9202-635139bc87fa cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:36:31.867156 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.890925 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.907168 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.932677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54165e-9d78-40af-943d-a3318f3741c3 req-82924ce5-34ec-4aa1-b34f-cd98c15d0d19 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:31.934209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed54165e-9d78-40af-943d-a3318f3741c3 req-82924ce5-34ec-4aa1-b34f-cd98c15d0d19 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 946 time: 0.3763690 Nov 16 04:36:31.945679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e61a7e2-7f6c-427c-86a7-372aeec32450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcfc539-74ad-47a1-9f94-8d042af02f54'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:31.946469 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.948214 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b928cc1-e6fb-4405-a96b-ad762581f47a" -d '{"events": [{"server_uuid": "6e61a7e2-7f6c-427c-86a7-372aeec32450", "name": "network-vif-plugged", "status": "completed", "tag": "7fcfc539-74ad-47a1-9f94-8d042af02f54"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:31.965973 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-df18bb41-459e-495b-9853-2748bad68e45 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.970835 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7fcfc539-74ad-47a1-9f94-8d042af02f54, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7fcfc539-74ad-47a1-9f94-8d042af02f54,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:31.984949 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:31.991817 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:32.025634 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:32.096658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=56e65e2e-386e-4095-8947-1fb860a535b5,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:32.099196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=7fcfc539-74ad-47a1-9f94-8d042af02f54,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:32.103370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Network 4aeb553c-d99e-435c-8214-4113a66657f7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:32.107613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:32.128552 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:32.168633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Pushing event updated for resources: {'Port': ['ID=e3424785-906f-46a8-93d6-d25542bfc612,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:32.179579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:32.202659 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Attempting to bind port e3424785-906f-46a8-93d6-d25542bfc612 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:32.203189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Attempting to bind port e3424785-906f-46a8-93d6-d25542bfc612 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:32.204073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Attempting to bind port e3424785-906f-46a8-93d6-d25542bfc612 on network 4aeb553c-d99e-435c-8214-4113a66657f7 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:32.210810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:32.211281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Checking segment: {'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:32.211755 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:32.212236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Bound using segment: {'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:32.212779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Bound port: e3424785-906f-46a8-93d6-d25542bfc612, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:32.215300 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:32.229544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72448cd-7a1e-4ddd-9de5-70263c833e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e65e2e-386e-4095-8947-1fb860a535b5'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:32.234828 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdeb66e-129c-456f-bcd7-671525fea9e0" -d '{"events": [{"server_uuid": "c72448cd-7a1e-4ddd-9de5-70263c833e29", "name": "network-vif-unplugged", "status": "completed", "tag": "56e65e2e-386e-4095-8947-1fb860a535b5"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:32.240454 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:32.249165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:32.295707 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] For port e3424785-906f-46a8-93d6-d25542bfc612, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:32.299715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] For port e3424785-906f-46a8-93d6-d25542bfc612, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e3424785-906f-46a8-93d6-d25542bfc612,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:32.303616 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:32.321274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Pushing event updated for resources: {'Port': ['ID=56e65e2e-386e-4095-8947-1fb860a535b5,revision_number=7']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:32.369759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c527de-e39b-408c-9363-0e9b1faa1a3a None None] Pushing event updated for resources: {'Port': ['ID=e3424785-906f-46a8-93d6-d25542bfc612,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:32.386076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff4dc6-00bc-4c08-94fc-cf6c8221f5da req-06639dd3-2e2f-41ed-af8d-9ff40e6d35f1 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:32.395745 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7ff4dc6-00bc-4c08-94fc-cf6c8221f5da req-06639dd3-2e2f-41ed-af8d-9ff40e6d35f1 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 931 time: 0.5346141 Nov 16 04:36:32.420022 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Attempting to bind port 56e65e2e-386e-4095-8947-1fb860a535b5 on host n-h2-818042-1 for vnic_type normal with profile {"migrating_to": "n-h1-818042-1"} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:32.420299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Attempting to bind port 56e65e2e-386e-4095-8947-1fb860a535b5 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:32.420634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Attempting to bind port 56e65e2e-386e-4095-8947-1fb860a535b5 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:32.428148 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Port 56e65e2e-386e-4095-8947-1fb860a535b5 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:36:32.428471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Attempting to bind port 56e65e2e-386e-4095-8947-1fb860a535b5 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:32.433352 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:32.433685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Checking segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:32.435785 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Bound using segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:32.436249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Bound port: 56e65e2e-386e-4095-8947-1fb860a535b5, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:32.436608 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:32.516303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-df18bb41-459e-495b-9853-2748bad68e45 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:32.543364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18bb41-459e-495b-9853-2748bad68e45 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Pushing event updated for resources: {'Port': ['ID=9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:32.549628 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-df18bb41-459e-495b-9853-2748bad68e45 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:32.564322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:32.569858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=56e65e2e-386e-4095-8947-1fb860a535b5,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:32.575044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:32.606427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-df18bb41-459e-495b-9853-2748bad68e45 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:32.678889 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:32.679662 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:32.681135 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/56e65e2e-386e-4095-8947-1fb860a535b5 HTTP/1.1" status: 200 len: 1121 time: 0.9423876 Nov 16 04:36:32.685030 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b083ef2-4e49-4010-af7a-e2b4deec18d6 service neutron] Pushing event updated for resources: {'Port': ['ID=56e65e2e-386e-4095-8947-1fb860a535b5,revision_number=8']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:32.690439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed54165e-9d78-40af-943d-a3318f3741c3 req-a40827a9-5e6c-439c-a26d-d376c68edb93 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7345629 Nov 16 04:36:32.768240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7ff4dc6-00bc-4c08-94fc-cf6c8221f5da req-233e3700-f35f-418c-b43e-12bf388129d5 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d8b748b-1a7e-4b26-9737-e909a9efcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713708 Nov 16 04:36:32.768790 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['56e65e2e-386e-4095-8947-1fb860a535b5'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:32.860653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-df18bb41-459e-495b-9853-2748bad68e45 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:32.861442 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-df18bb41-459e-495b-9853-2748bad68e45 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:32.861654 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1596ee0a-74c0-473b-a762-3c03e7d7d44d x-openstack-request-id: req-1596ee0a-74c0-473b-a762-3c03e7d7d44d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:32.862146 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e61a7e2-7f6c-427c-86a7-372aeec32450", "name": "network-vif-plugged", "status": "completed", "tag": "7fcfc539-74ad-47a1-9f94-8d042af02f54", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:32.862403 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1596ee0a-74c0-473b-a762-3c03e7d7d44d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:32.862783 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e61a7e2-7f6c-427c-86a7-372aeec32450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fcfc539-74ad-47a1-9f94-8d042af02f54', 'code': 200} Nov 16 04:36:32.935600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-df18bb41-459e-495b-9853-2748bad68e45 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0516717 Nov 16 04:36:32.963098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Request body: {'port': {'device_id': '0076c64c-8366-4e82-871b-d7707f811d16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:32.984998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55152) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:33.041973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda5575-d3ad-4891-9fbf-bc58ae4fe4cd req-8a777865-b7b4-4b3d-8414-9d30ce6f4aa9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:33.043604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fcda5575-d3ad-4891-9fbf-bc58ae4fe4cd req-8a777865-b7b4-4b3d-8414-9d30ce6f4aa9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 931 time: 0.1938393 Nov 16 04:36:33.187353 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adf576-4b60-4218-8985-8a38245d595b req-328b3152-c000-431d-a869-296aafe9d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:33.188764 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-82adf576-4b60-4218-8985-8a38245d595b req-328b3152-c000-431d-a869-296aafe9d4ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 1101 time: 0.2632351 Nov 16 04:36:33.228965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568e0dc-684a-43e3-9b1b-3c69189638d9 req-a4ccd433-a760-4016-bc19-75b83cbb4abc tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:33.230495 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e568e0dc-684a-43e3-9b1b-3c69189638d9 req-a4ccd433-a760-4016-bc19-75b83cbb4abc tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 950 time: 0.2926276 Nov 16 04:36:33.236393 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-82adf576-4b60-4218-8985-8a38245d595b req-c490ff06-e5ae-430d-908e-2c192de4ff70 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399950 Nov 16 04:36:33.250041 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:33.260826 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38ddb54d-c8bc-44c3-9e94-c78ef26ea6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:33.325232 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fcda5575-d3ad-4891-9fbf-bc58ae4fe4cd req-51ba0bfa-41ce-40c3-892a-e5ba874321b7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626033 Nov 16 04:36:33.373067 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02231d40-e7c5-46b1-8e76-ca566be8bf74 x-openstack-request-id: req-02231d40-e7c5-46b1-8e76-ca566be8bf74 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:33.373371 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72448cd-7a1e-4ddd-9de5-70263c833e29", "name": "network-vif-unplugged", "status": "completed", "tag": "56e65e2e-386e-4095-8947-1fb860a535b5", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:33.373641 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02231d40-e7c5-46b1-8e76-ca566be8bf74 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:33.374061 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72448cd-7a1e-4ddd-9de5-70263c833e29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e65e2e-386e-4095-8947-1fb860a535b5', 'code': 200} Nov 16 04:36:33.390820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54773dba-5b92-40f2-9202-635139bc87fa {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:33.425169 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:33.494834 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dae4e4e-72ca-4e8d-b349-d9b0e6f3061c None None] Network 4aeb553c-d99e-435c-8214-4113a66657f7 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:33.509885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:33.514597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e568e0dc-684a-43e3-9b1b-3c69189638d9 req-3ff26609-9eed-43a4-afbc-1929267d1920 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655630 Nov 16 04:36:33.553958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Transition to ACTIVE for port object 54773dba-5b92-40f2-9202-635139bc87fa will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:36:33.569389 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:33.623881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-60a8fc95-479c-4cb7-a08e-eefc5359bcb2 None None] Provisioning complete for port e3424785-906f-46a8-93d6-d25542bfc612 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:33.624246 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60a8fc95-479c-4cb7-a08e-eefc5359bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:33.631410 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:33.755938 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60a8fc95-479c-4cb7-a08e-eefc5359bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:33.779344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a74b1-cc9a-47f8-8e8a-040dbc776db2 req-97e4e82a-58b7-43c9-b271-5b3f81008a31 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:33.786857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a74b1-cc9a-47f8-8e8a-040dbc776db2 req-97e4e82a-58b7-43c9-b271-5b3f81008a31 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 943 time: 0.3581154 Nov 16 04:36:33.813295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-60a8fc95-479c-4cb7-a08e-eefc5359bcb2 None None] For port e3424785-906f-46a8-93d6-d25542bfc612, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e3424785-906f-46a8-93d6-d25542bfc612,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:33.819290 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60a8fc95-479c-4cb7-a08e-eefc5359bcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:33.902385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8fc95-479c-4cb7-a08e-eefc5359bcb2 None None] Pushing event updated for resources: {'Port': ['ID=e3424785-906f-46a8-93d6-d25542bfc612,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:33.951400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e3424785-906f-46a8-93d6-d25542bfc612 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:33.972243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Pushing event updated for resources: {'Port': ['ID=54773dba-5b92-40f2-9202-635139bc87fa,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:34.003022 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38ddb54d-c8bc-44c3-9e94-c78ef26ea6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.019032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e3424785-906f-46a8-93d6-d25542bfc612 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:34.019399 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.058153 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38ddb54d-c8bc-44c3-9e94-c78ef26ea6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.069858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.070208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.070550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.070890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.071222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.071555 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.071884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.072210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.072538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.072861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.073183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.073503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.079750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b973d987-2e3e-4055-9141-2547bafeffba None None] Provisioning complete for port e3424785-906f-46a8-93d6-d25542bfc612 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:34.080129 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b973d987-2e3e-4055-9141-2547bafeffba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.155827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a74b1-cc9a-47f8-8e8a-040dbc776db2 req-d193c58a-c24f-4516-83ee-c3035a121717 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681037 Nov 16 04:36:34.197303 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-38ddb54d-c8bc-44c3-9e94-c78ef26ea6af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4adcfb1ef8d540bdb84c920dfb39b6a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1997609 Nov 16 04:36:34.202156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55162) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:34.202764 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Allocated IP 172.25.0.250 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/c133c852-fe6b-4c14-8f96-09394dc34dc3) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:34.213935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e386d49-4b26-4c33-9a07-d86644a96242 req-dd0d5ec9-f0e8-40c0-838e-e46b5e3cbd1c tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:34.215539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e386d49-4b26-4c33-9a07-d86644a96242 req-dd0d5ec9-f0e8-40c0-838e-e46b5e3cbd1c tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 1097 time: 0.3294809 Nov 16 04:36:34.216096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddb54d-c8bc-44c3-9e94-c78ef26ea6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e380fec3-596d-46fa-8303-7d3a619fb01e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:34.270371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.317487 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.326847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Attempting to bind port 54773dba-5b92-40f2-9202-635139bc87fa on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:34.327405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Attempting to bind port 54773dba-5b92-40f2-9202-635139bc87fa by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'a3328d17-91a8-4ca6-9b59-362a259a010b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '350b8208-068e-42e7-b140-65d950148470'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:34.327772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Attempting to bind port 54773dba-5b92-40f2-9202-635139bc87fa on network 350b8208-068e-42e7-b140-65d950148470 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:34.357962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Port 54773dba-5b92-40f2-9202-635139bc87fa on network 350b8208-068e-42e7-b140-65d950148470 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:36:34.358388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Attempting to bind port 54773dba-5b92-40f2-9202-635139bc87fa on network 350b8208-068e-42e7-b140-65d950148470 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:34.370317 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.373120 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.374840 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e380fec3-596d-46fa-8303-7d3a619fb01e HTTP/1.1" status: 204 len: 168 time: 0.1698821 Nov 16 04:36:34.384354 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e380fec3-596d-46fa-8303-7d3a619fb01e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:34.391242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:34.391585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Checking segment: {'id': 'a3328d17-91a8-4ca6-9b59-362a259a010b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '350b8208-068e-42e7-b140-65d950148470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:34.391972 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Bound using segment: {'id': 'a3328d17-91a8-4ca6-9b59-362a259a010b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '350b8208-068e-42e7-b140-65d950148470'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:34.392409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Bound port: 54773dba-5b92-40f2-9202-635139bc87fa, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3328d17-91a8-4ca6-9b59-362a259a010b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '350b8208-068e-42e7-b140-65d950148470'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:34.392764 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.395463 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.396117 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.396631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.397135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.397639 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.398066 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.398458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.398850 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.399241 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.399625 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.400013 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.400934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c1db9a-d511-40ab-a35a-07aa3294e330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:36:34.614174 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e386d49-4b26-4c33-9a07-d86644a96242 req-4e810acf-5f14-41f4-9e24-b89a0e6dd7f2 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858747 Nov 16 04:36:34.639940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:34.673689 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.680111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55184) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:34.695078 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf420302-0c7b-491a-8c14-6c30e08fc615 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.697527 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.729156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c7f7c-0381-401d-8fbf-4d41a88511e4 req-4899d135-e6cb-49c2-a5fc-9eefd6d7f123 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:34.730712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c8c7f7c-0381-401d-8fbf-4d41a88511e4 req-4899d135-e6cb-49c2-a5fc-9eefd6d7f123 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 943 time: 0.3618662 Nov 16 04:36:34.731793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Transition to ACTIVE for port object 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:36:34.751507 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.776318 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf420302-0c7b-491a-8c14-6c30e08fc615 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.779972 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf420302-0c7b-491a-8c14-6c30e08fc615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.821016 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bf420302-0c7b-491a-8c14-6c30e08fc615 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9da6712e4b141b1b8cfb57dd1d550e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398270 Nov 16 04:36:34.822134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf420302-0c7b-491a-8c14-6c30e08fc615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc395a60-ef6b-494b-8662-20815322a727,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:34.825147 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55186) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:34.837663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] For port 54773dba-5b92-40f2-9202-635139bc87fa, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:34.879993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] For port 54773dba-5b92-40f2-9202-635139bc87fa, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=54773dba-5b92-40f2-9202-635139bc87fa,segment=NetworkSegment(a3328d17-91a8-4ca6-9b59-362a259a010b),segment_id=a3328d17-91a8-4ca6-9b59-362a259a010b)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:34.883202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd771778-108b-4ef4-82fd-3a296690eb01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.898018 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.904440 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd771778-108b-4ef4-82fd-3a296690eb01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.914901 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.916642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:34.930647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a405b8-0292-434b-b474-4f205f80bbf5 req-fe446bc0-4eee-45ed-9f95-bb72572e7667 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:34.932151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-16a405b8-0292-434b-b474-4f205f80bbf5 req-fe446bc0-4eee-45ed-9f95-bb72572e7667 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 943 time: 0.2205701 Nov 16 04:36:34.948442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c8c7f7c-0381-401d-8fbf-4d41a88511e4 req-fe307861-739f-420c-9c8f-dc47a8c813e9 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d8b748b-1a7e-4b26-9737-e909a9efcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997981 Nov 16 04:36:34.963754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd771778-108b-4ef4-82fd-3a296690eb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.966351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd771778-108b-4ef4-82fd-3a296690eb01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:34.970434 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fd771778-108b-4ef4-82fd-3a296690eb01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc395a60-ef6b-494b-8662-20815322a727 HTTP/1.1" status: 204 len: 168 time: 0.1412966 Nov 16 04:36:34.976924 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd771778-108b-4ef4-82fd-3a296690eb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc395a60-ef6b-494b-8662-20815322a727,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:35.048391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:35.049230 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:35.050603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] 10.222.0.37 "PUT /v2.0/ports/54773dba-5b92-40f2-9202-635139bc87fa HTTP/1.1" status: 200 len: 1091 time: 3.5469861 Nov 16 04:36:35.056402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'tag': '54773dba-5b92-40f2-9202-635139bc87fa'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:35.058694 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89928960-ef56-4d54-8dc4-ff150d4138bf" -d '{"events": [{"name": "network-changed", "server_uuid": "eaeef93a-739a-4e6a-b6a3-816b7036d713", "tag": "54773dba-5b92-40f2-9202-635139bc87fa"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:35.075285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:35.126150 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:35.138327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:35.214090 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Attempting to bind port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:35.214427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Attempting to bind port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:35.214978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Attempting to bind port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:35.220568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d704e9b-b230-40b0-9d95-40fadbc3cf87 service neutron] Pushing event updated for resources: {'Port': ['ID=54773dba-5b92-40f2-9202-635139bc87fa,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:35.263098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:36:35.263428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Attempting to bind port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:35.333315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:35.333659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Checking segment: {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:35.334071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Bound using segment: {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:35.334524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Bound port: 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:35.334883 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:35.339539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-16a405b8-0292-434b-b474-4f205f80bbf5 req-b8bf160e-1164-454b-9c72-6542627a2f17 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976080 Nov 16 04:36:35.375182 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72448cd-7a1e-4ddd-9de5-70263c833e29', 'tag': '56e65e2e-386e-4095-8947-1fb860a535b5'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:35.378140 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b9e608-364a-483e-b4ed-0a286ea02e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "c72448cd-7a1e-4ddd-9de5-70263c833e29", "tag": "56e65e2e-386e-4095-8947-1fb860a535b5"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:35.407072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef53102-0be5-4c2d-a0ef-8106facfd906 req-a81442b0-da00-4dac-bcc0-238161cc7d13 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:35.408561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ef53102-0be5-4c2d-a0ef-8106facfd906 req-a81442b0-da00-4dac-bcc0-238161cc7d13 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 950 time: 0.3297727 Nov 16 04:36:35.435559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Pushing event updated for resources: {'Port': ['ID=c133c852-fe6b-4c14-8f96-09394dc34dc3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:35.465545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-5abf2dbd-4e39-4ae8-b554-aa3700cf3e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:35.467024 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-5abf2dbd-4e39-4ae8-b554-aa3700cf3e69 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af29f00f037f4e069225519e2c2af721&device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 1094 time: 0.3424642 Nov 16 04:36:35.554847 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-f8f4fdc2-91f9-42d0-b7bf-809d1bfc9004 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54773dba-5b92-40f2-9202-635139bc87fa HTTP/1.1" status: 200 len: 217 time: 0.0641100 Nov 16 04:36:35.711748 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e21b7-0505-4baf-8052-8e53068ec83e req-1d3ff1bb-53ff-47a4-961c-cbbdc734364a tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:35.713296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a60e21b7-0505-4baf-8052-8e53068ec83e req-1d3ff1bb-53ff-47a4-961c-cbbdc734364a tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 1097 time: 0.3038437 Nov 16 04:36:35.723499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] For port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:35.744972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ef53102-0be5-4c2d-a0ef-8106facfd906 req-5c03ef84-3727-45fc-8af6-e7517038e2cf tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273776 Nov 16 04:36:35.784635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] For port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:35.803640 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:35.807150 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-ee79163a-f9b3-4a98-8aac-5825bcc4c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:35.808710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-ee79163a-f9b3-4a98-8aac-5825bcc4c361 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fdaa54a-2b9a-4ce1-a9c5-949153857317 HTTP/1.1" status: 200 len: 867 time: 0.1822040 Nov 16 04:36:35.883136 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48adf22e-e45d-4888-94d7-0a06cf53238e x-openstack-request-id: req-48adf22e-e45d-4888-94d7-0a06cf53238e {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:35.883434 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaeef93a-739a-4e6a-b6a3-816b7036d713", "tag": "54773dba-5b92-40f2-9202-635139bc87fa", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:35.883729 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48adf22e-e45d-4888-94d7-0a06cf53238e {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:35.884077 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'tag': '54773dba-5b92-40f2-9202-635139bc87fa', 'status': 'completed', 'code': 200} Nov 16 04:36:35.897372 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e3424785-906f-46a8-93d6-d25542bfc612 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:35.931398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:35.932024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:35.933461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] 10.222.0.37 "PUT /v2.0/ports/9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f HTTP/1.1" status: 200 len: 1091 time: 2.9812191 Nov 16 04:36:35.939409 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:35.945643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a60e21b7-0505-4baf-8052-8e53068ec83e req-32192850-c3a8-4e97-b2d8-7f547c409689 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100182 Nov 16 04:36:36.006286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e3424785-906f-46a8-93d6-d25542bfc612 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:36.008786 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:36.027994 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f663c77e-9a10-4a8c-9f2c-6d7bafa4981f x-openstack-request-id: req-f663c77e-9a10-4a8c-9f2c-6d7bafa4981f {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:36.028287 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c72448cd-7a1e-4ddd-9de5-70263c833e29", "tag": "56e65e2e-386e-4095-8947-1fb860a535b5", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:36.028401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01e23f-6c2d-4e44-94a3-d911d649fde7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:36.028533 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f663c77e-9a10-4a8c-9f2c-6d7bafa4981f {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:36.029724 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72448cd-7a1e-4ddd-9de5-70263c833e29', 'tag': '56e65e2e-386e-4095-8947-1fb860a535b5', 'status': 'completed', 'code': 200} Nov 16 04:36:36.103492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-4ae472a4-7c42-4da6-a83a-d2009a0d9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:36.105013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-4ae472a4-7c42-4da6-a83a-d2009a0d9506 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=350b8208-068e-42e7-b140-65d950148470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2681794 Nov 16 04:36:36.162405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9e608-364a-483e-b4ed-0a286ea02e0d req-ba6b7563-a29f-4c1b-bbdd-81d4e6a937ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:36.165035 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-43b9e608-364a-483e-b4ed-0a286ea02e0d req-ba6b7563-a29f-4c1b-bbdd-81d4e6a937ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 1124 time: 0.1037729 Nov 16 04:36:36.186195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-3a2693c4-8eb9-4295-9ec5-880ab19d6735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:36.188261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-3a2693c4-8eb9-4295-9ec5-880ab19d6735 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 1094 time: 0.1732233 Nov 16 04:36:36.195711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc624f-3fcf-40f2-821b-840a6eb9e360 req-9aaf05b7-72e7-4071-b8ec-518b23667a89 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:36.202922 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65bc624f-3fcf-40f2-821b-840a6eb9e360 req-9aaf05b7-72e7-4071-b8ec-518b23667a89 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 943 time: 0.2205725 Nov 16 04:36:36.297641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9e608-364a-483e-b4ed-0a286ea02e0d req-648c9d41-b519-4fa2-82cd-79bfbac2de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:36.299191 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-43b9e608-364a-483e-b4ed-0a286ea02e0d req-648c9d41-b519-4fa2-82cd-79bfbac2de81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.1280394 Nov 16 04:36:36.362861 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-43b9e608-364a-483e-b4ed-0a286ea02e0d req-4a8949af-cb08-497f-a4d3-31bcf0ab4737 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56e65e2e-386e-4095-8947-1fb860a535b5 HTTP/1.1" status: 200 len: 217 time: 0.0509262 Nov 16 04:36:36.422092 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9e608-364a-483e-b4ed-0a286ea02e0d req-668ecfae-6a6d-4d72-aac2-ca957e160c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:36.423575 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-43b9e608-364a-483e-b4ed-0a286ea02e0d req-668ecfae-6a6d-4d72-aac2-ca957e160c8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0474699 Nov 16 04:36:36.465074 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-43b9e608-364a-483e-b4ed-0a286ea02e0d req-fa322b31-f827-490c-8fc1-38fc5fbc4fb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323067 Nov 16 04:36:36.478779 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-b4284ec6-dd22-48db-b201-f97f39da0919 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f HTTP/1.1" status: 200 len: 217 time: 0.2690678 Nov 16 04:36:36.557672 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-43b9e608-364a-483e-b4ed-0a286ea02e0d req-34b1a1a9-2e26-4430-97a0-a8051aba9cd8 service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828450 Nov 16 04:36:36.654284 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-43b9e608-364a-483e-b4ed-0a286ea02e0d req-7a0b450a-9df9-4795-bf3c-d64a46070852 service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867791 Nov 16 04:36:36.659228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65bc624f-3fcf-40f2-821b-840a6eb9e360 req-9467657e-63b3-45c3-966e-08d8dd0526af tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554594 Nov 16 04:36:36.673583 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-c40aecf9-743d-4fe3-b86c-72fc27f556a4 service neutron] 10.222.0.37 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569685 Nov 16 04:36:36.679064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-67afa9ac-6f14-4255-bd2c-a2c82eddc9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:36.680457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-67afa9ac-6f14-4255-bd2c-a2c82eddc9bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.1865737 Nov 16 04:36:36.701411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d17bb-565c-491c-9e41-ae8224435371 req-5f600979-784a-4663-9b12-dc534ba64f78 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:36.702935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f79d17bb-565c-491c-9e41-ae8224435371 req-5f600979-784a-4663-9b12-dc534ba64f78 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 943 time: 0.2285531 Nov 16 04:36:36.737079 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:36.789516 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-edbf356b-a448-4495-8b95-f3169335cb69 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856352 Nov 16 04:36:36.903318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 56e65e2e-386e-4095-8947-1fb860a535b5 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:36:37.002552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f79d17bb-565c-491c-9e41-ae8224435371 req-f0992581-dee8-41ed-8279-585dac745f15 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d8b748b-1a7e-4b26-9737-e909a9efcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796314 Nov 16 04:36:37.006293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=56e65e2e-386e-4095-8947-1fb860a535b5,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:37.033510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f10a1-e996-4652-9a5a-b725183f2355 req-f4aad4d5-287e-49cb-a211-5f5dbfd51b4a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:37.035066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d4f10a1-e996-4652-9a5a-b725183f2355 req-f4aad4d5-287e-49cb-a211-5f5dbfd51b4a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 950 time: 0.2487597 Nov 16 04:36:37.040023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 56e65e2e-386e-4095-8947-1fb860a535b5 has no active binding in host n-h1-818042-1 {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 04:36:37.063559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b52dd154-b053-4868-8097-acf20f8f7f6f req-6bdbf737-0fa9-437c-b59a-163cf043c0d1 service neutron] 10.222.0.37 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570440 Nov 16 04:36:37.106279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-30ea43f8-d9de-4b2f-a7e2-396031c2b131 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019226 Nov 16 04:36:37.283762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d4f10a1-e996-4652-9a5a-b725183f2355 req-4781b2ef-2eed-4926-ad3d-6a1b85b8c641 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177551 Nov 16 04:36:37.298558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55252) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:37.313416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89928960-ef56-4d54-8dc4-ff150d4138bf req-94fc5da6-d66a-4555-8509-a9dd25c129e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:37.313416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89928960-ef56-4d54-8dc4-ff150d4138bf req-94fc5da6-d66a-4555-8509-a9dd25c129e6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af29f00f037f4e069225519e2c2af721&device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 1094 time: 0.1898131 Nov 16 04:36:37.321437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75353da3-f376-434c-b336-1ff080dfcc73 req-650e671a-ea3c-4b9d-911d-dc57e5c92736 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:37.322953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75353da3-f376-434c-b336-1ff080dfcc73 req-650e671a-ea3c-4b9d-911d-dc57e5c92736 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 943 time: 0.2045739 Nov 16 04:36:37.329667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:36:37.390789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c9e2f80-eb40-4e4e-b7a2-e777440393d9 req-a0dfed8c-2cfe-4fa6-8ac5-006abc8a27d8 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735736 Nov 16 04:36:37.426593 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-03c86cd8-b439-4f99-9ee0-a129acd23dce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:37.506758 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-03c86cd8-b439-4f99-9ee0-a129acd23dce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:37.511732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-03c86cd8-b439-4f99-9ee0-a129acd23dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:37.520743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75353da3-f376-434c-b336-1ff080dfcc73 req-6a0671d5-a278-4a78-b4b2-e32946e483d9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875951 Nov 16 04:36:37.542664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89928960-ef56-4d54-8dc4-ff150d4138bf req-8eef6937-37b4-4841-9daa-b936e4fe777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:37.544332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89928960-ef56-4d54-8dc4-ff150d4138bf req-8eef6937-37b4-4841-9daa-b936e4fe777a service neutron] 10.222.0.37 "GET /v2.0/networks?id=350b8208-068e-42e7-b140-65d950148470 HTTP/1.1" status: 200 len: 929 time: 0.2205131 Nov 16 04:36:37.568535 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-03c86cd8-b439-4f99-9ee0-a129acd23dce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cda4cb96ece84ca1990582ec400a4b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688818 Nov 16 04:36:37.573005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55262) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:37.590069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c86cd8-b439-4f99-9ee0-a129acd23dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3844ac75-56df-450d-86cb-09b913f3678b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:37.626493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89928960-ef56-4d54-8dc4-ff150d4138bf req-a547069d-8a83-4518-8296-4fdbb9c6b0ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54773dba-5b92-40f2-9202-635139bc87fa HTTP/1.1" status: 200 len: 217 time: 0.0670388 Nov 16 04:36:37.627810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:36:37.632315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbd90-c275-447b-bcd6-d413d0e2186a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:37.643028 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Sync routers for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:36:37.654488 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:36:37.658910 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:37.678574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-497c9fcd-e030-4a0c-ab1e-1648abe2edf6 req-a10b67e5-1079-4870-a499-039699669190 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:36:37.679561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-497c9fcd-e030-4a0c-ab1e-1648abe2edf6 req-a10b67e5-1079-4870-a499-039699669190 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052819 Nov 16 04:36:37.688052 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbd90-c275-447b-bcd6-d413d0e2186a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:37.694453 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:37.698259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4132891c-653f-47ce-98ac-1be617e12b3d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.5559795 Nov 16 04:36:37.699172 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55274) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:37.753953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89928960-ef56-4d54-8dc4-ff150d4138bf req-97d2da67-08b0-4d7c-ba4e-4db170523fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:37.753953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89928960-ef56-4d54-8dc4-ff150d4138bf req-97d2da67-08b0-4d7c-ba4e-4db170523fe4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fdaa54a-2b9a-4ce1-a9c5-949153857317 HTTP/1.1" status: 200 len: 867 time: 0.1128561 Nov 16 04:36:37.778407 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbd90-c275-447b-bcd6-d413d0e2186a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:37.782171 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3ebbd90-c275-447b-bcd6-d413d0e2186a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:37.783411 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a3ebbd90-c275-447b-bcd6-d413d0e2186a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3844ac75-56df-450d-86cb-09b913f3678b HTTP/1.1" status: 204 len: 168 time: 0.2094905 Nov 16 04:36:37.798896 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebbd90-c275-447b-bcd6-d413d0e2186a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3844ac75-56df-450d-86cb-09b913f3678b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:37.888728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0076c64c-8366-4e82-871b-d7707f811d16', 'tag': '9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:37.891675 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05a2d71-3368-45f5-bc64-76ec169e070a" -d '{"events": [{"name": "network-changed", "server_uuid": "0076c64c-8366-4e82-871b-d7707f811d16", "tag": "9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:37.915439 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:36:37.916800 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-353899aa-ad7a-42b4-9a72-e02b06224e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:37.924163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89928960-ef56-4d54-8dc4-ff150d4138bf req-528eca1e-abb5-4857-a4c5-5aac3c602668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:37.925657 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89928960-ef56-4d54-8dc4-ff150d4138bf req-528eca1e-abb5-4857-a4c5-5aac3c602668 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=350b8208-068e-42e7-b140-65d950148470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174729 Nov 16 04:36:38.137239 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:35Z', 'revision_number': 3, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:38.172770 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Checking router: e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:36:38.173486 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Updating router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 port c133c852-fe6b-4c14-8f96-09394dc34dc3 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:36:38.203384 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:38.280428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55302) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:38.299252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974a924-4b19-4e4f-a50d-bfcd0aa7cfed req-02f8e634-04f7-44c9-81a1-cba7df180abd tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:38.301466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9974a924-4b19-4e4f-a50d-bfcd0aa7cfed req-02f8e634-04f7-44c9-81a1-cba7df180abd tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 943 time: 0.4312000 Nov 16 04:36:38.301849 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-230ac801-60b4-4e7f-96d5-62ef1cae2b39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:38.424926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89928960-ef56-4d54-8dc4-ff150d4138bf req-b480e53d-5d7e-4205-aecd-0a8a830bb835 service neutron] 10.222.0.37 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907820 Nov 16 04:36:38.451305 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-459c14e1-30ab-41cc-b18b-0a1ac2b05724 service neutron] 10.222.0.15 "GET /v2.0/ports/56e65e2e-386e-4095-8947-1fb860a535b5/bindings/n-h1-818042-1 HTTP/1.1" status: 200 len: 384 time: 0.1462300 Nov 16 04:36:38.458660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9974a924-4b19-4e4f-a50d-bfcd0aa7cfed req-16eac75f-293b-45c0-94f8-d414ee39de6d tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480172 Nov 16 04:36:38.471563 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-230ac801-60b4-4e7f-96d5-62ef1cae2b39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:38.497181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-230ac801-60b4-4e7f-96d5-62ef1cae2b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:38.577075 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-230ac801-60b4-4e7f-96d5-62ef1cae2b39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25dad33343f64571b8587281e0db39e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916851 Nov 16 04:36:38.577075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ac801-60b4-4e7f-96d5-62ef1cae2b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18569b87-db2c-4f9e-8c71-4e298ea5f152,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:38.579389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55318) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:38.604451 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:38.623201 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:38.628814 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cdc251-e808-496d-aee9-abdd19a9358d x-openstack-request-id: req-00cdc251-e808-496d-aee9-abdd19a9358d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:38.629173 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0076c64c-8366-4e82-871b-d7707f811d16", "tag": "9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:38.631214 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00cdc251-e808-496d-aee9-abdd19a9358d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:38.631648 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0076c64c-8366-4e82-871b-d7707f811d16', 'tag': '9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f', 'status': 'completed', 'code': 200} Nov 16 04:36:38.714067 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Attempting to bind port c133c852-fe6b-4c14-8f96-09394dc34dc3 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:38.714654 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Attempting to bind port c133c852-fe6b-4c14-8f96-09394dc34dc3 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:38.715122 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Attempting to bind port c133c852-fe6b-4c14-8f96-09394dc34dc3 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:38.730133 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:38.730666 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:38.731248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89928960-ef56-4d54-8dc4-ff150d4138bf req-686079b8-459c-4ab7-9f7c-3fc4455626fa service neutron] 10.222.0.37 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713323 Nov 16 04:36:38.731411 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:38.731901 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:38.735021 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Bound port: c133c852-fe6b-4c14-8f96-09394dc34dc3, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:38.735021 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:38.735767 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d9343-19de-4963-b8c9-5b8eca922a49 None None] Pushing event updated for resources: {'Port': ['ID=c133c852-fe6b-4c14-8f96-09394dc34dc3,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:38.800036 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a227553-453b-47ee-b5ec-928029e63e43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:38.803160 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] For port c133c852-fe6b-4c14-8f96-09394dc34dc3, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:38.809060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a2d71-3368-45f5-bc64-76ec169e070a req-88f3d6d4-31ab-47b5-a722-5e229d9450e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:38.810537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d05a2d71-3368-45f5-bc64-76ec169e070a req-88f3d6d4-31ab-47b5-a722-5e229d9450e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 1094 time: 0.1549103 Nov 16 04:36:38.810778 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] For port c133c852-fe6b-4c14-8f96-09394dc34dc3, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c133c852-fe6b-4c14-8f96-09394dc34dc3,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:38.818408 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:38.837541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe2f30-0502-44c2-991e-a63d15f7bde6 req-b00a68bb-954e-4c4f-821d-11bf26a400c2 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:38.839101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9abe2f30-0502-44c2-991e-a63d15f7bde6 req-b00a68bb-954e-4c4f-821d-11bf26a400c2 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 943 time: 0.1385119 Nov 16 04:36:38.853118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a227553-453b-47ee-b5ec-928029e63e43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:38.888547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-2ae0d472-9d13-4190-bdd5-24be2917e7ab service neutron] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=56e65e2e-386e-4095-8947-1fb860a535b5,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:38.898559 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d9343-19de-4963-b8c9-5b8eca922a49 None None] Pushing event updated for resources: {'Port': ['ID=c133c852-fe6b-4c14-8f96-09394dc34dc3,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:38.931609 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:36:38.931817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-2ae0d472-9d13-4190-bdd5-24be2917e7ab service neutron] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:38.932629 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:38.969613 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:38.969825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-128633cd-4c98-4b8d-a203-3f5946ad45b5 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:36:38.970679 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-128633cd-4c98-4b8d-a203-3f5946ad45b5 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077431 Nov 16 04:36:38.997498 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a227553-453b-47ee-b5ec-928029e63e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:39.000024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a227553-453b-47ee-b5ec-928029e63e43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:39.001085 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6a227553-453b-47ee-b5ec-928029e63e43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18569b87-db2c-4f9e-8c71-4e298ea5f152 HTTP/1.1" status: 204 len: 168 time: 0.4179165 Nov 16 04:36:39.011444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-2ae0d472-9d13-4190-bdd5-24be2917e7ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e65e2e-386e-4095-8947-1fb860a535b5 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:39.018945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a2d71-3368-45f5-bc64-76ec169e070a req-798dd589-8a15-436c-b911-1b8e34af1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:39.020527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d05a2d71-3368-45f5-bc64-76ec169e070a req-798dd589-8a15-436c-b911-1b8e34af1987 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 912 time: 0.2010245 Nov 16 04:36:39.035056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9abe2f30-0502-44c2-991e-a63d15f7bde6 req-e646f2d4-c381-4303-9d83-984825497622 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d8b748b-1a7e-4b26-9737-e909a9efcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831610 Nov 16 04:36:39.054283 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-2ae0d472-9d13-4190-bdd5-24be2917e7ab service neutron] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=56e65e2e-386e-4095-8947-1fb860a535b5,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:39.058695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a227553-453b-47ee-b5ec-928029e63e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18569b87-db2c-4f9e-8c71-4e298ea5f152,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:39.076266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-0b76dcc0-aeaa-4455-888b-a7efd3ada728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:39.078787 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:36:39.079019 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-0b76dcc0-aeaa-4455-888b-a7efd3ada728 service neutron] 10.222.0.41 "GET /v2.0/ports/545fb328-d27a-4f99-9f5e-b730ab560445 HTTP/1.1" status: 200 len: 1094 time: 0.0907023 Nov 16 04:36:39.082230 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-2ae0d472-9d13-4190-bdd5-24be2917e7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:39.117486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] Request body: {'binding': {'host': 'n-h2-818042-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:39.117960 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] Unknown quota resources ['binding']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 04:36:39.152394 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d05a2d71-3368-45f5-bc64-76ec169e070a req-49580dba-d384-4b77-9e1e-56b86ea02153 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f HTTP/1.1" status: 200 len: 217 time: 0.1117337 Nov 16 04:36:39.268954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-2ae0d472-9d13-4190-bdd5-24be2917e7ab service neutron] Transition to ACTIVE for port object 56e65e2e-386e-4095-8947-1fb860a535b5 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:36:39.290757 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-2ae0d472-9d13-4190-bdd5-24be2917e7ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:39.295622 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:35Z', 'revision_number': 3, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:39.325278 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b711432-8e77-420a-bdde-f8ac60fbe4f9 None None] The sync data for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 is: [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:35Z', 'revision_number': 3, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:36:39.347849 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a2d71-3368-45f5-bc64-76ec169e070a req-871b4705-d483-4dd8-bb57-5d6dcbf104dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:39.349417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d05a2d71-3368-45f5-bc64-76ec169e070a req-871b4705-d483-4dd8-bb57-5d6dcbf104dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.1588552 Nov 16 04:36:39.359747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dbed3-7d02-4166-8cab-eebfea875494 req-bc8a780a-0531-4f35-8754-7edaf02ebcf0 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:39.367233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-446dbed3-7d02-4166-8cab-eebfea875494 req-bc8a780a-0531-4f35-8754-7edaf02ebcf0 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 950 time: 0.2343378 Nov 16 04:36:39.420686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0d472-9d13-4190-bdd5-24be2917e7ab service neutron] Pushing event updated for resources: {'Port': ['ID=56e65e2e-386e-4095-8947-1fb860a535b5,revision_number=10']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:39.424020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d05a2d71-3368-45f5-bc64-76ec169e070a req-92413676-21e7-4802-83cd-53bffa3b2c01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518599 Nov 16 04:36:39.438167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-2ae0d472-9d13-4190-bdd5-24be2917e7ab service neutron] No DVR routers for this DVR port 56e65e2e-386e-4095-8947-1fb860a535b5 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:36:39.442453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] Attempting to bind port 545fb328-d27a-4f99-9f5e-b730ab560445 on host n-h2-818042-1 for vnic_type normal with profile None {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:39.443137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] Attempting to bind port 545fb328-d27a-4f99-9f5e-b730ab560445 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:39.443558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] Attempting to bind port 545fb328-d27a-4f99-9f5e-b730ab560445 on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:39.452337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] Port 545fb328-d27a-4f99-9f5e-b730ab560445 on network 00ef367c-9e71-485a-983c-5f2648aed20c not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:36:39.453019 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] Attempting to bind port 545fb328-d27a-4f99-9f5e-b730ab560445 on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:39.461170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:39.461509 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] Checking segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:39.461918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] Bound using segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:39.462580 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] Bound port: 545fb328-d27a-4f99-9f5e-b730ab560445, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:39.511732 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-2ae0d472-9d13-4190-bdd5-24be2917e7ab service neutron] 10.222.0.15 "PUT /v2.0/ports/56e65e2e-386e-4095-8947-1fb860a535b5/bindings/n-h1-818042-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0501785 Nov 16 04:36:39.541620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-446dbed3-7d02-4166-8cab-eebfea875494 req-42e6c03d-bc70-4abc-bc4b-b86587c765b3 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713636 Nov 16 04:36:39.579555 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Allocated IP 172.20.0.1 (4aeb553c-d99e-435c-8214-4113a66657f7/5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09/0d20f374-62e1-4451-bf87-619b5a24c980) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:39.590396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=545fb328-d27a-4f99-9f5e-b730ab560445,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:39.606469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] Publish callbacks [] for binding, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:39.609419 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-af140285-cb56-445e-a2fd-24e2e3fbbe9a service neutron] 10.222.0.41 "POST /v2.0/ports/545fb328-d27a-4f99-9f5e-b730ab560445/bindings HTTP/1.1" status: 201 len: 389 time: 0.5087337 Nov 16 04:36:39.783389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d05a2d71-3368-45f5-bc64-76ec169e070a req-26853b90-0b4e-42d0-9625-35c2e192565d service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490465 Nov 16 04:36:39.897329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-d724c7e2-d679-4afe-a22f-cdaff1b4b7a8 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:39.898923 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-d724c7e2-d679-4afe-a22f-cdaff1b4b7a8 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29&tenant_id=e339e415385b4d5dbab31d9b5027d120&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1095 time: 0.3113747 Nov 16 04:36:39.971187 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c133c852-fe6b-4c14-8f96-09394dc34dc3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:40.016190 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-79c5c188-09a9-4232-b488-e18e7beb061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:40.019013 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-79c5c188-09a9-4232-b488-e18e7beb061a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 1097 time: 0.0963619 Nov 16 04:36:40.047623 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c133c852-fe6b-4c14-8f96-09394dc34dc3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:40.048114 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:40.064669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fc218-b725-44e1-b7a1-a6149bba204a req-5ca16d5c-7dae-490e-b130-c367d2817acb tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:40.080972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-298fc218-b725-44e1-b7a1-a6149bba204a req-5ca16d5c-7dae-490e-b130-c367d2817acb tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 943 time: 0.4208820 Nov 16 04:36:40.150004 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-32bdaf37-2c96-4268-af58-a7f95b498817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:40.151791 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-32bdaf37-2c96-4268-af58-a7f95b498817 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.1248922 Nov 16 04:36:40.152782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f0deb-5180-4084-b3de-689bc03b12d9 req-23aa54fd-fa54-4b20-86f1-52c87e9fda7b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:40.161165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b2f0deb-5180-4084-b3de-689bc03b12d9 req-23aa54fd-fa54-4b20-86f1-52c87e9fda7b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 944 time: 0.2575290 Nov 16 04:36:40.165055 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:40.183974 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6bd3841-5ae8-4d5b-b0ec-c52ad334ba4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:40.195383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port c133c852-fe6b-4c14-8f96-09394dc34dc3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c133c852-fe6b-4c14-8f96-09394dc34dc3,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:40.195626 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:40.205368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-adb7fb4d-e96b-442d-960b-c8de012a91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:40.207266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-adb7fb4d-e96b-442d-960b-c8de012a91fe service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29&tenant_id=e339e415385b4d5dbab31d9b5027d120 HTTP/1.1" status: 200 len: 1095 time: 0.2938094 Nov 16 04:36:40.212008 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-15bf5099-9b7b-4fe3-84b3-0882ab3a12d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545fb328-d27a-4f99-9f5e-b730ab560445 HTTP/1.1" status: 200 len: 217 time: 0.0508957 Nov 16 04:36:40.214399 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:40.283508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-907684e1-36f2-4fe8-8dab-b566b059c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:40.285185 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-907684e1-36f2-4fe8-8dab-b566b059c0b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.0577438 Nov 16 04:36:40.301427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=c133c852-fe6b-4c14-8f96-09394dc34dc3,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:40.303158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d05a2d71-3368-45f5-bc64-76ec169e070a req-5128fc18-aa2c-4123-a93c-c4110b3b83ef service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948092 Nov 16 04:36:40.329422 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-8a497ed3-141c-4ead-ba9b-668a7a446897 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359073 Nov 16 04:36:40.357567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-642c89e8-2652-4694-a496-15bd8a86088e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:40.360671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-642c89e8-2652-4694-a496-15bd8a86088e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 1095 time: 0.1163712 Nov 16 04:36:40.369935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-298fc218-b725-44e1-b7a1-a6149bba204a req-f048ecc5-735b-40a8-b12f-dcc983c05ebc tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851193 Nov 16 04:36:40.463405 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-e56e0402-80e3-4799-aa73-fa8a06dda471 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253953 Nov 16 04:36:40.583914 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-df9eec0b-0145-451e-91ec-b1f63cd2ed2d service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127138 Nov 16 04:36:40.657102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b2f0deb-5180-4084-b3de-689bc03b12d9 req-204a0e0e-43b9-4c59-95a2-07b3a696320a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945276 Nov 16 04:36:40.723924 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-e7cfa4c1-9683-4705-9537-fcf320e0b061 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:40.724088 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:40.727346 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-e7cfa4c1-9683-4705-9537-fcf320e0b061 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb&tenant_id=2d6aa7ebda584f678731e5b32da32c5a&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 1097 time: 0.0764513 Nov 16 04:36:40.744009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818042-1'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:40.814161 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:40.817689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372dcae-ccd6-4ce8-b527-2b80b2f075ea req-ca4b1157-12cb-4cfe-a5d4-b871b234cce9 tempest-LiveMigrationNegativeTest-1213033043 tempest-LiveMigrationNegativeTest-1213033043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:40.819269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0372dcae-ccd6-4ce8-b527-2b80b2f075ea req-ca4b1157-12cb-4cfe-a5d4-b871b234cce9 tempest-LiveMigrationNegativeTest-1213033043 tempest-LiveMigrationNegativeTest-1213033043-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 1101 time: 0.1525424 Nov 16 04:36:40.824337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Network 4aeb553c-d99e-435c-8214-4113a66657f7 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:40.832499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-8fc24a4b-7ae0-499d-b651-aece7aed65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:40.834358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-8fc24a4b-7ae0-499d-b651-aece7aed65bc service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.4594681 Nov 16 04:36:40.834823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:40.838217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Pushing event updated for resources: {'Port': ['ID=0d20f374-62e1-4451-bf87-619b5a24c980,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:40.844774 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:40.890120 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0372dcae-ccd6-4ce8-b527-2b80b2f075ea req-c005265a-6905-4d3e-93dc-e99db4740fa1 tempest-LiveMigrationNegativeTest-1213033043 tempest-LiveMigrationNegativeTest-1213033043-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:40.950504 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:40.952907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 54773dba-5b92-40f2-9202-635139bc87fa details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:36:40.994508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=545fb328-d27a-4f99-9f5e-b730ab560445,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:41.034405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-80ac1232-ebf5-4b1c-a8da-e73011883f61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56e65e2e-386e-4095-8947-1fb860a535b5 HTTP/1.1" status: 200 len: 217 time: 0.1823974 Nov 16 04:36:41.049569 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:41.082823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162db79b-10a9-49eb-9e7e-1cbe9e47301f req-7e26dda5-3ba5-4ec7-be1a-803e16af7ff9 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:41.086038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-162db79b-10a9-49eb-9e7e-1cbe9e47301f req-7e26dda5-3ba5-4ec7-be1a-803e16af7ff9 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 946 time: 0.3264632 Nov 16 04:36:41.108347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 54773dba-5b92-40f2-9202-635139bc87fa, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=54773dba-5b92-40f2-9202-635139bc87fa,segment=NetworkSegment(a3328d17-91a8-4ca6-9b59-362a259a010b),segment_id=a3328d17-91a8-4ca6-9b59-362a259a010b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:41.117378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545fb328-d27a-4f99-9f5e-b730ab560445'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:41.120626 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963b2830-29e0-42d3-9483-2bc3e2123180" -d '{"events": [{"server_uuid": "0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb", "name": "network-vif-unplugged", "status": "completed", "tag": "545fb328-d27a-4f99-9f5e-b730ab560445"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:41.125343 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.130020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '54773dba-5b92-40f2-9202-635139bc87fa', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'port_id': '54773dba-5b92-40f2-9202-635139bc87fa', 'mac_address': 'fa:16:3e:be:db:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:36:41.133691 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.134688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a54af6de-0370-4c5c-9a9d-00976a96ce53 None None] Provisioning complete for port 0d20f374-62e1-4451-bf87-619b5a24c980 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:41.135235 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a54af6de-0370-4c5c-9a9d-00976a96ce53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.226634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-162db79b-10a9-49eb-9e7e-1cbe9e47301f req-82ebad25-2e44-425a-ba80-85c871ce8459 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917408 Nov 16 04:36:41.235203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a54af6de-0370-4c5c-9a9d-00976a96ce53 None None] Port 0d20f374-62e1-4451-bf87-619b5a24c980 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:36:41.239678 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.276456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Attempting to bind port 545fb328-d27a-4f99-9f5e-b730ab560445 on host n-h1-818042-1 for vnic_type normal with profile {"migrating_to": "n-h2-818042-1"} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:41.276849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Attempting to bind port 545fb328-d27a-4f99-9f5e-b730ab560445 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:41.277271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Attempting to bind port 545fb328-d27a-4f99-9f5e-b730ab560445 on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:41.282508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Pushing event updated for resources: {'Port': ['ID=545fb328-d27a-4f99-9f5e-b730ab560445,revision_number=7']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:41.283962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54773dba-5b92-40f2-9202-635139bc87fa {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:41.293055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-fb5af833-600e-4199-a1d4-bd495ef77a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:41.294756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-fb5af833-600e-4199-a1d4-bd495ef77a35 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.2404242 Nov 16 04:36:41.295714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Port 545fb328-d27a-4f99-9f5e-b730ab560445 on network 00ef367c-9e71-485a-983c-5f2648aed20c not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:36:41.296329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Attempting to bind port 545fb328-d27a-4f99-9f5e-b730ab560445 on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:41.304992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:41.305336 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Checking segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:41.305715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Bound using segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:41.306227 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Bound port: 545fb328-d27a-4f99-9f5e-b730ab560445, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:41.306767 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.325284 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 54773dba-5b92-40f2-9202-635139bc87fa, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=54773dba-5b92-40f2-9202-635139bc87fa,segment=NetworkSegment(a3328d17-91a8-4ca6-9b59-362a259a010b),segment_id=a3328d17-91a8-4ca6-9b59-362a259a010b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:41.335191 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.337168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:36:41.388302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-1c0fd670-b2b3-4cd9-8dad-ed70186035de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743637 Nov 16 04:36:41.492951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:41.504059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=545fb328-d27a-4f99-9f5e-b730ab560445,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:41.509045 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0372dcae-ccd6-4ce8-b527-2b80b2f075ea req-c005265a-6905-4d3e-93dc-e99db4740fa1 tempest-LiveMigrationNegativeTest-1213033043 tempest-LiveMigrationNegativeTest-1213033043-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.513848 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.520556 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0372dcae-ccd6-4ce8-b527-2b80b2f075ea req-c005265a-6905-4d3e-93dc-e99db4740fa1 tempest-LiveMigrationNegativeTest-1213033043 tempest-LiveMigrationNegativeTest-1213033043-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.530624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=54773dba-5b92-40f2-9202-635139bc87fa,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:41.561051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005265a-6905-4d3e-93dc-e99db4740fa1 tempest-LiveMigrationNegativeTest-1213033043 tempest-LiveMigrationNegativeTest-1213033043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7ac72a-cf54-4b40-a0ad-98c3e7c21535,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:41.563605 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.607125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:41.620221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f', 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'port_id': '9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f', 'mac_address': 'fa:16:3e:3f:28:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bafc9f1-2941-47ae-b826-323b092dbef7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:36:41.626086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0372dcae-ccd6-4ce8-b527-2b80b2f075ea req-c005265a-6905-4d3e-93dc-e99db4740fa1 tempest-LiveMigrationNegativeTest-1213033043 tempest-LiveMigrationNegativeTest-1213033043-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7952416 Nov 16 04:36:41.636655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-599e648c-ded0-4cfd-a2ec-4394dffae8af service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352612 Nov 16 04:36:41.645120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:41.649595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.651358 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] 10.222.0.15 "PUT /v2.0/ports/545fb328-d27a-4f99-9f5e-b730ab560445 HTTP/1.1" status: 200 len: 1122 time: 0.9135599 Nov 16 04:36:41.707351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9f9b6-c220-4920-aa2f-1dca8e84d599 service neutron] Pushing event updated for resources: {'Port': ['ID=545fb328-d27a-4f99-9f5e-b730ab560445,revision_number=8']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:41.721319 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.745638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:41.772959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:41.781118 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['545fb328-d27a-4f99-9f5e-b730ab560445'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:41.809915 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.821431 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc90225-4b66-43c3-bea3-3e464d152488 x-openstack-request-id: req-bdc90225-4b66-43c3-bea3-3e464d152488 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:41.822064 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb", "name": "network-vif-unplugged", "status": "completed", "tag": "545fb328-d27a-4f99-9f5e-b730ab560445", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:41.822528 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bdc90225-4b66-43c3-bea3-3e464d152488 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:41.823325 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '545fb328-d27a-4f99-9f5e-b730ab560445', 'code': 200} Nov 16 04:36:41.914879 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:41.934964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c133c852-fe6b-4c14-8f96-09394dc34dc3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:41.989832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:42.018025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-4f9d0c18-1d5a-4079-8f51-45552bdad2ad service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564184 Nov 16 04:36:42.043301 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae1c29-b819-41a1-9613-334d19254f40 req-e8cac739-efd0-431b-beab-24cbf68772ee tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:42.047252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7ae1c29-b819-41a1-9613-334d19254f40 req-e8cac739-efd0-431b-beab-24cbf68772ee tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 944 time: 0.2579272 Nov 16 04:36:42.061128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c133c852-fe6b-4c14-8f96-09394dc34dc3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:42.061393 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:42.068291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a22e70-fdd5-4a03-9e3c-3a884c6711f2 req-0ca9e799-ca5a-4d38-b8fb-0b104888072d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:42.070474 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0a22e70-fdd5-4a03-9e3c-3a884c6711f2 req-0ca9e799-ca5a-4d38-b8fb-0b104888072d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 944 time: 0.1682014 Nov 16 04:36:42.096338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:42.098361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['54773dba-5b92-40f2-9202-635139bc87fa'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:42.186546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55400) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:42.207206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0a22e70-fdd5-4a03-9e3c-3a884c6711f2 req-72408623-dca0-482a-b8f3-dce423d820c1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064723 Nov 16 04:36:42.217154 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7ae1c29-b819-41a1-9613-334d19254f40 req-3d37a1a3-7f71-4f01-a0e1-dcc0360dcad2 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d8b748b-1a7e-4b26-9737-e909a9efcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455970 Nov 16 04:36:42.262036 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:42.267915 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:42.328841 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:42.430980 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3889c343-71e9-4f9c-b10a-3bce34638d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:42.459272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Pushing event updated for resources: {'Port': ['ID=0d20f374-62e1-4451-bf87-619b5a24c980,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:42.511580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-c0f5c5de-40cd-40cd-b2fe-369a09bbaeb0 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:42.513348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-c0f5c5de-40cd-40cd-b2fe-369a09bbaeb0 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29&tenant_id=e339e415385b4d5dbab31d9b5027d120&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 1095 time: 0.1427271 Nov 16 04:36:42.525171 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3889c343-71e9-4f9c-b10a-3bce34638d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:42.530039 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3889c343-71e9-4f9c-b10a-3bce34638d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:42.559492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Network 4aeb553c-d99e-435c-8214-4113a66657f7 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:42.565064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:42.571098 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3889c343-71e9-4f9c-b10a-3bce34638d4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2361092e277419ca7d5cd8431788ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827775 Nov 16 04:36:42.573445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889c343-71e9-4f9c-b10a-3bce34638d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d9bd5a-c18d-4d83-b9af-ba9c8adfd2fe,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:42.574072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f005a-676b-4216-8535-795eed2d0e0e req-78c8d30c-305c-4a0c-8924-5a4c2c04bafc tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:42.575514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb3f005a-676b-4216-8535-795eed2d0e0e req-78c8d30c-305c-4a0c-8924-5a4c2c04bafc tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 944 time: 0.1607349 Nov 16 04:36:42.576002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55412) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:42.776178 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-570243a2-d485-425f-88a0-0db387d4a92b None None] Provisioning complete for port 0d20f374-62e1-4451-bf87-619b5a24c980 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:42.776740 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-570243a2-d485-425f-88a0-0db387d4a92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:42.815775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-570243a2-d485-425f-88a0-0db387d4a92b None None] Port 0d20f374-62e1-4451-bf87-619b5a24c980 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:36:43.026331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb3f005a-676b-4216-8535-795eed2d0e0e req-dcd95cb4-a8b9-4563-b73a-aff8bf164183 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336145 Nov 16 04:36:43.044228 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-400ec82b-86ec-425c-9ddb-83cf23dc51ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:43.078538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7faca-cd2b-42b3-a086-0fb74e6e9e6f req-13c4241e-d8bf-4ec4-bbc7-72d797271d23 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:43.080033 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7fc7faca-cd2b-42b3-a086-0fb74e6e9e6f req-13c4241e-d8bf-4ec4-bbc7-72d797271d23 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 944 time: 0.4026999 Nov 16 04:36:43.119502 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-400ec82b-86ec-425c-9ddb-83cf23dc51ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:43.122799 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:43.127911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-083c8e82-93ec-45b4-98e7-c28bfc6e44e1 service neutron] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:43.144029 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-083c8e82-93ec-45b4-98e7-c28bfc6e44e1 service neutron] Publish callbacks [] for binding, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:43.145131 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1babc77-b180-47af-9a48-0e2f80e577f9 req-083c8e82-93ec-45b4-98e7-c28bfc6e44e1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/56e65e2e-386e-4095-8947-1fb860a535b5/bindings/n-h2-818042-1 HTTP/1.1" status: 204 len: 173 time: 0.6208825 Nov 16 04:36:43.153580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:36:43.161432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 56e65e2e-386e-4095-8947-1fb860a535b5 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:36:43.205406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 56e65e2e-386e-4095-8947-1fb860a535b5 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:36:43.233732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7fc7faca-cd2b-42b3-a086-0fb74e6e9e6f req-0336f7ca-6cc4-4ad6-8916-70b6b94f7761 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425042 Nov 16 04:36:43.290912 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-400ec82b-86ec-425c-9ddb-83cf23dc51ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:43.293427 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-400ec82b-86ec-425c-9ddb-83cf23dc51ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:43.294629 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-400ec82b-86ec-425c-9ddb-83cf23dc51ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31d9bd5a-c18d-4d83-b9af-ba9c8adfd2fe HTTP/1.1" status: 204 len: 168 time: 0.7110918 Nov 16 04:36:43.307840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ec82b-86ec-425c-9ddb-83cf23dc51ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d9bd5a-c18d-4d83-b9af-ba9c8adfd2fe,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:43.323034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:36:43.329014 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bba4cd82-8640-4d4d-91c7-4d3bd72da699 admin admin] 10.222.0.41 "PUT /v2.0/routers/e2de37e7-f07a-47c2-b4c6-725a6c1a8b88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6285479 Nov 16 04:36:43.361158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Sync routers for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:36:43.391268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:36:43.392940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:43.503736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da390ca-8357-42fe-b04d-fee66085719f req-7aced2f2-764e-445d-a5a6-c2bce353ccd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:43.511934 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6da390ca-8357-42fe-b04d-fee66085719f req-7aced2f2-764e-445d-a5a6-c2bce353ccd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 944 time: 0.0970860 Nov 16 04:36:43.538363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03d9df-de9f-4db3-87ea-05c3a96be767 req-7711b9a5-ce80-4edb-9612-c8740edfbcb7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:43.540192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e03d9df-de9f-4db3-87ea-05c3a96be767 req-7711b9a5-ce80-4edb-9612-c8740edfbcb7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 944 time: 0.0980053 Nov 16 04:36:43.570936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:36:43.612011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6da390ca-8357-42fe-b04d-fee66085719f req-f2dea514-1199-4f24-997d-e782a3846fbc tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d8b748b-1a7e-4b26-9737-e909a9efcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945733 Nov 16 04:36:43.651763 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e03d9df-de9f-4db3-87ea-05c3a96be767 req-cae74157-fb10-4aeb-a0f5-88117544c65a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020384 Nov 16 04:36:43.815793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2bd27-bb46-4542-a20d-17474157d78d req-f202d94b-a57c-48d7-9419-eaeefd5d3475 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:43.817552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5b2bd27-bb46-4542-a20d-17474157d78d req-f202d94b-a57c-48d7-9419-eaeefd5d3475 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 950 time: 0.0752125 Nov 16 04:36:43.824580 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb', 'tag': '545fb328-d27a-4f99-9f5e-b730ab560445'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:43.827009 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7b0cf6-26d8-4574-8727-cca191db98f3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb", "tag": "545fb328-d27a-4f99-9f5e-b730ab560445"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:43.888816 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5b2bd27-bb46-4542-a20d-17474157d78d req-9cd16cbe-ad9e-467a-840c-aac51eed931a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644982 Nov 16 04:36:43.901089 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:43.944696 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89037585-7629-4dbc-a75b-d1361b15a98a x-openstack-request-id: req-89037585-7629-4dbc-a75b-d1361b15a98a {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:43.945053 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb", "tag": "545fb328-d27a-4f99-9f5e-b730ab560445", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:43.945374 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89037585-7629-4dbc-a75b-d1361b15a98a {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:43.945894 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb', 'tag': '545fb328-d27a-4f99-9f5e-b730ab560445', 'status': 'completed', 'code': 200} Nov 16 04:36:43.988109 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55454) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:44.005375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 2, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:44.013014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7796cc9-547b-4b1c-9c1b-9ce1a768dc81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.019128 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b0cf6-26d8-4574-8727-cca191db98f3 req-7a852529-ac05-4d7e-b59c-25b35a82e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:44.020659 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f7b0cf6-26d8-4574-8727-cca191db98f3 req-7a852529-ac05-4d7e-b59c-25b35a82e2bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 1125 time: 0.0459349 Nov 16 04:36:44.046863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Checking router: e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:36:44.047478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Updating router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 port 0d20f374-62e1-4451-bf87-619b5a24c980 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:36:44.128264 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.132063 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7796cc9-547b-4b1c-9c1b-9ce1a768dc81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.137753 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7796cc9-547b-4b1c-9c1b-9ce1a768dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.229556 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d7796cc9-547b-4b1c-9c1b-9ce1a768dc81 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58617a5b99814ce1a30e3603a98e8cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392395 Nov 16 04:36:44.233165 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55460) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:44.234647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7796cc9-547b-4b1c-9c1b-9ce1a768dc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4b7a9a-72b4-4723-9660-2d37bec8cccd,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:44.293920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6108f2-af9c-4e72-b57b-dcb3f0b18b57 req-16699b82-cd5f-4a0b-810c-2bded0e945b1 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:44.299520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a6108f2-af9c-4e72-b57b-dcb3f0b18b57 req-16699b82-cd5f-4a0b-810c-2bded0e945b1 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 944 time: 0.1302598 Nov 16 04:36:44.341398 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7e18-90fe-4397-9761-a37bb5d227fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.351669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b0cf6-26d8-4574-8727-cca191db98f3 req-80456ad6-8096-4e91-8469-6ff616459339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:44.353997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f7b0cf6-26d8-4574-8727-cca191db98f3 req-80456ad6-8096-4e91-8469-6ff616459339 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.3251772 Nov 16 04:36:44.367605 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7e18-90fe-4397-9761-a37bb5d227fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.424799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f7b0cf6-26d8-4574-8727-cca191db98f3 req-0992062a-2ca7-4ae6-915b-a67fcc9e138f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545fb328-d27a-4f99-9f5e-b730ab560445 HTTP/1.1" status: 200 len: 217 time: 0.0600896 Nov 16 04:36:44.430925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55470) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:44.439056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1659988324-network', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:44.454697 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.458810 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7e18-90fe-4397-9761-a37bb5d227fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.461593 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f8c7e18-90fe-4397-9761-a37bb5d227fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.462773 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7f8c7e18-90fe-4397-9761-a37bb5d227fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d4b7a9a-72b4-4723-9660-2d37bec8cccd HTTP/1.1" status: 204 len: 168 time: 0.2227952 Nov 16 04:36:44.468951 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.483070 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c7e18-90fe-4397-9761-a37bb5d227fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4b7a9a-72b4-4723-9660-2d37bec8cccd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:44.545938 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a6108f2-af9c-4e72-b57b-dcb3f0b18b57 req-4f7a2f20-1087-4212-8db1-2f39ac0ab429 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317967 Nov 16 04:36:44.556666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b0cf6-26d8-4574-8727-cca191db98f3 req-ed6edabe-e17b-4841-8dcf-d637e48dd57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:44.558422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f7b0cf6-26d8-4574-8727-cca191db98f3 req-ed6edabe-e17b-4841-8dcf-d637e48dd57b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1129797 Nov 16 04:36:44.560845 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Made reservation on behalf of f6d20b6af5c84476bc51ef970275cc59 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:44.564274 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.583547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e25f5-9912-4c97-8e20-952dbcfb1b25 None None] Pushing event updated for resources: {'Port': ['ID=0d20f374-62e1-4451-bf87-619b5a24c980,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:44.609469 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.647145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Attempting to bind port 0d20f374-62e1-4451-bf87-619b5a24c980 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:44.647515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Attempting to bind port 0d20f374-62e1-4451-bf87-619b5a24c980 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:44.647882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Attempting to bind port 0d20f374-62e1-4451-bf87-619b5a24c980 on network 4aeb553c-d99e-435c-8214-4113a66657f7 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:44.652087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f7b0cf6-26d8-4574-8727-cca191db98f3 req-52ddba5b-8707-4397-ac12-256a91d284dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826080 Nov 16 04:36:44.654499 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:44.655139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Checking segment: {'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:44.656070 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.656472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Bound using segment: {'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:44.656963 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Bound port: 0d20f374-62e1-4451-bf87-619b5a24c980, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:44.657483 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.691630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688de3b-ea99-4829-82d3-765e111f012a req-f44f66ed-93d2-4133-8144-c4b27dd6e7d0 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:44.693229 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6688de3b-ea99-4829-82d3-765e111f012a req-f44f66ed-93d2-4133-8144-c4b27dd6e7d0 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 944 time: 0.2490125 Nov 16 04:36:44.755360 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] For port 0d20f374-62e1-4451-bf87-619b5a24c980, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:44.758625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] For port 0d20f374-62e1-4451-bf87-619b5a24c980, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0d20f374-62e1-4451-bf87-619b5a24c980,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:44.774173 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:44.834507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:36:44.835401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:44.916636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6688de3b-ea99-4829-82d3-765e111f012a req-689ba759-4f9d-417a-b59f-b728633a2f98 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028434 Nov 16 04:36:44.942683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f7b0cf6-26d8-4574-8727-cca191db98f3 req-90b7b625-5245-4e0f-86ea-48779f064baa service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467060 Nov 16 04:36:44.951644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12566eb9-4e46-497d-acb0-84e9db8d6c6f req-3bce103d-5090-47f0-bce9-96184886a509 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:44.970004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12566eb9-4e46-497d-acb0-84e9db8d6c6f req-3bce103d-5090-47f0-bce9-96184886a509 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 944 time: 0.1789193 Nov 16 04:36:44.995411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:36:45.057859 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:45.076104 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:45.113833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 54773dba-5b92-40f2-9202-635139bc87fa up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:45.119053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e25f5-9912-4c97-8e20-952dbcfb1b25 None None] Pushing event updated for resources: {'Port': ['ID=0d20f374-62e1-4451-bf87-619b5a24c980,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:45.161109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:36:45.181459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12566eb9-4e46-497d-acb0-84e9db8d6c6f req-fa553859-6a56-4c47-9664-fc293a47868a tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d8b748b-1a7e-4b26-9737-e909a9efcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074864 Nov 16 04:36:45.234861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13d6318-9a66-412c-a22c-03a98b3b38fb,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:45.235400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c5c9f-4da9-4941-8671-8e62e78ef65a req-8631a860-486c-423a-85ce-bb5765f62022 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:45.239098 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6a4c5c9f-4da9-4941-8671-8e62e78ef65a req-8631a860-486c-423a-85ce-bb5765f62022 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 950 time: 0.0871181 Nov 16 04:36:45.270553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 545fb328-d27a-4f99-9f5e-b730ab560445 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:36:45.271028 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:45.271373 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Added segment 8de78b3d-dd3d-47c5-98d4-c32782d0af21 of type vlan for network e6a3c459-606d-43a4-bdca-66263d544139 Nov 16 04:36:45.272904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0ffbce04-c2e6-4eeb-9f7b-fefb6a6b9e9f None None] Provisioning complete for port 0d20f374-62e1-4451-bf87-619b5a24c980 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:45.273274 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ffbce04-c2e6-4eeb-9f7b-fefb6a6b9e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:45.276218 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f7b0cf6-26d8-4574-8727-cca191db98f3 req-8a70d295-35fe-4cec-b98e-3d32868539f7 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028705 Nov 16 04:36:45.313258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875fc1-c207-45ec-b3d5-5f28edd9087e req-9853eace-56e4-4110-a0c3-53ac2e9c2eb3 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:45.321018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6875fc1-c207-45ec-b3d5-5f28edd9087e req-9853eace-56e4-4110-a0c3-53ac2e9c2eb3 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 1095 time: 0.2280092 Nov 16 04:36:45.383233 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-6a4c5c9f-4da9-4941-8671-8e62e78ef65a req-1952df38-f04a-4bb1-8f00-a4dcca00f06c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Deleting port 7fcfc539-74ad-47a1-9f94-8d042af02f54 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:36:45.383735 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6a4c5c9f-4da9-4941-8671-8e62e78ef65a req-1952df38-f04a-4bb1-8f00-a4dcca00f06c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:45.392346 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:45.450442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6340da3-0709-437f-83a3-79d4459140e1 req-669fb9f0-f25f-4617-bd19-80b21d48a9d8 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:45.459241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6340da3-0709-437f-83a3-79d4459140e1 req-669fb9f0-f25f-4617-bd19-80b21d48a9d8 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 944 time: 0.1784382 Nov 16 04:36:45.484784 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6875fc1-c207-45ec-b3d5-5f28edd9087e req-daaca549-db5d-4c70-80b8-7cf93bb72334 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609898 Nov 16 04:36:45.486839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 54773dba-5b92-40f2-9202-635139bc87fa completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:36:45.495261 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:45.506956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:45.507769 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:45.511920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 54773dba-5b92-40f2-9202-635139bc87fa triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:45.512297 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:45.517967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-6a4c5c9f-4da9-4941-8671-8e62e78ef65a req-1952df38-f04a-4bb1-8f00-a4dcca00f06c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] For port 7fcfc539-74ad-47a1-9f94-8d042af02f54, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7fcfc539-74ad-47a1-9f94-8d042af02f54,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:45.518652 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6a4c5c9f-4da9-4941-8671-8e62e78ef65a req-1952df38-f04a-4bb1-8f00-a4dcca00f06c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:45.537482 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-6a4c5c9f-4da9-4941-8671-8e62e78ef65a req-1952df38-f04a-4bb1-8f00-a4dcca00f06c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Calling delete_port for 7fcfc539-74ad-47a1-9f94-8d042af02f54 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:36:45.557299 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ffbce04-c2e6-4eeb-9f7b-fefb6a6b9e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:45.563870 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=545fb328-d27a-4f99-9f5e-b730ab560445,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:45.590109 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55506) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:45.617927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 545fb328-d27a-4f99-9f5e-b730ab560445 has no active binding in host n-h2-818042-1 {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 04:36:45.621820 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:44Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:45.659894 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93536e1-b51d-4dda-9526-054528dde3b1 None None] The sync data for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 is: [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:44Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:36:45.673425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6340da3-0709-437f-83a3-79d4459140e1 req-40455a8b-89f9-4900-a0ef-c6d283b2c58b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032990 Nov 16 04:36:45.690872 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0ffbce04-c2e6-4eeb-9f7b-fefb6a6b9e9f None None] For port 0d20f374-62e1-4451-bf87-619b5a24c980, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0d20f374-62e1-4451-bf87-619b5a24c980,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:45.693395 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ffbce04-c2e6-4eeb-9f7b-fefb6a6b9e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:45.820193 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6a4c5c9f-4da9-4941-8671-8e62e78ef65a req-1952df38-f04a-4bb1-8f00-a4dcca00f06c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:45.845859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4137981 Nov 16 04:36:45.847701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55516) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:45.861009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b7429592-3a7c-4bff-9afd-374cadf7bce1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:45.876901 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-622d78cf-846c-4e1d-8007-8685fc42ddbd admin admin] Request body: {'subnet': {'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1659988324-subnet', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:45.880881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600ada3-eae5-4a20-8cf0-d9809fc074b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a3c459-606d-43a4-bdca-66263d544139,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:45.918881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d6f6e-8ddc-4a18-8361-929ecadbece4 req-7954e520-d421-4818-b196-8caebaf4d07a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:45.921550 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc7d6f6e-8ddc-4a18-8361-929ecadbece4 req-7954e520-d421-4818-b196-8caebaf4d07a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e61a7e2-7f6c-427c-86a7-372aeec32450 HTTP/1.1" status: 200 len: 867 time: 0.2460196 Nov 16 04:36:45.935808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-network', 'tenant_id': '6afb9e0518974559b1332d98c9104d43'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:45.956247 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952df38-f04a-4bb1-8f00-a4dcca00f06c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Pushing event deleted for resources: {'Port': ['ID=7fcfc539-74ad-47a1-9f94-8d042af02f54,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:45.980136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e6a3c459-606d-43a4-bdca-66263d544139 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:36:46.021028 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0d20f374-62e1-4451-bf87-619b5a24c980 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:46.021832 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4c5c9f-4da9-4941-8671-8e62e78ef65a req-1952df38-f04a-4bb1-8f00-a4dcca00f06c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] No DVR routers for this DVR port 7fcfc539-74ad-47a1-9f94-8d042af02f54 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:36:46.024536 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6a4c5c9f-4da9-4941-8671-8e62e78ef65a req-1952df38-f04a-4bb1-8f00-a4dcca00f06c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.028081 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6a4c5c9f-4da9-4941-8671-8e62e78ef65a req-1952df38-f04a-4bb1-8f00-a4dcca00f06c tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.15 "DELETE /v2.0/ports/7fcfc539-74ad-47a1-9f94-8d042af02f54 HTTP/1.1" status: 204 len: 173 time: 0.7697523 Nov 16 04:36:46.028529 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e61a7e2-7f6c-427c-86a7-372aeec32450', 'name': 'network-vif-deleted', 'tag': '7fcfc539-74ad-47a1-9f94-8d042af02f54'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:46.031159 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c1f138-4bea-4065-bd46-1decb6e4b879" -d '{"events": [{"server_uuid": "6e61a7e2-7f6c-427c-86a7-372aeec32450", "name": "network-vif-deleted", "tag": "7fcfc539-74ad-47a1-9f94-8d042af02f54"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:46.040194 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622d78cf-846c-4e1d-8007-8685fc42ddbd admin admin] Made reservation on behalf of f6d20b6af5c84476bc51ef970275cc59 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:46.042802 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-622d78cf-846c-4e1d-8007-8685fc42ddbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.250922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-25317157-cb6e-4f6d-88af-c735e4cbf38a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:46.255079 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-25317157-cb6e-4f6d-88af-c735e4cbf38a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 820 time: 0.2417102 Nov 16 04:36:46.261399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc7d6f6e-8ddc-4a18-8361-929ecadbece4 req-881219f5-e6d7-4718-bdaf-6352491ea90b tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3307352 Nov 16 04:36:46.279459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-dd0fa294-1f1d-42ad-9e82-b295e4b5e07b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/quotas/e339e415385b4d5dbab31d9b5027d120 HTTP/1.1" status: 200 len: 375 time: 0.0166774 Nov 16 04:36:46.301157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Made reservation on behalf of 6afb9e0518974559b1332d98c9104d43 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:46.303498 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.318628 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.360973 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-1f067c3b-010d-46f4-a1fb-e8a922f68849 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770874 Nov 16 04:36:46.403770 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-622d78cf-846c-4e1d-8007-8685fc42ddbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.420993 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.462982 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d78cf-846c-4e1d-8007-8685fc42ddbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7beabb21-e2c1-456b-86c4-4698b6a02e2c,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:46.466992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-88a77fa5-0e98-4506-806f-fb3cadc1ebff None None] Provisioning complete for port 0d20f374-62e1-4451-bf87-619b5a24c980 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:46.467425 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88a77fa5-0e98-4506-806f-fb3cadc1ebff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.497458 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-04c51975-33fa-44ea-81a1-0c3f569c75af service neutron] 10.222.0.41 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355410 Nov 16 04:36:46.523135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d78cf-846c-4e1d-8007-8685fc42ddbd admin admin] Checking segment: {'id': '8de78b3d-dd3d-47c5-98d4-c32782d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:46.523556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d78cf-846c-4e1d-8007-8685fc42ddbd admin admin] Network hostable DHCP agents. Network: e6a3c459-606d-43a4-bdca-66263d544139, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:36:46.538276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 54773dba-5b92-40f2-9202-635139bc87fa, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=54773dba-5b92-40f2-9202-635139bc87fa,segment=NetworkSegment(a3328d17-91a8-4ca6-9b59-362a259a010b),segment_id=a3328d17-91a8-4ca6-9b59-362a259a010b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:46.563356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54773dba-5b92-40f2-9202-635139bc87fa'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:46.568036 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be38b1f0-52bb-43ad-9788-c9a3400112a0" -d '{"events": [{"server_uuid": "eaeef93a-739a-4e6a-b6a3-816b7036d713", "name": "network-vif-plugged", "status": "completed", "tag": "54773dba-5b92-40f2-9202-635139bc87fa"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:46.574101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d78cf-846c-4e1d-8007-8685fc42ddbd admin admin] Network e6a3c459-606d-43a4-bdca-66263d544139 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:36:46.586746 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.587832 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.588470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:46.600435 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.625186 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbce04-c2e6-4eeb-9f7b-fefb6a6b9e9f None None] Pushing event updated for resources: {'Port': ['ID=0d20f374-62e1-4451-bf87-619b5a24c980,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:46.633163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e643b91-94c8-4e80-96c4-899fa0cf612d req-5e5b927a-bf32-4e73-923b-ca954483c9bc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:46.640317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e643b91-94c8-4e80-96c4-899fa0cf612d req-5e5b927a-bf32-4e73-923b-ca954483c9bc tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 944 time: 0.1401348 Nov 16 04:36:46.644726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0d20f374-62e1-4451-bf87-619b5a24c980 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:46.645417 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.647502 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.661402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6c967a-aaa9-4eec-ac39-5b59b80775f9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:46.665102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-622d78cf-846c-4e1d-8007-8685fc42ddbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e6a3c459-606d-43a4-bdca-66263d544139) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:46.670668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d78cf-846c-4e1d-8007-8685fc42ddbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:46.671282 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-622d78cf-846c-4e1d-8007-8685fc42ddbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.686637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-7c64dee5-36b6-423a-b09c-8f4339d2eac8 service neutron] 10.222.0.41 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882715 Nov 16 04:36:46.696262 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-622d78cf-846c-4e1d-8007-8685fc42ddbd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8291864 Nov 16 04:36:46.696262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:36:46.697834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55548) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:46.724309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1659988324-router', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:46.745499 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261b8db5-818c-45ec-8ae6-1c7d46694cae None None] Network e6a3c459-606d-43a4-bdca-66263d544139 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:46.783659 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.787226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.799235 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.801679 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Added segment ad23326d-f9c1-4b75-941d-35518e1c4b95 of type vlan for network 1747fb6e-c482-4743-8c49-9776167b8132 Nov 16 04:36:46.814068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e643b91-94c8-4e80-96c4-899fa0cf612d req-cd50646b-57d9-49a4-b41e-c64413f54dd0 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264057 Nov 16 04:36:46.920510 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:46.978400 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ad028f-09e0-4e8f-913d-80fba25c82e1 x-openstack-request-id: req-d5ad028f-09e0-4e8f-913d-80fba25c82e1 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:46.978754 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e61a7e2-7f6c-427c-86a7-372aeec32450", "name": "network-vif-deleted", "tag": "7fcfc539-74ad-47a1-9f94-8d042af02f54", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:46.980111 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5ad028f-09e0-4e8f-913d-80fba25c82e1 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:46.980534 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e61a7e2-7f6c-427c-86a7-372aeec32450', 'name': 'network-vif-deleted', 'tag': '7fcfc539-74ad-47a1-9f94-8d042af02f54', 'status': 'completed', 'code': 200} Nov 16 04:36:47.020100 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-c67e254a-d62a-48cc-81de-16ee5efbc3d3 service neutron] 10.222.0.37 "GET /v2.0/ports/545fb328-d27a-4f99-9f5e-b730ab560445/bindings/n-h2-818042-1 HTTP/1.1" status: 200 len: 384 time: 0.1428306 Nov 16 04:36:47.033047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5b047-0294-4962-b1ab-5e82265fed12 req-c5f8d82e-0617-49f6-90f0-cdf4713bbf2e tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:47.040312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ac5b047-0294-4962-b1ab-5e82265fed12 req-c5f8d82e-0617-49f6-90f0-cdf4713bbf2e tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 945 time: 0.0966194 Nov 16 04:36:47.087424 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c77400-3d4d-4415-8518-c7c652a6ab58 x-openstack-request-id: req-44c77400-3d4d-4415-8518-c7c652a6ab58 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:47.087899 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaeef93a-739a-4e6a-b6a3-816b7036d713", "name": "network-vif-plugged", "status": "completed", "tag": "54773dba-5b92-40f2-9202-635139bc87fa", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:47.088000 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44c77400-3d4d-4415-8518-c7c652a6ab58 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:47.088353 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54773dba-5b92-40f2-9202-635139bc87fa', 'code': 200} Nov 16 04:36:47.097005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-e6a3c459-606d-43a4-bdca-66263d544139', 'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'fixed_ips': [{'subnet_id': '7beabb21-e2c1-456b-86c4-4698b6a02e2c'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:36:47.098029 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:47.101901 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:47.103157 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:47.105111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:47.106012 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:47.237305 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:36:47.257300 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6634696 Nov 16 04:36:47.261110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55560) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:47.276209 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4ddef455-a515-46b5-86fb-5f872534d876 admin admin] Request body: {'subnet': {'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-subnet', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:47.295855 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae6d89-6dc3-48c6-826b-436594cd38e7 admin admin] Pushing event updated for resources: {'Network': ['ID=1747fb6e-c482-4743-8c49-9776167b8132,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:47.317004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Allocated IP 172.20.0.2 (e6a3c459-606d-43a4-bdca-66263d544139/7beabb21-e2c1-456b-86c4-4698b6a02e2c/fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:47.525456 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ac5b047-0294-4962-b1ab-5e82265fed12 req-948442d4-2019-40ce-b1b3-2d46dccbade4 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d8b748b-1a7e-4b26-9737-e909a9efcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796412 Nov 16 04:36:47.571305 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7fcfc539-74ad-47a1-9f94-8d042af02f54 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:36:47.580597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=54773dba-5b92-40f2-9202-635139bc87fa,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:47.606581 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 1747fb6e-c482-4743-8c49-9776167b8132 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:36:47.640112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8421346-8067-4b9b-bc64-bed7ac0ed643 req-a4731a89-98cc-469b-91d4-4a7f091463d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:47.641604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8421346-8067-4b9b-bc64-bed7ac0ed643 req-a4731a89-98cc-469b-91d4-4a7f091463d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 1096 time: 0.5006552 Nov 16 04:36:47.668378 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:47.668938 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:47.672526 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8270c86a-350d-4099-a07d-e9cd3e0719b5 req-7ecc423e-6173-4fa8-a778-d8444f84602b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0752838 Nov 16 04:36:47.686113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddef455-a515-46b5-86fb-5f872534d876 admin admin] Made reservation on behalf of 6afb9e0518974559b1332d98c9104d43 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:47.688473 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ddef455-a515-46b5-86fb-5f872534d876 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:47.694648 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:47.700198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:47.720481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce4278-1004-4413-8837-d3a67ec6b752 req-04a18094-017d-4214-ae38-d59674b16b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:47.722021 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3ce4278-1004-4413-8837-d3a67ec6b752 req-04a18094-017d-4214-ae38-d59674b16b25 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 944 time: 0.5269246 Nov 16 04:36:47.798418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 7fcfc539-74ad-47a1-9f94-8d042af02f54 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:36:47.798778 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7fcfc539-74ad-47a1-9f94-8d042af02f54 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:36:47.821589 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:47.885930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8421346-8067-4b9b-bc64-bed7ac0ed643 req-00c3ba4d-a8cf-4244-9c8b-33d8be719773 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9d8b748b-1a7e-4b26-9737-e909a9efcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205756 Nov 16 04:36:47.897719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3ce4278-1004-4413-8837-d3a67ec6b752 req-a54a29d8-8358-40c0-909d-25df033c8e3c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354887 Nov 16 04:36:47.925506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-62923dae-bfea-496b-a92a-bee6226defb3 service neutron] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=545fb328-d27a-4f99-9f5e-b730ab560445,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:47.947308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Pushing event updated for resources: {'Port': ['ID=fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:47.955644 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Network e6a3c459-606d-43a4-bdca-66263d544139 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:47.966097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0d20f374-62e1-4451-bf87-619b5a24c980 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:47.976879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-62923dae-bfea-496b-a92a-bee6226defb3 service neutron] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:48.010550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:48.018125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:48.066991 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.070266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-62923dae-bfea-496b-a92a-bee6226defb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 545fb328-d27a-4f99-9f5e-b730ab560445 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:48.089674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-62923dae-bfea-496b-a92a-bee6226defb3 service neutron] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=545fb328-d27a-4f99-9f5e-b730ab560445,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:48.142323 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-62923dae-bfea-496b-a92a-bee6226defb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.198852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a860890-faab-4288-9bd0-69e8fcd0d8aa req-980e85f2-8e8f-422e-a120-ef585e81ba40 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:48.200556 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a860890-faab-4288-9bd0-69e8fcd0d8aa req-980e85f2-8e8f-422e-a120-ef585e81ba40 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 944 time: 0.1139982 Nov 16 04:36:48.222422 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ddef455-a515-46b5-86fb-5f872534d876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.228990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0d20f374-62e1-4451-bf87-619b5a24c980 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:48.229528 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.271344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddef455-a515-46b5-86fb-5f872534d876 admin admin] Pushing event updated for resources: {'Subnet': ['ID=813c1194-17e0-4799-bdee-9680531f52db,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:48.283702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:48.286394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Attempting to bind port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:48.287345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Attempting to bind port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '8de78b3d-dd3d-47c5-98d4-c32782d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:48.287871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Attempting to bind port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 on network e6a3c459-606d-43a4-bdca-66263d544139 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:48.300175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:48.300957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Checking segment: {'id': '8de78b3d-dd3d-47c5-98d4-c32782d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:48.300957 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.301735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Bound using segment: {'id': '8de78b3d-dd3d-47c5-98d4-c32782d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:48.301912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Bound port: fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de78b3d-dd3d-47c5-98d4-c32782d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:48.302298 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.306812 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.310283 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.346675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-62923dae-bfea-496b-a92a-bee6226defb3 service neutron] Transition to ACTIVE for port object 545fb328-d27a-4f99-9f5e-b730ab560445 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:36:48.361266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.362777 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a860890-faab-4288-9bd0-69e8fcd0d8aa req-7af96806-b2a8-4aaa-bdab-2771b823681a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455607 Nov 16 04:36:48.372474 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-62923dae-bfea-496b-a92a-bee6226defb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.382785 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:48.388880 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.435137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddef455-a515-46b5-86fb-5f872534d876 admin admin] Checking segment: {'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:48.435555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddef455-a515-46b5-86fb-5f872534d876 admin admin] Network hostable DHCP agents. Network: 1747fb6e-c482-4743-8c49-9776167b8132, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:36:48.502500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-62923dae-bfea-496b-a92a-bee6226defb3 service neutron] No DVR routers for this DVR port 545fb328-d27a-4f99-9f5e-b730ab560445 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:36:48.510455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] For port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:48.515931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] For port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1,segment=NetworkSegment(8de78b3d-dd3d-47c5-98d4-c32782d0af21),segment_id=8de78b3d-dd3d-47c5-98d4-c32782d0af21)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:48.522610 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.563287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62923dae-bfea-496b-a92a-bee6226defb3 service neutron] Pushing event updated for resources: {'Port': ['ID=545fb328-d27a-4f99-9f5e-b730ab560445,revision_number=10']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:48.573190 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddef455-a515-46b5-86fb-5f872534d876 admin admin] Network 1747fb6e-c482-4743-8c49-9776167b8132 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:36:48.599077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-62923dae-bfea-496b-a92a-bee6226defb3 service neutron] 10.222.0.37 "PUT /v2.0/ports/545fb328-d27a-4f99-9f5e-b730ab560445/bindings/n-h2-818042-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5561523 Nov 16 04:36:48.617285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e64ce-00cb-4166-9b7a-423efe26369d req-5f81a5e9-6880-4322-a7bd-04bb72c90f19 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:48.617545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-4ddef455-a515-46b5-86fb-5f872534d876 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 1747fb6e-c482-4743-8c49-9776167b8132) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:48.618875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c8e64ce-00cb-4166-9b7a-423efe26369d req-5f81a5e9-6880-4322-a7bd-04bb72c90f19 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 950 time: 0.1702852 Nov 16 04:36:48.627748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ba367f-673d-4026-81ab-6e9d3d0f1aad None None] Network 1747fb6e-c482-4743-8c49-9776167b8132 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:48.647567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddef455-a515-46b5-86fb-5f872534d876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:48.648163 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ddef455-a515-46b5-86fb-5f872534d876 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.694586 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-b6768f30-2248-458f-bd88-fc8932dc81cb tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:48.697381 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-b6768f30-2248-458f-bd88-fc8932dc81cb tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.15 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 820 time: 0.2495205 Nov 16 04:36:48.708018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095cdf1-5a48-4077-8dde-1532aee6ed4e None None] Pushing event updated for resources: {'Port': ['ID=fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:48.709341 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Allocated IP 172.25.0.64 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/7916d28f-fee5-41cf-b6a8-086a13ade31a) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:48.718880 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4ddef455-a515-46b5-86fb-5f872534d876 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4528153 Nov 16 04:36:48.719072 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55590) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:48.724357 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-d76258a4-24d7-47d1-a38e-624c098a80a3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Request body: {'port': {'device_id': 'd0266a3f-8315-4c11-9f1e-9ef9ea39b0f0', 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a', 'admin_state_up': True, 'tenant_id': 'e339e415385b4d5dbab31d9b5027d120'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:48.745651 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:48.794839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c8e64ce-00cb-4166-9b7a-423efe26369d req-aea88d66-5b50-4206-ae3f-ac79e49ef542 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635113 Nov 16 04:36:48.930693 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.931988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.939450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-1747fb6e-c482-4743-8c49-9776167b8132', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:36:48.940321 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:48.963461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-06c504c2-36a0-4f70-bae2-8341611c6539 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:48.965579 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-06c504c2-36a0-4f70-bae2-8341611c6539 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb&tenant_id=2d6aa7ebda584f678731e5b32da32c5a&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 1096 time: 0.2281542 Nov 16 04:36:48.970114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e26961f-7117-4b2a-a43c-eb1fc3ddef65 req-f755464b-669c-4d94-a87e-f22232169e48 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0928276 Nov 16 04:36:49.084325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607233ec-b1f1-4eab-8477-4259133e8eb9 req-dd23deba-bc16-4c7c-8207-d965054781ed tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:49.085482 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:49.089270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-607233ec-b1f1-4eab-8477-4259133e8eb9 req-dd23deba-bc16-4c7c-8207-d965054781ed tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 945 time: 0.1262691 Nov 16 04:36:49.094156 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0076c64c-8366-4e82-871b-d7707f811d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:49.108879 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2d212b-1170-4ec7-95b9-d12a2ed2fa61" -d '{"events": [{"server_uuid": "0076c64c-8366-4e82-871b-d7707f811d16", "name": "network-vif-plugged", "status": "completed", "tag": "9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:49.118100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-6f244004-62ef-461a-b167-7560fb8649bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:49.120193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-6f244004-62ef-461a-b167-7560fb8649bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb&tenant_id=2d6aa7ebda584f678731e5b32da32c5a HTTP/1.1" status: 200 len: 1096 time: 0.1087165 Nov 16 04:36:49.189904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Allocated IP 172.20.0.2 (1747fb6e-c482-4743-8c49-9776167b8132/813c1194-17e0-4799-bdee-9680531f52db/e958a142-8a35-4f90-8d58-850a03020db5) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:49.218410 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:49.241787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-607233ec-b1f1-4eab-8477-4259133e8eb9 req-9c5cdc45-a1f2-41a1-9660-1805a46fc313 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d8b748b-1a7e-4b26-9737-e909a9efcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397789 Nov 16 04:36:49.252640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-cce307cd-19e6-4200-aac4-6eb6d123f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:49.254370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-cce307cd-19e6-4200-aac4-6eb6d123f5f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 1096 time: 0.0948732 Nov 16 04:36:49.261805 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbe2af-2546-4df2-ad2b-8df3664ead16 req-8f48ace1-b876-404f-9278-b17986fe6192 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:49.263414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ddbe2af-2546-4df2-ad2b-8df3664ead16 req-8f48ace1-b876-404f-9278-b17986fe6192 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 945 time: 0.1173520 Nov 16 04:36:49.311003 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:49.324157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-d76258a4-24d7-47d1-a38e-624c098a80a3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Made reservation on behalf of e339e415385b4d5dbab31d9b5027d120 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:36:49.329166 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-d76258a4-24d7-47d1-a38e-624c098a80a3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:49.406206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ddbe2af-2546-4df2-ad2b-8df3664ead16 req-d7ecddc6-2aab-44a2-bc22-3f05f0da5827 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295085 Nov 16 04:36:49.432899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-e3202834-f5a0-4edb-b0a8-82c87940088f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:49.434691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-e3202834-f5a0-4edb-b0a8-82c87940088f service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.1705859 Nov 16 04:36:49.527530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-65dfd542-e6d6-48b3-b67f-aa841d1b8b52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545fb328-d27a-4f99-9f5e-b730ab560445 HTTP/1.1" status: 200 len: 217 time: 0.0806372 Nov 16 04:36:49.528698 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0797913a-c927-4186-9199-ae02c49c57fa x-openstack-request-id: req-0797913a-c927-4186-9199-ae02c49c57fa {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:49.529190 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0076c64c-8366-4e82-871b-d7707f811d16", "name": "network-vif-plugged", "status": "completed", "tag": "9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:49.529281 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0797913a-c927-4186-9199-ae02c49c57fa {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:49.529803 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0076c64c-8366-4e82-871b-d7707f811d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f', 'code': 200} Nov 16 04:36:49.584206 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:49.595154 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:49.635856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Network 1747fb6e-c482-4743-8c49-9776167b8132 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:49.643693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:49.647337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:49.649725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa11e5-f48c-4e19-8e0b-86c088b9a6fd req-76fb42e0-e57a-45c0-ba98-2ea2b304bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:49.652217 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2aa11e5-f48c-4e19-8e0b-86c088b9a6fd req-76fb42e0-e57a-45c0-ba98-2ea2b304bf9f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 1096 time: 0.1354496 Nov 16 04:36:49.656254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-66665940-4f7e-48da-aa8a-94ba3055d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:49.657898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-66665940-4f7e-48da-aa8a-94ba3055d69f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1198683 Nov 16 04:36:49.667248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c9924-14d6-42c3-9adf-5916f78c07d5 req-250fb2c2-1607-40bc-aff0-6b9e2b28a905 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:49.674559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-913c9924-14d6-42c3-9adf-5916f78c07d5 req-250fb2c2-1607-40bc-aff0-6b9e2b28a905 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 945 time: 0.1598659 Nov 16 04:36:49.692370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Pushing event updated for resources: {'Port': ['ID=e958a142-8a35-4f90-8d58-850a03020db5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:49.702811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-d76258a4-24d7-47d1-a38e-624c098a80a3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Allocated IP 172.20.0.2 (2fad6d6b-5670-4e68-bf6b-fdc19241d30a/019a9079-5bad-40fc-b64e-f807d7d8722f/586f37e4-586a-4c86-94fe-ac77311b9f7c) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:49.724529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Attempting to bind port e958a142-8a35-4f90-8d58-850a03020db5 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:49.725732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Attempting to bind port e958a142-8a35-4f90-8d58-850a03020db5 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:49.726346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Attempting to bind port e958a142-8a35-4f90-8d58-850a03020db5 on network 1747fb6e-c482-4743-8c49-9776167b8132 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:49.728619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-ea487635-de64-4ae7-8dee-74a14ada64f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509908 Nov 16 04:36:49.737264 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:49.737641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Checking segment: {'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:49.738066 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:49.738464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Bound using segment: {'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:49.738941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Bound port: e958a142-8a35-4f90-8d58-850a03020db5, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:49.739320 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:49.792524 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:49.834784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.15', 59352) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:49.851204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-913c9924-14d6-42c3-9adf-5916f78c07d5 req-a8b6f632-def0-4fad-bfe7-e581d7962a40 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756871 Nov 16 04:36:49.929956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] For port e958a142-8a35-4f90-8d58-850a03020db5, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:49.934525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2aa11e5-f48c-4e19-8e0b-86c088b9a6fd req-251ae9e5-9ae5-402d-a6b2-cf878c447da8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555227 Nov 16 04:36:49.937395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] For port e958a142-8a35-4f90-8d58-850a03020db5, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e958a142-8a35-4f90-8d58-850a03020db5,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:49.949285 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:49.970194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ebad2-c4e1-4d9b-a7bf-bc594bcf7951 req-1da619c1-9ec4-43c8-bec3-44b9bd9c9351 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:49.971721 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b23ebad2-c4e1-4d9b-a7bf-bc594bcf7951 req-1da619c1-9ec4-43c8-bec3-44b9bd9c9351 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 950 time: 0.1192565 Nov 16 04:36:50.018238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:50.030760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7203c-f7a7-4d45-9981-1508331a45fe None None] Pushing event updated for resources: {'Port': ['ID=e958a142-8a35-4f90-8d58-850a03020db5,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:50.037694 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:50.044596 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:50.050186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Pushing event updated for resources: {'Port': ['ID=7916d28f-fee5-41cf-b6a8-086a13ade31a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:50.052981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:50.111464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:50.111696 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:50.154175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-ea571ae2-cd35-4d70-856b-43fddbc8f526 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157465 Nov 16 04:36:50.210729 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9cbe9f5c-1a55-44db-a5c4-48f3d18ba8be req-4888d919-9b16-416c-865a-366af4e82958 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0549238 Nov 16 04:36:50.225379 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:50.289512 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1,segment=NetworkSegment(8de78b3d-dd3d-47c5-98d4-c32782d0af21),segment_id=8de78b3d-dd3d-47c5-98d4-c32782d0af21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:50.297602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51851746-bf22-4896-a216-d6f385fafb2e None None] Network e6a3c459-606d-43a4-bdca-66263d544139 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:50.336894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55632) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:50.393313 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:50.429930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441718ae-9fef-4eb2-be24-724fe7a02a30 req-61c4fd4d-6586-40f2-a200-40f55ba3c7d5 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:50.436638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-441718ae-9fef-4eb2-be24-724fe7a02a30 req-61c4fd4d-6586-40f2-a200-40f55ba3c7d5 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 950 time: 0.4473388 Nov 16 04:36:50.553272 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6cac2157-5334-4b97-870f-90119f6128b4 None None] Provisioning complete for port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:50.553888 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cac2157-5334-4b97-870f-90119f6128b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:50.556824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-d76258a4-24d7-47d1-a38e-624c098a80a3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:50.602098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:50.622198 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a72c19df-1d0f-40bc-b7ee-75d44dd87671 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:50.632450 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-55d658d4-29e7-4d22-ad92-d655c2ee956d service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122994 Nov 16 04:36:50.649540 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-441718ae-9fef-4eb2-be24-724fe7a02a30 req-1d928019-a41e-471b-8d90-4402763ad330 tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c54d731-da68-4dad-be0d-822e892c05e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930134 Nov 16 04:36:50.672030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff00d2-0457-443b-bc9f-b09c6272396e req-76d4de1b-e5c4-48ba-a154-a5aeedc76727 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:50.673609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10ff00d2-0457-443b-bc9f-b09c6272396e req-76d4de1b-e5c4-48ba-a154-a5aeedc76727 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 945 time: 0.2604384 Nov 16 04:36:50.690915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-b23ebad2-c4e1-4d9b-a7bf-bc594bcf7951 req-9120b559-59a8-443d-978e-2ff63cc02a1a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Deleting port b7429592-3a7c-4bff-9afd-374cadf7bce1 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:36:50.691263 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b23ebad2-c4e1-4d9b-a7bf-bc594bcf7951 req-9120b559-59a8-443d-978e-2ff63cc02a1a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:50.972237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a5114180-4ce4-40ff-b466-f375896887aa None None] Provisioning complete for port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:50.972612 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5114180-4ce4-40ff-b466-f375896887aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:50.981557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10ff00d2-0457-443b-bc9f-b09c6272396e req-8ed802e2-2c61-473c-a11e-fcb24aed30d5 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d8b748b-1a7e-4b26-9737-e909a9efcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870746 Nov 16 04:36:51.004147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bdaa1-f17c-406f-b87b-8f6b3882dab1 req-8a10cf53-07a0-4122-ac65-24afa8291bd0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:51.009267 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.011421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca0bdaa1-f17c-406f-b87b-8f6b3882dab1 req-8a10cf53-07a0-4122-ac65-24afa8291bd0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 945 time: 0.2088807 Nov 16 04:36:51.033026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b23ebad2-c4e1-4d9b-a7bf-bc594bcf7951 req-9120b559-59a8-443d-978e-2ff63cc02a1a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] For port b7429592-3a7c-4bff-9afd-374cadf7bce1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b7429592-3a7c-4bff-9afd-374cadf7bce1,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:51.033322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b23ebad2-c4e1-4d9b-a7bf-bc594bcf7951 req-9120b559-59a8-443d-978e-2ff63cc02a1a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.042151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 545fb328-d27a-4f99-9f5e-b730ab560445 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:36:51.087166 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a72c19df-1d0f-40bc-b7ee-75d44dd87671 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.088462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-b23ebad2-c4e1-4d9b-a7bf-bc594bcf7951 req-9120b559-59a8-443d-978e-2ff63cc02a1a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Calling delete_port for b7429592-3a7c-4bff-9afd-374cadf7bce1 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:36:51.091449 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-d76258a4-24d7-47d1-a38e-624c098a80a3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.101297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-b9031764-f1d3-40e2-ab22-305c454cd8e8 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:51.102817 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.102937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-b9031764-f1d3-40e2-ab22-305c454cd8e8 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb&tenant_id=2d6aa7ebda584f678731e5b32da32c5a&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1096 time: 0.2294896 Nov 16 04:36:51.103412 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a72c19df-1d0f-40bc-b7ee-75d44dd87671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.166168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 545fb328-d27a-4f99-9f5e-b730ab560445 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:36:51.260737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-d76258a4-24d7-47d1-a38e-624c098a80a3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:51.276170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-d76258a4-24d7-47d1-a38e-624c098a80a3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:51.278745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-d76258a4-24d7-47d1-a38e-624c098a80a3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:51.297132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76258a4-24d7-47d1-a38e-624c098a80a3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Pushing event updated for resources: {'Port': ['ID=586f37e4-586a-4c86-94fe-ac77311b9f7c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:51.378960 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.402417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dcee5c-501e-4839-9cb2-9c1dd27e4ba7 None None] Network 1747fb6e-c482-4743-8c49-9776167b8132 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:36:51.464970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-adbb40ec-8110-4a9a-ac22-cddaff25430e None None] Provisioning complete for port e958a142-8a35-4f90-8d58-850a03020db5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:51.465579 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-adbb40ec-8110-4a9a-ac22-cddaff25430e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.465724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-d76258a4-24d7-47d1-a38e-624c098a80a3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:51.466284 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-d76258a4-24d7-47d1-a38e-624c098a80a3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.491641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Allocated IP 172.25.0.144 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/efb5db97-70d8-432f-9141-51c4cb85b62a) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:51.500918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a72c19df-1d0f-40bc-b7ee-75d44dd87671 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbfd15370c744c78b6979bc75254377e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1585879 Nov 16 04:36:51.504171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55644) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:51.508682 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-d76258a4-24d7-47d1-a38e-624c098a80a3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7886744 Nov 16 04:36:51.519775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca0bdaa1-f17c-406f-b87b-8f6b3882dab1 req-89521d74-4c0d-478d-ad64-be66a5b7335d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5073543 Nov 16 04:36:51.531829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Request body: {'port': {'device_id': 'd0266a3f-8315-4c11-9f1e-9ef9ea39b0f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:51.533508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c19df-1d0f-40bc-b7ee-75d44dd87671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb508c9-0010-46d8-abcf-8966e92b48e9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:51.619044 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-adbb40ec-8110-4a9a-ac22-cddaff25430e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.660212 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.665504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-adbb40ec-8110-4a9a-ac22-cddaff25430e None None] For port e958a142-8a35-4f90-8d58-850a03020db5, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e958a142-8a35-4f90-8d58-850a03020db5,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:51.670069 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-adbb40ec-8110-4a9a-ac22-cddaff25430e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.689293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9456365c-e68a-46f1-b47a-8f079dbd0649 req-fee60123-7aad-49c4-ad0a-e3229df82a58 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:51.690901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9456365c-e68a-46f1-b47a-8f079dbd0649 req-fee60123-7aad-49c4-ad0a-e3229df82a58 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 945 time: 0.5332646 Nov 16 04:36:51.737838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb40ec-8110-4a9a-ac22-cddaff25430e None None] Pushing event updated for resources: {'Port': ['ID=e958a142-8a35-4f90-8d58-850a03020db5,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:51.834918 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7f4bde5-32d4-4e64-9f24-093b56aac13e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.902214 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7f4bde5-32d4-4e64-9f24-093b56aac13e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.932822 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9456365c-e68a-46f1-b47a-8f079dbd0649 req-a5f5d5dd-704c-4461-b880-f13b508d68b0 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111757 Nov 16 04:36:51.959913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-1f5b0a30-8048-46db-ab21-f0efb319a802 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 258 time: 0.3863263 Nov 16 04:36:51.968244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:51.990672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:51.992226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-b65a8133-4189-4a15-ba6c-c84b3d62224b service neutron] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:51.998148 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b23ebad2-c4e1-4d9b-a7bf-bc594bcf7951 req-9120b559-59a8-443d-978e-2ff63cc02a1a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.011349 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-b65a8133-4189-4a15-ba6c-c84b3d62224b service neutron] Publish callbacks [] for binding, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.013443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a38ba080-f06a-424a-8315-36e1027c01a6 req-b65a8133-4189-4a15-ba6c-c84b3d62224b service neutron] 10.222.0.15 "DELETE /v2.0/ports/545fb328-d27a-4f99-9f5e-b730ab560445/bindings/n-h1-818042-1 HTTP/1.1" status: 204 len: 173 time: 0.8835235 Nov 16 04:36:52.013628 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b7429592-3a7c-4bff-9afd-374cadf7bce1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:52.016103 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a30d7be4-f8be-4dbb-bfbc-0184ba2e53df None None] Provisioning complete for port e958a142-8a35-4f90-8d58-850a03020db5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:52.016549 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a30d7be4-f8be-4dbb-bfbc-0184ba2e53df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.048714 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.069211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:52.077719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9120b559-59a8-443d-978e-2ff63cc02a1a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Pushing event deleted for resources: {'Port': ['ID=b7429592-3a7c-4bff-9afd-374cadf7bce1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:52.169479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23ebad2-c4e1-4d9b-a7bf-bc594bcf7951 req-9120b559-59a8-443d-978e-2ff63cc02a1a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] No DVR routers for this DVR port b7429592-3a7c-4bff-9afd-374cadf7bce1 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:36:52.184248 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:52.184615 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.190288 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.193732 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b23ebad2-c4e1-4d9b-a7bf-bc594bcf7951 req-9120b559-59a8-443d-978e-2ff63cc02a1a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.197595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b23ebad2-c4e1-4d9b-a7bf-bc594bcf7951 req-9120b559-59a8-443d-978e-2ff63cc02a1a tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.15 "DELETE /v2.0/ports/b7429592-3a7c-4bff-9afd-374cadf7bce1 HTTP/1.1" status: 204 len: 173 time: 2.2099497 Nov 16 04:36:52.201229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2cc4b65-3e12-4143-a27d-98e834245603', 'name': 'network-vif-deleted', 'tag': 'b7429592-3a7c-4bff-9afd-374cadf7bce1'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:52.204196 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a222e002-3747-455b-b5d0-93db4e190763" -d '{"events": [{"server_uuid": "f2cc4b65-3e12-4143-a27d-98e834245603", "name": "network-vif-deleted", "tag": "b7429592-3a7c-4bff-9afd-374cadf7bce1"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:52.213526 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7f4bde5-32d4-4e64-9f24-093b56aac13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.216656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7f4bde5-32d4-4e64-9f24-093b56aac13e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.218096 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e7f4bde5-32d4-4e64-9f24-093b56aac13e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3bb508c9-0010-46d8-abcf-8966e92b48e9 HTTP/1.1" status: 204 len: 168 time: 0.7084937 Nov 16 04:36:52.251998 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.295281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fed83-9850-4141-b99e-1650ec07644a req-f5095ad5-ee65-4966-9513-d2972a07a64c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:52.298283 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-171fed83-9850-4141-b99e-1650ec07644a req-f5095ad5-ee65-4966-9513-d2972a07a64c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 931 time: 0.2224751 Nov 16 04:36:52.324940 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4bde5-32d4-4e64-9f24-093b56aac13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb508c9-0010-46d8-abcf-8966e92b48e9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:52.385574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-171fed83-9850-4141-b99e-1650ec07644a req-827400b5-27e4-4c3e-86c6-f62a33643e52 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764806 Nov 16 04:36:52.476440 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e958a142-8a35-4f90-8d58-850a03020db5 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:52.514108 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:52.538691 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.570311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:52.588260 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e958a142-8a35-4f90-8d58-850a03020db5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:52.588632 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.607292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab8d563f-ce38-41e5-8880-e2907af4afc6 req-4a41e19d-3ff9-41cc-bb40-83e1acaf29ef tempest-LiveMigrationNegativeTest-1930536991 tempest-LiveMigrationNegativeTest-1930536991-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2cc4b65-3e12-4143-a27d-98e834245603 HTTP/1.1" status: 200 len: 210 time: 0.0983927 Nov 16 04:36:52.753400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586f37e4-586a-4c86-94fe-ac77311b9f7c {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:52.795622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55660) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:52.799759 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.816704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Pushing event updated for resources: {'Port': ['ID=efb5db97-70d8-432f-9141-51c4cb85b62a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:52.831133 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e45b6fc4-4623-4e02-be9d-aa721d5acb6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:52.833721 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a144ea-c8c8-4b5d-91dd-9fe3710a9acc x-openstack-request-id: req-87a144ea-c8c8-4b5d-91dd-9fe3710a9acc {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:52.834035 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2cc4b65-3e12-4143-a27d-98e834245603", "name": "network-vif-deleted", "tag": "b7429592-3a7c-4bff-9afd-374cadf7bce1", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:52.834285 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87a144ea-c8c8-4b5d-91dd-9fe3710a9acc {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:52.834664 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2cc4b65-3e12-4143-a27d-98e834245603', 'name': 'network-vif-deleted', 'tag': 'b7429592-3a7c-4bff-9afd-374cadf7bce1', 'status': 'completed', 'code': 200} Nov 16 04:36:52.836239 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:52.907071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Allocated IP 172.25.0.122 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/58ef92ca-bb90-4d98-ae3a-467d7e903ba6) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:52.913067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Transition to ACTIVE for port object 586f37e4-586a-4c86-94fe-ac77311b9f7c will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:36:52.922869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:53.083093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d28d8-cd92-4734-bbaa-e161992fadc2 req-f15162d5-1763-4411-9037-c8fbc3d304db tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:53.092313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f3d28d8-cd92-4734-bbaa-e161992fadc2 req-f15162d5-1763-4411-9037-c8fbc3d304db tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 945 time: 0.1769373 Nov 16 04:36:53.193523 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e45b6fc4-4623-4e02-be9d-aa721d5acb6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:53.201471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f3d28d8-cd92-4734-bbaa-e161992fadc2 req-1f383e76-c369-48a4-879f-124c0ef329d7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075528 Nov 16 04:36:53.205014 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e45b6fc4-4623-4e02-be9d-aa721d5acb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:53.238499 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Pushing event updated for resources: {'Port': ['ID=586f37e4-586a-4c86-94fe-ac77311b9f7c,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:53.255895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e45b6fc4-4623-4e02-be9d-aa721d5acb6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe0d4e507a224b429995810e3334f9c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4580059 Nov 16 04:36:53.262139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55666) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:53.262750 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Attempting to bind port 586f37e4-586a-4c86-94fe-ac77311b9f7c on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:53.263629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Attempting to bind port 586f37e4-586a-4c86-94fe-ac77311b9f7c by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:53.263986 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Attempting to bind port 586f37e4-586a-4c86-94fe-ac77311b9f7c on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:53.269653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Router af92e748-a444-4187-b642-6d92dfd28750 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:36:53.277410 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Port 586f37e4-586a-4c86-94fe-ac77311b9f7c on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:36:53.277737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Attempting to bind port 586f37e4-586a-4c86-94fe-ac77311b9f7c on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:53.291982 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:53.405958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:36:53.406952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b6fc4-4623-4e02-be9d-aa721d5acb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9095454e-04af-444b-9555-3d17eaed23c1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:53.433338 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Sync routers for ids ['af92e748-a444-4187-b642-6d92dfd28750'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:36:53.446880 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:53.447225 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Checking segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:53.448315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Bound using segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:53.448798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Bound port: 586f37e4-586a-4c86-94fe-ac77311b9f7c, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:53.449163 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:53.458045 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Routers {'af92e748-a444-4187-b642-6d92dfd28750'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:36:53.459549 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['af92e748-a444-4187-b642-6d92dfd28750'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:53.505356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8577b-25ad-4659-b53e-f1ac504aee7c req-df4ec208-ba1d-42ac-b190-2b04127ea8ca tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:53.512825 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ab8577b-25ad-4659-b53e-f1ac504aee7c req-df4ec208-ba1d-42ac-b190-2b04127ea8ca tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 1096 time: 0.2259684 Nov 16 04:36:53.514118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:53.516083 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f940058c-e309-4cbd-ae83-5d5e954993f2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.8172874 Nov 16 04:36:53.522023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55670) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:53.596381 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:53.608844 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-430a0f6d-5aa1-49fd-8627-d8de6aa366d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:53.649974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:53.661410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:53.672876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:53.727969 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Set router af92e748-a444-4187-b642-6d92dfd28750 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:36:53.755821 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-430a0f6d-5aa1-49fd-8627-d8de6aa366d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:53.801273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ab8577b-25ad-4659-b53e-f1ac504aee7c req-796be2ef-4fab-4f4a-bb11-04bf6b95c215 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865500 Nov 16 04:36:53.860213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Pushing event updated for resources: {'Port': ['ID=58ef92ca-bb90-4d98-ae3a-467d7e903ba6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:54.069175 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:54.078183 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:54.093861 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:54.173396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:54.174047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:54.175462 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] 10.222.0.15 "PUT /v2.0/ports/586f37e4-586a-4c86-94fe-ac77311b9f7c HTTP/1.1" status: 200 len: 1091 time: 2.6515119 Nov 16 04:36:54.175940 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0266a3f-8315-4c11-9f1e-9ef9ea39b0f0', 'tag': '586f37e4-586a-4c86-94fe-ac77311b9f7c'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:36:54.178268 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35c9b85-c8d5-4030-b66d-add5bb480e01" -d '{"events": [{"name": "network-changed", "server_uuid": "d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0", "tag": "586f37e4-586a-4c86-94fe-ac77311b9f7c"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:36:54.214599 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:54.404788 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:54.436037 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-430a0f6d-5aa1-49fd-8627-d8de6aa366d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:54.439322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-430a0f6d-5aa1-49fd-8627-d8de6aa366d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:54.449036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-430a0f6d-5aa1-49fd-8627-d8de6aa366d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9095454e-04af-444b-9555-3d17eaed23c1 HTTP/1.1" status: 204 len: 168 time: 1.1746285 Nov 16 04:36:54.455826 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af92e748-a444-4187-b642-6d92dfd28750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1659988324-router', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:46Z', 'updated_at': '2021-11-16T04:36:50Z', 'revision_number': 3, 'project_id': 'f6d20b6af5c84476bc51ef970275cc59', 'gw_port': {'id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af92e748-a444-4187-b642-6d92dfd28750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:54.500823 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Checking router: af92e748-a444-4187-b642-6d92dfd28750 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:36:54.501314 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Updating router af92e748-a444-4187-b642-6d92dfd28750 port 7916d28f-fee5-41cf-b6a8-086a13ade31a binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:36:54.516890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a0f6d-5aa1-49fd-8627-d8de6aa366d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9095454e-04af-444b-9555-3d17eaed23c1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:54.539712 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:54.540745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91f41f-23b5-4864-8258-fb300ef246e4 service neutron] Pushing event updated for resources: {'Port': ['ID=586f37e4-586a-4c86-94fe-ac77311b9f7c,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:54.555623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd9ec7-e588-4c69-b981-ba04b929412d req-90914024-964e-4da6-9f6a-d9d3c20230db tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:54.557132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11bd9ec7-e588-4c69-b981-ba04b929412d req-90914024-964e-4da6-9f6a-d9d3c20230db tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 943 time: 0.6320615 Nov 16 04:36:54.579211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-7cf9fce8-5fe1-48c9-9438-2e76f102f26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:54.581067 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-7cf9fce8-5fe1-48c9-9438-2e76f102f26e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 1094 time: 0.2562702 Nov 16 04:36:54.688803 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:54.703644 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-87a6b82c-9a8f-439b-9695-ae942961f199 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c HTTP/1.1" status: 200 len: 217 time: 0.1076376 Nov 16 04:36:54.709095 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:54.905205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11bd9ec7-e588-4c69-b981-ba04b929412d req-e7ab74b2-85d9-4558-9cc0-c5293e64616f tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930684 Nov 16 04:36:54.943905 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-6d503a44-e8a2-4d07-9cc6-c66356c43ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:54.943905 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-6d503a44-e8a2-4d07-9cc6-c66356c43ad3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.2258565 Nov 16 04:36:55.014384 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-24fc9ce7-0b69-4449-bd23-41724cd0dd23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666862 Nov 16 04:36:55.050593 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:55.062755 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:55.224134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b7429592-3a7c-4bff-9afd-374cadf7bce1 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:36:55.228763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Router 9852d3ed-f742-4b25-89c9-e6479e2308de is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:36:55.242055 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-c8f09ac0-a2ea-4458-aa8e-a02ce715ab93 service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133458 Nov 16 04:36:55.242966 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226bb65-1f9b-43bd-b8aa-2a8886ec5766 None None] Pushing event updated for resources: {'Port': ['ID=7916d28f-fee5-41cf-b6a8-086a13ade31a,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:55.249805 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55706) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:55.260838 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Attempting to bind port 7916d28f-fee5-41cf-b6a8-086a13ade31a on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:55.261535 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Attempting to bind port 7916d28f-fee5-41cf-b6a8-086a13ade31a by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:55.262079 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Attempting to bind port 7916d28f-fee5-41cf-b6a8-086a13ade31a on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:55.274744 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:55.276389 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:55.276545 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: b7429592-3a7c-4bff-9afd-374cadf7bce1 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:36:55.276993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b7429592-3a7c-4bff-9afd-374cadf7bce1 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:36:55.279786 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:55.281134 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:55.282102 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Bound port: 7916d28f-fee5-41cf-b6a8-086a13ade31a, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:55.284278 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:55.384368 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] For port 7916d28f-fee5-41cf-b6a8-086a13ade31a, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:55.389044 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] For port 7916d28f-fee5-41cf-b6a8-086a13ade31a, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7916d28f-fee5-41cf-b6a8-086a13ade31a,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:55.398000 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:55.416107 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0d18d9a-faf0-413a-a163-32527115f6cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:55.491372 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Routers {'af92e748-a444-4187-b642-6d92dfd28750'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:36:55.492789 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['af92e748-a444-4187-b642-6d92dfd28750'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:55.577039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55712) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:55.640855 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:55.645743 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9e58a725-281e-4a41-bc2a-8c323abe97b9 req-4f8d7a6e-d7b3-4848-9f4d-4a39c14839ec service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876684 Nov 16 04:36:55.663955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:36:55.667800 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:55.669789 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] Set router af92e748-a444-4187-b642-6d92dfd28750 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:36:55.678751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Sync routers for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:36:55.700938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:36:55.702320 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:55.743819 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:55.745549 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa8d2366-bdfe-4df4-8fd1-a22b07290657 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.0064168 Nov 16 04:36:55.754275 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55716) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:55.878529 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0d18d9a-faf0-413a-a163-32527115f6cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:55.890647 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0d18d9a-faf0-413a-a163-32527115f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:55.900019 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:55.908432 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226bb65-1f9b-43bd-b8aa-2a8886ec5766 None None] Pushing event updated for resources: {'Port': ['ID=7916d28f-fee5-41cf-b6a8-086a13ade31a,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:55.931662 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:55.940012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9790120 Nov 16 04:36:55.977272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-4d41a35d-a096-4b57-a9f4-a71be851f820 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:55.978879 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-4d41a35d-a096-4b57-a9f4-a71be851f820 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 807 time: 0.7883012 Nov 16 04:36:56.039995 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c0d18d9a-faf0-413a-a163-32527115f6cc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab8bba842d35428283cec1ee39d7e721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7740533 Nov 16 04:36:56.041214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ecad7-a7f5-4be3-b02b-367399e620f6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Pushing event updated for resources: {'Port': ['ID=58ef92ca-bb90-4d98-ae3a-467d7e903ba6,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:56.045351 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-b6249858-ecbf-4c36-8288-549634aa55fe tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/quotas/2d6aa7ebda584f678731e5b32da32c5a HTTP/1.1" status: 200 len: 375 time: 0.0397220 Nov 16 04:36:56.048178 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55720) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:56.070392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d18d9a-faf0-413a-a163-32527115f6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c312d6-4ec4-4186-81a7-47a6c994ec72,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:56.079738 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af92e748-a444-4187-b642-6d92dfd28750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1659988324-router', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:46Z', 'updated_at': '2021-11-16T04:36:50Z', 'revision_number': 3, 'project_id': 'f6d20b6af5c84476bc51ef970275cc59', 'gw_port': {'id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af92e748-a444-4187-b642-6d92dfd28750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:56.098763 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:36:56.100454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8e6fe73b-d00d-418d-86b3-8d667cdc919f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59a94dfcda7e49d7a84d11e834a42ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5178339 Nov 16 04:36:56.111815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55722) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:56.180472 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:56.194307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-88eff1a3-dba4-413d-bcda-680ec89480c0 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 696 time: 0.2533720 Nov 16 04:36:56.224173 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a1cad2-ee91-45b1-9098-8059cd4de4e6 None None] The sync data for ids ['af92e748-a444-4187-b642-6d92dfd28750'] in n-d-818042-1 is: [{'id': 'af92e748-a444-4187-b642-6d92dfd28750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1659988324-router', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:46Z', 'updated_at': '2021-11-16T04:36:50Z', 'revision_number': 3, 'project_id': 'f6d20b6af5c84476bc51ef970275cc59', 'gw_port': {'id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af92e748-a444-4187-b642-6d92dfd28750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:36:56.376879 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:53Z', 'revision_number': 3, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:56.400563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-73fd7918-f505-4ebc-921d-2c372987aae1 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:56.403053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-73fd7918-f505-4ebc-921d-2c372987aae1 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2075365 Nov 16 04:36:56.413180 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-069a5d08-80b4-42f9-82c8-26d9ed120933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:56.429067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Checking router: 9852d3ed-f742-4b25-89c9-e6479e2308de for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:36:56.429421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Updating router 9852d3ed-f742-4b25-89c9-e6479e2308de port efb5db97-70d8-432f-9141-51c4cb85b62a binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:36:56.446964 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-069a5d08-80b4-42f9-82c8-26d9ed120933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:56.459586 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4394785-d264-4057-8351-545da5bcf694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:56.474311 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:56.486408 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4394785-d264-4057-8351-545da5bcf694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:56.499979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-08b87724-9762-4b3d-9e02-8a8949e4ecf8 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:36:56.501427 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15b000df-5644-48c6-a039-b58ac3c0e412 req-08b87724-9762-4b3d-9e02-8a8949e4ecf8 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0444717 Nov 16 04:36:56.513486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-90855640-f4a4-4624-bcab-63f4fa18f4d2 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4119356 Nov 16 04:36:56.532473 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-069a5d08-80b4-42f9-82c8-26d9ed120933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:56.535362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-069a5d08-80b4-42f9-82c8-26d9ed120933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:56.536869 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-069a5d08-80b4-42f9-82c8-26d9ed120933 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0c312d6-4ec4-4186-81a7-47a6c994ec72 HTTP/1.1" status: 204 len: 168 time: 0.4773910 Nov 16 04:36:56.597938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a5d08-80b4-42f9-82c8-26d9ed120933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c312d6-4ec4-4186-81a7-47a6c994ec72,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:56.643077 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc67c5b9-5c7f-4883-b374-be7cfce461fd x-openstack-request-id: req-dc67c5b9-5c7f-4883-b374-be7cfce461fd {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:36:56.643381 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0", "tag": "586f37e4-586a-4c86-94fe-ac77311b9f7c", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:36:56.643658 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc67c5b9-5c7f-4883-b374-be7cfce461fd {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:36:56.658362 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0266a3f-8315-4c11-9f1e-9ef9ea39b0f0', 'tag': '586f37e4-586a-4c86-94fe-ac77311b9f7c', 'status': 'completed', 'code': 200} Nov 16 04:36:56.703716 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-f1acfbdd-90ae-489b-b0a7-20a62b814b70 service neutron] 10.222.0.41 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527648 Nov 16 04:36:56.920220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c9b85-c8d5-4030-b66d-add5bb480e01 req-bb86d7ab-e78a-436b-b9cd-9aa152dd3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:56.921819 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f35c9b85-c8d5-4030-b66d-add5bb480e01 req-bb86d7ab-e78a-436b-b9cd-9aa152dd3713 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 1094 time: 0.2559452 Nov 16 04:36:57.049313 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4394785-d264-4057-8351-545da5bcf694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:57.053080 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4394785-d264-4057-8351-545da5bcf694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:57.054831 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d4394785-d264-4057-8351-545da5bcf694 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c54d731-da68-4dad-be0d-822e892c05e6 HTTP/1.1" status: 204 len: 168 time: 0.9395573 Nov 16 04:36:57.093041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a63044-7956-4ce1-9246-86a5e5098f2f req-bceaf3a7-c60f-4a3b-9e51-3e6b88777d35 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:57.103977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9a63044-7956-4ce1-9246-86a5e5098f2f req-bceaf3a7-c60f-4a3b-9e51-3e6b88777d35 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 943 time: 0.1903405 Nov 16 04:36:57.105190 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:57.129858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Allocated IP 172.20.0.1 (e6a3c459-606d-43a4-bdca-66263d544139/7beabb21-e2c1-456b-86c4-4698b6a02e2c/d7152ad7-907c-429b-8a34-eacac978859c) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:57.155443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4394785-d264-4057-8351-545da5bcf694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c54d731-da68-4dad-be0d-822e892c05e6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:57.171774 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-98351b59-63a5-4749-84a1-96235c1be138 service neutron] 10.222.0.41 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4431534 Nov 16 04:36:57.254270 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:57.264195 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:57.341736 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1b9ab-1daf-400a-a671-c9581caa5705 None None] Pushing event updated for resources: {'Port': ['ID=efb5db97-70d8-432f-9141-51c4cb85b62a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:57.409081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9a63044-7956-4ce1-9246-86a5e5098f2f req-0a85a4a1-2095-4232-9735-276e8245ea5e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014462 Nov 16 04:36:57.412399 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Attempting to bind port efb5db97-70d8-432f-9141-51c4cb85b62a on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:36:57.415355 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Attempting to bind port efb5db97-70d8-432f-9141-51c4cb85b62a by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:36:57.415539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Attempting to bind port efb5db97-70d8-432f-9141-51c4cb85b62a on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:36:57.433578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:36:57.433578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:36:57.433578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:57.438204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:36:57.438720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Bound port: efb5db97-70d8-432f-9141-51c4cb85b62a, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:36:57.439115 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:57.555963 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:57.587154 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] For port efb5db97-70d8-432f-9141-51c4cb85b62a, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:36:57.591863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] For port efb5db97-70d8-432f-9141-51c4cb85b62a, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=efb5db97-70d8-432f-9141-51c4cb85b62a,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:36:57.600194 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:57.605378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3fb98576-97de-4b2a-bd55-90cafb82656c req-7efd5cdb-6e2d-4e6d-853c-e89893675f01 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 210 time: 0.0906041 Nov 16 04:36:57.782443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55754) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:57.784383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:36:57.785531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:57.816174 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:57.939551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:36:57.946479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c9b85-c8d5-4030-b66d-add5bb480e01 req-686b3b2b-750a-4bac-b00a-e4cd1028f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:57.951010 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f35c9b85-c8d5-4030-b66d-add5bb480e01 req-686b3b2b-750a-4bac-b00a-e4cd1028f9ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 1.0114548 Nov 16 04:36:57.978771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-75423ffa-cd0c-491a-9597-e5cca99efb61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffe15489b1ad41658f22b4d738362d12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950846 Nov 16 04:36:57.998296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Network e6a3c459-606d-43a4-bdca-66263d544139 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:58.001576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1b9ab-1daf-400a-a671-c9581caa5705 None None] Pushing event updated for resources: {'Port': ['ID=efb5db97-70d8-432f-9141-51c4cb85b62a,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:58.014268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55762) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:36:58.018438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:58.053381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:58.091333 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f35c9b85-c8d5-4030-b66d-add5bb480e01 req-f61f67c6-8cbd-41cc-a6a9-912e97a27071 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c HTTP/1.1" status: 200 len: 217 time: 0.1301699 Nov 16 04:36:58.117533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7916d28f-fee5-41cf-b6a8-086a13ade31a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:36:58.135080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Pushing event updated for resources: {'Port': ['ID=d7152ad7-907c-429b-8a34-eacac978859c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:58.137656 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:58.160433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-1c8e641f-5a24-48ac-b9e1-e3331c6c4dcb tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:58.172396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-1c8e641f-5a24-48ac-b9e1-e3331c6c4dcb tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5142694 Nov 16 04:36:58.329836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7916d28f-fee5-41cf-b6a8-086a13ade31a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:58.329836 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:58.382408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Allocated IP 172.20.0.1 (1747fb6e-c482-4743-8c49-9776167b8132/813c1194-17e0-4799-bdee-9680531f52db/c377343e-e9ee-439b-a0d9-7d3dd5e5f5be) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:36:58.387745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c9b85-c8d5-4030-b66d-add5bb480e01 req-c8fc4181-50b7-4b70-ad6c-674e1fdefc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:36:58.389273 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f35c9b85-c8d5-4030-b66d-add5bb480e01 req-c8fc4181-50b7-4b70-ad6c-674e1fdefc84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.2897646 Nov 16 04:36:58.440958 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:53Z', 'revision_number': 3, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:36:58.506379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-240f8c61-0126-40e9-9840-da7afdd6b2c8 None None] Provisioning complete for port d7152ad7-907c-429b-8a34-eacac978859c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:58.506765 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-240f8c61-0126-40e9-9840-da7afdd6b2c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:58.512336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab13b746-1107-4f43-84c7-4dfa46e481d3 None None] The sync data for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 is: [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:53Z', 'revision_number': 3, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:36:58.561177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-240f8c61-0126-40e9-9840-da7afdd6b2c8 None None] Port d7152ad7-907c-429b-8a34-eacac978859c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:36:58.567113 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:58.580558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-124cd4d2-fd5e-4647-9e24-059d4f8d7928 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 696 time: 0.4071319 Nov 16 04:36:58.618215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 7916d28f-fee5-41cf-b6a8-086a13ade31a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7916d28f-fee5-41cf-b6a8-086a13ade31a,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:58.626940 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:58.627388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-eb0d209a-11bd-48db-97d1-83e3ad37a63f tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Request body: {'floatingip': {'port_id': '54773dba-5b92-40f2-9202-635139bc87fa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:36:58.660989 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:58.756914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=7916d28f-fee5-41cf-b6a8-086a13ade31a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:58.759655 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f35c9b85-c8d5-4030-b66d-add5bb480e01 req-559020cf-0747-4ad4-9dfa-6cd4f2a40fdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3609910 Nov 16 04:36:58.779831 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:58.813255 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-eb0d209a-11bd-48db-97d1-83e3ad37a63f tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:58.827386 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9983ae83-bdc0-48fa-9a4c-c84aeb4b27d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:58.955969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Network 1747fb6e-c482-4743-8c49-9776167b8132 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:36:58.981998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:36:58.988001 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:36:59.061603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Pushing event updated for resources: {'Port': ['ID=c377343e-e9ee-439b-a0d9-7d3dd5e5f5be,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:59.104893 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:59.210939 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:36:59.224641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 586f37e4-586a-4c86-94fe-ac77311b9f7c details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:36:59.231146 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f35c9b85-c8d5-4030-b66d-add5bb480e01 req-6e5bada9-9ffe-4fad-a22d-499832e9c542 service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434621 Nov 16 04:36:59.386621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:59.401729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '586f37e4-586a-4c86-94fe-ac77311b9f7c', 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a', 'port_id': '586f37e4-586a-4c86-94fe-ac77311b9f7c', 'mac_address': 'fa:16:3e:fe:62:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019a9079-5bad-40fc-b64e-f807d7d8722f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:36:59.493195 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:59.512514 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f35c9b85-c8d5-4030-b66d-add5bb480e01 req-ba5d09aa-2622-4266-99d3-24821300ca15 service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613339 Nov 16 04:36:59.515153 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586f37e4-586a-4c86-94fe-ac77311b9f7c {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:36:59.554114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5ca5dc7c-1eca-4abf-818f-b5220c0044c2 None None] Provisioning complete for port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:36:59.555059 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5ca5dc7c-1eca-4abf-818f-b5220c0044c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:59.567791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:59.620036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:36:59.628158 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:59.661881 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9983ae83-bdc0-48fa-9a4c-c84aeb4b27d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:59.692446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=586f37e4-586a-4c86-94fe-ac77311b9f7c,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:36:59.697621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5ca5dc7c-1eca-4abf-818f-b5220c0044c2 None None] Port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:36:59.773663 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:59.779288 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:59.854726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['586f37e4-586a-4c86-94fe-ac77311b9f7c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:36:59.885988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:36:59.905805 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Pushing event updated for resources: {'Port': ['ID=c377343e-e9ee-439b-a0d9-7d3dd5e5f5be,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:00.018138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Network 1747fb6e-c482-4743-8c49-9776167b8132 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:00.019746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:00.057174 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:00.165834 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device efb5db97-70d8-432f-9141-51c4cb85b62a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:00.204915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Router 9852d3ed-f742-4b25-89c9-e6479e2308de has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:37:00.271812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820f853-ebbc-4b40-b12c-375fc0d450ba req-4fb77027-d41b-4e87-8b0e-3012b454a6bb tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:00.282007 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5820f853-ebbc-4b40-b12c-375fc0d450ba req-4fb77027-d41b-4e87-8b0e-3012b454a6bb tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 943 time: 1.4065285 Nov 16 04:37:00.303097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port efb5db97-70d8-432f-9141-51c4cb85b62a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:00.303753 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:00.391388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:37:00.405135 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9f2f7c10-caba-4345-843b-45d60e8c1c59 admin admin] 10.222.0.41 "PUT /v2.0/routers/9852d3ed-f742-4b25-89c9-e6479e2308de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6489661 Nov 16 04:37:00.438235 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:00.477916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port efb5db97-70d8-432f-9141-51c4cb85b62a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=efb5db97-70d8-432f-9141-51c4cb85b62a,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:00.480004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-17184af2-9f92-4c1a-83c2-d34697e4d5cb None None] Provisioning complete for port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:00.480346 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17184af2-9f92-4c1a-83c2-d34697e4d5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:00.508910 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:00.510195 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7916d28f-fee5-41cf-b6a8-086a13ade31a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:00.538856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-d4bb2531-7b02-464a-81a7-4e5f84aba2b8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:00.540438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-d4bb2531-7b02-464a-81a7-4e5f84aba2b8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.37 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 807 time: 0.8838122 Nov 16 04:37:00.578392 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9983ae83-bdc0-48fa-9a4c-c84aeb4b27d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:00.581461 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9983ae83-bdc0-48fa-9a4c-c84aeb4b27d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:00.583002 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9983ae83-bdc0-48fa-9a4c-c84aeb4b27d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e7ac72a-cf54-4b40-a0ad-98c3e7c21535 HTTP/1.1" status: 204 len: 168 time: 2.5476422 Nov 16 04:37:00.605516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-17d2a952-66e2-4aa6-bd2b-7ea914181aa4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Request body: {'port': {'device_id': 'ff5cae88-491e-4336-936c-8081cd622267', 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c', 'admin_state_up': True, 'tenant_id': '2d6aa7ebda584f678731e5b32da32c5a'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:00.632558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-17184af2-9f92-4c1a-83c2-d34697e4d5cb None None] Port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:37:00.703408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7916d28f-fee5-41cf-b6a8-086a13ade31a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:00.703792 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:00.706997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=efb5db97-70d8-432f-9141-51c4cb85b62a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:00.831849 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983ae83-bdc0-48fa-9a4c-c84aeb4b27d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7ac72a-cf54-4b40-a0ad-98c3e7c21535,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:00.842657 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.resource_extend [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-eb0d209a-11bd-48db-97d1-83e3ad37a63f tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:37:00.875152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5820f853-ebbc-4b40-b12c-375fc0d450ba req-33c1448b-f330-457e-932b-58ffb136ec92 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5919695 Nov 16 04:37:00.992570 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-eb0d209a-11bd-48db-97d1-83e3ad37a63f tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:00.995491 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:01.000885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-eb0d209a-11bd-48db-97d1-83e3ad37a63f tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:01.097717 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:01.165508 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:01.171204 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Sync routers for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:37:01.187934 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:01.189118 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-025ee9fd-0355-4527-a301-d56c335020da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:01.255032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 586f37e4-586a-4c86-94fe-ac77311b9f7c up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:01.312547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-70b2addf-87ad-4735-a86f-db5684969022 req-550772d3-4e33-49c1-bea9-c7e9fbeda11a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 210 time: 0.2207925 Nov 16 04:37:01.322436 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:01.334915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 586f37e4-586a-4c86-94fe-ac77311b9f7c completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:37:01.335133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Network e6a3c459-606d-43a4-bdca-66263d544139 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:01.335806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 586f37e4-586a-4c86-94fe-ac77311b9f7c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:01.336238 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:01.347719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:01.509278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Pushing event updated for resources: {'Port': ['ID=d7152ad7-907c-429b-8a34-eacac978859c,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:01.519731 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-eb0d209a-11bd-48db-97d1-83e3ad37a63f tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Floating IP abab8d25-e60a-47e4-b4a9-3f6c607fc6a8 associated. External IP: 172.25.0.122, port: 54773dba-5b92-40f2-9202-635139bc87fa. Nov 16 04:37:01.639041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:01.725998 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:01.732426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0266a3f-8315-4c11-9f1e-9ef9ea39b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586f37e4-586a-4c86-94fe-ac77311b9f7c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:01.739352 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aabf4e6-149e-4d77-a2f4-fd097a934beb" -d '{"events": [{"server_uuid": "d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0", "name": "network-vif-plugged", "status": "completed", "tag": "586f37e4-586a-4c86-94fe-ac77311b9f7c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:01.763595 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:01.767751 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-025ee9fd-0355-4527-a301-d56c335020da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 2, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:01.797952 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Checking router: 9852d3ed-f742-4b25-89c9-e6479e2308de for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:37:01.798566 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Updating router 9852d3ed-f742-4b25-89c9-e6479e2308de port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:37:01.812115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5d59dcbe-d2d4-45d3-a85b-cdca89dcec59 None None] Provisioning complete for port d7152ad7-907c-429b-8a34-eacac978859c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:01.812485 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d59dcbe-d2d4-45d3-a85b-cdca89dcec59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:01.826657 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:01.859669 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5d59dcbe-d2d4-45d3-a85b-cdca89dcec59 None None] Port d7152ad7-907c-429b-8a34-eacac978859c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:37:01.884563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=586f37e4-586a-4c86-94fe-ac77311b9f7c,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:01.990210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device efb5db97-70d8-432f-9141-51c4cb85b62a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:02.123392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port efb5db97-70d8-432f-9141-51c4cb85b62a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:02.124420 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:02.160643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-17d2a952-66e2-4aa6-bd2b-7ea914181aa4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Made reservation on behalf of 2d6aa7ebda584f678731e5b32da32c5a for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:37:02.173361 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-17d2a952-66e2-4aa6-bd2b-7ea914181aa4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:02.245454 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:02.252273 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:02.320137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Router af92e748-a444-4187-b642-6d92dfd28750 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:37:02.362437 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30999739-bf03-4229-b547-13b7ec634d61 None None] Pushing event updated for resources: {'Port': ['ID=c377343e-e9ee-439b-a0d9-7d3dd5e5f5be,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:02.396483 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Attempting to bind port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:02.397106 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Attempting to bind port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:02.397627 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Attempting to bind port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be on network 1747fb6e-c482-4743-8c49-9776167b8132 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:02.403659 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:02.404264 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Checking segment: {'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:02.404857 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:02.405499 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Bound using segment: {'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:02.406262 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Bound port: c377343e-e9ee-439b-a0d9-7d3dd5e5f5be, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:02.406830 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:02.486028 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-025ee9fd-0355-4527-a301-d56c335020da None None] For port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:02.489574 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-025ee9fd-0355-4527-a301-d56c335020da None None] For port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c377343e-e9ee-439b-a0d9-7d3dd5e5f5be,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:02.497295 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:02.583061 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:02.583908 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-025ee9fd-0355-4527-a301-d56c335020da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:02.587494 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30999739-bf03-4229-b547-13b7ec634d61 None None] Pushing event updated for resources: {'Port': ['ID=c377343e-e9ee-439b-a0d9-7d3dd5e5f5be,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:02.734416 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Provisioning complete for port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:02.736083 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:02.742948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-eb0d209a-11bd-48db-97d1-83e3ad37a63f tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Router c991efc2-85d6-43e6-88e3-eff773ba6875 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:37:02.761238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-17d2a952-66e2-4aa6-bd2b-7ea914181aa4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Allocated IP 172.20.0.11 (00ef367c-9e71-485a-983c-5f2648aed20c/6dd63e98-5168-43db-bcf5-951ae9db1f7c/9de77770-b036-4370-8b2b-1c8a9ce64b7e) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:02.769128 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-025ee9fd-0355-4527-a301-d56c335020da None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:02.778994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-b3083dc9-4908-471f-a2d1-acac620d2a77 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:02.781226 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-b3083dc9-4908-471f-a2d1-acac620d2a77 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 821 time: 0.4120176 Nov 16 04:37:02.809085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:37:02.815240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-738c7193-ce7c-4526-ab70-5a94b61493ea admin admin] 10.222.0.41 "PUT /v2.0/routers/af92e748-a444-4187-b642-6d92dfd28750/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2901213 Nov 16 04:37:02.857029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Sync routers for ids ['af92e748-a444-4187-b642-6d92dfd28750'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:37:02.905626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-307b16cc-74cc-43de-8a3b-9e7891a29819 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/quotas/6afb9e0518974559b1332d98c9104d43 HTTP/1.1" status: 200 len: 375 time: 0.1125453 Nov 16 04:37:03.016483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-eb0d209a-11bd-48db-97d1-83e3ad37a63f tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:37:03.022323 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-eb0d209a-11bd-48db-97d1-83e3ad37a63f tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:03.045872 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbd8ff-f801-40b4-ab00-6e10ee6c8250 None None] Sync routers for ids ['c991efc2-85d6-43e6-88e3-eff773ba6875'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:37:03.106838 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbd8ff-f801-40b4-ab00-6e10ee6c8250 None None] Routers {'c991efc2-85d6-43e6-88e3-eff773ba6875'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:03.107140 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-11cbd8ff-f801-40b4-ab00-6e10ee6c8250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c991efc2-85d6-43e6-88e3-eff773ba6875'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:03.147919 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Routers {'af92e748-a444-4187-b642-6d92dfd28750'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:03.148788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['af92e748-a444-4187-b642-6d92dfd28750'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:03.203324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-eb0d209a-11bd-48db-97d1-83e3ad37a63f tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "PUT /v2.0/floatingips/abab8d25-e60a-47e4-b4a9-3f6c607fc6a8 HTTP/1.1" status: 200 len: 996 time: 4.5877392 Nov 16 04:37:03.206741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'tag': '54773dba-5b92-40f2-9202-635139bc87fa'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:03.208989 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84011495-ebae-4170-a622-28ab128ca2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "eaeef93a-739a-4e6a-b6a3-816b7036d713", "tag": "54773dba-5b92-40f2-9202-635139bc87fa"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:03.230421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-91172326-d447-4b65-8ed4-e446972e5c37 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3120749 Nov 16 04:37:03.272879 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-025ee9fd-0355-4527-a301-d56c335020da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:02Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:03.274809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Set router af92e748-a444-4187-b642-6d92dfd28750 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:03.282215 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-17d2a952-66e2-4aa6-bd2b-7ea914181aa4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:03.307111 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025ee9fd-0355-4527-a301-d56c335020da None None] The sync data for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 is: [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:02Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:37:03.333097 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-11cbd8ff-f801-40b4-ab00-6e10ee6c8250 None None] Set router c991efc2-85d6-43e6-88e3-eff773ba6875 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:03.353318 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-17d2a952-66e2-4aa6-bd2b-7ea914181aa4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:03.464701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-17d2a952-66e2-4aa6-bd2b-7ea914181aa4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Network 00ef367c-9e71-485a-983c-5f2648aed20c is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:03.470675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-17d2a952-66e2-4aa6-bd2b-7ea914181aa4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:03.479071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-17d2a952-66e2-4aa6-bd2b-7ea914181aa4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:03.513975 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:03.536395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-65ff2ee6-4cb1-43b6-9a70-0ff4f3036c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:03.537976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-65ff2ee6-4cb1-43b6-9a70-0ff4f3036c9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af29f00f037f4e069225519e2c2af721&device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 1096 time: 0.2252762 Nov 16 04:37:03.543635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2a952-66e2-4aa6-bd2b-7ea914181aa4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Pushing event updated for resources: {'Port': ['ID=9de77770-b036-4370-8b2b-1c8a9ce64b7e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:03.632261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-b2a1a2ef-0116-4244-ac54-5e227ffb745a service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864709 Nov 16 04:37:03.653490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] For port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c377343e-e9ee-439b-a0d9-7d3dd5e5f5be,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:03.661387 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:03.700688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-c021b106-5f3e-4107-ae1b-b2ec109b10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:03.702325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-c021b106-5f3e-4107-ae1b-b2ec109b10f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=350b8208-068e-42e7-b140-65d950148470 HTTP/1.1" status: 200 len: 929 time: 0.1555130 Nov 16 04:37:03.710048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-17d2a952-66e2-4aa6-bd2b-7ea914181aa4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:03.710920 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-17d2a952-66e2-4aa6-bd2b-7ea914181aa4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:03.757636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Pushing event updated for resources: {'Port': ['ID=c377343e-e9ee-439b-a0d9-7d3dd5e5f5be,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:03.789208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:03.789553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:03.789917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:03.790301 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:03.790632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:03.790952 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:03.791274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:03.791590 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:03.791953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:03.792275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:03.792588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:03.792902 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91794780-740e-4bbe-a884-5999f79d55c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:03.807442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-17d2a952-66e2-4aa6-bd2b-7ea914181aa4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2305841 Nov 16 04:37:03.810667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d2172d29-21db-42fc-9313-4d4ea4959008 None None] Provisioning complete for port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:03.811072 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d2172d29-21db-42fc-9313-4d4ea4959008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:03.832109 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-11cbd8ff-f801-40b4-ab00-6e10ee6c8250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:36:21Z', 'revision_number': 4, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'abab8d25-e60a-47e4-b4a9-3f6c607fc6a8', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'port_id': '54773dba-5b92-40f2-9202-635139bc87fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'mac_address': 'fa:16:3e:be:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:36:53Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 1, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b145a382-d976-45b2-8753-63bc42237ea8', 'name': '', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'mac_address': 'fa:16:3e:a6:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:19Z', 'updated_at': '2021-11-16T04:36:26Z', 'revision_number': 5, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'subnets': [{'id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:03.870209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Request body: {'port': {'device_id': 'ff5cae88-491e-4336-936c-8081cd622267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:03.879811 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af92e748-a444-4187-b642-6d92dfd28750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1659988324-router', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:46Z', 'updated_at': '2021-11-16T04:36:58Z', 'revision_number': 4, 'project_id': 'f6d20b6af5c84476bc51ef970275cc59', 'gw_port': {'id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af92e748-a444-4187-b642-6d92dfd28750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'd7152ad7-907c-429b-8a34-eacac978859c', 'name': '', 'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'mac_address': 'fa:16:3e:28:07:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af92e748-a444-4187-b642-6d92dfd28750', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7beabb21-e2c1-456b-86c4-4698b6a02e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:56Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 2, 'project_id': 'f6d20b6af5c84476bc51ef970275cc59', 'subnets': [{'id': '7beabb21-e2c1-456b-86c4-4698b6a02e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:03.896239 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbd8ff-f801-40b4-ab00-6e10ee6c8250 None None] Checking router: c991efc2-85d6-43e6-88e3-eff773ba6875 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:37:03.908598 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbd8ff-f801-40b4-ab00-6e10ee6c8250 None None] Routers {'c991efc2-85d6-43e6-88e3-eff773ba6875'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:03.909372 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-11cbd8ff-f801-40b4-ab00-6e10ee6c8250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c991efc2-85d6-43e6-88e3-eff773ba6875'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:03.938639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Checking router: af92e748-a444-4187-b642-6d92dfd28750 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:37:03.939215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Updating router af92e748-a444-4187-b642-6d92dfd28750 port d7152ad7-907c-429b-8a34-eacac978859c binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:37:04.017480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c377343e-e9ee-439b-a0d9-7d3dd5e5f5be up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:04.031770 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:04.058432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-b2dcb8e1-d17a-4d0b-a727-c21eedb8a35a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54773dba-5b92-40f2-9202-635139bc87fa HTTP/1.1" status: 200 len: 999 time: 0.3345883 Nov 16 04:37:04.079898 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:04.112684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:04.113283 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:04.125483 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-11cbd8ff-f801-40b4-ab00-6e10ee6c8250 None None] Set router c991efc2-85d6-43e6-88e3-eff773ba6875 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:04.164308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-8211cee5-809f-43f3-b185-ac6ef5c8b43a service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212643 Nov 16 04:37:04.214718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-756b3c80-672c-40f1-b972-3a2786ba004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:04.224748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-756b3c80-672c-40f1-b972-3a2786ba004f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fdaa54a-2b9a-4ce1-a9c5-949153857317 HTTP/1.1" status: 200 len: 867 time: 0.1566331 Nov 16 04:37:04.505665 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d80ed2-304d-4dcf-9029-88a92da73f01 x-openstack-request-id: req-21d80ed2-304d-4dcf-9029-88a92da73f01 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:04.505981 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0", "name": "network-vif-plugged", "status": "completed", "tag": "586f37e4-586a-4c86-94fe-ac77311b9f7c", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:04.506251 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21d80ed2-304d-4dcf-9029-88a92da73f01 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:04.506644 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0266a3f-8315-4c11-9f1e-9ef9ea39b0f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586f37e4-586a-4c86-94fe-ac77311b9f7c', 'code': 200} Nov 16 04:37:04.601317 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-11cbd8ff-f801-40b4-ab00-6e10ee6c8250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:36:21Z', 'revision_number': 4, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'abab8d25-e60a-47e4-b4a9-3f6c607fc6a8', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'port_id': '54773dba-5b92-40f2-9202-635139bc87fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'mac_address': 'fa:16:3e:be:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:36:53Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 1, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b145a382-d976-45b2-8753-63bc42237ea8', 'name': '', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'mac_address': 'fa:16:3e:a6:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:19Z', 'updated_at': '2021-11-16T04:36:26Z', 'revision_number': 5, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'subnets': [{'id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:04.661621 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb787a-25ee-480c-bd03-35d3817b69db req-f84a63e2-7295-4c61-b389-8cdadff83711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:04.663179 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-32cb787a-25ee-480c-bd03-35d3817b69db req-f84a63e2-7295-4c61-b389-8cdadff83711 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 1096 time: 0.0961528 Nov 16 04:37:04.667469 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbd8ff-f801-40b4-ab00-6e10ee6c8250 None None] The sync data for ids ['c991efc2-85d6-43e6-88e3-eff773ba6875'] in n-d-818042-1 is: [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:36:21Z', 'revision_number': 4, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'abab8d25-e60a-47e4-b4a9-3f6c607fc6a8', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'floating_ip_address': '172.25.0.122', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'port_id': '54773dba-5b92-40f2-9202-635139bc87fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'mac_address': 'fa:16:3e:be:db:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:36:53Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 1, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b145a382-d976-45b2-8753-63bc42237ea8', 'name': '', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'mac_address': 'fa:16:3e:a6:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:19Z', 'updated_at': '2021-11-16T04:36:26Z', 'revision_number': 5, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'subnets': [{'id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:37:04.774364 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:04.779642 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-32cb787a-25ee-480c-bd03-35d3817b69db req-c8dbd7f0-6f8c-435d-a975-6adaf7512b74 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042066 Nov 16 04:37:04.788284 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:04.989001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c509d1-ad85-4fe5-bf2f-16f7b9679074 None None] Pushing event updated for resources: {'Port': ['ID=d7152ad7-907c-429b-8a34-eacac978859c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:05.046611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Attempting to bind port d7152ad7-907c-429b-8a34-eacac978859c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:05.047097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Attempting to bind port d7152ad7-907c-429b-8a34-eacac978859c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '8de78b3d-dd3d-47c5-98d4-c32782d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:05.047563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Attempting to bind port d7152ad7-907c-429b-8a34-eacac978859c on network e6a3c459-606d-43a4-bdca-66263d544139 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:05.060437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:05.061447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Checking segment: {'id': '8de78b3d-dd3d-47c5-98d4-c32782d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:05.062267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:05.062757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Bound using segment: {'id': '8de78b3d-dd3d-47c5-98d4-c32782d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:05.063347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Bound port: d7152ad7-907c-429b-8a34-eacac978859c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8de78b3d-dd3d-47c5-98d4-c32782d0af21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:05.067444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6525a-7649-4b0d-a989-5caacf0329d9 req-c9309bfd-f773-4a09-b9a4-9763277b0524 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:05.068074 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:05.077475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45d6525a-7649-4b0d-a989-5caacf0329d9 req-c9309bfd-f773-4a09-b9a4-9763277b0524 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 945 time: 0.2147698 Nov 16 04:37:05.143970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304b547e-5d13-4d97-ae5d-6f682160967c None None] New status for floating IP abab8d25-e60a-47e4-b4a9-3f6c607fc6a8: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:37:05.160560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45d6525a-7649-4b0d-a989-5caacf0329d9 req-f1dbebab-3361-4173-898f-f16e39e4f893 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736728 Nov 16 04:37:05.171883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-f7b38888-3bcf-44a9-ae8a-c37730064743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:05.173619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-f7b38888-3bcf-44a9-ae8a-c37730064743 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=350b8208-068e-42e7-b140-65d950148470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9478278 Nov 16 04:37:05.198167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-125e8ebc-68b7-4465-ad71-b2fd6e15db7c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:37:05.199170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-125e8ebc-68b7-4465-ad71-b2fd6e15db7c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139654 Nov 16 04:37:05.423256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd256b-27bc-46aa-9d0c-094e87ff3e08 req-aff0a4e0-2d8b-4eb6-ad88-7b9624154aa8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:05.424804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52bd256b-27bc-46aa-9d0c-094e87ff3e08 req-aff0a4e0-2d8b-4eb6-ad88-7b9624154aa8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 932 time: 0.1168461 Nov 16 04:37:05.426032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-14411601-0676-4e8c-b199-55dd6b86a63c None None] Provisioning complete for port d7152ad7-907c-429b-8a34-eacac978859c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:05.426640 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14411601-0676-4e8c-b199-55dd6b86a63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:05.428704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-55980a6f-da26-420d-bb87-bef1c986c68b service neutron] 10.222.0.41 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130649 Nov 16 04:37:05.462010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de77770-b036-4370-8b2b-1c8a9ce64b7e {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:05.470861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] For port d7152ad7-907c-429b-8a34-eacac978859c, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:05.511205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] For port d7152ad7-907c-429b-8a34-eacac978859c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d7152ad7-907c-429b-8a34-eacac978859c,segment=NetworkSegment(8de78b3d-dd3d-47c5-98d4-c32782d0af21),segment_id=8de78b3d-dd3d-47c5-98d4-c32782d0af21)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:05.512301 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:05.522649 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:05.543725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-14411601-0676-4e8c-b199-55dd6b86a63c None None] Port d7152ad7-907c-429b-8a34-eacac978859c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:37:05.558710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Transition to ACTIVE for port object 9de77770-b036-4370-8b2b-1c8a9ce64b7e will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:37:05.568662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52bd256b-27bc-46aa-9d0c-094e87ff3e08 req-fb46ac9e-c8bf-4404-a042-25110b06efc1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339800 Nov 16 04:37:05.573397 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:05.647675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Routers {'af92e748-a444-4187-b642-6d92dfd28750'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:05.648352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['af92e748-a444-4187-b642-6d92dfd28750'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:05.651846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Pushing event updated for resources: {'Port': ['ID=9de77770-b036-4370-8b2b-1c8a9ce64b7e,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:05.691287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4203580-234c-4906-aa3f-1ba10b4c193b req-3c54a54a-c36c-4b90-b079-0e659b3de1a9 service neutron] 10.222.0.41 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449079 Nov 16 04:37:05.904860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Attempting to bind port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:05.906752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Attempting to bind port 9de77770-b036-4370-8b2b-1c8a9ce64b7e by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:05.907578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Attempting to bind port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:05.925108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on network 00ef367c-9e71-485a-983c-5f2648aed20c not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:05.926480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Attempting to bind port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:05.942064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:05.943952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Checking segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:05.944502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Bound using segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:05.945189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Bound port: 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:05.947396 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:05.963437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c509d1-ad85-4fe5-bf2f-16f7b9679074 None None] Pushing event updated for resources: {'Port': ['ID=d7152ad7-907c-429b-8a34-eacac978859c,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:05.999736 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d3ff8e8f-30b0-492c-88d2-b78118b3f8b9 None None] Provisioning complete for port d7152ad7-907c-429b-8a34-eacac978859c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:06.000343 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8e8f-30b0-492c-88d2-b78118b3f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:06.089883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] Set router af92e748-a444-4187-b642-6d92dfd28750 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:06.174265 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-90a0cc24-f9d7-44b4-9172-d68d31040e6d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302951 Nov 16 04:37:06.341376 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8e8f-30b0-492c-88d2-b78118b3f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:06.356286 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-eb34872f-e0a2-4cf5-89d2-4eb1b785555e tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:06.358024 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-eb34872f-e0a2-4cf5-89d2-4eb1b785555e tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.15 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 821 time: 0.3404517 Nov 16 04:37:06.358573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-7d9550ae-98f4-4228-96bb-5d5fafc01023 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:06.360704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-7d9550ae-98f4-4228-96bb-5d5fafc01023 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709573 Nov 16 04:37:06.366808 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28afef21-41b8-4a2b-8211-16d05806c168 x-openstack-request-id: req-28afef21-41b8-4a2b-8211-16d05806c168 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:06.367293 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaeef93a-739a-4e6a-b6a3-816b7036d713", "tag": "54773dba-5b92-40f2-9202-635139bc87fa", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:06.370064 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28afef21-41b8-4a2b-8211-16d05806c168 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:06.370656 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'tag': '54773dba-5b92-40f2-9202-635139bc87fa', 'status': 'completed', 'code': 200} Nov 16 04:37:06.372274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-a7ecf4ab-61df-4b19-9a9c-9c298f13349a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Request body: {'port': {'device_id': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'admin_state_up': True, 'tenant_id': '6afb9e0518974559b1332d98c9104d43'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:06.435694 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-e41147de-3cff-4c94-99e8-74a0e3afd3fc tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/quotas/46074bcb1f1c4ff1b82eee172ad6c5cd HTTP/1.1" status: 200 len: 375 time: 0.0534971 Nov 16 04:37:06.441017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb97634b-8794-49c2-8c71-f736a615e5ef req-946d94df-c901-44d5-b0e1-c1341a417216 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 210 time: 0.0791621 Nov 16 04:37:06.461021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d3ff8e8f-30b0-492c-88d2-b78118b3f8b9 None None] For port d7152ad7-907c-429b-8a34-eacac978859c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d7152ad7-907c-429b-8a34-eacac978859c,segment=NetworkSegment(8de78b3d-dd3d-47c5-98d4-c32782d0af21),segment_id=8de78b3d-dd3d-47c5-98d4-c32782d0af21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:06.470303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:06.490629 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-3451909a-353d-476e-9276-6a43dbf00987 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428171 Nov 16 04:37:06.503346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84011495-ebae-4170-a622-28ab128ca2a7 req-90e0ae17-6231-4ce6-92d4-712815df4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:06.512544 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3ff8e8f-30b0-492c-88d2-b78118b3f8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:06.513050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84011495-ebae-4170-a622-28ab128ca2a7 req-90e0ae17-6231-4ce6-92d4-712815df4dad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af29f00f037f4e069225519e2c2af721&device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 1096 time: 0.1497893 Nov 16 04:37:06.519370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:06.551135 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:06.610456 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff8e8f-30b0-492c-88d2-b78118b3f8b9 None None] Pushing event updated for resources: {'Port': ['ID=d7152ad7-907c-429b-8a34-eacac978859c,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:06.628094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af92e748-a444-4187-b642-6d92dfd28750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1659988324-router', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:46Z', 'updated_at': '2021-11-16T04:36:58Z', 'revision_number': 4, 'project_id': 'f6d20b6af5c84476bc51ef970275cc59', 'gw_port': {'id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af92e748-a444-4187-b642-6d92dfd28750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'd7152ad7-907c-429b-8a34-eacac978859c', 'name': '', 'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'mac_address': 'fa:16:3e:28:07:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af92e748-a444-4187-b642-6d92dfd28750', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7beabb21-e2c1-456b-86c4-4698b6a02e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:56Z', 'updated_at': '2021-11-16T04:37:05Z', 'revision_number': 4, 'project_id': 'f6d20b6af5c84476bc51ef970275cc59', 'subnets': [{'id': '7beabb21-e2c1-456b-86c4-4698b6a02e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:06.699635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a98485-e26b-4faa-86f7-c5e7005604fc None None] The sync data for ids ['af92e748-a444-4187-b642-6d92dfd28750'] in n-d-818042-1 is: [{'id': 'af92e748-a444-4187-b642-6d92dfd28750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1659988324-router', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:46Z', 'updated_at': '2021-11-16T04:36:58Z', 'revision_number': 4, 'project_id': 'f6d20b6af5c84476bc51ef970275cc59', 'gw_port': {'id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af92e748-a444-4187-b642-6d92dfd28750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'd7152ad7-907c-429b-8a34-eacac978859c', 'name': '', 'network_id': 'e6a3c459-606d-43a4-bdca-66263d544139', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'mac_address': 'fa:16:3e:28:07:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af92e748-a444-4187-b642-6d92dfd28750', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7beabb21-e2c1-456b-86c4-4698b6a02e2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:56Z', 'updated_at': '2021-11-16T04:37:05Z', 'revision_number': 4, 'project_id': 'f6d20b6af5c84476bc51ef970275cc59', 'subnets': [{'id': '7beabb21-e2c1-456b-86c4-4698b6a02e2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:37:06.749866 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-a7ecf4ab-61df-4b19-9a9c-9c298f13349a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Made reservation on behalf of 6afb9e0518974559b1332d98c9104d43 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:37:06.756537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-a7ecf4ab-61df-4b19-9a9c-9c298f13349a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:06.803111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:06.803893 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:06.806052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] 10.222.0.37 "PUT /v2.0/ports/9de77770-b036-4370-8b2b-1c8a9ce64b7e HTTP/1.1" status: 200 len: 1092 time: 2.9522393 Nov 16 04:37:06.881930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691f8a87-4f66-4d6a-9c4b-bb2889984b19 service neutron] Pushing event updated for resources: {'Port': ['ID=9de77770-b036-4370-8b2b-1c8a9ce64b7e,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:06.963924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-2e7505a5-004e-4131-b6b3-782d42d175bb tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 258 time: 0.2780726 Nov 16 04:37:06.971454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84011495-ebae-4170-a622-28ab128ca2a7 req-b208a48f-5e1e-4f6b-ad9a-e019508804d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:06.972941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84011495-ebae-4170-a622-28ab128ca2a7 req-b208a48f-5e1e-4f6b-ad9a-e019508804d3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=350b8208-068e-42e7-b140-65d950148470 HTTP/1.1" status: 200 len: 929 time: 0.4497886 Nov 16 04:37:06.989732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:07.009142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-686467e4-6b75-4d97-910b-66c5d5f8987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:07.010752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-686467e4-6b75-4d97-910b-66c5d5f8987e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 1095 time: 0.1473885 Nov 16 04:37:07.087955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-a7ecf4ab-61df-4b19-9a9c-9c298f13349a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Allocated IP 172.20.0.8 (1747fb6e-c482-4743-8c49-9776167b8132/813c1194-17e0-4799-bdee-9680531f52db/00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:07.171244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-d60a288b-c19a-48f3-b034-bf8af9bfa89d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e HTTP/1.1" status: 200 len: 217 time: 0.1137836 Nov 16 04:37:07.278939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84011495-ebae-4170-a622-28ab128ca2a7 req-ef76c658-8c31-4180-a4a1-20e023ade6e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54773dba-5b92-40f2-9202-635139bc87fa HTTP/1.1" status: 200 len: 1001 time: 0.2916777 Nov 16 04:37:07.291579 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:07.306052 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-a7ecf4ab-61df-4b19-9a9c-9c298f13349a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:07.362881 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-a7ecf4ab-61df-4b19-9a9c-9c298f13349a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:07.395104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84011495-ebae-4170-a622-28ab128ca2a7 req-6b2f3bd9-1d35-49c7-97a6-801b450dd4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:07.396635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84011495-ebae-4170-a622-28ab128ca2a7 req-6b2f3bd9-1d35-49c7-97a6-801b450dd4b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fdaa54a-2b9a-4ce1-a9c5-949153857317 HTTP/1.1" status: 200 len: 867 time: 0.0988054 Nov 16 04:37:07.413460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-a7ecf4ab-61df-4b19-9a9c-9c298f13349a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Network 1747fb6e-c482-4743-8c49-9776167b8132 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:07.428829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-a7ecf4ab-61df-4b19-9a9c-9c298f13349a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:07.433412 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-a7ecf4ab-61df-4b19-9a9c-9c298f13349a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:07.478914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecf4ab-61df-4b19-9a9c-9c298f13349a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Pushing event updated for resources: {'Port': ['ID=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:07.523104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-a7ecf4ab-61df-4b19-9a9c-9c298f13349a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:07.523346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-a23e3e9a-c7c5-4734-b5ef-edd888a06af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:07.523846 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-a7ecf4ab-61df-4b19-9a9c-9c298f13349a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:07.524808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-a23e3e9a-c7c5-4734-b5ef-edd888a06af2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.3401809 Nov 16 04:37:07.545986 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-a7ecf4ab-61df-4b19-9a9c-9c298f13349a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1775758 Nov 16 04:37:07.555502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77318df0-8d56-4d51-ae16-bed70eaf37b2 req-9afc0a83-43a7-4891-b4a6-64ae2cead17d tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:07.557049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77318df0-8d56-4d51-ae16-bed70eaf37b2 req-9afc0a83-43a7-4891-b4a6-64ae2cead17d tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 945 time: 0.5024781 Nov 16 04:37:07.564607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Request body: {'port': {'device_id': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:07.627512 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-a239ffcc-e32c-4bcf-8678-fe0cc9ea080a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664120 Nov 16 04:37:07.672690 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:07.756284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77318df0-8d56-4d51-ae16-bed70eaf37b2 req-4541c448-2b49-4e5a-ae81-506847055110 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717682 Nov 16 04:37:07.795568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84011495-ebae-4170-a622-28ab128ca2a7 req-906f22cc-747e-4d75-b537-19b997d49120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:07.802405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84011495-ebae-4170-a622-28ab128ca2a7 req-906f22cc-747e-4d75-b537-19b997d49120 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=350b8208-068e-42e7-b140-65d950148470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3946729 Nov 16 04:37:07.869889 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f41f0611-772d-48da-9634-31ab1dc410b6 None None] Provisioning complete for port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:07.871267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f41f0611-772d-48da-9634-31ab1dc410b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:07.956710 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e46b3298-19d9-4dc4-8715-84e56803d10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:07.963605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f41f0611-772d-48da-9634-31ab1dc410b6 None None] Port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:37:08.023935 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d7152ad7-907c-429b-8a34-eacac978859c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:08.067967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f661a64-4603-4b75-a430-d1bea5a89985 req-e74399b5-ad68-4059-96c8-056cac93c7e7 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:08.069470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f661a64-4603-4b75-a430-d1bea5a89985 req-e74399b5-ad68-4059-96c8-056cac93c7e7 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 944 time: 0.1678693 Nov 16 04:37:08.110189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d7152ad7-907c-429b-8a34-eacac978859c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:08.110497 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:08.136517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:08.157387 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:08.188031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Transition to ACTIVE for port object 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:37:08.198658 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:08.235591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84011495-ebae-4170-a622-28ab128ca2a7 req-550fc9c9-240a-47f2-b8f0-3c56848058ac service neutron] 10.222.0.37 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312716 Nov 16 04:37:08.244765 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-23043014-1e5c-406c-8802-896977e8eb51 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783608 Nov 16 04:37:08.277245 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-e763a95c-751d-4d60-8748-028bb964f840 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739551 Nov 16 04:37:08.337968 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Pushing event updated for resources: {'Port': ['ID=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:08.387974 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f661a64-4603-4b75-a430-d1bea5a89985 req-5911a9ca-4d9f-487a-a9d0-2535f003ed22 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971892 Nov 16 04:37:08.394376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5cae88-491e-4336-936c-8081cd622267', 'tag': '9de77770-b036-4370-8b2b-1c8a9ce64b7e'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:08.408100 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df0a769-6f2d-4fa0-836c-9e1857039ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5cae88-491e-4336-936c-8081cd622267", "tag": "9de77770-b036-4370-8b2b-1c8a9ce64b7e"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:08.433305 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:08.475756 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Attempting to bind port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:08.476340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Attempting to bind port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:08.477988 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Attempting to bind port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f on network 1747fb6e-c482-4743-8c49-9776167b8132 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:08.489497 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f on network 1747fb6e-c482-4743-8c49-9776167b8132 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:08.489926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Attempting to bind port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f on network 1747fb6e-c482-4743-8c49-9776167b8132 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:08.505339 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:08.505595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Checking segment: {'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:08.505973 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Bound using segment: {'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:08.506429 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Bound port: 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:08.506918 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:08.566603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-e5735113-b104-4506-b1f0-0481f9d4bce5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:08.567668 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-e5735113-b104-4506-b1f0-0481f9d4bce5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2806416 Nov 16 04:37:08.571864 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1d178dfb-1930-4532-a6cd-331ad5d691dd req-6ddd00b2-47b6-44de-bdf5-4937ee0cb33f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 210 time: 0.0621045 Nov 16 04:37:08.590878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Request body: {'port': {'device_id': '99ee536f-8033-4e43-935a-11182aea028f', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '46074bcb1f1c4ff1b82eee172ad6c5cd'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:08.591220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e848fb9f-72ba-4d6e-8a4e-2f84b1062519 req-66df9c2d-2524-49ad-9c91-6b0ec2641467 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304636 Nov 16 04:37:08.645530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84011495-ebae-4170-a622-28ab128ca2a7 req-9d7575d0-4218-48af-b1bb-c4d3e1aec641 service neutron] 10.222.0.37 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948505 Nov 16 04:37:08.664313 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] For port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:08.670094 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] For port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:08.685010 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:08.718873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Allocated IP 172.25.0.135 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/37e9cb3a-31e8-4663-8642-e3184581353d) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:08.739542 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:08.740169 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:08.741557 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-67a70c11-5473-4739-9950-b29f23769521 service neutron] 10.222.0.15 "PUT /v2.0/ports/00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 1091 time: 1.1869309 Nov 16 04:37:08.745971 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:08.747383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d6b67-2b20-46d2-8e36-22178ad48838 req-7385e879-0843-4d3a-b35b-67e431cc16d9 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:08.748758 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd27f36-27b7-44ab-bf7e-e13e473a6c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:08.754963 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c45d6b67-2b20-46d2-8e36-22178ad48838 req-7385e879-0843-4d3a-b35b-67e431cc16d9 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 943 time: 0.0857451 Nov 16 04:37:08.770818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a70c11-5473-4739-9950-b29f23769521 service neutron] Pushing event updated for resources: {'Port': ['ID=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:08.779242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Made reservation on behalf of 46074bcb1f1c4ff1b82eee172ad6c5cd for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:37:08.784043 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:08.794618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:08.873696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-b534af6b-3319-4619-af9d-e5b80eb0420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:08.875300 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-b534af6b-3319-4619-af9d-e5b80eb0420e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 1094 time: 0.0721622 Nov 16 04:37:08.928709 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-ed7d47a7-b013-4656-8e22-444550c25730 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 217 time: 0.0418890 Nov 16 04:37:08.983373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:08.988061 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:09.054385 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-c5b7531a-a8a5-43d0-9ef6-8349b0967443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:09.055855 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-c5b7531a-a8a5-43d0-9ef6-8349b0967443 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.1170912 Nov 16 04:37:09.059440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b90d47-10a1-44e1-bb55-62e8ffdc23f7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:09.120583 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c45d6b67-2b20-46d2-8e36-22178ad48838 req-c8531425-7cb4-4538-9c14-9b7d49464391 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643587 Nov 16 04:37:09.156910 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:09.159431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-8ab849fc-2c90-4623-bc07-d8b6f34df0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:09.161037 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-8ab849fc-2c90-4623-bc07-d8b6f34df0c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965765 Nov 16 04:37:09.216057 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:09.219000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Allocated IP 192.168.233.98 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/09f5545e-9287-4c90-adfe-1f351744462c) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:09.267514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:09.269542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f947926-499b-45d1-abf5-4556de6b5a1a req-e16c8d04-4c5f-40c6-9b0b-a031ed287fdc tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:09.271076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f947926-499b-45d1-abf5-4556de6b5a1a req-e16c8d04-4c5f-40c6-9b0b-a031ed287fdc tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 1096 time: 0.0878379 Nov 16 04:37:09.274118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:09.277638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:09.309222 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-54e28717-0d42-4104-afaa-adc46fc35453 service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406519 Nov 16 04:37:09.310000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Pushing event updated for resources: {'Port': ['ID=37e9cb3a-31e8-4663-8642-e3184581353d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:09.378655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f947926-499b-45d1-abf5-4556de6b5a1a req-ee7654fc-02bf-43c3-bdc5-1976c9e76e16 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776956 Nov 16 04:37:09.398133 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:09.448620 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075c6af7-57e4-4f06-a06b-756652f48209 x-openstack-request-id: req-075c6af7-57e4-4f06-a06b-756652f48209 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:09.448905 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5cae88-491e-4336-936c-8081cd622267", "tag": "9de77770-b036-4370-8b2b-1c8a9ce64b7e", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:09.449159 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-075c6af7-57e4-4f06-a06b-756652f48209 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:09.449663 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5cae88-491e-4336-936c-8081cd622267', 'tag': '9de77770-b036-4370-8b2b-1c8a9ce64b7e', 'status': 'completed', 'code': 200} Nov 16 04:37:09.458884 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:09.463374 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3d4cd4bc-5424-4c19-83b7-ca46dd924f56 req-077bf7ae-a637-402c-ae76-2803914b5cf1 service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442664 Nov 16 04:37:09.485668 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:09.537317 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:09.562413 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d9a9ae-efb5-4253-bbea-8a6916e3d52e x-openstack-request-id: req-b7d9a9ae-efb5-4253-bbea-8a6916e3d52e {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:09.562833 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:09.564036 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7d9a9ae-efb5-4253-bbea-8a6916e3d52e {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:09.564556 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'status': 'completed', 'code': 200} Nov 16 04:37:09.583936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a769-6f2d-4fa0-836c-9e1857039ea9 req-07c02d3d-6299-45ac-af14-7c4ef871e061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:09.585445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4df0a769-6f2d-4fa0-836c-9e1857039ea9 req-07c02d3d-6299-45ac-af14-7c4ef871e061 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 1095 time: 0.1001642 Nov 16 04:37:09.593399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:09.607155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:09.626387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:09.667572 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Pushing event updated for resources: {'Port': ['ID=09f5545e-9287-4c90-adfe-1f351744462c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:09.692828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:09.693460 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:09.701085 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd27f36-27b7-44ab-bf7e-e13e473a6c6d req-5829e85a-bc78-47e2-bc9f-8a271b8191f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:09.702657 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-afd27f36-27b7-44ab-bf7e-e13e473a6c6d req-5829e85a-bc78-47e2-bc9f-8a271b8191f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 1094 time: 0.1081364 Nov 16 04:37:09.716762 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-c5563eff-7199-4c92-b5b4-56cc675502a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1376567 Nov 16 04:37:09.760692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Request body: {'port': {'device_id': '99ee536f-8033-4e43-935a-11182aea028f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:09.762910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a769-6f2d-4fa0-836c-9e1857039ea9 req-8244134d-e7ec-4a09-97ca-f149a3e560af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:09.764854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4df0a769-6f2d-4fa0-836c-9e1857039ea9 req-8244134d-e7ec-4a09-97ca-f149a3e560af service neutron] 10.222.0.37 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.1703007 Nov 16 04:37:09.791939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23536695-59f8-4b6b-b1f9-a08b93c349fa req-1f263109-2c13-4a2f-99f3-27fd9f308463 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:09.793446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23536695-59f8-4b6b-b1f9-a08b93c349fa req-1f263109-2c13-4a2f-99f3-27fd9f308463 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 944 time: 0.1425102 Nov 16 04:37:09.796851 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:09.828868 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4df0a769-6f2d-4fa0-836c-9e1857039ea9 req-e46170c5-5f36-44a5-8e22-0d6de43f8fbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e HTTP/1.1" status: 200 len: 217 time: 0.0520287 Nov 16 04:37:09.829474 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:09.884509 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:09.905729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd27f36-27b7-44ab-bf7e-e13e473a6c6d req-5bda11b4-b17f-4aa3-b48f-f0530f5d4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:09.906919 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-afd27f36-27b7-44ab-bf7e-e13e473a6c6d req-5bda11b4-b17f-4aa3-b48f-f0530f5d4e77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.1897101 Nov 16 04:37:09.972653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Pushing event updated for resources: {'Port': ['ID=37e9cb3a-31e8-4663-8642-e3184581353d,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:09.977449 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-afd27f36-27b7-44ab-bf7e-e13e473a6c6d req-31fece9b-7586-4b20-9c61-35a2d5907dc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 217 time: 0.0372195 Nov 16 04:37:09.981345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0a769-6f2d-4fa0-836c-9e1857039ea9 req-efb53514-5d5c-41c1-a787-6be784f34133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:09.982827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4df0a769-6f2d-4fa0-836c-9e1857039ea9 req-efb53514-5d5c-41c1-a787-6be784f34133 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1372495 Nov 16 04:37:09.994899 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23536695-59f8-4b6b-b1f9-a08b93c349fa req-6b96fc06-2580-4208-ad86-f59a2967d804 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692531 Nov 16 04:37:10.003554 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:10.039951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4df0a769-6f2d-4fa0-836c-9e1857039ea9 req-134e15e6-cb85-465b-b08c-cba4c3f616cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441048 Nov 16 04:37:10.048679 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:10.050301 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-e774ddc6-da6f-450d-89b7-4539273abbd3 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0765135 Nov 16 04:37:10.073358 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b1657ff6-8ce9-4d80-9245-b3663815e1d5 None None] Provisioning complete for port 09f5545e-9287-4c90-adfe-1f351744462c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:10.074361 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1657ff6-8ce9-4d80-9245-b3663815e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:10.115003 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b1657ff6-8ce9-4d80-9245-b3663815e1d5 None None] Port 09f5545e-9287-4c90-adfe-1f351744462c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:37:10.138967 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb7ed71d-8eb7-45f6-ab83-40f22011ccb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:10.184340 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-63e49b66-7e41-4b8b-882b-415c20fd6b20 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.1216404 Nov 16 04:37:10.288363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1e5a9-af8c-4809-a5a7-ac712241dc8f req-b686d261-0d61-4817-997a-20d8480d10f7 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:10.289937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3f1e5a9-af8c-4809-a5a7-ac712241dc8f req-b686d261-0d61-4817-997a-20d8480d10f7 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 1096 time: 0.2101026 Nov 16 04:37:10.293862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4df0a769-6f2d-4fa0-836c-9e1857039ea9 req-903dd5c5-6710-4006-9520-fa58650b8c24 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397859 Nov 16 04:37:10.326357 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd27f36-27b7-44ab-bf7e-e13e473a6c6d req-fdaf6f91-d2dd-4ca1-9da5-f07ffa249c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:10.328620 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-afd27f36-27b7-44ab-bf7e-e13e473a6c6d req-fdaf6f91-d2dd-4ca1-9da5-f07ffa249c13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.3429141 Nov 16 04:37:10.409889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-74d435ae-fd56-4e87-85bb-4ad3205c1147 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:10.411237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-74d435ae-fd56-4e87-85bb-4ad3205c1147 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2178900 Nov 16 04:37:10.422530 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd27f36-27b7-44ab-bf7e-e13e473a6c6d req-3d6a45e2-4f6c-4663-a638-a8204826147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:10.423991 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-afd27f36-27b7-44ab-bf7e-e13e473a6c6d req-3d6a45e2-4f6c-4663-a638-a8204826147d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876322 Nov 16 04:37:10.431258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-a60917c3-1f8c-4fa2-b812-ab4e5e7762db tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:37:10.432236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b333345b-ff23-4d5e-92f3-6bd899e49e84 req-a60917c3-1f8c-4fa2-b812-ab4e5e7762db tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111754 Nov 16 04:37:10.441495 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3f1e5a9-af8c-4809-a5a7-ac712241dc8f req-3ca1fcf4-4f9d-4073-b921-59c7f4d40817 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416686 Nov 16 04:37:10.463699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4df0a769-6f2d-4fa0-836c-9e1857039ea9 req-37c0d5f2-1798-45e9-8356-b1345b757c69 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565175 Nov 16 04:37:10.586198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f5545e-9287-4c90-adfe-1f351744462c {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:10.593249 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-afd27f36-27b7-44ab-bf7e-e13e473a6c6d req-f24682dc-8641-49ac-9c53-a1ee8fa7b2de service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580694 Nov 16 04:37:10.596741 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:10.605517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43df1f-d6cb-4212-829c-ca539a9b556a req-8badf7cb-de2d-4ae6-845b-b9ff94dbcdd4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:10.607088 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b43df1f-d6cb-4212-829c-ca539a9b556a req-8badf7cb-de2d-4ae6-845b-b9ff94dbcdd4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 935 time: 0.0815353 Nov 16 04:37:10.618032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4cd17-c913-4a17-a230-5012160a67ed req-6ca9b67d-5f50-46e7-9c7a-73826a7819aa tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:10.619495 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83c4cd17-c913-4a17-a230-5012160a67ed req-6ca9b67d-5f50-46e7-9c7a-73826a7819aa tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 943 time: 0.0668480 Nov 16 04:37:10.659678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Transition to ACTIVE for port object 09f5545e-9287-4c90-adfe-1f351744462c will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:37:10.669315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:10.694213 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b43df1f-d6cb-4212-829c-ca539a9b556a req-cd7a8e21-703f-42d2-b720-c114bfd142b7 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737059 Nov 16 04:37:10.705936 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83c4cd17-c913-4a17-a230-5012160a67ed req-42e84a27-8086-41e2-855d-c4d315286fa1 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744784 Nov 16 04:37:10.780816 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-afd27f36-27b7-44ab-bf7e-e13e473a6c6d req-1e58d0dd-530a-4367-be87-bc47bac34179 service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814859 Nov 16 04:37:10.807180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Pushing event updated for resources: {'Port': ['ID=09f5545e-9287-4c90-adfe-1f351744462c,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:10.877420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Attempting to bind port 09f5545e-9287-4c90-adfe-1f351744462c on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:10.877817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Attempting to bind port 09f5545e-9287-4c90-adfe-1f351744462c by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:10.878162 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Attempting to bind port 09f5545e-9287-4c90-adfe-1f351744462c on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:10.880118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee825b-78c8-403b-ab54-3ae726406186 req-cc6b51b7-8042-45ce-a32d-703fe3954ae5 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:10.883698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Port 09f5545e-9287-4c90-adfe-1f351744462c on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:10.884030 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Attempting to bind port 09f5545e-9287-4c90-adfe-1f351744462c on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:10.889691 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:10.890067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:10.890183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bee825b-78c8-403b-ab54-3ae726406186 req-cc6b51b7-8042-45ce-a32d-703fe3954ae5 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1141977 Nov 16 04:37:10.890498 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:10.890941 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Bound port: 09f5545e-9287-4c90-adfe-1f351744462c, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:10.891300 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:10.939592 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bee825b-78c8-403b-ab54-3ae726406186 req-f7166644-6a2c-4dbe-b2a2-a551a6456d07 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.0485654 Nov 16 04:37:10.949620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-0bee825b-78c8-403b-ab54-3ae726406186 req-60d0be9f-de04-47c2-b52e-75a7f6a044f5 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Request body: {'floatingip': {'port_id': '54773dba-5b92-40f2-9202-635139bc87fa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:10.964226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] For port 09f5545e-9287-4c90-adfe-1f351744462c, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:10.967797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] For port 09f5545e-9287-4c90-adfe-1f351744462c, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09f5545e-9287-4c90-adfe-1f351744462c,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:10.973165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.001610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0bee825b-78c8-403b-ab54-3ae726406186 req-60d0be9f-de04-47c2-b52e-75a7f6a044f5 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.007643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:11.008101 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.009511 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] 10.222.0.37 "PUT /v2.0/ports/09f5545e-9287-4c90-adfe-1f351744462c HTTP/1.1" status: 200 len: 1095 time: 1.2538142 Nov 16 04:37:11.043555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e714bb-beab-4595-b2d5-d91062560589 service neutron] Pushing event updated for resources: {'Port': ['ID=09f5545e-9287-4c90-adfe-1f351744462c,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:11.093715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55982) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:11.098002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9de77770-b036-4370-8b2b-1c8a9ce64b7e details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:37:11.101109 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b2a96d95-4742-45a4-aeb9-82ba05155c8e tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--992508866', 'description': 'tempest-description--579571644'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:11.142014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2a96d95-4742-45a4-aeb9-82ba05155c8e tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.145328 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-06f26a4a-1369-4ebf-b3ee-294f0c7e0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:11.146850 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-06f26a4a-1369-4ebf-b3ee-294f0c7e0c0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 1098 time: 0.0917811 Nov 16 04:37:11.237969 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-7f33cbe0-83ed-4237-82b9-4e6a9f6666c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=09f5545e-9287-4c90-adfe-1f351744462c HTTP/1.1" status: 200 len: 217 time: 0.0680027 Nov 16 04:37:11.260044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:11.282124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '9de77770-b036-4370-8b2b-1c8a9ce64b7e', 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c', 'port_id': '9de77770-b036-4370-8b2b-1c8a9ce64b7e', 'mac_address': 'fa:16:3e:89:e5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd63e98-5168-43db-bcf5-951ae9db1f7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:37:11.318140 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-0d655647-687a-4683-a9ea-828a4bdd9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:11.319637 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-0d655647-687a-4683-a9ea-828a4bdd9e03 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0741785 Nov 16 04:37:11.351291 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.369058 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de77770-b036-4370-8b2b-1c8a9ce64b7e {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:11.373264 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2a96d95-4742-45a4-aeb9-82ba05155c8e tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.378610 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2a96d95-4742-45a4-aeb9-82ba05155c8e tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.392926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:11.399088 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.417090 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2a96d95-4742-45a4-aeb9-82ba05155c8e tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.421532 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b2a96d95-4742-45a4-aeb9-82ba05155c8e tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3234153 Nov 16 04:37:11.421661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5beb58-50af-4a80-8737-8646581ba911 req-1cd28e3c-7871-4acb-9f87-431d8d416bf6 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:11.422083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-431b8c43-b857-4a70-b84b-165304c67073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:11.423470 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-431b8c43-b857-4a70-b84b-165304c67073 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924239 Nov 16 04:37:11.424192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55988) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:11.428558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0ca9656a-59de-43b7-8e15-d552d0d5d509 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Request body: {'security_group_rule': {'security_group_id': 'f8ef232e-0109-49a0-9660-20f99097ca4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:11.428694 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d5beb58-50af-4a80-8737-8646581ba911 req-1cd28e3c-7871-4acb-9f87-431d8d416bf6 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 944 time: 0.0954020 Nov 16 04:37:11.432944 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a96d95-4742-45a4-aeb9-82ba05155c8e tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ef232e-0109-49a0-9660-20f99097ca4e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:11.452209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=9de77770-b036-4370-8b2b-1c8a9ce64b7e,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:11.452681 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-0bee825b-78c8-403b-ab54-3ae726406186 req-60d0be9f-de04-47c2-b52e-75a7f6a044f5 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] update failed (client error): There was a conflict when trying to complete your request. Nov 16 04:37:11.453696 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bee825b-78c8-403b-ab54-3ae726406186 req-60d0be9f-de04-47c2-b52e-75a7f6a044f5 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "PUT /v2.0/floatingips/eeda627b-e15d-4367-b30c-dfb7a8743215 HTTP/1.1" status: 409 len: 550 time: 0.5084805 Nov 16 04:37:11.504115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d5beb58-50af-4a80-8737-8646581ba911 req-25c9edbb-1af7-47d6-aa4d-3e1b5e31e61b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744884 Nov 16 04:37:11.556588 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-0486108d-0eac-4594-99c1-ee463eda2d9e service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197064 Nov 16 04:37:11.566065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ee536f-8033-4e43-935a-11182aea028f', 'tag': '09f5545e-9287-4c90-adfe-1f351744462c'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:11.568276 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77892d0a-bf1b-4f06-aac6-82fb4d739b38" -d '{"events": [{"name": "network-changed", "server_uuid": "99ee536f-8033-4e43-935a-11182aea028f", "tag": "09f5545e-9287-4c90-adfe-1f351744462c"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:11.578649 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca9656a-59de-43b7-8e15-d552d0d5d509 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.601251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-dcda7cb1-eac9-4ae3-a3ce-6c864361bda2 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips/eeda627b-e15d-4367-b30c-dfb7a8743215 HTTP/1.1" status: 200 len: 693 time: 0.0786791 Nov 16 04:37:11.663212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1f16-2d5b-4f7e-a4b0-dac8f42f8d9d req-8bad4551-8f8b-4ef2-8275-663725a7f241 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:11.664787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-780e1f16-2d5b-4f7e-a4b0-dac8f42f8d9d req-8bad4551-8f8b-4ef2-8275-663725a7f241 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 1096 time: 0.0992849 Nov 16 04:37:11.676316 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['9de77770-b036-4370-8b2b-1c8a9ce64b7e'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:11.693043 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca9656a-59de-43b7-8e15-d552d0d5d509 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.700763 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca9656a-59de-43b7-8e15-d552d0d5d509 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.710397 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-277d6e33-5187-48a6-8b2b-54bd1b320ee4 req-99aa5d5d-ce48-444f-9020-4be36b2f3871 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450746 Nov 16 04:37:11.722104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9656a-59de-43b7-8e15-d552d0d5d509 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6c67b9-eb57-4905-b7a8-9ac7c4bd46a0,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:11.734106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca9656a-59de-43b7-8e15-d552d0d5d509 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.735318 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0ca9656a-59de-43b7-8e15-d552d0d5d509 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3101814 Nov 16 04:37:11.738161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56000) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:11.743648 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f98ede16-2d2b-4f58-9edd-5a7e4529e1a2 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Request body: {'security_group_rule': {'security_group_id': 'f8ef232e-0109-49a0-9660-20f99097ca4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:11.757664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-79f5ad79-adcb-4969-b70e-26f715ac637c tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:11.765381 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-79f5ad79-adcb-4969-b70e-26f715ac637c tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.1564555 Nov 16 04:37:11.771399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-780e1f16-2d5b-4f7e-a4b0-dac8f42f8d9d req-850f44ab-048d-4337-a055-1135771e6b7f tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987616 Nov 16 04:37:11.775330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-727afa1c-e1f5-4d8b-ae8b-ed8e02484e8d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:37:11.783514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-727afa1c-e1f5-4d8b-ae8b-ed8e02484e8d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174515 Nov 16 04:37:11.791518 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f98ede16-2d2b-4f58-9edd-5a7e4529e1a2 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.809800 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.861846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-cc022de9-385c-4e83-9f41-53e32f5ec95e tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.0774441 Nov 16 04:37:11.892343 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f98ede16-2d2b-4f58-9edd-5a7e4529e1a2 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.895047 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6efe5e6-a6dc-46ea-8179-995af7f9a437 x-openstack-request-id: req-a6efe5e6-a6dc-46ea-8179-995af7f9a437 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:11.895488 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ee536f-8033-4e43-935a-11182aea028f", "tag": "09f5545e-9287-4c90-adfe-1f351744462c", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:11.895793 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6efe5e6-a6dc-46ea-8179-995af7f9a437 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:11.896390 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ee536f-8033-4e43-935a-11182aea028f', 'tag': '09f5545e-9287-4c90-adfe-1f351744462c', 'status': 'completed', 'code': 200} Nov 16 04:37:11.897847 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f98ede16-2d2b-4f58-9edd-5a7e4529e1a2 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.924464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ede16-2d2b-4f58-9edd-5a7e4529e1a2 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d8ace1-41d0-4e4c-a603-dddc0986fd70,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:11.934085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-6e7546a7-16ea-4659-a019-81807076adbb tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.135 HTTP/1.1" status: 200 len: 696 time: 0.0559366 Nov 16 04:37:11.942610 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f98ede16-2d2b-4f58-9edd-5a7e4529e1a2 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:11.943927 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f98ede16-2d2b-4f58-9edd-5a7e4529e1a2 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2044780 Nov 16 04:37:11.946944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56006) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:11.951543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:11.992204 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77892d0a-bf1b-4f06-aac6-82fb4d739b38 req-b80f6629-ce48-403c-b7f3-293eb4c6266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:11.993689 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77892d0a-bf1b-4f06-aac6-82fb4d739b38 req-b80f6629-ce48-403c-b7f3-293eb4c6266a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 1098 time: 0.0606966 Nov 16 04:37:12.080057 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:12.088975 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77892d0a-bf1b-4f06-aac6-82fb4d739b38 req-f3706f85-8f58-4163-8879-25689c1af66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:12.090457 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77892d0a-bf1b-4f06-aac6-82fb4d739b38 req-f3706f85-8f58-4163-8879-25689c1af66a service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.0895107 Nov 16 04:37:12.135992 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77892d0a-bf1b-4f06-aac6-82fb4d739b38 req-f8b03d70-bd65-4cad-a6d9-e3c3561b5740 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=09f5545e-9287-4c90-adfe-1f351744462c HTTP/1.1" status: 200 len: 217 time: 0.0371199 Nov 16 04:37:12.148473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d6d5c-2f5c-4cea-b5ff-b10539ee45a4 req-ed462917-fc18-4291-bafa-41bb53a5f89e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:12.149961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c55d6d5c-2f5c-4cea-b5ff-b10539ee45a4 req-ed462917-fc18-4291-bafa-41bb53a5f89e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 947 time: 0.1929116 Nov 16 04:37:12.185192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77892d0a-bf1b-4f06-aac6-82fb4d739b38 req-b543ba25-652d-4262-85ce-a13506738f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:12.187113 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77892d0a-bf1b-4f06-aac6-82fb4d739b38 req-b543ba25-652d-4262-85ce-a13506738f06 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0432010 Nov 16 04:37:12.219059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-b8fb15fb-5d72-4dda-aacc-381412842f45 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Deleting port 37e9cb3a-31e8-4663-8642-e3184581353d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:37:12.219390 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-b8fb15fb-5d72-4dda-aacc-381412842f45 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:12.232459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77892d0a-bf1b-4f06-aac6-82fb4d739b38 req-7841691b-43d9-485d-951b-89470e14bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:12.234494 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77892d0a-bf1b-4f06-aac6-82fb4d739b38 req-7841691b-43d9-485d-951b-89470e14bd4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0390015 Nov 16 04:37:12.263064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c55d6d5c-2f5c-4cea-b5ff-b10539ee45a4 req-53974e0e-73a8-4078-b6bd-436430e9251d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050088 Nov 16 04:37:12.325605 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-b8fb15fb-5d72-4dda-aacc-381412842f45 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:12.325950 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-b8fb15fb-5d72-4dda-aacc-381412842f45 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:12.349362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-b8fb15fb-5d72-4dda-aacc-381412842f45 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Calling delete_port for 37e9cb3a-31e8-4663-8642-e3184581353d owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:37:12.355932 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77892d0a-bf1b-4f06-aac6-82fb4d739b38 req-e989e28c-d9ee-4d2e-a248-f30db9de778c service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986793 Nov 16 04:37:12.367805 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:12.449537 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77892d0a-bf1b-4f06-aac6-82fb4d739b38 req-d4b02111-68d3-4951-b570-f575365568e7 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859067 Nov 16 04:37:12.714624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed98e7-a086-4f92-8134-ea7c8fd058de req-fc890b2f-8e96-4ab3-9f68-1742dfff0f70 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:12.716019 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-57ed98e7-a086-4f92-8134-ea7c8fd058de req-fc890b2f-8e96-4ab3-9f68-1742dfff0f70 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 943 time: 0.3875468 Nov 16 04:37:12.826133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Allocated IP 172.25.0.161 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/3a2739d8-5470-484f-aee5-bc582911ec2c) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:12.831793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-57ed98e7-a086-4f92-8134-ea7c8fd058de req-4a5b9943-f795-4d78-ab53-e4a335473209 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098740 Nov 16 04:37:12.886885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-b8fb15fb-5d72-4dda-aacc-381412842f45 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:12.930684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb15fb-5d72-4dda-aacc-381412842f45 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Pushing event deleted for resources: {'Port': ['ID=37e9cb3a-31e8-4663-8642-e3184581353d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:13.072994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f798c9-fed0-4671-87bd-3e1defad3008 req-c3fe6a2f-8e4a-4589-a654-32ac037d80d1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:13.074509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9f798c9-fed0-4671-87bd-3e1defad3008 req-c3fe6a2f-8e4a-4589-a654-32ac037d80d1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 945 time: 0.1579287 Nov 16 04:37:13.087818 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-b8fb15fb-5d72-4dda-aacc-381412842f45 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:13.090368 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-b8fb15fb-5d72-4dda-aacc-381412842f45 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:13.091414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f75ea1a9-be2a-41bd-b6c6-e803b8937a9f req-b8fb15fb-5d72-4dda-aacc-381412842f45 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "DELETE /v2.0/floatingips/eeda627b-e15d-4367-b30c-dfb7a8743215 HTTP/1.1" status: 204 len: 173 time: 1.1508143 Nov 16 04:37:13.117506 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:13.119840 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:13.131285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9de77770-b036-4370-8b2b-1c8a9ce64b7e up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:13.180255 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9f798c9-fed0-4671-87bd-3e1defad3008 req-8b815b86-8f00-4b61-af1d-4828b89f65cb tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961003 Nov 16 04:37:13.188091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 9de77770-b036-4370-8b2b-1c8a9ce64b7e completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:37:13.192574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 9de77770-b036-4370-8b2b-1c8a9ce64b7e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:13.193451 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:13.206812 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:13.226362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916d024-954b-4a90-b372-712dffba61d5 req-ef234668-86ac-4fe5-9422-6ead9693a428 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:13.227904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c916d024-954b-4a90-b372-712dffba61d5 req-ef234668-86ac-4fe5-9422-6ead9693a428 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 1096 time: 0.0834053 Nov 16 04:37:13.266527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:13.279062 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:13.304722 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5cae88-491e-4336-936c-8081cd622267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de77770-b036-4370-8b2b-1c8a9ce64b7e'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:13.306980 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392981cd-2963-4957-8413-bcd6644ad8d8" -d '{"events": [{"server_uuid": "ff5cae88-491e-4336-936c-8081cd622267", "name": "network-vif-plugged", "status": "completed", "tag": "9de77770-b036-4370-8b2b-1c8a9ce64b7e"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:13.315303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:13.320618 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:13.324003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:13.324667 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:13.331794 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:37:13.354045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Pushing event updated for resources: {'Port': ['ID=3a2739d8-5470-484f-aee5-bc582911ec2c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:13.422290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c916d024-954b-4a90-b372-712dffba61d5 req-bdf33397-7e52-4afe-b4f0-fee80946dbbb tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757441 Nov 16 04:37:13.427240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-6155d5dc-62b9-4f43-9cef-2124f3b0a759 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1001 time: 0.1819942 Nov 16 04:37:13.434886 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=9de77770-b036-4370-8b2b-1c8a9ce64b7e,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:13.483426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:13.497194 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'port_id': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'mac_address': 'fa:16:3e:f6:9e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:37:13.517183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-c2131c5a-94ac-4c35-8958-d20e2d51bf30 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:13.532824 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-c2131c5a-94ac-4c35-8958-d20e2d51bf30 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports/54773dba-5b92-40f2-9202-635139bc87fa HTTP/1.1" status: 200 len: 942 time: 0.0894051 Nov 16 04:37:13.543529 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:13.548667 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:13.560665 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:13.583984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:13.588536 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:13.639040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:13.663759 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:13.712782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d1109-a9a9-4108-8530-5de704243219 req-649b568f-b873-4519-81e0-998acb08c25b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:13.714384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-144d1109-a9a9-4108-8530-5de704243219 req-649b568f-b873-4519-81e0-998acb08c25b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 947 time: 0.1552451 Nov 16 04:37:13.720232 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-8a904a10-8bf4-42b3-99ed-8420e16ea5dc tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1001 time: 0.1484783 Nov 16 04:37:13.837636 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:13.891805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-144d1109-a9a9-4108-8530-5de704243219 req-32a9dd40-e18b-43d7-8f98-fc3565eacde0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646643 Nov 16 04:37:13.913422 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:13.945669 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2465af5b-eb41-4096-ad94-08fa2f65d4dd x-openstack-request-id: req-2465af5b-eb41-4096-ad94-08fa2f65d4dd {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:13.945895 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5cae88-491e-4336-936c-8081cd622267", "name": "network-vif-plugged", "status": "completed", "tag": "9de77770-b036-4370-8b2b-1c8a9ce64b7e", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:13.946128 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2465af5b-eb41-4096-ad94-08fa2f65d4dd {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:13.946510 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5cae88-491e-4336-936c-8081cd622267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de77770-b036-4370-8b2b-1c8a9ce64b7e', 'code': 200} Nov 16 04:37:13.953089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-6d35bcc1-77a3-4c21-a017-501955e32c33 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:13.954589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-6d35bcc1-77a3-4c21-a017-501955e32c33 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2251034 Nov 16 04:37:13.988349 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:14.024885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:14.112846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-93d82380-9c12-4677-85e6-35f872f358a1 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 1001 time: 0.1388233 Nov 16 04:37:14.114365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebe89b-acd1-4844-83fe-1be046f0ef79 req-6727098f-4de4-4027-9f48-b13738940458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:14.115904 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cdebe89b-acd1-4844-83fe-1be046f0ef79 req-6727098f-4de4-4027-9f48-b13738940458 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 1097 time: 0.0738349 Nov 16 04:37:14.126863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-518d145f-21e9-4f7f-b71b-871429ae6ced tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:14.129111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Pushing event updated for resources: {'Port': ['ID=3a2739d8-5470-484f-aee5-bc582911ec2c,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:14.176103 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cdebe89b-acd1-4844-83fe-1be046f0ef79 req-34590be0-cf85-40ac-9bc6-bc925c253276 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485079 Nov 16 04:37:14.186666 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:14.209372 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-518d145f-21e9-4f7f-b71b-871429ae6ced tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:14.214742 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:14.215931 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d65fd7d2-11c7-4128-b829-87015192a257 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2679594 Nov 16 04:37:14.365827 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-518d145f-21e9-4f7f-b71b-871429ae6ced tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:14.370204 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-518d145f-21e9-4f7f-b71b-871429ae6ced tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:14.370541 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-518d145f-21e9-4f7f-b71b-871429ae6ced tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Floating IP abab8d25-e60a-47e4-b4a9-3f6c607fc6a8 disassociated. External IP: 172.25.0.122, port: 54773dba-5b92-40f2-9202-635139bc87fa. Nov 16 04:37:14.582790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-518d145f-21e9-4f7f-b71b-871429ae6ced tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Router c991efc2-85d6-43e6-88e3-eff773ba6875 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:37:14.692653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-518d145f-21e9-4f7f-b71b-871429ae6ced tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:37:14.696985 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-518d145f-21e9-4f7f-b71b-871429ae6ced tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:14.704159 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa2f545-b8f7-4dfd-97d3-08f34cdbf9a0 None None] Sync routers for ids ['c991efc2-85d6-43e6-88e3-eff773ba6875'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:37:14.713389 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2f545-b8f7-4dfd-97d3-08f34cdbf9a0 None None] Routers {'c991efc2-85d6-43e6-88e3-eff773ba6875'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:14.714863 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-faa2f545-b8f7-4dfd-97d3-08f34cdbf9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c991efc2-85d6-43e6-88e3-eff773ba6875'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:14.724653 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-518d145f-21e9-4f7f-b71b-871429ae6ced tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "PUT /v2.0/floatingips/abab8d25-e60a-47e4-b4a9-3f6c607fc6a8 HTTP/1.1" status: 200 len: 695 time: 0.6013918 Nov 16 04:37:14.725200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'tag': '54773dba-5b92-40f2-9202-635139bc87fa'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:14.727495 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e6f3d3-ac9b-4710-8fe0-ce6fd8db2f63" -d '{"events": [{"name": "network-changed", "server_uuid": "eaeef93a-739a-4e6a-b6a3-816b7036d713", "tag": "54773dba-5b92-40f2-9202-635139bc87fa"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:14.780991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-8823abdc-652a-44f2-8afe-bc5bfebc44f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:14.782567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-8823abdc-652a-44f2-8afe-bc5bfebc44f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=af29f00f037f4e069225519e2c2af721&device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 1096 time: 0.0443211 Nov 16 04:37:14.899904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-dd498f00-b027-4a59-be16-83e47bb975f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:14.901688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-dd498f00-b027-4a59-be16-83e47bb975f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=350b8208-068e-42e7-b140-65d950148470 HTTP/1.1" status: 200 len: 929 time: 0.1131718 Nov 16 04:37:14.936806 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-faa2f545-b8f7-4dfd-97d3-08f34cdbf9a0 None None] Set router c991efc2-85d6-43e6-88e3-eff773ba6875 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:14.962198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-716fb51b-25b5-4718-ae5e-79f113dd9685 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54773dba-5b92-40f2-9202-635139bc87fa HTTP/1.1" status: 200 len: 217 time: 0.0503173 Nov 16 04:37:14.994571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56068) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:15.032767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-905f69f8-3ab7-4983-ad21-17b262440456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:15.034284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-905f69f8-3ab7-4983-ad21-17b262440456 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4fdaa54a-2b9a-4ce1-a9c5-949153857317 HTTP/1.1" status: 200 len: 867 time: 0.0658653 Nov 16 04:37:15.089017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-a6d4f52a-ab8e-4311-914e-d103bcb5b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:15.091701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-a6d4f52a-ab8e-4311-914e-d103bcb5b48c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=350b8208-068e-42e7-b140-65d950148470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493596 Nov 16 04:37:15.122666 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-04e258a7-84a8-4dd5-b601-5daebd61bc33 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:37:15.124255 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-04e258a7-84a8-4dd5-b601-5daebd61bc33 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1282530 Nov 16 04:37:15.146160 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 09f5545e-9287-4c90-adfe-1f351744462c details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:37:15.204207 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-faa2f545-b8f7-4dfd-97d3-08f34cdbf9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:36:21Z', 'revision_number': 4, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b145a382-d976-45b2-8753-63bc42237ea8', 'name': '', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'mac_address': 'fa:16:3e:a6:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:19Z', 'updated_at': '2021-11-16T04:36:26Z', 'revision_number': 5, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'subnets': [{'id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:15.205254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-7237181d-2fe9-47ef-8618-8731e41c767f service neutron] 10.222.0.41 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047883 Nov 16 04:37:15.238979 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa2f545-b8f7-4dfd-97d3-08f34cdbf9a0 None None] Checking router: c991efc2-85d6-43e6-88e3-eff773ba6875 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:37:15.243555 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2f545-b8f7-4dfd-97d3-08f34cdbf9a0 None None] Routers {'c991efc2-85d6-43e6-88e3-eff773ba6875'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:15.244175 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-faa2f545-b8f7-4dfd-97d3-08f34cdbf9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c991efc2-85d6-43e6-88e3-eff773ba6875'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:15.307841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 09f5545e-9287-4c90-adfe-1f351744462c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09f5545e-9287-4c90-adfe-1f351744462c,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:15.311330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-02ec76d1-5cc4-4545-8c48-e429acb45c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:15.316735 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-02ec76d1-5cc4-4545-8c48-e429acb45c5f service neutron] 10.222.0.41 "GET /v2.0/ports/586f37e4-586a-4c86-94fe-ac77311b9f7c HTTP/1.1" status: 200 len: 1093 time: 0.1331480 Nov 16 04:37:15.320911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '09f5545e-9287-4c90-adfe-1f351744462c', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '09f5545e-9287-4c90-adfe-1f351744462c', 'mac_address': 'fa:16:3e:48:d3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:37:15.338414 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] Request body: {'binding': {'host': 'n-h1-818042-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:15.339115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] Unknown quota resources ['binding']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 04:37:15.343429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f4f2184-62a9-4aec-bc68-710b5bebb550 req-1a5f8d38-c3a9-4574-a0d6-a7075bf60a63 service neutron] 10.222.0.41 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315780 Nov 16 04:37:15.350449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:15.359523 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-faa2f545-b8f7-4dfd-97d3-08f34cdbf9a0 None None] Set router c991efc2-85d6-43e6-88e3-eff773ba6875 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:15.406687 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:15.447786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f5545e-9287-4c90-adfe-1f351744462c {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:15.490363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 09f5545e-9287-4c90-adfe-1f351744462c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09f5545e-9287-4c90-adfe-1f351744462c,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:15.494064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:37:15.501703 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:15.509588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:15.510199 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:15.590942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5216492-9916-42fb-ae82-f4965fc29ee4 req-e86e7252-6483-40f4-ba1b-b002e5478131 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:15.601361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5216492-9916-42fb-ae82-f4965fc29ee4 req-e86e7252-6483-40f4-ba1b-b002e5478131 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 944 time: 0.1205704 Nov 16 04:37:15.611092 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] Attempting to bind port 586f37e4-586a-4c86-94fe-ac77311b9f7c on host n-h1-818042-1 for vnic_type normal with profile None {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:15.611946 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] Attempting to bind port 586f37e4-586a-4c86-94fe-ac77311b9f7c by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:15.612495 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] Attempting to bind port 586f37e4-586a-4c86-94fe-ac77311b9f7c on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:15.613530 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-faa2f545-b8f7-4dfd-97d3-08f34cdbf9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:36:21Z', 'revision_number': 4, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b145a382-d976-45b2-8753-63bc42237ea8', 'name': '', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'mac_address': 'fa:16:3e:a6:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:19Z', 'updated_at': '2021-11-16T04:36:26Z', 'revision_number': 5, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'subnets': [{'id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:15.625050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=09f5545e-9287-4c90-adfe-1f351744462c,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:15.626607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] Port 586f37e4-586a-4c86-94fe-ac77311b9f7c on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:15.627422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] Attempting to bind port 586f37e4-586a-4c86-94fe-ac77311b9f7c on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:15.642527 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:15.643015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] Checking segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:15.643498 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] Bound using segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:15.644326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] Bound port: 586f37e4-586a-4c86-94fe-ac77311b9f7c, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:15.656296 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa2f545-b8f7-4dfd-97d3-08f34cdbf9a0 None None] The sync data for ids ['c991efc2-85d6-43e6-88e3-eff773ba6875'] in n-d-818042-1 is: [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:36:21Z', 'revision_number': 4, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b145a382-d976-45b2-8753-63bc42237ea8', 'name': '', 'network_id': '350b8208-068e-42e7-b140-65d950148470', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'mac_address': 'fa:16:3e:a6:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:19Z', 'updated_at': '2021-11-16T04:36:26Z', 'revision_number': 5, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'subnets': [{'id': '4fdaa54a-2b9a-4ce1-a9c5-949153857317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:37:15.708605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5216492-9916-42fb-ae82-f4965fc29ee4 req-20b25200-0b11-4685-b4ff-7a150d971b89 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047552 Nov 16 04:37:15.727278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:15.735350 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:15.739054 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] Publish callbacks [] for binding, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:15.748956 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d701df34-56fa-48a3-a0ca-275fc2ff7eaa service neutron] 10.222.0.41 "POST /v2.0/ports/586f37e4-586a-4c86-94fe-ac77311b9f7c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4134202 Nov 16 04:37:15.786789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:15.792028 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:15.836472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['09f5545e-9287-4c90-adfe-1f351744462c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:15.859899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56090) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:15.912574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e551d-d322-4796-9125-3a2887676637 req-57b4e335-6d9f-4d6e-b602-691f7127a976 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:15.921387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-922e551d-d322-4796-9125-3a2887676637 req-57b4e335-6d9f-4d6e-b602-691f7127a976 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 946 time: 0.0797799 Nov 16 04:37:15.946439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:15.956458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:15.958850 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a92b1a1-7a46-4e90-8c51-1a05869893f6" -d '{"events": [{"server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "name": "network-vif-plugged", "status": "completed", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:16.006711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-922e551d-d322-4796-9125-3a2887676637 req-bd67bb99-dd91-4a91-857b-febfacf4bb8a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834830 Nov 16 04:37:16.019044 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:16.085755 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-316a99e4-6be7-4d6f-bf14-7e0b19455af6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:16.104494 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-e331c68a-cf4f-4cc4-ac86-8d1c5ca473a8 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--992508866&fields=id&tenant_id=409d424c014a4366a4ddffd6325d0448 HTTP/1.1" status: 200 len: 267 time: 0.0863125 Nov 16 04:37:16.124592 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43fd426-10c8-467c-b56d-7234b5943c97 x-openstack-request-id: req-d43fd426-10c8-467c-b56d-7234b5943c97 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:16.124908 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaeef93a-739a-4e6a-b6a3-816b7036d713", "tag": "54773dba-5b92-40f2-9202-635139bc87fa", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:16.125164 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d43fd426-10c8-467c-b56d-7234b5943c97 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:16.125568 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'tag': '54773dba-5b92-40f2-9202-635139bc87fa', 'status': 'completed', 'code': 200} Nov 16 04:37:16.176056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92486cc5-6d44-4c9e-84ca-9b4076e2a37b None None] New status for floating IP abab8d25-e60a-47e4-b4a9-3f6c607fc6a8: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:37:16.193226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-e5eee087-99bf-4ba7-b8d0-c9cc57394e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:16.194854 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-e5eee087-99bf-4ba7-b8d0-c9cc57394e9c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 1096 time: 0.1002104 Nov 16 04:37:16.289822 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-316a99e4-6be7-4d6f-bf14-7e0b19455af6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:16.297545 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-316a99e4-6be7-4d6f-bf14-7e0b19455af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:16.365161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-063f4b79-5c2d-443a-bbaa-56de220f863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:16.366570 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-063f4b79-5c2d-443a-bbaa-56de220f863c service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.1617789 Nov 16 04:37:16.372728 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-316a99e4-6be7-4d6f-bf14-7e0b19455af6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f54ada5739ff4040b71ddc4db294d67f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086107 Nov 16 04:37:16.372728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a99e4-6be7-4d6f-bf14-7e0b19455af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ca90f4-ebd8-4894-9e37-28feda41a46d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:16.374028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56106) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:16.428783 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-d7639b9a-fb6b-4e82-a2ce-57e369481f09 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c HTTP/1.1" status: 200 len: 217 time: 0.0478961 Nov 16 04:37:16.506458 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54dd63a2-dd9c-4187-ae5f-f55a855ed1fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:16.509103 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-cbc8780b-b4b1-4f6a-bdec-1b0ca3a92164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:16.510674 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-cbc8780b-b4b1-4f6a-bdec-1b0ca3a92164 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0698237 Nov 16 04:37:16.524957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6f3d3-ac9b-4710-8fe0-ce6fd8db2f63 req-a8aea3f1-5c9f-4c77-8788-de497c9c0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:16.526902 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05e6f3d3-ac9b-4710-8fe0-ce6fd8db2f63 req-a8aea3f1-5c9f-4c77-8788-de497c9c0a4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=af29f00f037f4e069225519e2c2af721&device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 1096 time: 0.3558185 Nov 16 04:37:16.558211 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54dd63a2-dd9c-4187-ae5f-f55a855ed1fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:16.562113 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-3c28c26d-4bc3-4524-9258-2e73971200fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371490 Nov 16 04:37:16.593269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-54f586f5-7729-4f34-89da-f1549fc4e7ce tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:16.594770 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-54f586f5-7729-4f34-89da-f1549fc4e7ce tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/networks?id=4aeb553c-d99e-435c-8214-4113a66657f7 HTTP/1.1" status: 200 len: 822 time: 0.4831452 Nov 16 04:37:16.629830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc7c82-f8aa-4ca2-93ff-7ad3d3d55dcd req-1b29cf08-be7c-4d51-9600-ffacb821b45f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:16.631642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8bc7c82-f8aa-4ca2-93ff-7ad3d3d55dcd req-1b29cf08-be7c-4d51-9600-ffacb821b45f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 948 time: 0.1636722 Nov 16 04:37:16.634397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-f8ecd92e-e9da-47f5-8d9f-08be46766dbd tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/quotas/409d424c014a4366a4ddffd6325d0448 HTTP/1.1" status: 200 len: 375 time: 0.0277421 Nov 16 04:37:16.673987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54dd63a2-dd9c-4187-ae5f-f55a855ed1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:16.676927 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54dd63a2-dd9c-4187-ae5f-f55a855ed1fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:16.680420 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-54dd63a2-dd9c-4187-ae5f-f55a855ed1fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89ca90f4-ebd8-4894-9e37-28feda41a46d HTTP/1.1" status: 204 len: 168 time: 0.3030977 Nov 16 04:37:16.695211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd63a2-dd9c-4187-ae5f-f55a855ed1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ca90f4-ebd8-4894-9e37-28feda41a46d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:16.699024 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-f66682b0-ad74-418d-a3dc-5e028ae25da2 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273921 Nov 16 04:37:16.744221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6f3d3-ac9b-4710-8fe0-ce6fd8db2f63 req-e9fc0f27-bee1-4178-ba97-5f364e731ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:16.745744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05e6f3d3-ac9b-4710-8fe0-ce6fd8db2f63 req-e9fc0f27-bee1-4178-ba97-5f364e731ec1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=350b8208-068e-42e7-b140-65d950148470 HTTP/1.1" status: 200 len: 929 time: 0.2078848 Nov 16 04:37:16.753306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8bc7c82-f8aa-4ca2-93ff-7ad3d3d55dcd req-de208502-13e9-44b7-9c27-885794f49480 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117020 Nov 16 04:37:16.790847 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05e6f3d3-ac9b-4710-8fe0-ce6fd8db2f63 req-3204d237-a29e-4cdf-8f56-279e0ea838de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54773dba-5b92-40f2-9202-635139bc87fa HTTP/1.1" status: 200 len: 217 time: 0.0348306 Nov 16 04:37:16.800330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-7842c241-9ff1-4c31-a5a4-7af7cb125972 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=409d424c014a4366a4ddffd6325d0448&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1569719 Nov 16 04:37:16.826987 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-79b39a35-f5a9-415c-accd-04230b47fdae service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127567 Nov 16 04:37:16.899434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6f3d3-ac9b-4710-8fe0-ce6fd8db2f63 req-20e7d68a-80dc-43d9-abf8-03d9d7f7991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:16.900882 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05e6f3d3-ac9b-4710-8fe0-ce6fd8db2f63 req-20e7d68a-80dc-43d9-abf8-03d9d7f7991e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4fdaa54a-2b9a-4ce1-a9c5-949153857317 HTTP/1.1" status: 200 len: 867 time: 0.0996833 Nov 16 04:37:16.957088 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-c031c5f1-7d4f-4662-9da8-5816b9044c07 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:16.958660 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-c031c5f1-7d4f-4662-9da8-5816b9044c07 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0&tenant_id=e339e415385b4d5dbab31d9b5027d120&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1096 time: 0.0645764 Nov 16 04:37:16.980584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818042-1'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:17.044233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6f3d3-ac9b-4710-8fe0-ce6fd8db2f63 req-bc51297e-0ec5-401f-bf47-12cef36a4123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:17.046343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05e6f3d3-ac9b-4710-8fe0-ce6fd8db2f63 req-bc51297e-0ec5-401f-bf47-12cef36a4123 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=350b8208-068e-42e7-b140-65d950148470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318586 Nov 16 04:37:17.046577 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.049308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-8444b1d9-d348-4d27-9f48-0438b4c68dce tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips/abab8d25-e60a-47e4-b4a9-3f6c607fc6a8 HTTP/1.1" status: 200 len: 693 time: 0.0875542 Nov 16 04:37:17.051652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-5f0205f0-9182-436f-8e6c-d950f5345f80 service neutron] 10.222.0.41 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189910 Nov 16 04:37:17.087520 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56116) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:17.104713 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25db569c-b98b-432a-933f-4ff0014626cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.167781 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 09f5545e-9287-4c90-adfe-1f351744462c up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:17.225361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 09f5545e-9287-4c90-adfe-1f351744462c completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:37:17.229164 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 09f5545e-9287-4c90-adfe-1f351744462c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:17.229534 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.250097 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:17.278750 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25db569c-b98b-432a-933f-4ff0014626cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.287221 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-1cab4e5b-5e5a-41bf-b290-ca83f54b83e1 service neutron] 10.222.0.41 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217898 Nov 16 04:37:17.287509 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25db569c-b98b-432a-933f-4ff0014626cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.299894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-f6661c10-8fca-48fd-8dc6-0c489b611a81 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:17.301660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-f6661c10-8fca-48fd-8dc6-0c489b611a81 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2466621 Nov 16 04:37:17.307467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05e6f3d3-ac9b-4710-8fe0-ce6fd8db2f63 req-e8c67bb9-f1d7-412a-b927-23e1d2eece67 service neutron] 10.222.0.37 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511098 Nov 16 04:37:17.313632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-2a97ff4d-3e4a-4c2b-ae08-e95e16e7f98d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:37:17.314633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-2a97ff4d-3e4a-4c2b-ae08-e95e16e7f98d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063243 Nov 16 04:37:17.327450 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.354253 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-25db569c-b98b-432a-933f-4ff0014626cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f795ae43253b45f4ace33c3e0b8ff818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651782 Nov 16 04:37:17.359460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56118) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:17.370265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:17.375971 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 09f5545e-9287-4c90-adfe-1f351744462c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09f5545e-9287-4c90-adfe-1f351744462c,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:17.379843 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-ce9d002a-8b89-4520-9c19-5ee564ac642f tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 696 time: 0.0567524 Nov 16 04:37:17.387770 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.402910 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db569c-b98b-432a-933f-4ff0014626cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8c95de-088c-4e90-8d27-b3d73e921658,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:17.473490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-f34ac841-b1fc-4abd-a594-389357c471ae tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.122 HTTP/1.1" status: 200 len: 696 time: 0.0840664 Nov 16 04:37:17.489107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0266a3f-8315-4c11-9f1e-9ef9ea39b0f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586f37e4-586a-4c86-94fe-ac77311b9f7c'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:17.492472 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd17a01d-67d5-4714-87fc-9192f60f37b2" -d '{"events": [{"server_uuid": "d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0", "name": "network-vif-unplugged", "status": "completed", "tag": "586f37e4-586a-4c86-94fe-ac77311b9f7c"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:17.500962 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.503209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=09f5545e-9287-4c90-adfe-1f351744462c,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:17.518607 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.550684 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2cbc55af-999e-49c5-a853-f33e5cd877ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.601634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2cbc55af-999e-49c5-a853-f33e5cd877ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.621170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Pushing event updated for resources: {'Port': ['ID=586f37e4-586a-4c86-94fe-ac77311b9f7c,revision_number=7']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:17.633800 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05e6f3d3-ac9b-4710-8fe0-ce6fd8db2f63 req-eedc2cdb-f89d-4cb9-b195-e699fe181b9b service neutron] 10.222.0.37 "GET /v2.0/networks/350b8208-068e-42e7-b140-65d950148470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117845 Nov 16 04:37:17.660641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Attempting to bind port 586f37e4-586a-4c86-94fe-ac77311b9f7c on host n-h2-818042-1 for vnic_type normal with profile {"migrating_to": "n-h1-818042-1"} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:17.661133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Attempting to bind port 586f37e4-586a-4c86-94fe-ac77311b9f7c by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:17.661478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Attempting to bind port 586f37e4-586a-4c86-94fe-ac77311b9f7c on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:17.673009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Port 586f37e4-586a-4c86-94fe-ac77311b9f7c on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:17.673226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54134ebd-d6fc-407d-9e2c-4dafeaf26459 req-4e68968f-e148-476d-8aea-7136dc4e8b94 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:17.673360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Attempting to bind port 586f37e4-586a-4c86-94fe-ac77311b9f7c on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:17.675089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54134ebd-d6fc-407d-9e2c-4dafeaf26459 req-4e68968f-e148-476d-8aea-7136dc4e8b94 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 943 time: 0.1360979 Nov 16 04:37:17.679393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:17.679844 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Checking segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:17.680210 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Bound using segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:17.680629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Bound port: 586f37e4-586a-4c86-94fe-ac77311b9f7c, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:17.681039 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.741373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2cbc55af-999e-49c5-a853-f33e5cd877ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.742344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-a51b47a8-4a4e-40fc-841d-5cc9d732ae8d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Deleting port 58ef92ca-bb90-4d98-ae3a-467d7e903ba6 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:37:17.742685 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-a51b47a8-4a4e-40fc-841d-5cc9d732ae8d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.743819 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2cbc55af-999e-49c5-a853-f33e5cd877ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.752833 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2cbc55af-999e-49c5-a853-f33e5cd877ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a8c95de-088c-4e90-8d27-b3d73e921658 HTTP/1.1" status: 204 len: 168 time: 0.3861747 Nov 16 04:37:17.773737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc55af-999e-49c5-a853-f33e5cd877ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8c95de-088c-4e90-8d27-b3d73e921658,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:17.778032 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:17.782181 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:17.788110 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.807722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54134ebd-d6fc-407d-9e2c-4dafeaf26459 req-8b9b0458-2bee-432b-92c8-dfd0dac4f7b8 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208494 Nov 16 04:37:17.889718 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d7e2cf-8ccf-4ff6-8377-bf1e368cacfa x-openstack-request-id: req-11d7e2cf-8ccf-4ff6-8377-bf1e368cacfa {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:17.890163 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "name": "network-vif-plugged", "status": "completed", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:17.890420 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11d7e2cf-8ccf-4ff6-8377-bf1e368cacfa {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:17.890812 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'code': 200} Nov 16 04:37:17.904058 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-a51b47a8-4a4e-40fc-841d-5cc9d732ae8d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.904926 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-a51b47a8-4a4e-40fc-841d-5cc9d732ae8d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.905755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Pushing event updated for resources: {'Port': ['ID=586f37e4-586a-4c86-94fe-ac77311b9f7c,revision_number=8']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:17.912118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:17.912947 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:17.914814 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-4c34f4dd-dd49-4776-b288-10bdc6a691bb service neutron] 10.222.0.37 "PUT /v2.0/ports/586f37e4-586a-4c86-94fe-ac77311b9f7c HTTP/1.1" status: 200 len: 1121 time: 0.9413133 Nov 16 04:37:17.938009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-a51b47a8-4a4e-40fc-841d-5cc9d732ae8d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Calling delete_port for 58ef92ca-bb90-4d98-ae3a-467d7e903ba6 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:37:17.987546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['586f37e4-586a-4c86-94fe-ac77311b9f7c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:18.037192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bc75d-6c10-45dd-bd2b-50d15f63dc7c req-ea55388c-601c-4952-abbe-1eafff14ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:18.039333 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4e9bc75d-6c10-45dd-bd2b-50d15f63dc7c req-ea55388c-601c-4952-abbe-1eafff14ef35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 1096 time: 0.0685372 Nov 16 04:37:18.062157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65baf8f8-6946-4995-b09c-b6e204a52021 req-2eb40953-a0b7-460c-a508-3b62c99fb0ee tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:18.064529 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65baf8f8-6946-4995-b09c-b6e204a52021 req-2eb40953-a0b7-460c-a508-3b62c99fb0ee tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 1097 time: 0.0658565 Nov 16 04:37:18.100860 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4e9bc75d-6c10-45dd-bd2b-50d15f63dc7c req-d9f4639d-01f0-48f6-bdd3-cc570adb7c73 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537930 Nov 16 04:37:18.192007 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65baf8f8-6946-4995-b09c-b6e204a52021 req-4646d47d-cf56-4c70-a51c-43139eb3c034 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927114 Nov 16 04:37:18.193074 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-a51b47a8-4a4e-40fc-841d-5cc9d732ae8d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:18.236921 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:18.246474 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b47a8-4a4e-40fc-841d-5cc9d732ae8d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Pushing event deleted for resources: {'Port': ['ID=58ef92ca-bb90-4d98-ae3a-467d7e903ba6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:18.347099 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-a51b47a8-4a4e-40fc-841d-5cc9d732ae8d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:18.350068 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-a51b47a8-4a4e-40fc-841d-5cc9d732ae8d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:18.363499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cdae8d1-d958-4f41-9ba7-30206d91e307 req-a51b47a8-4a4e-40fc-841d-5cc9d732ae8d tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "DELETE /v2.0/floatingips/abab8d25-e60a-47e4-b4a9-3f6c607fc6a8 HTTP/1.1" status: 204 len: 173 time: 0.8819256 Nov 16 04:37:18.378075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe20e5-76d9-4727-bc30-5fd69e103e57 req-ed9dcaad-71e5-4e96-861b-0e1b52c6fb96 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:18.379789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29fe20e5-76d9-4727-bc30-5fd69e103e57 req-ed9dcaad-71e5-4e96-861b-0e1b52c6fb96 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 945 time: 0.1089897 Nov 16 04:37:18.484997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29fe20e5-76d9-4727-bc30-5fd69e103e57 req-a07d5c9a-a2a5-4177-ae36-feec17581203 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953190 Nov 16 04:37:18.496584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d918d-3db8-4e82-b532-33ed8058b53e req-2fb868ea-2515-4a90-9ad7-c8f259e7bba3 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:18.498273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d79d918d-3db8-4e82-b532-33ed8058b53e req-2fb868ea-2515-4a90-9ad7-c8f259e7bba3 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 945 time: 0.0788491 Nov 16 04:37:18.564925 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d79d918d-3db8-4e82-b532-33ed8058b53e req-b12a71de-9a98-4b9a-934b-a4ee2e649474 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596395 Nov 16 04:37:18.579932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0518b7b-ce37-4474-95f1-de31890ec26d req-b4088e0c-0f83-4b8e-b6b8-1b04a7462908 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 210 time: 0.0330164 Nov 16 04:37:18.625958 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1214de1a-685f-4b79-ac19-6afc13d51ecc x-openstack-request-id: req-1214de1a-685f-4b79-ac19-6afc13d51ecc {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:18.626472 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0", "name": "network-vif-unplugged", "status": "completed", "tag": "586f37e4-586a-4c86-94fe-ac77311b9f7c", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:18.626959 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1214de1a-685f-4b79-ac19-6afc13d51ecc {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:18.627511 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0266a3f-8315-4c11-9f1e-9ef9ea39b0f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586f37e4-586a-4c86-94fe-ac77311b9f7c', 'code': 200} Nov 16 04:37:18.727910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8dc3a7-3f6b-4e5f-9503-80b259b5b49b req-26f79f91-f1eb-4504-9ab3-fd57630a426a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:18.729632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d8dc3a7-3f6b-4e5f-9503-80b259b5b49b req-26f79f91-f1eb-4504-9ab3-fd57630a426a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.0851278 Nov 16 04:37:18.739829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19b760-68c1-4acf-a990-f68bcd68b62c req-23f01cdd-eff1-4e39-b4e6-51488c5d2b04 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:18.741486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd19b760-68c1-4acf-a990-f68bcd68b62c req-23f01cdd-eff1-4e39-b4e6-51488c5d2b04 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 1097 time: 0.0637634 Nov 16 04:37:18.815693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d8dc3a7-3f6b-4e5f-9503-80b259b5b49b req-dd69ee8a-f06b-4316-b120-07f6706b951d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731244 Nov 16 04:37:18.827614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd19b760-68c1-4acf-a990-f68bcd68b62c req-ed1c38a8-9716-4813-bc64-520af8ce6ea5 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774515 Nov 16 04:37:18.905124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-f3f6806f-5b32-4114-80ac-b554f4702b87 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:18.906887 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-f3f6806f-5b32-4114-80ac-b554f4702b87 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.15 "GET /v2.0/networks?id=4aeb553c-d99e-435c-8214-4113a66657f7 HTTP/1.1" status: 200 len: 822 time: 0.1382096 Nov 16 04:37:19.021623 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-220ed376-37fe-407d-984b-ddf855da058c tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409d424c014a4366a4ddffd6325d0448 HTTP/1.1" status: 200 len: 379 time: 0.1021008 Nov 16 04:37:19.029132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb33da6-6112-4351-a595-a72719a9a4bc req-44e671d4-6ec1-48ab-9452-51f08c0127ec tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:19.031069 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4eb33da6-6112-4351-a595-a72719a9a4bc req-44e671d4-6ec1-48ab-9452-51f08c0127ec tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 945 time: 0.1232476 Nov 16 04:37:19.035591 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-bbfaf387-da0f-4a6e-983d-ea91c084c3f7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Request body: {'port': {'device_id': 'ff5412e8-2393-482a-b120-c903eb1bb423', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'admin_state_up': True, 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'security_groups': ['f8ef232e-0109-49a0-9660-20f99097ca4e']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:19.059721 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad70d69-0d32-4c3b-9fb2-5f080a92c58f req-c3f9bc01-efda-44e2-bd0d-2eae6c0ca710 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:19.067440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bad70d69-0d32-4c3b-9fb2-5f080a92c58f req-c3f9bc01-efda-44e2-bd0d-2eae6c0ca710 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 943 time: 0.1029651 Nov 16 04:37:19.086460 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70873b-8110-4cf0-95b9-0d65a0363863 req-71e2e2b9-f6ca-4ab5-a52b-d3fcc25a0bfe tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:19.088128 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e70873b-8110-4cf0-95b9-0d65a0363863 req-71e2e2b9-f6ca-4ab5-a52b-d3fcc25a0bfe tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0926921 Nov 16 04:37:19.157422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e70873b-8110-4cf0-95b9-0d65a0363863 req-ab0acd9a-6e84-4b18-925f-d2340ca80571 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0600176 Nov 16 04:37:19.194095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bad70d69-0d32-4c3b-9fb2-5f080a92c58f req-f05f17c8-710b-4fe2-85a2-91e299f26150 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243699 Nov 16 04:37:19.217980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-4eb33da6-6112-4351-a595-a72719a9a4bc req-25b44d3c-5c75-4c24-bbf5-8238a01a8799 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Deleting port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:37:19.218354 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4eb33da6-6112-4351-a595-a72719a9a4bc req-25b44d3c-5c75-4c24-bbf5-8238a01a8799 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:19.233723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-bbfaf387-da0f-4a6e-983d-ea91c084c3f7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Made reservation on behalf of 409d424c014a4366a4ddffd6325d0448 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:37:19.237195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-bbfaf387-da0f-4a6e-983d-ea91c084c3f7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:19.309516 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4deeca4f-f3e0-48e5-8626-35cb44737fd3 req-87d7d86f-52e7-43d8-b64d-d45250f1fe68 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0663941 Nov 16 04:37:19.460926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c171c-eeb8-47d5-a7a6-b0a3e26b8f77 req-3d92318b-2e50-4a20-bd5e-78494b5b7aec tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:19.464062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd2c171c-eeb8-47d5-a7a6-b0a3e26b8f77 req-3d92318b-2e50-4a20-bd5e-78494b5b7aec tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 1097 time: 0.0686908 Nov 16 04:37:19.489135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-4eb33da6-6112-4351-a595-a72719a9a4bc req-25b44d3c-5c75-4c24-bbf5-8238a01a8799 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] For port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:19.489506 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4eb33da6-6112-4351-a595-a72719a9a4bc req-25b44d3c-5c75-4c24-bbf5-8238a01a8799 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:19.502593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-bbfaf387-da0f-4a6e-983d-ea91c084c3f7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Allocated IP 172.20.0.7 (4aeb553c-d99e-435c-8214-4113a66657f7/5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09/388efb3f-8ece-4e27-a6e9-7081cdce2949) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:19.514644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-4eb33da6-6112-4351-a595-a72719a9a4bc req-25b44d3c-5c75-4c24-bbf5-8238a01a8799 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Calling delete_port for 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:37:19.528814 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd2c171c-eeb8-47d5-a7a6-b0a3e26b8f77 req-b0fe912f-7c03-4e0d-9a83-6b1b6abd598c tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572519 Nov 16 04:37:19.592248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c3cc5-7892-4b03-b7ec-0c56967ff556 req-b32f4df7-28d5-473f-9b4b-d478c28abd81 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:19.594080 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-260c3cc5-7892-4b03-b7ec-0c56967ff556 req-b32f4df7-28d5-473f-9b4b-d478c28abd81 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 945 time: 0.0609477 Nov 16 04:37:19.656105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-260c3cc5-7892-4b03-b7ec-0c56967ff556 req-2399f46b-6948-40a3-99a3-b8f6aa579b03 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d8b748b-1a7e-4b26-9737-e909a9efcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555367 Nov 16 04:37:19.767661 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-bbfaf387-da0f-4a6e-983d-ea91c084c3f7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:19.784181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4eb33da6-6112-4351-a595-a72719a9a4bc req-25b44d3c-5c75-4c24-bbf5-8238a01a8799 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:19.796847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:19.800328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96238abc-2015-434c-bdf7-517978483fed req-ed776c4e-16b2-4678-b76d-aa69dd016aaa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 210 time: 0.0298703 Nov 16 04:37:19.816465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6848a36b-ba4d-4dda-a028-c910e96b98ef req-547bcaa7-88a2-4fcb-8b2e-2cc531a849a8 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:19.818829 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6848a36b-ba4d-4dda-a028-c910e96b98ef req-547bcaa7-88a2-4fcb-8b2e-2cc531a849a8 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 945 time: 0.0891175 Nov 16 04:37:19.834037 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b44d3c-5c75-4c24-bbf5-8238a01a8799 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Pushing event deleted for resources: {'Port': ['ID=9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:19.870080 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6848a36b-ba4d-4dda-a028-c910e96b98ef req-a206f07e-055c-44dc-8055-d22a9c1284d5 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453885 Nov 16 04:37:19.892295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee536f-8033-4e43-935a-11182aea028f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f5545e-9287-4c90-adfe-1f351744462c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:19.894792 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c30183-351e-448f-bc32-4379cc794d1f" -d '{"events": [{"server_uuid": "99ee536f-8033-4e43-935a-11182aea028f", "name": "network-vif-plugged", "status": "completed", "tag": "09f5545e-9287-4c90-adfe-1f351744462c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:19.899144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed42132e-c8ad-4ab9-a4ef-935d197e9ee3 req-2f064714-da8d-49f0-872e-9f3ee358fa6a tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 210 time: 0.0280509 Nov 16 04:37:19.925508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb33da6-6112-4351-a595-a72719a9a4bc req-25b44d3c-5c75-4c24-bbf5-8238a01a8799 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] No DVR routers for this DVR port 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:37:19.930656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4eb33da6-6112-4351-a595-a72719a9a4bc req-25b44d3c-5c75-4c24-bbf5-8238a01a8799 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:19.934271 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4eb33da6-6112-4351-a595-a72719a9a4bc req-25b44d3c-5c75-4c24-bbf5-8238a01a8799 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "DELETE /v2.0/ports/9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f HTTP/1.1" status: 204 len: 173 time: 0.8940763 Nov 16 04:37:19.936441 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-bbfaf387-da0f-4a6e-983d-ea91c084c3f7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:19.975661 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-bbfaf387-da0f-4a6e-983d-ea91c084c3f7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Network 4aeb553c-d99e-435c-8214-4113a66657f7 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:19.978844 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-bbfaf387-da0f-4a6e-983d-ea91c084c3f7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:19.982525 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-bbfaf387-da0f-4a6e-983d-ea91c084c3f7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:20.081965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f588b-3273-45fe-89c3-64b3e86327c4 req-12d27e85-7832-416d-90f5-b96172926cf2 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:20.083371 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c1f588b-3273-45fe-89c3-64b3e86327c4 req-12d27e85-7832-416d-90f5-b96172926cf2 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.0991049 Nov 16 04:37:20.300394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-671492d6-5df0-4bfc-b5a0-9b7714b13db8 None None] Provisioning complete for port 388efb3f-8ece-4e27-a6e9-7081cdce2949 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:20.301289 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-671492d6-5df0-4bfc-b5a0-9b7714b13db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:20.327536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c1f588b-3273-45fe-89c3-64b3e86327c4 req-1da7b075-33d0-4fc2-9df9-1b700d586caa tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218299 Nov 16 04:37:20.354211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-671492d6-5df0-4bfc-b5a0-9b7714b13db8 None None] Port 388efb3f-8ece-4e27-a6e9-7081cdce2949 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:37:20.363196 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-29d343ac-246c-47eb-baa2-e6471e93cc98 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2683129 Nov 16 04:37:20.365703 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaf387-da0f-4a6e-983d-ea91c084c3f7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Pushing event updated for resources: {'Port': ['ID=388efb3f-8ece-4e27-a6e9-7081cdce2949,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:20.386410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:20.389378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-bbfaf387-da0f-4a6e-983d-ea91c084c3f7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:20.390012 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-bbfaf387-da0f-4a6e-983d-ea91c084c3f7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:20.396378 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7509320-79c4-4eec-bc07-ffd18f7c0ab2 x-openstack-request-id: req-c7509320-79c4-4eec-bc07-ffd18f7c0ab2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:20.397153 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ee536f-8033-4e43-935a-11182aea028f", "name": "network-vif-plugged", "status": "completed", "tag": "09f5545e-9287-4c90-adfe-1f351744462c", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:20.397508 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7509320-79c4-4eec-bc07-ffd18f7c0ab2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:20.398080 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee536f-8033-4e43-935a-11182aea028f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f5545e-9287-4c90-adfe-1f351744462c', 'code': 200} Nov 16 04:37:20.404402 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cb28ee07-40fb-4fcf-a28f-2ce3b51688a8 req-ecf44cba-f075-4e7e-bdc2-d279504c6f5f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3690979 Nov 16 04:37:20.426850 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:20.433300 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-bbfaf387-da0f-4a6e-983d-ea91c084c3f7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4009304 Nov 16 04:37:20.447433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Request body: {'port': {'device_id': 'ff5412e8-2393-482a-b120-c903eb1bb423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:20.542900 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:20.558884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28ee07-40fb-4fcf-a28f-2ce3b51688a8 req-8ac79789-f770-4e75-ad52-359c9bc36416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:20.560408 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cb28ee07-40fb-4fcf-a28f-2ce3b51688a8 req-8ac79789-f770-4e75-ad52-359c9bc36416 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 1095 time: 0.0816734 Nov 16 04:37:20.580044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ea926-eece-4746-aa82-4ede38db045e req-f69a3cc8-c5c1-4be0-95cb-111225479fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:20.581642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a1ea926-eece-4746-aa82-4ede38db045e req-f69a3cc8-c5c1-4be0-95cb-111225479fa9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 1100 time: 0.0905509 Nov 16 04:37:20.601503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3f732-3c6e-415c-a692-7beba81bda16 req-93f6e8f3-6dde-4ab4-bea8-68afe7b43b0d tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:20.603037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49a3f732-3c6e-415c-a692-7beba81bda16 req-93f6e8f3-6dde-4ab4-bea8-68afe7b43b0d tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 943 time: 0.1034918 Nov 16 04:37:20.636899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0266a3f-8315-4c11-9f1e-9ef9ea39b0f0', 'tag': '586f37e4-586a-4c86-94fe-ac77311b9f7c'}, {'server_uuid': '0076c64c-8366-4e82-871b-d7707f811d16', 'name': 'network-vif-deleted', 'tag': '9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:20.639051 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adefbb8a-29a0-4189-ba69-5bd97c19a3db" -d '{"events": [{"name": "network-changed", "server_uuid": "d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0", "tag": "586f37e4-586a-4c86-94fe-ac77311b9f7c"}, {"server_uuid": "0076c64c-8366-4e82-871b-d7707f811d16", "name": "network-vif-deleted", "tag": "9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:20.768822 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28ee07-40fb-4fcf-a28f-2ce3b51688a8 req-737b75da-2982-4c89-8225-d8b2b04b608d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:20.770386 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cb28ee07-40fb-4fcf-a28f-2ce3b51688a8 req-737b75da-2982-4c89-8225-d8b2b04b608d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.1801584 Nov 16 04:37:20.844187 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cb28ee07-40fb-4fcf-a28f-2ce3b51688a8 req-3fa3dff6-329d-47b1-9c73-ad25fe29b1b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56e65e2e-386e-4095-8947-1fb860a535b5 HTTP/1.1" status: 200 len: 217 time: 0.0481188 Nov 16 04:37:20.935043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28ee07-40fb-4fcf-a28f-2ce3b51688a8 req-17fa0e1b-1163-47f7-b8f8-f0b6d4857f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:20.936850 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cb28ee07-40fb-4fcf-a28f-2ce3b51688a8 req-17fa0e1b-1163-47f7-b8f8-f0b6d4857f7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0850255 Nov 16 04:37:20.946606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a1ea926-eece-4746-aa82-4ede38db045e req-2f888fa6-eb3a-4e82-8fe0-47592cab093b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541882 Nov 16 04:37:20.957309 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49a3f732-3c6e-415c-a692-7beba81bda16 req-f3c684ae-f62a-4a21-88f4-5adb98077cc0 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475072 Nov 16 04:37:20.979124 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:20.987773 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cb28ee07-40fb-4fcf-a28f-2ce3b51688a8 req-f0bc1bd1-8ece-4251-94d0-ab0d0aadd13d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395916 Nov 16 04:37:21.052143 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388efb3f-8ece-4e27-a6e9-7081cdce2949 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:21.065026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:21.083080 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Transition to ACTIVE for port object 388efb3f-8ece-4e27-a6e9-7081cdce2949 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:37:21.088542 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:21.118840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Allocated IP 172.25.0.37 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/bfb0bdd7-45bb-470e-95fb-c96a01d56391) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:21.156713 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=388efb3f-8ece-4e27-a6e9-7081cdce2949,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:21.229874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 586f37e4-586a-4c86-94fe-ac77311b9f7c details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:37:21.282600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca05ab-a9e5-471f-9714-02b2c46251a7 req-2ad7b0f3-0dae-4d62-893f-0e8f14ff82e1 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:21.284255 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6ca05ab-a9e5-471f-9714-02b2c46251a7 req-2ad7b0f3-0dae-4d62-893f-0e8f14ff82e1 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 1097 time: 0.1793997 Nov 16 04:37:21.308432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Attempting to bind port 388efb3f-8ece-4e27-a6e9-7081cdce2949 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:21.308728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Attempting to bind port 388efb3f-8ece-4e27-a6e9-7081cdce2949 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:21.309105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Attempting to bind port 388efb3f-8ece-4e27-a6e9-7081cdce2949 on network 4aeb553c-d99e-435c-8214-4113a66657f7 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:21.325722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Port 388efb3f-8ece-4e27-a6e9-7081cdce2949 on network 4aeb553c-d99e-435c-8214-4113a66657f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:21.326094 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Attempting to bind port 388efb3f-8ece-4e27-a6e9-7081cdce2949 on network 4aeb553c-d99e-435c-8214-4113a66657f7 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:21.340545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:21.340792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Checking segment: {'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:21.341174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Bound using segment: {'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:21.341627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Bound port: 388efb3f-8ece-4e27-a6e9-7081cdce2949, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:21.342006 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:21.346218 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cb28ee07-40fb-4fcf-a28f-2ce3b51688a8 req-75c8e6a3-a9e0-401a-baad-76f79f0054ce service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641095 Nov 16 04:37:21.396789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:21.411829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:21.418100 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 586f37e4-586a-4c86-94fe-ac77311b9f7c has no active binding in host n-h1-818042-1 {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 04:37:21.506544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6ca05ab-a9e5-471f-9714-02b2c46251a7 req-9dbdd7a6-fad7-4eae-a8d9-21b929489ec0 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004299 Nov 16 04:37:21.517919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b022a1-da0a-4a84-a187-149232f60b81 req-cf0bf4b6-1e01-441f-b0af-0ad40f432eed tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:21.518304 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] For port 388efb3f-8ece-4e27-a6e9-7081cdce2949, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:21.519544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1b022a1-da0a-4a84-a187-149232f60b81 req-cf0bf4b6-1e01-441f-b0af-0ad40f432eed tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.37 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 945 time: 0.2700286 Nov 16 04:37:21.528120 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:21.544264 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] For port 388efb3f-8ece-4e27-a6e9-7081cdce2949, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=388efb3f-8ece-4e27-a6e9-7081cdce2949,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:21.547777 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cb28ee07-40fb-4fcf-a28f-2ce3b51688a8 req-b95f93c3-0eff-4f39-9c3f-239d6bc31de5 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828969 Nov 16 04:37:21.550396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:21.581190 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58eab69-4c74-4c0a-8a9a-cc04153e47ee x-openstack-request-id: req-f58eab69-4c74-4c0a-8a9a-cc04153e47ee {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:21.581498 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0", "tag": "586f37e4-586a-4c86-94fe-ac77311b9f7c", "status": "completed", "code": 200}, {"server_uuid": "0076c64c-8366-4e82-871b-d7707f811d16", "name": "network-vif-deleted", "tag": "9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:21.581753 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f58eab69-4c74-4c0a-8a9a-cc04153e47ee {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:21.582295 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0266a3f-8315-4c11-9f1e-9ef9ea39b0f0', 'tag': '586f37e4-586a-4c86-94fe-ac77311b9f7c', 'status': 'completed', 'code': 200} Nov 16 04:37:21.582907 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0076c64c-8366-4e82-871b-d7707f811d16', 'name': 'network-vif-deleted', 'tag': '9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f', 'status': 'completed', 'code': 200} Nov 16 04:37:21.590178 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:21.590801 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:21.593044 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/388efb3f-8ece-4e27-a6e9-7081cdce2949 HTTP/1.1" status: 200 len: 1091 time: 1.1512234 Nov 16 04:37:21.621220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b051d01-c58c-4759-894a-e498b8efa2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=388efb3f-8ece-4e27-a6e9-7081cdce2949,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:21.681419 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-31718b0c-f355-4a5b-81ec-6ae83ff9c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:21.683231 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-31718b0c-f355-4a5b-81ec-6ae83ff9c904 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=409d424c014a4366a4ddffd6325d0448&device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 1094 time: 0.0490024 Nov 16 04:37:21.689895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Pushing event updated for resources: {'Port': ['ID=bfb0bdd7-45bb-470e-95fb-c96a01d56391,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:21.738383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:21.745730 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-bd2a0c51-a540-4245-ab99-d53df874e0ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=388efb3f-8ece-4e27-a6e9-7081cdce2949 HTTP/1.1" status: 200 len: 217 time: 0.0511253 Nov 16 04:37:21.768253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:21.782498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:21.815238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-5c98a63e-4157-4b99-beb4-84be1893ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:21.817050 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-5c98a63e-4157-4b99-beb4-84be1893ee71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09 HTTP/1.1" status: 200 len: 861 time: 0.0618703 Nov 16 04:37:21.862207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefbb8a-29a0-4189-ba69-5bd97c19a3db req-b076d3d1-700e-4dac-ab8f-ef21e7308d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:21.863730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-adefbb8a-29a0-4189-ba69-5bd97c19a3db req-b076d3d1-700e-4dac-ab8f-ef21e7308d27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 1124 time: 0.2232840 Nov 16 04:37:21.906005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-6665c4ea-ed79-42f1-b68c-0ceae7d0b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:21.908842 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-6665c4ea-ed79-42f1-b68c-0ceae7d0b4fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4aeb553c-d99e-435c-8214-4113a66657f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845618 Nov 16 04:37:21.964688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c596ab-bafd-4161-9baa-0d469496a4ae req-2dc6fbb6-cb3d-47f0-868e-d147a87183e6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:21.966247 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68c596ab-bafd-4161-9baa-0d469496a4ae req-2dc6fbb6-cb3d-47f0-868e-d147a87183e6 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/ports?device_id=eaeef93a-739a-4e6a-b6a3-816b7036d713 HTTP/1.1" status: 200 len: 945 time: 0.2595677 Nov 16 04:37:21.994754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67852475-2eb0-4b17-9aca-cde62e5209b9 req-10862d8d-45a8-45f9-8271-df985eb42f4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2441673 Nov 16 04:37:22.052053 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-ecd8bc3a-efd0-4df6-8be2-43844f30a2eb service neutron] 10.222.0.15 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355286 Nov 16 04:37:22.061800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d1b022a1-da0a-4a84-a187-149232f60b81 req-fe3c6cbc-1082-443f-9cec-ff7fe6bfb4c0 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Deleting port 54773dba-5b92-40f2-9202-635139bc87fa {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:37:22.062162 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d1b022a1-da0a-4a84-a187-149232f60b81 req-fe3c6cbc-1082-443f-9cec-ff7fe6bfb4c0 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:22.181991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefbb8a-29a0-4189-ba69-5bd97c19a3db req-d3b928c1-dd5d-491c-b19b-19a2c9254573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:22.183472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-adefbb8a-29a0-4189-ba69-5bd97c19a3db req-d3b928c1-dd5d-491c-b19b-19a2c9254573 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.3062196 Nov 16 04:37:22.190582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:22.197585 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a6595d86-5ab4-4b87-b35a-11fa0882af6b req-004d12dc-ab22-4b96-a785-4c4912520f9a service neutron] 10.222.0.15 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227937 Nov 16 04:37:22.198629 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68c596ab-bafd-4161-9baa-0d469496a4ae req-75e2f7e9-60ff-43c0-943d-70e7decadbea tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d8b748b-1a7e-4b26-9737-e909a9efcabf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194185 Nov 16 04:37:22.325323 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-123a6d02-f89d-4906-bd50-7386c7ca31a2 service neutron] 10.222.0.15 "GET /v2.0/ports/586f37e4-586a-4c86-94fe-ac77311b9f7c/bindings/n-h1-818042-1 HTTP/1.1" status: 200 len: 384 time: 0.0692317 Nov 16 04:37:22.339552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-adefbb8a-29a0-4189-ba69-5bd97c19a3db req-e9076522-fae7-4744-82b1-4ca852c00771 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c HTTP/1.1" status: 200 len: 217 time: 0.1088965 Nov 16 04:37:22.343842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d1b022a1-da0a-4a84-a187-149232f60b81 req-fe3c6cbc-1082-443f-9cec-ff7fe6bfb4c0 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] For port 54773dba-5b92-40f2-9202-635139bc87fa, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=54773dba-5b92-40f2-9202-635139bc87fa,segment=NetworkSegment(a3328d17-91a8-4ca6-9b59-362a259a010b),segment_id=a3328d17-91a8-4ca6-9b59-362a259a010b)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:22.344284 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d1b022a1-da0a-4a84-a187-149232f60b81 req-fe3c6cbc-1082-443f-9cec-ff7fe6bfb4c0 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:22.385154 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b51dde22-b59b-4444-b7ab-29e39e77e043 req-8d0c02b3-782c-4251-900f-608ce3a54893 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 210 time: 0.0946651 Nov 16 04:37:22.386740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d1b022a1-da0a-4a84-a187-149232f60b81 req-fe3c6cbc-1082-443f-9cec-ff7fe6bfb4c0 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Calling delete_port for 54773dba-5b92-40f2-9202-635139bc87fa owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:37:22.405873 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:22.412940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67852475-2eb0-4b17-9aca-cde62e5209b9 req-6e103304-53d4-4302-9856-80e295159976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:22.414465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67852475-2eb0-4b17-9aca-cde62e5209b9 req-6e103304-53d4-4302-9856-80e295159976 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 1096 time: 0.3254035 Nov 16 04:37:22.514724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-5699cbe2-9fa1-4df0-9f20-f0b26bfb5e4a service neutron] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:22.539616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-5699cbe2-9fa1-4df0-9f20-f0b26bfb5e4a service neutron] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:22.562773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adefbb8a-29a0-4189-ba69-5bd97c19a3db req-36ae5a71-350c-4140-949e-97d9ea86af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:22.564216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-adefbb8a-29a0-4189-ba69-5bd97c19a3db req-36ae5a71-350c-4140-949e-97d9ea86af5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.2107186 Nov 16 04:37:22.577796 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-5699cbe2-9fa1-4df0-9f20-f0b26bfb5e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586f37e4-586a-4c86-94fe-ac77311b9f7c {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:22.588400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-5699cbe2-9fa1-4df0-9f20-f0b26bfb5e4a service neutron] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:22.603278 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-5699cbe2-9fa1-4df0-9f20-f0b26bfb5e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:22.678716 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-adefbb8a-29a0-4189-ba69-5bd97c19a3db req-bb6fbb1e-1356-497e-be9f-cd11873ec200 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876603 Nov 16 04:37:22.680474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-5699cbe2-9fa1-4df0-9f20-f0b26bfb5e4a service neutron] Transition to ACTIVE for port object 586f37e4-586a-4c86-94fe-ac77311b9f7c will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:37:22.687172 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-5699cbe2-9fa1-4df0-9f20-f0b26bfb5e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:22.757547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-5699cbe2-9fa1-4df0-9f20-f0b26bfb5e4a service neutron] No DVR routers for this DVR port 586f37e4-586a-4c86-94fe-ac77311b9f7c on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:37:22.767900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699cbe2-9fa1-4df0-9f20-f0b26bfb5e4a service neutron] Pushing event updated for resources: {'Port': ['ID=586f37e4-586a-4c86-94fe-ac77311b9f7c,revision_number=10']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:22.790214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67852475-2eb0-4b17-9aca-cde62e5209b9 req-5c3fd5e2-fb7f-4343-9498-2ba9e527f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:22.791687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67852475-2eb0-4b17-9aca-cde62e5209b9 req-5c3fd5e2-fb7f-4343-9498-2ba9e527f5a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.3541000 Nov 16 04:37:22.802638 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-5699cbe2-9fa1-4df0-9f20-f0b26bfb5e4a service neutron] 10.222.0.15 "PUT /v2.0/ports/586f37e4-586a-4c86-94fe-ac77311b9f7c/bindings/n-h1-818042-1/activate HTTP/1.1" status: 200 len: 369 time: 0.4700928 Nov 16 04:37:22.802950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ce8ab-e049-4c03-aec1-ac66f17f36a5 req-20faa203-e5f1-4a3a-925c-722d7884d3d5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:22.804437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-826ce8ab-e049-4c03-aec1-ac66f17f36a5 req-20faa203-e5f1-4a3a-925c-722d7884d3d5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 943 time: 0.2698467 Nov 16 04:37:22.902461 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-5d8b6789-03d4-4f26-b7aa-4a259bd618cc tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:22.904219 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-5d8b6789-03d4-4f26-b7aa-4a259bd618cc tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0&tenant_id=e339e415385b4d5dbab31d9b5027d120&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1095 time: 0.0456319 Nov 16 04:37:22.904785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67852475-2eb0-4b17-9aca-cde62e5209b9 req-2ec05240-8064-41e2-a170-aa1950f30c59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545fb328-d27a-4f99-9f5e-b730ab560445 HTTP/1.1" status: 200 len: 217 time: 0.0976446 Nov 16 04:37:22.996731 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-f18c12ae-2c58-442f-9a00-d520cea990ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:22.998961 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-f18c12ae-2c58-442f-9a00-d520cea990ae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0&tenant_id=e339e415385b4d5dbab31d9b5027d120 HTTP/1.1" status: 200 len: 1095 time: 0.0829697 Nov 16 04:37:23.008602 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:23.013109 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d1b022a1-da0a-4a84-a187-149232f60b81 req-fe3c6cbc-1082-443f-9cec-ff7fe6bfb4c0 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:23.024253 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-adefbb8a-29a0-4189-ba69-5bd97c19a3db req-a66e147c-99d2-478f-81a9-3deff47aec1a service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349874 Nov 16 04:37:23.026156 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['54773dba-5b92-40f2-9202-635139bc87fa'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:23.032954 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:23.069633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-0d3a307d-5f83-4af9-b9ab-f906db162000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:23.071465 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-0d3a307d-5f83-4af9-b9ab-f906db162000 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 1095 time: 0.0467899 Nov 16 04:37:23.079608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-826ce8ab-e049-4c03-aec1-ac66f17f36a5 req-1a74869f-1483-429e-96fd-b6d15059c6e7 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668800 Nov 16 04:37:23.084637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c6cbc-1082-443f-9cec-ff7fe6bfb4c0 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Pushing event deleted for resources: {'Port': ['ID=54773dba-5b92-40f2-9202-635139bc87fa,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:23.132798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67852475-2eb0-4b17-9aca-cde62e5209b9 req-3391b1f3-6f07-470b-a921-523093a8f641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:23.134412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67852475-2eb0-4b17-9aca-cde62e5209b9 req-3391b1f3-6f07-470b-a921-523093a8f641 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1941211 Nov 16 04:37:23.179096 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-f653dbb2-d3e7-44bd-9733-2d282b993fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:23.180834 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-f653dbb2-d3e7-44bd-9733-2d282b993fb6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.1010766 Nov 16 04:37:23.229351 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-77ace62b-735d-4233-807e-b20060e7817e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c HTTP/1.1" status: 200 len: 217 time: 0.0387857 Nov 16 04:37:23.238043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 54773dba-5b92-40f2-9202-635139bc87fa no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:37:23.264315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 54773dba-5b92-40f2-9202-635139bc87fa {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:37:23.264661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 54773dba-5b92-40f2-9202-635139bc87fa not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:37:23.265310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:37:23.288993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-59ecc352-7458-42dd-8801-d4aff8f1ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:23.289298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:37:23.289850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9f2f9a64-491c-4b99-8ec6-4f49b7cc3b2f not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:37:23.291720 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-59ecc352-7458-42dd-8801-d4aff8f1ac92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0537689 Nov 16 04:37:23.323856 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-3bd03c5d-7f5a-4ef1-8bcd-89cdca2b0ebe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257630 Nov 16 04:37:23.420477 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-30b3ec4a-1b22-4e25-ad29-81fca9b82ac3 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890994 Nov 16 04:37:23.515548 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-dc4d3795-3009-4335-98e0-9adbea57646b service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892098 Nov 16 04:37:23.547645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b022a1-da0a-4a84-a187-149232f60b81 req-fe3c6cbc-1082-443f-9cec-ff7fe6bfb4c0 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] No DVR routers for this DVR port 54773dba-5b92-40f2-9202-635139bc87fa on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:37:23.558847 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67852475-2eb0-4b17-9aca-cde62e5209b9 req-2c8f0040-f972-4ffa-82c0-4f1b1c0aa254 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3832693 Nov 16 04:37:23.563210 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d1b022a1-da0a-4a84-a187-149232f60b81 req-fe3c6cbc-1082-443f-9cec-ff7fe6bfb4c0 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:23.566459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1b022a1-da0a-4a84-a187-149232f60b81 req-fe3c6cbc-1082-443f-9cec-ff7fe6bfb4c0 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948 tempest-FloatingIPsAssociationNegativeTestJSON-2097531948-project] 10.222.0.37 "DELETE /v2.0/ports/54773dba-5b92-40f2-9202-635139bc87fa HTTP/1.1" status: 204 len: 173 time: 2.0353646 Nov 16 04:37:23.568928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'name': 'network-vif-deleted', 'tag': '54773dba-5b92-40f2-9202-635139bc87fa'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:23.571166 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9507f575-1a39-4fcd-9a29-18ad9c7f167b" -d '{"events": [{"server_uuid": "eaeef93a-739a-4e6a-b6a3-816b7036d713", "name": "network-vif-deleted", "tag": "54773dba-5b92-40f2-9202-635139bc87fa"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:23.583290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5412e8-2393-482a-b120-c903eb1bb423', 'tag': '388efb3f-8ece-4e27-a6e9-7081cdce2949'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:23.585984 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b47678-61da-4dcc-a724-bf07fb72cd01" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5412e8-2393-482a-b120-c903eb1bb423", "tag": "388efb3f-8ece-4e27-a6e9-7081cdce2949"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:23.617982 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:23.620482 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Pushing event updated for resources: {'Port': ['ID=bfb0bdd7-45bb-470e-95fb-c96a01d56391,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:23.687273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19791a-8543-48a8-8358-afe781e066e5 req-25ca9cab-3e7b-412d-8db4-731664a3d45a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:23.694391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c19791a-8543-48a8-8358-afe781e066e5 req-25ca9cab-3e7b-412d-8db4-731664a3d45a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.5296907 Nov 16 04:37:23.711775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-adefbb8a-29a0-4189-ba69-5bd97c19a3db req-a0df369f-a164-4a2a-9e12-1404990a059f service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6534433 Nov 16 04:37:23.717846 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:23.719075 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-1941a260-056c-4828-8972-e59f1a985a9f tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3394651 Nov 16 04:37:23.847658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67852475-2eb0-4b17-9aca-cde62e5209b9 req-43892a31-5537-4d5e-af97-987f7d886d0d service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731962 Nov 16 04:37:23.858146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-89cebb15-9a8d-4b1a-8067-a7bbd4c4883a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.1297479 Nov 16 04:37:23.925039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c19791a-8543-48a8-8358-afe781e066e5 req-dea7f1ea-cacd-4e11-b16e-54cfc345d74f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297773 Nov 16 04:37:24.002947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-fb986437-af18-4334-9532-e1b4940bc4c3 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:24.004453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-fb986437-af18-4334-9532-e1b4940bc4c3 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0&tenant_id=e339e415385b4d5dbab31d9b5027d120&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 1095 time: 0.2296145 Nov 16 04:37:24.086821 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-e9da9e64-7af3-4a8e-a574-910d18b49fda tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:24.088335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae0451bb-7179-4c01-b821-5d01f8945b31 req-e9da9e64-7af3-4a8e-a574-910d18b49fda tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2211170 Nov 16 04:37:24.097935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67852475-2eb0-4b17-9aca-cde62e5209b9 req-48a860f0-dcbf-4573-bcda-345cb391bdb7 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344177 Nov 16 04:37:24.298121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-e8c06cd9-a398-4dd7-ac7d-4b1c4301f054 service neutron] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:24.302162 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-e8c06cd9-a398-4dd7-ac7d-4b1c4301f054 service neutron] Publish callbacks [] for binding, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:24.303317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-150cc5db-305c-45e2-b88a-3cda8759eb2b req-e8c06cd9-a398-4dd7-ac7d-4b1c4301f054 service neutron] 10.222.0.37 "DELETE /v2.0/ports/586f37e4-586a-4c86-94fe-ac77311b9f7c/bindings/n-h2-818042-1 HTTP/1.1" status: 204 len: 173 time: 0.2908561 Nov 16 04:37:24.316206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e2d63-1264-4869-b5bf-5991eb35145a req-851e235b-187f-44f5-8a93-d39f0d5be13e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:24.317800 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f6e2d63-1264-4869-b5bf-5991eb35145a req-851e235b-187f-44f5-8a93-d39f0d5be13e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 944 time: 0.1086512 Nov 16 04:37:24.372618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f6e2d63-1264-4869-b5bf-5991eb35145a req-3ba7f836-4fe2-4b15-ac22-598752a9956e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484068 Nov 16 04:37:24.463666 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56274) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:24.552181 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a90686e-3c99-439e-aeb5-743ce727108b req-5e54b2c4-21b9-491a-93ad-b5801dfa30f6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=0076c64c-8366-4e82-871b-d7707f811d16 HTTP/1.1" status: 200 len: 210 time: 0.0359545 Nov 16 04:37:24.621340 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd12aaae-ca7e-4852-87eb-4aaf3eb9f729 x-openstack-request-id: req-fd12aaae-ca7e-4852-87eb-4aaf3eb9f729 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:24.626804 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaeef93a-739a-4e6a-b6a3-816b7036d713", "name": "network-vif-deleted", "tag": "54773dba-5b92-40f2-9202-635139bc87fa", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:24.627154 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd12aaae-ca7e-4852-87eb-4aaf3eb9f729 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:24.627686 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaeef93a-739a-4e6a-b6a3-816b7036d713', 'name': 'network-vif-deleted', 'tag': '54773dba-5b92-40f2-9202-635139bc87fa', 'status': 'completed', 'code': 200} Nov 16 04:37:24.775119 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ad26b3-21cf-452f-b8d8-b085bff68ccc x-openstack-request-id: req-81ad26b3-21cf-452f-b8d8-b085bff68ccc {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:24.775480 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5412e8-2393-482a-b120-c903eb1bb423", "tag": "388efb3f-8ece-4e27-a6e9-7081cdce2949", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:24.775745 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81ad26b3-21cf-452f-b8d8-b085bff68ccc {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:24.776149 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5412e8-2393-482a-b120-c903eb1bb423', 'tag': '388efb3f-8ece-4e27-a6e9-7081cdce2949', 'status': 'completed', 'code': 200} Nov 16 04:37:24.832665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b47678-61da-4dcc-a724-bf07fb72cd01 req-93bb8ed1-53ce-4a65-a36b-4a0695943db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:24.834699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1b47678-61da-4dcc-a724-bf07fb72cd01 req-93bb8ed1-53ce-4a65-a36b-4a0695943db2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=409d424c014a4366a4ddffd6325d0448&device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 1094 time: 0.1071661 Nov 16 04:37:24.980756 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-7b67e625-74fe-4849-aa2a-d3c9a3c651d6 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:37:24.981630 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-7b67e625-74fe-4849-aa2a-d3c9a3c651d6 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056221 Nov 16 04:37:25.042108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f1e1f-a2cc-4a36-876b-0c65fc96688b req-046d805c-e2f5-4151-9688-d63069819369 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:25.048310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-830f1e1f-a2cc-4a36-876b-0c65fc96688b req-046d805c-e2f5-4151-9688-d63069819369 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 1100 time: 0.0655966 Nov 16 04:37:25.055962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-f84b91fb-8872-4c20-88d3-192dddc44e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:25.057590 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-f84b91fb-8872-4c20-88d3-192dddc44e16 service neutron] 10.222.0.41 "GET /v2.0/ports/9de77770-b036-4370-8b2b-1c8a9ce64b7e HTTP/1.1" status: 200 len: 1094 time: 0.0658917 Nov 16 04:37:25.067530 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44b7a104-1632-4270-b261-468b13fc35c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:25.070910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b47678-61da-4dcc-a724-bf07fb72cd01 req-4896bb6c-7ad2-4d3b-8840-46187053e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:25.073125 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] Request body: {'binding': {'host': 'n-h2-818042-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:25.073273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1b47678-61da-4dcc-a724-bf07fb72cd01 req-4896bb6c-7ad2-4d3b-8840-46187053e08f service neutron] 10.222.0.15 "GET /v2.0/networks?id=4aeb553c-d99e-435c-8214-4113a66657f7 HTTP/1.1" status: 200 len: 923 time: 0.2240374 Nov 16 04:37:25.073356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] Unknown quota resources ['binding']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 04:37:25.073802 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-830f1e1f-a2cc-4a36-876b-0c65fc96688b req-9754a637-1daf-45a5-8433-c6e22363e570 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:25.152306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1b47678-61da-4dcc-a724-bf07fb72cd01 req-2fb2a442-78ff-40da-9787-d435ac7a1469 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=388efb3f-8ece-4e27-a6e9-7081cdce2949 HTTP/1.1" status: 200 len: 217 time: 0.0525174 Nov 16 04:37:25.233000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b47678-61da-4dcc-a724-bf07fb72cd01 req-3d3e0db1-565d-4932-9084-b6fd0316b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:25.235041 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1b47678-61da-4dcc-a724-bf07fb72cd01 req-3d3e0db1-565d-4932-9084-b6fd0316b7e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09 HTTP/1.1" status: 200 len: 861 time: 0.0684438 Nov 16 04:37:25.270958 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-830f1e1f-a2cc-4a36-876b-0c65fc96688b req-9754a637-1daf-45a5-8433-c6e22363e570 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:25.287432 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-830f1e1f-a2cc-4a36-876b-0c65fc96688b req-9754a637-1daf-45a5-8433-c6e22363e570 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:25.337982 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-830f1e1f-a2cc-4a36-876b-0c65fc96688b req-9754a637-1daf-45a5-8433-c6e22363e570 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828515 Nov 16 04:37:25.344307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b47678-61da-4dcc-a724-bf07fb72cd01 req-38af128c-0eb1-4204-b426-4ac410cec784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:25.346919 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1b47678-61da-4dcc-a724-bf07fb72cd01 req-38af128c-0eb1-4204-b426-4ac410cec784 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4aeb553c-d99e-435c-8214-4113a66657f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939720 Nov 16 04:37:25.347555 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754a637-1daf-45a5-8433-c6e22363e570 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930f5476-fc1e-4b99-8fa8-3cc5543a8e1a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:25.428285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 388efb3f-8ece-4e27-a6e9-7081cdce2949 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:37:25.481922 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1b47678-61da-4dcc-a724-bf07fb72cd01 req-a581c9e5-e202-4179-9f55-39aab8a2536b service neutron] 10.222.0.15 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279008 Nov 16 04:37:25.556059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef4b70-82b2-44b1-af9c-8dc2172e090e req-d6fb89d9-bbea-45e9-ac71-519e895cd7ba tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:25.557720 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29ef4b70-82b2-44b1-af9c-8dc2172e090e req-d6fb89d9-bbea-45e9-ac71-519e895cd7ba tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 943 time: 0.1210148 Nov 16 04:37:25.598233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 388efb3f-8ece-4e27-a6e9-7081cdce2949, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=388efb3f-8ece-4e27-a6e9-7081cdce2949,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:25.611209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '388efb3f-8ece-4e27-a6e9-7081cdce2949', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'port_id': '388efb3f-8ece-4e27-a6e9-7081cdce2949', 'mac_address': 'fa:16:3e:f9:5b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:37:25.628641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] Attempting to bind port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on host n-h2-818042-1 for vnic_type normal with profile None {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:25.629186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] Attempting to bind port 9de77770-b036-4370-8b2b-1c8a9ce64b7e by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:25.629316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] Attempting to bind port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:25.630164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1b47678-61da-4dcc-a724-bf07fb72cd01 req-b2a0a7d7-109d-4271-a0df-58bc28ceb34b service neutron] 10.222.0.15 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398153 Nov 16 04:37:25.639465 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] Port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on network 00ef367c-9e71-485a-983c-5f2648aed20c not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:25.639877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] Attempting to bind port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:25.648192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29ef4b70-82b2-44b1-af9c-8dc2172e090e req-01ad42e6-8851-4000-a9ea-d5600704b249 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796535 Nov 16 04:37:25.651469 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:25.660656 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:25.661078 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] Checking segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:25.661473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] Bound using segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:25.662225 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] Bound port: 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:25.666403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388efb3f-8ece-4e27-a6e9-7081cdce2949 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:25.687367 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 388efb3f-8ece-4e27-a6e9-7081cdce2949, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=388efb3f-8ece-4e27-a6e9-7081cdce2949,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:25.691928 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:25.746471 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=388efb3f-8ece-4e27-a6e9-7081cdce2949,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:25.767881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:25.775701 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] Publish callbacks [] for binding, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:25.776886 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4bac2bc0-5695-43da-bd71-2a21d8408e7f service neutron] 10.222.0.41 "POST /v2.0/ports/9de77770-b036-4370-8b2b-1c8a9ce64b7e/bindings HTTP/1.1" status: 201 len: 389 time: 0.7074084 Nov 16 04:37:25.796242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-44b7a104-1632-4270-b261-468b13fc35c9 admin admin] Deleting port b145a382-d976-45b2-8753-63bc42237ea8 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:37:25.796633 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44b7a104-1632-4270-b261-468b13fc35c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:25.839621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-c2aacde5-b827-4c69-bd68-1010f37b0e7a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:25.841286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-c2aacde5-b827-4c69-bd68-1010f37b0e7a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 821 time: 0.1164234 Nov 16 04:37:25.882520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-807ee642-9b23-44b6-9791-8687e65b8622 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/quotas/6afb9e0518974559b1332d98c9104d43 HTTP/1.1" status: 200 len: 375 time: 0.0243912 Nov 16 04:37:25.917800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-44b7a104-1632-4270-b261-468b13fc35c9 admin admin] For port b145a382-d976-45b2-8753-63bc42237ea8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b145a382-d976-45b2-8753-63bc42237ea8,segment=NetworkSegment(a3328d17-91a8-4ca6-9b59-362a259a010b),segment_id=a3328d17-91a8-4ca6-9b59-362a259a010b)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:25.918267 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44b7a104-1632-4270-b261-468b13fc35c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:25.918804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['388efb3f-8ece-4e27-a6e9-7081cdce2949'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:25.934885 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-44b7a104-1632-4270-b261-468b13fc35c9 admin admin] Calling delete_port for b145a382-d976-45b2-8753-63bc42237ea8 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:37:25.976586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-cbe7ac2a-96b7-43eb-8bbb-25f323994c99 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0863607 Nov 16 04:37:26.105961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-1ac7b53f-8be3-4b6b-89ff-72b6bf4b1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:26.108376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-1ac7b53f-8be3-4b6b-89ff-72b6bf4b1295 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 1097 time: 0.0622699 Nov 16 04:37:26.178901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-9610213b-af31-4730-9423-9f85d9261c2c service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012842 Nov 16 04:37:26.190785 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44b7a104-1632-4270-b261-468b13fc35c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:26.222781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7a104-1632-4270-b261-468b13fc35c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b145a382-d976-45b2-8753-63bc42237ea8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:26.291316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4d27c27c-c0ec-42e9-9ce8-e8bf4b8b1378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:26.293313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-4d27c27c-c0ec-42e9-9ce8-e8bf4b8b1378 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.1767745 Nov 16 04:37:26.408634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-1d0bf8de-0921-4c0e-b9a0-d2692a80a9a2 service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234242 Nov 16 04:37:26.410070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-e6d26bbf-2929-4c9d-b831-66d1ab0d4d06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e HTTP/1.1" status: 200 len: 217 time: 0.1034317 Nov 16 04:37:26.503687 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-d26a96c7-e6a5-446c-b35f-3ec727b37949 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804718 Nov 16 04:37:26.516493 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-81ce6e7a-17a0-400c-af76-93899b19b9a4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:37:26.517467 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-81ce6e7a-17a0-400c-af76-93899b19b9a4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057857 Nov 16 04:37:26.519967 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44b7a104-1632-4270-b261-468b13fc35c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:26.549206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-a51f523d-763b-42c6-bdfa-46df40ed381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:26.550801 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-a51f523d-763b-42c6-bdfa-46df40ed381c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1330841 Nov 16 04:37:26.576386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94d0ba-f1ad-4f50-b677-5bccdd61b1de req-569ff880-9d55-46e0-a788-f70c4cb281a5 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:26.589942 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af94d0ba-f1ad-4f50-b677-5bccdd61b1de req-569ff880-9d55-46e0-a788-f70c4cb281a5 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 946 time: 0.0937939 Nov 16 04:37:26.656137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-62dc6fa0-cef7-4303-95eb-6859e1d0ca81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537984 Nov 16 04:37:26.801878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b7a104-1632-4270-b261-468b13fc35c9 admin admin] Router c991efc2-85d6-43e6-88e3-eff773ba6875 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:37:26.821987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6da09f-83ba-4814-b9ec-37ec93f8645e req-0194e719-e1dc-4833-b15d-df1e192ab742 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:26.830380 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff6da09f-83ba-4814-b9ec-37ec93f8645e req-0194e719-e1dc-4833-b15d-df1e192ab742 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 1095 time: 0.1766186 Nov 16 04:37:26.845651 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af94d0ba-f1ad-4f50-b677-5bccdd61b1de req-458ecd44-832b-47f5-af91-cd2179708f78 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545443 Nov 16 04:37:26.901092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-8bd4fb5d-4c3c-490f-9686-08389b33fd19 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343512 Nov 16 04:37:26.970251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b7a104-1632-4270-b261-468b13fc35c9 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:37:26.979819 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-44b7a104-1632-4270-b261-468b13fc35c9 admin admin] 10.222.0.41 "PUT /v2.0/routers/c991efc2-85d6-43e6-88e3-eff773ba6875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5123320 Nov 16 04:37:26.980146 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56350) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:26.984866 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad2e9d8-229a-4409-9962-a8b19d34751c None None] Sync routers for ids ['c991efc2-85d6-43e6-88e3-eff773ba6875'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:37:27.001879 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad2e9d8-229a-4409-9962-a8b19d34751c None None] Routers {'c991efc2-85d6-43e6-88e3-eff773ba6875'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:27.003432 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-bad2e9d8-229a-4409-9962-a8b19d34751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c991efc2-85d6-43e6-88e3-eff773ba6875'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:27.016963 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff6da09f-83ba-4814-b9ec-37ec93f8645e req-f51dc815-c287-474a-aef5-4da8df642236 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856148 Nov 16 04:37:27.162942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a237f-9720-43f0-819b-67a931c62acf req-e50dbdee-6a97-49d5-8b89-e5077aef09fb tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:27.164552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb7a237f-9720-43f0-819b-67a931c62acf req-e50dbdee-6a97-49d5-8b89-e5077aef09fb tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.1698506 Nov 16 04:37:27.204274 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:27.249200 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-bad2e9d8-229a-4409-9962-a8b19d34751c None None] Set router c991efc2-85d6-43e6-88e3-eff773ba6875 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:27.279056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-f26255a5-0220-43f3-a24f-2df806996666 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629582 Nov 16 04:37:27.312004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bc5282c-3376-44ed-85f8-a58ed12ad95d req-442465e5-8a4c-4b1f-a85a-a693a9e56e60 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 210 time: 0.0882668 Nov 16 04:37:27.373445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb7a237f-9720-43f0-819b-67a931c62acf req-aed231cd-f465-48b4-b2e3-813c1871efc8 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892760 Nov 16 04:37:27.441339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 388efb3f-8ece-4e27-a6e9-7081cdce2949 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:27.545227 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-2b3833bc-48b7-4e0b-a146-460eed8b05cc tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:27.546455 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-bad2e9d8-229a-4409-9962-a8b19d34751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:37:26Z', 'revision_number': 5, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:27.548390 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-2b3833bc-48b7-4e0b-a146-460eed8b05cc tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267&tenant_id=2d6aa7ebda584f678731e5b32da32c5a&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 1097 time: 0.1583097 Nov 16 04:37:27.572485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818042-1'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:27.576488 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 388efb3f-8ece-4e27-a6e9-7081cdce2949 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:37:27.576818 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad2e9d8-229a-4409-9962-a8b19d34751c None None] Checking router: c991efc2-85d6-43e6-88e3-eff773ba6875 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:37:27.579113 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:27.584453 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 388efb3f-8ece-4e27-a6e9-7081cdce2949 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:27.584831 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:27.586199 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad2e9d8-229a-4409-9962-a8b19d34751c None None] Routers {'c991efc2-85d6-43e6-88e3-eff773ba6875'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:27.587042 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-bad2e9d8-229a-4409-9962-a8b19d34751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c991efc2-85d6-43e6-88e3-eff773ba6875'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:27.700216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Deleting port 7eed728f-ef7c-49bd-8d60-ddad5e4c1088 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:37:27.700471 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:27.719468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-4152089b-8716-4617-8fb6-677813e993b3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:27.721037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-4152089b-8716-4617-8fb6-677813e993b3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 820 time: 0.1665857 Nov 16 04:37:27.725470 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-bad2e9d8-229a-4409-9962-a8b19d34751c None None] Set router c991efc2-85d6-43e6-88e3-eff773ba6875 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:27.775021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22e236-5a1e-4aa1-84b7-53dcc7b4c105 req-d12c0948-41c7-46d8-a1c1-a9d32dff7f17 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:27.784902 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a22e236-5a1e-4aa1-84b7-53dcc7b4c105 req-d12c0948-41c7-46d8-a1c1-a9d32dff7f17 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 944 time: 0.3272169 Nov 16 04:37:27.821314 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] For port 7eed728f-ef7c-49bd-8d60-ddad5e4c1088, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7eed728f-ef7c-49bd-8d60-ddad5e4c1088,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:27.822456 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:27.836580 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:27.843233 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Calling delete_port for 7eed728f-ef7c-49bd-8d60-ddad5e4c1088 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:37:27.864741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a22e236-5a1e-4aa1-84b7-53dcc7b4c105 req-e8809d02-160a-43a2-bf14-9cf3a5f8e5f4 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787342 Nov 16 04:37:27.876615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 388efb3f-8ece-4e27-a6e9-7081cdce2949, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=388efb3f-8ece-4e27-a6e9-7081cdce2949,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:27.878067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5412e8-2393-482a-b120-c903eb1bb423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388efb3f-8ece-4e27-a6e9-7081cdce2949'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:27.880810 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a7f419-6ed4-4a83-b320-e1b5af9ff43b" -d '{"events": [{"server_uuid": "ff5412e8-2393-482a-b120-c903eb1bb423", "name": "network-vif-plugged", "status": "completed", "tag": "388efb3f-8ece-4e27-a6e9-7081cdce2949"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:27.886293 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:27.887425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 586f37e4-586a-4c86-94fe-ac77311b9f7c no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:37:27.899106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-aaefd1b1-6dfa-4e66-ad3a-3ee6098d9e2b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/quotas/e339e415385b4d5dbab31d9b5027d120 HTTP/1.1" status: 200 len: 375 time: 0.1424348 Nov 16 04:37:27.954334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=388efb3f-8ece-4e27-a6e9-7081cdce2949,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:28.005715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 586f37e4-586a-4c86-94fe-ac77311b9f7c not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:37:28.032196 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.047314 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-bad2e9d8-229a-4409-9962-a8b19d34751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:37:26Z', 'revision_number': 5, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:28.143456 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.179738 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad2e9d8-229a-4409-9962-a8b19d34751c None None] The sync data for ids ['c991efc2-85d6-43e6-88e3-eff773ba6875'] in n-d-818042-1 is: [{'id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-325227971-router', 'tenant_id': 'af29f00f037f4e069225519e2c2af721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:14Z', 'updated_at': '2021-11-16T04:37:26Z', 'revision_number': 5, 'project_id': 'af29f00f037f4e069225519e2c2af721', 'gw_port': {'id': '7eed728f-ef7c-49bd-8d60-ddad5e4c1088', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:43:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c991efc2-85d6-43e6-88e3-eff773ba6875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:15Z', 'updated_at': '2021-11-16T04:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:37:28.200146 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eed728f-ef7c-49bd-8d60-ddad5e4c1088,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:28.213317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-c6b804c3-82c3-45d4-b830-6136b8232f40 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3135691 Nov 16 04:37:28.285026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.389279 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.391444 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.412298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f47573-fa95-43b5-9f1f-10b09aae82d2 req-5f06e3a8-91c0-4501-82b4-66272a532704 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:28.413731 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f47573-fa95-43b5-9f1f-10b09aae82d2 req-5f06e3a8-91c0-4501-82b4-66272a532704 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 811 time: 0.3177302 Nov 16 04:37:28.434539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-0af889d9-b7d8-41c4-b188-a037f73c26cb tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:28.436377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-0af889d9-b7d8-41c4-b188-a037f73c26cb tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.15 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 821 time: 0.3685496 Nov 16 04:37:28.453791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.454654 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c991efc2-85d6-43e6-88e3-eff773ba6875 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:37:28.458940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-b7fc2258-ee5a-4b26-9ee8-343f65ebcb76 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Request body: {'port': {'device_id': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'admin_state_up': True, 'tenant_id': '6afb9e0518974559b1332d98c9104d43'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:28.460502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.462353 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-127e0c09-d2ce-4a12-8150-12625ffd8b58 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c991efc2-85d6-43e6-88e3-eff773ba6875 HTTP/1.1" status: 204 len: 168 time: 1.4812880 Nov 16 04:37:28.464756 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56394) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:28.481680 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-3fe1c9c1-4127-4461-8540-30426bbc98c3 service neutron] 10.222.0.41 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514846 Nov 16 04:37:28.517243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-483bb73a-60be-4000-a62b-88b09e202ade admin admin] Deleting subnet 4fdaa54a-2b9a-4ce1-a9c5-949153857317 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:37:28.521144 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-483bb73a-60be-4000-a62b-88b09e202ade admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.557716 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-483bb73a-60be-4000-a62b-88b09e202ade admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.677451 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-483bb73a-60be-4000-a62b-88b09e202ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.732980 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-483bb73a-60be-4000-a62b-88b09e202ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.751727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29264091-59e6-4352-934c-939f4c10312a None None] Network 350b8208-068e-42e7-b140-65d950148470 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:37:28.759124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f47573-fa95-43b5-9f1f-10b09aae82d2 req-58c787fa-82d5-4508-8947-9823433188ee tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/quotas/e37d5739ff204f68bc7362ae86816359 HTTP/1.1" status: 200 len: 375 time: 0.3349755 Nov 16 04:37:28.776863 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-483bb73a-60be-4000-a62b-88b09e202ade admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.780168 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-483bb73a-60be-4000-a62b-88b09e202ade admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4fdaa54a-2b9a-4ce1-a9c5-949153857317 HTTP/1.1" status: 204 len: 168 time: 0.3142388 Nov 16 04:37:28.781116 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483bb73a-60be-4000-a62b-88b09e202ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fdaa54a-2b9a-4ce1-a9c5-949153857317,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:28.782665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56396) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:28.809062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:28.856697 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.909835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f47573-fa95-43b5-9f1f-10b09aae82d2 req-5f6995cb-0a8c-4ed6-8d9b-b57b1906e551 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1221147 Nov 16 04:37:28.912934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Deleting port 7df9d43a-4b1a-445b-a04f-ab9f56e75042 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:37:28.913271 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:28.991686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf412e-5b30-419d-afa9-894277b75c25 None None] DHCP port deletion for 350b8208-068e-42e7-b140-65d950148470 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:37:28.993083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] For port 7df9d43a-4b1a-445b-a04f-ab9f56e75042, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7df9d43a-4b1a-445b-a04f-ab9f56e75042,segment=NetworkSegment(a3328d17-91a8-4ca6-9b59-362a259a010b),segment_id=a3328d17-91a8-4ca6-9b59-362a259a010b)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:28.993805 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.017566 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Calling delete_port for 7df9d43a-4b1a-445b-a04f-ab9f56e75042 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:37:29.050347 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-589ea6e5-6360-4d36-a993-dc3b83769e97 service neutron] 10.222.0.41 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664559 Nov 16 04:37:29.058466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-10cf412e-5b30-419d-afa9-894277b75c25 None None] Deleting port 7df9d43a-4b1a-445b-a04f-ab9f56e75042 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:37:29.058989 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10cf412e-5b30-419d-afa9-894277b75c25 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.101282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d62f63-9843-452a-b39d-f014b2990381 req-0ef77104-de3e-4fd8-96a6-f98b6a6aa1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:29.102831 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-0ef77104-de3e-4fd8-96a6-f98b6a6aa1dd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 1100 time: 0.3180254 Nov 16 04:37:29.104773 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f47573-fa95-43b5-9f1f-10b09aae82d2 req-bceef4d8-9929-4115-9a2d-af4c7d94901b service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938615 Nov 16 04:37:29.105365 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.108550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:29.135625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-10cf412e-5b30-419d-afa9-894277b75c25 None None] For port 7df9d43a-4b1a-445b-a04f-ab9f56e75042, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7df9d43a-4b1a-445b-a04f-ab9f56e75042,segment=NetworkSegment(a3328d17-91a8-4ca6-9b59-362a259a010b),segment_id=a3328d17-91a8-4ca6-9b59-362a259a010b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:29.136028 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10cf412e-5b30-419d-afa9-894277b75c25 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.141315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df9d43a-4b1a-445b-a04f-ab9f56e75042,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:29.145715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] No DVR routers for this DVR port 7df9d43a-4b1a-445b-a04f-ab9f56e75042 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:37:29.167660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-10cf412e-5b30-419d-afa9-894277b75c25 None None] Calling delete_port for 7df9d43a-4b1a-445b-a04f-ab9f56e75042 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:37:29.238740 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.262595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350b8208-068e-42e7-b140-65d950148470']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:29.276047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3328d17-91a8-4ca6-9b59-362a259a010b') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:29.276510 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3328d17-91a8-4ca6-9b59-362a259a010b') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:29.291575 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.313147 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.330262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:37:29.330653 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:37:29.332541 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:37:29.348388 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10cf412e-5b30-419d-afa9-894277b75c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.354534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5cae88-491e-4336-936c-8081cd622267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de77770-b036-4370-8b2b-1c8a9ce64b7e'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:29.356614 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b97d4b-5fcb-4c73-aa01-eeeb76cc5e9b" -d '{"events": [{"server_uuid": "ff5cae88-491e-4336-936c-8081cd622267", "name": "network-vif-unplugged", "status": "completed", "tag": "9de77770-b036-4370-8b2b-1c8a9ce64b7e"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:29.360688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.379300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf412e-5b30-419d-afa9-894277b75c25 None None] Pushing event deleted for resources: {'Port': ['ID=7df9d43a-4b1a-445b-a04f-ab9f56e75042,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:29.388945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf412e-5b30-419d-afa9-894277b75c25 None None] No DVR routers for this DVR port 7df9d43a-4b1a-445b-a04f-ab9f56e75042 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:37:29.395241 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.417613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-b7fc2258-ee5a-4b26-9ee8-343f65ebcb76 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Made reservation on behalf of 6afb9e0518974559b1332d98c9104d43 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:37:29.424837 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-b7fc2258-ee5a-4b26-9ee8-343f65ebcb76 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.438715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.449038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398f659-f69a-446b-bd2b-f57cb23c8be2 req-2e953a16-8aed-4feb-b3aa-84865ac358c1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:29.456955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c398f659-f69a-446b-bd2b-f57cb23c8be2 req-2e953a16-8aed-4feb-b3aa-84865ac358c1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 946 time: 0.1894147 Nov 16 04:37:29.461731 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.467692 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] 10.222.0.41 "DELETE /v2.0/networks/350b8208-068e-42e7-b140-65d950148470 HTTP/1.1" status: 204 len: 168 time: 0.6813188 Nov 16 04:37:29.467692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9710e38-a318-40b4-a537-ebacd5d8ae08 admin admin] Pushing event deleted for resources: {'Network': ['ID=350b8208-068e-42e7-b140-65d950148470,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:29.551214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d62f63-9843-452a-b39d-f014b2990381 req-0249e62b-f7ad-4aa5-9d2f-030ebae66bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:29.552690 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-0249e62b-f7ad-4aa5-9d2f-030ebae66bb7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.4423540 Nov 16 04:37:29.554496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f47573-fa95-43b5-9f1f-10b09aae82d2 req-d3fb192a-2f0e-42cb-89e0-1659c2fc54ec service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115031 Nov 16 04:37:29.651167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Pushing event updated for resources: {'Port': ['ID=9de77770-b036-4370-8b2b-1c8a9ce64b7e,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:29.663353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-b6c3571e-7d48-4a80-a9e1-81ad545609cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=09f5545e-9287-4c90-adfe-1f351744462c HTTP/1.1" status: 200 len: 217 time: 0.0998623 Nov 16 04:37:29.704878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56414) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:29.725889 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c398f659-f69a-446b-bd2b-f57cb23c8be2 req-36d81d7d-a392-461e-95bc-e33bfcc46e81 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679234 Nov 16 04:37:29.771493 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-85bc55bb-bc90-4032-9cf2-76e14f6b2b76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af29f00f037f4e069225519e2c2af721&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0655606 Nov 16 04:37:29.774045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56420) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:29.796222 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f427d180-0072-4a43-94d6-2cfe049b8448 x-openstack-request-id: req-f427d180-0072-4a43-94d6-2cfe049b8448 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:29.797820 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5412e8-2393-482a-b120-c903eb1bb423", "name": "network-vif-plugged", "status": "completed", "tag": "388efb3f-8ece-4e27-a6e9-7081cdce2949", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:29.798312 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f427d180-0072-4a43-94d6-2cfe049b8448 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:29.798943 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5412e8-2393-482a-b120-c903eb1bb423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388efb3f-8ece-4e27-a6e9-7081cdce2949', 'code': 200} Nov 16 04:37:29.829906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Attempting to bind port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on host n-h1-818042-1 for vnic_type normal with profile {"migrating_to": "n-h2-818042-1"} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:29.830371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Attempting to bind port 9de77770-b036-4370-8b2b-1c8a9ce64b7e by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:29.830556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Attempting to bind port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:29.840136 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8403fc9d-e713-4af7-94d7-45e62e35ef6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.878563 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8403fc9d-e713-4af7-94d7-45e62e35ef6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.916579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on network 00ef367c-9e71-485a-983c-5f2648aed20c not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:29.916901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Attempting to bind port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:29.990096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7eed728f-ef7c-49bd-8d60-ddad5e4c1088 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:37:29.992543 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8403fc9d-e713-4af7-94d7-45e62e35ef6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.995986 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8403fc9d-e713-4af7-94d7-45e62e35ef6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:29.997287 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8403fc9d-e713-4af7-94d7-45e62e35ef6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d8b748b-1a7e-4b26-9737-e909a9efcabf HTTP/1.1" status: 204 len: 168 time: 0.2220385 Nov 16 04:37:30.007415 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e25c1e08-25fb-4878-8828-a41e5d8ba93e req-7d1ece3e-b538-4d88-aa2b-9ee9293b50b8 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 210 time: 0.1227405 Nov 16 04:37:30.014272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403fc9d-e713-4af7-94d7-45e62e35ef6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8b748b-1a7e-4b26-9737-e909a9efcabf,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:30.024148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:30.025231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Checking segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:30.025808 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Bound using segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:30.026418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Bound port: 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:30.026880 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2a68a-12f1-4258-9dff-1b3ec1c8e42f req-d4a6dd54-86a2-495b-8631-e3b6630468d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:30.027108 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:30.028381 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-08f2a68a-12f1-4258-9dff-1b3ec1c8e42f req-d4a6dd54-86a2-495b-8631-e3b6630468d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 1096 time: 0.0771255 Nov 16 04:37:30.030884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d62f63-9843-452a-b39d-f014b2990381 req-752cf5f8-deaa-4d29-8e98-c524adfaa18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:30.032349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-752cf5f8-deaa-4d29-8e98-c524adfaa18f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.3392584 Nov 16 04:37:30.098037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-b7fc2258-ee5a-4b26-9ee8-343f65ebcb76 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Allocated IP 172.20.0.3 (1747fb6e-c482-4743-8c49-9776167b8132/813c1194-17e0-4799-bdee-9680531f52db/c845e153-23da-4c26-a4b1-3e1dbdcf8b60) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:30.136804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 7eed728f-ef7c-49bd-8d60-ddad5e4c1088 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:37:30.137494 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7eed728f-ef7c-49bd-8d60-ddad5e4c1088 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:37:30.138913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7df9d43a-4b1a-445b-a04f-ab9f56e75042 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:37:30.143187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2283765-df89-4d74-8adb-9ffdfee444f8 req-ea7acc7b-6d1e-4538-b99e-bcd88ac502e0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:30.151348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2283765-df89-4d74-8adb-9ffdfee444f8 req-ea7acc7b-6d1e-4538-b99e-bcd88ac502e0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.2434428 Nov 16 04:37:30.158598 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-08f2a68a-12f1-4258-9dff-1b3ec1c8e42f req-cb9084e7-3300-4716-92c1-d00fc751c5fc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176209 Nov 16 04:37:30.173658 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 7df9d43a-4b1a-445b-a04f-ab9f56e75042 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:37:30.174337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7df9d43a-4b1a-445b-a04f-ab9f56e75042 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:37:30.175858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b145a382-d976-45b2-8753-63bc42237ea8 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:37:30.198906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: b145a382-d976-45b2-8753-63bc42237ea8 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:37:30.199033 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b145a382-d976-45b2-8753-63bc42237ea8 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:37:30.280087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:30.295443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d62f63-9843-452a-b39d-f014b2990381 req-6eea4f53-b2c1-402a-b758-bda6f5236edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:30.296946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-6eea4f53-b2c1-402a-b758-bda6f5236edd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2516170 Nov 16 04:37:30.330013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:30.356902 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:30.394468 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2283765-df89-4d74-8adb-9ffdfee444f8 req-1de2d59a-cf27-4e1a-ae53-cd67d7635d20 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422676 Nov 16 04:37:30.420307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec7da9-b922-49ba-9290-0cbd2791cee9 req-c8d50132-7533-42b0-a3df-ffa8ed8c14d5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:30.427846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46ec7da9-b922-49ba-9290-0cbd2791cee9 req-c8d50132-7533-42b0-a3df-ffa8ed8c14d5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 945 time: 0.2996366 Nov 16 04:37:30.566274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b03eb02a-2c91-4c0d-ad0b-4bd76806ecf0 req-ec6d4cc4-61ea-461c-944e-a86239d33919 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 210 time: 0.0566237 Nov 16 04:37:30.650519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-5635ec51-f2cb-461d-b316-442bbc643e6a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:30.651490 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cb2ac8-ce4c-4c31-9ff2-823308ced601 x-openstack-request-id: req-33cb2ac8-ce4c-4c31-9ff2-823308ced601 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:30.651881 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5cae88-491e-4336-936c-8081cd622267", "name": "network-vif-unplugged", "status": "completed", "tag": "9de77770-b036-4370-8b2b-1c8a9ce64b7e", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:30.652214 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33cb2ac8-ce4c-4c31-9ff2-823308ced601 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:30.654126 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5cae88-491e-4336-936c-8081cd622267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de77770-b036-4370-8b2b-1c8a9ce64b7e', 'code': 200} Nov 16 04:37:30.654744 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-5635ec51-f2cb-461d-b316-442bbc643e6a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.37 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 820 time: 0.2041144 Nov 16 04:37:30.671585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-ef2b4456-7496-4279-ab9f-0302eef4e43a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Request body: {'port': {'device_id': 'ea1665ee-55a1-4c79-9ca5-721b65911fdf', 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a', 'admin_state_up': True, 'tenant_id': 'e339e415385b4d5dbab31d9b5027d120'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:30.708798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-abab32af-a878-40ea-bf4c-f4e7e7673fdd service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959212 Nov 16 04:37:30.795609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Pushing event updated for resources: {'Port': ['ID=9de77770-b036-4370-8b2b-1c8a9ce64b7e,revision_number=8']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:30.815462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:30.816100 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:30.817646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-5c2663bd-a7be-4967-aaa1-8048924d5166 service neutron] 10.222.0.15 "PUT /v2.0/ports/9de77770-b036-4370-8b2b-1c8a9ce64b7e HTTP/1.1" status: 200 len: 1122 time: 3.2592893 Nov 16 04:37:30.820312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd0032fe-53b4-4d72-ac03-584848a75820 req-0d9edfa2-a387-488d-a8d7-204beb891a93 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e99aadb-e54a-49dc-8b03-237b02b92406 HTTP/1.1" status: 200 len: 210 time: 0.1014807 Nov 16 04:37:30.841969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46ec7da9-b922-49ba-9290-0cbd2791cee9 req-77cb2401-b550-4ac6-a11d-3b4ede0619d9 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4126153 Nov 16 04:37:30.858100 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-ef2b4456-7496-4279-ab9f-0302eef4e43a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Made reservation on behalf of e339e415385b4d5dbab31d9b5027d120 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:37:30.862644 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-ef2b4456-7496-4279-ab9f-0302eef4e43a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:30.903020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['9de77770-b036-4370-8b2b-1c8a9ce64b7e'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:30.960256 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-b7fc2258-ee5a-4b26-9ee8-343f65ebcb76 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:31.029892 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-b7fc2258-ee5a-4b26-9ee8-343f65ebcb76 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:31.062105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:31.215549 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-b7fc2258-ee5a-4b26-9ee8-343f65ebcb76 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Network 1747fb6e-c482-4743-8c49-9776167b8132 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:31.240442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-b7fc2258-ee5a-4b26-9ee8-343f65ebcb76 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:31.246591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-b7fc2258-ee5a-4b26-9ee8-343f65ebcb76 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:31.497069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56468) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:31.562658 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-18f8f946-19b9-4864-94bc-fbdec0e860e2 None None] Provisioning complete for port c845e153-23da-4c26-a4b1-3e1dbdcf8b60 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:31.565047 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-18f8f946-19b9-4864-94bc-fbdec0e860e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:31.581229 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-ef2b4456-7496-4279-ab9f-0302eef4e43a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Allocated IP 172.20.0.5 (2fad6d6b-5670-4e68-bf6b-fdc19241d30a/019a9079-5bad-40fc-b64e-f807d7d8722f/db4b3aad-44eb-4a92-849b-b89769bbc90b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:31.612086 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-18f8f946-19b9-4864-94bc-fbdec0e860e2 None None] Port c845e153-23da-4c26-a4b1-3e1dbdcf8b60 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:37:31.700227 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f6cfe33-a78d-4d13-81b5-a014a761256d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:31.711751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a876d-0c0a-4f8b-bdc4-ebc54383135e req-65c0f5ae-30e6-44f0-b5d9-5d3ba0d8f80c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:31.713286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f32a876d-0c0a-4f8b-bdc4-ebc54383135e req-65c0f5ae-30e6-44f0-b5d9-5d3ba0d8f80c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 944 time: 0.7050436 Nov 16 04:37:31.719316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc2258-ee5a-4b26-9ee8-343f65ebcb76 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Pushing event updated for resources: {'Port': ['ID=c845e153-23da-4c26-a4b1-3e1dbdcf8b60,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:31.730839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-5173fd17-ec56-4224-8047-6ad330c241bc service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9990871 Nov 16 04:37:31.741614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-b7fc2258-ee5a-4b26-9ee8-343f65ebcb76 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:31.742265 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-b7fc2258-ee5a-4b26-9ee8-343f65ebcb76 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:31.781533 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-ef2b4456-7496-4279-ab9f-0302eef4e43a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:31.784168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f3e50-9c78-4de8-9cc8-93a6923a0e62 req-a556bb21-babe-4f17-80a3-9b6600835119 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:31.785719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0f3e50-9c78-4de8-9cc8-93a6923a0e62 req-a556bb21-babe-4f17-80a3-9b6600835119 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 931 time: 0.1589046 Nov 16 04:37:31.809050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-b7fc2258-ee5a-4b26-9ee8-343f65ebcb76 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3538754 Nov 16 04:37:31.830746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Request body: {'port': {'device_id': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:31.856563 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f6cfe33-a78d-4d13-81b5-a014a761256d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:31.861135 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f6cfe33-a78d-4d13-81b5-a014a761256d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:31.871540 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-ef2b4456-7496-4279-ab9f-0302eef4e43a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:31.893029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f32a876d-0c0a-4f8b-bdc4-ebc54383135e req-b03db8de-11ae-479b-980e-1fb37b76b15a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704493 Nov 16 04:37:31.898913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f47573-fa95-43b5-9f1f-10b09aae82d2 req-72e0832e-3dc6-4278-8bfc-9e2aca3aa535 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=8e99aadb-e54a-49dc-8b03-237b02b92406 HTTP/1.1" status: 200 len: 210 time: 0.0754175 Nov 16 04:37:31.942831 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cfe33-a78d-4d13-81b5-a014a761256d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595743ba-dd46-4962-9084-f9881c534172,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:31.949824 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8f6cfe33-a78d-4d13-81b5-a014a761256d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41c4b68feb1e484cb8e22c7ad051d5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4511354 Nov 16 04:37:31.957186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-ef2b4456-7496-4279-ab9f-0302eef4e43a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:31.957723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56476) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:31.967474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-ef2b4456-7496-4279-ab9f-0302eef4e43a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:31.973995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b4456-7496-4279-ab9f-0302eef4e43a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Pushing event updated for resources: {'Port': ['ID=db4b3aad-44eb-4a92-849b-b89769bbc90b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:31.977858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-ef2b4456-7496-4279-ab9f-0302eef4e43a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:32.041888 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-ef2b4456-7496-4279-ab9f-0302eef4e43a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:32.042496 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-ef2b4456-7496-4279-ab9f-0302eef4e43a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.061270 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fada177-c4e5-40a3-91ec-e2964cf543dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.069133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5750ee02-0a08-4a11-a727-027ad769a427 req-da04356c-e9b8-47b7-82d2-07bf0b7fe2d6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e99aadb-e54a-49dc-8b03-237b02b92406 HTTP/1.1" status: 200 len: 210 time: 0.1158776 Nov 16 04:37:32.072439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0f3e50-9c78-4de8-9cc8-93a6923a0e62 req-3933b129-9fdf-41d2-a8b5-aa28cd6785c5 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776148 Nov 16 04:37:32.073472 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-ef2b4456-7496-4279-ab9f-0302eef4e43a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4074216 Nov 16 04:37:32.094322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.105631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Request body: {'port': {'device_id': 'ea1665ee-55a1-4c79-9ca5-721b65911fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:32.116490 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fada177-c4e5-40a3-91ec-e2964cf543dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.202213 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.248316 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fada177-c4e5-40a3-91ec-e2964cf543dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.250771 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fada177-c4e5-40a3-91ec-e2964cf543dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.252030 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5fada177-c4e5-40a3-91ec-e2964cf543dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/595743ba-dd46-4962-9084-f9881c534172 HTTP/1.1" status: 204 len: 168 time: 0.2933724 Nov 16 04:37:32.271974 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fada177-c4e5-40a3-91ec-e2964cf543dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595743ba-dd46-4962-9084-f9881c534172,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:32.356506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f47573-fa95-43b5-9f1f-10b09aae82d2 req-25f5be3f-28e0-475f-9a00-5e09889ecc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:32.358607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f47573-fa95-43b5-9f1f-10b09aae82d2 req-25f5be3f-28e0-475f-9a00-5e09889ecc86 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e37d5739ff204f68bc7362ae86816359&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4016120 Nov 16 04:37:32.499762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bc844-eebc-4265-9836-54153e924f4a req-e9d74906-e097-428d-aa69-c8060b6d9546 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:32.501443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f3bc844-eebc-4265-9836-54153e924f4a req-e9d74906-e097-428d-aa69-c8060b6d9546 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.3099475 Nov 16 04:37:32.526726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4b3aad-44eb-4a92-849b-b89769bbc90b {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:32.538580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.555250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Transition to ACTIVE for port object db4b3aad-44eb-4a92-849b-b89769bbc90b will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:37:32.559515 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.627992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Pushing event updated for resources: {'Port': ['ID=db4b3aad-44eb-4a92-849b-b89769bbc90b,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:32.657878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5cae88-491e-4336-936c-8081cd622267', 'tag': '9de77770-b036-4370-8b2b-1c8a9ce64b7e'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:32.660116 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf73430c-d0af-45ee-b4f2-1e4aa898c74c" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5cae88-491e-4336-936c-8081cd622267", "tag": "9de77770-b036-4370-8b2b-1c8a9ce64b7e"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:32.678139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56486) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:32.682233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f3bc844-eebc-4265-9836-54153e924f4a req-82c28d70-6eae-4a75-8c9d-7e7e45eef818 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674349 Nov 16 04:37:32.722527 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-370fc03d-dcba-4c56-b370-5e032cede6a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.727065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f47573-fa95-43b5-9f1f-10b09aae82d2 req-856ab143-4d6a-4d3e-8265-8277ef0138d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:32.728573 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f47573-fa95-43b5-9f1f-10b09aae82d2 req-856ab143-4d6a-4d3e-8265-8277ef0138d6 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3613887 Nov 16 04:37:32.745088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c845e153-23da-4c26-a4b1-3e1dbdcf8b60 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:32.762145 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.813134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Attempting to bind port db4b3aad-44eb-4a92-849b-b89769bbc90b on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:32.813481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Attempting to bind port db4b3aad-44eb-4a92-849b-b89769bbc90b by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:32.814178 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Attempting to bind port db4b3aad-44eb-4a92-849b-b89769bbc90b on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:32.830060 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Port db4b3aad-44eb-4a92-849b-b89769bbc90b on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:32.830511 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Attempting to bind port db4b3aad-44eb-4a92-849b-b89769bbc90b on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:32.843860 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:32.844203 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Checking segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:32.844810 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Bound using segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:32.845011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f47573-fa95-43b5-9f1f-10b09aae82d2 req-cddd1070-71e6-4128-ac0a-42b1222f19ad tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e99aadb-e54a-49dc-8b03-237b02b92406 HTTP/1.1" status: 200 len: 210 time: 0.0770662 Nov 16 04:37:32.845396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Bound port: db4b3aad-44eb-4a92-849b-b89769bbc90b, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:32.845855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.860870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Transition to ACTIVE for port object c845e153-23da-4c26-a4b1-3e1dbdcf8b60 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:37:32.868813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.926489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Pushing event updated for resources: {'Port': ['ID=c845e153-23da-4c26-a4b1-3e1dbdcf8b60,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:32.943028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099e757-c8df-410a-9a60-beac66dbddf3 req-4d79c473-0505-40d6-addf-5b9656ac011a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:32.951155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4099e757-c8df-410a-9a60-beac66dbddf3 req-4d79c473-0505-40d6-addf-5b9656ac011a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 943 time: 0.1707938 Nov 16 04:37:32.970726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-370fc03d-dcba-4c56-b370-5e032cede6a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.979584 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-370fc03d-dcba-4c56-b370-5e032cede6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:32.985238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:33.032877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:33.056394 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:33.071493 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-370fc03d-dcba-4c56-b370-5e032cede6a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e24eb5b00404491be09621972bdcb7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824508 Nov 16 04:37:33.071493 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fc03d-dcba-4c56-b370-5e032cede6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feb5590-b56c-414f-9b7f-9b4fd2ba2df7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:33.107577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56492) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:33.122854 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:33.124053 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:33.128722 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] 10.222.0.37 "PUT /v2.0/ports/db4b3aad-44eb-4a92-849b-b89769bbc90b HTTP/1.1" status: 200 len: 1091 time: 1.0446715 Nov 16 04:37:33.131555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1665ee-55a1-4c79-9ca5-721b65911fdf', 'tag': 'db4b3aad-44eb-4a92-849b-b89769bbc90b'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:33.133606 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32f607d-ba19-4c39-8b52-920f88d62a07" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1665ee-55a1-4c79-9ca5-721b65911fdf", "tag": "db4b3aad-44eb-4a92-849b-b89769bbc90b"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:33.174052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11477301-a4da-4c33-b7f6-84cd3596a43b service neutron] Pushing event updated for resources: {'Port': ['ID=db4b3aad-44eb-4a92-849b-b89769bbc90b,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:33.182295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4099e757-c8df-410a-9a60-beac66dbddf3 req-d16a22d8-9e66-480e-a533-26dd0bbe6906 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299578 Nov 16 04:37:33.232019 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed283a-c928-4a2b-ac6f-b9dd9a58bd2b req-b72268ed-6c5a-4d8e-a857-38a73be342f0 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:33.233750 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fed283a-c928-4a2b-ac6f-b9dd9a58bd2b req-b72268ed-6c5a-4d8e-a857-38a73be342f0 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 945 time: 0.1686876 Nov 16 04:37:33.246898 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11c90e0d-b613-469b-93ab-c828b7c45e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:33.249523 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-11c90e0d-b613-469b-93ab-c828b7c45e9d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 1094 time: 0.0632672 Nov 16 04:37:33.264770 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c152349-4a1a-4573-9a89-6c410f93d012 x-openstack-request-id: req-0c152349-4a1a-4573-9a89-6c410f93d012 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:33.265014 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5cae88-491e-4336-936c-8081cd622267", "tag": "9de77770-b036-4370-8b2b-1c8a9ce64b7e", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:33.265335 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c152349-4a1a-4573-9a89-6c410f93d012 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:33.266079 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5cae88-491e-4336-936c-8081cd622267', 'tag': '9de77770-b036-4370-8b2b-1c8a9ce64b7e', 'status': 'completed', 'code': 200} Nov 16 04:37:33.321985 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-0ee261df-87b0-41e9-84e6-90837c1d3ba2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b HTTP/1.1" status: 200 len: 217 time: 0.0537348 Nov 16 04:37:33.340761 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92469d59-f684-4816-9be5-89ea2ddf159a req-fc0a5872-9e29-4584-b2b0-74dbc966a819 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=8e99aadb-e54a-49dc-8b03-237b02b92406 HTTP/1.1" status: 200 len: 210 time: 0.0604639 Nov 16 04:37:33.342959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Attempting to bind port c845e153-23da-4c26-a4b1-3e1dbdcf8b60 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:33.343347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Attempting to bind port c845e153-23da-4c26-a4b1-3e1dbdcf8b60 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:33.343861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Attempting to bind port c845e153-23da-4c26-a4b1-3e1dbdcf8b60 on network 1747fb6e-c482-4743-8c49-9776167b8132 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:33.373834 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:33.376203 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-40b5cfc8-d802-44e2-a706-859b0e5a1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:33.377660 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-40b5cfc8-d802-44e2-a706-859b0e5a1af5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0482571 Nov 16 04:37:33.411586 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-5c4c618d-c7df-418c-8794-806775edc131 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244899 Nov 16 04:37:33.456662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 9de77770-b036-4370-8b2b-1c8a9ce64b7e details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:37:33.467302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Port c845e153-23da-4c26-a4b1-3e1dbdcf8b60 on network 1747fb6e-c482-4743-8c49-9776167b8132 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:33.468013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Attempting to bind port c845e153-23da-4c26-a4b1-3e1dbdcf8b60 on network 1747fb6e-c482-4743-8c49-9776167b8132 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:33.506917 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-cef32f96-a398-43f2-9988-cacb11cbd2a1 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861888 Nov 16 04:37:33.551077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:33.551604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Checking segment: {'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:33.552204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Bound using segment: {'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:33.552903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Bound port: c845e153-23da-4c26-a4b1-3e1dbdcf8b60, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad23326d-f9c1-4b75-941d-35518e1c4b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:33.553463 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:33.561607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:33.561898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fed283a-c928-4a2b-ac6f-b9dd9a58bd2b req-ccff63d6-9516-40bb-a759-8dc332bfddeb tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3188660 Nov 16 04:37:33.573626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 9de77770-b036-4370-8b2b-1c8a9ce64b7e has no active binding in host n-h2-818042-1 {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 04:37:33.584667 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:33.618690 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-73b6b42a-a4a5-4c95-bd87-b4cc69f92d14 req-a3e30610-938e-4df9-ab59-b456248d4a70 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030345 Nov 16 04:37:33.667240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73430c-d0af-45ee-b4f2-1e4aa898c74c req-f989d2aa-4247-4c9e-9d3b-ffd0954364a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:33.669681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf73430c-d0af-45ee-b4f2-1e4aa898c74c req-f989d2aa-4247-4c9e-9d3b-ffd0954364a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 1125 time: 0.3712363 Nov 16 04:37:33.745969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228e72b-c123-48f0-9237-5a2bed9631b4 req-eaa3708a-4e88-467d-ad1b-b4d2c7b89450 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:33.748322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4228e72b-c123-48f0-9237-5a2bed9631b4 req-eaa3708a-4e88-467d-ad1b-b4d2c7b89450 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 944 time: 0.4132316 Nov 16 04:37:33.824798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec7ff80c-0ddf-4615-a53a-096d66fe10d4 req-b5cb6ade-c95e-45c3-897a-53044c2c4ae0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e99aadb-e54a-49dc-8b03-237b02b92406 HTTP/1.1" status: 200 len: 210 time: 0.1716847 Nov 16 04:37:33.965138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92469d59-f684-4816-9be5-89ea2ddf159a req-0002aacd-2401-4fab-85ad-949fe38555ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:33.967125 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92469d59-f684-4816-9be5-89ea2ddf159a req-0002aacd-2401-4fab-85ad-949fe38555ef service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=e37d5739ff204f68bc7362ae86816359&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5772467 Nov 16 04:37:33.978971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] For port c845e153-23da-4c26-a4b1-3e1dbdcf8b60, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:33.988283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] For port c845e153-23da-4c26-a4b1-3e1dbdcf8b60, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c845e153-23da-4c26-a4b1-3e1dbdcf8b60,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:34.003754 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:34.006395 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:34.007467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4feb5590-b56c-414f-9b7f-9b4fd2ba2df7 HTTP/1.1" status: 204 len: 168 time: 0.8735356 Nov 16 04:37:34.034159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:34.087195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4228e72b-c123-48f0-9237-5a2bed9631b4 req-16fe189d-ab91-4988-98f0-1f44e82ccba9 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906504 Nov 16 04:37:34.110961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feb5590-b56c-414f-9b7f-9b4fd2ba2df7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:34.133969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73430c-d0af-45ee-b4f2-1e4aa898c74c req-74819891-14d5-4231-ad7a-88568c4192f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:34.135598 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf73430c-d0af-45ee-b4f2-1e4aa898c74c req-74819891-14d5-4231-ad7a-88568c4192f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.4039073 Nov 16 04:37:34.144148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157be7-d510-405e-86ac-796a6f592371 req-0f52ab7d-1b73-47a6-8eaa-4c185f021712 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:34.145754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81157be7-d510-405e-86ac-796a6f592371 req-0f52ab7d-1b73-47a6-8eaa-4c185f021712 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 943 time: 0.2629304 Nov 16 04:37:34.146028 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99327806-3987-43de-8f3e-f3362f3d4e08 x-openstack-request-id: req-99327806-3987-43de-8f3e-f3362f3d4e08 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:34.146325 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1665ee-55a1-4c79-9ca5-721b65911fdf", "tag": "db4b3aad-44eb-4a92-849b-b89769bbc90b", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:34.146579 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99327806-3987-43de-8f3e-f3362f3d4e08 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:34.147418 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1665ee-55a1-4c79-9ca5-721b65911fdf', 'tag': 'db4b3aad-44eb-4a92-849b-b89769bbc90b', 'status': 'completed', 'code': 200} Nov 16 04:37:34.153282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:34.154535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:34.154535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:34.154535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:34.154799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:34.154997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:34.155360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:34.155651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:34.155980 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:34.156308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:34.156633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:34.156985 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250c4284-643d-4481-a288-7a658aeb83e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:34.160254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:34.160882 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:34.162423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] 10.222.0.15 "PUT /v2.0/ports/c845e153-23da-4c26-a4b1-3e1dbdcf8b60 HTTP/1.1" status: 200 len: 1091 time: 2.3358028 Nov 16 04:37:34.245295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f607d-ba19-4c39-8b52-920f88d62a07 req-20e3ee8c-3936-4e63-b416-7e8ff282fc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:34.246947 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e32f607d-ba19-4c39-8b52-920f88d62a07 req-20e3ee8c-3936-4e63-b416-7e8ff282fc43 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 1094 time: 0.0623193 Nov 16 04:37:34.259632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf73430c-d0af-45ee-b4f2-1e4aa898c74c req-4155ed61-fc96-4550-9111-da0a7acd5d7a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e HTTP/1.1" status: 200 len: 217 time: 0.1095324 Nov 16 04:37:34.293668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a0bb7-f1f1-4d7b-ad5f-c838bb6d0387 service neutron] Pushing event updated for resources: {'Port': ['ID=c845e153-23da-4c26-a4b1-3e1dbdcf8b60,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:34.370039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f607d-ba19-4c39-8b52-920f88d62a07 req-35f2a292-af78-4b61-a8ed-7fc331805c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:34.371526 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e32f607d-ba19-4c39-8b52-920f88d62a07 req-35f2a292-af78-4b61-a8ed-7fc331805c39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.1127374 Nov 16 04:37:34.385153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92469d59-f684-4816-9be5-89ea2ddf159a req-dde04dc4-a1ba-4f9a-bad2-ada6ef979eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:34.386798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92469d59-f684-4816-9be5-89ea2ddf159a req-dde04dc4-a1ba-4f9a-bad2-ada6ef979eff service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4004142 Nov 16 04:37:34.420960 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e32f607d-ba19-4c39-8b52-920f88d62a07 req-cc6b7548-94ae-4ab6-bf4c-e779e474b0b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b HTTP/1.1" status: 200 len: 217 time: 0.0396361 Nov 16 04:37:34.455438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81157be7-d510-405e-86ac-796a6f592371 req-45ce34da-f6cc-415f-b1b5-a4e19101eb43 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921908 Nov 16 04:37:34.487344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73430c-d0af-45ee-b4f2-1e4aa898c74c req-ecaba34a-fb03-4af8-a1e8-d40854a2b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:34.488812 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf73430c-d0af-45ee-b4f2-1e4aa898c74c req-ecaba34a-fb03-4af8-a1e8-d40854a2b0ea service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1829736 Nov 16 04:37:34.488935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f607d-ba19-4c39-8b52-920f88d62a07 req-d99692f4-a7c1-42b7-af89-e3f6a3649443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:34.490605 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e32f607d-ba19-4c39-8b52-920f88d62a07 req-d99692f4-a7c1-42b7-af89-e3f6a3649443 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0610309 Nov 16 04:37:34.492257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-9676f68c-eb9f-45f1-b7b8-ba970934649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:34.494289 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-9676f68c-eb9f-45f1-b7b8-ba970934649b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 1094 time: 0.2506630 Nov 16 04:37:34.502772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d98e4b8-a390-4ec7-9a78-398a84953c23 req-0e302145-f5ae-43bf-951a-45b06771f950 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:34.505358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d98e4b8-a390-4ec7-9a78-398a84953c23 req-0e302145-f5ae-43bf-951a-45b06771f950 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 945 time: 0.2605751 Nov 16 04:37:34.517139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56520) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:34.538627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1faf4ec6-738b-4ca1-8568-97399b5622c5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Request body: {'floatingip': {'port_id': '388efb3f-8ece-4e27-a6e9-7081cdce2949'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:34.584138 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-ccc692bb-ed18-466e-8c4c-00e1e5dcf6b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c845e153-23da-4c26-a4b1-3e1dbdcf8b60 HTTP/1.1" status: 200 len: 217 time: 0.0765393 Nov 16 04:37:34.586134 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf73430c-d0af-45ee-b4f2-1e4aa898c74c req-ed5f6568-b6d2-4629-b87f-500b9d5888de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797422 Nov 16 04:37:34.621540 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92469d59-f684-4816-9be5-89ea2ddf159a req-0ea766d2-5b1b-4dc4-ad70-40f20222699c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e99aadb-e54a-49dc-8b03-237b02b92406 HTTP/1.1" status: 200 len: 210 time: 0.0604782 Nov 16 04:37:34.635494 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e32f607d-ba19-4c39-8b52-920f88d62a07 req-e494c1ae-c71f-48f3-9c81-0052f6edda50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190772 Nov 16 04:37:34.639962 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1faf4ec6-738b-4ca1-8568-97399b5622c5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:34.912841 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e32f607d-ba19-4c39-8b52-920f88d62a07 req-b50f33c4-fed6-4ebb-b834-b0a8f63aa4bf service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257020 Nov 16 04:37:35.143297 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e32f607d-ba19-4c39-8b52-920f88d62a07 req-102a3f9e-8100-472f-a7d8-3fa246273f46 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200842 Nov 16 04:37:35.156448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac009b9-b06a-4086-8a56-afa07dbd222c req-625ff4c7-441a-48a5-bffc-9776b44efb74 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:35.158066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ac009b9-b06a-4086-8a56-afa07dbd222c req-625ff4c7-441a-48a5-bffc-9776b44efb74 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.5698557 Nov 16 04:37:35.164219 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-58cd2a21-afa3-4da6-8abf-e2cb5e326742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:35.166382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-58cd2a21-afa3-4da6-8abf-e2cb5e326742 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.5538538 Nov 16 04:37:35.174720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23750b47-2075-4a5a-98c8-cb717528beac req-05a62aea-4fe4-4b48-ae9b-904e68c904ad tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:35.176246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23750b47-2075-4a5a-98c8-cb717528beac req-05a62aea-4fe4-4b48-ae9b-904e68c904ad tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 943 time: 0.5938678 Nov 16 04:37:35.264293 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-63488eb1-0619-40be-8cea-b193d36ef6f4 service neutron] 10.222.0.37 "GET /v2.0/ports/9de77770-b036-4370-8b2b-1c8a9ce64b7e/bindings/n-h2-818042-1 HTTP/1.1" status: 200 len: 384 time: 0.2391920 Nov 16 04:37:35.267949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'tag': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:35.270301 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9633b87f-2e92-4d85-a639-9521f76ec80b" -d '{"events": [{"name": "network-changed", "server_uuid": "1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee", "tag": "c845e153-23da-4c26-a4b1-3e1dbdcf8b60"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:35.280863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf73430c-d0af-45ee-b4f2-1e4aa898c74c req-69252a53-5ac8-4b6c-8877-015d1249bfd9 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6678243 Nov 16 04:37:35.407739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ac009b9-b06a-4086-8a56-afa07dbd222c req-7cb7d863-8414-4091-86f5-d3000cf0764a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253327 Nov 16 04:37:35.409822 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1faf4ec6-738b-4ca1-8568-97399b5622c5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:35.415127 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1faf4ec6-738b-4ca1-8568-97399b5622c5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:35.418797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-aac60366-ae99-42cd-8c39-98470e811fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:35.420590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-aac60366-ae99-42cd-8c39-98470e811fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393854 Nov 16 04:37:35.437111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23750b47-2075-4a5a-98c8-cb717528beac req-aaf07135-4062-4814-b3e5-48b6960ae131 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327957 Nov 16 04:37:35.577363 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-1faf4ec6-738b-4ca1-8568-97399b5622c5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Floating IP 8c9900ea-37f4-42c9-80e4-16b9ea2b6671 associated. External IP: 172.25.0.161, port: 388efb3f-8ece-4e27-a6e9-7081cdce2949. Nov 16 04:37:35.621225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf73430c-d0af-45ee-b4f2-1e4aa898c74c req-db45b144-466c-4f2b-9c95-48f4b0d70fb6 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251393 Nov 16 04:37:35.720660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-c4886c2b-fe8d-4361-a044-43ccb0815548 service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879713 Nov 16 04:37:35.735951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7fa91-9706-4886-b904-d836c26ca471 req-af4a9286-178c-4ef8-a265-dd3dce303fad tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:35.737473 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b7d7fa91-9706-4886-b904-d836c26ca471 req-af4a9286-178c-4ef8-a265-dd3dce303fad tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 944 time: 0.1338189 Nov 16 04:37:35.764010 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a254a6-39cb-4d5d-bad5-db6b90554a17 x-openstack-request-id: req-02a254a6-39cb-4d5d-bad5-db6b90554a17 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:35.764306 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee", "tag": "c845e153-23da-4c26-a4b1-3e1dbdcf8b60", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:35.764562 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02a254a6-39cb-4d5d-bad5-db6b90554a17 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:35.764982 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'tag': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'status': 'completed', 'code': 200} Nov 16 04:37:35.850909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-fa6a70fc-5450-4df5-8afb-eb82d9f9ca41 service neutron] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:35.921915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-fa6a70fc-5450-4df5-8afb-eb82d9f9ca41 service neutron] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:35.961942 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b7d7fa91-9706-4886-b904-d836c26ca471 req-71a8840e-295d-41c1-9c0a-2fee59c43aa0 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115428 Nov 16 04:37:35.991357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75057b84-50ca-4dcd-aca1-4e9ab8a7f5b3 req-5bf957e1-15eb-4d54-b353-1a48c399d757 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:35.993004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75057b84-50ca-4dcd-aca1-4e9ab8a7f5b3 req-5bf957e1-15eb-4d54-b353-1a48c399d757 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 943 time: 0.1744671 Nov 16 04:37:35.994991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f27a3b73-a19a-4d27-a028-f2c163a21920 req-ac894c53-11c5-43b1-8a6c-18ef0cc475d3 service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549007 Nov 16 04:37:35.999470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-fa6a70fc-5450-4df5-8afb-eb82d9f9ca41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de77770-b036-4370-8b2b-1c8a9ce64b7e {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:36.020814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-fa6a70fc-5450-4df5-8afb-eb82d9f9ca41 service neutron] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:36.046142 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-fa6a70fc-5450-4df5-8afb-eb82d9f9ca41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:36.052667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faf4ec6-738b-4ca1-8568-97399b5622c5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:37:36.129223 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75057b84-50ca-4dcd-aca1-4e9ab8a7f5b3 req-2c4b2806-de0e-4e13-b8a4-8636b8bc721b tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198387 Nov 16 04:37:36.171625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b87f-2e92-4d85-a639-9521f76ec80b req-8b7065fa-6fa7-4158-8c95-dd70a37f1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:36.173175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9633b87f-2e92-4d85-a639-9521f76ec80b req-8b7065fa-6fa7-4158-8c95-dd70a37f1445 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 1094 time: 0.1112757 Nov 16 04:37:36.195350 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faf4ec6-738b-4ca1-8568-97399b5622c5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:37:36.201752 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1faf4ec6-738b-4ca1-8568-97399b5622c5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:36.211404 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:37:36.212494 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f47fa-7827-4485-8ae8-aba06f1fb206 None None] Sync routers for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:37:36.219925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-fa6a70fc-5450-4df5-8afb-eb82d9f9ca41 service neutron] Transition to ACTIVE for port object 9de77770-b036-4370-8b2b-1c8a9ce64b7e will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:37:36.234194 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f47fa-7827-4485-8ae8-aba06f1fb206 None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:36.235297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c44f47fa-7827-4485-8ae8-aba06f1fb206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:36.258144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-fa6a70fc-5450-4df5-8afb-eb82d9f9ca41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:36.309101 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1faf4ec6-738b-4ca1-8568-97399b5622c5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "PUT /v2.0/floatingips/8c9900ea-37f4-42c9-80e4-16b9ea2b6671 HTTP/1.1" status: 200 len: 991 time: 1.7885156 Nov 16 04:37:36.310844 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5412e8-2393-482a-b120-c903eb1bb423', 'tag': '388efb3f-8ece-4e27-a6e9-7081cdce2949'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:36.317731 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bec46c-8cf6-403c-a222-ac84030e6d26" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5412e8-2393-482a-b120-c903eb1bb423", "tag": "388efb3f-8ece-4e27-a6e9-7081cdce2949"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:36.383588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-c44f47fa-7827-4485-8ae8-aba06f1fb206 None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:36.436097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-fa6a70fc-5450-4df5-8afb-eb82d9f9ca41 service neutron] No DVR routers for this DVR port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:37:36.447091 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c72917-f201-497b-a55f-fc4e78e4af81 x-openstack-request-id: req-d9c72917-f201-497b-a55f-fc4e78e4af81 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:36.447400 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5412e8-2393-482a-b120-c903eb1bb423", "tag": "388efb3f-8ece-4e27-a6e9-7081cdce2949", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:36.447835 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9c72917-f201-497b-a55f-fc4e78e4af81 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:36.448299 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5412e8-2393-482a-b120-c903eb1bb423', 'tag': '388efb3f-8ece-4e27-a6e9-7081cdce2949', 'status': 'completed', 'code': 200} Nov 16 04:37:36.515192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-fa6a70fc-5450-4df5-8afb-eb82d9f9ca41 service neutron] 10.222.0.37 "PUT /v2.0/ports/9de77770-b036-4370-8b2b-1c8a9ce64b7e/bindings/n-h2-818042-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2410400 Nov 16 04:37:36.577917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a70fc-5450-4df5-8afb-eb82d9f9ca41 service neutron] Pushing event updated for resources: {'Port': ['ID=9de77770-b036-4370-8b2b-1c8a9ce64b7e,revision_number=10']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:36.593060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b87f-2e92-4d85-a639-9521f76ec80b req-4bc63832-03e9-4ede-b126-a02ffb2607d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:36.594595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9633b87f-2e92-4d85-a639-9521f76ec80b req-4bc63832-03e9-4ede-b126-a02ffb2607d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.4125664 Nov 16 04:37:36.616041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-6d289c33-9254-4302-b3e4-2540400cd9d1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:36.617542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-6d289c33-9254-4302-b3e4-2540400cd9d1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 811 time: 0.3064969 Nov 16 04:37:36.648609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56592) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:36.662455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec46c-8cf6-403c-a222-ac84030e6d26 req-18ae1191-13c1-470f-977e-be0c62736c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:36.664512 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bec46c-8cf6-403c-a222-ac84030e6d26 req-18ae1191-13c1-470f-977e-be0c62736c2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=409d424c014a4366a4ddffd6325d0448&device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 1096 time: 0.1675525 Nov 16 04:37:36.666972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9633b87f-2e92-4d85-a639-9521f76ec80b req-54c23402-8241-4b5a-982e-b65663089e5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c845e153-23da-4c26-a4b1-3e1dbdcf8b60 HTTP/1.1" status: 200 len: 217 time: 0.0620115 Nov 16 04:37:36.669554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-78365f89-29fe-47bb-9d4b-c34afa71b0bc tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/quotas/e37d5739ff204f68bc7362ae86816359 HTTP/1.1" status: 200 len: 375 time: 0.0428400 Nov 16 04:37:36.679632 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-dd7f4737-e47a-49e2-8298-970307778d3b tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:36.681154 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-dd7f4737-e47a-49e2-8298-970307778d3b tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267&tenant_id=2d6aa7ebda584f678731e5b32da32c5a&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 1096 time: 0.0949397 Nov 16 04:37:36.767526 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c44f47fa-7827-4485-8ae8-aba06f1fb206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '8c9900ea-37f4-42c9-80e4-16b9ea2b6671', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'port_id': '388efb3f-8ece-4e27-a6e9-7081cdce2949', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'mac_address': 'fa:16:3e:f9:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5412e8-2393-482a-b120-c903eb1bb423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:13Z', 'updated_at': '2021-11-16T04:37:35Z', 'revision_number': 1, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:45Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:36.773077 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-99a316c7-2f6b-40ef-a362-aaf47b3bd393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:36.777832 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-99a316c7-2f6b-40ef-a362-aaf47b3bd393 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267&tenant_id=2d6aa7ebda584f678731e5b32da32c5a HTTP/1.1" status: 200 len: 1096 time: 0.0879242 Nov 16 04:37:36.781029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-dc46ad6d-acd0-45a6-a2c1-04b9c92a4bec tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936704 Nov 16 04:37:36.795281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f47fa-7827-4485-8ae8-aba06f1fb206 None None] Checking router: e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:37:36.804074 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f47fa-7827-4485-8ae8-aba06f1fb206 None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:36.804695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c44f47fa-7827-4485-8ae8-aba06f1fb206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:36.820346 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:36.873371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-294053ec-e8a5-47cc-95fb-ef911a1a40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:36.875295 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-294053ec-e8a5-47cc-95fb-ef911a1a40c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 1096 time: 0.0703027 Nov 16 04:37:36.915326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b87f-2e92-4d85-a639-9521f76ec80b req-6ae28630-e199-4cd8-a212-98008980364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:36.916909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9633b87f-2e92-4d85-a639-9521f76ec80b req-6ae28630-e199-4cd8-a212-98008980364c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.2385876 Nov 16 04:37:36.926878 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-c44f47fa-7827-4485-8ae8-aba06f1fb206 None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:37.001578 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:37.003544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-c25b61e9-eea1-416b-b90d-66566101ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:37.005109 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-c25b61e9-eea1-416b-b90d-66566101ff6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.1227701 Nov 16 04:37:37.006556 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:37.007999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d0841-47db-413d-86eb-7eb6c68264c1 req-2b86c841-e6b3-41ec-a0b8-44f58630a40f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:37.011400 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-158d0841-47db-413d-86eb-7eb6c68264c1 req-2b86c841-e6b3-41ec-a0b8-44f58630a40f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.1945250 Nov 16 04:37:37.018227 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec46c-8cf6-403c-a222-ac84030e6d26 req-99231b5f-12a6-4a12-9c5f-af81ceab04a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:37.019716 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bec46c-8cf6-403c-a222-ac84030e6d26 req-99231b5f-12a6-4a12-9c5f-af81ceab04a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4aeb553c-d99e-435c-8214-4113a66657f7 HTTP/1.1" status: 200 len: 923 time: 0.3426647 Nov 16 04:37:37.030997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-b8d626e4-1959-40fb-a4b8-e881d0923015 service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491536 Nov 16 04:37:37.067923 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-1b18d87e-971e-4331-94c9-3e88dbb62789 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e HTTP/1.1" status: 200 len: 217 time: 0.0554707 Nov 16 04:37:37.108983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332fab1e-af05-45d2-b021-806002f51fd9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:37.117543 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ff58b51d9954ee79946c48105167935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4645450 Nov 16 04:37:37.120691 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56600) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:37.133495 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:37.133704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:37.134189 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:37.134641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:37.135060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633b87f-2e92-4d85-a639-9521f76ec80b req-1f3339a5-eab5-40dd-862a-3bb0e9164804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:37.135173 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:37.135462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:37.135858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:37.136256 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:37.136618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9633b87f-2e92-4d85-a639-9521f76ec80b req-1f3339a5-eab5-40dd-862a-3bb0e9164804 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2079449 Nov 16 04:37:37.136723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:37.137074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:37.137468 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:37.138443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79694b5-6455-4b74-8adf-9ff29c0c078b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:37.161551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-1e4b780e-44fd-4281-a3fe-eeda39c4d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:37.163098 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-1e4b780e-44fd-4281-a3fe-eeda39c4d73d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.0836105 Nov 16 04:37:37.179039 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c44f47fa-7827-4485-8ae8-aba06f1fb206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '8c9900ea-37f4-42c9-80e4-16b9ea2b6671', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'port_id': '388efb3f-8ece-4e27-a6e9-7081cdce2949', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'mac_address': 'fa:16:3e:f9:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5412e8-2393-482a-b120-c903eb1bb423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:13Z', 'updated_at': '2021-11-16T04:37:35Z', 'revision_number': 1, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:45Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:37.207717 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-aa758808-c7c1-47ed-8035-4dc620b4d02d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369515 Nov 16 04:37:37.209162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f47fa-7827-4485-8ae8-aba06f1fb206 None None] The sync data for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 is: [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '8c9900ea-37f4-42c9-80e4-16b9ea2b6671', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'port_id': '388efb3f-8ece-4e27-a6e9-7081cdce2949', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'mac_address': 'fa:16:3e:f9:5b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5412e8-2393-482a-b120-c903eb1bb423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:13Z', 'updated_at': '2021-11-16T04:37:35Z', 'revision_number': 1, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:45Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:37:37.246708 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-158d0841-47db-413d-86eb-7eb6c68264c1 req-b5fa8bc3-ab7a-47db-a9a2-59f2e37f4b41 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212958 Nov 16 04:37:37.262610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bec46c-8cf6-403c-a222-ac84030e6d26 req-9d80d292-101d-4acb-b2ac-fe4e9ae846a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=388efb3f-8ece-4e27-a6e9-7081cdce2949 HTTP/1.1" status: 200 len: 999 time: 0.2349110 Nov 16 04:37:37.270435 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b95d0ee-eea0-43a8-a06e-df3b1e909b17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:37.300623 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device db4b3aad-44eb-4a92-849b-b89769bbc90b details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:37:37.301154 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b95d0ee-eea0-43a8-a06e-df3b1e909b17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:37.365250 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-39233df3-6d67-4772-a7b8-a326eedc6d38 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414547 Nov 16 04:37:37.428099 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b95d0ee-eea0-43a8-a06e-df3b1e909b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:37.431168 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b95d0ee-eea0-43a8-a06e-df3b1e909b17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:37.432589 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3b95d0ee-eea0-43a8-a06e-df3b1e909b17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/332fab1e-af05-45d2-b021-806002f51fd9 HTTP/1.1" status: 204 len: 168 time: 0.3109348 Nov 16 04:37:37.453310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95d0ee-eea0-43a8-a06e-df3b1e909b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332fab1e-af05-45d2-b021-806002f51fd9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:37.502518 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-234b3c0d-38fe-4ec7-82c1-396365058334 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261997 Nov 16 04:37:37.537969 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8afdf-5fa2-41fa-8d41-a4e4e82f4f7e None None] New status for floating IP 8c9900ea-37f4-42c9-80e4-16b9ea2b6671: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:37:37.656167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:37.671244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'db4b3aad-44eb-4a92-849b-b89769bbc90b', 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a', 'port_id': 'db4b3aad-44eb-4a92-849b-b89769bbc90b', 'mac_address': 'fa:16:3e:f5:2c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019a9079-5bad-40fc-b64e-f807d7d8722f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:37:37.689692 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-31bacf53-9b3e-4082-a00c-6e464d8c18e0 service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450253 Nov 16 04:37:37.730082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec46c-8cf6-403c-a222-ac84030e6d26 req-4576e386-bf1b-4050-9515-6d3dc38903c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:37.735310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bec46c-8cf6-403c-a222-ac84030e6d26 req-4576e386-bf1b-4050-9515-6d3dc38903c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09 HTTP/1.1" status: 200 len: 861 time: 0.4606261 Nov 16 04:37:37.760441 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:37.779525 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4b3aad-44eb-4a92-849b-b89769bbc90b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:37.793087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12a24a-5462-4174-8604-3ff8ddc4f698 req-06d2c14c-1662-42dc-b150-b4fe6c9981f5 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:37.801490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df12a24a-5462-4174-8604-3ff8ddc4f698 req-06d2c14c-1662-42dc-b150-b4fe6c9981f5 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 943 time: 0.1855907 Nov 16 04:37:37.805686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9633b87f-2e92-4d85-a639-9521f76ec80b req-d9806d1a-cf29-4df7-8c5e-a456e766f667 service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412380 Nov 16 04:37:37.815532 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:37.819810 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:37.840155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-96fe314b-fe37-4ffc-8653-a4916fa513e6 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:37.842165 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-96fe314b-fe37-4ffc-8653-a4916fa513e6 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267&tenant_id=2d6aa7ebda584f678731e5b32da32c5a&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1096 time: 0.0912542 Nov 16 04:37:37.915750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=db4b3aad-44eb-4a92-849b-b89769bbc90b,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:37.933795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df12a24a-5462-4174-8604-3ff8ddc4f698 req-4f8b8e13-0326-4387-944c-b14dd77f526a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040771 Nov 16 04:37:37.946248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bec46c-8cf6-403c-a222-ac84030e6d26 req-c90a9f62-92f1-40e8-847e-5755835fb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:37.947910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bec46c-8cf6-403c-a222-ac84030e6d26 req-c90a9f62-92f1-40e8-847e-5755835fb96a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4aeb553c-d99e-435c-8214-4113a66657f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967959 Nov 16 04:37:37.979495 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9b71e0bc-8a17-4bdb-9aba-ad55d1c4174b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:38.048437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56614) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:38.073792 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4256b794-64cb-4f8d-b3ed-36eaacde5e01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:38.087082 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['db4b3aad-44eb-4a92-849b-b89769bbc90b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:38.087997 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-262c7efd-92bd-4ec6-ae41-404f9b5554fa service neutron] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:38.091755 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-262c7efd-92bd-4ec6-ae41-404f9b5554fa service neutron] Publish callbacks [] for binding, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:38.092972 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d63f9d90-597c-4b2a-919d-12e78e976ca7 req-262c7efd-92bd-4ec6-ae41-404f9b5554fa service neutron] 10.222.0.15 "DELETE /v2.0/ports/9de77770-b036-4370-8b2b-1c8a9ce64b7e/bindings/n-h1-818042-1 HTTP/1.1" status: 204 len: 173 time: 0.2424071 Nov 16 04:37:38.138753 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9633b87f-2e92-4d85-a639-9521f76ec80b req-0d43b40d-ee9c-4a6f-a1da-7b3070622031 service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064463 Nov 16 04:37:38.234817 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bec46c-8cf6-403c-a222-ac84030e6d26 req-65607ff8-aad8-445b-8062-c9a76df5cdb5 service neutron] 10.222.0.15 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733893 Nov 16 04:37:38.248298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4a5a0-f81d-456a-bf4f-0e6e5040bfee req-07d4fbf8-5903-4a6f-b83f-cab92eba9b61 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:38.249807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9e4a5a0-f81d-456a-bf4f-0e6e5040bfee req-07d4fbf8-5903-4a6f-b83f-cab92eba9b61 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 945 time: 0.1625402 Nov 16 04:37:38.374464 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4256b794-64cb-4f8d-b3ed-36eaacde5e01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:38.388305 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4256b794-64cb-4f8d-b3ed-36eaacde5e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:38.468600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9e4a5a0-f81d-456a-bf4f-0e6e5040bfee req-d3128d8f-6e38-4da5-8b37-f6690ece49e1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609988 Nov 16 04:37:38.477807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bec46c-8cf6-403c-a222-ac84030e6d26 req-17eefb85-a4b8-4232-99a2-f1d1f4f47063 service neutron] 10.222.0.15 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264638 Nov 16 04:37:38.486025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4256b794-64cb-4f8d-b3ed-36eaacde5e01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70975a56ccc64c6c86222d95019d330d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4351320 Nov 16 04:37:38.486838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256b794-64cb-4f8d-b3ed-36eaacde5e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976bfacb-2fd5-4f2e-8b28-22d073eea86c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:38.488813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56626) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:38.513416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e399ed3-50fc-4695-8710-dfbc345b3b53 req-40d0d140-7a75-4f37-9d8a-1be8af37d3a3 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:38.517685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e399ed3-50fc-4695-8710-dfbc345b3b53 req-40d0d140-7a75-4f37-9d8a-1be8af37d3a3 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 943 time: 0.1144004 Nov 16 04:37:38.592448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e399ed3-50fc-4695-8710-dfbc345b3b53 req-5e22a1e1-dfcd-41ab-8c80-322e72fca4db tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579202 Nov 16 04:37:38.621684 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3906ee76-ac24-490d-b44b-9b510439dd86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:38.656054 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3906ee76-ac24-490d-b44b-9b510439dd86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:38.695980 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4f7ecba-f87f-4eb4-b981-b3e71fc11194 req-4ec9d27f-63f3-4665-8cca-06d268457c88 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 210 time: 0.0551262 Nov 16 04:37:38.720588 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3906ee76-ac24-490d-b44b-9b510439dd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:38.723432 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3906ee76-ac24-490d-b44b-9b510439dd86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:38.724939 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3906ee76-ac24-490d-b44b-9b510439dd86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/976bfacb-2fd5-4f2e-8b28-22d073eea86c HTTP/1.1" status: 204 len: 168 time: 0.2348835 Nov 16 04:37:38.727921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a83fd9-272b-46d0-93ae-6b23c7784edb req-0792fbbf-b68a-439e-8c77-550794988bec tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:38.730250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4a83fd9-272b-46d0-93ae-6b23c7784edb req-0792fbbf-b68a-439e-8c77-550794988bec tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.0764647 Nov 16 04:37:38.733894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906ee76-ac24-490d-b44b-9b510439dd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976bfacb-2fd5-4f2e-8b28-22d073eea86c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:38.802090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4a83fd9-272b-46d0-93ae-6b23c7784edb req-30401938-a0d2-496b-b83b-ee1d94c0c67c tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637753 Nov 16 04:37:38.948414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec97772-b637-4c26-84c2-5aeb0d03c013 req-baff062d-451f-4b79-9028-480e6f9463cd tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:38.951173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bec97772-b637-4c26-84c2-5aeb0d03c013 req-baff062d-451f-4b79-9028-480e6f9463cd tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 1096 time: 0.0755291 Nov 16 04:37:39.036438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bec97772-b637-4c26-84c2-5aeb0d03c013 req-e8244695-80a9-4f16-b2ce-9f25926726e2 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756152 Nov 16 04:37:39.170950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5ca04f-117e-4496-9953-3acea2660075 req-b8066ce2-ebb3-4517-96a8-ef89b94dd129 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:39.174675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5f5ca04f-117e-4496-9953-3acea2660075 req-b8066ce2-ebb3-4517-96a8-ef89b94dd129 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 944 time: 0.0658357 Nov 16 04:37:39.225824 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5f5ca04f-117e-4496-9953-3acea2660075 req-9d624b1f-9bee-4962-b9be-5c12f1570f8c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447490 Nov 16 04:37:39.297411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device db4b3aad-44eb-4a92-849b-b89769bbc90b up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:39.361698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port db4b3aad-44eb-4a92-849b-b89769bbc90b completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:37:39.366005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port db4b3aad-44eb-4a92-849b-b89769bbc90b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:39.366375 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:39.459598 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:39.511776 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:39.515888 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1665ee-55a1-4c79-9ca5-721b65911fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4b3aad-44eb-4a92-849b-b89769bbc90b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:39.519266 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa011a28-971a-4cba-b457-e4fcfdc735af" -d '{"events": [{"server_uuid": "ea1665ee-55a1-4c79-9ca5-721b65911fdf", "name": "network-vif-plugged", "status": "completed", "tag": "db4b3aad-44eb-4a92-849b-b89769bbc90b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:39.522517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c845e153-23da-4c26-a4b1-3e1dbdcf8b60 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:37:39.527557 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:39.529290 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9de77770-b036-4370-8b2b-1c8a9ce64b7e no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:37:39.607964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-94110252-21f4-49c2-bac4-1d5291ffe852 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:39.609575 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-94110252-21f4-49c2-bac4-1d5291ffe852 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 811 time: 0.1484525 Nov 16 04:37:39.618937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-5b59fdfa-c75a-4d72-b593-507c149aa04b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:39.625845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-5b59fdfa-c75a-4d72-b593-507c149aa04b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 807 time: 0.2871039 Nov 16 04:37:39.638169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-ad23ef74-f206-42a9-b43d-b6c73ba5d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Request body: {'port': {'device_id': '55700c1e-9705-4b1a-8fbc-1a37b1af13f4', 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'admin_state_up': True, 'tenant_id': 'e37d5739ff204f68bc7362ae86816359'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:39.651389 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=db4b3aad-44eb-4a92-849b-b89769bbc90b,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:39.664302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-cd52db9b-2d92-4505-8eae-f80829b317b5 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/quotas/2d6aa7ebda584f678731e5b32da32c5a HTTP/1.1" status: 200 len: 375 time: 0.0374775 Nov 16 04:37:39.684250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9de77770-b036-4370-8b2b-1c8a9ce64b7e not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:37:39.777286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c845e153-23da-4c26-a4b1-3e1dbdcf8b60, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c845e153-23da-4c26-a4b1-3e1dbdcf8b60,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:39.792378 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'port_id': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'mac_address': 'fa:16:3e:84:8b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:37:39.798279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-159231e2-5041-40a3-bbe1-c7e9acbf6ebf tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329346 Nov 16 04:37:39.847872 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:39.866286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c845e153-23da-4c26-a4b1-3e1dbdcf8b60 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:39.889094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-ad23ef74-f206-42a9-b43d-b6c73ba5d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Made reservation on behalf of e37d5739ff204f68bc7362ae86816359 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:37:39.892919 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c845e153-23da-4c26-a4b1-3e1dbdcf8b60, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c845e153-23da-4c26-a4b1-3e1dbdcf8b60,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:39.893068 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-ad23ef74-f206-42a9-b43d-b6c73ba5d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:39.897679 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:39.945694 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad64eb8-b798-437f-b8c5-08ee29a31869 x-openstack-request-id: req-fad64eb8-b798-437f-b8c5-08ee29a31869 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:39.946698 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1665ee-55a1-4c79-9ca5-721b65911fdf", "name": "network-vif-plugged", "status": "completed", "tag": "db4b3aad-44eb-4a92-849b-b89769bbc90b", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:39.946904 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fad64eb8-b798-437f-b8c5-08ee29a31869 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:39.947480 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1665ee-55a1-4c79-9ca5-721b65911fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4b3aad-44eb-4a92-849b-b89769bbc90b', 'code': 200} Nov 16 04:37:39.985158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=c845e153-23da-4c26-a4b1-3e1dbdcf8b60,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:40.002952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fbc2267f-17aa-452e-aea0-8821e72e50b4 service neutron] 10.222.0.41 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958711 Nov 16 04:37:40.142748 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16380c7a-2f6e-4ed8-8b06-35d8bcd4503f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:40.157941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['c845e153-23da-4c26-a4b1-3e1dbdcf8b60'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:40.184027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfb8880-2c6c-450d-9590-f3387edda340 req-c339a544-58a3-4508-9a06-a61ff0f362d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:40.186671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4cfb8880-2c6c-450d-9590-f3387edda340 req-c339a544-58a3-4508-9a06-a61ff0f362d5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 1096 time: 0.1823883 Nov 16 04:37:40.242032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-ad23ef74-f206-42a9-b43d-b6c73ba5d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Allocated IP 172.20.0.10 (33f4aedc-35de-4a18-aa35-9d9b338f26e1/1bafc9f1-2941-47ae-b826-323b092dbef7/3a674419-9a14-4ce8-bb88-717cacc517b2) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:40.256865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-40f70161-e82e-4dda-a756-4a9b2001f029 service neutron] 10.222.0.41 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373338 Nov 16 04:37:40.273111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e1f63-91b2-4d91-9057-606d8b74a73d req-75256ea1-142e-4d1e-889f-1880d9e3846b tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:40.274714 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-859e1f63-91b2-4d91-9057-606d8b74a73d req-75256ea1-142e-4d1e-889f-1880d9e3846b tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 944 time: 0.1686852 Nov 16 04:37:40.313738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4cfb8880-2c6c-450d-9590-f3387edda340 req-109747a4-24cc-44fa-a394-180d6e14de07 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100235 Nov 16 04:37:40.381111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-859e1f63-91b2-4d91-9057-606d8b74a73d req-c3cd8099-ef88-4d77-b173-5e3f74a63e62 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914116 Nov 16 04:37:40.491139 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-ad23ef74-f206-42a9-b43d-b6c73ba5d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:40.557064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-575f0c05-c8d0-4603-b2f0-ce3d6420fb76 req-84e5862e-52ae-4151-a69b-b1bd4d4ae755 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 210 time: 0.0640838 Nov 16 04:37:40.602362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfa2b3-9a44-4f3f-b771-138a2545b8c3 req-43e21da5-d647-4ce9-934e-a608beda59c0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:40.604028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7cfa2b3-9a44-4f3f-b771-138a2545b8c3 req-43e21da5-d647-4ce9-934e-a608beda59c0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.1098857 Nov 16 04:37:40.635474 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-ad23ef74-f206-42a9-b43d-b6c73ba5d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:40.719146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7cfa2b3-9a44-4f3f-b771-138a2545b8c3 req-e325521d-eb4b-48c8-bc56-1ec4834421e3 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081588 Nov 16 04:37:40.741454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-ad23ef74-f206-42a9-b43d-b6c73ba5d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:40.741454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-ad23ef74-f206-42a9-b43d-b6c73ba5d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:40.742066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-ad23ef74-f206-42a9-b43d-b6c73ba5d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:40.749622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23ef74-f206-42a9-b43d-b6c73ba5d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Pushing event updated for resources: {'Port': ['ID=3a674419-9a14-4ce8-bb88-717cacc517b2,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:40.788224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5548a-4936-4651-93f0-9e6ab079a4a3 req-0655b798-eba4-46b8-b255-b675e1f6bf27 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:40.789621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1c5548a-4936-4651-93f0-9e6ab079a4a3 req-0655b798-eba4-46b8-b255-b675e1f6bf27 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 945 time: 0.1523037 Nov 16 04:37:40.829697 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06b5a846-dd0d-4241-9da6-39b8ff225166 req-04295dfa-0f2d-41c2-a8f5-fefb9dd41c78 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 210 time: 0.0390730 Nov 16 04:37:40.853115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-ad23ef74-f206-42a9-b43d-b6c73ba5d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:40.853115 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-ad23ef74-f206-42a9-b43d-b6c73ba5d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:40.891627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-ad23ef74-f206-42a9-b43d-b6c73ba5d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2626765 Nov 16 04:37:40.896434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1c5548a-4936-4651-93f0-9e6ab079a4a3 req-3c2e1864-53ef-4b03-95e2-0daaef4be0eb tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922897 Nov 16 04:37:40.907680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Request body: {'port': {'device_id': '55700c1e-9705-4b1a-8fbc-1a37b1af13f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:40.989361 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:41.145580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-79b986b9-38b9-4937-a5b4-12dcccbbbf29 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329733 Nov 16 04:37:41.324271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-a3231a0a-3a55-448f-ad54-f49f513d2e37 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:41.326278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-a3231a0a-3a55-448f-ad54-f49f513d2e37 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730947 Nov 16 04:37:41.348392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-24dbdc61-4992-4030-99b2-645755d7b3c7 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/quotas/3e5cfd35c8ac4b39a0a3391857625d67 HTTP/1.1" status: 200 len: 375 time: 0.0160799 Nov 16 04:37:41.409362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c8ce6e0d-719e-472d-b8be-9eae38c13093 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535810 Nov 16 04:37:41.426618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a674419-9a14-4ce8-bb88-717cacc517b2 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:41.434805 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:41.465163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Transition to ACTIVE for port object 3a674419-9a14-4ce8-bb88-717cacc517b2 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:37:41.469017 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:41.529342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c845e153-23da-4c26-a4b1-3e1dbdcf8b60 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:41.660062 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port c845e153-23da-4c26-a4b1-3e1dbdcf8b60 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:37:41.665362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Pushing event updated for resources: {'Port': ['ID=3a674419-9a14-4ce8-bb88-717cacc517b2,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:41.680363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port c845e153-23da-4c26-a4b1-3e1dbdcf8b60 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:41.681967 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:41.817705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3e1ec-4ecb-4f12-884c-1894717c97b3 req-623ce9fb-40d3-4876-882e-dcfdc2740075 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:41.822505 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:41.826276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90e3e1ec-4ecb-4f12-884c-1894717c97b3 req-623ce9fb-40d3-4876-882e-dcfdc2740075 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 944 time: 0.3017678 Nov 16 04:37:41.834858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56762) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:41.861220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c845e153-23da-4c26-a4b1-3e1dbdcf8b60, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c845e153-23da-4c26-a4b1-3e1dbdcf8b60,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:41.866080 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:41.871097 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:41.896371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-f15a6de3-5c24-41c1-8503-4f9bee512b7a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:41.898159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-f15a6de3-5c24-41c1-8503-4f9bee512b7a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.15 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 807 time: 0.3863807 Nov 16 04:37:41.931459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=c845e153-23da-4c26-a4b1-3e1dbdcf8b60,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:41.932188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-7fd8f31b-81f8-4cbb-b8fc-a10b5533390c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Request body: {'port': {'device_id': '58a59bf9-831c-4ad7-b86f-e140a3e74fb4', 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c', 'admin_state_up': True, 'tenant_id': '2d6aa7ebda584f678731e5b32da32c5a'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:41.948944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:41.951892 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ce53bc-1805-4cfc-a7c7-bdd4e888eef1" -d '{"events": [{"server_uuid": "1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee", "name": "network-vif-plugged", "status": "completed", "tag": "c845e153-23da-4c26-a4b1-3e1dbdcf8b60"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:41.987486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c3ebb-6289-43df-b2a4-b5e08ceb2f39 req-56db8e29-5287-47e8-8279-1eb0f789705d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:41.989344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-277c3ebb-6289-43df-b2a4-b5e08ceb2f39 req-56db8e29-5287-47e8-8279-1eb0f789705d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 944 time: 0.2788935 Nov 16 04:37:41.998636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90e3e1ec-4ecb-4f12-884c-1894717c97b3 req-f44f688b-0b26-4ab3-a5af-eb36b34895e2 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712503 Nov 16 04:37:42.008909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Attempting to bind port 3a674419-9a14-4ce8-bb88-717cacc517b2 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:42.009282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Attempting to bind port 3a674419-9a14-4ce8-bb88-717cacc517b2 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:42.009786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Attempting to bind port 3a674419-9a14-4ce8-bb88-717cacc517b2 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:42.042510 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-138bee89-dcf4-4281-8781-cf279cc2c81b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:42.060582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Port 3a674419-9a14-4ce8-bb88-717cacc517b2 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:42.061049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Attempting to bind port 3a674419-9a14-4ce8-bb88-717cacc517b2 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:42.089679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:42.090260 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Checking segment: {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:42.091696 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Bound using segment: {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:42.092600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Bound port: 3a674419-9a14-4ce8-bb88-717cacc517b2, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:42.093015 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:42.142253 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-138bee89-dcf4-4281-8781-cf279cc2c81b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:42.146130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-138bee89-dcf4-4281-8781-cf279cc2c81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:42.189864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138bee89-dcf4-4281-8781-cf279cc2c81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c553173e-1fba-4f43-aec1-1e5865d017d5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:42.198768 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-138bee89-dcf4-4281-8781-cf279cc2c81b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf99e37ba8d449ee834a507bcb0a1f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3631458 Nov 16 04:37:42.199479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56784) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:42.265197 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31452b91-53ac-4154-b4b0-afb9c80d0e86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:42.291276 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31452b91-53ac-4154-b4b0-afb9c80d0e86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:42.349911 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31452b91-53ac-4154-b4b0-afb9c80d0e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:42.353743 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31452b91-53ac-4154-b4b0-afb9c80d0e86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:42.362407 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-31452b91-53ac-4154-b4b0-afb9c80d0e86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c553173e-1fba-4f43-aec1-1e5865d017d5 HTTP/1.1" status: 204 len: 168 time: 0.1574962 Nov 16 04:37:42.373852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31452b91-53ac-4154-b4b0-afb9c80d0e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c553173e-1fba-4f43-aec1-1e5865d017d5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:42.458319 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-d860dbe2-9dd8-4069-a969-faa4e5e0cb03 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3501489 Nov 16 04:37:42.488019 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-277c3ebb-6289-43df-b2a4-b5e08ceb2f39 req-6461c65f-38c4-4c4d-b837-5ca5481efc1f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859452 Nov 16 04:37:42.622221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-7fd8f31b-81f8-4cbb-b8fc-a10b5533390c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Made reservation on behalf of 2d6aa7ebda584f678731e5b32da32c5a for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:37:42.625694 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-7fd8f31b-81f8-4cbb-b8fc-a10b5533390c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:42.646741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] For port 3a674419-9a14-4ce8-bb88-717cacc517b2, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:42.681646 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] For port 3a674419-9a14-4ce8-bb88-717cacc517b2, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3a674419-9a14-4ce8-bb88-717cacc517b2,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:42.693485 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:42.783001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554345f-1b37-4c51-9a2c-458af576587c req-5de928c6-3958-4e88-96de-607929c784aa tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:42.786233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5554345f-1b37-4c51-9a2c-458af576587c req-5de928c6-3958-4e88-96de-607929c784aa tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.2229261 Nov 16 04:37:42.816206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-8c886729-27f8-45a2-a359-bdf2ee5a4c49 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:42.817878 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-8c886729-27f8-45a2-a359-bdf2ee5a4c49 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3518949 Nov 16 04:37:42.868477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:42.868993 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:42.870522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] 10.222.0.37 "PUT /v2.0/ports/3a674419-9a14-4ce8-bb88-717cacc517b2 HTTP/1.1" status: 200 len: 1092 time: 1.9694932 Nov 16 04:37:42.884943 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-4fe5a743-8e45-41d1-9652-77a67532efd9 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/quotas/3e5cfd35c8ac4b39a0a3391857625d67 HTTP/1.1" status: 200 len: 375 time: 0.0509017 Nov 16 04:37:42.886744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-89d3b78b-63bb-413e-94d5-4af53dcb5b0e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1128197 Nov 16 04:37:42.887190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55700c1e-9705-4b1a-8fbc-1a37b1af13f4', 'tag': '3a674419-9a14-4ce8-bb88-717cacc517b2'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:42.889982 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdb2077-4c87-4979-a45b-ca9c726a3147" -d '{"events": [{"name": "network-changed", "server_uuid": "55700c1e-9705-4b1a-8fbc-1a37b1af13f4", "tag": "3a674419-9a14-4ce8-bb88-717cacc517b2"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:42.933135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71edf39-1e2b-4747-a856-6e1c0dbf9bcc service neutron] Pushing event updated for resources: {'Port': ['ID=3a674419-9a14-4ce8-bb88-717cacc517b2,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:42.998013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-7939a0ad-f73e-4af0-8a8c-c47ab7af9fdd tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1026566 Nov 16 04:37:43.092739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5554345f-1b37-4c51-9a2c-458af576587c req-a7d4af5d-2e58-4539-9055-4ef29ae5f18d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719209 Nov 16 04:37:43.093129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56812) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:43.129108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-7fd8f31b-81f8-4cbb-b8fc-a10b5533390c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Allocated IP 172.20.0.9 (00ef367c-9e71-485a-983c-5f2648aed20c/6dd63e98-5168-43db-bcf5-951ae9db1f7c/18c85f33-ba52-4660-9a81-4b0cff0d22df) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:43.162331 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:43.180141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-8d8d84f2-7e58-400c-9d9b-5d883c3033a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:43.181798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-8d8d84f2-7e58-400c-9d9b-5d883c3033a6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 1095 time: 0.2497218 Nov 16 04:37:43.266990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-14e07ef4-bcb0-4360-a5f2-6bf06b47df49 req-86e784de-89d8-4bbe-bc85-e42775c71485 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 210 time: 0.0923109 Nov 16 04:37:43.270212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-675317941-network', 'tenant_id': '98886c56b701447cb464fb425061a484'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:43.284231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-75021b6f-b322-4f99-aec5-eca7e9c49e48 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:43.286101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-75021b6f-b322-4f99-aec5-eca7e9c49e48 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3757315 Nov 16 04:37:43.300033 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-1f7b441b-2e79-458e-bcab-095a4bba6176 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a674419-9a14-4ce8-bb88-717cacc517b2 HTTP/1.1" status: 200 len: 217 time: 0.0958519 Nov 16 04:37:43.315104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Request body: {'port': {'device_id': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '3e5cfd35c8ac4b39a0a3391857625d67'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:43.315987 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e1585b-3e90-4470-a520-39bdd38b0edc x-openstack-request-id: req-76e1585b-3e90-4470-a520-39bdd38b0edc {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:43.316301 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee", "name": "network-vif-plugged", "status": "completed", "tag": "c845e153-23da-4c26-a4b1-3e1dbdcf8b60", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:43.316562 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76e1585b-3e90-4470-a520-39bdd38b0edc {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:43.316953 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'code': 200} Nov 16 04:37:43.435660 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8ec6c5-ba91-456c-b686-061bd157406f x-openstack-request-id: req-bd8ec6c5-ba91-456c-b686-061bd157406f {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:43.435975 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55700c1e-9705-4b1a-8fbc-1a37b1af13f4", "tag": "3a674419-9a14-4ce8-bb88-717cacc517b2", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:43.436187 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd8ec6c5-ba91-456c-b686-061bd157406f {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:43.436579 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55700c1e-9705-4b1a-8fbc-1a37b1af13f4', 'tag': '3a674419-9a14-4ce8-bb88-717cacc517b2', 'status': 'completed', 'code': 200} Nov 16 04:37:43.441477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075bf0d-f65f-4fdf-8820-8d82af2915c9 req-0ccbeb2f-ce71-4a1e-89cf-56f045229de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:43.443875 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7075bf0d-f65f-4fdf-8820-8d82af2915c9 req-0ccbeb2f-ce71-4a1e-89cf-56f045229de6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 1096 time: 0.0605512 Nov 16 04:37:43.501298 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7075bf0d-f65f-4fdf-8820-8d82af2915c9 req-d9f28f2f-bf18-4e0e-a613-230a029e2b11 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493619 Nov 16 04:37:43.533458 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Made reservation on behalf of 98886c56b701447cb464fb425061a484 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:37:43.535684 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:43.580159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df4a01-e7c8-430c-be4b-1d1397e97ce4 req-ce29c53f-b249-4031-830e-759f97b2c0f5 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:43.581648 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1df4a01-e7c8-430c-be4b-1d1397e97ce4 req-ce29c53f-b249-4031-830e-759f97b2c0f5 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 945 time: 0.3191864 Nov 16 04:37:43.588321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-cf43db25-166f-48cd-a4f4-ec8a2cad87f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:43.590641 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-cf43db25-166f-48cd-a4f4-ec8a2cad87f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.2498820 Nov 16 04:37:43.597969 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:43.665896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-b2bd4a26-9bb6-43d7-a921-fe5b5ad1e8b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631874 Nov 16 04:37:43.715672 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:43.770168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12022ee8-f22b-45b0-a561-5454cf73048d req-b953a177-0d99-4ea3-918a-529491abd064 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:43.771678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12022ee8-f22b-45b0-a561-5454cf73048d req-b953a177-0d99-4ea3-918a-529491abd064 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 945 time: 0.2882299 Nov 16 04:37:43.840700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-7fd8f31b-81f8-4cbb-b8fc-a10b5533390c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:43.853184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1df4a01-e7c8-430c-be4b-1d1397e97ce4 req-68799fc5-1ce4-4c92-88eb-159dfa0487c6 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583404 Nov 16 04:37:43.908870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Made reservation on behalf of 3e5cfd35c8ac4b39a0a3391857625d67 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:37:43.912603 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:43.947558 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:43.966463 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12022ee8-f22b-45b0-a561-5454cf73048d req-edaedf2a-0b22-41b7-9d11-ea061a87297a tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769488 Nov 16 04:37:44.001350 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-53954c69-0ad3-4e2c-b1fc-26d7b2a16eee service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201611 Nov 16 04:37:44.028095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05a03032-b6ab-4d3c-a945-5a1bce367ee8 req-e1fac787-14c6-408f-b08f-f7e2ded7c126 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 210 time: 0.0704405 Nov 16 04:37:44.037578 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:44.073313 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-7fd8f31b-81f8-4cbb-b8fc-a10b5533390c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:44.102991 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:44.225795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:37:44.254930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-7fd8f31b-81f8-4cbb-b8fc-a10b5533390c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Network 00ef367c-9e71-485a-983c-5f2648aed20c is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:44.264614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116f3393-3383-4a4c-921a-8f11294fff6c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:44.274187 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:44.274657 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Added segment 06cef54b-4fbe-490b-95b8-c925c12059f2 of type vlan for network 651b49ac-cdfc-4796-8489-6adedffc3616 Nov 16 04:37:44.281013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-7fd8f31b-81f8-4cbb-b8fc-a10b5533390c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:44.282938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8f31b-81f8-4cbb-b8fc-a10b5533390c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Pushing event updated for resources: {'Port': ['ID=18c85f33-ba52-4660-9a81-4b0cff0d22df,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:44.286111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-7fd8f31b-81f8-4cbb-b8fc-a10b5533390c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:44.343439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded23d0a-1d3d-4d64-a50d-341a46221ca9 req-ead9604f-84f2-40b2-9b7c-80f33caee334 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:44.343665 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-9b57aafb-5b96-410c-b015-c3f64df7f514 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237777 Nov 16 04:37:44.344924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ded23d0a-1d3d-4d64-a50d-341a46221ca9 req-ead9604f-84f2-40b2-9b7c-80f33caee334 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 944 time: 0.3159893 Nov 16 04:37:44.407212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-852cf565-07fe-4717-ba61-af6b17c56b33 req-cca330e2-952a-4284-82bd-c49c8a288357 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839769 Nov 16 04:37:44.408860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c1105-bde6-43af-80da-774dbfc50d4d req-2f01cb6e-a3b6-4715-8291-90ed57b92a06 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:44.410283 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-611c1105-bde6-43af-80da-774dbfc50d4d req-2f01cb6e-a3b6-4715-8291-90ed57b92a06 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 1096 time: 0.3061197 Nov 16 04:37:44.461864 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:44.479797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:44.480073 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-3f64a665-bed8-44f2-89be-a8ebf6a8db77 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:44.482412 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-3f64a665-bed8-44f2-89be-a8ebf6a8db77 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1324334 Nov 16 04:37:44.503445 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:44.510778 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-5232df40-680b-46e3-bdb3-3ed89cc4e3bf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Request body: {'port': {'device_id': '3c46a283-fddd-4a4b-bd43-ccccea12c1a7', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '3e5cfd35c8ac4b39a0a3391857625d67'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:44.511087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-7fd8f31b-81f8-4cbb-b8fc-a10b5533390c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:44.511685 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-7fd8f31b-81f8-4cbb-b8fc-a10b5533390c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:44.594038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ded23d0a-1d3d-4d64-a50d-341a46221ca9 req-fdc9d114-e775-4b80-b3d9-857c26595962 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325149 Nov 16 04:37:44.627550 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-5232df40-680b-46e3-bdb3-3ed89cc4e3bf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Made reservation on behalf of 3e5cfd35c8ac4b39a0a3391857625d67 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:37:44.631443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-5232df40-680b-46e3-bdb3-3ed89cc4e3bf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:44.661744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-7fd8f31b-81f8-4cbb-b8fc-a10b5533390c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7385397 Nov 16 04:37:44.666432 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:44.667390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:44.667948 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:44.678395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=640818e7-d9a7-4c6a-a831-c9699dd37976,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:44.682472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-611c1105-bde6-43af-80da-774dbfc50d4d req-54577f26-712e-4b0b-a76e-75ae65b346fd tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598188 Nov 16 04:37:44.695780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Request body: {'port': {'device_id': '58a59bf9-831c-4ad7-b86f-e140a3e74fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:44.795316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-5232df40-680b-46e3-bdb3-3ed89cc4e3bf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Allocated IP 192.168.233.59 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/36c7c063-a884-4bb4-a901-c3f06bf04310) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:44.796129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2077-4c87-4979-a45b-ca9c726a3147 req-a782a7f4-8ea6-432a-87ce-b27285fc820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:44.797605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cdb2077-4c87-4979-a45b-ca9c726a3147 req-a782a7f4-8ea6-432a-87ce-b27285fc820c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 1095 time: 0.3052821 Nov 16 04:37:44.848300 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7498810 Nov 16 04:37:44.851541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56838) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:44.859559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-00f12dd2-871d-4826-bb85-4a5f2d3cfb15 admin admin] Request body: {'subnet': {'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-675317941-subnet', 'tenant_id': '98886c56b701447cb464fb425061a484', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:44.936085 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f12dd2-871d-4826-bb85-4a5f2d3cfb15 admin admin] Made reservation on behalf of 98886c56b701447cb464fb425061a484 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:37:44.938701 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-00f12dd2-871d-4826-bb85-4a5f2d3cfb15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.047889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-5232df40-680b-46e3-bdb3-3ed89cc4e3bf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.123627 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-5232df40-680b-46e3-bdb3-3ed89cc4e3bf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.167336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48707fc0-98a4-45d1-95cd-294a614fa9a3 admin admin] Pushing event updated for resources: {'Network': ['ID=651b49ac-cdfc-4796-8489-6adedffc3616,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:45.177234 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 651b49ac-cdfc-4796-8489-6adedffc3616 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:37:45.197416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-5232df40-680b-46e3-bdb3-3ed89cc4e3bf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:45.205643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-5232df40-680b-46e3-bdb3-3ed89cc4e3bf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:45.208481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-5232df40-680b-46e3-bdb3-3ed89cc4e3bf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:45.243136 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.258721 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232df40-680b-46e3-bdb3-3ed89cc4e3bf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Pushing event updated for resources: {'Port': ['ID=36c7c063-a884-4bb4-a901-c3f06bf04310,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:45.269032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc343f-b277-4cf0-a920-64f358ca7ed8 req-467846d7-e5d2-4714-9fbf-70c26bb57f1e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:45.271077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7acc343f-b277-4cf0-a920-64f358ca7ed8 req-467846d7-e5d2-4714-9fbf-70c26bb57f1e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.5831697 Nov 16 04:37:45.284471 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-00f12dd2-871d-4826-bb85-4a5f2d3cfb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.288238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2acace-0ce0-41e0-8374-b3f47765b438 req-9842cc0c-eca4-41a4-b126-27265185f3b8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:45.289805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da2acace-0ce0-41e0-8374-b3f47765b438 req-9842cc0c-eca4-41a4-b126-27265185f3b8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 931 time: 0.5123363 Nov 16 04:37:45.327880 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-5232df40-680b-46e3-bdb3-3ed89cc4e3bf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:45.328421 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-5232df40-680b-46e3-bdb3-3ed89cc4e3bf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.359061 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f12dd2-871d-4826-bb85-4a5f2d3cfb15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdbabdc3-a196-4f51-b496-e7650fbf0ec1,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:45.374719 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-5232df40-680b-46e3-bdb3-3ed89cc4e3bf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8677585 Nov 16 04:37:45.380177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Allocated IP 192.168.233.197 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/845535a5-f48c-4a40-baf1-698b2b8e1704) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:45.383922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f12dd2-871d-4826-bb85-4a5f2d3cfb15 admin admin] Checking segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:45.384455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f12dd2-871d-4826-bb85-4a5f2d3cfb15 admin admin] Network hostable DHCP agents. Network: 651b49ac-cdfc-4796-8489-6adedffc3616, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:37:45.392739 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Request body: {'port': {'device_id': '3c46a283-fddd-4a4b-bd43-ccccea12c1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:45.404250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2077-4c87-4979-a45b-ca9c726a3147 req-9831f62f-7843-49c1-b62b-a5e8ea890168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:45.405747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cdb2077-4c87-4979-a45b-ca9c726a3147 req-9831f62f-7843-49c1-b62b-a5e8ea890168 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 912 time: 0.5859601 Nov 16 04:37:45.429214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f12dd2-871d-4826-bb85-4a5f2d3cfb15 admin admin] Network 651b49ac-cdfc-4796-8489-6adedffc3616 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:37:45.457029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-00f12dd2-871d-4826-bb85-4a5f2d3cfb15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 651b49ac-cdfc-4796-8489-6adedffc3616) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:45.461433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f12dd2-871d-4826-bb85-4a5f2d3cfb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:45.462043 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-00f12dd2-871d-4826-bb85-4a5f2d3cfb15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.468958 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bec23d-9a4e-418e-b299-8fa5bc86afbf None None] Network 651b49ac-cdfc-4796-8489-6adedffc3616 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:37:45.478017 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.486498 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-00f12dd2-871d-4826-bb85-4a5f2d3cfb15 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6315112 Nov 16 04:37:45.490789 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56844) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:45.498504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:45.543114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7039f1ff-013c-4400-b93b-7179beb75be2 None None] Provisioning complete for port 36c7c063-a884-4bb4-a901-c3f06bf04310 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:45.543784 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7039f1ff-013c-4400-b93b-7179beb75be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.544465 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.544778 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cdb2077-4c87-4979-a45b-ca9c726a3147 req-73cc7003-4805-412c-8da9-f04020f85ad1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a674419-9a14-4ce8-bb88-717cacc517b2 HTTP/1.1" status: 200 len: 217 time: 0.1287830 Nov 16 04:37:45.545717 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.560425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7acc343f-b277-4cf0-a920-64f358ca7ed8 req-21a3777f-ef5c-4b91-afa0-c6620da845a9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634256 Nov 16 04:37:45.599973 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da2acace-0ce0-41e0-8374-b3f47765b438 req-947a85eb-8c7b-44a4-8b59-236c606068e3 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909324 Nov 16 04:37:45.616240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7039f1ff-013c-4400-b93b-7179beb75be2 None None] Port 36c7c063-a884-4bb4-a901-c3f06bf04310 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:37:45.727917 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.733014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-651b49ac-cdfc-4796-8489-6adedffc3616', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'tenant_id': '98886c56b701447cb464fb425061a484', 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:37:45.734179 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.855480 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.895646 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Allocated IP 172.20.0.2 (651b49ac-cdfc-4796-8489-6adedffc3616/cdbabdc3-a196-4f51-b496-e7650fbf0ec1/cf21a7f8-74e0-4ec6-808f-b64baaef0089) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:45.916491 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:45.964374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.031688 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.101996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb2077-4c87-4979-a45b-ca9c726a3147 req-a9c81516-3e52-4787-b87a-4838cb936740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:46.103854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cdb2077-4c87-4979-a45b-ca9c726a3147 req-a9c81516-3e52-4787-b87a-4838cb936740 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.5355237 Nov 16 04:37:46.110775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Pushing event updated for resources: {'Port': ['ID=845535a5-f48c-4a40-baf1-698b2b8e1704,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:46.148339 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.152565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c7c063-a884-4bb4-a901-c3f06bf04310 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:46.155846 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.161969 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.167166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:46.192830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Network 651b49ac-cdfc-4796-8489-6adedffc3616 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:46.195777 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Transition to ACTIVE for port object 36c7c063-a884-4bb4-a901-c3f06bf04310 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:37:46.196002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:46.201027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:46.201214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:46.202072 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.207325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cdb2077-4c87-4979-a45b-ca9c726a3147 req-51391c88-32c5-4811-ada1-bd8726a81e93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646648 Nov 16 04:37:46.211350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:46.263344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Pushing event updated for resources: {'Port': ['ID=cf21a7f8-74e0-4ec6-808f-b64baaef0089,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:46.279527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf659a8-cd4c-4cf6-84d5-dbad0eda2bcb req-d83c73a9-d93c-48c0-a210-ec0bcc4cc689 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:46.280908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-daf659a8-cd4c-4cf6-84d5-dbad0eda2bcb req-d83c73a9-d93c-48c0-a210-ec0bcc4cc689 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 935 time: 0.3796411 Nov 16 04:37:46.283922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Attempting to bind port cf21a7f8-74e0-4ec6-808f-b64baaef0089 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:46.284525 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Attempting to bind port cf21a7f8-74e0-4ec6-808f-b64baaef0089 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:46.285279 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Attempting to bind port cf21a7f8-74e0-4ec6-808f-b64baaef0089 on network 651b49ac-cdfc-4796-8489-6adedffc3616 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:46.294190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:46.294732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Checking segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:46.295539 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.295681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Bound using segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:46.296478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Bound port: cf21a7f8-74e0-4ec6-808f-b64baaef0089, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:46.296954 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.386189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] For port cf21a7f8-74e0-4ec6-808f-b64baaef0089, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:46.391486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] For port cf21a7f8-74e0-4ec6-808f-b64baaef0089, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=cf21a7f8-74e0-4ec6-808f-b64baaef0089,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:46.397704 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.449823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc215d2-643d-4875-a848-689dc31857f4 req-d187a01e-864b-409f-8392-6fadd2bbc3cd tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:46.457444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9cc215d2-643d-4875-a848-689dc31857f4 req-d187a01e-864b-409f-8392-6fadd2bbc3cd tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 945 time: 0.5571647 Nov 16 04:37:46.479140 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.488450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55623ac0-c1ee-40b9-b719-eaa580430263 None None] Pushing event updated for resources: {'Port': ['ID=cf21a7f8-74e0-4ec6-808f-b64baaef0089,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:46.506184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.521658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Pushing event updated for resources: {'Port': ['ID=36c7c063-a884-4bb4-a901-c3f06bf04310,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:46.544455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:46.545094 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.566837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1e4cb588-d2f2-4e67-a2ee-cf410504d4c1 None None] Provisioning complete for port 845535a5-f48c-4a40-baf1-698b2b8e1704 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:46.567205 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e4cb588-d2f2-4e67-a2ee-cf410504d4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.638904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Attempting to bind port 36c7c063-a884-4bb4-a901-c3f06bf04310 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:46.639309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Attempting to bind port 36c7c063-a884-4bb4-a901-c3f06bf04310 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:46.639894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Attempting to bind port 36c7c063-a884-4bb4-a901-c3f06bf04310 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:46.647486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-daf659a8-cd4c-4cf6-84d5-dbad0eda2bcb req-429ab23c-65ac-4721-a0d8-70b9586ed12f tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391504 Nov 16 04:37:46.650954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Port 36c7c063-a884-4bb4-a901-c3f06bf04310 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:46.651284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Attempting to bind port 36c7c063-a884-4bb4-a901-c3f06bf04310 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:46.670322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c053d4db-4dae-4756-a5c4-b7eff11f0424 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3692367 Nov 16 04:37:46.682232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:46.682571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:46.682959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:46.683408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Bound port: 36c7c063-a884-4bb4-a901-c3f06bf04310, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:46.683901 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.698702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1e4cb588-d2f2-4e67-a2ee-cf410504d4c1 None None] Port 845535a5-f48c-4a40-baf1-698b2b8e1704 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:37:46.714304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Request body: {'port': {'device_id': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:46.722181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c85f33-ba52-4660-9a81-4b0cff0d22df {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:46.752269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cdb2077-4c87-4979-a45b-ca9c726a3147 req-0b9187ec-6e23-4516-8ff8-f1d8fc2d1439 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5297883 Nov 16 04:37:46.783744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9cc215d2-643d-4875-a848-689dc31857f4 req-714e81f2-2033-4f5e-94e3-fde8880d4779 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151484 Nov 16 04:37:46.783744 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.869536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Allocated IP 172.25.0.19 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/d7f47ce2-4e30-45ec-9e3b-a63dc690f11e) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:46.883904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] For port 36c7c063-a884-4bb4-a901-c3f06bf04310, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:46.887964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] For port 36c7c063-a884-4bb4-a901-c3f06bf04310, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=36c7c063-a884-4bb4-a901-c3f06bf04310,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:46.895109 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:46.975879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Transition to ACTIVE for port object 18c85f33-ba52-4660-9a81-4b0cff0d22df will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:37:47.036352 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:47.048847 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:47.050795 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:47.052325 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-03931063-f55c-4d20-be48-29b665c557fe service neutron] 10.222.0.15 "PUT /v2.0/ports/36c7c063-a884-4bb4-a901-c3f06bf04310 HTTP/1.1" status: 200 len: 1095 time: 1.6654589 Nov 16 04:37:47.052789 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c46a283-fddd-4a4b-bd43-ccccea12c1a7', 'tag': '36c7c063-a884-4bb4-a901-c3f06bf04310'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:47.055108 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b17e2d-07d3-483e-94ff-a2590f8e3781" -d '{"events": [{"name": "network-changed", "server_uuid": "3c46a283-fddd-4a4b-bd43-ccccea12c1a7", "tag": "36c7c063-a884-4bb4-a901-c3f06bf04310"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:47.101336 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:47.157633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03931063-f55c-4d20-be48-29b665c557fe service neutron] Pushing event updated for resources: {'Port': ['ID=36c7c063-a884-4bb4-a901-c3f06bf04310,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:47.172326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:47.186125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb221fea-1ba7-4211-af13-93c876497da8 req-f27cc29c-107b-426d-9e44-d00740ea63ef tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:47.186346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb221fea-1ba7-4211-af13-93c876497da8 req-f27cc29c-107b-426d-9e44-d00740ea63ef tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.2400382 Nov 16 04:37:47.191988 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-d6773d1d-4dc2-473b-9cc5-00e32061af0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:47.193540 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-d6773d1d-4dc2-473b-9cc5-00e32061af0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0827658 Nov 16 04:37:47.249967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Pushing event updated for resources: {'Port': ['ID=18c85f33-ba52-4660-9a81-4b0cff0d22df,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:47.251816 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-4bea7e13-2150-4ce0-a512-591501d12899 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=36c7c063-a884-4bb4-a901-c3f06bf04310 HTTP/1.1" status: 200 len: 217 time: 0.0462246 Nov 16 04:37:47.266195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb91c861-ce50-4ff2-90bd-a27fa7be106e req-169b9d1f-29cf-4175-ae15-a2eec2e4f6b4 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:47.267830 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb91c861-ce50-4ff2-90bd-a27fa7be106e req-169b9d1f-29cf-4175-ae15-a2eec2e4f6b4 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 944 time: 0.3262026 Nov 16 04:37:47.323383 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:47.337178 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 3a674419-9a14-4ce8-bb88-717cacc517b2 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:37:47.358477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-3f047e4e-7151-4c07-9a3f-0ff3548c439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:47.360055 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-3f047e4e-7151-4c07-9a3f-0ff3548c439b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0998409 Nov 16 04:37:47.383523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:47.406652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:47.416421 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:47.420743 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Pushing event updated for resources: {'Port': ['ID=d7f47ce2-4e30-45ec-9e3b-a63dc690f11e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:47.506892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cdb2077-4c87-4979-a45b-ca9c726a3147 req-755195ae-b193-46ed-b9bb-3c68493dd576 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296152 Nov 16 04:37:47.517895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 3a674419-9a14-4ce8-bb88-717cacc517b2, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3a674419-9a14-4ce8-bb88-717cacc517b2,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:47.531651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '3a674419-9a14-4ce8-bb88-717cacc517b2', 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'port_id': '3a674419-9a14-4ce8-bb88-717cacc517b2', 'mac_address': 'fa:16:3e:e1:03:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bafc9f1-2941-47ae-b826-323b092dbef7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:37:47.564762 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-ada8304d-55df-4875-a50b-52fff8f93179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:47.566304 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-ada8304d-55df-4875-a50b-52fff8f93179 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1965387 Nov 16 04:37:47.582112 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:47.593421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb221fea-1ba7-4211-af13-93c876497da8 req-3f894a07-096e-4ad0-a87a-88e144e1fb46 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876686 Nov 16 04:37:47.599503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a674419-9a14-4ce8-bb88-717cacc517b2 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:47.637163 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 3a674419-9a14-4ce8-bb88-717cacc517b2, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3a674419-9a14-4ce8-bb88-717cacc517b2,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:47.643525 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:47.668179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Attempting to bind port 18c85f33-ba52-4660-9a81-4b0cff0d22df on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:47.668514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Attempting to bind port 18c85f33-ba52-4660-9a81-4b0cff0d22df by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:47.669465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Attempting to bind port 18c85f33-ba52-4660-9a81-4b0cff0d22df on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:47.681469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Port 18c85f33-ba52-4660-9a81-4b0cff0d22df on network 00ef367c-9e71-485a-983c-5f2648aed20c not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:47.682318 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Attempting to bind port 18c85f33-ba52-4660-9a81-4b0cff0d22df on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:47.691432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb91c861-ce50-4ff2-90bd-a27fa7be106e req-0e01bb52-b108-4bd7-ab62-0b8ce1da1700 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513093 Nov 16 04:37:47.720064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=3a674419-9a14-4ce8-bb88-717cacc517b2,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:47.728856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:47.729192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Checking segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:47.729572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Bound using segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:47.730054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Bound port: 18c85f33-ba52-4660-9a81-4b0cff0d22df, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:47.730412 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:47.841091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845535a5-f48c-4a40-baf1-698b2b8e1704 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:47.861373 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:47.874617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207a5a1-b298-4a6f-bb0b-c898f1674a09 req-ce19f67e-29a6-4a5e-a69b-a622250ea908 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:47.876090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f207a5a1-b298-4a6f-bb0b-c898f1674a09 req-ce19f67e-29a6-4a5e-a69b-a622250ea908 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 943 time: 0.1961827 Nov 16 04:37:47.913513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['3a674419-9a14-4ce8-bb88-717cacc517b2'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:47.936212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Transition to ACTIVE for port object 845535a5-f48c-4a40-baf1-698b2b8e1704 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:37:47.965272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:47.983562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:47.993061 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:48.030364 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:48.030910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device cf21a7f8-74e0-4ec6-808f-b64baaef0089 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:48.122620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:48.123247 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:48.124694 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] 10.222.0.15 "PUT /v2.0/ports/18c85f33-ba52-4660-9a81-4b0cff0d22df HTTP/1.1" status: 200 len: 1091 time: 3.4357691 Nov 16 04:37:48.127129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a59bf9-831c-4ad7-b86f-e140a3e74fb4', 'tag': '18c85f33-ba52-4660-9a81-4b0cff0d22df'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:48.129415 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e7b3ca-b414-49da-9479-e999d837d4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "58a59bf9-831c-4ad7-b86f-e140a3e74fb4", "tag": "18c85f33-ba52-4660-9a81-4b0cff0d22df"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:48.134560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d4742-8f2a-46d2-83a5-53a04d6ac5da None None] Network 651b49ac-cdfc-4796-8489-6adedffc3616 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:37:48.189985 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-2bcd8b23-03cc-46fd-a213-b500fe76242c tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:48.191954 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-2bcd8b23-03cc-46fd-a213-b500fe76242c tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2874339 Nov 16 04:37:48.201229 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f207a5a1-b298-4a6f-bb0b-c898f1674a09 req-8488dea1-1ece-406b-b00d-a804f2495c2c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056471 Nov 16 04:37:48.295260 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:48.301992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1a160a82-b4c2-4a57-9614-0d7927c7b7a3 None None] Provisioning complete for port cf21a7f8-74e0-4ec6-808f-b64baaef0089 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:48.302335 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a160a82-b4c2-4a57-9614-0d7927c7b7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:48.310049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-c0460225-42a9-4e1d-8fc0-65edffa7acd4 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.1041276 Nov 16 04:37:48.310870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Pushing event updated for resources: {'Port': ['ID=845535a5-f48c-4a40-baf1-698b2b8e1704,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:48.319288 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:48.342202 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf462ae9-3e47-4752-9744-838d75ff82e5 x-openstack-request-id: req-cf462ae9-3e47-4752-9744-838d75ff82e5 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:48.342933 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c46a283-fddd-4a4b-bd43-ccccea12c1a7", "tag": "36c7c063-a884-4bb4-a901-c3f06bf04310", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:48.344057 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf462ae9-3e47-4752-9744-838d75ff82e5 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:48.344684 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c46a283-fddd-4a4b-bd43-ccccea12c1a7', 'tag': '36c7c063-a884-4bb4-a901-c3f06bf04310', 'status': 'completed', 'code': 200} Nov 16 04:37:48.347524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-627cb3dd-a304-436e-a32f-a2e9ca66adfd tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Request body: {'floatingip': {'port_id': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:48.350323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port cf21a7f8-74e0-4ec6-808f-b64baaef0089 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:48.350832 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:48.374895 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-6c656a52-7cc2-4c76-ab9a-753932551b32 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7661459 Nov 16 04:37:48.556509 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:48.574788 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a160a82-b4c2-4a57-9614-0d7927c7b7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:48.580093 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fabd7978-37fd-4cd0-b4a8-f6cf898bf7f9 req-4fcee96a-e5b3-41d7-8cd6-8623f088b7fb service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962848 Nov 16 04:37:48.618094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:48.631903 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port cf21a7f8-74e0-4ec6-808f-b64baaef0089, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=cf21a7f8-74e0-4ec6-808f-b64baaef0089,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:48.639737 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:48.772509 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-627cb3dd-a304-436e-a32f-a2e9ca66adfd tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:48.825553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Attempting to bind port 845535a5-f48c-4a40-baf1-698b2b8e1704 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:48.825959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Attempting to bind port 845535a5-f48c-4a40-baf1-698b2b8e1704 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:48.826153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Attempting to bind port 845535a5-f48c-4a40-baf1-698b2b8e1704 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:48.829015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17e2d-07d3-483e-94ff-a2590f8e3781 req-75abf40e-9a43-44b7-944c-1b4e6eea348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:48.830953 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e6b17e2d-07d3-483e-94ff-a2590f8e3781 req-75abf40e-9a43-44b7-944c-1b4e6eea348f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 1098 time: 0.0828750 Nov 16 04:37:48.849219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Router dec89176-aeb8-45e8-8c10-f32886795cd4 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:37:48.866962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-9c12c31c-6a21-4a94-86a9-179f4a47e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:48.868460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-9c12c31c-6a21-4a94-86a9-179f4a47e4cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 1094 time: 0.6615529 Nov 16 04:37:48.872479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d43a6-cab2-4026-a356-aab544219b29 service neutron] Pushing event updated for resources: {'Port': ['ID=18c85f33-ba52-4660-9a81-4b0cff0d22df,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:48.875035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Port 845535a5-f48c-4a40-baf1-698b2b8e1704 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:48.875359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Attempting to bind port 845535a5-f48c-4a40-baf1-698b2b8e1704 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:48.896910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=cf21a7f8-74e0-4ec6-808f-b64baaef0089,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:48.904408 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-1a160a82-b4c2-4a57-9614-0d7927c7b7a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:37:48.904820 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-1a160a82-b4c2-4a57-9614-0d7927c7b7a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:37:48.921807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:48.922152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:48.922539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:48.922988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Bound port: 845535a5-f48c-4a40-baf1-698b2b8e1704, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:48.923344 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:48.947165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-01ddb28d-f217-4c2e-8229-5d5d1481a321 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df HTTP/1.1" status: 200 len: 217 time: 0.0660706 Nov 16 04:37:48.988737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc662e0d-e2dd-45ab-87d2-c513a4b9ac43 req-4be0c338-410f-4818-a54a-30ccf5aba9e9 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:48.990370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc662e0d-e2dd-45ab-87d2-c513a4b9ac43 req-4be0c338-410f-4818-a54a-30ccf5aba9e9 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 947 time: 0.5615723 Nov 16 04:37:49.009407 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17e2d-07d3-483e-94ff-a2590f8e3781 req-71b81dd2-c8a3-4484-a7d4-c23492346112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:49.010909 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e6b17e2d-07d3-483e-94ff-a2590f8e3781 req-71b81dd2-c8a3-4484-a7d4-c23492346112 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1726398 Nov 16 04:37:49.028899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:37:49.039668 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Sync routers for ids ['dec89176-aeb8-45e8-8c10-f32886795cd4'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:37:49.064803 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e6b17e2d-07d3-483e-94ff-a2590f8e3781 req-eff80dee-89e0-4da8-b22e-f34e72333f64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=36c7c063-a884-4bb4-a901-c3f06bf04310 HTTP/1.1" status: 200 len: 217 time: 0.0421870 Nov 16 04:37:49.067775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Routers {'dec89176-aeb8-45e8-8c10-f32886795cd4'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:49.068843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['dec89176-aeb8-45e8-8c10-f32886795cd4'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:49.084737 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:49.085286 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-37b90a5e-d9a7-41ca-9840-be95ba7e7955 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5934837 Nov 16 04:37:49.088025 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56884) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:49.158452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-5408aebc-9883-4e86-ae7c-0901d7bffacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:49.159907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-5408aebc-9883-4e86-ae7c-0901d7bffacd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1978750 Nov 16 04:37:49.196578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Set router dec89176-aeb8-45e8-8c10-f32886795cd4 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:49.198894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17e2d-07d3-483e-94ff-a2590f8e3781 req-0ea073ca-7e98-4745-aa9a-98d03a37bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:49.200549 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e6b17e2d-07d3-483e-94ff-a2590f8e3781 req-0ea073ca-7e98-4745-aa9a-98d03a37bd48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1261687 Nov 16 04:37:49.217701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-510bffa5-f45f-4137-acfb-cfc88661b3a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408926 Nov 16 04:37:49.221816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:49.228335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc662e0d-e2dd-45ab-87d2-c513a4b9ac43 req-fd122d93-e0bb-490f-92e5-f1fa24c53419 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156317 Nov 16 04:37:49.269603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=845535a5-f48c-4a40-baf1-698b2b8e1704,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:49.312833 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cabec1-f5c8-43aa-9a2e-ff650c2b9e23 x-openstack-request-id: req-80cabec1-f5c8-43aa-9a2e-ff650c2b9e23 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:49.313147 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a59bf9-831c-4ad7-b86f-e140a3e74fb4", "tag": "18c85f33-ba52-4660-9a81-4b0cff0d22df", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:49.313373 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80cabec1-f5c8-43aa-9a2e-ff650c2b9e23 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:49.313795 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a59bf9-831c-4ad7-b86f-e140a3e74fb4', 'tag': '18c85f33-ba52-4660-9a81-4b0cff0d22df', 'status': 'completed', 'code': 200} Nov 16 04:37:49.317890 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:49.318380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b17e2d-07d3-483e-94ff-a2590f8e3781 req-5454222d-0b78-45c5-ad14-1cbdfeb10dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:49.319940 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e6b17e2d-07d3-483e-94ff-a2590f8e3781 req-5454222d-0b78-45c5-ad14-1cbdfeb10dbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1106827 Nov 16 04:37:49.395449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 3a674419-9a14-4ce8-bb88-717cacc517b2 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:49.407625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:49.408217 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:49.410022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] 10.222.0.15 "PUT /v2.0/ports/845535a5-f48c-4a40-baf1-698b2b8e1704 HTTP/1.1" status: 200 len: 1096 time: 2.7085831 Nov 16 04:37:49.532387 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e6b17e2d-07d3-483e-94ff-a2590f8e3781 req-e57933c7-ae11-4fc9-bf63-9a8e32671a7f service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976566 Nov 16 04:37:49.659259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 3a674419-9a14-4ce8-bb88-717cacc517b2 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:37:49.665801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 3a674419-9a14-4ce8-bb88-717cacc517b2 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:49.666466 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:49.738337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d1880-84ea-4bf8-907a-5766b62e2c65 service neutron] Pushing event updated for resources: {'Port': ['ID=845535a5-f48c-4a40-baf1-698b2b8e1704,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:49.770851 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-3bfe95bd-3802-4804-aae4-4a2711a9a3fe service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409417 Nov 16 04:37:49.772959 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-627cb3dd-a304-436e-a32f-a2e9ca66adfd tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:49.778981 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e6b17e2d-07d3-483e-94ff-a2590f8e3781 req-13f361cf-87a4-49ad-a032-69fba30defb0 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383962 Nov 16 04:37:49.781086 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-627cb3dd-a304-436e-a32f-a2e9ca66adfd tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:49.790667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:37:47Z', 'revision_number': 3, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port': {'id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:46Z', 'updated_at': '2021-11-16T04:37:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:49.851439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Checking router: dec89176-aeb8-45e8-8c10-f32886795cd4 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:37:49.852052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Updating router dec89176-aeb8-45e8-8c10-f32886795cd4 port d7f47ce2-4e30-45ec-9e3b-a63dc690f11e binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:37:49.862798 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:49.949191 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:49.974658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c011cb69-173f-42d5-90fa-27277ff14904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:49.976725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d61e8186-4383-493c-8ca0-171cc8bc9183 None None] Provisioning complete for port cf21a7f8-74e0-4ec6-808f-b64baaef0089 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:49.977098 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d61e8186-4383-493c-8ca0-171cc8bc9183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:49.978807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-c011cb69-173f-42d5-90fa-27277ff14904 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 1099 time: 0.3051634 Nov 16 04:37:50.029062 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device cf21a7f8-74e0-4ec6-808f-b64baaef0089 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:50.067617 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.094257 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a42835d-d033-4dfb-ab70-e0c3c237c1ca req-75a341dc-1852-4ebd-bae4-e4c67e5fde29 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241275 Nov 16 04:37:50.114565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Allocated IP 172.20.0.1 (651b49ac-cdfc-4796-8489-6adedffc3616/cdbabdc3-a196-4f51-b496-e7650fbf0ec1/66eee7d8-9931-4678-ae51-e4a58eb28aac) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:50.116671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-14c0be97-7997-4e44-ad66-986376a42a6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=845535a5-f48c-4a40-baf1-698b2b8e1704 HTTP/1.1" status: 200 len: 217 time: 0.1223474 Nov 16 04:37:50.144467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734447da-8d1f-4c46-bd50-95ddc51e296d req-fd27881b-f41e-4410-b835-c651e559a966 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:50.152505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-734447da-8d1f-4c46-bd50-95ddc51e296d req-fd27881b-f41e-4410-b835-c651e559a966 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.3661048 Nov 16 04:37:50.203665 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55700c1e-9705-4b1a-8fbc-1a37b1af13f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a674419-9a14-4ce8-bb88-717cacc517b2'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:50.205925 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4063ce38-954b-4f59-ad78-7cde1474a6cf" -d '{"events": [{"server_uuid": "55700c1e-9705-4b1a-8fbc-1a37b1af13f4", "name": "network-vif-plugged", "status": "completed", "tag": "3a674419-9a14-4ce8-bb88-717cacc517b2"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:50.246208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 3a674419-9a14-4ce8-bb88-717cacc517b2, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3a674419-9a14-4ce8-bb88-717cacc517b2,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:50.251357 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.281415 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.300835 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.305140 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-627cb3dd-a304-436e-a32f-a2e9ca66adfd tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Floating IP a54f5a62-c6b4-4289-a148-a17f4a4e8b93 associated. External IP: 172.25.0.37, port: 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f. Nov 16 04:37:50.321316 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port cf21a7f8-74e0-4ec6-808f-b64baaef0089 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:50.321681 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.362242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Network 651b49ac-cdfc-4796-8489-6adedffc3616 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:50.368121 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:50.388614 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:50.393855 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Pushing event updated for resources: {'Port': ['ID=66eee7d8-9931-4678-ae51-e4a58eb28aac,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:50.395375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=3a674419-9a14-4ce8-bb88-717cacc517b2,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:50.441817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-1982571c-3218-4bb4-a320-64fe05f571f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:50.443434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-1982571c-3218-4bb4-a320-64fe05f571f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2666461 Nov 16 04:37:50.461216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-734447da-8d1f-4c46-bd50-95ddc51e296d req-2e370fd1-efec-4150-aa19-47eb0e5a5405 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066912 Nov 16 04:37:50.491750 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.528414 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.534748 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.607413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e20800-1061-406a-8891-0c0bdd68fc84 None None] Pushing event updated for resources: {'Port': ['ID=d7f47ce2-4e30-45ec-9e3b-a63dc690f11e,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:50.611071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Attempting to bind port d7f47ce2-4e30-45ec-9e3b-a63dc690f11e on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:50.611619 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Attempting to bind port d7f47ce2-4e30-45ec-9e3b-a63dc690f11e by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:50.612077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Attempting to bind port d7f47ce2-4e30-45ec-9e3b-a63dc690f11e on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:50.621154 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:50.621724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:50.622939 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.623732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:50.624311 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Bound port: d7f47ce2-4e30-45ec-9e3b-a63dc690f11e, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:50.624831 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.647208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7b3ca-b414-49da-9479-e999d837d4a4 req-e49d9043-883a-433f-8d5e-f9014e04cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:50.648711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91e7b3ca-b414-49da-9479-e999d837d4a4 req-e49d9043-883a-433f-8d5e-f9014e04cce1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 1094 time: 0.4393718 Nov 16 04:37:50.712031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.713478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] For port d7f47ce2-4e30-45ec-9e3b-a63dc690f11e, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:50.718077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] For port d7f47ce2-4e30-45ec-9e3b-a63dc690f11e, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d7f47ce2-4e30-45ec-9e3b-a63dc690f11e,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:50.723883 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.763955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-9fbcd7bf-2095-417c-88dd-fc459a3de044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:50.765994 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-9fbcd7bf-2095-417c-88dd-fc459a3de044 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3037860 Nov 16 04:37:50.830903 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-76dbcda4-65f4-4641-ac9c-173e69d4bf9c None None] Provisioning complete for port 66eee7d8-9931-4678-ae51-e4a58eb28aac triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:50.831273 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-76dbcda4-65f4-4641-ac9c-173e69d4bf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.844167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Routers {'dec89176-aeb8-45e8-8c10-f32886795cd4'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:50.844543 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['dec89176-aeb8-45e8-8c10-f32886795cd4'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:50.870363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40caad-f8d8-49fb-96c9-0c70933f55eb req-a15e1938-8f89-42b3-b3aa-9d146512821c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:50.879369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e40caad-f8d8-49fb-96c9-0c70933f55eb req-a15e1938-8f89-42b3-b3aa-9d146512821c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 946 time: 0.2489102 Nov 16 04:37:50.918625 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.924853 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:50.926108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-627cb3dd-a304-436e-a32f-a2e9ca66adfd tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Router 9852d3ed-f742-4b25-89c9-e6479e2308de has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:37:50.935686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e20800-1061-406a-8891-0c0bdd68fc84 None None] Pushing event updated for resources: {'Port': ['ID=d7f47ce2-4e30-45ec-9e3b-a63dc690f11e,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:50.962174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-76dbcda4-65f4-4641-ac9c-173e69d4bf9c None None] Port 66eee7d8-9931-4678-ae51-e4a58eb28aac cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:37:50.976198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7b3ca-b414-49da-9479-e999d837d4a4 req-fafeed33-c590-4da3-8a3c-ed4874b0720a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:50.977655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91e7b3ca-b414-49da-9479-e999d837d4a4 req-fafeed33-c590-4da3-8a3c-ed4874b0720a service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.3028243 Nov 16 04:37:51.001918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e40caad-f8d8-49fb-96c9-0c70933f55eb req-7ee12ac8-c375-420b-b209-e8fa086a8e32 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205468 Nov 16 04:37:51.004177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] Set router dec89176-aeb8-45e8-8c10-f32886795cd4 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:51.031024 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Pushing event updated for resources: {'Port': ['ID=66eee7d8-9931-4678-ae51-e4a58eb28aac,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:51.033544 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:51.149249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Network 651b49ac-cdfc-4796-8489-6adedffc3616 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:51.155156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:51.174634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91e7b3ca-b414-49da-9479-e999d837d4a4 req-08f3c3c7-d391-4ee8-99f3-e905208f0cbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df HTTP/1.1" status: 200 len: 217 time: 0.1618905 Nov 16 04:37:51.234989 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-cbea4710-5bd1-4477-b51e-0c8e53eaabcd service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523013 Nov 16 04:37:51.323899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'tag': '845535a5-f48c-4a40-baf1-698b2b8e1704'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:51.326181 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d78bec-4d8a-4b6f-aa11-f1e2701c83e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7527043-4ea1-48e1-9abd-8dd8e4694fbf", "tag": "845535a5-f48c-4a40-baf1-698b2b8e1704"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:51.373387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Router dec89176-aeb8-45e8-8c10-f32886795cd4 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:37:51.415957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-627cb3dd-a304-436e-a32f-a2e9ca66adfd tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:37:51.421576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7b3ca-b414-49da-9479-e999d837d4a4 req-2702678d-5d78-456e-96e2-17eb6b562430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:51.423108 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91e7b3ca-b414-49da-9479-e999d837d4a4 req-2702678d-5d78-456e-96e2-17eb6b562430 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.2358868 Nov 16 04:37:51.426372 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-627cb3dd-a304-436e-a32f-a2e9ca66adfd tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:51.427718 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fa8b3b-15cb-4f26-b2b1-78b4cb7d4f9f None None] Sync routers for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:37:51.441618 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa8b3b-15cb-4f26-b2b1-78b4cb7d4f9f None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:51.451014 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e1fa8b3b-15cb-4f26-b2b1-78b4cb7d4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:51.471911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 4, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port': {'id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:46Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '66eee7d8-9931-4678-ae51-e4a58eb28aac', 'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'tenant_id': '98886c56b701447cb464fb425061a484', 'mac_address': 'fa:16:3e:2d:31:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:49Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 1, 'project_id': '98886c56b701447cb464fb425061a484', 'subnets': [{'id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:51.517615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883f05c8-1f97-46e3-9599-1c4ed08e07f2 None None] The sync data for ids ['dec89176-aeb8-45e8-8c10-f32886795cd4'] in n-d-818042-1 is: [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 4, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port': {'id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:46Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '66eee7d8-9931-4678-ae51-e4a58eb28aac', 'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'tenant_id': '98886c56b701447cb464fb425061a484', 'mac_address': 'fa:16:3e:2d:31:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:49Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 1, 'project_id': '98886c56b701447cb464fb425061a484', 'subnets': [{'id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:37:51.533714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5a5b87a9-b6ec-4dde-aca1-42179843c2d0 None None] Provisioning complete for port 66eee7d8-9931-4678-ae51-e4a58eb28aac triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:51.534413 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a5b87a9-b6ec-4dde-aca1-42179843c2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:51.610528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:37:51.626786 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6cddb20d-c8ec-4d8d-8943-3f2e8d2cb81c admin admin] 10.222.0.41 "PUT /v2.0/routers/dec89176-aeb8-45e8-8c10-f32886795cd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5300143 Nov 16 04:37:51.631783 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b87a9-b6ec-4dde-aca1-42179843c2d0 None None] Port 66eee7d8-9931-4678-ae51-e4a58eb28aac cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:37:51.634109 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 36c7c063-a884-4bb4-a901-c3f06bf04310 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:37:51.636267 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-e1fa8b3b-15cb-4f26-b2b1-78b4cb7d4f9f None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:51.796458 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91e7b3ca-b414-49da-9479-e999d837d4a4 req-4e9a7b04-8d91-4b7f-8236-b2092fca9720 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3623250 Nov 16 04:37:51.800338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 36c7c063-a884-4bb4-a901-c3f06bf04310, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=36c7c063-a884-4bb4-a901-c3f06bf04310,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:51.827560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '36c7c063-a884-4bb4-a901-c3f06bf04310', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '36c7c063-a884-4bb4-a901-c3f06bf04310', 'mac_address': 'fa:16:3e:a1:78:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:37:51.925223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb30eb-df66-4b9e-907f-42a05d6bf6cb req-89514067-3035-4e5c-826d-863b23ae1256 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:51.926915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9cb30eb-df66-4b9e-907f-42a05d6bf6cb req-89514067-3035-4e5c-826d-863b23ae1256 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 943 time: 0.6379871 Nov 16 04:37:51.933537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-627cb3dd-a304-436e-a32f-a2e9ca66adfd tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "PUT /v2.0/floatingips/a54f5a62-c6b4-4289-a148-a17f4a4e8b93 HTTP/1.1" status: 200 len: 995 time: 3.6118877 Nov 16 04:37:51.978146 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:51.999242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c7c063-a884-4bb4-a901-c3f06bf04310 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:52.020732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32badbb3-13b9-43ac-8f48-7311378aa17d req-ad6353dd-8239-4dd0-97f4-74c9288d1d7d service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7687149 Nov 16 04:37:52.023831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 36c7c063-a884-4bb4-a901-c3f06bf04310, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=36c7c063-a884-4bb4-a901-c3f06bf04310,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:52.029348 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:52.063941 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e1fa8b3b-15cb-4f26-b2b1-78b4cb7d4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'a54f5a62-c6b4-4289-a148-a17f4a4e8b93', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'port_id': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'mac_address': 'fa:16:3e:f6:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:21Z', 'updated_at': '2021-11-16T04:37:49Z', 'revision_number': 1, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:52.094692 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fa8b3b-15cb-4f26-b2b1-78b4cb7d4f9f None None] Checking router: 9852d3ed-f742-4b25-89c9-e6479e2308de for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:37:52.101602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-340406cd-cc29-49e7-99b6-bc3f877942f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:52.103151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-340406cd-cc29-49e7-99b6-bc3f877942f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 1096 time: 0.1289213 Nov 16 04:37:52.106733 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fa8b3b-15cb-4f26-b2b1-78b4cb7d4f9f None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:52.107554 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e1fa8b3b-15cb-4f26-b2b1-78b4cb7d4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:52.115017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9cb30eb-df66-4b9e-907f-42a05d6bf6cb req-342eb2b5-5a46-45b4-a997-e7591f646d22 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558645 Nov 16 04:37:52.140919 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91e7b3ca-b414-49da-9479-e999d837d4a4 req-58dbd2cf-f5f3-4dbc-955a-6eb0222500ae service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228891 Nov 16 04:37:52.163981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=36c7c063-a884-4bb4-a901-c3f06bf04310,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:52.230774 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3637c8c4-c123-44db-93d3-6144f17bf3a0 x-openstack-request-id: req-3637c8c4-c123-44db-93d3-6144f17bf3a0 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:52.231371 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55700c1e-9705-4b1a-8fbc-1a37b1af13f4", "name": "network-vif-plugged", "status": "completed", "tag": "3a674419-9a14-4ce8-bb88-717cacc517b2", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:52.231839 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3637c8c4-c123-44db-93d3-6144f17bf3a0 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:52.232702 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55700c1e-9705-4b1a-8fbc-1a37b1af13f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a674419-9a14-4ce8-bb88-717cacc517b2', 'code': 200} Nov 16 04:37:52.317943 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-e1fa8b3b-15cb-4f26-b2b1-78b4cb7d4f9f None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:52.325539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['36c7c063-a884-4bb4-a901-c3f06bf04310'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:52.357570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-5f2ca9f7-3c06-4096-9421-53367946b501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:52.359356 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-5f2ca9f7-3c06-4096-9421-53367946b501 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.2434638 Nov 16 04:37:52.378505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91e7b3ca-b414-49da-9479-e999d837d4a4 req-80100b3f-cc69-4dd1-bfff-13de2f9b6277 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151842 Nov 16 04:37:52.521691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-1e584cce-bd0a-46b3-89d0-2e0b312610b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 998 time: 0.1520224 Nov 16 04:37:52.542999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b5bf7-eb5e-4d45-a331-351904c5262d req-40a94d29-0338-4e4c-aba3-2646f7ba6b18 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:52.545469 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c00b5bf7-eb5e-4d45-a331-351904c5262d req-40a94d29-0338-4e4c-aba3-2646f7ba6b18 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 948 time: 0.1165185 Nov 16 04:37:52.559457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb36c2-f380-4954-907e-e505556a0c77 req-97399f60-ee60-466d-9e86-61c98a1861c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:52.561211 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8deb36c2-f380-4954-907e-e505556a0c77 req-97399f60-ee60-466d-9e86-61c98a1861c4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 1097 time: 0.1234088 Nov 16 04:37:52.658068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-0fa84edb-9663-459d-8400-6527fe5db59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:52.659573 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-0fa84edb-9663-459d-8400-6527fe5db59a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.1087499 Nov 16 04:37:52.739286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c00b5bf7-eb5e-4d45-a331-351904c5262d req-2954bfad-7ea2-4777-bdc4-324908535776 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758847 Nov 16 04:37:52.743699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8deb36c2-f380-4954-907e-e505556a0c77 req-b0417b97-b07d-43fd-9437-9c652a5db9b7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472194 Nov 16 04:37:52.764499 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e1fa8b3b-15cb-4f26-b2b1-78b4cb7d4f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'a54f5a62-c6b4-4289-a148-a17f4a4e8b93', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'port_id': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'mac_address': 'fa:16:3e:f6:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:21Z', 'updated_at': '2021-11-16T04:37:49Z', 'revision_number': 1, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:52.765964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-081e6d1b-b182-4b97-90f4-43e52388fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:52.767780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-081e6d1b-b182-4b97-90f4-43e52388fec2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985377 Nov 16 04:37:52.841096 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fa8b3b-15cb-4f26-b2b1-78b4cb7d4f9f None None] The sync data for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 is: [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'a54f5a62-c6b4-4289-a148-a17f4a4e8b93', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'port_id': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'mac_address': 'fa:16:3e:f6:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:21Z', 'updated_at': '2021-11-16T04:37:49Z', 'revision_number': 1, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:37:52.872535 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a791796-db92-4a83-b0f0-9e3ea972b073 x-openstack-request-id: req-3a791796-db92-4a83-b0f0-9e3ea972b073 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:52.872535 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7527043-4ea1-48e1-9abd-8dd8e4694fbf", "tag": "845535a5-f48c-4a40-baf1-698b2b8e1704", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:52.872535 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a791796-db92-4a83-b0f0-9e3ea972b073 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:52.872535 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'tag': '845535a5-f48c-4a40-baf1-698b2b8e1704', 'status': 'completed', 'code': 200} Nov 16 04:37:52.979828 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-56cd52f3-eccd-4a20-aae9-7a98fa02e2fb service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963005 Nov 16 04:37:53.101008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d78bec-4d8a-4b6f-aa11-f1e2701c83e8 req-2b5f44d3-8dae-434b-8f48-49a109f51761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:53.102548 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3d78bec-4d8a-4b6f-aa11-f1e2701c83e8 req-2b5f44d3-8dae-434b-8f48-49a109f51761 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 1099 time: 0.2304311 Nov 16 04:37:53.183889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3570a-c84a-42ab-a03e-25784a735d6b req-aa82f3a0-3ef7-4d53-a4ed-98ea3ce441e0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:53.190826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-74d3570a-c84a-42ab-a03e-25784a735d6b req-aa82f3a0-3ef7-4d53-a4ed-98ea3ce441e0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.1338403 Nov 16 04:37:53.238260 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d109df6-6254-4bcc-9a96-0a2f640ba94c req-8c38afb3-2c9f-408e-bdaa-99f39c1138ea service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575607 Nov 16 04:37:53.258793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d40fba-4747-444d-93fe-5b335271e25c None None] New status for floating IP a54f5a62-c6b4-4289-a148-a17f4a4e8b93: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:37:53.287448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-74d3570a-c84a-42ab-a03e-25784a735d6b req-66801856-2cf3-47be-aae5-df6297d2a9f3 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904644 Nov 16 04:37:53.363665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d78bec-4d8a-4b6f-aa11-f1e2701c83e8 req-338e66c8-f56b-49c5-a04a-fb9ba2f9f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:53.365162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3d78bec-4d8a-4b6f-aa11-f1e2701c83e8 req-338e66c8-f56b-49c5-a04a-fb9ba2f9f2db service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.2493081 Nov 16 04:37:53.467229 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3d78bec-4d8a-4b6f-aa11-f1e2701c83e8 req-b505f4fd-3d5b-4db8-9d97-2e75f236b691 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=845535a5-f48c-4a40-baf1-698b2b8e1704 HTTP/1.1" status: 200 len: 217 time: 0.0940714 Nov 16 04:37:53.564702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 18c85f33-ba52-4660-9a81-4b0cff0d22df details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:37:53.601598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 36c7c063-a884-4bb4-a901-c3f06bf04310 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:53.613671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d78bec-4d8a-4b6f-aa11-f1e2701c83e8 req-fad2b7b7-69f8-4079-85f6-fe4325728399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:53.615211 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3d78bec-4d8a-4b6f-aa11-f1e2701c83e8 req-fad2b7b7-69f8-4079-85f6-fe4325728399 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1365726 Nov 16 04:37:53.630840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c41b80-dcb3-4f93-8b2b-5a78573f87b9 req-adefd3b3-64cf-4fe6-b2a5-f1d26f6ce327 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:53.639616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92c41b80-dcb3-4f93-8b2b-5a78573f87b9 req-adefd3b3-64cf-4fe6-b2a5-f1d26f6ce327 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 946 time: 0.1960282 Nov 16 04:37:53.782264 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56928) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:53.787200 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1e43e705-adfb-454d-ba24-d67801264671 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--271017545', 'description': 'tempest-description--442369227'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:53.796586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92c41b80-dcb3-4f93-8b2b-5a78573f87b9 req-456ed2cf-082b-47c9-b1a5-f14571d20b23 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559865 Nov 16 04:37:53.803918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d78bec-4d8a-4b6f-aa11-f1e2701c83e8 req-2eda75b5-42cb-4f67-890b-030c1847a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:53.805431 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3d78bec-4d8a-4b6f-aa11-f1e2701c83e8 req-2eda75b5-42cb-4f67-890b-030c1847a2c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580570 Nov 16 04:37:53.820838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:53.842342 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e43e705-adfb-454d-ba24-d67801264671 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:53.844002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '18c85f33-ba52-4660-9a81-4b0cff0d22df', 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c', 'port_id': '18c85f33-ba52-4660-9a81-4b0cff0d22df', 'mac_address': 'fa:16:3e:ca:a0:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd63e98-5168-43db-bcf5-951ae9db1f7c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:37:53.848905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 36c7c063-a884-4bb4-a901-c3f06bf04310 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:37:53.854966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 36c7c063-a884-4bb4-a901-c3f06bf04310 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:53.855828 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:53.951768 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e43e705-adfb-454d-ba24-d67801264671 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:53.956069 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e43e705-adfb-454d-ba24-d67801264671 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.005949 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.039309 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e43e705-adfb-454d-ba24-d67801264671 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.047783 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1e43e705-adfb-454d-ba24-d67801264671 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2639248 Nov 16 04:37:54.054196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56932) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:54.060411 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-04ca26fe-906d-4eec-835d-6b734d87ad0f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Request body: {'security_group_rule': {'security_group_id': '46e8fb72-c85b-463b-823e-6c3c3d868f58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:54.062399 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d7f47ce2-4e30-45ec-9e3b-a63dc690f11e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:54.065512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43e705-adfb-454d-ba24-d67801264671 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46e8fb72-c85b-463b-823e-6c3c3d868f58,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:54.092755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c85f33-ba52-4660-9a81-4b0cff0d22df {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:54.113920 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04ca26fe-906d-4eec-835d-6b734d87ad0f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.171867 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.222375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:54.236679 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04ca26fe-906d-4eec-835d-6b734d87ad0f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.240862 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04ca26fe-906d-4eec-835d-6b734d87ad0f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.251133 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.260543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-5e5d8a37-b5d4-4010-b787-a4ff0e7fd99c tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:54.263579 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-5e5d8a37-b5d4-4010-b787-a4ff0e7fd99c tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2095668 Nov 16 04:37:54.267990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c46a283-fddd-4a4b-bd43-ccccea12c1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c7c063-a884-4bb4-a901-c3f06bf04310'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:54.270582 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1632ff3e-53d0-4898-bd17-99316d7c6d57" -d '{"events": [{"server_uuid": "3c46a283-fddd-4a4b-bd43-ccccea12c1a7", "name": "network-vif-plugged", "status": "completed", "tag": "36c7c063-a884-4bb4-a901-c3f06bf04310"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:54.277250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca26fe-906d-4eec-835d-6b734d87ad0f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bbf3ba-7b45-4fa4-b077-94bcefab3df3,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:54.286280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9ed3-3cf2-43ad-b330-4037a91745e8 req-2155dee0-35a3-4526-a8c8-64b23078e622 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:54.290457 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04ca26fe-906d-4eec-835d-6b734d87ad0f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.291381 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ceaa9ed3-3cf2-43ad-b330-4037a91745e8 req-2155dee0-35a3-4526-a8c8-64b23078e622 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 943 time: 0.3309693 Nov 16 04:37:54.295435 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-04ca26fe-906d-4eec-835d-6b734d87ad0f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2378495 Nov 16 04:37:54.295706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56938) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:54.303551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fc3289eb-9723-4a58-97dd-158aad66e03d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Request body: {'security_group_rule': {'security_group_id': '46e8fb72-c85b-463b-823e-6c3c3d868f58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:54.344953 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fc3289eb-9723-4a58-97dd-158aad66e03d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.357176 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d7f47ce2-4e30-45ec-9e3b-a63dc690f11e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:54.362362 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.401662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 36c7c063-a884-4bb4-a901-c3f06bf04310, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=36c7c063-a884-4bb4-a901-c3f06bf04310,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:54.416046 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.440807 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fc3289eb-9723-4a58-97dd-158aad66e03d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.450883 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fc3289eb-9723-4a58-97dd-158aad66e03d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.475085 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3289eb-9723-4a58-97dd-158aad66e03d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6876e41e-8052-41c8-9063-88e624c9253e,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:54.491923 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fc3289eb-9723-4a58-97dd-158aad66e03d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.496781 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3d78bec-4d8a-4b6f-aa11-f1e2701c83e8 req-6232fada-99ef-4364-8f11-09fa77562cfc service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780021 Nov 16 04:37:54.498711 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=18c85f33-ba52-4660-9a81-4b0cff0d22df,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:54.499663 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fc3289eb-9723-4a58-97dd-158aad66e03d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2019358 Nov 16 04:37:54.500520 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56942) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:37:54.519254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:54.563885 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.584868 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.594473 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['18c85f33-ba52-4660-9a81-4b0cff0d22df'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:54.654006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3d78bec-4d8a-4b6f-aa11-f1e2701c83e8 req-19d7691f-cb2b-4f69-aaf4-b803df470f59 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404133 Nov 16 04:37:54.661443 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port d7f47ce2-4e30-45ec-9e3b-a63dc690f11e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d7f47ce2-4e30-45ec-9e3b-a63dc690f11e,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:54.671046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=36c7c063-a884-4bb4-a901-c3f06bf04310,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:54.677245 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.695176 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-62d62f63-9843-452a-b39d-f014b2990381 req-f9b1ce32-6b5e-497c-a839-f2c29577096a service neutron] show failed (client error): The resource could not be found. Nov 16 04:37:54.696187 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-f9b1ce32-6b5e-497c-a839-f2c29577096a service neutron] 10.222.0.37 "GET /v2.0/ports/09f5545e-9287-4c90-adfe-1f351744462c/bindings/n-h2-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.4649410 Nov 16 04:37:54.706847 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-43cf64aa-ede1-41cb-b942-e7a8440443e6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 1000 time: 0.4014893 Nov 16 04:37:54.721526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-d9bac082-a4df-4733-8893-dadb120c3c79 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Request body: {'floatingip': {'port_id': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:54.766718 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.813579 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-d9bac082-a4df-4733-8893-dadb120c3c79 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:54.821917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ceaa9ed3-3cf2-43ad-b330-4037a91745e8 req-532eaea9-d5f3-4e16-998c-2ea396399734 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917738 Nov 16 04:37:54.826444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=d7f47ce2-4e30-45ec-9e3b-a63dc690f11e,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:54.872889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:54.875188 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182512b8-8d81-452b-b450-ee237295bc29" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:54.966437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Allocated IP 172.25.0.155 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/b9009ab8-f9c1-405a-a515-bf24db18a975) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:37:55.005917 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Sync routers for ids ['dec89176-aeb8-45e8-8c10-f32886795cd4'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:37:55.018480 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Routers {'dec89176-aeb8-45e8-8c10-f32886795cd4'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:55.019354 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['dec89176-aeb8-45e8-8c10-f32886795cd4'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:55.103830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d62f63-9843-452a-b39d-f014b2990381 req-158caba3-0ebb-48ea-b64b-4cb4a362a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:55.105310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-158caba3-0ebb-48ea-b64b-4cb4a362a033 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f&tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd HTTP/1.1" status: 200 len: 1100 time: 0.1236153 Nov 16 04:37:55.106691 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:55.126465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:37:55.139668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7256cd4-1a82-47e1-bbf2-4cdcd2b11476 req-2827a134-9fbe-414c-af73-1449b3490419 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:55.141003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7256cd4-1a82-47e1-bbf2-4cdcd2b11476 req-2827a134-9fbe-414c-af73-1449b3490419 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 949 time: 0.1740093 Nov 16 04:37:55.146453 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Set router dec89176-aeb8-45e8-8c10-f32886795cd4 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:55.156367 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:55.210676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:37:55.214121 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:37:55.223901 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:37:55.289925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event updated for resources: {'Port': ['ID=b9009ab8-f9c1-405a-a515-bf24db18a975,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:55.344293 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7256cd4-1a82-47e1-bbf2-4cdcd2b11476 req-ade9d034-110f-4ec9-91c8-8fa00c95dd63 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260998 Nov 16 04:37:55.374536 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:55.426732 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf24129e-dcd3-4e4d-93bf-aa7b228721b9 x-openstack-request-id: req-bf24129e-dcd3-4e4d-93bf-aa7b228721b9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:55.427249 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c46a283-fddd-4a4b-bd43-ccccea12c1a7", "name": "network-vif-plugged", "status": "completed", "tag": "36c7c063-a884-4bb4-a901-c3f06bf04310", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:55.427394 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf24129e-dcd3-4e4d-93bf-aa7b228721b9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:55.428097 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c46a283-fddd-4a4b-bd43-ccccea12c1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c7c063-a884-4bb4-a901-c3f06bf04310', 'code': 200} Nov 16 04:37:55.564571 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 4, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port': {'id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:46Z', 'updated_at': '2021-11-16T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '66eee7d8-9931-4678-ae51-e4a58eb28aac', 'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'tenant_id': '98886c56b701447cb464fb425061a484', 'mac_address': 'fa:16:3e:2d:31:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:49Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 2, 'project_id': '98886c56b701447cb464fb425061a484', 'subnets': [{'id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:55.580427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 845535a5-f48c-4a40-baf1-698b2b8e1704 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:37:55.597909 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Checking router: dec89176-aeb8-45e8-8c10-f32886795cd4 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:37:55.598948 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Updating router dec89176-aeb8-45e8-8c10-f32886795cd4 port 66eee7d8-9931-4678-ae51-e4a58eb28aac binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:37:55.633627 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:55.733657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=845535a5-f48c-4a40-baf1-698b2b8e1704,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:55.765382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '845535a5-f48c-4a40-baf1-698b2b8e1704', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '845535a5-f48c-4a40-baf1-698b2b8e1704', 'mac_address': 'fa:16:3e:80:91:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:37:55.815186 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:55.850251 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845535a5-f48c-4a40-baf1-698b2b8e1704 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:37:55.898066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=845535a5-f48c-4a40-baf1-698b2b8e1704,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:55.902489 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:55.914617 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:55.994344 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.014014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=845535a5-f48c-4a40-baf1-698b2b8e1704,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:56.034033 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d7f47ce2-4e30-45ec-9e3b-a63dc690f11e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:56.054085 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.061054 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.096210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab70a6a-979b-497e-8147-da82b280d5c4 req-eb01babc-ddf8-446c-8306-6976dc575c0b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:56.104768 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cab70a6a-979b-497e-8147-da82b280d5c4 req-eb01babc-ddf8-446c-8306-6976dc575c0b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.6029761 Nov 16 04:37:56.113038 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Pushing event updated for resources: {'Port': ['ID=66eee7d8-9931-4678-ae51-e4a58eb28aac,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:56.144036 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:56.144036 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:56.144449 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:56.144682 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:56.145574 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:56.145574 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:56.145574 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:56.145955 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:56.146217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bb73b-0045-432e-bd5a-5a85024705e5 req-8e668304-ed02-4655-9245-d7f326348684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:56.146327 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:56.146553 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:56.146871 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:56.147187 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:37:56.147570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e10bb73b-0045-432e-bd5a-5a85024705e5 req-8e668304-ed02-4655-9245-d7f326348684 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 1100 time: 0.6272542 Nov 16 04:37:56.152407 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d7f47ce2-4e30-45ec-9e3b-a63dc690f11e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:56.153373 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.233883 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Attempting to bind port 66eee7d8-9931-4678-ae51-e4a58eb28aac on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:56.234273 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Attempting to bind port 66eee7d8-9931-4678-ae51-e4a58eb28aac by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:56.234644 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Attempting to bind port 66eee7d8-9931-4678-ae51-e4a58eb28aac on network 651b49ac-cdfc-4796-8489-6adedffc3616 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:56.248618 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:56.249025 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Checking segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:56.249398 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.252501 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Bound using segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:56.253040 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Bound port: 66eee7d8-9931-4678-ae51-e4a58eb28aac, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:56.253465 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.287548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] For port 09f5545e-9287-4c90-adfe-1f351744462c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09f5545e-9287-4c90-adfe-1f351744462c,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:56.289417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.298597 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.303239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['845535a5-f48c-4a40-baf1-698b2b8e1704'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:37:56.327819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] For port 09f5545e-9287-4c90-adfe-1f351744462c, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:56.388200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.398395 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] For port 66eee7d8-9931-4678-ae51-e4a58eb28aac, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:56.402295 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] For port 66eee7d8-9931-4678-ae51-e4a58eb28aac, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=66eee7d8-9931-4678-ae51-e4a58eb28aac,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:56.407098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Transition to ACTIVE for port object 09f5545e-9287-4c90-adfe-1f351744462c will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:37:56.408275 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.425111 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.429301 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event updated for resources: {'Port': ['ID=b9009ab8-f9c1-405a-a515-bf24db18a975,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:56.451855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.477923 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.481203 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Routers {'dec89176-aeb8-45e8-8c10-f32886795cd4'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:56.482259 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['dec89176-aeb8-45e8-8c10-f32886795cd4'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:56.493526 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c78efab5-d061-4f03-9a8e-ffe0d4ed75a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9912524 Nov 16 04:37:56.528608 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35be1d8-11ea-490d-bed3-24b9194b645b None None] Pushing event updated for resources: {'Port': ['ID=66eee7d8-9931-4678-ae51-e4a58eb28aac,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:56.576866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-efb4295f-4e0f-4c18-b23a-0dfc80e5c508 None None] Provisioning complete for port 66eee7d8-9931-4678-ae51-e4a58eb28aac triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:56.578465 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb4295f-4e0f-4c18-b23a-0dfc80e5c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.639270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] No DVR routers for this DVR port 09f5545e-9287-4c90-adfe-1f351744462c on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:37:56.673014 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] Set router dec89176-aeb8-45e8-8c10-f32886795cd4 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:56.701947 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cab70a6a-979b-497e-8147-da82b280d5c4 req-8ace0dc9-151e-4e22-85ad-fd77fa470061 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962174 Nov 16 04:37:56.747683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e10bb73b-0045-432e-bd5a-5a85024705e5 req-f1530492-f586-4785-a809-4be731c26780 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351204 Nov 16 04:37:56.802681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Pushing event updated for resources: {'Port': ['ID=09f5545e-9287-4c90-adfe-1f351744462c,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:56.830422 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb4295f-4e0f-4c18-b23a-0dfc80e5c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.852196 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.resource_extend [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-d9bac082-a4df-4733-8893-dadb120c3c79 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:37:56.866877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Attempting to bind port 09f5545e-9287-4c90-adfe-1f351744462c on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:37:56.867232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Attempting to bind port 09f5545e-9287-4c90-adfe-1f351744462c by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:37:56.867800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Attempting to bind port 09f5545e-9287-4c90-adfe-1f351744462c on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:56.876584 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-efb4295f-4e0f-4c18-b23a-0dfc80e5c508 None None] For port 66eee7d8-9931-4678-ae51-e4a58eb28aac, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=66eee7d8-9931-4678-ae51-e4a58eb28aac,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:56.881595 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb4295f-4e0f-4c18-b23a-0dfc80e5c508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.932755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4295f-4e0f-4c18-b23a-0dfc80e5c508 None None] Pushing event updated for resources: {'Port': ['ID=66eee7d8-9931-4678-ae51-e4a58eb28aac,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:56.964589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Port 09f5545e-9287-4c90-adfe-1f351744462c on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:37:56.965011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Attempting to bind port 09f5545e-9287-4c90-adfe-1f351744462c on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:37:56.978011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:37:56.978355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:37:56.978738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:37:56.979172 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Bound port: 09f5545e-9287-4c90-adfe-1f351744462c, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:37:56.979530 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:56.989928 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 4, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port': {'id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:46Z', 'updated_at': '2021-11-16T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '66eee7d8-9931-4678-ae51-e4a58eb28aac', 'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'tenant_id': '98886c56b701447cb464fb425061a484', 'mac_address': 'fa:16:3e:2d:31:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:49Z', 'updated_at': '2021-11-16T04:37:56Z', 'revision_number': 4, 'project_id': '98886c56b701447cb464fb425061a484', 'subnets': [{'id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:57.010472 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-d9bac082-a4df-4733-8893-dadb120c3c79 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:57.017850 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-d9bac082-a4df-4733-8893-dadb120c3c79 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:57.024524 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119988e-edd5-4ff1-88be-156b9b00e756 None None] The sync data for ids ['dec89176-aeb8-45e8-8c10-f32886795cd4'] in n-d-818042-1 is: [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 4, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port': {'id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:46Z', 'updated_at': '2021-11-16T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '66eee7d8-9931-4678-ae51-e4a58eb28aac', 'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'tenant_id': '98886c56b701447cb464fb425061a484', 'mac_address': 'fa:16:3e:2d:31:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:49Z', 'updated_at': '2021-11-16T04:37:56Z', 'revision_number': 4, 'project_id': '98886c56b701447cb464fb425061a484', 'subnets': [{'id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:37:57.028828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e1614-02a5-4f65-9eaa-0831244123fa req-0c0758d6-8792-4a39-a941-16f8c85f2190 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:57.030404 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-224e1614-02a5-4f65-9eaa-0831244123fa req-0c0758d6-8792-4a39-a941-16f8c85f2190 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 946 time: 0.1758235 Nov 16 04:37:57.036420 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-58926230-86e3-4708-93c2-73ca26fed734 None None] Provisioning complete for port 66eee7d8-9931-4678-ae51-e4a58eb28aac triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:57.036921 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58926230-86e3-4708-93c2-73ca26fed734 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:57.197186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] For port 09f5545e-9287-4c90-adfe-1f351744462c, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:37:57.204799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] For port 09f5545e-9287-4c90-adfe-1f351744462c, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=09f5545e-9287-4c90-adfe-1f351744462c,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:37:57.212204 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:57.217267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-224e1614-02a5-4f65-9eaa-0831244123fa req-44b8d12e-204d-4ea8-a88b-2e2ac614b124 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328974 Nov 16 04:37:57.257026 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-d9bac082-a4df-4733-8893-dadb120c3c79 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Floating IP a54f5a62-c6b4-4289-a148-a17f4a4e8b93 associated. External IP: 172.25.0.37, port: 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f. Nov 16 04:37:57.262698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:57.263314 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:57.264699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-47475669-579b-40ac-8504-1a0468a23468 service neutron] 10.222.0.15 "PUT /v2.0/ports/09f5545e-9287-4c90-adfe-1f351744462c HTTP/1.1" status: 200 len: 1095 time: 2.1437638 Nov 16 04:37:57.325498 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54cc42c0-dc9c-45d3-a1ba-f6166f699c66 x-openstack-request-id: req-54cc42c0-dc9c-45d3-a1ba-f6166f699c66 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:37:57.325869 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:37:57.326123 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54cc42c0-dc9c-45d3-a1ba-f6166f699c66 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:37:57.326431 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'status': 'completed', 'code': 200} Nov 16 04:37:57.584483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 18c85f33-ba52-4660-9a81-4b0cff0d22df up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:57.607641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47475669-579b-40ac-8504-1a0468a23468 service neutron] Pushing event updated for resources: {'Port': ['ID=09f5545e-9287-4c90-adfe-1f351744462c,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:57.658007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d62f63-9843-452a-b39d-f014b2990381 req-38ad4b07-3d6b-45b3-9f6a-74e2663fa648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:57.659564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-38ad4b07-3d6b-45b3-9f6a-74e2663fa648 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 1098 time: 0.3483403 Nov 16 04:37:57.666673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182512b8-8d81-452b-b450-ee237295bc29 req-ead8540a-b57d-49f4-86d6-f2bdc56c52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:57.668149 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-182512b8-8d81-452b-b450-ee237295bc29 req-ead8540a-b57d-49f4-86d6-f2bdc56c52d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 1096 time: 0.3558147 Nov 16 04:37:57.676534 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 18c85f33-ba52-4660-9a81-4b0cff0d22df completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:37:57.682670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 18c85f33-ba52-4660-9a81-4b0cff0d22df triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:57.683041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:57.687530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106438c-91df-431e-873b-b4f9963bd845 req-ea96d978-29ae-4543-875e-c4066aee5ecb tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:57.694789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5106438c-91df-431e-873b-b4f9963bd845 req-ea96d978-29ae-4543-875e-c4066aee5ecb tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 944 time: 0.1427586 Nov 16 04:37:57.784095 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:57.807448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-d9bac082-a4df-4733-8893-dadb120c3c79 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Router 9852d3ed-f742-4b25-89c9-e6479e2308de has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:37:57.809729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a59bf9-831c-4ad7-b86f-e140a3e74fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c85f33-ba52-4660-9a81-4b0cff0d22df'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:57.812192 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912804bf-5163-4be5-b692-86a328970a89" -d '{"events": [{"server_uuid": "58a59bf9-831c-4ad7-b86f-e140a3e74fb4", "name": "network-vif-plugged", "status": "completed", "tag": "18c85f33-ba52-4660-9a81-4b0cff0d22df"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:57.827119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:57.830986 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:57.877439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=18c85f33-ba52-4660-9a81-4b0cff0d22df,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:37:57.911650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5106438c-91df-431e-873b-b4f9963bd845 req-b92fde67-6ed8-4434-b773-5694f041cacb tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160120 Nov 16 04:37:57.987954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 66eee7d8-9931-4678-ae51-e4a58eb28aac up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:58.006820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d62f63-9843-452a-b39d-f014b2990381 req-dc0cd89d-d1c0-433a-98e3-9e445980d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:58.008302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-dc0cd89d-d1c0-433a-98e3-9e445980d6e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.3368781 Nov 16 04:37:58.009184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182512b8-8d81-452b-b450-ee237295bc29 req-7fa54548-2b0f-4e71-b4d9-213775e23657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:58.010492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-182512b8-8d81-452b-b450-ee237295bc29 req-7fa54548-2b0f-4e71-b4d9-213775e23657 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.3129170 Nov 16 04:37:58.035767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 66eee7d8-9931-4678-ae51-e4a58eb28aac triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:58.036134 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:58.128888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-182512b8-8d81-452b-b450-ee237295bc29 req-c71c0d0e-5edd-4496-a4a6-4793c7e30249 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 217 time: 0.0932214 Nov 16 04:37:58.130093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-7403d403-0c11-4a05-9817-302c18797897 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=09f5545e-9287-4c90-adfe-1f351744462c HTTP/1.1" status: 200 len: 217 time: 0.0921321 Nov 16 04:37:58.139464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579de0c6-ff9c-45a1-b5dd-0025c8ec81ec req-ac5130f5-699d-4400-bcee-00d4af257710 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:58.141039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-579de0c6-ff9c-45a1-b5dd-0025c8ec81ec req-ac5130f5-699d-4400-bcee-00d4af257710 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 949 time: 0.1544380 Nov 16 04:37:58.143391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-d9bac082-a4df-4733-8893-dadb120c3c79 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:37:58.188931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe8fa3-a3c9-4d10-8fce-4aef79c80f43 None None] Sync routers for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:37:58.207711 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe8fa3-a3c9-4d10-8fce-4aef79c80f43 None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:58.208329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f3fe8fa3-a3c9-4d10-8fce-4aef79c80f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:58.308164 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182512b8-8d81-452b-b450-ee237295bc29 req-cfa9aba6-86a1-4bd1-b781-fe63480a0e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:58.310251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-182512b8-8d81-452b-b450-ee237295bc29 req-cfa9aba6-86a1-4bd1-b781-fe63480a0e4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.1649675 Nov 16 04:37:58.346159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f3fe8fa3-a3c9-4d10-8fce-4aef79c80f43 None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:58.348434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d62f63-9843-452a-b39d-f014b2990381 req-f6d7ba86-af16-4231-9430-0ea74ace19b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:58.349901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-f6d7ba86-af16-4231-9430-0ea74ace19b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2035501 Nov 16 04:37:58.392876 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-579de0c6-ff9c-45a1-b5dd-0025c8ec81ec req-b0d52021-2595-410f-8010-0a9149c12c05 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073276 Nov 16 04:37:58.439869 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182512b8-8d81-452b-b450-ee237295bc29 req-f0718300-9c0f-47e1-b35c-782d0591de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:58.441266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-182512b8-8d81-452b-b450-ee237295bc29 req-f0718300-9c0f-47e1-b35c-782d0591de4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1207018 Nov 16 04:37:58.448856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d62f63-9843-452a-b39d-f014b2990381 req-579889a2-42be-40b9-b47b-a823cae69cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:58.450986 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-579889a2-42be-40b9-b47b-a823cae69cca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837481 Nov 16 04:37:58.594983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f3fe8fa3-a3c9-4d10-8fce-4aef79c80f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'a54f5a62-c6b4-4289-a148-a17f4a4e8b93', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'port_id': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'mac_address': 'fa:16:3e:84:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:21Z', 'updated_at': '2021-11-16T04:37:56Z', 'revision_number': 3, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:58.622609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe8fa3-a3c9-4d10-8fce-4aef79c80f43 None None] Checking router: 9852d3ed-f742-4b25-89c9-e6479e2308de for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:37:58.631938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe8fa3-a3c9-4d10-8fce-4aef79c80f43 None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:58.632568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f3fe8fa3-a3c9-4d10-8fce-4aef79c80f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:58.742911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f3fe8fa3-a3c9-4d10-8fce-4aef79c80f43 None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:58.972577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f3fe8fa3-a3c9-4d10-8fce-4aef79c80f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'a54f5a62-c6b4-4289-a148-a17f4a4e8b93', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'port_id': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'mac_address': 'fa:16:3e:84:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:21Z', 'updated_at': '2021-11-16T04:37:56Z', 'revision_number': 3, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:58.990571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-3dc98c99-dc2d-4851-aae7-98d8804e8589 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--271017545&fields=id&tenant_id=98886c56b701447cb464fb425061a484 HTTP/1.1" status: 200 len: 267 time: 0.1744413 Nov 16 04:37:58.998991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe8fa3-a3c9-4d10-8fce-4aef79c80f43 None None] The sync data for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 is: [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'a54f5a62-c6b4-4289-a148-a17f4a4e8b93', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'port_id': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'mac_address': 'fa:16:3e:84:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:21Z', 'updated_at': '2021-11-16T04:37:56Z', 'revision_number': 3, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:37:59.012497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-182512b8-8d81-452b-b450-ee237295bc29 req-9b1f69a1-fa97-4325-b26f-97965a74c383 service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591753 Nov 16 04:37:59.078850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-48f7144a-5e06-4013-91b5-91be1fa520eb service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168110 Nov 16 04:37:59.116785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-d9bac082-a4df-4733-8893-dadb120c3c79 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Router 9852d3ed-f742-4b25-89c9-e6479e2308de has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:37:59.155745 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c94dbf-713e-47b9-9cac-2b0cf7f54d94 None None] New status for floating IP a54f5a62-c6b4-4289-a148-a17f4a4e8b93: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:37:59.329571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee536f-8033-4e43-935a-11182aea028f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f5545e-9287-4c90-adfe-1f351744462c'}, {'name': 'network-changed', 'server_uuid': '99ee536f-8033-4e43-935a-11182aea028f', 'tag': '09f5545e-9287-4c90-adfe-1f351744462c'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:37:59.331675 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe86cef-6edf-4537-8418-949faa9035fe" -d '{"events": [{"server_uuid": "99ee536f-8033-4e43-935a-11182aea028f", "name": "network-vif-unplugged", "status": "completed", "tag": "09f5545e-9287-4c90-adfe-1f351744462c"}, {"name": "network-changed", "server_uuid": "99ee536f-8033-4e43-935a-11182aea028f", "tag": "09f5545e-9287-4c90-adfe-1f351744462c"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:37:59.350649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-b36f0b17-710a-4851-b996-77728de3ab96 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:59.352159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-b36f0b17-710a-4851-b996-77728de3ab96 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 811 time: 0.3496993 Nov 16 04:37:59.364646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-182512b8-8d81-452b-b450-ee237295bc29 req-e5198db9-e42f-4491-90a5-728051d75eda service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411965 Nov 16 04:37:59.381376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d62f63-9843-452a-b39d-f014b2990381 req-e6627a2a-85bf-4257-b2f9-3a9474359b5b service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601035 Nov 16 04:37:59.384310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-a7c78e83-0f95-49b7-9a1e-ed122222d1e8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/quotas/98886c56b701447cb464fb425061a484 HTTP/1.1" status: 200 len: 375 time: 0.0221565 Nov 16 04:37:59.399493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 09f5545e-9287-4c90-adfe-1f351744462c no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:37:59.424270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-d9bac082-a4df-4733-8893-dadb120c3c79 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:37:59.430950 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-d9bac082-a4df-4733-8893-dadb120c3c79 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:59.439983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00afc19d-b3b5-428a-9209-279c3f2e4dec None None] Sync routers for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:37:59.450616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 09f5545e-9287-4c90-adfe-1f351744462c not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:37:59.455096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00afc19d-b3b5-428a-9209-279c3f2e4dec None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:59.455851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-00afc19d-b3b5-428a-9209-279c3f2e4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:59.498069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-5c80a77f-5497-4579-9651-a7a0910fcfeb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1069138 Nov 16 04:37:59.505932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-d9bac082-a4df-4733-8893-dadb120c3c79 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "PUT /v2.0/floatingips/a54f5a62-c6b4-4289-a148-a17f4a4e8b93 HTTP/1.1" status: 200 len: 997 time: 4.7901995 Nov 16 04:37:59.563475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-00afc19d-b3b5-428a-9209-279c3f2e4dec None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:37:59.597050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 845535a5-f48c-4a40-baf1-698b2b8e1704 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:37:59.608419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-fecf751c-0cb2-4555-9fb6-9d7c68976bd4 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:59.609815 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-fecf751c-0cb2-4555-9fb6-9d7c68976bd4 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports/00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 942 time: 0.0979416 Nov 16 04:37:59.646663 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-19e93719-3bd9-44ab-aade-6dd7251ab38c service neutron] 10.222.0.41 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329715 Nov 16 04:37:59.740305 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 845535a5-f48c-4a40-baf1-698b2b8e1704 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:37:59.749972 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 845535a5-f48c-4a40-baf1-698b2b8e1704 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:37:59.750607 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:59.759884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-a506debe-91e2-4829-812f-21cdf6d1da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:59.761408 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-a506debe-91e2-4829-812f-21cdf6d1da67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 1096 time: 0.0622194 Nov 16 04:37:59.793885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-ff9fa9cd-213f-4aa5-b409-55a08aefc485 service neutron] 10.222.0.41 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412685 Nov 16 04:37:59.867975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-12733dbe-82fd-4ee4-acdf-f0f39b9bf38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:37:59.869875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-12733dbe-82fd-4ee4-acdf-f0f39b9bf38d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.0978913 Nov 16 04:37:59.886538 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:59.921286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-46303b6d-37aa-4bef-91dd-d043b12c5f0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 217 time: 0.0439510 Nov 16 04:37:59.929257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-00afc19d-b3b5-428a-9209-279c3f2e4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'a54f5a62-c6b4-4289-a148-a17f4a4e8b93', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'port_id': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'mac_address': 'fa:16:3e:84:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:21Z', 'updated_at': '2021-11-16T04:37:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:59.961909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00afc19d-b3b5-428a-9209-279c3f2e4dec None None] Checking router: 9852d3ed-f742-4b25-89c9-e6479e2308de for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:37:59.972771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=845535a5-f48c-4a40-baf1-698b2b8e1704,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:37:59.979580 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00afc19d-b3b5-428a-9209-279c3f2e4dec None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:37:59.982403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-00afc19d-b3b5-428a-9209-279c3f2e4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:37:59.985886 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:37:59.998896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-45299ba8-0fa6-4617-bf71-a11ba14b85b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:00.000378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-45299ba8-0fa6-4617-bf71-a11ba14b85b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.0713012 Nov 16 04:38:00.061801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-ebf4e619-7072-4294-a8d3-117c128657bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:00.064272 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-ebf4e619-7072-4294-a8d3-117c128657bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555952 Nov 16 04:38:00.112575 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=845535a5-f48c-4a40-baf1-698b2b8e1704,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:00.141818 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-00afc19d-b3b5-428a-9209-279c3f2e4dec None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:38:00.225366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2a203-8a12-41d5-9289-002aae9007ad req-7ca467dd-5588-45f7-a6e4-2d1f27b277b9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:00.227056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18d2a203-8a12-41d5-9289-002aae9007ad req-7ca467dd-5588-45f7-a6e4-2d1f27b277b9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 947 time: 0.0942667 Nov 16 04:38:00.230547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-b0dd2d7e-5346-4d62-8044-30612d302bd8 service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566043 Nov 16 04:38:00.349214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18d2a203-8a12-41d5-9289-002aae9007ad req-f4bf06a3-c61e-410f-be6e-fb6740ea8d29 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121445 Nov 16 04:38:00.372783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-a1978eee-357d-49a4-abbf-87c2ffaa75f0 service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341567 Nov 16 04:38:00.470850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-ef4ed9df-ce11-4366-a48c-9544a2c8bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:00.472363 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-ef4ed9df-ce11-4366-a48c-9544a2c8bbb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 1096 time: 0.0728695 Nov 16 04:38:00.474411 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7b3156-7814-4d75-b8cd-62cc06728725 x-openstack-request-id: req-da7b3156-7814-4d75-b8cd-62cc06728725 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:00.474727 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a59bf9-831c-4ad7-b86f-e140a3e74fb4", "name": "network-vif-plugged", "status": "completed", "tag": "18c85f33-ba52-4660-9a81-4b0cff0d22df", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:00.474989 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da7b3156-7814-4d75-b8cd-62cc06728725 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:00.475378 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a59bf9-831c-4ad7-b86f-e140a3e74fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c85f33-ba52-4660-9a81-4b0cff0d22df', 'code': 200} Nov 16 04:38:00.534235 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-00afc19d-b3b5-428a-9209-279c3f2e4dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'a54f5a62-c6b4-4289-a148-a17f4a4e8b93', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'port_id': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'mac_address': 'fa:16:3e:84:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:21Z', 'updated_at': '2021-11-16T04:37:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:00.560187 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00afc19d-b3b5-428a-9209-279c3f2e4dec None None] The sync data for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 is: [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'a54f5a62-c6b4-4289-a148-a17f4a4e8b93', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'port_id': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'mac_address': 'fa:16:3e:84:8b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:21Z', 'updated_at': '2021-11-16T04:37:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:38:00.585476 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-a966784a-2927-44d0-a7f3-65d21526d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:00.587091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-a966784a-2927-44d0-a7f3-65d21526d08e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.1075268 Nov 16 04:38:00.712552 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a42b20-48eb-45f5-8530-abb103f8a62e req-98c2697c-3c20-4708-ad9d-8305ec205f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:00.718668 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84a42b20-48eb-45f5-8530-abb103f8a62e req-98c2697c-3c20-4708-ad9d-8305ec205f7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 1096 time: 0.1521761 Nov 16 04:38:00.722121 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-0a6c54cc-5343-4eae-b5e4-fc4cbced004f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c845e153-23da-4c26-a4b1-3e1dbdcf8b60 HTTP/1.1" status: 200 len: 1000 time: 0.1126440 Nov 16 04:38:00.784309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e991f-b98f-4647-b7db-7ba7ec7c2a4b req-9bd44e98-460d-4bb8-be10-58b39ab65a6f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:00.786059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-710e991f-b98f-4647-b7db-7ba7ec7c2a4b req-9bd44e98-460d-4bb8-be10-58b39ab65a6f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 945 time: 0.1306367 Nov 16 04:38:00.839530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-387018fd-4984-4a16-a12c-d7f86f06a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:00.841552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-387018fd-4984-4a16-a12c-d7f86f06a7aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.1098709 Nov 16 04:38:00.848388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84a42b20-48eb-45f5-8530-abb103f8a62e req-12294e12-aae5-4ad3-9c2b-bc900bb35167 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176014 Nov 16 04:38:00.885953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-710e991f-b98f-4647-b7db-7ba7ec7c2a4b req-75f6f096-d68e-4690-90a5-e4c6ffc74f70 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911024 Nov 16 04:38:00.898814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-fe2882c5-b62a-4dd4-87a0-316888d8ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:00.900317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-fe2882c5-b62a-4dd4-87a0-316888d8ab88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510855 Nov 16 04:38:00.948539 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 16 Nov 2021 04:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ca7a1b-93d9-4e60-a186-2ba4f6ba31e9 x-openstack-request-id: req-27ca7a1b-93d9-4e60-a186-2ba4f6ba31e9 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:00.948833 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ee536f-8033-4e43-935a-11182aea028f", "name": "network-vif-unplugged", "status": "completed", "tag": "09f5545e-9287-4c90-adfe-1f351744462c", "code": 200}, {"name": "network-changed", "server_uuid": "99ee536f-8033-4e43-935a-11182aea028f", "tag": "09f5545e-9287-4c90-adfe-1f351744462c", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:00.949078 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27ca7a1b-93d9-4e60-a186-2ba4f6ba31e9 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:00.950012 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee536f-8033-4e43-935a-11182aea028f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f5545e-9287-4c90-adfe-1f351744462c', 'code': 200} Nov 16 04:38:00.950268 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99ee536f-8033-4e43-935a-11182aea028f', 'tag': '09f5545e-9287-4c90-adfe-1f351744462c', 'status': 'completed', 'code': 200} Nov 16 04:38:01.028334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-0011df8b-35c7-4e12-8d7c-67ada4232dec service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198394 Nov 16 04:38:01.110918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe86cef-6edf-4537-8418-949faa9035fe req-b4102af9-ce94-4741-9fef-4140862d896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:01.112392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-b4102af9-ce94-4741-9fef-4140862d896c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 1098 time: 0.1345000 Nov 16 04:38:01.138953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e6765-5f4f-45a8-a9d5-5e6ed769a4c2 req-f60cf148-a155-4a5d-b4de-606076828f93 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:01.140291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-776e6765-5f4f-45a8-a9d5-5e6ed769a4c2 req-f60cf148-a155-4a5d-b4de-606076828f93 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 949 time: 0.1492503 Nov 16 04:38:01.619507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3265bf83-eb29-427f-80d9-c9dfd3549ce3 req-d67ab390-56d8-4c8d-9dd4-39bf3d7d6df1 service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5768895 Nov 16 04:38:01.652635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe86cef-6edf-4537-8418-949faa9035fe req-e6f3592c-3db4-4c60-8e17-f27168a05cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:01.654212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-e6f3592c-3db4-4c60-8e17-f27168a05cf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 1098 time: 0.5372930 Nov 16 04:38:01.664266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-776e6765-5f4f-45a8-a9d5-5e6ed769a4c2 req-55caeb9a-7e10-49f3-bf2f-f34a862a9bf6 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011959 Nov 16 04:38:01.741893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe86cef-6edf-4537-8418-949faa9035fe req-4f01f5fb-3377-4e4b-85de-da56f270e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:01.743619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-4f01f5fb-3377-4e4b-85de-da56f270e84f service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.6149309 Nov 16 04:38:01.843976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be5da799-c792-4de8-8470-273cf7843b1c req-7d2ae8fe-8831-4367-8080-6e84a8a193ef tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 210 time: 0.1539130 Nov 16 04:38:01.852684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-953d8030-8db6-456b-88bb-6d1b862e6c84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=09f5545e-9287-4c90-adfe-1f351744462c HTTP/1.1" status: 200 len: 217 time: 0.0981412 Nov 16 04:38:01.864060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-4ba031d3-5170-49d4-b261-a3d1d55da377 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:01.865617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-4ba031d3-5170-49d4-b261-a3d1d55da377 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 811 time: 0.3448596 Nov 16 04:38:01.997219 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580e91b-4fca-4a11-856a-932237c74823 req-70442047-dbcc-4fed-9da1-27999814b931 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:01.998750 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9580e91b-4fca-4a11-856a-932237c74823 req-70442047-dbcc-4fed-9da1-27999814b931 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 946 time: 0.2542522 Nov 16 04:38:02.017403 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe86cef-6edf-4537-8418-949faa9035fe req-eeaa2efb-2c8b-449d-80e3-17743e66f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:02.018842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-eeaa2efb-2c8b-449d-80e3-17743e66f8ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.3414624 Nov 16 04:38:02.025996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe86cef-6edf-4537-8418-949faa9035fe req-f541966d-f237-4261-829f-7e16c9247b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:02.027357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-f541966d-f237-4261-829f-7e16c9247b62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1587486 Nov 16 04:38:02.127468 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-4369064f-fb3f-4def-960b-2fcb117414aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=09f5545e-9287-4c90-adfe-1f351744462c HTTP/1.1" status: 200 len: 217 time: 0.0673864 Nov 16 04:38:02.132421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-8b99a7c0-933f-407c-8b21-cc505a6119f4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98886c56b701447cb464fb425061a484 HTTP/1.1" status: 200 len: 379 time: 0.2495532 Nov 16 04:38:02.168040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8d5c1-a936-44fd-8d6d-529e3e4377b9 req-2a003b78-55c1-424c-9f9d-b36a33fd4012 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:02.169478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9d8d5c1-a936-44fd-8d6d-529e3e4377b9 req-2a003b78-55c1-424c-9f9d-b36a33fd4012 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 947 time: 0.2386498 Nov 16 04:38:02.172630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-a66de28a-7f67-40e9-92e3-f97fddaf1c78 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Request body: {'port': {'device_id': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'admin_state_up': True, 'tenant_id': '98886c56b701447cb464fb425061a484', 'security_groups': ['46e8fb72-c85b-463b-823e-6c3c3d868f58']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:02.268371 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9580e91b-4fca-4a11-856a-932237c74823 req-d88bb8ce-cfe1-4ea8-a308-aea82a5229e9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572167 Nov 16 04:38:02.300339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe86cef-6edf-4537-8418-949faa9035fe req-e0fcfad9-9672-4394-967d-d0a93f23be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:02.301874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-e0fcfad9-9672-4394-967d-d0a93f23be90 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2604420 Nov 16 04:38:02.313110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe86cef-6edf-4537-8418-949faa9035fe req-588c952e-e829-43b7-9fe5-bab08f690016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:02.314573 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-588c952e-e829-43b7-9fe5-bab08f690016 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1736746 Nov 16 04:38:02.389167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9d8d5c1-a936-44fd-8d6d-529e3e4377b9 req-e86a1d3e-5515-4fef-b15c-8548441b14aa tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055612 Nov 16 04:38:02.476175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845535a5-f48c-4a40-baf1-698b2b8e1704'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:02.479071 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764a988b-cff8-432a-877b-32cdaa08e3a6" -d '{"events": [{"server_uuid": "b7527043-4ea1-48e1-9abd-8dd8e4694fbf", "name": "network-vif-plugged", "status": "completed", "tag": "845535a5-f48c-4a40-baf1-698b2b8e1704"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:02.571940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e60ff955-468b-42fd-81ac-13ebd56b6972 req-c99df2bc-7d84-43b8-87e1-9c0499185bc6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 1000 time: 0.1722136 Nov 16 04:38:02.573584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe86cef-6edf-4537-8418-949faa9035fe req-b829923f-a885-43e8-855a-3d60e5693f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:02.575028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-b829923f-a885-43e8-855a-3d60e5693f01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1913025 Nov 16 04:38:02.579642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-54238a87-88db-4bcd-9c4d-62e6ba02bc28 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623715 Nov 16 04:38:02.601396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-a66de28a-7f67-40e9-92e3-f97fddaf1c78 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Made reservation on behalf of 98886c56b701447cb464fb425061a484 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:38:02.604589 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-a66de28a-7f67-40e9-92e3-f97fddaf1c78 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:02.687506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521811f-5412-46c0-8439-4290d9378936 req-e98128cb-5382-446b-8ef9-89b570734a34 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:02.688850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8521811f-5412-46c0-8439-4290d9378936 req-e98128cb-5382-446b-8ef9-89b570734a34 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.2115149 Nov 16 04:38:02.744286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ff955-468b-42fd-81ac-13ebd56b6972 req-bbda8f52-ee26-4a74-87f5-4ca67858d984 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:02.745609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e60ff955-468b-42fd-81ac-13ebd56b6972 req-bbda8f52-ee26-4a74-87f5-4ca67858d984 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports/c845e153-23da-4c26-a4b1-3e1dbdcf8b60 HTTP/1.1" status: 200 len: 942 time: 0.1651220 Nov 16 04:38:02.952583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f'}, {'name': 'network-changed', 'server_uuid': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'tag': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:02.954772 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b93031-5349-47a8-97c9-5c32fbae97cc" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f"}, {"name": "network-changed", "server_uuid": "1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee", "tag": "c845e153-23da-4c26-a4b1-3e1dbdcf8b60"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:02.960158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8521811f-5412-46c0-8439-4290d9378936 req-40f05a96-5c84-42d4-b981-6c1fe3b72f9c tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548339 Nov 16 04:38:02.967087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-5418d502-c56d-4a96-98cc-d0c17f83455d service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744786 Nov 16 04:38:02.972675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-4d9bde4c-a116-4f45-9b70-6247eae00cd1 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260331 Nov 16 04:38:03.022906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e60ff955-468b-42fd-81ac-13ebd56b6972 req-99887017-bef3-4698-a716-2ff1a38766af tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 1000 time: 0.1737370 Nov 16 04:38:03.173054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-a66de28a-7f67-40e9-92e3-f97fddaf1c78 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Allocated IP 172.20.0.7 (651b49ac-cdfc-4796-8489-6adedffc3616/cdbabdc3-a196-4f51-b496-e7650fbf0ec1/e1dca4d3-905e-419c-ba7d-5d74e08fb685) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:38:03.231573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667c311-c6f5-4ffc-8e74-9e1b1f18ecf6 req-63d554cc-2244-4cec-84f8-431aab0dfec0 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:03.233042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5667c311-c6f5-4ffc-8e74-9e1b1f18ecf6 req-63d554cc-2244-4cec-84f8-431aab0dfec0 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 945 time: 0.2142344 Nov 16 04:38:03.253389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fe86cef-6edf-4537-8418-949faa9035fe req-6d1ab77a-1170-4245-bb4c-016f6cb9f4fe service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443135 Nov 16 04:38:03.298763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ff955-468b-42fd-81ac-13ebd56b6972 req-8a3e68bf-7c36-44ee-a2c3-3d60c48cc006 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:03.300128 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e60ff955-468b-42fd-81ac-13ebd56b6972 req-8a3e68bf-7c36-44ee-a2c3-3d60c48cc006 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2586997 Nov 16 04:38:03.347697 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-e60ff955-468b-42fd-81ac-13ebd56b6972 req-644aa41c-e3ca-4e12-ab66-215b9ffe34c0 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:38:03.348955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e60ff955-468b-42fd-81ac-13ebd56b6972 req-644aa41c-e3ca-4e12-ab66-215b9ffe34c0 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0343840 Nov 16 04:38:03.390379 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5667c311-c6f5-4ffc-8e74-9e1b1f18ecf6 req-bebdb127-4b52-453a-8745-33824a883173 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392999 Nov 16 04:38:03.440071 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3530af44-c55d-47e5-8d4b-137ebf799bae x-openstack-request-id: req-3530af44-c55d-47e5-8d4b-137ebf799bae {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:03.440395 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7527043-4ea1-48e1-9abd-8dd8e4694fbf", "name": "network-vif-plugged", "status": "completed", "tag": "845535a5-f48c-4a40-baf1-698b2b8e1704", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:03.440678 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3530af44-c55d-47e5-8d4b-137ebf799bae {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:03.441075 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845535a5-f48c-4a40-baf1-698b2b8e1704', 'code': 200} Nov 16 04:38:03.444261 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-a66de28a-7f67-40e9-92e3-f97fddaf1c78 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:03.485419 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-a66de28a-7f67-40e9-92e3-f97fddaf1c78 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:03.536480 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccd5c91-66da-4f6f-b694-c6d20e7680a3 x-openstack-request-id: req-bccd5c91-66da-4f6f-b694-c6d20e7680a3 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:03.536802 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee", "tag": "c845e153-23da-4c26-a4b1-3e1dbdcf8b60", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:03.537043 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bccd5c91-66da-4f6f-b694-c6d20e7680a3 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:03.537476 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'status': 'completed', 'code': 200} Nov 16 04:38:03.537702 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'tag': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'status': 'completed', 'code': 200} Nov 16 04:38:03.547727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-a66de28a-7f67-40e9-92e3-f97fddaf1c78 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Network 651b49ac-cdfc-4796-8489-6adedffc3616 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:38:03.581508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-a66de28a-7f67-40e9-92e3-f97fddaf1c78 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:38:03.588245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-a66de28a-7f67-40e9-92e3-f97fddaf1c78 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:38:03.611542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 09f5545e-9287-4c90-adfe-1f351744462c details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:38:03.615273 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-fa03560c-c199-4b26-bbfc-81981a4eeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:03.616870 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-fa03560c-c199-4b26-bbfc-81981a4eeb66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 1096 time: 0.0505626 Nov 16 04:38:03.669379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66de28a-7f67-40e9-92e3-f97fddaf1c78 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:03.715601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-bfcbd27b-b4eb-41c0-a333-91b32f8aceca tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 1000 time: 0.1694503 Nov 16 04:38:03.723359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb626195-6bd2-4d5b-9028-d736208410da req-605b68f5-39bb-44d5-9818-f812806985da tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:03.724883 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb626195-6bd2-4d5b-9028-d736208410da req-605b68f5-39bb-44d5-9818-f812806985da tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 931 time: 0.2050562 Nov 16 04:38:03.734419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-a66de28a-7f67-40e9-92e3-f97fddaf1c78 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:03.735044 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-a66de28a-7f67-40e9-92e3-f97fddaf1c78 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:03.757163 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-56c80d2a-3df4-4c43-936a-18dd09957754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:03.762349 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-56c80d2a-3df4-4c43-936a-18dd09957754 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.1307306 Nov 16 04:38:03.786567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 09f5545e-9287-4c90-adfe-1f351744462c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=09f5545e-9287-4c90-adfe-1f351744462c,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:03.802794 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '09f5545e-9287-4c90-adfe-1f351744462c', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '09f5545e-9287-4c90-adfe-1f351744462c', 'mac_address': 'fa:16:3e:48:d3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:38:03.818810 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-e953a1d3-7513-49b0-b5c5-634c1eab1df7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 217 time: 0.0434265 Nov 16 04:38:03.854812 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:03.873142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5d2b4945-5d2c-459e-b80d-8684de8fdc2f None None] Provisioning complete for port e1dca4d3-905e-419c-ba7d-5d74e08fb685 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:38:03.873718 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d2b4945-5d2c-459e-b80d-8684de8fdc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:03.874166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-e3aaf310-5488-4581-9c2d-a38f9673cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:03.875784 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-e3aaf310-5488-4581-9c2d-a38f9673cb56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.0489540 Nov 16 04:38:03.878520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f5545e-9287-4c90-adfe-1f351744462c {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:03.930900 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 09f5545e-9287-4c90-adfe-1f351744462c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=09f5545e-9287-4c90-adfe-1f351744462c,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:03.935662 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:03.947030 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-489bef4b-cdd8-493d-b0b9-48ce357b7e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:03.948823 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-489bef4b-cdd8-493d-b0b9-48ce357b7e0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618455 Nov 16 04:38:03.961318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5d2b4945-5d2c-459e-b80d-8684de8fdc2f None None] Port e1dca4d3-905e-419c-ba7d-5d74e08fb685 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:38:04.003912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=09f5545e-9287-4c90-adfe-1f351744462c,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:04.012693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:04.013612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:04.013983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:04.014461 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:04.015323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:04.015670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:04.016007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:04.016343 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:04.017190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:04.017562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:04.018062 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:04.018402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:04.056895 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-425952b0-abe8-4441-857b-cc84ae6d266e service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919468 Nov 16 04:38:04.079206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e1b82-2949-450b-b16a-03b1866a02d2 req-85718afd-ca0e-4464-a2ab-6cac8b53578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:04.080656 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe4e1b82-2949-450b-b16a-03b1866a02d2 req-85718afd-ca0e-4464-a2ab-6cac8b53578b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 1101 time: 0.5158241 Nov 16 04:38:04.119710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-c899bc3f-c98f-4678-add0-a4653f5519dd tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:04.121078 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-c899bc3f-c98f-4678-add0-a4653f5519dd tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports/c845e153-23da-4c26-a4b1-3e1dbdcf8b60 HTTP/1.1" status: 200 len: 942 time: 0.3948090 Nov 16 04:38:04.133458 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-a66de28a-7f67-40e9-92e3-f97fddaf1c78 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9729855 Nov 16 04:38:04.151958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Request body: {'port': {'device_id': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:04.155393 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-d4c0e3f5-1512-4e1b-b6e8-b894b184a1be service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897942 Nov 16 04:38:04.192138 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb626195-6bd2-4d5b-9028-d736208410da req-90081ae7-804c-4f17-8398-5e4ae260c644 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191046 Nov 16 04:38:04.247445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-b6a261e6-cbcb-4742-be53-cd2ed6d9a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:04.249281 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-b6a261e6-cbcb-4742-be53-cd2ed6d9a794 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 1096 time: 0.0513659 Nov 16 04:38:04.252077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe4e1b82-2949-450b-b16a-03b1866a02d2 req-bab44771-748f-4581-9ed9-5c05e6c52d59 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571615 Nov 16 04:38:04.289412 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:04.296071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['09f5545e-9287-4c90-adfe-1f351744462c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:04.297501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-aff2e619-d5de-4f44-bb32-09df2cd0d4c4 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 1000 time: 0.1134565 Nov 16 04:38:04.489165 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6467c34-fe70-4817-84ac-1a049c036d3f req-b2f24b4f-66e8-4cf5-8d5c-0f14b3639b14 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:04.490709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6467c34-fe70-4817-84ac-1a049c036d3f req-b2f24b4f-66e8-4cf5-8d5c-0f14b3639b14 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 1096 time: 0.1750066 Nov 16 04:38:04.557430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-c9bc3cbc-c151-414c-8ded-94a4d97e01cb tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:04.558914 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-c9bc3cbc-c151-414c-8ded-94a4d97e01cb tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2549667 Nov 16 04:38:04.563387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-a6b3839f-b7f5-49be-a737-105c326c02d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:04.564853 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-a6b3839f-b7f5-49be-a737-105c326c02d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.0879905 Nov 16 04:38:04.664145 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-25cb2db7-dc2e-4c99-ad27-7da748768947 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c845e153-23da-4c26-a4b1-3e1dbdcf8b60 HTTP/1.1" status: 200 len: 1000 time: 0.0908782 Nov 16 04:38:04.664843 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6467c34-fe70-4817-84ac-1a049c036d3f req-e54296f1-5bd4-4d89-a2f5-b32b4f08a850 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633646 Nov 16 04:38:04.690550 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-4520cc7f-8240-44d9-9e3a-3d3cd9640307 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 1000 time: 0.1127675 Nov 16 04:38:04.703732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-b857f4c4-024a-4c74-a877-bc932d548b5d tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:04.720738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-7e3a7778-1460-4377-9d2b-dd580e55853f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:04.722255 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-7e3a7778-1460-4377-9d2b-dd580e55853f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.0463345 Nov 16 04:38:04.790228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-f6982df6-bc56-4277-83fe-df0e35c91d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:04.791722 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-f6982df6-bc56-4277-83fe-df0e35c91d0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509868 Nov 16 04:38:04.815762 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-b857f4c4-024a-4c74-a877-bc932d548b5d tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:04.881357 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-1905676c-a49b-404f-95e8-734f8bf87993 service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817642 Nov 16 04:38:04.882043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263119ce-dc4d-4652-90b2-8350048fc7d2 req-5527c4b8-6964-46bc-9a1a-485307444d48 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:04.883509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-263119ce-dc4d-4652-90b2-8350048fc7d2 req-5527c4b8-6964-46bc-9a1a-485307444d48 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 948 time: 0.1425259 Nov 16 04:38:04.943023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1dca4d3-905e-419c-ba7d-5d74e08fb685 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:04.979658 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1b93031-5349-47a8-97c9-5c32fbae97cc req-02b5bee1-a729-4791-9164-f5103683d061 service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870025 Nov 16 04:38:04.981647 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:05.020569 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Transition to ACTIVE for port object e1dca4d3-905e-419c-ba7d-5d74e08fb685 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:38:05.024370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-263119ce-dc4d-4652-90b2-8350048fc7d2 req-379d1cb2-0f5b-4e23-8e7d-28f888a073a6 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206315 Nov 16 04:38:05.027077 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:05.099859 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-b857f4c4-024a-4c74-a877-bc932d548b5d tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:05.125986 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-b857f4c4-024a-4c74-a877-bc932d548b5d tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:05.126331 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-b857f4c4-024a-4c74-a877-bc932d548b5d tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Floating IP a54f5a62-c6b4-4289-a148-a17f4a4e8b93 disassociated. External IP: 172.25.0.37, port: c845e153-23da-4c26-a4b1-3e1dbdcf8b60. Nov 16 04:38:05.240774 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:05.319380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83102ed1-28b2-4b50-b55e-2ae1d38b3bba req-5f7627b3-6fd1-4eb3-b514-f7c4884a5b6b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:05.320875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83102ed1-28b2-4b50-b55e-2ae1d38b3bba req-5f7627b3-6fd1-4eb3-b514-f7c4884a5b6b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 946 time: 0.2277405 Nov 16 04:38:05.337501 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c9ec3-04e4-41bd-90c8-81eefc66b290 req-8babf4e4-522d-4785-9498-b2a9d97e5510 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:05.338909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed5c9ec3-04e4-41bd-90c8-81eefc66b290 req-8babf4e4-522d-4785-9498-b2a9d97e5510 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "GET /v2.0/ports?device_id=55700c1e-9705-4b1a-8fbc-1a37b1af13f4 HTTP/1.1" status: 200 len: 946 time: 0.2291811 Nov 16 04:38:05.459059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Attempting to bind port e1dca4d3-905e-419c-ba7d-5d74e08fb685 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:38:05.459389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Attempting to bind port e1dca4d3-905e-419c-ba7d-5d74e08fb685 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:38:05.459713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Attempting to bind port e1dca4d3-905e-419c-ba7d-5d74e08fb685 on network 651b49ac-cdfc-4796-8489-6adedffc3616 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:05.533467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83102ed1-28b2-4b50-b55e-2ae1d38b3bba req-452fd0e1-810d-47cb-a27e-16461dc33076 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064312 Nov 16 04:38:05.536147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Port e1dca4d3-905e-419c-ba7d-5d74e08fb685 on network 651b49ac-cdfc-4796-8489-6adedffc3616 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:38:05.537030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Attempting to bind port e1dca4d3-905e-419c-ba7d-5d74e08fb685 on network 651b49ac-cdfc-4796-8489-6adedffc3616 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:05.551243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:38:05.551578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Checking segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:38:05.551953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Bound using segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:38:05.552383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Bound port: e1dca4d3-905e-419c-ba7d-5d74e08fb685, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:38:05.552737 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:05.643307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 09f5545e-9287-4c90-adfe-1f351744462c up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:38:05.644245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-ed5c9ec3-04e4-41bd-90c8-81eefc66b290 req-f9414ccc-582f-4c2d-8459-513c90ba77aa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Deleting port 3a674419-9a14-4ce8-bb88-717cacc517b2 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:38:05.644588 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed5c9ec3-04e4-41bd-90c8-81eefc66b290 req-f9414ccc-582f-4c2d-8459-513c90ba77aa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:05.692312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 09f5545e-9287-4c90-adfe-1f351744462c completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:38:05.696513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 09f5545e-9287-4c90-adfe-1f351744462c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:38:05.696880 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:05.728358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-b857f4c4-024a-4c74-a877-bc932d548b5d tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Router 9852d3ed-f742-4b25-89c9-e6479e2308de has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:38:05.734015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:38:05.739049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:38:05.750978 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:05.770089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b7240a-b174-4482-a02a-7991e0b8c1ef req-5dbab914-721f-40f6-9365-4dc0bf7d63f6 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:05.771610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4b7240a-b174-4482-a02a-7991e0b8c1ef req-5dbab914-721f-40f6-9365-4dc0bf7d63f6 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1636605 Nov 16 04:38:05.800015 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:05.829136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee536f-8033-4e43-935a-11182aea028f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f5545e-9287-4c90-adfe-1f351744462c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:05.831848 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b52315e-fb99-4b67-aa7f-f34dfa1a4ba3" -d '{"events": [{"server_uuid": "99ee536f-8033-4e43-935a-11182aea028f", "name": "network-vif-plugged", "status": "completed", "tag": "09f5545e-9287-4c90-adfe-1f351744462c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:05.832049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:05.832565 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:05.833984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] 10.222.0.15 "PUT /v2.0/ports/e1dca4d3-905e-419c-ba7d-5d74e08fb685 HTTP/1.1" status: 200 len: 1091 time: 1.6887851 Nov 16 04:38:05.845039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:05.846255 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 09f5545e-9287-4c90-adfe-1f351744462c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=09f5545e-9287-4c90-adfe-1f351744462c,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:05.847420 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c0d9b5-04c5-47d8-8446-7555dc797577" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:05.851167 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:05.933398 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=09f5545e-9287-4c90-adfe-1f351744462c,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:06.208693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ed5c9ec3-04e4-41bd-90c8-81eefc66b290 req-f9414ccc-582f-4c2d-8459-513c90ba77aa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] For port 3a674419-9a14-4ce8-bb88-717cacc517b2, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3a674419-9a14-4ce8-bb88-717cacc517b2,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:06.209055 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed5c9ec3-04e4-41bd-90c8-81eefc66b290 req-f9414ccc-582f-4c2d-8459-513c90ba77aa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:06.264233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b20dd5-d9e3-4f16-883e-0815e57af04b service neutron] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:06.272347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-ed5c9ec3-04e4-41bd-90c8-81eefc66b290 req-f9414ccc-582f-4c2d-8459-513c90ba77aa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Calling delete_port for 3a674419-9a14-4ce8-bb88-717cacc517b2 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:38:06.294175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4b7240a-b174-4482-a02a-7991e0b8c1ef req-54a46790-1f8f-4c25-b1ce-ccd226c44357 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950254 Nov 16 04:38:06.358818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-7d4bbe22-3114-4326-9e01-3a735757ba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:06.360291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-7d4bbe22-3114-4326-9e01-3a735757ba95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 1094 time: 0.1487317 Nov 16 04:38:06.375345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-b857f4c4-024a-4c74-a877-bc932d548b5d tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:38:06.384359 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad3b9d-0194-4218-8f3b-50b83d6226e0 None None] Sync routers for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:38:06.398164 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad3b9d-0194-4218-8f3b-50b83d6226e0 None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:38:06.398806 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9aad3b9d-0194-4218-8f3b-50b83d6226e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:06.405817 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-b857f4c4-024a-4c74-a877-bc932d548b5d tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:06.461025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-45734ff1-f53b-43c0-8713-f4154bcd2f07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685 HTTP/1.1" status: 200 len: 217 time: 0.0838034 Nov 16 04:38:06.481589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-b857f4c4-024a-4c74-a877-bc932d548b5d tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "PUT /v2.0/floatingips/a54f5a62-c6b4-4289-a148-a17f4a4e8b93 HTTP/1.1" status: 200 len: 694 time: 1.7845495 Nov 16 04:38:06.504783 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9aad3b9d-0194-4218-8f3b-50b83d6226e0 None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:38:06.526251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30addc-47e8-4ab9-8cc9-4987cb411aca req-ee981701-8523-474d-912e-d166c3b99088 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:06.528168 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf30addc-47e8-4ab9-8cc9-4987cb411aca req-ee981701-8523-474d-912e-d166c3b99088 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 1096 time: 0.1762443 Nov 16 04:38:06.613356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-89ac7835-ce51-4df6-91b2-8d95484376a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:06.614941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-89ac7835-ce51-4df6-91b2-8d95484376a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.1366487 Nov 16 04:38:06.644174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-770a1ff2-b223-49f4-a15a-2b5c8c0f716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:06.645629 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-770a1ff2-b223-49f4-a15a-2b5c8c0f716f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 1096 time: 0.1303566 Nov 16 04:38:06.683548 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed5c9ec3-04e4-41bd-90c8-81eefc66b290 req-f9414ccc-582f-4c2d-8459-513c90ba77aa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:06.696379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['3a674419-9a14-4ce8-bb88-717cacc517b2'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:06.709163 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9aad3b9d-0194-4218-8f3b-50b83d6226e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:06.734170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf30addc-47e8-4ab9-8cc9-4987cb411aca req-66172289-2d3e-4012-919c-e02f9e875d5c tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881230 Nov 16 04:38:06.735609 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad3b9d-0194-4218-8f3b-50b83d6226e0 None None] Checking router: 9852d3ed-f742-4b25-89c9-e6479e2308de for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:38:06.743670 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aad3b9d-0194-4218-8f3b-50b83d6226e0 None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:38:06.744314 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9aad3b9d-0194-4218-8f3b-50b83d6226e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:37:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:06.763218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9414ccc-582f-4c2d-8459-513c90ba77aa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Pushing event deleted for resources: {'Port': ['ID=3a674419-9a14-4ce8-bb88-717cacc517b2,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:06.812530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-9f960113-c60c-4de8-9378-05365098f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:06.814095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-9f960113-c60c-4de8-9378-05365098f384 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1862581 Nov 16 04:38:06.845545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5c9ec3-04e4-41bd-90c8-81eefc66b290 req-f9414ccc-582f-4c2d-8459-513c90ba77aa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] No DVR routers for this DVR port 3a674419-9a14-4ce8-bb88-717cacc517b2 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:38:06.862805 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed5c9ec3-04e4-41bd-90c8-81eefc66b290 req-f9414ccc-582f-4c2d-8459-513c90ba77aa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:06.866830 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed5c9ec3-04e4-41bd-90c8-81eefc66b290 req-f9414ccc-582f-4c2d-8459-513c90ba77aa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "DELETE /v2.0/ports/3a674419-9a14-4ce8-bb88-717cacc517b2 HTTP/1.1" status: 204 len: 173 time: 1.5179133 Nov 16 04:38:06.939196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-2182072b-e02c-4ba0-9359-a41bce4ded49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:06.955878 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-2182072b-e02c-4ba0-9359-a41bce4ded49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.3015130 Nov 16 04:38:06.964413 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9aad3b9d-0194-4218-8f3b-50b83d6226e0 None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:38:07.023402 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-244dea10-060d-4579-8fa9-fd70e7609f1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c845e153-23da-4c26-a4b1-3e1dbdcf8b60 HTTP/1.1" status: 200 len: 217 time: 0.0663991 Nov 16 04:38:07.126777 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-2a8ba99d-05f8-4c17-806a-70e8ffcbdf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:07.134250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-2a8ba99d-05f8-4c17-806a-70e8ffcbdf26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.1098111 Nov 16 04:38:07.146827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-941f95ba-0df2-49cf-a47c-6d16c9ad85eb service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024001 Nov 16 04:38:07.209801 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9aad3b9d-0194-4218-8f3b-50b83d6226e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:07.237854 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aad3b9d-0194-4218-8f3b-50b83d6226e0 None None] The sync data for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 is: [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:38:07.300141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480b7e3-9118-435e-8cae-400f5d4e32f8 req-a8fe6e94-85fe-4dc4-807d-68ae2fd4a76c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:07.301683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b480b7e3-9118-435e-8cae-400f5d4e32f8 req-a8fe6e94-85fe-4dc4-807d-68ae2fd4a76c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 943 time: 0.2242842 Nov 16 04:38:07.361462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-b1c0505f-4b63-4c3b-a4bd-46cf002e411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:07.369029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-b1c0505f-4b63-4c3b-a4bd-46cf002e411e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2338619 Nov 16 04:38:07.413579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-e966ac6c-f81f-49d4-9c96-0fa10a80b0a2 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:07.415449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-e966ac6c-f81f-49d4-9c96-0fa10a80b0a2 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f&tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 949 time: 0.2544556 Nov 16 04:38:07.446604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-281341ec-3786-4153-b13d-e39bd7da74d9 req-3f598600-7f2f-4705-b7f1-a3456fbc0a2e service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748387 Nov 16 04:38:07.545930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b480b7e3-9118-435e-8cae-400f5d4e32f8 req-3af6b208-5c2f-4f62-a3b8-859bb37cf1f1 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286947 Nov 16 04:38:07.555461 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660699c9-0822-477c-888a-1a4aebbb18f2 None None] New status for floating IP a54f5a62-c6b4-4289-a148-a17f4a4e8b93: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:38:07.568273 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-242b15e8-9c8e-4036-89d9-74093f7670f1 service neutron] delete failed (client error): The resource could not be found. Nov 16 04:38:07.569271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-242b15e8-9c8e-4036-89d9-74093f7670f1 service neutron] 10.222.0.37 "DELETE /v2.0/ports/09f5545e-9287-4c90-adfe-1f351744462c/bindings/n-h1-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.1216865 Nov 16 04:38:07.586173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-46b86677-6ebd-4120-a203-101eddb9d407 service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162008 Nov 16 04:38:07.726718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-863eef5d-80af-4ea5-8861-38330274e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:07.728870 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-863eef5d-80af-4ea5-8861-38330274e416 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 1100 time: 0.0697589 Nov 16 04:38:07.822318 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b023169f-acf5-4775-9291-4fbc2d62afe2 x-openstack-request-id: req-b023169f-acf5-4775-9291-4fbc2d62afe2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:07.822887 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ee536f-8033-4e43-935a-11182aea028f", "name": "network-vif-plugged", "status": "completed", "tag": "09f5545e-9287-4c90-adfe-1f351744462c", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:07.822887 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b023169f-acf5-4775-9291-4fbc2d62afe2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:07.823268 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee536f-8033-4e43-935a-11182aea028f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f5545e-9287-4c90-adfe-1f351744462c', 'code': 200} Nov 16 04:38:07.836710 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62adad31-8803-48e7-9d9c-45aff85c5c3f x-openstack-request-id: req-62adad31-8803-48e7-9d9c-45aff85c5c3f {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:07.836935 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:07.837239 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62adad31-8803-48e7-9d9c-45aff85c5c3f {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:07.837644 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'status': 'completed', 'code': 200} Nov 16 04:38:07.910275 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-254c15c5-0cc3-4641-8b77-a2b43a97d282 req-5d4f74a2-1c6e-41ad-93a9-e1d55e9cb6d6 service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177209 Nov 16 04:38:07.919171 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5b9135c-16d4-4486-973b-ace8eb7785e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:07.936467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0d9b5-04c5-47d8-8446-7555dc797577 req-fc1957da-26cf-4315-aded-9aad68222b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:07.938132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6c0d9b5-04c5-47d8-8446-7555dc797577 req-fc1957da-26cf-4315-aded-9aad68222b4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 1094 time: 0.0992708 Nov 16 04:38:07.962324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-de1846d4-8ddd-4341-9b47-c18104f07a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:07.963932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-de1846d4-8ddd-4341-9b47-c18104f07a22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.2235842 Nov 16 04:38:08.059762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-36ec77fc-2005-4c5a-87a6-d7e4906f0e6a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=09f5545e-9287-4c90-adfe-1f351744462c HTTP/1.1" status: 200 len: 217 time: 0.0843871 Nov 16 04:38:08.166321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fc669-1059-4cbc-94d9-aeb21e3dc248 req-d85e5812-4a17-444a-989f-a36649bbb0d3 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:08.174148 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-952fc669-1059-4cbc-94d9-aeb21e3dc248 req-d85e5812-4a17-444a-989f-a36649bbb0d3 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.1575046 Nov 16 04:38:08.182856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-ab637769-e826-43cb-b245-c0223a52dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:08.185208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-ab637769-e826-43cb-b245-c0223a52dddd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1047373 Nov 16 04:38:08.204143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0d9b5-04c5-47d8-8446-7555dc797577 req-4631afc8-e092-45c2-8c57-060b62417d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:08.205584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6c0d9b5-04c5-47d8-8446-7555dc797577 req-4631afc8-e092-45c2-8c57-060b62417d0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.2534220 Nov 16 04:38:08.290798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6c0d9b5-04c5-47d8-8446-7555dc797577 req-d02abdeb-b461-4d7b-b300-781c2738e509 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685 HTTP/1.1" status: 200 len: 217 time: 0.0583956 Nov 16 04:38:08.298453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-952fc669-1059-4cbc-94d9-aeb21e3dc248 req-5bd308e6-82f4-4437-83f0-2cff4ed37c15 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234908 Nov 16 04:38:08.304957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-33ac14fa-259e-45cc-befc-f4f6ff0c26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:08.306550 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-33ac14fa-259e-45cc-befc-f4f6ff0c26b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059787 Nov 16 04:38:08.423931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0d9b5-04c5-47d8-8446-7555dc797577 req-dffe8ff6-72e6-4ab1-9509-ed532d5a0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:08.425376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6c0d9b5-04c5-47d8-8446-7555dc797577 req-dffe8ff6-72e6-4ab1-9509-ed532d5a0006 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.1179852 Nov 16 04:38:08.491993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e66b0-941c-4028-bf18-8c629d28682d req-e2655a4c-a456-418f-8ac8-299ff4073927 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:08.493471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a65e66b0-941c-4028-bf18-8c629d28682d req-e2655a4c-a456-418f-8ac8-299ff4073927 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1088641 Nov 16 04:38:08.505204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-31c12086-49ab-446e-9976-c94d68d42ff7 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896217 Nov 16 04:38:08.577553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0d9b5-04c5-47d8-8446-7555dc797577 req-19b1d1c9-50c1-4de0-91bd-88e9550b5ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:08.579046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6c0d9b5-04c5-47d8-8446-7555dc797577 req-19b1d1c9-50c1-4de0-91bd-88e9550b5ebf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427245 Nov 16 04:38:08.662733 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a65e66b0-941c-4028-bf18-8c629d28682d req-67427b75-441b-4031-ab24-0c14dd37931f tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618636 Nov 16 04:38:08.803844 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-32d8cf07-e9e3-4a42-a08f-5e8b0db9bf42 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:38:08.807326 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-32d8cf07-e9e3-4a42-a08f-5e8b0db9bf42 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097198 Nov 16 04:38:08.868666 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-a06d1993-8c69-4839-a932-795fcdef5b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:08.870073 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-a06d1993-8c69-4839-a932-795fcdef5b69 service neutron] 10.222.0.41 "GET /v2.0/ports/db4b3aad-44eb-4a92-849b-b89769bbc90b HTTP/1.1" status: 200 len: 1093 time: 0.0494425 Nov 16 04:38:08.880001 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] Request body: {'binding': {'host': 'n-h2-818042-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:08.880458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] Unknown quota resources ['binding']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 04:38:09.019080 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] Attempting to bind port db4b3aad-44eb-4a92-849b-b89769bbc90b on host n-h2-818042-1 for vnic_type normal with profile None {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:38:09.019310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] Attempting to bind port db4b3aad-44eb-4a92-849b-b89769bbc90b by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:38:09.019639 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] Attempting to bind port db4b3aad-44eb-4a92-849b-b89769bbc90b on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:09.023796 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] Port db4b3aad-44eb-4a92-849b-b89769bbc90b on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:38:09.024113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] Attempting to bind port db4b3aad-44eb-4a92-849b-b89769bbc90b on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:09.029434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:38:09.029777 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] Checking segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:38:09.030160 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] Bound using segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:38:09.030578 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] Bound port: db4b3aad-44eb-4a92-849b-b89769bbc90b, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:38:09.042312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1f4c5e6-98ab-4178-9e84-88cef47bccf9 req-a2b4943d-597e-40e1-a373-b2e880aa8d23 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5215216 Nov 16 04:38:09.083223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:38:09.087591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6c0d9b5-04c5-47d8-8446-7555dc797577 req-9a5be8a4-d940-4b4c-8731-6ef7d906c827 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978650 Nov 16 04:38:09.089726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] Publish callbacks [] for binding, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:09.091430 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-1fbded24-be1a-4fff-beb3-5980428d9988 service neutron] 10.222.0.41 "POST /v2.0/ports/db4b3aad-44eb-4a92-849b-b89769bbc90b/bindings HTTP/1.1" status: 201 len: 389 time: 0.2150130 Nov 16 04:38:09.133902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-bde364e4-6252-4e61-b4e4-4ab632183eba tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:09.135388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-bde364e4-6252-4e61-b4e4-4ab632183eba tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 811 time: 0.1574748 Nov 16 04:38:09.183545 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-e68f34e1-4bca-448a-9c12-f28a338c2ef9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/quotas/e37d5739ff204f68bc7362ae86816359 HTTP/1.1" status: 200 len: 375 time: 0.0185153 Nov 16 04:38:09.219980 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-5d93ab8b-798b-429c-836a-46e8cca3d710 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292709 Nov 16 04:38:09.289395 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6c0d9b5-04c5-47d8-8446-7555dc797577 req-2823cdab-5561-4d2e-83fd-0f2bed8623c4 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818659 Nov 16 04:38:09.345346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-c13775b8-3cf5-4a0a-a7cd-d8f14f04795c service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127243 Nov 16 04:38:09.441077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-80bbf8cb-4bb1-4086-a3d4-2020eb8b3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:09.442633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-80bbf8cb-4bb1-4086-a3d4-2020eb8b3f38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 1096 time: 0.0926797 Nov 16 04:38:09.473888 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 3a674419-9a14-4ce8-bb88-717cacc517b2 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:38:09.505448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 3a674419-9a14-4ce8-bb88-717cacc517b2 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:38:09.506284 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 3a674419-9a14-4ce8-bb88-717cacc517b2 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:38:09.522667 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-605210da-807e-4269-b56c-26498d88e656 service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631556 Nov 16 04:38:09.568775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-ed368c75-1ca0-48da-80b6-ee853a859797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:09.570355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-ed368c75-1ca0-48da-80b6-ee853a859797 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.1164677 Nov 16 04:38:09.640085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe245b0-d97b-47db-8ecf-c875dfc7e020 req-93ac3a91-c32a-43d4-99e2-93a20748c346 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:09.642447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-abe245b0-d97b-47db-8ecf-c875dfc7e020 req-93ac3a91-c32a-43d4-99e2-93a20748c346 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 943 time: 0.0602126 Nov 16 04:38:09.738083 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-6477f3d5-e5a4-428d-8b60-93641e516322 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b HTTP/1.1" status: 200 len: 217 time: 0.0675375 Nov 16 04:38:09.760172 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-abe245b0-d97b-47db-8ecf-c875dfc7e020 req-01ca4af4-cfa7-4462-9e9a-4401ce910bb2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095338 Nov 16 04:38:09.845621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'tag': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60'}, {'server_uuid': '55700c1e-9705-4b1a-8fbc-1a37b1af13f4', 'name': 'network-vif-deleted', 'tag': '3a674419-9a14-4ce8-bb88-717cacc517b2'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:09.848229 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11c60b9-0679-4849-b01c-d9c32a5048ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee", "tag": "c845e153-23da-4c26-a4b1-3e1dbdcf8b60"}, {"server_uuid": "55700c1e-9705-4b1a-8fbc-1a37b1af13f4", "name": "network-vif-deleted", "tag": "3a674419-9a14-4ce8-bb88-717cacc517b2"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:09.854739 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-f7a98629-6b51-478a-9aef-0ae5567e3ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:09.856930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-f7a98629-6b51-478a-9aef-0ae5567e3ac6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0874529 Nov 16 04:38:09.935175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-63856eb5-08f8-4c66-b94c-ecfddc12392e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452094 Nov 16 04:38:09.940479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-c7d6fb83-e577-49a3-b4b7-992cd9872f55 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874486 Nov 16 04:38:09.970224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb630d-4209-4b66-972e-527b62020c77 req-da365a75-1ab9-4a42-b650-b5b9b30f3dfa tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:09.971731 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8cb630d-4209-4b66-972e-527b62020c77 req-da365a75-1ab9-4a42-b650-b5b9b30f3dfa tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1204119 Nov 16 04:38:10.121216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8cb630d-4209-4b66-972e-527b62020c77 req-f253d638-1da8-449f-a847-f86ebe49ae39 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 695 time: 0.1395271 Nov 16 04:38:10.161025 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d72a9987-2464-486d-87f9-d47348c536ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:10.163396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a8cb630d-4209-4b66-972e-527b62020c77 req-34a36943-37af-4900-938f-26ccadeff372 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Request body: {'floatingip': {'port_id': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:10.224728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-01d67e6b-ec41-48ce-b57d-926a7c7cc509 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:10.226311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-01d67e6b-ec41-48ce-b57d-926a7c7cc509 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2774630 Nov 16 04:38:10.228700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a8cb630d-4209-4b66-972e-527b62020c77 req-34a36943-37af-4900-938f-26ccadeff372 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:10.232683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-399c1f8f-3af2-428e-af40-dd9e7f5e602e service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827163 Nov 16 04:38:10.337187 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-105a8660-ad59-4c44-b3e6-bb855f43822b tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/quotas/3e5cfd35c8ac4b39a0a3391857625d67 HTTP/1.1" status: 200 len: 375 time: 0.1023543 Nov 16 04:38:10.525698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-67a5f1be-7bb0-4ebc-bcd8-44fa96bd580c service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631533 Nov 16 04:38:10.541664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-f1e6f3a0-c402-4bd6-8223-d8b9b65db2ee tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1919456 Nov 16 04:38:10.948917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277145a-ca8d-44fa-919c-9db2745e7afe req-afc6e1ee-aaf7-4ab6-a05f-083bb6388fdf tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:10.956216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2277145a-ca8d-44fa-919c-9db2745e7afe req-afc6e1ee-aaf7-4ab6-a05f-083bb6388fdf tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 945 time: 0.2165825 Nov 16 04:38:11.024876 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.resource_extend [req-a8cb630d-4209-4b66-972e-527b62020c77 req-34a36943-37af-4900-938f-26ccadeff372 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:38:11.087409 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a8cb630d-4209-4b66-972e-527b62020c77 req-34a36943-37af-4900-938f-26ccadeff372 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:11.098147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-6f04ae62-c3f1-4b34-b97d-84a20e8f790a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:11.099615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-6f04ae62-c3f1-4b34-b97d-84a20e8f790a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 811 time: 0.3322263 Nov 16 04:38:11.102401 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a8cb630d-4209-4b66-972e-527b62020c77 req-34a36943-37af-4900-938f-26ccadeff372 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:11.112563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215b5c-4eec-47e2-8ecd-ae1365acc347 req-8363c835-9708-42f8-8a28-aeb116d6de3d tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:11.113966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e215b5c-4eec-47e2-8ecd-ae1365acc347 req-8363c835-9708-42f8-8a28-aeb116d6de3d tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.15 "GET /v2.0/ports?device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 945 time: 0.2629330 Nov 16 04:38:11.161436 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2277145a-ca8d-44fa-919c-9db2745e7afe req-4e4bbc74-08eb-41f7-b155-eace9cd948de tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037306 Nov 16 04:38:11.170191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-f5b7a0a0-de43-4f52-92fa-404ebd072ca7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Request body: {'port': {'device_id': '241f1184-12f5-40de-ac52-ad4bbfde2de0', 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'admin_state_up': True, 'tenant_id': 'e37d5739ff204f68bc7362ae86816359'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:11.457231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-f5b7a0a0-de43-4f52-92fa-404ebd072ca7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Made reservation on behalf of e37d5739ff204f68bc7362ae86816359 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:38:11.461211 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-f5b7a0a0-de43-4f52-92fa-404ebd072ca7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:11.677254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e1dca4d3-905e-419c-ba7d-5d74e08fb685 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:38:11.807236 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:11.809586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:11.822198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'port_id': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'mac_address': 'fa:16:3e:9d:11:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:38:11.863472 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:11.877641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dca4d3-905e-419c-ba7d-5d74e08fb685 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:11.896547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c2d48-e8da-4ed2-babd-03877e609d9d req-8b597c5f-6690-4d98-9c1f-f222d569c6e3 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:11.898119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:11.902775 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:11.910305 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-970c2d48-e8da-4ed2-babd-03877e609d9d req-8b597c5f-6690-4d98-9c1f-f222d569c6e3 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.4848533 Nov 16 04:38:11.964433 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:12.005045 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-a8cb630d-4209-4b66-972e-527b62020c77 req-34a36943-37af-4900-938f-26ccadeff372 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Floating IP a54f5a62-c6b4-4289-a148-a17f4a4e8b93 associated. External IP: 172.25.0.37, port: 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f. Nov 16 04:38:12.017561 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-a22742ec-e6d1-4fb6-a4a0-d637bb3ce699 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362899 Nov 16 04:38:12.073371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-6e215b5c-4eec-47e2-8ecd-ae1365acc347 req-e4a4409d-0aed-45a6-9947-465ee33c0388 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Deleting port c845e153-23da-4c26-a4b1-3e1dbdcf8b60 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:38:12.073747 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6e215b5c-4eec-47e2-8ecd-ae1365acc347 req-e4a4409d-0aed-45a6-9947-465ee33c0388 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:12.158071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-434244c8-b508-4b4c-98d3-137c41562a1c tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:12.159992 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-434244c8-b508-4b4c-98d3-137c41562a1c tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362550 Nov 16 04:38:12.169247 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-970c2d48-e8da-4ed2-babd-03877e609d9d req-cfa7970f-a025-4c0d-a144-8450eea4592e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580833 Nov 16 04:38:12.190585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-860d988d-bfff-4233-a776-69925af08396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Request body: {'port': {'device_id': 'a289b70c-2815-460c-be2f-1a87f358b814', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '3e5cfd35c8ac4b39a0a3391857625d67'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:12.200798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-f5b7a0a0-de43-4f52-92fa-404ebd072ca7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Allocated IP 172.20.0.12 (33f4aedc-35de-4a18-aa35-9d9b338f26e1/1bafc9f1-2941-47ae-b826-323b092dbef7/b56d23b8-1377-47ec-91bc-956e12fad626) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:38:12.252791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e1dca4d3-905e-419c-ba7d-5d74e08fb685'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:12.332824 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d24923e-a28c-4ccc-9b12-222beac3e0dc req-349fe145-1651-44ba-82e1-bd7f2f36d26d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 210 time: 0.0520661 Nov 16 04:38:12.340380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6e215b5c-4eec-47e2-8ecd-ae1365acc347 req-e4a4409d-0aed-45a6-9947-465ee33c0388 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] For port c845e153-23da-4c26-a4b1-3e1dbdcf8b60, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c845e153-23da-4c26-a4b1-3e1dbdcf8b60,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:12.340757 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6e215b5c-4eec-47e2-8ecd-ae1365acc347 req-e4a4409d-0aed-45a6-9947-465ee33c0388 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:12.364619 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-860d988d-bfff-4233-a776-69925af08396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Made reservation on behalf of 3e5cfd35c8ac4b39a0a3391857625d67 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:38:12.372207 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-860d988d-bfff-4233-a776-69925af08396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:12.423492 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b434ab04-4df4-4261-8b72-0b3c672064d6 x-openstack-request-id: req-b434ab04-4df4-4261-8b72-0b3c672064d6 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:12.423778 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee", "tag": "c845e153-23da-4c26-a4b1-3e1dbdcf8b60", "status": "completed", "code": 200}, {"server_uuid": "55700c1e-9705-4b1a-8fbc-1a37b1af13f4", "name": "network-vif-deleted", "tag": "3a674419-9a14-4ce8-bb88-717cacc517b2", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:12.424039 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b434ab04-4df4-4261-8b72-0b3c672064d6 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:12.424446 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'tag': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'status': 'completed', 'code': 200} Nov 16 04:38:12.424704 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55700c1e-9705-4b1a-8fbc-1a37b1af13f4', 'name': 'network-vif-deleted', 'tag': '3a674419-9a14-4ce8-bb88-717cacc517b2', 'status': 'completed', 'code': 200} Nov 16 04:38:12.492925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-6e215b5c-4eec-47e2-8ecd-ae1365acc347 req-e4a4409d-0aed-45a6-9947-465ee33c0388 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Calling delete_port for c845e153-23da-4c26-a4b1-3e1dbdcf8b60 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:38:12.578852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-860d988d-bfff-4233-a776-69925af08396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Allocated IP 192.168.233.130 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/f6483492-a0e4-44a9-9d9b-223743f95a73) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:38:12.588029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d982ea4-33ad-41ef-9736-afd5b26c1aaa req-69f9cad9-e519-411f-ad9e-79d32c9ea797 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 210 time: 0.0866752 Nov 16 04:38:12.708757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c60b9-0679-4849-b01c-d9c32a5048ce req-fcb37c8b-1aa6-4943-a6f4-5daa561673c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:12.710261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b11c60b9-0679-4849-b01c-d9c32a5048ce req-fcb37c8b-1aa6-4943-a6f4-5daa561673c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee HTTP/1.1" status: 200 len: 1096 time: 0.2397544 Nov 16 04:38:12.715191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8cb630d-4209-4b66-972e-527b62020c77 req-34a36943-37af-4900-938f-26ccadeff372 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Router 9852d3ed-f742-4b25-89c9-e6479e2308de has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:38:12.718324 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-f5b7a0a0-de43-4f52-92fa-404ebd072ca7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:12.782421 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-860d988d-bfff-4233-a776-69925af08396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:12.817156 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-860d988d-bfff-4233-a776-69925af08396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:12.859255 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-860d988d-bfff-4233-a776-69925af08396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:38:12.866000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-860d988d-bfff-4233-a776-69925af08396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:38:12.867768 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-f5b7a0a0-de43-4f52-92fa-404ebd072ca7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:12.868790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-860d988d-bfff-4233-a776-69925af08396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:38:12.909637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d988d-bfff-4233-a776-69925af08396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Pushing event updated for resources: {'Port': ['ID=f6483492-a0e4-44a9-9d9b-223743f95a73,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:12.950010 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-860d988d-bfff-4233-a776-69925af08396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:12.951716 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-860d988d-bfff-4233-a776-69925af08396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:12.969410 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-860d988d-bfff-4233-a776-69925af08396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7880988 Nov 16 04:38:12.983496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Request body: {'port': {'device_id': 'a289b70c-2815-460c-be2f-1a87f358b814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:13.057087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-f5b7a0a0-de43-4f52-92fa-404ebd072ca7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:38:13.067973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-f5b7a0a0-de43-4f52-92fa-404ebd072ca7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:38:13.069006 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:13.083788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58de32-6a88-4fd9-a8c1-fba830669a6d req-fa42b455-06c7-4592-be14-2b2c652b6117 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:13.092294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d58de32-6a88-4fd9-a8c1-fba830669a6d req-fa42b455-06c7-4592-be14-2b2c652b6117 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.2284105 Nov 16 04:38:13.101685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-f5b7a0a0-de43-4f52-92fa-404ebd072ca7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:38:13.126494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7a0a0-de43-4f52-92fa-404ebd072ca7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Pushing event updated for resources: {'Port': ['ID=b56d23b8-1377-47ec-91bc-956e12fad626,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:13.127764 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:13.158457 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6e215b5c-4eec-47e2-8ecd-ae1365acc347 req-e4a4409d-0aed-45a6-9947-465ee33c0388 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:13.211135 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:38:13.217720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f04ec75c-ca22-47bf-b13b-c5ec7a083a27 None None] Provisioning complete for port f6483492-a0e4-44a9-9d9b-223743f95a73 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:38:13.219108 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f04ec75c-ca22-47bf-b13b-c5ec7a083a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:13.234113 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c60b9-0679-4849-b01c-d9c32a5048ce req-f1be239d-eeb1-458b-8feb-d26674e36dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:13.235483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b11c60b9-0679-4849-b01c-d9c32a5048ce req-f1be239d-eeb1-458b-8feb-d26674e36dba service neutron] 10.222.0.15 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.4787931 Nov 16 04:38:13.245020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4409d-0aed-45a6-9947-465ee33c0388 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Pushing event deleted for resources: {'Port': ['ID=c845e153-23da-4c26-a4b1-3e1dbdcf8b60,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:13.254790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8cb630d-4209-4b66-972e-527b62020c77 req-34a36943-37af-4900-938f-26ccadeff372 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:38:13.263527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:13.264030 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a36907-4f8b-46e4-aa74-34bec75257c0 None None] Sync routers for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:38:13.266691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['36c7c063-a884-4bb4-a901-c3f06bf04310', '845535a5-f48c-4a40-baf1-698b2b8e1704'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:13.275831 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a8cb630d-4209-4b66-972e-527b62020c77 req-34a36943-37af-4900-938f-26ccadeff372 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:13.280770 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a36907-4f8b-46e4-aa74-34bec75257c0 None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:38:13.281575 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c7a36907-4f8b-46e4-aa74-34bec75257c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:38:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:13.401654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-f5b7a0a0-de43-4f52-92fa-404ebd072ca7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:13.402984 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-f5b7a0a0-de43-4f52-92fa-404ebd072ca7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:13.409118 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f04ec75c-ca22-47bf-b13b-c5ec7a083a27 None None] Port f6483492-a0e4-44a9-9d9b-223743f95a73 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:38:13.434891 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d58de32-6a88-4fd9-a8c1-fba830669a6d req-9b06a491-2be7-443f-8b33-7da03356bb76 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3415687 Nov 16 04:38:13.436952 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c7a36907-4f8b-46e4-aa74-34bec75257c0 None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:38:13.440805 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6483492-a0e4-44a9-9d9b-223743f95a73 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:13.442513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8cb630d-4209-4b66-972e-527b62020c77 req-34a36943-37af-4900-938f-26ccadeff372 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "PUT /v2.0/floatingips/a54f5a62-c6b4-4289-a148-a17f4a4e8b93 HTTP/1.1" status: 200 len: 995 time: 3.2973087 Nov 16 04:38:13.452335 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:13.467987 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Transition to ACTIVE for port object f6483492-a0e4-44a9-9d9b-223743f95a73 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:38:13.472348 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:13.505937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b11c60b9-0679-4849-b01c-d9c32a5048ce req-2edef1ff-41a0-42a3-84fb-654aeadb8853 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c845e153-23da-4c26-a4b1-3e1dbdcf8b60 HTTP/1.1" status: 200 len: 217 time: 0.2512026 Nov 16 04:38:13.509959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-f5b7a0a0-de43-4f52-92fa-404ebd072ca7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3592165 Nov 16 04:38:13.539894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Pushing event updated for resources: {'Port': ['ID=f6483492-a0e4-44a9-9d9b-223743f95a73,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:13.553958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Request body: {'port': {'device_id': '241f1184-12f5-40de-ac52-ad4bbfde2de0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:13.690960 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e215b5c-4eec-47e2-8ecd-ae1365acc347 req-e4a4409d-0aed-45a6-9947-465ee33c0388 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] No DVR routers for this DVR port c845e153-23da-4c26-a4b1-3e1dbdcf8b60 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:38:13.695039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c60b9-0679-4849-b01c-d9c32a5048ce req-3245e86c-673c-43b7-8e7b-93b793f6928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:13.697336 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b11c60b9-0679-4849-b01c-d9c32a5048ce req-3245e86c-673c-43b7-8e7b-93b793f6928d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.1405451 Nov 16 04:38:13.709138 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6e215b5c-4eec-47e2-8ecd-ae1365acc347 req-e4a4409d-0aed-45a6-9947-465ee33c0388 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:13.721123 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e1dca4d3-905e-419c-ba7d-5d74e08fb685 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:38:13.727286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e215b5c-4eec-47e2-8ecd-ae1365acc347 req-e4a4409d-0aed-45a6-9947-465ee33c0388 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.15 "DELETE /v2.0/ports/c845e153-23da-4c26-a4b1-3e1dbdcf8b60 HTTP/1.1" status: 204 len: 173 time: 2.5846705 Nov 16 04:38:13.735249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Attempting to bind port f6483492-a0e4-44a9-9d9b-223743f95a73 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:38:13.736911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Attempting to bind port f6483492-a0e4-44a9-9d9b-223743f95a73 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:38:13.737276 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Attempting to bind port f6483492-a0e4-44a9-9d9b-223743f95a73 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:13.743324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Port f6483492-a0e4-44a9-9d9b-223743f95a73 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:38:13.743324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Attempting to bind port f6483492-a0e4-44a9-9d9b-223743f95a73 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:13.749425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:38:13.749854 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:38:13.750248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:38:13.750686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Bound port: f6483492-a0e4-44a9-9d9b-223743f95a73, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:38:13.751101 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:13.841937 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] For port f6483492-a0e4-44a9-9d9b-223743f95a73, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:38:13.849759 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] For port f6483492-a0e4-44a9-9d9b-223743f95a73, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f6483492-a0e4-44a9-9d9b-223743f95a73,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:38:13.857615 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:13.906522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:13.907297 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c7a36907-4f8b-46e4-aa74-34bec75257c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'a54f5a62-c6b4-4289-a148-a17f4a4e8b93', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'port_id': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'mac_address': 'fa:16:3e:f6:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:21Z', 'updated_at': '2021-11-16T04:38:10Z', 'revision_number': 8, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:13.907881 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:13.909324 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] 10.222.0.15 "PUT /v2.0/ports/f6483492-a0e4-44a9-9d9b-223743f95a73 HTTP/1.1" status: 200 len: 1096 time: 0.9316185 Nov 16 04:38:13.909796 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a289b70c-2815-460c-be2f-1a87f358b814', 'tag': 'f6483492-a0e4-44a9-9d9b-223743f95a73'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:13.912501 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05721309-cb1b-482d-9c96-52b251f614fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a289b70c-2815-460c-be2f-1a87f358b814", "tag": "f6483492-a0e4-44a9-9d9b-223743f95a73"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:13.947183 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90695619-1ca7-436d-967a-af6bf8ff52ce service neutron] Pushing event updated for resources: {'Port': ['ID=f6483492-a0e4-44a9-9d9b-223743f95a73,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:13.947872 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:13.994307 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a36907-4f8b-46e4-aa74-34bec75257c0 None None] Checking router: 9852d3ed-f742-4b25-89c9-e6479e2308de for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:38:14.003717 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a36907-4f8b-46e4-aa74-34bec75257c0 None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:38:14.004567 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c7a36907-4f8b-46e4-aa74-34bec75257c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:38:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:14.050209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port e1dca4d3-905e-419c-ba7d-5d74e08fb685 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:38:14.068556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port e1dca4d3-905e-419c-ba7d-5d74e08fb685 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:38:14.068935 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:14.082328 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:14.103459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-df65efb9-d29c-4707-9fe2-30b34bbc24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:14.108184 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-df65efb9-d29c-4707-9fe2-30b34bbc24a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 1099 time: 0.1143770 Nov 16 04:38:14.125611 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c7a36907-4f8b-46e4-aa74-34bec75257c0 None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:38:14.184820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb630d-4209-4b66-972e-527b62020c77 req-63765cc4-0c20-4bcf-901a-a62bc9ad2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:14.186393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8cb630d-4209-4b66-972e-527b62020c77 req-63765cc4-0c20-4bcf-901a-a62bc9ad2946 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 1096 time: 0.6733549 Nov 16 04:38:14.188236 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-040b7e58-6536-43e8-a737-7e2322b54a2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=f6483492-a0e4-44a9-9d9b-223743f95a73 HTTP/1.1" status: 200 len: 217 time: 0.0593863 Nov 16 04:38:14.296640 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-a31ecf4b-7578-4420-9273-533c5d502e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:14.297912 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-a31ecf4b-7578-4420-9273-533c5d502e72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0871077 Nov 16 04:38:14.350633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd9721-d87c-40cb-8090-1422db92ccbe req-00bbdbec-b6bf-4d41-aae7-9c28e420d73e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:14.352338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbfd9721-d87c-40cb-8090-1422db92ccbe req-00bbdbec-b6bf-4d41-aae7-9c28e420d73e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 945 time: 0.6463549 Nov 16 04:38:14.384909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-59036b64-26b6-472f-9b83-8ecca96c0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:14.395855 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-59036b64-26b6-472f-9b83-8ecca96c0867 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869741 Nov 16 04:38:14.411079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:14.439861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f'}, {'server_uuid': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'name': 'network-vif-deleted', 'tag': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:14.448215 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa70638-83c7-4366-a4cc-d4465cfc2656" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f"}, {"server_uuid": "1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee", "name": "network-vif-deleted", "tag": "c845e153-23da-4c26-a4b1-3e1dbdcf8b60"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:14.487499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb630d-4209-4b66-972e-527b62020c77 req-b94e38c5-80e7-4192-8382-f7b91c351d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:14.489985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8cb630d-4209-4b66-972e-527b62020c77 req-b94e38c5-80e7-4192-8382-f7b91c351d7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.2472687 Nov 16 04:38:14.496147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c60b9-0679-4849-b01c-d9c32a5048ce req-cf6b288f-b936-4d20-a11d-f07a5f96f109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:14.498253 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b11c60b9-0679-4849-b01c-d9c32a5048ce req-cf6b288f-b936-4d20-a11d-f07a5f96f109 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6872752 Nov 16 04:38:14.522196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:14.524960 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ccde13-f8d8-4da0-807b-015721a913e6" -d '{"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-plugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:14.529393 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c7a36907-4f8b-46e4-aa74-34bec75257c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'a54f5a62-c6b4-4289-a148-a17f4a4e8b93', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'port_id': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'mac_address': 'fa:16:3e:f6:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:21Z', 'updated_at': '2021-11-16T04:38:10Z', 'revision_number': 8, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:14.539958 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-5ffa62d2-c16f-4e29-a898-d0aebd2dc499 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365244 Nov 16 04:38:14.551205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:14.555730 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:14.568905 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a36907-4f8b-46e4-aa74-34bec75257c0 None None] The sync data for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 is: [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'a54f5a62-c6b4-4289-a148-a17f4a4e8b93', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'floating_ip_address': '172.25.0.37', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'port_id': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'mac_address': 'fa:16:3e:f6:9e:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:21Z', 'updated_at': '2021-11-16T04:38:10Z', 'revision_number': 8, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:38:14.619971 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:14.680653 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83b2c2f9-9ac3-44b6-98a5-d3a1707357ad req-5e71cb8a-89ed-46f3-887f-42a121a3cb62 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211836 Nov 16 04:38:14.761868 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbfd9721-d87c-40cb-8090-1422db92ccbe req-5f7cbd45-8782-4aa9-b352-e0cb3aa98275 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025882 Nov 16 04:38:14.778393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8cb630d-4209-4b66-972e-527b62020c77 req-993528f3-d116-4c2e-a062-28d54eb8b39a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 998 time: 0.2787213 Nov 16 04:38:14.868761 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b11c60b9-0679-4849-b01c-d9c32a5048ce req-fbcf4014-4b82-43b3-9547-d091a587c703 service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454187 Nov 16 04:38:14.883478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09605cd-cf71-4755-a988-97eff13b0730 None None] New status for floating IP a54f5a62-c6b4-4289-a148-a17f4a4e8b93: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:38:15.193257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb630d-4209-4b66-972e-527b62020c77 req-e80b7638-eaed-4b92-8848-6eb4871962bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:15.194645 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8cb630d-4209-4b66-972e-527b62020c77 req-e80b7638-eaed-4b92-8848-6eb4871962bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.4066520 Nov 16 04:38:15.312445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086278f-b86a-4818-8d5b-6ac17a911bd4 req-c88d84cc-bbeb-4bbf-a209-01ca75afcb91 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:15.313917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e086278f-b86a-4818-8d5b-6ac17a911bd4 req-c88d84cc-bbeb-4bbf-a209-01ca75afcb91 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 1100 time: 0.4547503 Nov 16 04:38:15.350761 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56d23b8-1377-47ec-91bc-956e12fad626 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:15.365683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:15.389968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb630d-4209-4b66-972e-527b62020c77 req-fb753423-25d2-40be-95d4-eae5cc407da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:15.391460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8cb630d-4209-4b66-972e-527b62020c77 req-fb753423-25d2-40be-95d4-eae5cc407da5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852555 Nov 16 04:38:15.403812 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b11c60b9-0679-4849-b01c-d9c32a5048ce req-2b0be86c-067d-440d-9091-ec7dc3d1182d service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435036 Nov 16 04:38:15.404752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Transition to ACTIVE for port object b56d23b8-1377-47ec-91bc-956e12fad626 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:38:15.417892 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:15.494296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e086278f-b86a-4818-8d5b-6ac17a911bd4 req-d8e3cacf-5c1b-4d61-96e1-4f6e0b528399 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708901 Nov 16 04:38:15.529668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Pushing event updated for resources: {'Port': ['ID=b56d23b8-1377-47ec-91bc-956e12fad626,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:15.624245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8cb630d-4209-4b66-972e-527b62020c77 req-3b3a9128-5e3d-4d31-bb04-9d2b77a02641 service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182832 Nov 16 04:38:15.710966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Attempting to bind port b56d23b8-1377-47ec-91bc-956e12fad626 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:38:15.711386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Attempting to bind port b56d23b8-1377-47ec-91bc-956e12fad626 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:38:15.711730 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Attempting to bind port b56d23b8-1377-47ec-91bc-956e12fad626 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:15.712045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c845e153-23da-4c26-a4b1-3e1dbdcf8b60 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:38:15.731743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684a451-35b4-47f9-87d0-614bd2c53815 req-283a8ab7-24ef-4a82-b656-1724902119e2 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:15.733367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f684a451-35b4-47f9-87d0-614bd2c53815 req-283a8ab7-24ef-4a82-b656-1724902119e2 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 944 time: 0.1420743 Nov 16 04:38:15.736969 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: c845e153-23da-4c26-a4b1-3e1dbdcf8b60 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:38:15.737625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c845e153-23da-4c26-a4b1-3e1dbdcf8b60 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:38:15.742093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Port b56d23b8-1377-47ec-91bc-956e12fad626 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:38:15.742431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Attempting to bind port b56d23b8-1377-47ec-91bc-956e12fad626 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:15.767667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:38:15.767667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Checking segment: {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:38:15.767880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Bound using segment: {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:38:15.768269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Bound port: b56d23b8-1377-47ec-91bc-956e12fad626, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:38:15.768630 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:15.802393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8cb630d-4209-4b66-972e-527b62020c77 req-6f962c15-0dbb-4dab-a6cd-1af13f19957b service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718166 Nov 16 04:38:15.854473 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f684a451-35b4-47f9-87d0-614bd2c53815 req-35017acb-bcbc-43e4-a250-c00045afa57e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063440 Nov 16 04:38:15.880018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] For port b56d23b8-1377-47ec-91bc-956e12fad626, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:38:15.883463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] For port b56d23b8-1377-47ec-91bc-956e12fad626, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b56d23b8-1377-47ec-91bc-956e12fad626,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:38:15.892206 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:15.973900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:15.974524 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:15.975919 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] 10.222.0.37 "PUT /v2.0/ports/b56d23b8-1377-47ec-91bc-956e12fad626 HTTP/1.1" status: 200 len: 1092 time: 2.4283667 Nov 16 04:38:15.992131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602a41a-a0a1-47b3-aa5b-3fedf25e6c0b service neutron] Pushing event updated for resources: {'Port': ['ID=b56d23b8-1377-47ec-91bc-956e12fad626,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:15.992929 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:16.004862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebad2c-c95c-4294-9920-42b194743160 req-a76f9d64-8d5f-4435-a8f7-88e75aa68d67 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:16.013043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-33ebad2c-c95c-4294-9920-42b194743160 req-a76f9d64-8d5f-4435-a8f7-88e75aa68d67 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 948 time: 0.1252697 Nov 16 04:38:16.017239 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eef06d0-c6aa-491e-85c3-c7cdadb71fed x-openstack-request-id: req-7eef06d0-c6aa-491e-85c3-c7cdadb71fed {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:16.017718 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a289b70c-2815-460c-be2f-1a87f358b814", "tag": "f6483492-a0e4-44a9-9d9b-223743f95a73", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:16.017837 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7eef06d0-c6aa-491e-85c3-c7cdadb71fed {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:16.018198 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a289b70c-2815-460c-be2f-1a87f358b814', 'tag': 'f6483492-a0e4-44a9-9d9b-223743f95a73', 'status': 'completed', 'code': 200} Nov 16 04:38:16.060018 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cbc6e8-9f3f-4dc3-94ab-68962845a51b x-openstack-request-id: req-13cbc6e8-9f3f-4dc3-94ab-68962845a51b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:16.060324 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f", "status": "completed", "code": 200}, {"server_uuid": "1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee", "name": "network-vif-deleted", "tag": "c845e153-23da-4c26-a4b1-3e1dbdcf8b60", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:16.060579 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13cbc6e8-9f3f-4dc3-94ab-68962845a51b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:16.060984 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'status': 'completed', 'code': 200} Nov 16 04:38:16.061242 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1881dd40-27e8-4cc9-a1ad-5f1f54a0dcee', 'name': 'network-vif-deleted', 'tag': 'c845e153-23da-4c26-a4b1-3e1dbdcf8b60', 'status': 'completed', 'code': 200} Nov 16 04:38:16.145860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-33ebad2c-c95c-4294-9920-42b194743160 req-4fa740d3-be0d-41e2-9ecc-8a8798b335f6 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318932 Nov 16 04:38:16.158231 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa70638-83c7-4366-a4cc-d4465cfc2656 req-792db5e8-2794-44e3-8558-1289a3be0921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:16.162475 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3fa70638-83c7-4366-a4cc-d4465cfc2656 req-792db5e8-2794-44e3-8558-1289a3be0921 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 1096 time: 0.0593634 Nov 16 04:38:16.203544 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-fd2a8e13-bb81-43f0-ae89-14066a51d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:16.205585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-fd2a8e13-bb81-43f0-ae89-14066a51d22c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 1095 time: 0.1430097 Nov 16 04:38:16.207248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721309-cb1b-482d-9c96-52b251f614fc req-c2975572-a7dd-47b4-b9ce-5d36a1a165bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:16.208766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05721309-cb1b-482d-9c96-52b251f614fc req-c2975572-a7dd-47b4-b9ce-5d36a1a165bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 1099 time: 0.1174276 Nov 16 04:38:16.236310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0408b29-2822-4a3c-a975-01151b689963 req-18044af1-2464-49d3-98e5-d979813b8eb0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:16.239036 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d70a99f-a1c8-4f05-8c43-da724f788309 x-openstack-request-id: req-5d70a99f-a1c8-4f05-8c43-da724f788309 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:16.239670 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-plugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:16.240092 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d70a99f-a1c8-4f05-8c43-da724f788309 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:16.240626 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'code': 200} Nov 16 04:38:16.247970 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0408b29-2822-4a3c-a975-01151b689963 req-18044af1-2464-49d3-98e5-d979813b8eb0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 945 time: 0.1357875 Nov 16 04:38:16.364476 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-0d3e2d6c-1270-4a6e-b4fa-4e73bcfa9b48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b56d23b8-1377-47ec-91bc-956e12fad626 HTTP/1.1" status: 200 len: 217 time: 0.1372986 Nov 16 04:38:16.367000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa70638-83c7-4366-a4cc-d4465cfc2656 req-d489ed50-083a-4955-b3df-60fd66ed96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:16.371540 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3fa70638-83c7-4366-a4cc-d4465cfc2656 req-d489ed50-083a-4955-b3df-60fd66ed96a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.1936610 Nov 16 04:38:16.466935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0408b29-2822-4a3c-a975-01151b689963 req-d536123d-024b-49e0-a58e-8373c004d91b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172675 Nov 16 04:38:16.490967 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3fa70638-83c7-4366-a4cc-d4465cfc2656 req-18f96e10-e363-4297-88ad-5e555922a753 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 1000 time: 0.1003211 Nov 16 04:38:16.543391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa70638-83c7-4366-a4cc-d4465cfc2656 req-101d0759-875a-4c3e-8ccd-5b8d393d1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:16.545295 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3fa70638-83c7-4366-a4cc-d4465cfc2656 req-101d0759-875a-4c3e-8ccd-5b8d393d1a44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.0451651 Nov 16 04:38:16.570177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721309-cb1b-482d-9c96-52b251f614fc req-cbb01f75-ff55-4f60-a208-59a0bb8044db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:16.571901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05721309-cb1b-482d-9c96-52b251f614fc req-cbb01f75-ff55-4f60-a208-59a0bb8044db service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.3542752 Nov 16 04:38:16.604659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa70638-83c7-4366-a4cc-d4465cfc2656 req-609152b3-5cda-4bcc-8b04-1db84810a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:16.606809 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3fa70638-83c7-4366-a4cc-d4465cfc2656 req-609152b3-5cda-4bcc-8b04-1db84810a69e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443854 Nov 16 04:38:16.677720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a35add9-fbbd-473a-86f3-62a91bf8c4ca req-10044a0d-0f2a-456d-b12f-75166a79f579 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:16.682222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a35add9-fbbd-473a-86f3-62a91bf8c4ca req-10044a0d-0f2a-456d-b12f-75166a79f579 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 945 time: 0.2453973 Nov 16 04:38:16.687624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05721309-cb1b-482d-9c96-52b251f614fc req-0321dcb7-3a56-4b15-898b-4a592efd49a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=f6483492-a0e4-44a9-9d9b-223743f95a73 HTTP/1.1" status: 200 len: 217 time: 0.0838742 Nov 16 04:38:16.700272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-cab66d1b-8784-4be1-866f-d75752d292bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:16.701644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-cab66d1b-8784-4be1-866f-d75752d292bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.2450421 Nov 16 04:38:16.704390 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3fa70638-83c7-4366-a4cc-d4465cfc2656 req-3b135b26-1268-446a-836a-c7684cebe9da service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888937 Nov 16 04:38:16.707581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2c2b1-b147-4e9f-9948-b6cf28fb5177 req-b970f83c-ea08-4893-bedf-6a9ac2e33fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:16.709165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bdc2c2b1-b147-4e9f-9948-b6cf28fb5177 req-b970f83c-ea08-4893-bedf-6a9ac2e33fd9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 1096 time: 0.3485136 Nov 16 04:38:16.773967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a633dc05-fd7b-4150-80a3-7fc26bab6abb req-c2b3d58b-a8a6-4320-af8a-a4098a28d531 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips/a54f5a62-c6b4-4289-a148-a17f4a4e8b93 HTTP/1.1" status: 200 len: 997 time: 0.2246192 Nov 16 04:38:16.795656 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-47ee02e9-ffb0-4d14-884a-b3be404bfe37 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677812 Nov 16 04:38:16.821836 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3fa70638-83c7-4366-a4cc-d4465cfc2656 req-ab6268c6-cc28-40d3-91c9-c355caef0ea2 service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967076 Nov 16 04:38:16.950586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a35add9-fbbd-473a-86f3-62a91bf8c4ca req-66d8f046-1a21-4bc9-a1f3-bdbc1817fa2f tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618022 Nov 16 04:38:16.956188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bdc2c2b1-b147-4e9f-9948-b6cf28fb5177 req-7967b53e-56e9-4867-bdb9-1bbf312c91b1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261302 Nov 16 04:38:16.962752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721309-cb1b-482d-9c96-52b251f614fc req-d7f0316c-3596-4e64-977d-82381d823dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:16.964178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05721309-cb1b-482d-9c96-52b251f614fc req-d7f0316c-3596-4e64-977d-82381d823dc1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2615817 Nov 16 04:38:17.029363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633dc05-fd7b-4150-80a3-7fc26bab6abb req-724a24d0-1ddd-4f93-8b37-158d991c263e tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:17.030746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a633dc05-fd7b-4150-80a3-7fc26bab6abb req-724a24d0-1ddd-4f93-8b37-158d991c263e tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2379358 Nov 16 04:38:17.034527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-9d629cbf-d5a2-4a22-8dbe-abc794d4f95f service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137923 Nov 16 04:38:17.043342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-a633dc05-fd7b-4150-80a3-7fc26bab6abb req-8a5f6af4-6b70-4999-99e5-d22f34426a5c tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:38:17.044373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a633dc05-fd7b-4150-80a3-7fc26bab6abb req-8a5f6af4-6b70-4999-99e5-d22f34426a5c tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061469 Nov 16 04:38:17.123587 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-18aed08e-83fc-476c-b9cf-d6bba5658b3b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634842 Nov 16 04:38:17.264167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0e79374-465e-4b4f-abb2-407e72b56305 req-bd9d91a9-2450-4aca-ae6a-fb1ffb4bfbee service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171965 Nov 16 04:38:17.287679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc37b2e-8ba9-4eef-a6c6-15be5e6ba608 req-45ec772b-8f61-483c-ab41-5640fe874472 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:17.289181 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3fc37b2e-8ba9-4eef-a6c6-15be5e6ba608 req-45ec772b-8f61-483c-ab41-5640fe874472 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 944 time: 0.1851816 Nov 16 04:38:17.332447 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721309-cb1b-482d-9c96-52b251f614fc req-d9689017-9713-4a63-a066-0a0020e97b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:17.333977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05721309-cb1b-482d-9c96-52b251f614fc req-d9689017-9713-4a63-a066-0a0020e97b02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142683 Nov 16 04:38:17.341190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-e522626c-c53d-4a73-91c1-ac02741d4da3 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:17.342594 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-e522626c-c53d-4a73-91c1-ac02741d4da3 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125456 Nov 16 04:38:17.415971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-8f1ba29e-b832-4abc-97c7-bc0b083067da tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/quotas/46074bcb1f1c4ff1b82eee172ad6c5cd HTTP/1.1" status: 200 len: 375 time: 0.0619571 Nov 16 04:38:17.423054 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3fc37b2e-8ba9-4eef-a6c6-15be5e6ba608 req-52f7dbaa-afde-4b92-a9a5-89db3b06f3e6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257429 Nov 16 04:38:17.493551 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05721309-cb1b-482d-9c96-52b251f614fc req-3e0e39d0-249e-4ea5-bd0c-b59770d53772 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475253 Nov 16 04:38:17.500496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-419ef0e3-b540-41d0-9ef5-fe9644b9d4a4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750527 Nov 16 04:38:17.720801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f6483492-a0e4-44a9-9d9b-223743f95a73 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:38:17.843672 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f6483492-a0e4-44a9-9d9b-223743f95a73, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f6483492-a0e4-44a9-9d9b-223743f95a73,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:17.972215 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-a358e17e-bf1c-4e1a-8e87-f3d861ae9602 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 1000 time: 0.4560714 Nov 16 04:38:17.998533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9d2f0-483c-4529-802c-6d397dfeac84 req-0c5ce094-43f0-45c9-a1dc-b9a8ff053b53 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:17.998533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ca9d2f0-483c-4529-802c-6d397dfeac84 req-0c5ce094-43f0-45c9-a1dc-b9a8ff053b53 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 948 time: 0.1047783 Nov 16 04:38:18.051273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05721309-cb1b-482d-9c96-52b251f614fc req-3eb3a37f-0470-469a-b1f8-65c814e3c665 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446599 Nov 16 04:38:18.061760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '241f1184-12f5-40de-ac52-ad4bbfde2de0', 'tag': 'b56d23b8-1377-47ec-91bc-956e12fad626'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:18.064080 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cc199a-808a-41a4-ba15-aa5dd02eb3af" -d '{"events": [{"name": "network-changed", "server_uuid": "241f1184-12f5-40de-ac52-ad4bbfde2de0", "tag": "b56d23b8-1377-47ec-91bc-956e12fad626"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:18.069829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'f6483492-a0e4-44a9-9d9b-223743f95a73', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': 'f6483492-a0e4-44a9-9d9b-223743f95a73', 'mac_address': 'fa:16:3e:5c:3c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:38:18.076113 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-4c159be4-0c64-49b1-b9af-f478a3b62014 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:18.077446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-4c159be4-0c64-49b1-b9af-f478a3b62014 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports/00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 942 time: 0.0972626 Nov 16 04:38:18.104453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ca9d2f0-483c-4529-802c-6d397dfeac84 req-837afd4d-bb1a-4e26-a0a5-446a0327841e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971475 Nov 16 04:38:18.141338 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:18.159296 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6483492-a0e4-44a9-9d9b-223743f95a73 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:18.205878 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f6483492-a0e4-44a9-9d9b-223743f95a73, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f6483492-a0e4-44a9-9d9b-223743f95a73,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:18.212107 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:18.229162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-6fe20146-3cab-4a47-ad3f-d2fa30b50cd3 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 1000 time: 0.0891039 Nov 16 04:38:18.254959 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:18.278104 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=f6483492-a0e4-44a9-9d9b-223743f95a73,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:18.346649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8f71b-afd2-4f33-b1d3-d0c820266c8e req-fca8c0ce-e681-497b-9bdc-0a9c1cb9221e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:18.348406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ab8f71b-afd2-4f33-b1d3-d0c820266c8e req-fca8c0ce-e681-497b-9bdc-0a9c1cb9221e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 945 time: 0.1183593 Nov 16 04:38:18.405650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-20715f28-255c-4a11-97d3-8c49bf79a6ab tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:18.407018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-20715f28-255c-4a11-97d3-8c49bf79a6ab tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.1685452 Nov 16 04:38:18.483743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ab8f71b-afd2-4f33-b1d3-d0c820266c8e req-5ee99d19-4f0c-4bd3-a67d-93c74a336676 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159124 Nov 16 04:38:18.519335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-cadbbf8b-b11d-4afb-b4f5-1bf1c481670e tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 1000 time: 0.1021252 Nov 16 04:38:18.531622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-3a7be381-205d-46d8-9170-0a6d2d8f6ce6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:18.611538 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce2ace0b-0c47-4e6c-84f2-f859fae0198a req-4245b05e-30a2-49be-8707-0b57fc547a6d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 210 time: 0.0437565 Nov 16 04:38:18.621457 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-3a7be381-205d-46d8-9170-0a6d2d8f6ce6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:18.667464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['f6483492-a0e4-44a9-9d9b-223743f95a73'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:18.837459 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-3a7be381-205d-46d8-9170-0a6d2d8f6ce6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:18.845967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a55d56-3e2c-48ea-84a0-1f290c7fac2c req-18c705c1-9571-4434-b64f-b62337da0ed4 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:18.847951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6a55d56-3e2c-48ea-84a0-1f290c7fac2c req-18c705c1-9571-4434-b64f-b62337da0ed4 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 945 time: 0.1343486 Nov 16 04:38:18.849087 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-3a7be381-205d-46d8-9170-0a6d2d8f6ce6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:18.849423 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-3a7be381-205d-46d8-9170-0a6d2d8f6ce6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Floating IP a54f5a62-c6b4-4289-a148-a17f4a4e8b93 disassociated. External IP: 172.25.0.37, port: 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f. Nov 16 04:38:18.981017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-ee0b4cfd-ee41-4998-aa55-6689e75bf56d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385354 Nov 16 04:38:19.086094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6a55d56-3e2c-48ea-84a0-1f290c7fac2c req-b48b86a4-3b0a-4b10-8fec-ee9565d22cca tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322884 Nov 16 04:38:19.181826 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095974f8-dc2f-44fc-a276-98327a8af2d7 x-openstack-request-id: req-095974f8-dc2f-44fc-a276-98327a8af2d7 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:19.182183 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "241f1184-12f5-40de-ac52-ad4bbfde2de0", "tag": "b56d23b8-1377-47ec-91bc-956e12fad626", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:19.182394 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-095974f8-dc2f-44fc-a276-98327a8af2d7 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:19.182779 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '241f1184-12f5-40de-ac52-ad4bbfde2de0', 'tag': 'b56d23b8-1377-47ec-91bc-956e12fad626', 'status': 'completed', 'code': 200} Nov 16 04:38:19.230185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-98efdc36-3ea8-4ea5-b9ba-aa9b229b3b4d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:19.232104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-98efdc36-3ea8-4ea5-b9ba-aa9b229b3b4d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350125 Nov 16 04:38:19.253289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-2c42de01-7f3d-48f1-8d8c-f0aec79b91b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Request body: {'port': {'device_id': '9a40e1d8-ca61-4243-9f82-b28fef58aa8b', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '46074bcb1f1c4ff1b82eee172ad6c5cd'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:19.348536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc199a-808a-41a4-ba15-aa5dd02eb3af req-919949bb-f82a-4469-85e6-6f57fada06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:19.350066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4cc199a-808a-41a4-ba15-aa5dd02eb3af req-919949bb-f82a-4469-85e6-6f57fada06f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 1095 time: 0.1595135 Nov 16 04:38:19.380596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf7661-acbb-417c-9ed4-c8c9f8a665be req-4d37d869-2087-429d-8511-6d6cc048cd28 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:19.382062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdcf7661-acbb-417c-9ed4-c8c9f8a665be req-4d37d869-2087-429d-8511-6d6cc048cd28 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 944 time: 0.1634369 Nov 16 04:38:19.446676 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-3a7be381-205d-46d8-9170-0a6d2d8f6ce6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Router 9852d3ed-f742-4b25-89c9-e6479e2308de has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:38:19.565159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b56d23b8-1377-47ec-91bc-956e12fad626 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:38:19.603035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdcf7661-acbb-417c-9ed4-c8c9f8a665be req-4b171f10-c3a1-484c-ba1e-e4776101abfa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049499 Nov 16 04:38:19.613918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-2c42de01-7f3d-48f1-8d8c-f0aec79b91b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Made reservation on behalf of 46074bcb1f1c4ff1b82eee172ad6c5cd for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:38:19.617367 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-2c42de01-7f3d-48f1-8d8c-f0aec79b91b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:19.639096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc199a-808a-41a4-ba15-aa5dd02eb3af req-e20fc908-13b3-4090-b2a1-9ea82665a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:19.640583 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4cc199a-808a-41a4-ba15-aa5dd02eb3af req-e20fc908-13b3-4090-b2a1-9ea82665a7b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 912 time: 0.2825778 Nov 16 04:38:19.686989 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b56d23b8-1377-47ec-91bc-956e12fad626, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b56d23b8-1377-47ec-91bc-956e12fad626,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:19.695928 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4cc199a-808a-41a4-ba15-aa5dd02eb3af req-b1bd37c6-7b35-4e93-bab7-0549f8c49a2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b56d23b8-1377-47ec-91bc-956e12fad626 HTTP/1.1" status: 200 len: 217 time: 0.0447133 Nov 16 04:38:19.699692 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'b56d23b8-1377-47ec-91bc-956e12fad626', 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'port_id': 'b56d23b8-1377-47ec-91bc-956e12fad626', 'mac_address': 'fa:16:3e:39:a9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bafc9f1-2941-47ae-b826-323b092dbef7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:38:19.747266 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:19.767109 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56d23b8-1377-47ec-91bc-956e12fad626 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:19.790056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b56d23b8-1377-47ec-91bc-956e12fad626, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b56d23b8-1377-47ec-91bc-956e12fad626,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:19.795715 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:19.837989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-3a7be381-205d-46d8-9170-0a6d2d8f6ce6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:38:19.845010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=b56d23b8-1377-47ec-91bc-956e12fad626,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:19.847964 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-3a7be381-205d-46d8-9170-0a6d2d8f6ce6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:19.861145 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee39b5-5ccc-48b8-b9b8-8cb56bc061f7 None None] Sync routers for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:38:19.875462 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee39b5-5ccc-48b8-b9b8-8cb56bc061f7 None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:38:19.876550 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d3ee39b5-5ccc-48b8-b9b8-8cb56bc061f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:38:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:19.903380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc199a-808a-41a4-ba15-aa5dd02eb3af req-0be2452f-a2a7-4b36-a971-6481bd01688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:19.904862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4cc199a-808a-41a4-ba15-aa5dd02eb3af req-0be2452f-a2a7-4b36-a971-6481bd01688f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.1735187 Nov 16 04:38:19.951214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-3a7be381-205d-46d8-9170-0a6d2d8f6ce6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "PUT /v2.0/floatingips/a54f5a62-c6b4-4289-a148-a17f4a4e8b93 HTTP/1.1" status: 200 len: 695 time: 1.4248796 Nov 16 04:38:19.953123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4cc199a-808a-41a4-ba15-aa5dd02eb3af req-84d50944-d994-430b-b36d-b6817f58d221 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387564 Nov 16 04:38:19.963165 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e34150-8855-4566-9857-b48ac2ac341c req-4acf60ad-66bf-4042-9c54-5845793fb14d tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:19.971299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6e34150-8855-4566-9857-b48ac2ac341c req-4acf60ad-66bf-4042-9c54-5845793fb14d tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 949 time: 0.1900437 Nov 16 04:38:20.001370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-2c42de01-7f3d-48f1-8d8c-f0aec79b91b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Allocated IP 192.168.233.23 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/a9450c8e-a41b-49ba-96a6-28e1aca79eec) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:38:20.040280 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-d3ee39b5-5ccc-48b8-b9b8-8cb56bc061f7 None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:38:20.043637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['b56d23b8-1377-47ec-91bc-956e12fad626'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:20.142278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6e34150-8855-4566-9857-b48ac2ac341c req-2dfa775c-f7b4-45af-ada7-3e5ce649f14f tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700237 Nov 16 04:38:20.214358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-5cd4d18c-5626-4651-ac8c-9f986b88ea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:20.215920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-5cd4d18c-5626-4651-ac8c-9f986b88ea75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 1096 time: 0.2222602 Nov 16 04:38:20.309677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4cc199a-808a-41a4-ba15-aa5dd02eb3af req-12aca2be-5ce2-4c1d-9aa8-8dd690949d62 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313174 Nov 16 04:38:20.334791 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d3ee39b5-5ccc-48b8-b9b8-8cb56bc061f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:20.468955 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee39b5-5ccc-48b8-b9b8-8cb56bc061f7 None None] Checking router: 9852d3ed-f742-4b25-89c9-e6479e2308de for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:38:20.478297 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee39b5-5ccc-48b8-b9b8-8cb56bc061f7 None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:38:20.479066 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d3ee39b5-5ccc-48b8-b9b8-8cb56bc061f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:38:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:20.596906 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-d3ee39b5-5ccc-48b8-b9b8-8cb56bc061f7 None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:38:20.773627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eba1ba-ee2f-471b-b8d9-80da95091346 req-4cd6659b-b123-4696-9331-f4de659aa604 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:20.775152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6eba1ba-ee2f-471b-b8d9-80da95091346 req-4cd6659b-b123-4696-9331-f4de659aa604 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 945 time: 0.5232813 Nov 16 04:38:20.816719 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d3ee39b5-5ccc-48b8-b9b8-8cb56bc061f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:20.829081 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-2c42de01-7f3d-48f1-8d8c-f0aec79b91b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:20.841680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-bb4b6a42-fb44-47f8-bc00-74ef70f22052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:20.843180 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-bb4b6a42-fb44-47f8-bc00-74ef70f22052 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.6172674 Nov 16 04:38:20.846504 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee39b5-5ccc-48b8-b9b8-8cb56bc061f7 None None] The sync data for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 is: [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:59Z', 'revision_number': 4, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c377343e-e9ee-439b-a0d9-7d3dd5e5f5be', 'name': '', 'network_id': '1747fb6e-c482-4743-8c49-9776167b8132', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'mac_address': 'fa:16:3e:24:ae:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '813c1194-17e0-4799-bdee-9680531f52db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:57Z', 'updated_at': '2021-11-16T04:37:03Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'subnets': [{'id': '813c1194-17e0-4799-bdee-9680531f52db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:38:20.849310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4cc199a-808a-41a4-ba15-aa5dd02eb3af req-d622fe1a-02d1-43ca-99ff-cb41b6419415 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996884 Nov 16 04:38:20.912714 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-bb5b9d78-3c1e-4fe7-8a48-4acffed3309e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 217 time: 0.0610437 Nov 16 04:38:20.959932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6eba1ba-ee2f-471b-b8d9-80da95091346 req-9ad3d419-899c-4254-8430-7b4c14c57cd0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663654 Nov 16 04:38:20.981321 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-2c42de01-7f3d-48f1-8d8c-f0aec79b91b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:20.986332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-0facc05b-3f55-421d-9b75-38fcfe63c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:20.991401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-0facc05b-3f55-421d-9b75-38fcfe63c35a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.0686073 Nov 16 04:38:21.001548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['09f5545e-9287-4c90-adfe-1f351744462c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:21.118748 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-2c42de01-7f3d-48f1-8d8c-f0aec79b91b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:38:21.126094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-2c42de01-7f3d-48f1-8d8c-f0aec79b91b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:38:21.127924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c42de01-7f3d-48f1-8d8c-f0aec79b91b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Pushing event updated for resources: {'Port': ['ID=a9450c8e-a41b-49ba-96a6-28e1aca79eec,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:21.132831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-2c42de01-7f3d-48f1-8d8c-f0aec79b91b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:38:21.180723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-5bc3b7ae-e714-46c3-8d0e-e59d71a552e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:21.182304 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-5bc3b7ae-e714-46c3-8d0e-e59d71a552e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415644 Nov 16 04:38:21.185831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:21.187886 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d6e457-cf9c-4626-8116-fe1c8e225e59" -d '{"events": [{"name": "network-changed", "server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:21.191351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77730b6c-9b19-40b1-9f63-23c5729a8f6c None None] New status for floating IP a54f5a62-c6b4-4289-a148-a17f4a4e8b93: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:38:21.208008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822067c-fb5f-4ab3-ad25-d051f7cbea31 req-616392fd-904f-4480-b94d-30b41391b491 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:21.209538 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9822067c-fb5f-4ab3-ad25-d051f7cbea31 req-616392fd-904f-4480-b94d-30b41391b491 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 935 time: 0.1292980 Nov 16 04:38:21.294254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-2c42de01-7f3d-48f1-8d8c-f0aec79b91b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:21.294887 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-2c42de01-7f3d-48f1-8d8c-f0aec79b91b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:21.358088 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-2c42de01-7f3d-48f1-8d8c-f0aec79b91b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1128745 Nov 16 04:38:21.377162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9822067c-fb5f-4ab3-ad25-d051f7cbea31 req-0934c2b9-45df-47e2-8925-1fea14f67738 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555476 Nov 16 04:38:21.395974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Request body: {'port': {'device_id': '9a40e1d8-ca61-4243-9f82-b28fef58aa8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:21.480522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-c073b841-e041-4b4c-a071-dc98aee7624a service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861483 Nov 16 04:38:21.512501 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:21.514575 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c1fe61c0-4f97-493d-8e6d-810f534b9306 None None] Provisioning complete for port a9450c8e-a41b-49ba-96a6-28e1aca79eec triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:38:21.514936 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1fe61c0-4f97-493d-8e6d-810f534b9306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:21.553057 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe61c0-4f97-493d-8e6d-810f534b9306 None None] Port a9450c8e-a41b-49ba-96a6-28e1aca79eec cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:38:21.561863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b56d23b8-1377-47ec-91bc-956e12fad626 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:38:21.604692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944cd95-03b9-4deb-9100-33b2784efd0f req-11f0fc43-b282-4de7-95a6-4f71d8aa908b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:21.606796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f944cd95-03b9-4deb-9100-33b2784efd0f req-11f0fc43-b282-4de7-95a6-4f71d8aa908b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 945 time: 0.1441495 Nov 16 04:38:21.616936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port b56d23b8-1377-47ec-91bc-956e12fad626 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:38:21.622107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port b56d23b8-1377-47ec-91bc-956e12fad626 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:38:21.622537 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:21.701843 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:21.725081 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241f1184-12f5-40de-ac52-ad4bbfde2de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56d23b8-1377-47ec-91bc-956e12fad626'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:21.727350 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb422d3-7207-495b-a0b6-352ae5101eda" -d '{"events": [{"server_uuid": "241f1184-12f5-40de-ac52-ad4bbfde2de0", "name": "network-vif-plugged", "status": "completed", "tag": "b56d23b8-1377-47ec-91bc-956e12fad626"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:21.733704 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f6483492-a0e4-44a9-9d9b-223743f95a73 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:38:21.742591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3baa673-a417-4cbc-84ba-82dcb1ca8280 req-2c29291c-6ab3-4cc6-8a94-1ca61e376e29 service neutron] 10.222.0.41 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427635 Nov 16 04:38:21.744462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b56d23b8-1377-47ec-91bc-956e12fad626, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b56d23b8-1377-47ec-91bc-956e12fad626,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:21.752580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f944cd95-03b9-4deb-9100-33b2784efd0f req-30365f46-40c3-43ab-b555-8074d20d8eaf tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328397 Nov 16 04:38:21.764434 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:21.833949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=b56d23b8-1377-47ec-91bc-956e12fad626,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:21.843025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port f6483492-a0e4-44a9-9d9b-223743f95a73 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:38:21.847458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port f6483492-a0e4-44a9-9d9b-223743f95a73 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:38:21.848085 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:21.938117 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:21.979047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f6483492-a0e4-44a9-9d9b-223743f95a73, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f6483492-a0e4-44a9-9d9b-223743f95a73,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:21.982349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7b92-316e-4360-9606-1d06f97da470 req-1a880035-b458-434b-9295-e23b2a7dbbf9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:21.983274 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:21.984364 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35cd7b92-316e-4360-9606-1d06f97da470 req-1a880035-b458-434b-9295-e23b2a7dbbf9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1251063 Nov 16 04:38:21.998258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c01ec-3721-4221-8af2-6f1fb1eddf9f req-0bf0011c-1013-4948-bdd5-d9c59a4beecc tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:21.999678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-817c01ec-3721-4221-8af2-6f1fb1eddf9f req-0bf0011c-1013-4948-bdd5-d9c59a4beecc tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 945 time: 0.1017172 Nov 16 04:38:22.008618 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57264) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:38:22.014783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2c89fbd6-4a8f-4ae3-b593-913fa62b61be tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Request body: {'floatingip': {'port_id': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:22.051547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=f6483492-a0e4-44a9-9d9b-223743f95a73,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:22.058964 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c89fbd6-4a8f-4ae3-b593-913fa62b61be tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:22.128012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9450c8e-a41b-49ba-96a6-28e1aca79eec {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:22.139537 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:22.144689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35cd7b92-316e-4360-9606-1d06f97da470 req-5836e6ba-5a45-482a-8140-b78de60dee30 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427312 Nov 16 04:38:22.167894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8970c5d-04a6-49e0-a3c5-b798ef373b10 req-9a3fd299-ccaa-4f1e-83a7-9059bd08d09c tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:22.169892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8970c5d-04a6-49e0-a3c5-b798ef373b10 req-9a3fd299-ccaa-4f1e-83a7-9059bd08d09c tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 950 time: 0.0967011 Nov 16 04:38:22.170437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Transition to ACTIVE for port object a9450c8e-a41b-49ba-96a6-28e1aca79eec will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:38:22.175561 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:22.216394 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0871f483-6860-4cbf-a4c3-c75a59213e23 x-openstack-request-id: req-0871f483-6860-4cbf-a4c3-c75a59213e23 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:22.216694 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:22.216956 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0871f483-6860-4cbf-a4c3-c75a59213e23 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:22.217353 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'status': 'completed', 'code': 200} Nov 16 04:38:22.248289 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b88de13-1412-41ae-bf58-9375747a417f x-openstack-request-id: req-2b88de13-1412-41ae-bf58-9375747a417f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:22.248801 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241f1184-12f5-40de-ac52-ad4bbfde2de0", "name": "network-vif-plugged", "status": "completed", "tag": "b56d23b8-1377-47ec-91bc-956e12fad626", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:22.249318 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b88de13-1412-41ae-bf58-9375747a417f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:22.249887 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241f1184-12f5-40de-ac52-ad4bbfde2de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56d23b8-1377-47ec-91bc-956e12fad626', 'code': 200} Nov 16 04:38:22.344086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9450c8e-a41b-49ba-96a6-28e1aca79eec,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:22.378380 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8970c5d-04a6-49e0-a3c5-b798ef373b10 req-e05d87cd-dc6a-4200-80db-d51e500c180f tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980593 Nov 16 04:38:22.465841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-1163f2ac-5fe6-4db2-bd28-25dd0a9e06d8 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips/a54f5a62-c6b4-4289-a148-a17f4a4e8b93 HTTP/1.1" status: 200 len: 693 time: 0.0861859 Nov 16 04:38:22.490295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6e457-cf9c-4626-8116-fe1c8e225e59 req-dd1a9999-d062-4898-a8a6-ecc9fe1fbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:22.492004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79d6e457-cf9c-4626-8116-fe1c8e225e59 req-dd1a9999-d062-4898-a8a6-ecc9fe1fbb23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 1096 time: 0.2445543 Nov 16 04:38:22.528251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c89fbd6-4a8f-4ae3-b593-913fa62b61be tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:22.532080 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c89fbd6-4a8f-4ae3-b593-913fa62b61be tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:22.544972 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81844dff-c96d-4a97-83fd-5876643ca232 req-76e70c95-e6f5-45ed-9dbe-a3300da058c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:22.546470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81844dff-c96d-4a97-83fd-5876643ca232 req-76e70c95-e6f5-45ed-9dbe-a3300da058c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 1097 time: 0.2225273 Nov 16 04:38:22.654410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Attempting to bind port a9450c8e-a41b-49ba-96a6-28e1aca79eec on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:38:22.654744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Attempting to bind port a9450c8e-a41b-49ba-96a6-28e1aca79eec by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:38:22.655070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Attempting to bind port a9450c8e-a41b-49ba-96a6-28e1aca79eec on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:22.677705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Port a9450c8e-a41b-49ba-96a6-28e1aca79eec on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:38:22.678127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Attempting to bind port a9450c8e-a41b-49ba-96a6-28e1aca79eec on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:22.694505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775eef4-eef4-4b42-a034-bbc1896f8924 req-6b265179-def1-4bf2-be44-76f471504c99 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:22.696066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7775eef4-eef4-4b42-a034-bbc1896f8924 req-6b265179-def1-4bf2-be44-76f471504c99 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 947 time: 0.2240329 Nov 16 04:38:22.717693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:38:22.718054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:38:22.718429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:38:22.718870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Bound port: a9450c8e-a41b-49ba-96a6-28e1aca79eec, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:38:22.719223 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:22.792044 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81844dff-c96d-4a97-83fd-5876643ca232 req-c19243ef-bad0-41a1-bd80-f98f78fc25ec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755311 Nov 16 04:38:22.809135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-86d52de7-77f1-4466-a309-0d986e259691 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:22.810520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-86d52de7-77f1-4466-a309-0d986e259691 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.3228555 Nov 16 04:38:22.851692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6e457-cf9c-4626-8116-fe1c8e225e59 req-680393a6-8800-4eac-a457-28fa62bb5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:22.853049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79d6e457-cf9c-4626-8116-fe1c8e225e59 req-680393a6-8800-4eac-a457-28fa62bb5c2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.3358352 Nov 16 04:38:22.881235 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-2c89fbd6-4a8f-4ae3-b593-913fa62b61be tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Floating IP 98a8265d-a555-4a1a-83b6-ffc86edbbb34 associated. External IP: 172.25.0.155, port: e1dca4d3-905e-419c-ba7d-5d74e08fb685. Nov 16 04:38:22.910853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7775eef4-eef4-4b42-a034-bbc1896f8924 req-d44cae9e-71f3-4a75-b1c8-d2bc97c252d6 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030525 Nov 16 04:38:22.945388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-481a3209-4254-4ae7-84e7-b3f68fcaeff3 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 696 time: 0.1236684 Nov 16 04:38:22.948589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79d6e457-cf9c-4626-8116-fe1c8e225e59 req-2fb7ed70-f1b0-48ea-9396-c6f9f4bc932a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 217 time: 0.0602107 Nov 16 04:38:23.018766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] For port a9450c8e-a41b-49ba-96a6-28e1aca79eec, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:38:23.071480 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-eb5fb11c-b264-445d-a816-f73127f7f7cb tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.37 HTTP/1.1" status: 200 len: 696 time: 0.1185029 Nov 16 04:38:23.078587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] For port a9450c8e-a41b-49ba-96a6-28e1aca79eec, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:38:23.088174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c89fbd6-4a8f-4ae3-b593-913fa62b61be tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Router dec89176-aeb8-45e8-8c10-f32886795cd4 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:38:23.094687 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:23.174128 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:23.174739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:23.176877 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/a9450c8e-a41b-49ba-96a6-28e1aca79eec HTTP/1.1" status: 200 len: 1095 time: 1.7853372 Nov 16 04:38:23.179424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6e457-cf9c-4626-8116-fe1c8e225e59 req-5b4ad86a-c59f-4b62-9fbb-ee97da12af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:23.181556 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79d6e457-cf9c-4626-8116-fe1c8e225e59 req-5b4ad86a-c59f-4b62-9fbb-ee97da12af72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.2152843 Nov 16 04:38:23.211022 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c89fbd6-4a8f-4ae3-b593-913fa62b61be tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:38:23.217802 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c89fbd6-4a8f-4ae3-b593-913fa62b61be tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:23.220042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aff655-8595-4b80-b26c-b15b567de5e9 req-1197a817-eb1f-4aab-aa7f-61670bcfe6d8 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:23.221717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79aff655-8595-4b80-b26c-b15b567de5e9 req-1197a817-eb1f-4aab-aa7f-61670bcfe6d8 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 945 time: 0.2429717 Nov 16 04:38:23.223997 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e48d7-d7a2-40f6-b905-a8032bc1554c None None] Sync routers for ids ['dec89176-aeb8-45e8-8c10-f32886795cd4'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:38:23.244643 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e48d7-d7a2-40f6-b905-a8032bc1554c None None] Routers {'dec89176-aeb8-45e8-8c10-f32886795cd4'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:38:23.245841 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-075e48d7-d7a2-40f6-b905-a8032bc1554c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:38:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['dec89176-aeb8-45e8-8c10-f32886795cd4'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:23.248135 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2c89fbd6-4a8f-4ae3-b593-913fa62b61be tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "PUT /v2.0/floatingips/98a8265d-a555-4a1a-83b6-ffc86edbbb34 HTTP/1.1" status: 200 len: 991 time: 1.2373390 Nov 16 04:38:23.248862 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:23.251543 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa36947-0f01-4723-969d-042818f4f5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:23.340114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f2283-58a5-41d8-aa17-c9082d7215e2 service neutron] Pushing event updated for resources: {'Port': ['ID=a9450c8e-a41b-49ba-96a6-28e1aca79eec,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:23.360331 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-075e48d7-d7a2-40f6-b905-a8032bc1554c None None] Set router dec89176-aeb8-45e8-8c10-f32886795cd4 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:38:23.399794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6e457-cf9c-4626-8116-fe1c8e225e59 req-96f4c480-c7c9-473c-ad50-ad3830bcd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:23.401291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79d6e457-cf9c-4626-8116-fe1c8e225e59 req-96f4c480-c7c9-473c-ad50-ad3830bcd394 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2038133 Nov 16 04:38:23.405837 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79aff655-8595-4b80-b26c-b15b567de5e9 req-1ba89d0a-d347-4219-acbb-085cd048a754 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451592 Nov 16 04:38:23.410461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-70b43416-d6e8-4ebc-9770-b85e7531f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:23.411896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-70b43416-d6e8-4ebc-9770-b85e7531f9f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 1098 time: 0.1592057 Nov 16 04:38:23.504903 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-ecd4578b-0b03-4318-a838-aa07f7fc674f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec HTTP/1.1" status: 200 len: 217 time: 0.0770512 Nov 16 04:38:23.563267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-f24fd6ba-2cb9-4f2f-bb1d-8550cc12fdd6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Deleting port bfb0bdd7-45bb-470e-95fb-c96a01d56391 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:38:23.563710 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-f24fd6ba-2cb9-4f2f-bb1d-8550cc12fdd6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:23.605441 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-075e48d7-d7a2-40f6-b905-a8032bc1554c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 4, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port': {'id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:46Z', 'updated_at': '2021-11-16T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '98a8265d-a555-4a1a-83b6-ffc86edbbb34', 'tenant_id': '98886c56b701447cb464fb425061a484', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'port_id': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'mac_address': 'fa:16:3e:9d:11:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:55Z', 'updated_at': '2021-11-16T04:38:22Z', 'revision_number': 1, 'project_id': '98886c56b701447cb464fb425061a484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66eee7d8-9931-4678-ae51-e4a58eb28aac', 'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'tenant_id': '98886c56b701447cb464fb425061a484', 'mac_address': 'fa:16:3e:2d:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:49Z', 'updated_at': '2021-11-16T04:37:56Z', 'revision_number': 5, 'project_id': '98886c56b701447cb464fb425061a484', 'subnets': [{'id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:23.634056 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e48d7-d7a2-40f6-b905-a8032bc1554c None None] Checking router: dec89176-aeb8-45e8-8c10-f32886795cd4 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:38:23.642610 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e48d7-d7a2-40f6-b905-a8032bc1554c None None] Routers {'dec89176-aeb8-45e8-8c10-f32886795cd4'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:38:23.643199 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-075e48d7-d7a2-40f6-b905-a8032bc1554c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:38:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['dec89176-aeb8-45e8-8c10-f32886795cd4'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:23.663749 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79d6e457-cf9c-4626-8116-fe1c8e225e59 req-41d9e893-0bba-477b-9abc-54612aee5b6e service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482321 Nov 16 04:38:23.667213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-e5610538-563a-444e-8a43-3365cca1a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:23.668568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-e5610538-563a-444e-8a43-3365cca1a730 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1555700 Nov 16 04:38:23.695184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e33634-d872-490e-a7fa-55c943e946b8 req-19acf9e4-c3e2-429d-a8f1-65add7c124e6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:23.696617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91e33634-d872-490e-a7fa-55c943e946b8 req-19acf9e4-c3e2-429d-a8f1-65add7c124e6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1474693 Nov 16 04:38:23.744511 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-075e48d7-d7a2-40f6-b905-a8032bc1554c None None] Set router dec89176-aeb8-45e8-8c10-f32886795cd4 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:38:24.003744 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-075e48d7-d7a2-40f6-b905-a8032bc1554c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 4, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port': {'id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:46Z', 'updated_at': '2021-11-16T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '98a8265d-a555-4a1a-83b6-ffc86edbbb34', 'tenant_id': '98886c56b701447cb464fb425061a484', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'port_id': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'mac_address': 'fa:16:3e:9d:11:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:55Z', 'updated_at': '2021-11-16T04:38:22Z', 'revision_number': 1, 'project_id': '98886c56b701447cb464fb425061a484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66eee7d8-9931-4678-ae51-e4a58eb28aac', 'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'tenant_id': '98886c56b701447cb464fb425061a484', 'mac_address': 'fa:16:3e:2d:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:49Z', 'updated_at': '2021-11-16T04:37:56Z', 'revision_number': 5, 'project_id': '98886c56b701447cb464fb425061a484', 'subnets': [{'id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:24.029838 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e48d7-d7a2-40f6-b905-a8032bc1554c None None] The sync data for ids ['dec89176-aeb8-45e8-8c10-f32886795cd4'] in n-d-818042-1 is: [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 4, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port': {'id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:46Z', 'updated_at': '2021-11-16T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '98a8265d-a555-4a1a-83b6-ffc86edbbb34', 'tenant_id': '98886c56b701447cb464fb425061a484', 'floating_ip_address': '172.25.0.155', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'port_id': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'mac_address': 'fa:16:3e:9d:11:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:55Z', 'updated_at': '2021-11-16T04:38:22Z', 'revision_number': 1, 'project_id': '98886c56b701447cb464fb425061a484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66eee7d8-9931-4678-ae51-e4a58eb28aac', 'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'tenant_id': '98886c56b701447cb464fb425061a484', 'mac_address': 'fa:16:3e:2d:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:49Z', 'updated_at': '2021-11-16T04:37:56Z', 'revision_number': 5, 'project_id': '98886c56b701447cb464fb425061a484', 'subnets': [{'id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:38:24.097035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-f24fd6ba-2cb9-4f2f-bb1d-8550cc12fdd6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:24.097847 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-f24fd6ba-2cb9-4f2f-bb1d-8550cc12fdd6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:24.142331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-f24fd6ba-2cb9-4f2f-bb1d-8550cc12fdd6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Calling delete_port for bfb0bdd7-45bb-470e-95fb-c96a01d56391 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:38:24.154134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-dcd25341-88aa-4aae-bb18-5ae179098d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:24.155641 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-dcd25341-88aa-4aae-bb18-5ae179098d9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4780016 Nov 16 04:38:24.185846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91e33634-d872-490e-a7fa-55c943e946b8 req-3016b11e-24b9-4ea6-9d5e-7797aa6a0ec1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747472 Nov 16 04:38:24.238337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76586f6f-7018-4635-8b65-bddce9f8c760 None None] New status for floating IP 98a8265d-a555-4a1a-83b6-ffc86edbbb34: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:38:24.240846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a40e1d8-ca61-4243-9f82-b28fef58aa8b', 'tag': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:24.243117 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e558b935-5007-4658-9311-ecd31fb6c436" -d '{"events": [{"name": "network-changed", "server_uuid": "9a40e1d8-ca61-4243-9f82-b28fef58aa8b", "tag": "a9450c8e-a41b-49ba-96a6-28e1aca79eec"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:24.280483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a289b70c-2815-460c-be2f-1a87f358b814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6483492-a0e4-44a9-9d9b-223743f95a73'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:24.283417 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644375d2-324a-4394-8e92-e363cd1e9301" -d '{"events": [{"server_uuid": "a289b70c-2815-460c-be2f-1a87f358b814", "name": "network-vif-plugged", "status": "completed", "tag": "f6483492-a0e4-44a9-9d9b-223743f95a73"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:24.284210 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4b99256-8920-4849-ae0c-3135c81f1170 req-aea898a9-d92c-46ea-9749-0bcb394c904c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2496178 Nov 16 04:38:24.305305 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a49b4a2-6bc6-48f3-b10e-c260b52f2850 x-openstack-request-id: req-8a49b4a2-6bc6-48f3-b10e-c260b52f2850 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:24.306698 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:24.308494 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a49b4a2-6bc6-48f3-b10e-c260b52f2850 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:24.309433 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'status': 'completed', 'code': 200} Nov 16 04:38:24.317635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79d6e457-cf9c-4626-8116-fe1c8e225e59 req-51334ced-634d-415c-aca7-7a49d89df70b service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387851 Nov 16 04:38:24.457038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-e2f8041c-7d0f-4a6c-b0db-bf70be128cfd service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859254 Nov 16 04:38:24.533233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa36947-0f01-4723-969d-042818f4f5fc req-5725c1c4-cfa3-4c5e-b304-1ada26cf06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:24.534769 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fa36947-0f01-4723-969d-042818f4f5fc req-5725c1c4-cfa3-4c5e-b304-1ada26cf06a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 1096 time: 0.1890361 Nov 16 04:38:24.574374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b99256-8920-4849-ae0c-3135c81f1170 req-5e5f9aa6-b82e-464e-98ac-8659d17352a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:24.575790 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4b99256-8920-4849-ae0c-3135c81f1170 req-5e5f9aa6-b82e-464e-98ac-8659d17352a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6afb9e0518974559b1332d98c9104d43&device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 1096 time: 0.1902225 Nov 16 04:38:24.594998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb44faf-537f-4102-9f5a-37a74673c080 req-40a8d7df-de3d-420f-9d65-ca6f5afa3d3e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:24.596424 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bb44faf-537f-4102-9f5a-37a74673c080 req-40a8d7df-de3d-420f-9d65-ca6f5afa3d3e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 950 time: 0.2168548 Nov 16 04:38:24.744873 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-f24fd6ba-2cb9-4f2f-bb1d-8550cc12fdd6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:24.789732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9c4275-01d0-4ff9-87d8-d95c7d712296 req-cba5ed3f-230b-488d-990e-71d85117ff83 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240669 Nov 16 04:38:24.808613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fd6ba-2cb9-4f2f-bb1d-8550cc12fdd6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Pushing event deleted for resources: {'Port': ['ID=bfb0bdd7-45bb-470e-95fb-c96a01d56391,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:24.849531 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bb44faf-537f-4102-9f5a-37a74673c080 req-ad563c34-143f-4732-93fe-b1e3b396ec40 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218094 Nov 16 04:38:24.859726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa36947-0f01-4723-969d-042818f4f5fc req-2675c91a-3e42-415f-953c-fb31fd79f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:24.861171 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fa36947-0f01-4723-969d-042818f4f5fc req-2675c91a-3e42-415f-953c-fb31fd79f388 service neutron] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.3031511 Nov 16 04:38:24.922537 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b99256-8920-4849-ae0c-3135c81f1170 req-828e4231-9311-4db4-9288-4f2feacf4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:24.923995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4b99256-8920-4849-ae0c-3135c81f1170 req-828e4231-9311-4db4-9288-4f2feacf4f74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 200 len: 922 time: 0.2989461 Nov 16 04:38:25.005668 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4b99256-8920-4849-ae0c-3135c81f1170 req-b830ee9a-4456-46d8-aaf2-bf5f36d59c7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 200 len: 217 time: 0.0690536 Nov 16 04:38:25.017610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fa36947-0f01-4723-969d-042818f4f5fc req-4acbdb96-266d-4f9c-9b88-5f3b06b45401 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685 HTTP/1.1" status: 200 len: 1001 time: 0.1323097 Nov 16 04:38:25.024979 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-f24fd6ba-2cb9-4f2f-bb1d-8550cc12fdd6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:25.027530 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-f24fd6ba-2cb9-4f2f-bb1d-8550cc12fdd6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:25.028553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d03d0685-8ed1-47e4-b4d1-4af1c23ca5a1 req-f24fd6ba-2cb9-4f2f-bb1d-8550cc12fdd6 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "DELETE /v2.0/floatingips/a54f5a62-c6b4-4289-a148-a17f4a4e8b93 HTTP/1.1" status: 204 len: 173 time: 1.9486184 Nov 16 04:38:25.064178 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5050ab4e-a6ba-426c-908a-73de3542e05b x-openstack-request-id: req-5050ab4e-a6ba-426c-908a-73de3542e05b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:25.064471 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a40e1d8-ca61-4243-9f82-b28fef58aa8b", "tag": "a9450c8e-a41b-49ba-96a6-28e1aca79eec", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:25.064723 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5050ab4e-a6ba-426c-908a-73de3542e05b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:25.065114 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a40e1d8-ca61-4243-9f82-b28fef58aa8b', 'tag': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec', 'status': 'completed', 'code': 200} Nov 16 04:38:25.094326 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb6198c-fe38-4a3f-91be-ef25ba7ac2fb x-openstack-request-id: req-ceb6198c-fe38-4a3f-91be-ef25ba7ac2fb {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:25.094618 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a289b70c-2815-460c-be2f-1a87f358b814", "name": "network-vif-plugged", "status": "completed", "tag": "f6483492-a0e4-44a9-9d9b-223743f95a73", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:25.095067 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ceb6198c-fe38-4a3f-91be-ef25ba7ac2fb {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:25.095496 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a289b70c-2815-460c-be2f-1a87f358b814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6483492-a0e4-44a9-9d9b-223743f95a73', 'code': 200} Nov 16 04:38:25.126606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c2eb8-df63-4842-9e9d-376dee0e33e2 req-9556c44a-7db9-49b9-a040-cf7e64912022 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:25.128125 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-065c2eb8-df63-4842-9e9d-376dee0e33e2 req-9556c44a-7db9-49b9-a040-cf7e64912022 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 947 time: 0.2032461 Nov 16 04:38:25.148589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b99256-8920-4849-ae0c-3135c81f1170 req-bd0ad4c4-20df-4130-b635-e1c9c43bbbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:25.150026 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4b99256-8920-4849-ae0c-3135c81f1170 req-bd0ad4c4-20df-4130-b635-e1c9c43bbbb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 200 len: 860 time: 0.1346591 Nov 16 04:38:25.170797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa36947-0f01-4723-969d-042818f4f5fc req-d0f6975f-c4d6-414a-bda2-14525b2c7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:25.172164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fa36947-0f01-4723-969d-042818f4f5fc req-d0f6975f-c4d6-414a-bda2-14525b2c7e60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.1228027 Nov 16 04:38:25.215676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064d571-3024-4471-90a2-19995d7d35fc req-999b6191-7cf8-40c2-898e-f3331cfa60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:25.217164 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c064d571-3024-4471-90a2-19995d7d35fc req-999b6191-7cf8-40c2-898e-f3331cfa60ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 1101 time: 0.0438595 Nov 16 04:38:25.287449 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c064d571-3024-4471-90a2-19995d7d35fc req-ae932642-0e37-4953-8e92-db6716f32885 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500445 Nov 16 04:38:25.292804 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558b935-5007-4658-9311-ecd31fb6c436 req-aa203699-a865-494b-8649-6e206d1ac21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:25.294332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e558b935-5007-4658-9311-ecd31fb6c436 req-aa203699-a865-494b-8649-6e206d1ac21f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 1098 time: 0.1918247 Nov 16 04:38:25.306160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-065c2eb8-df63-4842-9e9d-376dee0e33e2 req-e6c7d154-9450-4902-9b9b-52b2834905c2 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594863 Nov 16 04:38:25.320190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b99256-8920-4849-ae0c-3135c81f1170 req-819f38b3-96ad-43f8-a009-c5f78e86dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:25.321626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4b99256-8920-4849-ae0c-3135c81f1170 req-819f38b3-96ad-43f8-a009-c5f78e86dca4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1747fb6e-c482-4743-8c49-9776167b8132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421525 Nov 16 04:38:25.331482 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da38fbc-2b59-4027-b21c-4fc30df1cba6 req-e5fbe68c-db53-40fc-bc8c-1ffb342f2a83 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:25.334202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2da38fbc-2b59-4027-b21c-4fc30df1cba6 req-e5fbe68c-db53-40fc-bc8c-1ffb342f2a83 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 945 time: 0.1796792 Nov 16 04:38:25.373194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa36947-0f01-4723-969d-042818f4f5fc req-2c27159f-30b4-4f78-b6cc-a2b33a85c411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:25.374656 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fa36947-0f01-4723-969d-042818f4f5fc req-2c27159f-30b4-4f78-b6cc-a2b33a85c411 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1699409 Nov 16 04:38:25.439960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2da38fbc-2b59-4027-b21c-4fc30df1cba6 req-ccd396cb-79e0-4fcf-a602-32b34eed4efc tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709269 Nov 16 04:38:25.449072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558b935-5007-4658-9311-ecd31fb6c436 req-ae92d837-1973-4324-a9ea-bee495ac1cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:25.450512 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e558b935-5007-4658-9311-ecd31fb6c436 req-ae92d837-1973-4324-a9ea-bee495ac1cc8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1415060 Nov 16 04:38:25.494279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e558b935-5007-4658-9311-ecd31fb6c436 req-36c38c23-6a69-4426-ae4d-8e3cd19618c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec HTTP/1.1" status: 200 len: 217 time: 0.0365996 Nov 16 04:38:25.547830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558b935-5007-4658-9311-ecd31fb6c436 req-8ebfd6c0-195f-4db0-ae41-9ec6c427e183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:25.549207 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e558b935-5007-4658-9311-ecd31fb6c436 req-8ebfd6c0-195f-4db0-ae41-9ec6c427e183 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0470347 Nov 16 04:38:25.787485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558b935-5007-4658-9311-ecd31fb6c436 req-c51dbce5-d192-4a0c-9399-6ba7223b4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:25.789133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e558b935-5007-4658-9311-ecd31fb6c436 req-c51dbce5-d192-4a0c-9399-6ba7223b4586 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2318964 Nov 16 04:38:25.891201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a165ab8-dd9b-45c5-8ee8-3eef1ec73abc req-86b54cef-3531-4a09-a151-09c8f4ae7100 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:25.892671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a165ab8-dd9b-45c5-8ee8-3eef1ec73abc req-86b54cef-3531-4a09-a151-09c8f4ae7100 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.2392955 Nov 16 04:38:25.904423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3eb056-e1db-41dd-bca5-7b9eb921dcbf req-01c98d25-a1a2-4ab6-9a01-beed7c791c98 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:25.905803 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b3eb056-e1db-41dd-bca5-7b9eb921dcbf req-01c98d25-a1a2-4ab6-9a01-beed7c791c98 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 945 time: 0.2016876 Nov 16 04:38:25.911626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4b99256-8920-4849-ae0c-3135c81f1170 req-dba7f37e-3e00-4c38-b271-17a47dd93db5 service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251190 Nov 16 04:38:25.913337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fa36947-0f01-4723-969d-042818f4f5fc req-f1bc659a-df6c-4633-b11d-eb714b01a994 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255723 Nov 16 04:38:26.405802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a165ab8-dd9b-45c5-8ee8-3eef1ec73abc req-214f8205-94fe-4cdb-995d-3d2d86b36bae tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987881 Nov 16 04:38:26.428597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b3eb056-e1db-41dd-bca5-7b9eb921dcbf req-b57a555b-28e6-4985-a201-747565760d82 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066009 Nov 16 04:38:26.438635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e558b935-5007-4658-9311-ecd31fb6c436 req-855f9757-7d64-434a-8b5e-d040c3058d69 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400034 Nov 16 04:38:26.488927 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4b99256-8920-4849-ae0c-3135c81f1170 req-8245a51d-bcb3-4a44-ad46-156f0fd6435a service neutron] 10.222.0.15 "GET /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509863 Nov 16 04:38:26.578219 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fa36947-0f01-4723-969d-042818f4f5fc req-0ae7662f-5dd4-4c50-8261-dd55009db331 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6382678 Nov 16 04:38:26.637168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fea8f-9658-431c-b10f-3c529d467656 req-8cee2407-0b2e-4655-9ed7-d87d5e96900f tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:26.638674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d8fea8f-9658-431c-b10f-3c529d467656 req-8cee2407-0b2e-4655-9ed7-d87d5e96900f tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 950 time: 0.1523046 Nov 16 04:38:26.646071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4ef1f-f145-4ff4-a838-ff51d28ad33f req-95b82070-b95c-4e2d-a946-7f6126db803e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:26.647444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32d4ef1f-f145-4ff4-a838-ff51d28ad33f req-95b82070-b95c-4e2d-a946-7f6126db803e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 947 time: 0.1341784 Nov 16 04:38:26.650538 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e558b935-5007-4658-9311-ecd31fb6c436 req-40c5b645-5c5f-4897-aa83-d6a5fa7ec5dd service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898935 Nov 16 04:38:26.725222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d8fea8f-9658-431c-b10f-3c529d467656 req-13957c80-a18e-44d2-b119-87635e5e7e7e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768230 Nov 16 04:38:26.729620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32d4ef1f-f145-4ff4-a838-ff51d28ad33f req-b0841259-4066-46db-b7f8-a709df843634 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731318 Nov 16 04:38:26.835772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff12ab4-434d-4b35-b8f9-c010ccc48837 req-c25bb4b2-1e53-413e-b1d6-cae8d3c62c91 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:26.838377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ff12ab4-434d-4b35-b8f9-c010ccc48837 req-c25bb4b2-1e53-413e-b1d6-cae8d3c62c91 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 1096 time: 0.0457563 Nov 16 04:38:26.884249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ff12ab4-434d-4b35-b8f9-c010ccc48837 req-a872b8bf-310f-468c-8c95-13aa9977f14f tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Nov 16 04:38:26.988521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa901bf-3f08-4152-a97b-d557110306be req-ad83dfe1-47d4-4295-a8e7-65abaa3321ae tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:26.990055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fa901bf-3f08-4152-a97b-d557110306be req-ad83dfe1-47d4-4295-a8e7-65abaa3321ae tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 945 time: 0.0495231 Nov 16 04:38:27.038374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fa901bf-3f08-4152-a97b-d557110306be req-9e32ad3e-3cc9-402b-8e33-1e937e441ef8 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406539 Nov 16 04:38:27.291403 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-976118b6-3687-40ab-8e93-e2afd3d3dfc1 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:27.292975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-976118b6-3687-40ab-8e93-e2afd3d3dfc1 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf&tenant_id=e339e415385b4d5dbab31d9b5027d120&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 1096 time: 0.0932918 Nov 16 04:38:27.309497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a4bdd-f675-4a29-a889-6489f56ae3bb req-2670fe79-2af5-4cc2-995c-c219a99a5544 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:27.310982 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-171a4bdd-f675-4a29-a889-6489f56ae3bb req-2670fe79-2af5-4cc2-995c-c219a99a5544 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0751278 Nov 16 04:38:27.315941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818042-1'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:27.413513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-171a4bdd-f675-4a29-a889-6489f56ae3bb req-213e5f33-986d-4b02-9d39-c256acb197d8 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949283 Nov 16 04:38:27.414296 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:27.588633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68294e-6ec5-4d2e-be7f-27d101b5cf54 req-4fa9e9d7-02ae-4a7a-8686-4e93812d6561 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:27.590679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb68294e-6ec5-4d2e-be7f-27d101b5cf54 req-4fa9e9d7-02ae-4a7a-8686-4e93812d6561 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 945 time: 0.0851593 Nov 16 04:38:27.595687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:27.600898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a9450c8e-a41b-49ba-96a6-28e1aca79eec details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:38:27.675738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:38:27.680519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb68294e-6ec5-4d2e-be7f-27d101b5cf54 req-ecf1af96-2ef8-43c7-b1eb-1a2da7157673 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/security-groups?id=4e6c967a-aaa9-4eec-ac39-5b59b80775f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828130 Nov 16 04:38:27.705225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a9450c8e-a41b-49ba-96a6-28e1aca79eec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:27.718002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec', 'mac_address': 'fa:16:3e:d1:2b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:38:27.729507 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1665ee-55a1-4c79-9ca5-721b65911fdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4b3aad-44eb-4a92-849b-b89769bbc90b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:27.732754 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d844b006-b532-437c-ab9f-f78ec6a3e56b" -d '{"events": [{"server_uuid": "ea1665ee-55a1-4c79-9ca5-721b65911fdf", "name": "network-vif-unplugged", "status": "completed", "tag": "db4b3aad-44eb-4a92-849b-b89769bbc90b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:27.737362 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:27.745553 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:27.765378 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:27.783193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9450c8e-a41b-49ba-96a6-28e1aca79eec {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:27.801578 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22565545-c2b0-40fa-893d-d0fac3c439f0 x-openstack-request-id: req-22565545-c2b0-40fa-893d-d0fac3c439f0 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:27.801911 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1665ee-55a1-4c79-9ca5-721b65911fdf", "name": "network-vif-unplugged", "status": "completed", "tag": "db4b3aad-44eb-4a92-849b-b89769bbc90b", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:27.802311 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22565545-c2b0-40fa-893d-d0fac3c439f0 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:27.802714 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1665ee-55a1-4c79-9ca5-721b65911fdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db4b3aad-44eb-4a92-849b-b89769bbc90b', 'code': 200} Nov 16 04:38:27.810047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a9450c8e-a41b-49ba-96a6-28e1aca79eec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:27.814440 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:27.857525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Pushing event updated for resources: {'Port': ['ID=db4b3aad-44eb-4a92-849b-b89769bbc90b,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:27.875181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Attempting to bind port db4b3aad-44eb-4a92-849b-b89769bbc90b on host n-h1-818042-1 for vnic_type normal with profile {"migrating_to": "n-h2-818042-1"} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:38:27.875528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Attempting to bind port db4b3aad-44eb-4a92-849b-b89769bbc90b by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:38:27.876207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Attempting to bind port db4b3aad-44eb-4a92-849b-b89769bbc90b on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:27.880235 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=a9450c8e-a41b-49ba-96a6-28e1aca79eec,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:27.905102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Port db4b3aad-44eb-4a92-849b-b89769bbc90b on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:38:27.905102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Attempting to bind port db4b3aad-44eb-4a92-849b-b89769bbc90b on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:27.914409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:38:27.914820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Checking segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:38:27.915140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Bound using segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:38:27.915525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Bound port: db4b3aad-44eb-4a92-849b-b89769bbc90b, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:38:27.915881 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:27.940773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3172069-8968-4a90-96b4-cf4e2c0f727c req-93c9c06e-e65d-430a-b4cd-4b37813d3c5a tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:27.942298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3172069-8968-4a90-96b4-cf4e2c0f727c req-93c9c06e-e65d-430a-b4cd-4b37813d3c5a tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 950 time: 0.0798857 Nov 16 04:38:27.980443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-f11d5b8d-da2e-44b3-9e4b-2bc3ec7d2bbb tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:38:27.981450 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-f11d5b8d-da2e-44b3-9e4b-2bc3ec7d2bbb tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066125 Nov 16 04:38:28.021687 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-62275784-2fc8-487d-ae77-a072a87e29f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:28.023446 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-62275784-2fc8-487d-ae77-a072a87e29f0 service neutron] 10.222.0.41 "GET /v2.0/ports/18c85f33-ba52-4660-9a81-4b0cff0d22df HTTP/1.1" status: 200 len: 1093 time: 0.0346613 Nov 16 04:38:28.030717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:38:28.034634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:38:28.038479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] Request body: {'binding': {'host': 'n-h1-818042-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:28.039020 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] Unknown quota resources ['binding']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 04:38:28.039250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3172069-8968-4a90-96b4-cf4e2c0f727c req-978c582b-e64e-458a-82a9-5706d714f282 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760605 Nov 16 04:38:28.040962 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:28.156507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['a9450c8e-a41b-49ba-96a6-28e1aca79eec'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:28.166646 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Pushing event updated for resources: {'Port': ['ID=db4b3aad-44eb-4a92-849b-b89769bbc90b,revision_number=8']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:28.190294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] Attempting to bind port 18c85f33-ba52-4660-9a81-4b0cff0d22df on host n-h1-818042-1 for vnic_type normal with profile None {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:38:28.190634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] Attempting to bind port 18c85f33-ba52-4660-9a81-4b0cff0d22df by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:38:28.190964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] Attempting to bind port 18c85f33-ba52-4660-9a81-4b0cff0d22df on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:28.195322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] Port 18c85f33-ba52-4660-9a81-4b0cff0d22df on network 00ef367c-9e71-485a-983c-5f2648aed20c not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:38:28.195643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] Attempting to bind port 18c85f33-ba52-4660-9a81-4b0cff0d22df on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:28.198865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:28.199582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:28.200816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:38:28.200951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b09d8339-f033-47df-9269-4a6748be6d02 service neutron] 10.222.0.15 "PUT /v2.0/ports/db4b3aad-44eb-4a92-849b-b89769bbc90b HTTP/1.1" status: 200 len: 1121 time: 0.8890049 Nov 16 04:38:28.201154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] Checking segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:38:28.202260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] Bound using segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:38:28.202706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] Bound port: 18c85f33-ba52-4660-9a81-4b0cff0d22df, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:38:28.209240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e03fb0-41be-41f2-b532-70ef7b014249 req-9f7b2d6d-810b-41c2-9136-61fb0194ab6e tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:28.210721 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-70e03fb0-41be-41f2-b532-70ef7b014249 req-9f7b2d6d-810b-41c2-9136-61fb0194ab6e tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.15 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 945 time: 0.1357872 Nov 16 04:38:28.225020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68e8e1-7bf1-448e-8244-1c2000567dc1 req-56c7a48b-f5ed-4b38-8480-52dc8f44ea29 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:28.226733 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e68e8e1-7bf1-448e-8244-1c2000567dc1 req-56c7a48b-f5ed-4b38-8480-52dc8f44ea29 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 948 time: 0.1120217 Nov 16 04:38:28.263134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:38:28.270037 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] Publish callbacks [] for binding, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:28.271643 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c3a2ccb6-ea4b-4397-a99d-9d41dec0fcd4 service neutron] 10.222.0.41 "POST /v2.0/ports/18c85f33-ba52-4660-9a81-4b0cff0d22df/bindings HTTP/1.1" status: 201 len: 389 time: 0.2370524 Nov 16 04:38:28.286169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['db4b3aad-44eb-4a92-849b-b89769bbc90b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:28.343537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e68e8e1-7bf1-448e-8244-1c2000567dc1 req-b3872e50-26bf-41a8-9d7c-21982ab82f82 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074986 Nov 16 04:38:28.396052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-70e03fb0-41be-41f2-b532-70ef7b014249 req-75c5f8ee-1a0c-400c-9804-f4b5e7ebb7c1 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Deleting port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:38:28.396680 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-70e03fb0-41be-41f2-b532-70ef7b014249 req-75c5f8ee-1a0c-400c-9804-f4b5e7ebb7c1 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:28.407178 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['db4b3aad-44eb-4a92-849b-b89769bbc90b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:28.544654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff302f1-b890-4797-8432-f3014998673f req-9a1c9b15-c16c-4b69-9e97-7997f18e6dbf tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:28.546865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ff302f1-b890-4797-8432-f3014998673f req-9a1c9b15-c16c-4b69-9e97-7997f18e6dbf tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 943 time: 0.0858271 Nov 16 04:38:28.549010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-70e03fb0-41be-41f2-b532-70ef7b014249 req-75c5f8ee-1a0c-400c-9804-f4b5e7ebb7c1 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] For port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:28.549146 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-70e03fb0-41be-41f2-b532-70ef7b014249 req-75c5f8ee-1a0c-400c-9804-f4b5e7ebb7c1 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:28.563547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-70e03fb0-41be-41f2-b532-70ef7b014249 req-75c5f8ee-1a0c-400c-9804-f4b5e7ebb7c1 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Calling delete_port for 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:38:28.683482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ff302f1-b890-4797-8432-f3014998673f req-65b295df-861a-48ca-8dba-8141f30b863e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169541 Nov 16 04:38:28.705057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c19f05e3-9891-4f5f-9d94-871c85adb862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:28.706714 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c19f05e3-9891-4f5f-9d94-871c85adb862 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 1096 time: 0.0821059 Nov 16 04:38:28.894413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-d7d9f3ca-d48e-48bc-9925-f1cc6a342180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:28.895876 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-d7d9f3ca-d48e-48bc-9925-f1cc6a342180 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.1717784 Nov 16 04:38:28.897119 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-70e03fb0-41be-41f2-b532-70ef7b014249 req-75c5f8ee-1a0c-400c-9804-f4b5e7ebb7c1 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:28.969150 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5f8ee-1a0c-400c-9804-f4b5e7ebb7c1 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Pushing event deleted for resources: {'Port': ['ID=00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:28.979210 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-0980bc77-51de-4d40-bebf-c9443f2a70d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df HTTP/1.1" status: 200 len: 217 time: 0.0720563 Nov 16 04:38:29.017711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb0be2-2c82-4000-ba6c-80ec3b74ad61 req-a9f95b5e-f95b-473f-9dd0-30cf378eb6f4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.019145 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ceb0be2-2c82-4000-ba6c-80ec3b74ad61 req-a9f95b5e-f95b-473f-9dd0-30cf378eb6f4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 945 time: 0.1873801 Nov 16 04:38:29.029173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700869a-3711-409d-8911-9b34d12d4647 req-6c21665e-8a1b-4249-ab50-b09abb28f33c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.030560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8700869a-3711-409d-8911-9b34d12d4647 req-6c21665e-8a1b-4249-ab50-b09abb28f33c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1940019 Nov 16 04:38:29.072441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e03fb0-41be-41f2-b532-70ef7b014249 req-75c5f8ee-1a0c-400c-9804-f4b5e7ebb7c1 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] No DVR routers for this DVR port 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:38:29.087068 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-70e03fb0-41be-41f2-b532-70ef7b014249 req-75c5f8ee-1a0c-400c-9804-f4b5e7ebb7c1 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:29.090804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-70e03fb0-41be-41f2-b532-70ef7b014249 req-75c5f8ee-1a0c-400c-9804-f4b5e7ebb7c1 tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.15 "DELETE /v2.0/ports/00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f HTTP/1.1" status: 204 len: 173 time: 0.8631654 Nov 16 04:38:29.120953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-eaa11528-3978-48f8-a0ef-386c85cc84e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.122566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-eaa11528-3978-48f8-a0ef-386c85cc84e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1202235 Nov 16 04:38:29.169729 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-582d8c5b-044f-4dac-a4b2-620172a52229 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347447 Nov 16 04:38:29.181440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8700869a-3711-409d-8911-9b34d12d4647 req-b724a88b-9660-4608-b3b2-7d1d6fca6e4b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195138 Nov 16 04:38:29.192220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ceb0be2-2c82-4000-ba6c-80ec3b74ad61 req-93302a49-394c-4c93-8471-e922816b2160 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596000 Nov 16 04:38:29.315447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3a28775-e1f5-493c-a7a6-3028b615d18b req-0763f308-8ba7-4654-ac25-a6d19dccca5c tempest-FloatingIPsAssociationTestJSON-2119339357 tempest-FloatingIPsAssociationTestJSON-2119339357-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbbff1e1-4827-42de-8783-6f65e5cce823 HTTP/1.1" status: 200 len: 210 time: 0.0420830 Nov 16 04:38:29.321061 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-38fca084-e501-4693-aad5-8e7bdb29dfd8 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386931 Nov 16 04:38:29.437546 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-167c2b4b-4a04-4006-b7ce-b5975db56b02 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070018 Nov 16 04:38:29.504281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d9280-8b57-43c6-8cba-3eb9cac4c516 req-b462c485-6e29-421d-a94b-2ed5ca7b9a1b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.506212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-984d9280-8b57-43c6-8cba-3eb9cac4c516 req-b462c485-6e29-421d-a94b-2ed5ca7b9a1b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 948 time: 0.0674398 Nov 16 04:38:29.555088 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:29.570378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-984d9280-8b57-43c6-8cba-3eb9cac4c516 req-e6056c63-0200-4157-8cf7-586e70fc6cd3 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561981 Nov 16 04:38:29.628346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a9450c8e-a41b-49ba-96a6-28e1aca79eec up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:38:29.684733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port a9450c8e-a41b-49ba-96a6-28e1aca79eec completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:38:29.689863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port a9450c8e-a41b-49ba-96a6-28e1aca79eec triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:38:29.690267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:29.742089 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device db4b3aad-44eb-4a92-849b-b89769bbc90b details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:38:29.810584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1665ee-55a1-4c79-9ca5-721b65911fdf', 'tag': 'db4b3aad-44eb-4a92-849b-b89769bbc90b'}, {'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'name': 'network-vif-deleted', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:29.813044 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3524fcce-f92a-46e6-9f19-3fd07d299795" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1665ee-55a1-4c79-9ca5-721b65911fdf", "tag": "db4b3aad-44eb-4a92-849b-b89769bbc90b"}, {"server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "name": "network-vif-deleted", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:29.874276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.875228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.875851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.876528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.877147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.877785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.878427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.879040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.879648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.880256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.880866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.881471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.882113 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.882723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.885504 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-fd3fef8e-f4f2-4c0a-83bb-ac4e60a148bc tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b&device_id=a289b70c-2815-460c-be2f-1a87f358b814&device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0&device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08&device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7&device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf&device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4&device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf&device_id=ff5412e8-2393-482a-b120-c903eb1bb423&device_id=99ee536f-8033-4e43-935a-11182aea028f&device_id=bbbff1e1-4827-42de-8783-6f65e5cce823&device_id=ff5cae88-491e-4336-936c-8081cd622267&device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0&device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb&device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 12664 time: 0.0974045 Nov 16 04:38:29.888204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:29.890683 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:29.895332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b406086-4379-4877-8ef7-fee720b15a73 req-53ab6a35-fd6f-4800-86c4-d8cb036b5fee tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:29.899351 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b406086-4379-4877-8ef7-fee720b15a73 req-53ab6a35-fd6f-4800-86c4-d8cb036b5fee tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 943 time: 0.1218898 Nov 16 04:38:29.909529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device db4b3aad-44eb-4a92-849b-b89769bbc90b has no active binding in host n-h2-818042-1 {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 04:38:29.928273 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-2efc7b49-649d-4c86-80de-b36b77b99e3c tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:29.931501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a40e1d8-ca61-4243-9f82-b28fef58aa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:29.934072 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8852bd01-1327-49c9-afa7-ea34f7cb209d" -d '{"events": [{"server_uuid": "9a40e1d8-ca61-4243-9f82-b28fef58aa8b", "name": "network-vif-plugged", "status": "completed", "tag": "a9450c8e-a41b-49ba-96a6-28e1aca79eec"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:29.966002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a9450c8e-a41b-49ba-96a6-28e1aca79eec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:29.971314 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:29.982756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b406086-4379-4877-8ef7-fee720b15a73 req-a62ad9a0-33b5-40ae-ae51-4bab8bcbcc97 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750430 Nov 16 04:38:30.035527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=a9450c8e-a41b-49ba-96a6-28e1aca79eec,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:30.095206 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-2efc7b49-649d-4c86-80de-b36b77b99e3c tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:30.101337 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-2efc7b49-649d-4c86-80de-b36b77b99e3c tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:30.158166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc7b49-649d-4c86-80de-b36b77b99e3c tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65e668b-bf99-45df-9ed1-a7e994838e6b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:30.195321 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ade840-a485-4cee-b7dc-be1fb62e78f2 x-openstack-request-id: req-87ade840-a485-4cee-b7dc-be1fb62e78f2 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:30.195677 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1665ee-55a1-4c79-9ca5-721b65911fdf", "tag": "db4b3aad-44eb-4a92-849b-b89769bbc90b", "status": "completed", "code": 200}, {"server_uuid": "bbbff1e1-4827-42de-8783-6f65e5cce823", "name": "network-vif-deleted", "tag": "00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:30.195990 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87ade840-a485-4cee-b7dc-be1fb62e78f2 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:30.196451 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1665ee-55a1-4c79-9ca5-721b65911fdf', 'tag': 'db4b3aad-44eb-4a92-849b-b89769bbc90b', 'status': 'completed', 'code': 200} Nov 16 04:38:30.196771 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbbff1e1-4827-42de-8783-6f65e5cce823', 'name': 'network-vif-deleted', 'tag': '00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f', 'status': 'completed', 'code': 200} Nov 16 04:38:30.225273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3adeb73c-fb41-4613-bdee-31043f4e617d req-2efc7b49-649d-4c86-80de-b36b77b99e3c tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&id=46e8fb72-c85b-463b-823e-6c3c3d868f58&id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&id=f8ef232e-0109-49a0-9660-20f99097ca4e&id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 739 time: 0.3248770 Nov 16 04:38:30.231246 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13ba55e-f868-4ff1-a3f0-9bf694615aca x-openstack-request-id: req-e13ba55e-f868-4ff1-a3f0-9bf694615aca {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:30.231781 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a40e1d8-ca61-4243-9f82-b28fef58aa8b", "name": "network-vif-plugged", "status": "completed", "tag": "a9450c8e-a41b-49ba-96a6-28e1aca79eec", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:30.233629 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e13ba55e-f868-4ff1-a3f0-9bf694615aca {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:30.234266 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a40e1d8-ca61-4243-9f82-b28fef58aa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec', 'code': 200} Nov 16 04:38:30.297285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524fcce-f92a-46e6-9f19-3fd07d299795 req-875eb31e-532a-446d-bf2b-8994a06f6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:30.299107 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3524fcce-f92a-46e6-9f19-3fd07d299795 req-875eb31e-532a-446d-bf2b-8994a06f6374 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 1124 time: 0.0728025 Nov 16 04:38:30.466653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e301c8-7bcc-4a3c-8949-11e0144badd6 req-ca0717ca-6bf2-4cb1-ad3e-a6fc4c6262e0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:30.468109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43e301c8-7bcc-4a3c-8949-11e0144badd6 req-ca0717ca-6bf2-4cb1-ad3e-a6fc4c6262e0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1679969 Nov 16 04:38:30.499839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78698c1-8eb8-443a-8a95-59377716ea12 req-1b08afc4-9864-4b06-8561-398623fffdc2 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:30.501194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a78698c1-8eb8-443a-8a95-59377716ea12 req-1b08afc4-9864-4b06-8561-398623fffdc2 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 945 time: 0.1990635 Nov 16 04:38:30.502715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc7340-2ad9-4a8d-be72-4c5d04debf38 req-31482cbd-a27c-494c-9782-f70c4e369880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:30.503995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66dc7340-2ad9-4a8d-be72-4c5d04debf38 req-31482cbd-a27c-494c-9782-f70c4e369880 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 1100 time: 0.1626000 Nov 16 04:38:30.525562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524fcce-f92a-46e6-9f19-3fd07d299795 req-3909e621-48a9-4b76-8eb5-a1563799b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:30.526898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3524fcce-f92a-46e6-9f19-3fd07d299795 req-3909e621-48a9-4b76-8eb5-a1563799b7b0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.1947236 Nov 16 04:38:30.597751 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3524fcce-f92a-46e6-9f19-3fd07d299795 req-45d87d07-fc47-4255-855d-1052ef4aa34e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b HTTP/1.1" status: 200 len: 217 time: 0.0615482 Nov 16 04:38:30.654939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43e301c8-7bcc-4a3c-8949-11e0144badd6 req-77fcbfca-2948-4a6c-811c-adbb3b5323b0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758175 Nov 16 04:38:30.673349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66dc7340-2ad9-4a8d-be72-4c5d04debf38 req-b3a148b9-d5cf-4ed1-943f-380f303cd9d4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587467 Nov 16 04:38:30.679752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a78698c1-8eb8-443a-8a95-59377716ea12 req-95c1f487-82ed-4d25-bbd5-cb54e0a530cf tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668441 Nov 16 04:38:30.690864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524fcce-f92a-46e6-9f19-3fd07d299795 req-59dec061-4683-4fd7-91f0-145687c05fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:30.692713 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3524fcce-f92a-46e6-9f19-3fd07d299795 req-59dec061-4683-4fd7-91f0-145687c05fbf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0808671 Nov 16 04:38:30.734602 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57412) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:38:30.848292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf05c2-0d23-4f79-8628-2d67d84ae171 req-43576bae-96ff-4de1-891a-35e04b13333a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:30.850915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aaf05c2-0d23-4f79-8628-2d67d84ae171 req-43576bae-96ff-4de1-891a-35e04b13333a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0612104 Nov 16 04:38:30.900717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3524fcce-f92a-46e6-9f19-3fd07d299795 req-e29a3ed7-21e0-4d05-a9f6-aeaeccc7c138 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256076 Nov 16 04:38:30.930297 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aaf05c2-0d23-4f79-8628-2d67d84ae171 req-5df986c4-1008-4738-914c-ac79b362354d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733464 Nov 16 04:38:31.132558 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67e1f2e9-418f-4f37-b3f7-664737de9c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:31.378767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516067e-9d88-4b3a-9809-09cc4ce76c66 req-6d4d0c13-0ad9-43b4-aebc-1a5f76173c5a tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:31.379139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516067e-9d88-4b3a-9809-09cc4ce76c66 req-6d4d0c13-0ad9-43b4-aebc-1a5f76173c5a tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:31.379611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516067e-9d88-4b3a-9809-09cc4ce76c66 req-6d4d0c13-0ad9-43b4-aebc-1a5f76173c5a tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:31.381268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0516067e-9d88-4b3a-9809-09cc4ce76c66 req-6d4d0c13-0ad9-43b4-aebc-1a5f76173c5a tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814&device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7&device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 2883 time: 0.3985410 Nov 16 04:38:31.383466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3524fcce-f92a-46e6-9f19-3fd07d299795 req-a22cb8f8-96b7-4736-a579-7697aba0ceef service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566612 Nov 16 04:38:31.389059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-67e1f2e9-418f-4f37-b3f7-664737de9c77 admin admin] Deleting port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:38:31.389465 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67e1f2e9-418f-4f37-b3f7-664737de9c77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:31.397387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9ecc-8eda-4f6a-8136-c0a7c58423df req-7df7f165-d83d-45c8-88d6-5f4a4b15477f tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:31.398922 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbac9ecc-8eda-4f6a-8136-c0a7c58423df req-7df7f165-d83d-45c8-88d6-5f4a4b15477f tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 943 time: 0.0932062 Nov 16 04:38:31.471690 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-67e1f2e9-418f-4f37-b3f7-664737de9c77 admin admin] For port c377343e-e9ee-439b-a0d9-7d3dd5e5f5be, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c377343e-e9ee-439b-a0d9-7d3dd5e5f5be,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:31.472028 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67e1f2e9-418f-4f37-b3f7-664737de9c77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:31.487381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-67e1f2e9-418f-4f37-b3f7-664737de9c77 admin admin] Calling delete_port for c377343e-e9ee-439b-a0d9-7d3dd5e5f5be owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:38:31.532485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0516067e-9d88-4b3a-9809-09cc4ce76c66 req-9c20b492-d03a-42d1-9848-7a4be4a89374 tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313944 Nov 16 04:38:31.535769 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbac9ecc-8eda-4f6a-8136-c0a7c58423df req-cd47c979-0bef-48a1-aefd-4527f4b65ff1 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224444 Nov 16 04:38:31.574609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3524fcce-f92a-46e6-9f19-3fd07d299795 req-f075f0bc-536c-4114-9b5e-7f1f9348c328 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745772 Nov 16 04:38:31.740915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67e1f2e9-418f-4f37-b3f7-664737de9c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:31.746981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:38:31.795309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:38:31.796568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 00b820fd-5da6-4e08-9abe-0ae5d5fbdf1f not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:38:31.839977 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1f2e9-418f-4f37-b3f7-664737de9c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=c377343e-e9ee-439b-a0d9-7d3dd5e5f5be,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:31.874833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa958da2-3ac9-4bf9-8c98-7be1f47c7dc2 req-9b739e5f-091b-48a1-831e-c8240505824f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:31.883429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa958da2-3ac9-4bf9-8c98-7be1f47c7dc2 req-9b739e5f-091b-48a1-831e-c8240505824f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1135325 Nov 16 04:38:31.917836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811ff5c-5691-462f-9693-f500d14e1e62 req-5ef4b219-ae64-420b-be25-c29e2a6f3602 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:31.926872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c811ff5c-5691-462f-9693-f500d14e1e62 req-5ef4b219-ae64-420b-be25-c29e2a6f3602 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 945 time: 0.1154349 Nov 16 04:38:32.043960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa958da2-3ac9-4bf9-8c98-7be1f47c7dc2 req-c6db5821-a576-48cf-bb06-da4f2b99020d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526198 Nov 16 04:38:32.069852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c811ff5c-5691-462f-9693-f500d14e1e62 req-41b0e09a-794d-47f0-aa88-bb2c1852eb1e tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402836 Nov 16 04:38:32.146107 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67e1f2e9-418f-4f37-b3f7-664737de9c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:32.187053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbe20a-fd7a-45e4-af1d-1a153953253d req-3740b155-18f6-4346-8b69-f6782a402146 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:32.191972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6cbe20a-fd7a-45e4-af1d-1a153953253d req-3740b155-18f6-4346-8b69-f6782a402146 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0627639 Nov 16 04:38:32.266612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6cbe20a-fd7a-45e4-af1d-1a153953253d req-886caa88-911c-47df-bf79-9e01a51ce83c tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656168 Nov 16 04:38:32.400972 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e1f2e9-418f-4f37-b3f7-664737de9c77 admin admin] Router 9852d3ed-f742-4b25-89c9-e6479e2308de has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:38:32.401174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-03f7302c-d57e-4c56-8cbe-fce1d24a0bff req-0f181199-0e75-44cd-bc62-2c78a9d98cae service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:38:32.402527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03f7302c-d57e-4c56-8cbe-fce1d24a0bff req-0f181199-0e75-44cd-bc62-2c78a9d98cae service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063074 Nov 16 04:38:32.549162 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e1f2e9-418f-4f37-b3f7-664737de9c77 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:38:32.558985 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57440) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:38:32.559401 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-67e1f2e9-418f-4f37-b3f7-664737de9c77 admin admin] 10.222.0.41 "PUT /v2.0/routers/9852d3ed-f742-4b25-89c9-e6479e2308de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8234286 Nov 16 04:38:32.578040 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375808b9-f3b2-406a-96d1-ee4afc01bbe4 None None] Sync routers for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:38:32.602445 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375808b9-f3b2-406a-96d1-ee4afc01bbe4 None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:38:32.603093 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-375808b9-f3b2-406a-96d1-ee4afc01bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:38:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:32.728588 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-375808b9-f3b2-406a-96d1-ee4afc01bbe4 None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:38:32.732251 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:32.937449 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-f06a571c-7bd5-4a3a-8dd9-40114839c7ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0542252 Nov 16 04:38:32.941447 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba144b-ee20-484f-82b2-8cd392a6a8c9 req-022c8ef6-0850-4c07-bdef-650754fe7db3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:32.943458 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7fba144b-ee20-484f-82b2-8cd392a6a8c9 req-022c8ef6-0850-4c07-bdef-650754fe7db3 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 943 time: 0.2718911 Nov 16 04:38:32.945161 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:33.011157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8a107-a48d-4050-8343-a189e3f8d2d9 req-f3129091-42b6-41e6-a7aa-eaafb56be0ed tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:33.012995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6f8a107-a48d-4050-8343-a189e3f8d2d9 req-f3129091-42b6-41e6-a7aa-eaafb56be0ed tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 1101 time: 0.1319478 Nov 16 04:38:33.066787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7fba144b-ee20-484f-82b2-8cd392a6a8c9 req-540eb132-1843-4b48-91c7-850095c7c544 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111519 Nov 16 04:38:33.113423 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-375808b9-f3b2-406a-96d1-ee4afc01bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:38:31Z', 'revision_number': 5, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port': {'id': 'efb5db97-70d8-432f-9141-51c4cb85b62a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:70:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:51Z', 'updated_at': '2021-11-16T04:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:33.139399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Deleting port efb5db97-70d8-432f-9141-51c4cb85b62a {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:38:33.139833 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:33.148492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6f8a107-a48d-4050-8343-a189e3f8d2d9 req-c02dafbf-eb18-4429-bf7d-eb3e8bc6143b tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276641 Nov 16 04:38:33.151185 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375808b9-f3b2-406a-96d1-ee4afc01bbe4 None None] Checking router: 9852d3ed-f742-4b25-89c9-e6479e2308de for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:38:33.173469 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375808b9-f3b2-406a-96d1-ee4afc01bbe4 None None] Routers {'9852d3ed-f742-4b25-89c9-e6479e2308de'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:38:33.175702 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-375808b9-f3b2-406a-96d1-ee4afc01bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:38:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9852d3ed-f742-4b25-89c9-e6479e2308de'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:33.338816 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-375808b9-f3b2-406a-96d1-ee4afc01bbe4 None None] Set router 9852d3ed-f742-4b25-89c9-e6479e2308de gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:38:33.412144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] For port efb5db97-70d8-432f-9141-51c4cb85b62a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=efb5db97-70d8-432f-9141-51c4cb85b62a,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:33.414372 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:33.463612 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-375808b9-f3b2-406a-96d1-ee4afc01bbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:38:32Z', 'revision_number': 6, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:33.514946 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375808b9-f3b2-406a-96d1-ee4afc01bbe4 None None] The sync data for ids ['9852d3ed-f742-4b25-89c9-e6479e2308de'] in n-d-818042-1 is: [{'id': '9852d3ed-f742-4b25-89c9-e6479e2308de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1701630521-router', 'tenant_id': '6afb9e0518974559b1332d98c9104d43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:38:32Z', 'revision_number': 6, 'project_id': '6afb9e0518974559b1332d98c9104d43', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:38:33.523075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Calling delete_port for efb5db97-70d8-432f-9141-51c4cb85b62a owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:38:33.621623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074508e-6354-4ce0-8848-af29907b3f50 req-41468262-15ba-47fb-a72e-d296117287c0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:33.628894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b074508e-6354-4ce0-8848-af29907b3f50 req-41468262-15ba-47fb-a72e-d296117287c0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.3002703 Nov 16 04:38:33.663489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2963c3-07f4-4062-bea1-f6c491ba2bf1 req-01998b68-ffb0-457a-888c-0b87ea0c15ed tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:33.670999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a2963c3-07f4-4062-bea1-f6c491ba2bf1 req-01998b68-ffb0-457a-888c-0b87ea0c15ed tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.2034001 Nov 16 04:38:33.798681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b074508e-6354-4ce0-8848-af29907b3f50 req-03d21001-0f34-4e90-81ed-8e4e56533e1e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689088 Nov 16 04:38:33.839832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a2963c3-07f4-4062-bea1-f6c491ba2bf1 req-d124042d-7f50-4d0f-bedf-0a52d2853692 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677797 Nov 16 04:38:33.929115 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:33.969834 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c377343e-e9ee-439b-a0d9-7d3dd5e5f5be no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:38:34.009491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb5db97-70d8-432f-9141-51c4cb85b62a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:34.019467 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: c377343e-e9ee-439b-a0d9-7d3dd5e5f5be {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:38:34.023775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c377343e-e9ee-439b-a0d9-7d3dd5e5f5be not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:38:34.068966 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:34.093444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9333e3-f6e0-4f53-8a80-1f70fdda3e56 req-cced49d7-3426-486f-8532-c447bfdefdc0 tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:34.095139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc9333e3-f6e0-4f53-8a80-1f70fdda3e56 req-cced49d7-3426-486f-8532-c447bfdefdc0 tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 1101 time: 0.1944153 Nov 16 04:38:34.128889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170b25c-f25e-4dcc-bc3c-9d07978bb56c req-c3d92b62-9cfa-427e-9334-7df143e0423a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:34.130450 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b170b25c-f25e-4dcc-bc3c-9d07978bb56c req-c3d92b62-9cfa-427e-9334-7df143e0423a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 945 time: 0.1974280 Nov 16 04:38:34.223987 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:34.227475 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:34.329152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b170b25c-f25e-4dcc-bc3c-9d07978bb56c req-7bdf96e8-47fa-4cc3-a4e9-548141683bde tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372736 Nov 16 04:38:34.329645 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:34.330188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9852d3ed-f742-4b25-89c9-e6479e2308de {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:38:34.334834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc9333e3-f6e0-4f53-8a80-1f70fdda3e56 req-bace76aa-2a02-4d43-97a0-3cfa0a24c871 tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701894 Nov 16 04:38:34.337664 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:34.341549 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9d14a2a7-ccfa-463c-806b-a33d9ed8b821 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9852d3ed-f742-4b25-89c9-e6479e2308de HTTP/1.1" status: 204 len: 168 time: 1.7779081 Nov 16 04:38:34.341818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57486) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:38:34.401914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Deleting subnet 813c1194-17e0-4799-bdee-9680531f52db {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:38:34.410627 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:34.462842 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:34.560415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd615a47-2bb1-4d1a-9c77-8f2afd3946f0 req-bdd19165-887e-4cdc-9e0f-2fcce7f9f06a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:34.566243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd615a47-2bb1-4d1a-9c77-8f2afd3946f0 req-bdd19165-887e-4cdc-9e0f-2fcce7f9f06a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 943 time: 0.1162524 Nov 16 04:38:34.686561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-703ae1e1-acb4-4a12-8308-943e715a9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:34.688736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-703ae1e1-acb4-4a12-8308-943e715a9023 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 1100 time: 0.1674464 Nov 16 04:38:34.702740 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:34.743287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd615a47-2bb1-4d1a-9c77-8f2afd3946f0 req-ea8f242f-b26c-4441-844d-173e15d4a50d tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678469 Nov 16 04:38:34.864129 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:34.877413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-92ab5815-c5f9-4c0d-a6be-68c331df15b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:34.878960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-92ab5815-c5f9-4c0d-a6be-68c331df15b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1536374 Nov 16 04:38:34.905718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813c1194-17e0-4799-bdee-9680531f52db,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:34.924417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:34.924761 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:34.925047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ea0de3-b384-458e-aa07-ba3de973d2b6 None None] Network 1747fb6e-c482-4743-8c49-9776167b8132 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:38:34.925153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:34.925417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:34.925742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:34.926108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:34.926434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:34.926914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:34.927413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:34.927868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:34.929183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:34.929183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:34.940369 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:34.946273 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57498) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:38:34.956178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7dca2e28-7394-470c-89c1-554a8a646c92 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/813c1194-17e0-4799-bdee-9680531f52db HTTP/1.1" status: 204 len: 168 time: 0.6132972 Nov 16 04:38:35.008634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-ef56f241-c97b-4f37-8d56-0732c2e39549 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec HTTP/1.1" status: 200 len: 217 time: 0.1111083 Nov 16 04:38:35.043250 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:35.105273 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Deleting port e958a142-8a35-4f90-8d58-850a03020db5 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:38:35.105866 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:35.111303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb89d9-27ca-408f-97e8-40ec9bf66205 req-3808184a-867f-4477-af52-1ebf5bd41f13 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:35.118745 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23cb89d9-27ca-408f-97e8-40ec9bf66205 req-3808184a-867f-4477-af52-1ebf5bd41f13 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.2195640 Nov 16 04:38:35.132922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-33685fa2-526d-4798-9388-7188081bd252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:35.134575 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-33685fa2-526d-4798-9388-7188081bd252 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1140926 Nov 16 04:38:35.157272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d1a44-8f90-4585-a51c-89e189ca41b8 req-1f693441-5aa1-47a3-9ee5-ebf424ef1ae7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:35.159021 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb1d1a44-8f90-4585-a51c-89e189ca41b8 req-1f693441-5aa1-47a3-9ee5-ebf424ef1ae7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1534088 Nov 16 04:38:35.186748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bdcc33-1b55-4fbd-a3e2-69dd06124853 None None] DHCP port deletion for 1747fb6e-c482-4743-8c49-9776167b8132 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:38:35.193618 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] For port e958a142-8a35-4f90-8d58-850a03020db5, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e958a142-8a35-4f90-8d58-850a03020db5,segment=NetworkSegment(ad23326d-f9c1-4b75-941d-35518e1c4b95),segment_id=ad23326d-f9c1-4b75-941d-35518e1c4b95)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:35.194151 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:35.210721 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Calling delete_port for e958a142-8a35-4f90-8d58-850a03020db5 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:38:35.240146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23cb89d9-27ca-408f-97e8-40ec9bf66205 req-96c4206d-9a67-4b23-a579-a3f5a77ff072 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204853 Nov 16 04:38:35.269293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-bf69adae-f3a4-464a-b7e1-81d28f2612bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:35.270829 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-bf69adae-f3a4-464a-b7e1-81d28f2612bf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224160 Nov 16 04:38:35.308856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb1d1a44-8f90-4585-a51c-89e189ca41b8 req-060fb7c4-7d26-48a2-951b-72a7833e264c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388128 Nov 16 04:38:35.341032 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:35.378160 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] No DVR routers for this DVR port e958a142-8a35-4f90-8d58-850a03020db5 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:38:35.500691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-0523e680-1a19-43e0-a591-8119c0d313a6 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176335 Nov 16 04:38:35.520908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-64bdcc33-1b55-4fbd-a3e2-69dd06124853 None None] Deleting port e958a142-8a35-4f90-8d58-850a03020db5 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:38:35.524465 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bdcc33-1b55-4fbd-a3e2-69dd06124853 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:35.560471 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:35.596719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-64bdcc33-1b55-4fbd-a3e2-69dd06124853 None None] For port e958a142-8a35-4f90-8d58-850a03020db5, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:35.597412 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bdcc33-1b55-4fbd-a3e2-69dd06124853 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:35.598004 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Pushing event deleted for resources: {'Port': ['ID=e958a142-8a35-4f90-8d58-850a03020db5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:35.624727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1747fb6e-c482-4743-8c49-9776167b8132']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:35.625964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-64bdcc33-1b55-4fbd-a3e2-69dd06124853 None None] Calling delete_port for e958a142-8a35-4f90-8d58-850a03020db5 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:38:35.629034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-64bdcc33-1b55-4fbd-a3e2-69dd06124853 None None] Port e958a142-8a35-4f90-8d58-850a03020db5 was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 04:38:35.630453 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64bdcc33-1b55-4fbd-a3e2-69dd06124853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:35.651861 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad23326d-f9c1-4b75-941d-35518e1c4b95') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:35.652150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad23326d-f9c1-4b75-941d-35518e1c4b95') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:38:35.657629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdcc33-1b55-4fbd-a3e2-69dd06124853 None None] Pushing event deleted for resources: {'Port': ['ID=e958a142-8a35-4f90-8d58-850a03020db5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:35.666676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bdcc33-1b55-4fbd-a3e2-69dd06124853 None None] No DVR routers for this DVR port e958a142-8a35-4f90-8d58-850a03020db5 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:38:35.670272 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:35.699171 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb327b-fb38-4d12-bffc-0dbb2890b662 req-0ff5086b-3bdf-4ef6-8fa2-e2b0eeac10b8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:35.704469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:35.707798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fcb327b-fb38-4d12-bffc-0dbb2890b662 req-0ff5086b-3bdf-4ef6-8fa2-e2b0eeac10b8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 945 time: 0.2061374 Nov 16 04:38:35.732955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:38:35.733355 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:38:35.735266 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:38:35.856712 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:35.863718 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:35.867979 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1747fb6e-c482-4743-8c49-9776167b8132 HTTP/1.1" status: 204 len: 168 time: 0.9206696 Nov 16 04:38:35.887770 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fcb327b-fb38-4d12-bffc-0dbb2890b662 req-d6280ced-404e-4739-902f-032c8f4e9c5b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769404 Nov 16 04:38:35.891421 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0040473-e590-42fc-91ce-c020c9b6cc60 admin admin] Pushing event deleted for resources: {'Network': ['ID=1747fb6e-c482-4743-8c49-9776167b8132,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:35.893805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-88374d96-f0a2-472f-9d50-9e0a674c014d service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422639 Nov 16 04:38:36.049875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device efb5db97-70d8-432f-9141-51c4cb85b62a no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:38:36.077300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: efb5db97-70d8-432f-9141-51c4cb85b62a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:38:36.077652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device efb5db97-70d8-432f-9141-51c4cb85b62a not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:38:36.078211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e958a142-8a35-4f90-8d58-850a03020db5 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:38:36.104767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: e958a142-8a35-4f90-8d58-850a03020db5 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:38:36.105234 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e958a142-8a35-4f90-8d58-850a03020db5 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:38:36.127224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57528) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:38:36.145521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6616d-21c0-4197-ab92-666d073d6688 req-2e19e9a6-ea40-4cf2-9e75-ae1ff8bda1a7 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:36.147055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d7c6616d-21c0-4197-ab92-666d073d6688 req-2e19e9a6-ea40-4cf2-9e75-ae1ff8bda1a7 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 943 time: 0.0858369 Nov 16 04:38:36.155780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe932e-5a5c-4b79-bd9c-6c288e3edcdf req-abe5c9c3-72c4-4119-b405-dd88c1854de1 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:36.157796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6fe932e-5a5c-4b79-bd9c-6c288e3edcdf req-abe5c9c3-72c4-4119-b405-dd88c1854de1 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1533568 Nov 16 04:38:36.209567 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7871e41e-70c5-40de-a2df-aab0fc1153f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6afb9e0518974559b1332d98c9104d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0811403 Nov 16 04:38:36.210505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57530) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:38:36.257819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d7c6616d-21c0-4197-ab92-666d073d6688 req-821c40ba-070a-4530-9446-c8cf9635e5c8 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995016 Nov 16 04:38:36.264738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6fe932e-5a5c-4b79-bd9c-6c288e3edcdf req-902d9d04-b9e3-47a1-865f-029a6544701f tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996823 Nov 16 04:38:36.292644 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-84008889-c5e8-4fb6-9992-f682399b91c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:36.318552 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-84008889-c5e8-4fb6-9992-f682399b91c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:36.709341 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-84008889-c5e8-4fb6-9992-f682399b91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:36.711758 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-84008889-c5e8-4fb6-9992-f682399b91c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:36.712871 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-84008889-c5e8-4fb6-9992-f682399b91c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e6c967a-aaa9-4eec-ac39-5b59b80775f9 HTTP/1.1" status: 204 len: 168 time: 0.4992218 Nov 16 04:38:36.733013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06356894-f271-4d44-86dc-1e0305f51404 req-fec7393a-d4d0-460f-bab7-4b6fd5cdd4a1 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:36.734544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06356894-f271-4d44-86dc-1e0305f51404 req-fec7393a-d4d0-460f-bab7-4b6fd5cdd4a1 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.3715849 Nov 16 04:38:36.736206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84008889-c5e8-4fb6-9992-f682399b91c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6c967a-aaa9-4eec-ac39-5b59b80775f9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:36.754095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca469186-6d3f-4a5b-83d8-e39c29cfb96c req-700442eb-d99e-4012-ab8d-f71fe1d9fe56 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:36.755673 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca469186-6d3f-4a5b-83d8-e39c29cfb96c req-700442eb-d99e-4012-ab8d-f71fe1d9fe56 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.3583381 Nov 16 04:38:36.846533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca469186-6d3f-4a5b-83d8-e39c29cfb96c req-faeb85fd-b491-4510-b026-d1a97e9dab9c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745890 Nov 16 04:38:36.874729 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06356894-f271-4d44-86dc-1e0305f51404 req-d7de2385-e74b-42e0-b070-5ae29dc87f7a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008308 Nov 16 04:38:37.055537 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907812b-bd1d-40e4-bfaf-d6ee2476c800 req-b94705ac-6179-4626-8398-6753b7122479 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:37.057167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5907812b-bd1d-40e4-bfaf-d6ee2476c800 req-b94705ac-6179-4626-8398-6753b7122479 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 945 time: 0.0725138 Nov 16 04:38:37.126172 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5907812b-bd1d-40e4-bfaf-d6ee2476c800 req-878f5a05-38ad-4a04-b1d2-ff7d0961ae61 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568912 Nov 16 04:38:37.473682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de131287-b712-49d2-8744-0f8865b36b4b req-8bfaf617-9601-428d-bbfd-2ff2fd6cf826 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:37.475858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de131287-b712-49d2-8744-0f8865b36b4b req-8bfaf617-9601-428d-bbfd-2ff2fd6cf826 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1229095 Nov 16 04:38:37.495738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb5d00-1ce9-4214-b63a-64fea660cb26 req-900dc515-063f-49cb-86c8-418f5fc3b387 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:37.498138 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aedb5d00-1ce9-4214-b63a-64fea660cb26 req-900dc515-063f-49cb-86c8-418f5fc3b387 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 943 time: 0.1339560 Nov 16 04:38:37.551908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-c2bbfe02-7316-4c13-9c1d-315e15b44791 service neutron] 10.222.0.37 "GET /v2.0/ports/db4b3aad-44eb-4a92-849b-b89769bbc90b/bindings/n-h2-818042-1 HTTP/1.1" status: 200 len: 384 time: 0.1443286 Nov 16 04:38:37.617481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de131287-b712-49d2-8744-0f8865b36b4b req-5a297952-4e27-46e0-851e-c12f719c3595 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346271 Nov 16 04:38:37.624718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aedb5d00-1ce9-4214-b63a-64fea660cb26 req-41140868-b752-4b10-8db6-33ffa6e84ea8 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120641 Nov 16 04:38:37.694523 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device db4b3aad-44eb-4a92-849b-b89769bbc90b no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:38:37.780245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b9e96cf0-a8c7-4bf5-9622-b7009d568de5 service neutron] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:37.801421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b9e96cf0-a8c7-4bf5-9622-b7009d568de5 service neutron] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:38:37.834142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b9e96cf0-a8c7-4bf5-9622-b7009d568de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4b3aad-44eb-4a92-849b-b89769bbc90b {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:37.845294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b9e96cf0-a8c7-4bf5-9622-b7009d568de5 service neutron] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:37.859198 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b9e96cf0-a8c7-4bf5-9622-b7009d568de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:37.918929 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d16ecf5-b9b0-48d5-8ead-049f43646748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:38.033302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f6b7d-78ee-4f79-8414-6cb20a9cab4a req-01d99df3-27a8-40a3-a46e-19f913ebff36 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:38.034813 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-863f6b7d-78ee-4f79-8414-6cb20a9cab4a req-01d99df3-27a8-40a3-a46e-19f913ebff36 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1048956 Nov 16 04:38:38.037416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b9e96cf0-a8c7-4bf5-9622-b7009d568de5 service neutron] Transition to ACTIVE for port object db4b3aad-44eb-4a92-849b-b89769bbc90b will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:38:38.046879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c9fda-ac56-4431-b0e9-af18a11d5a89 req-f8e9861c-7b08-47b7-b93f-809326e40bcd tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:38.048352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-026c9fda-ac56-4431-b0e9-af18a11d5a89 req-f8e9861c-7b08-47b7-b93f-809326e40bcd tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.1064191 Nov 16 04:38:38.051674 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b9e96cf0-a8c7-4bf5-9622-b7009d568de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:38.183178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b9e96cf0-a8c7-4bf5-9622-b7009d568de5 service neutron] No DVR routers for this DVR port db4b3aad-44eb-4a92-849b-b89769bbc90b on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:38:38.198940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e96cf0-a8c7-4bf5-9622-b7009d568de5 service neutron] Pushing event updated for resources: {'Port': ['ID=db4b3aad-44eb-4a92-849b-b89769bbc90b,revision_number=10']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:38.207653 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-863f6b7d-78ee-4f79-8414-6cb20a9cab4a req-5d41ec78-10ea-4261-8b08-c41c4193675d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577437 Nov 16 04:38:38.212881 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-026c9fda-ac56-4431-b0e9-af18a11d5a89 req-7a333aed-fe01-4d53-a0b9-92d12e59b57f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528995 Nov 16 04:38:38.234792 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-b9e96cf0-a8c7-4bf5-9622-b7009d568de5 service neutron] 10.222.0.37 "PUT /v2.0/ports/db4b3aad-44eb-4a92-849b-b89769bbc90b/bindings/n-h2-818042-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6697338 Nov 16 04:38:38.387832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-90eecd99-800e-48c6-9bb7-17fc173626f9 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:38.389537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-90eecd99-800e-48c6-9bb7-17fc173626f9 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf&tenant_id=e339e415385b4d5dbab31d9b5027d120&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 1095 time: 0.0803022 Nov 16 04:38:38.406758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ae3ec-f22e-4e5d-9c93-e468619b1aee req-ed2f61a8-b926-4c83-9443-97fc2ae4c9a4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:38.408224 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e8ae3ec-f22e-4e5d-9c93-e468619b1aee req-ed2f61a8-b926-4c83-9443-97fc2ae4c9a4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 945 time: 0.0626817 Nov 16 04:38:38.478871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-27b31aa0-e415-4697-b049-6711886b5d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:38.480462 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-27b31aa0-e415-4697-b049-6711886b5d96 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf&tenant_id=e339e415385b4d5dbab31d9b5027d120 HTTP/1.1" status: 200 len: 1095 time: 0.0713463 Nov 16 04:38:38.485042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e8ae3ec-f22e-4e5d-9c93-e468619b1aee req-90312508-a09f-4710-923d-032aa104aa62 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675356 Nov 16 04:38:38.583048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-81ca9445-e930-4004-912d-458568a0390f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:38.584446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-81ca9445-e930-4004-912d-458568a0390f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 1095 time: 0.0430710 Nov 16 04:38:38.680877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-fd8791e5-3f2d-4e22-a40f-ea495dc513ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:38.683053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-fd8791e5-3f2d-4e22-a40f-ea495dc513ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.0899968 Nov 16 04:38:38.736482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-6efbce96-5a97-4e37-83e1-0f7d59f16def service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b HTTP/1.1" status: 200 len: 217 time: 0.0434456 Nov 16 04:38:38.833219 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-fb0dd251-f7d4-4e40-9b28-72bec8972a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:38.834563 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-fb0dd251-f7d4-4e40-9b28-72bec8972a49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0820038 Nov 16 04:38:38.842762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7453e2-8aca-43ea-8a2e-a828a96c7078 req-04a97674-74b5-4320-83cd-fa3713db20eb tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:38.844174 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc7453e2-8aca-43ea-8a2e-a828a96c7078 req-04a97674-74b5-4320-83cd-fa3713db20eb tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 944 time: 0.1434896 Nov 16 04:38:38.878288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-c78455d4-5a50-4e72-b8c9-ebffef10b25d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332160 Nov 16 04:38:38.952042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650186df-e701-416e-a355-0a67299fd75a req-04b08c5d-1e5f-447a-a433-d7413cff214e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:38.953479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-650186df-e701-416e-a355-0a67299fd75a req-04b08c5d-1e5f-447a-a433-d7413cff214e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1534522 Nov 16 04:38:38.988072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc7453e2-8aca-43ea-8a2e-a828a96c7078 req-3072f86b-f5fa-4b71-ac85-0c3c01ab1882 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324499 Nov 16 04:38:39.032700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-650186df-e701-416e-a355-0a67299fd75a req-4dc7bf0a-e399-4639-bd37-f56fa4c4f294 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709727 Nov 16 04:38:39.043516 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-3683298f-9e2c-48fe-8e26-a84c6054182c service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540904 Nov 16 04:38:39.142930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-75894f5b-fe1f-4aa8-b8d5-7d978f1040cc service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881124 Nov 16 04:38:39.327095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408f973-2313-4acf-9059-2b3aa8ebfd8b req-2dd45c15-9540-40fe-ab16-3b73575c0d61 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:39.328745 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8408f973-2313-4acf-9059-2b3aa8ebfd8b req-2dd45c15-9540-40fe-ab16-3b73575c0d61 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0537779 Nov 16 04:38:39.393258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8408f973-2313-4acf-9059-2b3aa8ebfd8b req-6ff5c96b-c054-485b-b5e3-6a058c348601 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584550 Nov 16 04:38:39.456417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-10e1b668-dc41-4dac-9c8e-72b2996ca146 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:39.457935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-10e1b668-dc41-4dac-9c8e-72b2996ca146 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf&tenant_id=e339e415385b4d5dbab31d9b5027d120&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1095 time: 0.0809002 Nov 16 04:38:39.478180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e796e1-fca4-4c28-a38b-8681b4a22857 req-33476980-32d2-43dc-8af0-5eb473d3da8d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:39.480202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35e796e1-fca4-4c28-a38b-8681b4a22857 req-33476980-32d2-43dc-8af0-5eb473d3da8d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0618412 Nov 16 04:38:39.566608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35e796e1-fca4-4c28-a38b-8681b4a22857 req-fcf38d38-2cbd-405f-a774-3ef3e024df11 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792940 Nov 16 04:38:39.619391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-81117324-71c1-491f-9cb4-80bf32c9d204 service neutron] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:38:39.623522 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-81117324-71c1-491f-9cb4-80bf32c9d204 service neutron] Publish callbacks [] for binding, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:39.624706 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e0ef370-4bbc-41fc-b5fd-fbfa87a50ed5 req-81117324-71c1-491f-9cb4-80bf32c9d204 service neutron] 10.222.0.15 "DELETE /v2.0/ports/db4b3aad-44eb-4a92-849b-b89769bbc90b/bindings/n-h1-818042-1 HTTP/1.1" status: 204 len: 173 time: 0.1436219 Nov 16 04:38:39.692080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ed634-3059-4a97-b957-1e055842599f req-03844982-d459-450b-a443-3caedf7d61ca tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:39.693569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b7ed634-3059-4a97-b957-1e055842599f req-03844982-d459-450b-a443-3caedf7d61ca tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 945 time: 0.0610330 Nov 16 04:38:39.746521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b7ed634-3059-4a97-b957-1e055842599f req-6713ca5f-4a96-4284-9afa-2b48f084aea1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455332 Nov 16 04:38:40.124747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183e1ae-db65-406f-9dfe-28a65dc73caa req-4482b8cb-6c3f-493b-a920-03a8fbde4748 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:40.126662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3183e1ae-db65-406f-9dfe-28a65dc73caa req-4482b8cb-6c3f-493b-a920-03a8fbde4748 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 944 time: 0.0623772 Nov 16 04:38:40.147739 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cfc09a93-9d8a-4a6e-b2b5-5af1500dcb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:40.185681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3183e1ae-db65-406f-9dfe-28a65dc73caa req-f32f408a-5398-445e-acd5-17325fff7064 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517819 Nov 16 04:38:40.290399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3cddb-f8d8-4f8d-b3e6-b8b4352517d3 req-87b0732f-b1e3-4b27-a08b-f9b13d47a328 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:40.291868 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1e3cddb-f8d8-4f8d-b3e6-b8b4352517d3 req-87b0732f-b1e3-4b27-a08b-f9b13d47a328 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0476270 Nov 16 04:38:40.342307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1e3cddb-f8d8-4f8d-b3e6-b8b4352517d3 req-a5c3cd32-b8ad-48da-9560-fc1dd511dc51 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444484 Nov 16 04:38:40.471031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd702ed-92c8-47a3-8ccc-3df315c25a62 req-472d4532-4e41-4d5d-aab3-9d97b47a8704 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:40.472819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fd702ed-92c8-47a3-8ccc-3df315c25a62 req-472d4532-4e41-4d5d-aab3-9d97b47a8704 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 1095 time: 0.0438976 Nov 16 04:38:40.550965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3b366-246a-4af8-933e-276a1bbb1a9a req-00417bea-8d2e-4c68-a251-3850b508ea3d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:40.552439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fa3b366-246a-4af8-933e-276a1bbb1a9a req-00417bea-8d2e-4c68-a251-3850b508ea3d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0784631 Nov 16 04:38:40.554504 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fd702ed-92c8-47a3-8ccc-3df315c25a62 req-4e93acd8-2498-47c4-8de5-350af25faf25 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717528 Nov 16 04:38:40.605344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fa3b366-246a-4af8-933e-276a1bbb1a9a req-d49fedb9-a559-47de-bfcc-3ae564dd5353 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448956 Nov 16 04:38:40.837361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe200c16-94b7-4614-8904-467a66064eb0 req-6f4d5104-1dc1-4314-95c3-dad0053def58 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:40.838873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe200c16-94b7-4614-8904-467a66064eb0 req-6f4d5104-1dc1-4314-95c3-dad0053def58 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 1095 time: 0.0432541 Nov 16 04:38:40.885235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe200c16-94b7-4614-8904-467a66064eb0 req-1609d15c-f9e3-4db6-b709-72b1e8f7e0aa tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396106 Nov 16 04:38:41.014759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590c7e7-a6ad-40e0-a465-32929db7e8f9 req-31b9e403-2aa3-49b2-97e2-1a2f09696bd1 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:41.016234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9590c7e7-a6ad-40e0-a465-32929db7e8f9 req-31b9e403-2aa3-49b2-97e2-1a2f09696bd1 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0743818 Nov 16 04:38:41.038370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858af7e2-fac9-44a3-ba61-4d79a5936ab3 req-1c65134b-25dc-41af-903f-c1b9d6e22bff tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:41.039746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-858af7e2-fac9-44a3-ba61-4d79a5936ab3 req-1c65134b-25dc-41af-903f-c1b9d6e22bff tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 945 time: 0.0712852 Nov 16 04:38:41.103377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9590c7e7-a6ad-40e0-a465-32929db7e8f9 req-b02dae5e-faa6-4f6b-87fe-fd90c2f6ba29 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806036 Nov 16 04:38:41.110940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-858af7e2-fac9-44a3-ba61-4d79a5936ab3 req-bf4fa970-bfd4-4759-ad2d-aa4ab1743d84 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645745 Nov 16 04:38:41.475295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b4fdb-0647-4f8e-8dbc-c34de7ad50f9 req-0eb784e4-9764-428e-a4f6-565c69b7b2a2 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:41.476973 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f9b4fdb-0647-4f8e-8dbc-c34de7ad50f9 req-0eb784e4-9764-428e-a4f6-565c69b7b2a2 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0535519 Nov 16 04:38:41.532768 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f9b4fdb-0647-4f8e-8dbc-c34de7ad50f9 req-57f893f0-5a0d-4a47-924d-68a52fedfcf8 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488505 Nov 16 04:38:41.719466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d91384-7e7f-4a6a-88aa-2381c73f52c0 req-586cf358-4dbe-49e5-a262-2b494d1785e9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:41.720981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54d91384-7e7f-4a6a-88aa-2381c73f52c0 req-586cf358-4dbe-49e5-a262-2b494d1785e9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0492592 Nov 16 04:38:41.774565 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:41.797886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54d91384-7e7f-4a6a-88aa-2381c73f52c0 req-eeb6f094-76bd-414c-b49c-8fc42f926c7d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704715 Nov 16 04:38:41.810218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c335b473-f549-44f8-b767-1f8b795dc294 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:41.811671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c335b473-f549-44f8-b767-1f8b795dc294 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4&tenant_id=2d6aa7ebda584f678731e5b32da32c5a&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1096 time: 0.0711358 Nov 16 04:38:41.825274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818042-1'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:41.883035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:42.025453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:42.065689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:38:42.118211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a59bf9-831c-4ad7-b86f-e140a3e74fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18c85f33-ba52-4660-9a81-4b0cff0d22df'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:42.120650 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76cd38a-85dd-4f43-94c0-e21ae5a1fbbd" -d '{"events": [{"server_uuid": "58a59bf9-831c-4ad7-b86f-e140a3e74fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "18c85f33-ba52-4660-9a81-4b0cff0d22df"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:42.125025 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:42.132175 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:42.247387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Pushing event updated for resources: {'Port': ['ID=18c85f33-ba52-4660-9a81-4b0cff0d22df,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:42.297384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b1f05-dea7-4d01-bc05-022e4636cf69 req-179f3d36-a57e-4812-bfe4-6a4a85052833 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:42.298924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-394b1f05-dea7-4d01-bc05-022e4636cf69 req-179f3d36-a57e-4812-bfe4-6a4a85052833 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.1092157 Nov 16 04:38:42.299609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Attempting to bind port 18c85f33-ba52-4660-9a81-4b0cff0d22df on host n-h2-818042-1 for vnic_type normal with profile {"migrating_to": "n-h1-818042-1"} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:38:42.300058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Attempting to bind port 18c85f33-ba52-4660-9a81-4b0cff0d22df by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:38:42.300394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Attempting to bind port 18c85f33-ba52-4660-9a81-4b0cff0d22df on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:42.306747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Port 18c85f33-ba52-4660-9a81-4b0cff0d22df on network 00ef367c-9e71-485a-983c-5f2648aed20c not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:38:42.307070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Attempting to bind port 18c85f33-ba52-4660-9a81-4b0cff0d22df on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:42.325434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:38:42.325794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Checking segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:38:42.326187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Bound using segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:38:42.326632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Bound port: 18c85f33-ba52-4660-9a81-4b0cff0d22df, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:38:42.326997 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:42.398326 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-394b1f05-dea7-4d01-bc05-022e4636cf69 req-c9e05f53-753d-4c9e-89f1-6eea98f4579e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884252 Nov 16 04:38:42.429480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:38:42.434122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:38:42.439814 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86d5399-661f-43d4-b135-1e6a6ba5d965 x-openstack-request-id: req-e86d5399-661f-43d4-b135-1e6a6ba5d965 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:42.439814 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a59bf9-831c-4ad7-b86f-e140a3e74fb4", "name": "network-vif-unplugged", "status": "completed", "tag": "18c85f33-ba52-4660-9a81-4b0cff0d22df", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:42.440122 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e86d5399-661f-43d4-b135-1e6a6ba5d965 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:42.440516 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a59bf9-831c-4ad7-b86f-e140a3e74fb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18c85f33-ba52-4660-9a81-4b0cff0d22df', 'code': 200} Nov 16 04:38:42.442153 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:42.555871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:42.556693 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:42.559074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] 10.222.0.37 "PUT /v2.0/ports/18c85f33-ba52-4660-9a81-4b0cff0d22df HTTP/1.1" status: 200 len: 1121 time: 0.7385938 Nov 16 04:38:42.569706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1859b-8d40-489d-8d98-8a7e0bb62365 service neutron] Pushing event updated for resources: {'Port': ['ID=18c85f33-ba52-4660-9a81-4b0cff0d22df,revision_number=8']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:42.591056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e866771-ed51-4e38-8b2f-aea8bdb6f5f2 req-e2eeb334-67f8-47a9-9e48-c052bd03b5aa tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:42.592574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e866771-ed51-4e38-8b2f-aea8bdb6f5f2 req-e2eeb334-67f8-47a9-9e48-c052bd03b5aa tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 943 time: 0.1170027 Nov 16 04:38:42.667500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['18c85f33-ba52-4660-9a81-4b0cff0d22df'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:42.675359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e866771-ed51-4e38-8b2f-aea8bdb6f5f2 req-68ac7000-a583-4e97-a944-aa9005e74bbb tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750506 Nov 16 04:38:42.717011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['18c85f33-ba52-4660-9a81-4b0cff0d22df'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:42.845074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f89f3-6773-4a41-b09f-6c3f03438799 req-1b56b72b-54a9-4435-b29c-be1b5f2ab312 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:42.847932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-486f89f3-6773-4a41-b09f-6c3f03438799 req-1b56b72b-54a9-4435-b29c-be1b5f2ab312 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0699987 Nov 16 04:38:42.914219 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-486f89f3-6773-4a41-b09f-6c3f03438799 req-de270daf-37e1-4da4-aaf6-3f8d03f73158 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589345 Nov 16 04:38:43.086394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b0e03-2051-428a-ac27-efad7b3377bd req-5a9ffeca-2c99-46fe-93b7-54f04361ae3b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:43.087985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b64b0e03-2051-428a-ac27-efad7b3377bd req-5a9ffeca-2c99-46fe-93b7-54f04361ae3b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0557258 Nov 16 04:38:43.132895 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:43.149119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b64b0e03-2051-428a-ac27-efad7b3377bd req-b0e560d4-ca66-494b-b790-2c5c581b15bd tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546114 Nov 16 04:38:43.516800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e0740-1410-4f8b-bc4b-b6f7f774df7f req-fccb6683-1705-46ed-84e7-34f93bdeb102 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:43.518976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a0e0740-1410-4f8b-bc4b-b6f7f774df7f req-fccb6683-1705-46ed-84e7-34f93bdeb102 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0556946 Nov 16 04:38:43.578335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a0e0740-1410-4f8b-bc4b-b6f7f774df7f req-ec9786d7-b8de-496d-8652-ca857fee935d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527964 Nov 16 04:38:43.730290 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:43.739139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 18c85f33-ba52-4660-9a81-4b0cff0d22df details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:38:43.840160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5055b78-67ea-44b7-b8fe-8ce8270c60f7 req-dc33abea-c41c-4476-b01e-f8e9636a9cea tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:43.842634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5055b78-67ea-44b7-b8fe-8ce8270c60f7 req-dc33abea-c41c-4476-b01e-f8e9636a9cea tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 943 time: 0.0764256 Nov 16 04:38:43.872177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:43.887769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 18c85f33-ba52-4660-9a81-4b0cff0d22df has no active binding in host n-h1-818042-1 {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 04:38:43.912991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5055b78-67ea-44b7-b8fe-8ce8270c60f7 req-6a77597a-352d-4017-b000-e44c241bbb93 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602500 Nov 16 04:38:44.047281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afd881-beb6-4167-a2c9-ceb7dcad2d7e req-f89721dc-4921-44a7-b9df-2e97a63cb107 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:44.048918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30afd881-beb6-4167-a2c9-ceb7dcad2d7e req-f89721dc-4921-44a7-b9df-2e97a63cb107 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0561562 Nov 16 04:38:44.105838 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30afd881-beb6-4167-a2c9-ceb7dcad2d7e req-8e44abe4-fde1-4fc6-88e6-772cf0528354 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490167 Nov 16 04:38:44.250562 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58158) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:38:44.287318 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2ced9-14f7-495a-abdc-4ecf274fadf6 req-fe414e6d-9ad0-4010-9456-c88b478a7bee tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:44.288808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01c2ced9-14f7-495a-abdc-4ecf274fadf6 req-fe414e6d-9ad0-4010-9456-c88b478a7bee tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0575209 Nov 16 04:38:44.340009 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01c2ced9-14f7-495a-abdc-4ecf274fadf6 req-45799a93-a8c6-4729-adf8-60b66b296374 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444703 Nov 16 04:38:44.368276 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:44.442285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58a59bf9-831c-4ad7-b86f-e140a3e74fb4', 'tag': '18c85f33-ba52-4660-9a81-4b0cff0d22df'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:44.445161 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703dc46d-c7eb-41f0-a8a5-887dc222352e" -d '{"events": [{"name": "network-changed", "server_uuid": "58a59bf9-831c-4ad7-b86f-e140a3e74fb4", "tag": "18c85f33-ba52-4660-9a81-4b0cff0d22df"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:44.445583 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:44.449603 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:44.486822 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94fb013b-8ec9-4fd8-b161-13fa48664612 x-openstack-request-id: req-94fb013b-8ec9-4fd8-b161-13fa48664612 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:44.487254 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58a59bf9-831c-4ad7-b86f-e140a3e74fb4", "tag": "18c85f33-ba52-4660-9a81-4b0cff0d22df", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:44.487506 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94fb013b-8ec9-4fd8-b161-13fa48664612 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:44.487893 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58a59bf9-831c-4ad7-b86f-e140a3e74fb4', 'tag': '18c85f33-ba52-4660-9a81-4b0cff0d22df', 'status': 'completed', 'code': 200} Nov 16 04:38:44.488746 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72e49b479b0a48c7a4f5317f20d12d7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370269 Nov 16 04:38:44.490764 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fa9bfb-1081-45f5-b249-852887fc0cea,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:44.491408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58164) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:38:44.499488 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:44.499836 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:44.500230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:44.501185 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:44.501513 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:44.502284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:44.502794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:44.503281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:44.503752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:44.504238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:44.504711 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:44.505188 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8a8ddf-fe69-4777-9e9f-532b0c5a5415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:38:44.567188 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3b619ae-e4b0-44ee-9082-7bd43add01b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:44.594618 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3b619ae-e4b0-44ee-9082-7bd43add01b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:44.608711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dc46d-c7eb-41f0-a8a5-887dc222352e req-586c3a16-f956-4213-b324-bad42f731f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:44.610365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-703dc46d-c7eb-41f0-a8a5-887dc222352e req-586c3a16-f956-4213-b324-bad42f731f9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 1124 time: 0.0691018 Nov 16 04:38:44.745548 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3b619ae-e4b0-44ee-9082-7bd43add01b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:44.748022 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3b619ae-e4b0-44ee-9082-7bd43add01b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:44.749198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e3b619ae-e4b0-44ee-9082-7bd43add01b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58fa9bfb-1081-45f5-b249-852887fc0cea HTTP/1.1" status: 204 len: 168 time: 0.2568147 Nov 16 04:38:44.765341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabd007-911a-4e64-bb93-493022cc0e64 req-cb8e0044-34df-4837-905f-ccdad8c073b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:44.767113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-faabd007-911a-4e64-bb93-493022cc0e64 req-cb8e0044-34df-4837-905f-ccdad8c073b5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0923600 Nov 16 04:38:44.779819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b619ae-e4b0-44ee-9082-7bd43add01b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fa9bfb-1081-45f5-b249-852887fc0cea,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:44.786833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dc46d-c7eb-41f0-a8a5-887dc222352e req-389c6935-285f-4a68-b340-1751430f6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:44.788332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-703dc46d-c7eb-41f0-a8a5-887dc222352e req-389c6935-285f-4a68-b340-1751430f6139 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.1653631 Nov 16 04:38:44.858103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-703dc46d-c7eb-41f0-a8a5-887dc222352e req-8131c2e0-5be5-4722-a382-fb99e66c871a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df HTTP/1.1" status: 200 len: 217 time: 0.0535121 Nov 16 04:38:44.878740 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-faabd007-911a-4e64-bb93-493022cc0e64 req-cc405b72-9dc0-4bb2-9672-ead86a58c195 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036599 Nov 16 04:38:44.927583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703dc46d-c7eb-41f0-a8a5-887dc222352e req-a901ee29-5c19-41c6-bbad-ccc7a1a521a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:44.929029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-703dc46d-c7eb-41f0-a8a5-887dc222352e req-a901ee29-5c19-41c6-bbad-ccc7a1a521a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.0633504 Nov 16 04:38:44.968810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-703dc46d-c7eb-41f0-a8a5-887dc222352e req-a36ff4e7-9304-4793-a5d6-4cf6e11e948e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297518 Nov 16 04:38:45.109332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b077bd3-33a3-41dc-91e6-616a78ece350 req-d7e9de61-0cc9-4dea-98c6-dc4e83e61a20 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:45.110885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b077bd3-33a3-41dc-91e6-616a78ece350 req-d7e9de61-0cc9-4dea-98c6-dc4e83e61a20 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 943 time: 0.1069415 Nov 16 04:38:45.140335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-703dc46d-c7eb-41f0-a8a5-887dc222352e req-9aad73d3-46f2-4750-8e45-758510734795 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586475 Nov 16 04:38:45.235565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b077bd3-33a3-41dc-91e6-616a78ece350 req-ec264fcc-174c-438c-a44a-33110b9b9501 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134875 Nov 16 04:38:45.302669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa492e-5c2e-47b6-9f0c-2297415f9912 req-d9e7188b-3b67-43b4-8a7b-3fd18a7bc9d5 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:45.311170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03fa492e-5c2e-47b6-9f0c-2297415f9912 req-d9e7188b-3b67-43b4-8a7b-3fd18a7bc9d5 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1283796 Nov 16 04:38:45.345851 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-703dc46d-c7eb-41f0-a8a5-887dc222352e req-c3f6dd42-fb22-4141-8121-08b2c1543206 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899631 Nov 16 04:38:45.386580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03fa492e-5c2e-47b6-9f0c-2297415f9912 req-5c926ee2-0fd3-4bb3-b764-fba3c0541749 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693855 Nov 16 04:38:45.506686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbdb9e-8c46-4313-9bdf-d1e98c85bbc8 req-55f94837-7722-40ab-9007-0b656b4f8b48 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:45.508072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77fbdb9e-8c46-4313-9bdf-d1e98c85bbc8 req-55f94837-7722-40ab-9007-0b656b4f8b48 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0561082 Nov 16 04:38:45.558165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77fbdb9e-8c46-4313-9bdf-d1e98c85bbc8 req-c7836fb7-2af9-4048-a850-5fce41e0e938 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441284 Nov 16 04:38:46.001586 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:46.002559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851ac1d-5ebc-4702-8e75-83ecbdaf6ce8 req-9cd7195c-885f-4609-ab21-795cd1dfd4ac tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:46.004049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c851ac1d-5ebc-4702-8e75-83ecbdaf6ce8 req-9cd7195c-885f-4609-ab21-795cd1dfd4ac tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0532436 Nov 16 04:38:46.055964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c851ac1d-5ebc-4702-8e75-83ecbdaf6ce8 req-89e21e4e-76c7-4102-a480-a97c732d3bda tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439250 Nov 16 04:38:46.160026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58246) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:38:46.266469 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fcfc05a8-e985-478c-80a8-1974ef28b9b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:46.386521 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fcfc05a8-e985-478c-80a8-1974ef28b9b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:46.394482 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fcfc05a8-e985-478c-80a8-1974ef28b9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:46.455957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b820f-b648-46e4-a3b9-67baf3e831c0 req-dcf14ce3-a26a-4b3c-9219-8ec862025f4d tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:46.457486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-511b820f-b648-46e4-a3b9-67baf3e831c0 req-dcf14ce3-a26a-4b3c-9219-8ec862025f4d tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 943 time: 0.1227882 Nov 16 04:38:46.462142 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fcfc05a8-e985-478c-80a8-1974ef28b9b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=685bdf71c0c44b3a9c4fe5d252d0d9b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008573 Nov 16 04:38:46.463809 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc05a8-e985-478c-80a8-1974ef28b9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db60aaf3-373f-479c-acfc-9412ed6f9457,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:46.465716 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58258) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:38:46.528781 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d62e970e-6a52-43a8-a526-c79510c5549e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:46.551836 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d62e970e-6a52-43a8-a526-c79510c5549e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:46.557877 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-511b820f-b648-46e4-a3b9-67baf3e831c0 req-ed8a32d4-c7fc-4332-a811-c0849983a715 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880015 Nov 16 04:38:46.592640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec847247-8b03-40d3-991f-a42fc2217bd6 req-ea4d69b2-3935-4a9e-b93b-93b2228c3eaa tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:46.594241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec847247-8b03-40d3-991f-a42fc2217bd6 req-ea4d69b2-3935-4a9e-b93b-93b2228c3eaa tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0982053 Nov 16 04:38:46.625026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d62e970e-6a52-43a8-a526-c79510c5549e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:46.629486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d62e970e-6a52-43a8-a526-c79510c5549e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:46.633059 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d62e970e-6a52-43a8-a526-c79510c5549e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db60aaf3-373f-479c-acfc-9412ed6f9457 HTTP/1.1" status: 204 len: 168 time: 0.1644416 Nov 16 04:38:46.644084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e970e-6a52-43a8-a526-c79510c5549e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db60aaf3-373f-479c-acfc-9412ed6f9457,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:46.664236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec847247-8b03-40d3-991f-a42fc2217bd6 req-7f908bcc-75a9-4f93-921c-06140b0326a7 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632989 Nov 16 04:38:46.775112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccdbe1-b254-4884-8948-5a774e24b38a req-55cc23ee-e630-4003-96d5-7083d75a186d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:46.777811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03ccdbe1-b254-4884-8948-5a774e24b38a req-55cc23ee-e630-4003-96d5-7083d75a186d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0621531 Nov 16 04:38:46.829169 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03ccdbe1-b254-4884-8948-5a774e24b38a req-e588df09-de07-40bd-8d8e-65399e165c4d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435665 Nov 16 04:38:47.180967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91182d57-79cb-41eb-8bbe-972970bbfc47 req-c71099a2-8cec-4878-bdb2-028b49b1d761 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:47.183104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91182d57-79cb-41eb-8bbe-972970bbfc47 req-c71099a2-8cec-4878-bdb2-028b49b1d761 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0535207 Nov 16 04:38:47.236813 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91182d57-79cb-41eb-8bbe-972970bbfc47 req-2901bdc6-5af9-43be-bde9-741f898ab338 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454459 Nov 16 04:38:47.698694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a1db0-64a4-45dc-bfbf-e2f633f6e3b7 req-1b8843b1-990b-482c-b816-112a8fbc6295 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:47.699885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a40a1db0-64a4-45dc-bfbf-e2f633f6e3b7 req-1b8843b1-990b-482c-b816-112a8fbc6295 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 943 time: 0.0573928 Nov 16 04:38:47.790021 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a40a1db0-64a4-45dc-bfbf-e2f633f6e3b7 req-30b6bcf1-f4dd-43cb-b324-b1d8a50ab60a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804179 Nov 16 04:38:47.867904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e863b77-0163-4d4b-aedc-47defe97bfe7 req-8c37f623-cdd9-428f-bdff-570ec906e4e7 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:47.870145 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e863b77-0163-4d4b-aedc-47defe97bfe7 req-8c37f623-cdd9-428f-bdff-570ec906e4e7 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0730588 Nov 16 04:38:47.939440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e863b77-0163-4d4b-aedc-47defe97bfe7 req-8f067547-af17-4885-b77e-5575490c519c tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627379 Nov 16 04:38:47.991043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d118eab-9588-4004-98b9-c550abcc2601 req-b58e72f0-7efe-4083-ad9d-b4b169503adb tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:47.998261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d118eab-9588-4004-98b9-c550abcc2601 req-b58e72f0-7efe-4083-ad9d-b4b169503adb tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0778654 Nov 16 04:38:48.013224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58380) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:38:48.057034 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d118eab-9588-4004-98b9-c550abcc2601 req-10865b6b-2db7-4132-ba0d-03afe364f1e2 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505936 Nov 16 04:38:48.128402 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50ef3514-d9f9-4132-aee8-ab78691e4c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:48.210881 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50ef3514-d9f9-4132-aee8-ab78691e4c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:48.221368 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50ef3514-d9f9-4132-aee8-ab78691e4c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:48.226578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:48.263285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-50ef3514-d9f9-4132-aee8-ab78691e4c8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cac3aa4d921b4de7afdff299f144f702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473972 Nov 16 04:38:48.263285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef3514-d9f9-4132-aee8-ab78691e4c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b943a5-59e5-4830-b3f4-eda8b47ff42f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:48.264291 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58416) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:38:48.320979 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-345acd11-c62a-4f2a-9588-12a7ae3807c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:48.350868 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-345acd11-c62a-4f2a-9588-12a7ae3807c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:48.398229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0aad8-d49c-4aa3-af17-fc72f17d7754 req-1548c425-adb7-4079-8412-ead570836a76 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:48.404044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-345acd11-c62a-4f2a-9588-12a7ae3807c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:48.405537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7fd0aad8-d49c-4aa3-af17-fc72f17d7754 req-1548c425-adb7-4079-8412-ead570836a76 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0709646 Nov 16 04:38:48.407033 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-345acd11-c62a-4f2a-9588-12a7ae3807c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:48.413590 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-345acd11-c62a-4f2a-9588-12a7ae3807c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c7b943a5-59e5-4830-b3f4-eda8b47ff42f HTTP/1.1" status: 204 len: 168 time: 0.1479917 Nov 16 04:38:48.434198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345acd11-c62a-4f2a-9588-12a7ae3807c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b943a5-59e5-4830-b3f4-eda8b47ff42f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:48.452075 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7fd0aad8-d49c-4aa3-af17-fc72f17d7754 req-5c3a31cc-f9c9-457a-9602-4d1b9e0d0314 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456436 Nov 16 04:38:48.956782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ad188-0628-4864-8de4-662448b9c364 req-a9036dc7-e621-47f4-a93a-b29faa35be1e tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:48.958355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-065ad188-0628-4864-8de4-662448b9c364 req-a9036dc7-e621-47f4-a93a-b29faa35be1e tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 943 time: 0.0775239 Nov 16 04:38:49.030345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-065ad188-0628-4864-8de4-662448b9c364 req-e3f1da32-c173-4a8b-a688-e3d66a1e975d tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650511 Nov 16 04:38:49.096470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e1857-193f-40a8-9ecd-f9b261aac240 req-0f2d9ad7-535f-4396-b05c-3971699d26f5 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:49.098633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-517e1857-193f-40a8-9ecd-f9b261aac240 req-0f2d9ad7-535f-4396-b05c-3971699d26f5 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0672095 Nov 16 04:38:49.185673 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-517e1857-193f-40a8-9ecd-f9b261aac240 req-815f4fae-52d0-465b-81da-83cf4de716e8 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763633 Nov 16 04:38:49.207556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bf5e2-6188-4801-8983-1973559f879f req-654307a9-bd6c-482e-bcf3-1e6b430e88c0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:49.209477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-010bf5e2-6188-4801-8983-1973559f879f req-654307a9-bd6c-482e-bcf3-1e6b430e88c0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0746171 Nov 16 04:38:49.270359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-010bf5e2-6188-4801-8983-1973559f879f req-4e722656-e84f-4dfb-9fae-5cf2ebacfda4 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542393 Nov 16 04:38:49.433409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-b70d3498-c19b-49e0-b470-78d4d8b91f9f tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=126d3a9426a3475899b09418097bc02a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212936 Nov 16 04:38:49.558029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-cfc55739-2cf7-441b-ab1f-6eee3a0d2d84 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:49.559488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-cfc55739-2cf7-441b-ab1f-6eee3a0d2d84 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1204705 Nov 16 04:38:49.585335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-8bea6bb2-2939-470e-8c5c-32e98cc2c192 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/quotas/126d3a9426a3475899b09418097bc02a HTTP/1.1" status: 200 len: 375 time: 0.0121839 Nov 16 04:38:49.620802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bb145-2fc0-4b6a-b82c-3892e0772f72 req-c83c20cb-8738-4b1c-8aad-1a66c2e87377 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:49.622291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b7bb145-2fc0-4b6a-b82c-3892e0772f72 req-c83c20cb-8738-4b1c-8aad-1a66c2e87377 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0887465 Nov 16 04:38:49.638374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-6f653383-d67e-4c7d-8641-5862e5ad3a4e tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=126d3a9426a3475899b09418097bc02a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429459 Nov 16 04:38:49.685885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b7bb145-2fc0-4b6a-b82c-3892e0772f72 req-4e40e1cd-191e-4457-90a9-c4874ca0c2ef tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505207 Nov 16 04:38:49.820029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dc90524-0516-46a8-b647-98e554000354 req-07a372bd-499f-4f9d-b674-570814403a7f tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 210 time: 0.0286388 Nov 16 04:38:50.159002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec7be1-eab8-4df0-b844-ce0a5bb8848c req-54934398-d028-4163-b47f-d7306eaeaa64 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:50.160947 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9eec7be1-eab8-4df0-b844-ce0a5bb8848c req-54934398-d028-4163-b47f-d7306eaeaa64 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 943 time: 0.0534098 Nov 16 04:38:50.210867 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:38:50.228603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9eec7be1-eab8-4df0-b844-ce0a5bb8848c req-92e2a0ae-08d4-4da7-b901-537bafddc189 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584254 Nov 16 04:38:50.340392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9b98e-a05e-4739-9b99-a24b3ab65e01 req-214f8c21-a705-4b38-bb3b-b20c6c546d51 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:50.346256 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42c9b98e-a05e-4739-9b99-a24b3ab65e01 req-214f8c21-a705-4b38-bb3b-b20c6c546d51 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0662236 Nov 16 04:38:50.431629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ae619-7c92-4ca1-b4b6-2c19d8e9849d req-e4c70514-0417-4789-a2dc-c08cf6d8dce5 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:50.433202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b05ae619-7c92-4ca1-b4b6-2c19d8e9849d req-e4c70514-0417-4789-a2dc-c08cf6d8dce5 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0838902 Nov 16 04:38:50.436548 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42c9b98e-a05e-4739-9b99-a24b3ab65e01 req-5969609d-7857-4c81-bc78-81c8ab2d11c5 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855284 Nov 16 04:38:50.486457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b05ae619-7c92-4ca1-b4b6-2c19d8e9849d req-07302751-3724-4489-8c35-69a698872e90 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467529 Nov 16 04:38:50.843488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0781b-8f81-490e-aca3-0a7f1e3d27b9 req-8702dd2a-96ce-4406-8105-0c0fe43a5ba4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:50.850336 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ebf0781b-8f81-490e-aca3-0a7f1e3d27b9 req-8702dd2a-96ce-4406-8105-0c0fe43a5ba4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0736766 Nov 16 04:38:50.910272 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-7e86d1e8-ea2c-425d-8ad8-e5cd84fec1d9 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=126d3a9426a3475899b09418097bc02a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458925 Nov 16 04:38:50.968867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ebf0781b-8f81-490e-aca3-0a7f1e3d27b9 req-814de3cb-5ff7-4470-b3d5-060e0ab76003 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175029 Nov 16 04:38:51.360944 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e632b895-454e-497f-8e50-1f6d659ff730 req-4b7e6f46-46ea-4202-af8d-fe8c8e8e5a8b tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 210 time: 0.4178309 Nov 16 04:38:51.435117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-b10040fb-42c0-4b8e-88dd-1e05a21c7fc9 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:51.436552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-b10040fb-42c0-4b8e-88dd-1e05a21c7fc9 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4924200 Nov 16 04:38:51.444914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffcf0f-6f91-489f-b9b0-962a2d8a98d9 req-11ed9534-8fe8-4113-b8ef-9f57826b5159 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:51.446445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6ffcf0f-6f91-489f-b9b0-962a2d8a98d9 req-11ed9534-8fe8-4113-b8ef-9f57826b5159 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 943 time: 0.0879152 Nov 16 04:38:51.464478 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Request body: {'port': {'device_id': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '126d3a9426a3475899b09418097bc02a'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:51.592216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6ffcf0f-6f91-489f-b9b0-962a2d8a98d9 req-89fd08a0-6329-4f3e-90cd-4ccfbb30a5ce tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382518 Nov 16 04:38:51.640124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e8367-3fd8-4e12-b633-63578a2d71b1 req-33246179-f37c-47bc-9e48-1a4cd8dad60e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:51.641671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-995e8367-3fd8-4e12-b633-63578a2d71b1 req-33246179-f37c-47bc-9e48-1a4cd8dad60e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1130712 Nov 16 04:38:51.711417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Made reservation on behalf of 126d3a9426a3475899b09418097bc02a for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:38:51.715768 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:51.740890 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:51.753417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-995e8367-3fd8-4e12-b633-63578a2d71b1 req-0c7bba69-fdbc-46d7-a839-f8284b368388 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043746 Nov 16 04:38:51.774650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a4d0d-89d6-408c-8685-2fc8b9038ea5 req-026127c8-1956-4904-b277-e27cfda34124 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:51.776388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-830a4d0d-89d6-408c-8685-2fc8b9038ea5 req-026127c8-1956-4904-b277-e27cfda34124 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1026649 Nov 16 04:38:51.854870 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-830a4d0d-89d6-408c-8685-2fc8b9038ea5 req-6b630acd-af29-487b-b29c-0fa1709d6d3e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705719 Nov 16 04:38:51.885795 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:51.892301 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:51.967147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068cf525-b0e3-4e22-8203-e85e97d52501,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:52.074197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Allocated IP 192.168.233.215 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/52eb413b-1bf8-49c7-bd05-7f77a25557ed) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:38:52.243406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694887-f380-4399-a7da-ec7204fa21e3 req-bdf3ad13-5e27-461c-a7a5-24f2ead3e105 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:52.250744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52694887-f380-4399-a7da-ec7204fa21e3 req-bdf3ad13-5e27-461c-a7a5-24f2ead3e105 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.1997786 Nov 16 04:38:52.322425 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:52.334726 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52694887-f380-4399-a7da-ec7204fa21e3 req-8f6bdb2c-251c-4206-b0e0-012bbc7a197a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830691 Nov 16 04:38:52.389082 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:52.439552 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:38:52.442899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:38:52.447264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:38:52.454510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Pushing event updated for resources: {'Port': ['ID=52eb413b-1bf8-49c7-bd05-7f77a25557ed,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:52.549904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:52.550555 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:52.568240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-33414c4b-d6da-4bc1-8279-408558ca2edd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1075585 Nov 16 04:38:52.582417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7077b-6f2a-4d25-a8cc-df5b34986ec7 req-fb6005f5-f683-42f8-bb6b-ae1a97edc5ae tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:52.584061 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91c7077b-6f2a-4d25-a8cc-df5b34986ec7 req-fb6005f5-f683-42f8-bb6b-ae1a97edc5ae tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 936 time: 0.0975745 Nov 16 04:38:52.593916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Request body: {'port': {'device_id': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:38:52.710367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91c7077b-6f2a-4d25-a8cc-df5b34986ec7 req-27dff081-0312-49fa-b725-4b3a3503c9fd tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072047 Nov 16 04:38:52.768322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:52.805703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4dbe90-f3db-4456-9f6f-e5652f3f11da req-7190e7e9-2a58-4298-a7d0-077365591955 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:52.808981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c4dbe90-f3db-4456-9f6f-e5652f3f11da req-7190e7e9-2a58-4298-a7d0-077365591955 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 943 time: 0.0970736 Nov 16 04:38:52.893548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e5fba784-c5f9-42f3-9992-42691a9d236f None None] Provisioning complete for port 52eb413b-1bf8-49c7-bd05-7f77a25557ed triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:38:52.894593 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5fba784-c5f9-42f3-9992-42691a9d236f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:52.936369 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e5fba784-c5f9-42f3-9992-42691a9d236f None None] Port 52eb413b-1bf8-49c7-bd05-7f77a25557ed cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:38:53.045799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c4dbe90-f3db-4456-9f6f-e5652f3f11da req-97f6233d-9355-4c54-90de-eceb882baee8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178445 Nov 16 04:38:53.060744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e45c617-1b9e-452b-bb13-07bbaa6e5c1f req-9b422ed8-b347-427a-b8c1-fad867f4fd89 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:53.071097 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e45c617-1b9e-452b-bb13-07bbaa6e5c1f req-9b422ed8-b347-427a-b8c1-fad867f4fd89 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.2081029 Nov 16 04:38:53.133435 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-5d072f36-2586-4cdd-a472-9b05f1b1b597 service neutron] 10.222.0.15 "GET /v2.0/ports/18c85f33-ba52-4660-9a81-4b0cff0d22df/bindings/n-h1-818042-1 HTTP/1.1" status: 200 len: 384 time: 0.2782090 Nov 16 04:38:53.273886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e45c617-1b9e-452b-bb13-07bbaa6e5c1f req-4c48ed22-54c2-46a5-ad9a-31f880ad5575 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973441 Nov 16 04:38:53.312429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1926d-5bd1-4d7e-9c0a-3c4b97f6fa57 req-ec477af3-74a7-46b9-aec9-777ba0be919b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:53.321318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63f1926d-5bd1-4d7e-9c0a-3c4b97f6fa57 req-ec477af3-74a7-46b9-aec9-777ba0be919b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1851032 Nov 16 04:38:53.500125 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63f1926d-5bd1-4d7e-9c0a-3c4b97f6fa57 req-b13427ca-2b17-45f0-9908-26ac63b552c1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713741 Nov 16 04:38:53.518898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52eb413b-1bf8-49c7-bd05-7f77a25557ed {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:53.528288 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:53.574690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Transition to ACTIVE for port object 52eb413b-1bf8-49c7-bd05-7f77a25557ed will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:38:53.583626 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:53.657489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd2af1-7094-4c9a-bc3b-906081a24f92 req-bcacae9e-2951-4287-b8f8-5a8d7b02bb35 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:53.665160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cefd2af1-7094-4c9a-bc3b-906081a24f92 req-bcacae9e-2951-4287-b8f8-5a8d7b02bb35 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.1342318 Nov 16 04:38:53.668443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-975dc405-17f0-4f26-9c78-6aa9f4be5abb service neutron] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:53.696713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Pushing event updated for resources: {'Port': ['ID=52eb413b-1bf8-49c7-bd05-7f77a25557ed,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:53.720723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-975dc405-17f0-4f26-9c78-6aa9f4be5abb service neutron] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:38:53.811216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-975dc405-17f0-4f26-9c78-6aa9f4be5abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c85f33-ba52-4660-9a81-4b0cff0d22df {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:53.842137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cefd2af1-7094-4c9a-bc3b-906081a24f92 req-f1339548-b582-492e-9567-47bf4d592ebc tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760559 Nov 16 04:38:53.846009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-975dc405-17f0-4f26-9c78-6aa9f4be5abb service neutron] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:53.847784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 18c85f33-ba52-4660-9a81-4b0cff0d22df no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:38:53.910025 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-975dc405-17f0-4f26-9c78-6aa9f4be5abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:53.930897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Attempting to bind port 52eb413b-1bf8-49c7-bd05-7f77a25557ed on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:38:53.931235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Attempting to bind port 52eb413b-1bf8-49c7-bd05-7f77a25557ed by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:38:53.931566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Attempting to bind port 52eb413b-1bf8-49c7-bd05-7f77a25557ed on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:53.944209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Port 52eb413b-1bf8-49c7-bd05-7f77a25557ed on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:38:53.944535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Attempting to bind port 52eb413b-1bf8-49c7-bd05-7f77a25557ed on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:38:53.979445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:38:53.979711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:38:53.980097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:38:53.980528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Bound port: 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:38:53.980880 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:53.989587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbb9e0-7319-4434-af2f-06d4a4eaa338 req-5f9dfe4e-d270-4d6e-9f3b-0dd3cc4a034a tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:53.991164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ddbb9e0-7319-4434-af2f-06d4a4eaa338 req-5f9dfe4e-d270-4d6e-9f3b-0dd3cc4a034a tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 948 time: 0.1246991 Nov 16 04:38:54.100740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-975dc405-17f0-4f26-9c78-6aa9f4be5abb service neutron] Transition to ACTIVE for port object 18c85f33-ba52-4660-9a81-4b0cff0d22df will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:38:54.110124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ddbb9e0-7319-4434-af2f-06d4a4eaa338 req-84224b1a-8160-4a87-bc60-3cd76d84cc8a tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041160 Nov 16 04:38:54.118634 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-975dc405-17f0-4f26-9c78-6aa9f4be5abb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:54.162207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:38:54.200895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:38:54.213906 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:54.248514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-975dc405-17f0-4f26-9c78-6aa9f4be5abb service neutron] No DVR routers for this DVR port 18c85f33-ba52-4660-9a81-4b0cff0d22df on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:38:54.259106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dc405-17f0-4f26-9c78-6aa9f4be5abb service neutron] Pushing event updated for resources: {'Port': ['ID=18c85f33-ba52-4660-9a81-4b0cff0d22df,revision_number=10']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:54.262961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:54.263577 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:54.264945 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] 10.222.0.37 "PUT /v2.0/ports/52eb413b-1bf8-49c7-bd05-7f77a25557ed HTTP/1.1" status: 200 len: 1096 time: 1.6755099 Nov 16 04:38:54.267322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:54.269870 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74f576b-a9c6-4e70-abf7-9917e149eaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:54.330245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aecdd-cbb1-4c64-a65e-5a9fb1412830 req-043905f8-4b85-4bb5-a7af-22f700892a95 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:54.331799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa2aecdd-cbb1-4c64-a65e-5a9fb1412830 req-043905f8-4b85-4bb5-a7af-22f700892a95 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 944 time: 0.1801505 Nov 16 04:38:54.385528 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f290d52-1cf2-4e8b-92a2-ca41d7a56ee7 x-openstack-request-id: req-7f290d52-1cf2-4e8b-92a2-ca41d7a56ee7 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:54.385850 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:54.386109 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f290d52-1cf2-4e8b-92a2-ca41d7a56ee7 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:54.386509 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed', 'status': 'completed', 'code': 200} Nov 16 04:38:54.397149 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-975dc405-17f0-4f26-9c78-6aa9f4be5abb service neutron] 10.222.0.15 "PUT /v2.0/ports/18c85f33-ba52-4660-9a81-4b0cff0d22df/bindings/n-h1-818042-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2428873 Nov 16 04:38:54.437221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fcdff-7e2d-4747-8a1c-105f73a01e5a service neutron] Pushing event updated for resources: {'Port': ['ID=52eb413b-1bf8-49c7-bd05-7f77a25557ed,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:54.482886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa2aecdd-cbb1-4c64-a65e-5a9fb1412830 req-e4a34306-5afe-42a0-b58b-71e69a5ece36 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321590 Nov 16 04:38:54.485053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-201d31e9-f827-4b71-9289-67075ab880c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:54.486629 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-201d31e9-f827-4b71-9289-67075ab880c9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=126d3a9426a3475899b09418097bc02a&device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 1099 time: 0.1646879 Nov 16 04:38:54.566804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-707e10a0-1cbd-4ce1-a525-7441704f07c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed HTTP/1.1" status: 200 len: 217 time: 0.0697625 Nov 16 04:38:54.577758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d39eca-2c2b-4031-8471-089f8a953ea2 req-5d4d6ce6-0e82-4336-b1d1-0ddf8128c81d tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:54.584947 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5d39eca-2c2b-4031-8471-089f8a953ea2 req-5d4d6ce6-0e82-4336-b1d1-0ddf8128c81d tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1644971 Nov 16 04:38:54.639846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-ad44fc33-2d99-438e-8f29-9cc1e7f80c22 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:54.642435 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-ad44fc33-2d99-438e-8f29-9cc1e7f80c22 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4&tenant_id=2d6aa7ebda584f678731e5b32da32c5a&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1095 time: 0.1656499 Nov 16 04:38:54.720082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-af92ca2b-b3db-409f-9beb-3b585dcbe167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:54.721497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-af92ca2b-b3db-409f-9beb-3b585dcbe167 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1320729 Nov 16 04:38:54.756653 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5d39eca-2c2b-4031-8471-089f8a953ea2 req-36e6bea6-3598-490a-a3f2-2ef29d6117e1 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707692 Nov 16 04:38:54.790294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-1967a2b7-8561-44cc-ba0a-4a8310b41018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:54.792313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-1967a2b7-8561-44cc-ba0a-4a8310b41018 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4&tenant_id=2d6aa7ebda584f678731e5b32da32c5a HTTP/1.1" status: 200 len: 1095 time: 0.1401126 Nov 16 04:38:54.808529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce173a-ebc2-4630-8de8-29ccfe32ff4f req-29c811e0-4c23-40ea-8ec0-ba40390a1702 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:54.814282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10ce173a-ebc2-4630-8de8-29ccfe32ff4f req-29c811e0-4c23-40ea-8ec0-ba40390a1702 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1133850 Nov 16 04:38:54.831689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-7b8f4c6f-5805-45a8-8f94-afa01b91d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:54.833185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-7b8f4c6f-5805-45a8-8f94-afa01b91d0a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934050 Nov 16 04:38:54.974321 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10ce173a-ebc2-4630-8de8-29ccfe32ff4f req-2b152384-e0e5-45d3-ad7e-8737a5dd8f13 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591728 Nov 16 04:38:54.980094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-8adc9314-5171-42b6-9412-c3a657e2b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:54.981578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-8adc9314-5171-42b6-9412-c3a657e2b920 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 1095 time: 0.1459527 Nov 16 04:38:55.071554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f452c7-fc6d-4da6-b2a3-a980d3349919 req-289c53bf-e048-4ca6-b481-a9fd284136cf tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:55.072992 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9f452c7-fc6d-4da6-b2a3-a980d3349919 req-289c53bf-e048-4ca6-b481-a9fd284136cf tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.1477554 Nov 16 04:38:55.090311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-67509fc5-8415-4fe6-92c9-98282df119f6 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273290 Nov 16 04:38:55.501909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9f452c7-fc6d-4da6-b2a3-a980d3349919 req-24cca9e9-0b70-4c12-9bb2-08467dff7f33 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216487 Nov 16 04:38:55.520618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-e1993fca-2709-408f-97b6-7de541696b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:55.522261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-e1993fca-2709-408f-97b6-7de541696b32 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.5313385 Nov 16 04:38:55.597734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-ff750a1e-6f89-4674-becf-949511bbf121 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df HTTP/1.1" status: 200 len: 217 time: 0.0623851 Nov 16 04:38:55.601710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972bfcb-4eaa-4ee4-ba61-63f2f2483188 req-c2ffcb57-022e-4f57-b72c-3dd55d6db4c7 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021517 Nov 16 04:38:55.629468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea701543-2eb0-43c5-85e9-8e107e4cff3d req-1c6b3b51-80bb-4959-93e6-ddd220ce8049 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:55.630928 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea701543-2eb0-43c5-85e9-8e107e4cff3d req-1c6b3b51-80bb-4959-93e6-ddd220ce8049 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 948 time: 0.4441328 Nov 16 04:38:55.735784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226e0f5-6152-49ad-a833-b4cc58ba8f29 req-0251796d-a812-4770-bf6c-239aad0e9853 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:55.737275 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226e0f5-6152-49ad-a833-b4cc58ba8f29 req-0251796d-a812-4770-bf6c-239aad0e9853 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 944 time: 0.1555929 Nov 16 04:38:55.744006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c755fbbf-771e-4f2f-a8ed-346b80975b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:55.745472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-c755fbbf-771e-4f2f-a8ed-346b80975b87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1134853 Nov 16 04:38:55.813356 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-a48ce209-b486-458d-87c4-87b722144d7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561006 Nov 16 04:38:55.816307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f576b-a9c6-4e70-abf7-9917e149eaaa req-5f8c279e-9bfd-42df-b378-52e0f7056a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:55.817691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d74f576b-a9c6-4e70-abf7-9917e149eaaa req-5f8c279e-9bfd-42df-b378-52e0f7056a4e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=126d3a9426a3475899b09418097bc02a&device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 1099 time: 0.1438022 Nov 16 04:38:55.823990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea701543-2eb0-43c5-85e9-8e107e4cff3d req-2ad0babf-9e80-4b0f-9550-eddd08f3a792 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800287 Nov 16 04:38:55.945176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226e0f5-6152-49ad-a833-b4cc58ba8f29 req-5ae568e1-34c8-490a-8067-5b7de2325d6c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967752 Nov 16 04:38:56.016234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-0690049a-aa85-42dc-b244-e2b769e49f87 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757715 Nov 16 04:38:56.030876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f576b-a9c6-4e70-abf7-9917e149eaaa req-d11bdf06-8dfd-46b2-8477-f85ebb324043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:56.032294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d74f576b-a9c6-4e70-abf7-9917e149eaaa req-d11bdf06-8dfd-46b2-8477-f85ebb324043 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1905837 Nov 16 04:38:56.145820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d74f576b-a9c6-4e70-abf7-9917e149eaaa req-8d6c7ad0-5084-4c12-ac72-44e9b8c69f21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed HTTP/1.1" status: 200 len: 217 time: 0.0883279 Nov 16 04:38:56.220300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8afaeff-84ed-432a-a8b2-2527bea307b4 req-4f83026d-cdfa-4eb5-8661-662a836fa77e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:56.221985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8afaeff-84ed-432a-a8b2-2527bea307b4 req-4f83026d-cdfa-4eb5-8661-662a836fa77e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.2007470 Nov 16 04:38:56.286639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f3df8-2faf-42fd-a30e-238cc65e68f0 req-5780152c-6e34-41db-839c-270b24aa8db4 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:56.288120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d5f3df8-2faf-42fd-a30e-238cc65e68f0 req-5780152c-6e34-41db-839c-270b24aa8db4 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.2159164 Nov 16 04:38:56.295669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f576b-a9c6-4e70-abf7-9917e149eaaa req-601ef5b7-e0da-4644-b39c-448138161666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:56.297090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d74f576b-a9c6-4e70-abf7-9917e149eaaa req-601ef5b7-e0da-4644-b39c-448138161666 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1295776 Nov 16 04:38:56.307663 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-d186a15d-5ba4-4a39-ac03-d5f4f3bfc332 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744844 Nov 16 04:38:56.369201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8afaeff-84ed-432a-a8b2-2527bea307b4 req-7e66c5ef-51dd-4d67-bc1e-5d7941be9182 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335483 Nov 16 04:38:56.398540 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d5f3df8-2faf-42fd-a30e-238cc65e68f0 req-15f3e2d2-3a26-4897-a07f-09de5154bfd1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993104 Nov 16 04:38:56.404975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f576b-a9c6-4e70-abf7-9917e149eaaa req-688ea6d4-2433-4a9d-affe-7e08767034ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:56.406490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d74f576b-a9c6-4e70-abf7-9917e149eaaa req-688ea6d4-2433-4a9d-affe-7e08767034ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978677 Nov 16 04:38:56.521549 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d74f576b-a9c6-4e70-abf7-9917e149eaaa req-4d358540-6bda-4098-81f0-fad48911b2af service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039693 Nov 16 04:38:56.702258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19e633-115a-46b3-b1be-0bcd69f6c786 req-0be2b465-ecb8-479d-a71a-54c4b5950a81 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:56.703744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b19e633-115a-46b3-b1be-0bcd69f6c786 req-0be2b465-ecb8-479d-a71a-54c4b5950a81 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.1192005 Nov 16 04:38:56.705626 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-dfa44f61-270b-4ac5-a052-96330f646486 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:56.706982 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-dfa44f61-270b-4ac5-a052-96330f646486 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4&tenant_id=2d6aa7ebda584f678731e5b32da32c5a&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 1095 time: 0.1210580 Nov 16 04:38:56.712715 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d74f576b-a9c6-4e70-abf7-9917e149eaaa req-50243da4-a223-4850-8376-2e7bbc79f466 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771967 Nov 16 04:38:56.795332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b19e633-115a-46b3-b1be-0bcd69f6c786 req-07616a33-9212-4750-8575-0c2548081b97 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853519 Nov 16 04:38:56.855645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-d4c7cc41-7a1f-484c-a6fc-09fd4e2f9291 service neutron] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:38:56.859393 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-d4c7cc41-7a1f-484c-a6fc-09fd4e2f9291 service neutron] Publish callbacks [] for binding, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:56.860677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8ca34d-9a88-4ddb-a832-8686d0b5b241 req-d4c7cc41-7a1f-484c-a6fc-09fd4e2f9291 service neutron] 10.222.0.37 "DELETE /v2.0/ports/18c85f33-ba52-4660-9a81-4b0cff0d22df/bindings/n-h2-818042-1 HTTP/1.1" status: 204 len: 173 time: 0.1355157 Nov 16 04:38:56.969861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074917bc-f1fa-4837-bd18-7d10f102d306 req-410ce5d2-8005-44c0-8848-d1bf0f66b43b tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:56.971384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-074917bc-f1fa-4837-bd18-7d10f102d306 req-410ce5d2-8005-44c0-8848-d1bf0f66b43b tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 948 time: 0.0675426 Nov 16 04:38:57.039120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-074917bc-f1fa-4837-bd18-7d10f102d306 req-e5059c48-cd87-45b6-8d12-0d731fab4b8c tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547051 Nov 16 04:38:57.102614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db50f4c-9624-480c-8e58-bdc1d5c451d9 req-02fb2e82-262d-4a35-95de-03e2eb89610a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:57.104624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5db50f4c-9624-480c-8e58-bdc1d5c451d9 req-02fb2e82-262d-4a35-95de-03e2eb89610a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 944 time: 0.0707586 Nov 16 04:38:57.156490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5db50f4c-9624-480c-8e58-bdc1d5c451d9 req-3b16f6e2-8f47-4bfd-93eb-135adedac59f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457890 Nov 16 04:38:57.303665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e92ab6-177b-412f-8d3a-94427f54a744 req-8c783418-0273-4c29-b3a7-989b797431cd tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:57.304122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62e92ab6-177b-412f-8d3a-94427f54a744 req-8c783418-0273-4c29-b3a7-989b797431cd tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 1095 time: 0.0449202 Nov 16 04:38:57.358437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62e92ab6-177b-412f-8d3a-94427f54a744 req-c8316cf3-c95c-42f9-a3c4-6ca8d4c4cb20 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468452 Nov 16 04:38:57.520459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b00ef-4b1a-423e-bcc2-99cffa3bbf6f req-2ab3236f-b526-49a4-a779-cffe817fcd4f tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:57.526940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f48b00ef-4b1a-423e-bcc2-99cffa3bbf6f req-2ab3236f-b526-49a4-a779-cffe817fcd4f tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 1095 time: 0.0785387 Nov 16 04:38:57.555678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b92dc6b-4427-49f1-91d4-cf0225b38150 req-cb6a86a6-a162-4242-9385-6df147690693 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:57.558203 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b92dc6b-4427-49f1-91d4-cf0225b38150 req-cb6a86a6-a162-4242-9385-6df147690693 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0834672 Nov 16 04:38:57.600056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f48b00ef-4b1a-423e-bcc2-99cffa3bbf6f req-aa6b5e4e-c0f2-4f62-b66e-b5c9250fe054 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701976 Nov 16 04:38:57.622214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b92dc6b-4427-49f1-91d4-cf0225b38150 req-9ef10c45-3dd1-4978-9e6c-3abc0b2b8e62 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581405 Nov 16 04:38:57.737539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39dae8-6e49-4a08-915a-014e752fd5cf req-a2ae1841-7d93-411d-aaea-c1b3898bf470 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:57.739225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f39dae8-6e49-4a08-915a-014e752fd5cf req-a2ae1841-7d93-411d-aaea-c1b3898bf470 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0514591 Nov 16 04:38:57.793277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f39dae8-6e49-4a08-915a-014e752fd5cf req-de43d554-75b6-4a01-bfa7-f231f793960a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474417 Nov 16 04:38:57.811277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 52eb413b-1bf8-49c7-bd05-7f77a25557ed details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:38:57.927377 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 845535a5-f48c-4a40-baf1-698b2b8e1704 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:38:57.957374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c6bf8-287a-467b-9b7e-c0f48e923ac3 req-0171f054-0abb-4f50-9e49-5abab112008b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:57.966129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed4c6bf8-287a-467b-9b7e-c0f48e923ac3 req-0171f054-0abb-4f50-9e49-5abab112008b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0798702 Nov 16 04:38:57.998492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 845535a5-f48c-4a40-baf1-698b2b8e1704 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:38:58.056196 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed4c6bf8-287a-467b-9b7e-c0f48e923ac3 req-545c54b4-5437-46cc-8364-3b952f841de0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895853 Nov 16 04:38:58.100405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:58.130420 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '52eb413b-1bf8-49c7-bd05-7f77a25557ed', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '52eb413b-1bf8-49c7-bd05-7f77a25557ed', 'mac_address': 'fa:16:3e:88:75:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:38:58.149895 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:58.181078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e1a59-cb2c-4076-ab64-8053f6ac779e req-4ab37da4-bda6-4f8b-ad19-36639a59cde3 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:58.186251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b28e1a59-cb2c-4076-ab64-8053f6ac779e req-4ab37da4-bda6-4f8b-ad19-36639a59cde3 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 948 time: 0.0630860 Nov 16 04:38:58.224049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845535a5-f48c-4a40-baf1-698b2b8e1704'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:38:58.226326 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e08a34-4596-42d6-a9e2-1e8040f80c88" -d '{"events": [{"server_uuid": "b7527043-4ea1-48e1-9abd-8dd8e4694fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "845535a5-f48c-4a40-baf1-698b2b8e1704"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:38:58.230883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=845535a5-f48c-4a40-baf1-698b2b8e1704,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:58.254270 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:58.257385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=845535a5-f48c-4a40-baf1-698b2b8e1704,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:58.259094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '845535a5-f48c-4a40-baf1-698b2b8e1704', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '845535a5-f48c-4a40-baf1-698b2b8e1704', 'mac_address': 'fa:16:3e:80:91:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:38:58.262748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b28e1a59-cb2c-4076-ab64-8053f6ac779e req-7dae31a6-59d7-433c-b43d-ee28548744d6 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684180 Nov 16 04:38:58.273963 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:58.317222 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b775f7d-e0b6-410a-9f1e-d3590dc6ad12 x-openstack-request-id: req-3b775f7d-e0b6-410a-9f1e-d3590dc6ad12 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:38:58.317440 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7527043-4ea1-48e1-9abd-8dd8e4694fbf", "name": "network-vif-unplugged", "status": "completed", "tag": "845535a5-f48c-4a40-baf1-698b2b8e1704", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:38:58.317699 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b775f7d-e0b6-410a-9f1e-d3590dc6ad12 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:38:58.318120 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '845535a5-f48c-4a40-baf1-698b2b8e1704', 'code': 200} Nov 16 04:38:58.319676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52eb413b-1bf8-49c7-bd05-7f77a25557ed {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:58.379137 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:58.382089 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:58.384426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=845535a5-f48c-4a40-baf1-698b2b8e1704,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:58.394235 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:58.402047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845535a5-f48c-4a40-baf1-698b2b8e1704 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:38:58.447974 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=845535a5-f48c-4a40-baf1-698b2b8e1704,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:38:58.451861 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:38:58.462994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=52eb413b-1bf8-49c7-bd05-7f77a25557ed,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:58.513573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=845535a5-f48c-4a40-baf1-698b2b8e1704,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:38:58.738350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['52eb413b-1bf8-49c7-bd05-7f77a25557ed'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:58.770936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53f463-d4dc-4aa1-a65f-05aa3657ec26 req-7273b83b-cb0a-4095-9984-c5c10874da57 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:58.772471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac53f463-d4dc-4aa1-a65f-05aa3657ec26 req-7273b83b-cb0a-4095-9984-c5c10874da57 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 949 time: 0.0687971 Nov 16 04:38:58.849930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac53f463-d4dc-4aa1-a65f-05aa3657ec26 req-c5b62807-9637-4b7c-8f28-471b8ab01f5d tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700905 Nov 16 04:38:58.881537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['845535a5-f48c-4a40-baf1-698b2b8e1704'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:38:58.984207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83aedb-9729-4bd1-ad72-eb4fadfdea8d req-e3825d71-81fa-421e-acff-f3175714cf26 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:58.986120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b83aedb-9729-4bd1-ad72-eb4fadfdea8d req-e3825d71-81fa-421e-acff-f3175714cf26 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0769691 Nov 16 04:38:59.078547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b83aedb-9729-4bd1-ad72-eb4fadfdea8d req-ebf69bb0-2c5d-4e84-a521-b6bc465d1152 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851617 Nov 16 04:38:59.190152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea8b34-1056-4b22-a622-6e627db1e4b4 req-9e317711-9402-46fb-afcd-74b6fe7efa01 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:59.198308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aeea8b34-1056-4b22-a622-6e627db1e4b4 req-9e317711-9402-46fb-afcd-74b6fe7efa01 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0598133 Nov 16 04:38:59.250854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aeea8b34-1056-4b22-a622-6e627db1e4b4 req-9ae364ed-4fa5-46a0-834e-d41f216d2d59 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516148 Nov 16 04:38:59.384186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8714ace-7e1d-428b-b3c7-c1d534ec63f6 req-932674ad-dbf7-4a61-9d12-2200f0d28205 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:38:59.386022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8714ace-7e1d-428b-b3c7-c1d534ec63f6 req-932674ad-dbf7-4a61-9d12-2200f0d28205 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 949 time: 0.0595722 Nov 16 04:38:59.446492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8714ace-7e1d-428b-b3c7-c1d534ec63f6 req-97d0966e-16aa-488e-a5fa-d959f66fcb7d tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540249 Nov 16 04:38:59.834056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b56d23b8-1377-47ec-91bc-956e12fad626 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:38:59.841474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 52eb413b-1bf8-49c7-bd05-7f77a25557ed up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:39:00.000159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 52eb413b-1bf8-49c7-bd05-7f77a25557ed completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:39:00.019210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 52eb413b-1bf8-49c7-bd05-7f77a25557ed triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:00.020178 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:00.058487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b56d23b8-1377-47ec-91bc-956e12fad626, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b56d23b8-1377-47ec-91bc-956e12fad626,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:00.077747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'b56d23b8-1377-47ec-91bc-956e12fad626', 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'port_id': 'b56d23b8-1377-47ec-91bc-956e12fad626', 'mac_address': 'fa:16:3e:39:a9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bafc9f1-2941-47ae-b826-323b092dbef7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:39:00.095861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfb5b4-8a8e-4516-aee4-aef6e62afc01 req-35f6d445-c225-401b-b6ad-d37419a175eb tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:00.099530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42dfb5b4-8a8e-4516-aee4-aef6e62afc01 req-35f6d445-c225-401b-b6ad-d37419a175eb tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 949 time: 0.0865109 Nov 16 04:39:00.151001 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:00.177359 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b56d23b8-1377-47ec-91bc-956e12fad626 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:00.185884 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:00.207659 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42dfb5b4-8a8e-4516-aee4-aef6e62afc01 req-3098fd52-b2a9-42f0-8259-cf963cd4be3e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002040 Nov 16 04:39:00.224702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b56d23b8-1377-47ec-91bc-956e12fad626, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b56d23b8-1377-47ec-91bc-956e12fad626,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:00.245564 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:00.284407 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:00.293298 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:00.320290 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:00.325402 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a54dbf3-3209-49e7-874c-4c6d41389575" -d '{"events": [{"server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "name": "network-vif-plugged", "status": "completed", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:00.331372 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=b56d23b8-1377-47ec-91bc-956e12fad626,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:00.444239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=52eb413b-1bf8-49c7-bd05-7f77a25557ed,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:00.448049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['b56d23b8-1377-47ec-91bc-956e12fad626'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:00.493901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac0363-b64b-4816-9df6-f7e073cff4db req-5b01d87a-4737-4a06-8b0a-abe1f903fc1e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:00.522447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbac0363-b64b-4816-9df6-f7e073cff4db req-5b01d87a-4737-4a06-8b0a-abe1f903fc1e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 945 time: 0.1329885 Nov 16 04:39:00.775975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbac0363-b64b-4816-9df6-f7e073cff4db req-d28cd19b-f2f4-4c05-9951-ee534a8b010e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459548 Nov 16 04:39:00.829588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d9bee-06b9-4fb0-a8fb-1176ddb4fbe2 req-90e5eb35-0af4-4c78-8c3d-f7853d8dbfc5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:00.840429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb1d9bee-06b9-4fb0-a8fb-1176ddb4fbe2 req-90e5eb35-0af4-4c78-8c3d-f7853d8dbfc5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.2764997 Nov 16 04:39:00.966761 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb1d9bee-06b9-4fb0-a8fb-1176ddb4fbe2 req-d1942aa0-92ae-482b-bfff-e759c9e608cb tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246192 Nov 16 04:39:01.004575 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787027c8-91ba-4b35-a5f9-baaef0e546b5 x-openstack-request-id: req-787027c8-91ba-4b35-a5f9-baaef0e546b5 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:01.006704 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "name": "network-vif-plugged", "status": "completed", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:01.006960 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-787027c8-91ba-4b35-a5f9-baaef0e546b5 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:01.007361 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed', 'code': 200} Nov 16 04:39:01.182724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdafcfa-62b8-4c51-a466-c9f1f7fd4081 req-7ff3920e-ee39-43bd-9e09-46dc5912edfa tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:01.190432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fdafcfa-62b8-4c51-a466-c9f1f7fd4081 req-7ff3920e-ee39-43bd-9e09-46dc5912edfa tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 950 time: 0.0754254 Nov 16 04:39:01.194363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129e5bd-ae90-4718-bb37-3c04b94a1965 req-ed782a9f-452e-42b3-9037-a6abb77d8e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:01.195795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8129e5bd-ae90-4718-bb37-3c04b94a1965 req-ed782a9f-452e-42b3-9037-a6abb77d8e94 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 1101 time: 0.1200075 Nov 16 04:39:01.252013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fdafcfa-62b8-4c51-a466-c9f1f7fd4081 req-79644e3f-d5b8-46fd-a144-26b0f6a41e6f tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604246 Nov 16 04:39:01.348914 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8129e5bd-ae90-4718-bb37-3c04b94a1965 req-5659f9af-70ab-4dad-839b-a486d605332e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063130 Nov 16 04:39:01.444908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ac89b-aa02-477d-9bd5-6ea6ec6e4182 req-70635bb0-fa44-41a2-95c0-c4a4c4a95fdf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:01.453756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-917ac89b-aa02-477d-9bd5-6ea6ec6e4182 req-70635bb0-fa44-41a2-95c0-c4a4c4a95fdf tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 949 time: 0.1038420 Nov 16 04:39:01.532247 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-917ac89b-aa02-477d-9bd5-6ea6ec6e4182 req-0a340a98-c0bb-4c9c-99ef-81d99b907545 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723379 Nov 16 04:39:01.862589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b56d23b8-1377-47ec-91bc-956e12fad626 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:39:01.919997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 845535a5-f48c-4a40-baf1-698b2b8e1704 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:39:01.971194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3879639-93b9-49c1-945b-f0f9ec4934ca req-5a72d299-ee38-4d02-b691-ee3ddd5749e3 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:01.996782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3879639-93b9-49c1-945b-f0f9ec4934ca req-5a72d299-ee38-4d02-b691-ee3ddd5749e3 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 945 time: 0.1192901 Nov 16 04:39:02.075342 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3879639-93b9-49c1-945b-f0f9ec4934ca req-f93a609d-8505-4c0a-b48a-135f8157b34c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770695 Nov 16 04:39:02.105968 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port b56d23b8-1377-47ec-91bc-956e12fad626 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:02.106539 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:02.177892 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 845535a5-f48c-4a40-baf1-698b2b8e1704 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:02.178529 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:02.246652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c66ff-59f8-4697-9047-f814ab4bcc66 req-13bb87b1-82ec-4425-93e1-85f40a58ff74 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:02.254272 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-755c66ff-59f8-4697-9047-f814ab4bcc66 req-13bb87b1-82ec-4425-93e1-85f40a58ff74 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.1031182 Nov 16 04:39:02.311107 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:02.328743 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:02.343281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-755c66ff-59f8-4697-9047-f814ab4bcc66 req-3a37129d-dba5-4cad-ba00-8d075b445a3c tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827465 Nov 16 04:39:02.386624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b56d23b8-1377-47ec-91bc-956e12fad626, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b56d23b8-1377-47ec-91bc-956e12fad626,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:02.388851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=845535a5-f48c-4a40-baf1-698b2b8e1704,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:02.391291 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:02.395420 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:02.452808 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=b56d23b8-1377-47ec-91bc-956e12fad626,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:02.494833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906aa176-3f0d-4059-8235-619a19c07efc req-000f54f2-05f6-48c1-aeee-55576d875f8e tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:02.496721 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-906aa176-3f0d-4059-8235-619a19c07efc req-000f54f2-05f6-48c1-aeee-55576d875f8e tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 950 time: 0.1228094 Nov 16 04:39:02.515329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=845535a5-f48c-4a40-baf1-698b2b8e1704,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:02.609525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-906aa176-3f0d-4059-8235-619a19c07efc req-88b00a99-046b-4095-b05c-387a57d01fed tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027045 Nov 16 04:39:02.799816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afc79f-7e42-4986-ae3a-2de2f70eb440 req-8640b217-caf8-4f7d-92c2-88f41fabf203 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:02.802824 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73afc79f-7e42-4986-ae3a-2de2f70eb440 req-8640b217-caf8-4f7d-92c2-88f41fabf203 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1082180 Nov 16 04:39:02.871707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73afc79f-7e42-4986-ae3a-2de2f70eb440 req-528de6eb-62d6-4802-a733-39c824cee92b tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613811 Nov 16 04:39:03.008514 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241f1184-12f5-40de-ac52-ad4bbfde2de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56d23b8-1377-47ec-91bc-956e12fad626'}, {'server_uuid': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845535a5-f48c-4a40-baf1-698b2b8e1704'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:03.011048 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daa2c04-b30f-42fe-99df-11a195084544" -d '{"events": [{"server_uuid": "241f1184-12f5-40de-ac52-ad4bbfde2de0", "name": "network-vif-plugged", "status": "completed", "tag": "b56d23b8-1377-47ec-91bc-956e12fad626"}, {"server_uuid": "b7527043-4ea1-48e1-9abd-8dd8e4694fbf", "name": "network-vif-plugged", "status": "completed", "tag": "845535a5-f48c-4a40-baf1-698b2b8e1704"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:03.068560 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308137ca-b393-4851-9f08-8eb53dac0bfe x-openstack-request-id: req-308137ca-b393-4851-9f08-8eb53dac0bfe {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:03.068859 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241f1184-12f5-40de-ac52-ad4bbfde2de0", "name": "network-vif-plugged", "status": "completed", "tag": "b56d23b8-1377-47ec-91bc-956e12fad626", "code": 200}, {"server_uuid": "b7527043-4ea1-48e1-9abd-8dd8e4694fbf", "name": "network-vif-plugged", "status": "completed", "tag": "845535a5-f48c-4a40-baf1-698b2b8e1704", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:03.069113 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-308137ca-b393-4851-9f08-8eb53dac0bfe {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:03.069509 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '241f1184-12f5-40de-ac52-ad4bbfde2de0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56d23b8-1377-47ec-91bc-956e12fad626', 'code': 200} Nov 16 04:39:03.069804 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845535a5-f48c-4a40-baf1-698b2b8e1704', 'code': 200} Nov 16 04:39:03.324000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2ebe-8eef-41b4-baec-17a6d8ffe07b req-83aca505-5b31-4573-953d-657fb6a2cbc4 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:03.332227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ced2ebe-8eef-41b4-baec-17a6d8ffe07b req-83aca505-5b31-4573-953d-657fb6a2cbc4 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1195297 Nov 16 04:39:03.430519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee49d1-25e7-48a2-962b-5baf8070a7e0 req-c9a78ee7-3a98-42a9-af5c-5466eabb19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:03.432861 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bee49d1-25e7-48a2-962b-5baf8070a7e0 req-c9a78ee7-3a98-42a9-af5c-5466eabb19fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 1101 time: 0.0756819 Nov 16 04:39:03.449940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ced2ebe-8eef-41b4-baec-17a6d8ffe07b req-f510dc1e-c5fb-410d-b378-53128efcc1eb tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100452 Nov 16 04:39:03.613796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bee49d1-25e7-48a2-962b-5baf8070a7e0 req-9d8d7591-a3ee-4f84-8e37-3900a8d953d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617568 Nov 16 04:39:03.631457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30f78-2671-4240-999f-fe101adcf52e req-36d06765-a6ca-4091-835c-008d15581191 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:03.634480 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f30f78-2671-4240-999f-fe101adcf52e req-36d06765-a6ca-4091-835c-008d15581191 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.1199789 Nov 16 04:39:03.704321 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f30f78-2671-4240-999f-fe101adcf52e req-b8c386ae-04b3-4d9d-b080-1a6e74d12047 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622771 Nov 16 04:39:03.797072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ef5da-08ff-4fbd-9786-697790c82ef8 req-8221b376-043e-4b4c-9686-4be7e7eb8912 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:03.799243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd1ef5da-08ff-4fbd-9786-697790c82ef8 req-8221b376-043e-4b4c-9686-4be7e7eb8912 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 950 time: 0.0681813 Nov 16 04:39:03.889642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd1ef5da-08ff-4fbd-9786-697790c82ef8 req-52058a2e-fa7a-4ae7-bea5-68c670bdd749 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812042 Nov 16 04:39:04.111915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010b547-6b34-40e8-a7bd-1628aa316d0f req-d76bd8aa-0e05-423a-a650-ef70f2ba398b tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:04.119930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7010b547-6b34-40e8-a7bd-1628aa316d0f req-d76bd8aa-0e05-423a-a650-ef70f2ba398b tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1173482 Nov 16 04:39:04.203793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7010b547-6b34-40e8-a7bd-1628aa316d0f req-10c0a6fa-19d8-4bb6-b0a0-abe8a1ca65d9 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827143 Nov 16 04:39:04.698944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f6259-6458-4c6a-a770-6ed4ba224f86 req-6c57efd0-46da-47d0-beb2-c2fba3a4d0fc tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:04.707533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d85f6259-6458-4c6a-a770-6ed4ba224f86 req-6c57efd0-46da-47d0-beb2-c2fba3a4d0fc tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0700593 Nov 16 04:39:04.766746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d85f6259-6458-4c6a-a770-6ed4ba224f86 req-4cc8eccd-ed4d-46b3-9c67-44e03ce1ba1b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580196 Nov 16 04:39:04.886250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee6f57-5106-4248-b7da-bd22013e55b3 req-52df7a5c-9e0a-4b56-b507-084e7f95863b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:04.888112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41ee6f57-5106-4248-b7da-bd22013e55b3 req-52df7a5c-9e0a-4b56-b507-084e7f95863b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0646179 Nov 16 04:39:04.972238 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41ee6f57-5106-4248-b7da-bd22013e55b3 req-4b904a1d-ceab-4105-8c4e-520713c0ced6 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779197 Nov 16 04:39:05.371727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4758857-ac00-42d8-9ab4-03fabfa6c601 req-04e15f21-bd89-4237-81d1-71677fd23e53 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:05.382600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4758857-ac00-42d8-9ab4-03fabfa6c601 req-04e15f21-bd89-4237-81d1-71677fd23e53 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0745044 Nov 16 04:39:05.455202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4758857-ac00-42d8-9ab4-03fabfa6c601 req-54b6813f-539e-44f7-b791-2990a18ad0a0 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712466 Nov 16 04:39:05.682723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65e4b8-2356-4535-9a27-916a9f6ef560 req-41dd6069-f51d-4feb-b0d1-0ea83e3f3560 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:05.682723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d65e4b8-2356-4535-9a27-916a9f6ef560 req-41dd6069-f51d-4feb-b0d1-0ea83e3f3560 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1276116 Nov 16 04:39:05.813043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d65e4b8-2356-4535-9a27-916a9f6ef560 req-6b9500bf-b020-498b-b57e-b19e52beec56 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246541 Nov 16 04:39:06.034594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbf649-e89c-410b-a328-e77c4ecfe11c req-e0a0b6b0-3ac8-4bac-931a-18185b4d831c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:06.040210 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dfbf649-e89c-410b-a328-e77c4ecfe11c req-e0a0b6b0-3ac8-4bac-931a-18185b4d831c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1575933 Nov 16 04:39:06.158165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dfbf649-e89c-410b-a328-e77c4ecfe11c req-b04e2ac9-abc5-45d6-a7c0-7fd6392ffd8b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061504 Nov 16 04:39:06.357136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ab829-7349-4d1b-9f5a-eaff9474ebb5 req-948796a4-3228-4b88-8ee9-9ca7cc4bc714 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:06.359180 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-931ab829-7349-4d1b-9f5a-eaff9474ebb5 req-948796a4-3228-4b88-8ee9-9ca7cc4bc714 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0861025 Nov 16 04:39:06.438970 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-931ab829-7349-4d1b-9f5a-eaff9474ebb5 req-8fc7feda-39f7-4f74-8922-5d1ec91ec043 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728331 Nov 16 04:39:06.515713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413ae84-2a44-4ac2-b517-41c3e37d9f44 req-28cf0e30-e8e1-4470-815f-a586b0191563 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:06.525532 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6413ae84-2a44-4ac2-b517-41c3e37d9f44 req-28cf0e30-e8e1-4470-815f-a586b0191563 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1003642 Nov 16 04:39:06.594826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6413ae84-2a44-4ac2-b517-41c3e37d9f44 req-d91c2128-306a-4e50-b4fa-e662612eff89 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660460 Nov 16 04:39:07.311686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7da01-1315-41c5-8bd7-1987f31ffef3 req-453176fd-91c2-429e-8159-3b37b1640fee tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:07.314039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ec7da01-1315-41c5-8bd7-1987f31ffef3 req-453176fd-91c2-429e-8159-3b37b1640fee tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1030359 Nov 16 04:39:07.611331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ec7da01-1315-41c5-8bd7-1987f31ffef3 req-8ea37531-fc61-4338-b22e-a9f4ce5cbf71 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697239 Nov 16 04:39:07.698635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca507e-5914-4a2b-95d1-281390e51f67 req-92170954-88a6-4f26-aa6e-cf9f9b489e3d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:07.704557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8ca507e-5914-4a2b-95d1-281390e51f67 req-92170954-88a6-4f26-aa6e-cf9f9b489e3d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.1259418 Nov 16 04:39:07.814571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8ca507e-5914-4a2b-95d1-281390e51f67 req-382e3139-ebc8-40b2-a239-acf8253a63bf tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059546 Nov 16 04:39:07.888437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 52eb413b-1bf8-49c7-bd05-7f77a25557ed details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:39:08.022244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137450c9-dacc-4bf8-8685-2e0eafd6fd7c req-b4d1a850-e1a7-4087-984f-9fec9b46eb59 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:08.024002 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-137450c9-dacc-4bf8-8685-2e0eafd6fd7c req-b4d1a850-e1a7-4087-984f-9fec9b46eb59 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1279047 Nov 16 04:39:08.093295 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5c4ae17e-f70f-458f-9700-f63abcf3806f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:08.219403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:08.247908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '52eb413b-1bf8-49c7-bd05-7f77a25557ed', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '52eb413b-1bf8-49c7-bd05-7f77a25557ed', 'mac_address': 'fa:16:3e:88:75:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:39:08.251850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-137450c9-dacc-4bf8-8685-2e0eafd6fd7c req-2ae9c6d5-0050-4d28-a087-8a008a83154f tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173755 Nov 16 04:39:08.288277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-5eb62255-3778-4324-8c24-69488ca1b7c6 service neutron] 10.222.0.37 "GET /v2.0/ports/a9450c8e-a41b-49ba-96a6-28e1aca79eec/bindings/n-h1-818042-1 HTTP/1.1" status: 200 len: 382 time: 0.2450135 Nov 16 04:39:08.324895 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:08.340849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52eb413b-1bf8-49c7-bd05-7f77a25557ed {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:08.365451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:08.372830 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:08.438549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=52eb413b-1bf8-49c7-bd05-7f77a25557ed,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:08.448045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:08.448399 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:08.448719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:08.449048 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:08.449503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:08.450030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:08.450233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:08.450554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:08.450872 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:08.451190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:08.451573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:08.451926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:08.483954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['52eb413b-1bf8-49c7-bd05-7f77a25557ed'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:08.710066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-78035c67-c930-49ee-8b27-39b2addbbb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:08.712641 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-78035c67-c930-49ee-8b27-39b2addbbb4a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b&tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd HTTP/1.1" status: 200 len: 1100 time: 0.0902555 Nov 16 04:39:08.825345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18efcd-9bbb-485f-96bc-1c4e39f4f60b req-2f5b3421-3510-481c-a705-28ea4ef4d427 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:08.826925 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a18efcd-9bbb-485f-96bc-1c4e39f4f60b req-2f5b3421-3510-481c-a705-28ea4ef4d427 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0932624 Nov 16 04:39:08.834465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-04bfbdaf-2b42-49a8-be76-990c1a85a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:08.836011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-04bfbdaf-2b42-49a8-be76-990c1a85a2b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 1100 time: 0.0920815 Nov 16 04:39:08.948012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a18efcd-9bbb-485f-96bc-1c4e39f4f60b req-7815ce2a-626b-4d00-89ef-d85aab7291e8 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110356 Nov 16 04:39:08.983501 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-f574ef59-1a96-4ba2-ad99-27553303d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:08.985886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-f574ef59-1a96-4ba2-ad99-27553303d137 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1407051 Nov 16 04:39:09.074726 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-570c3b06-2d35-4b3f-a14c-b6c989bc71a8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec HTTP/1.1" status: 200 len: 217 time: 0.0699527 Nov 16 04:39:09.166526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-24d7c3a2-246c-4778-870f-60d2df675719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:09.168059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-24d7c3a2-246c-4778-870f-60d2df675719 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0843062 Nov 16 04:39:09.273244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412d49c-ccef-44d1-890d-764a18764824 req-6c948540-03b1-445b-a0c8-f449ccbdc263 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:09.274766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b412d49c-ccef-44d1-890d-764a18764824 req-6c948540-03b1-445b-a0c8-f449ccbdc263 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.0664990 Nov 16 04:39:09.312589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-4d06a66e-936e-4e13-838c-c88738096a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:09.314197 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-4d06a66e-936e-4e13-838c-c88738096a44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1382332 Nov 16 04:39:09.431914 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-23e92485-7057-4121-85e8-1c0bd33b0d38 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069636 Nov 16 04:39:09.498204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b412d49c-ccef-44d1-890d-764a18764824 req-5f8e4619-f92b-440c-a605-1b61c82dbad7 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120764 Nov 16 04:39:09.573625 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff48559-570c-4ebb-bd80-fe8e99b1d860 req-08f344af-7029-49e7-9ed8-1b50db46d8f6 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291728 Nov 16 04:39:09.651284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d7037-7d09-486d-a20d-60a60028c438 req-6885856f-395b-4895-a931-9a874630eac0 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:09.663317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f96d7037-7d09-486d-a20d-60a60028c438 req-6885856f-395b-4895-a931-9a874630eac0 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0837607 Nov 16 04:39:09.725422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f96d7037-7d09-486d-a20d-60a60028c438 req-8bae5c90-f75a-4552-87fc-070e0fb29bc2 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608439 Nov 16 04:39:09.906924 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 52eb413b-1bf8-49c7-bd05-7f77a25557ed up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:39:09.973037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 52eb413b-1bf8-49c7-bd05-7f77a25557ed triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:09.973409 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:10.074933 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:10.101682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:10.104835 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ccf616-170c-485c-8652-b3a299a0b581" -d '{"events": [{"server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "name": "network-vif-plugged", "status": "completed", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:10.129131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:10.146949 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:10.150466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a9450c8e-a41b-49ba-96a6-28e1aca79eec no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:39:10.204260 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c7078f-bb54-46a7-824e-c5441799de4b req-464da7df-32d7-4cea-bc28-1d7d9cf705ee tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:10.206178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41c7078f-bb54-46a7-824e-c5441799de4b req-464da7df-32d7-4cea-bc28-1d7d9cf705ee tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0809796 Nov 16 04:39:10.246982 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36abce55-419d-4a02-8407-df2b55a4f805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:10.300561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=52eb413b-1bf8-49c7-bd05-7f77a25557ed,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:10.311300 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41c7078f-bb54-46a7-824e-c5441799de4b req-416c4a48-ba14-4c4c-939d-1b5aa227b3bb tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876453 Nov 16 04:39:10.366778 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:10.408159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a9450c8e-a41b-49ba-96a6-28e1aca79eec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:10.413176 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:10.456297 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c01e96-52fe-4c99-a3df-4353b041581f x-openstack-request-id: req-90c01e96-52fe-4c99-a3df-4353b041581f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:10.456653 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "name": "network-vif-plugged", "status": "completed", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:10.456866 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90c01e96-52fe-4c99-a3df-4353b041581f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:10.457256 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed', 'code': 200} Nov 16 04:39:10.504166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=a9450c8e-a41b-49ba-96a6-28e1aca79eec,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:10.689360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440f144-9819-4755-9dc8-95cd836a5ead req-a040e8fa-3480-4cfc-af0b-f8d0d960ae72 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:10.691131 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d440f144-9819-4755-9dc8-95cd836a5ead req-a040e8fa-3480-4cfc-af0b-f8d0d960ae72 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 947 time: 0.0674617 Nov 16 04:39:10.767047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d440f144-9819-4755-9dc8-95cd836a5ead req-965b75a2-48af-4e91-b085-7bac95c1519c tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684609 Nov 16 04:39:10.973404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-f84fcbf3-0b84-492d-861b-1d19f5432e4e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:10.980330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-f84fcbf3-0b84-492d-861b-1d19f5432e4e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 820 time: 0.1288679 Nov 16 04:39:10.991195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-79f12540-5a28-44e6-86c3-1edb5f4c5cce tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/quotas/e339e415385b4d5dbab31d9b5027d120 HTTP/1.1" status: 200 len: 375 time: 0.0100105 Nov 16 04:39:11.075672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-af1529d6-c57a-4a80-a6de-024da7941756 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776703 Nov 16 04:39:11.218132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-68dbd3b1-2656-450a-abf3-0361fe9b63b3 service neutron] 10.222.0.41 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292500 Nov 16 04:39:11.626477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-3a2165a8-3c53-461e-963e-126d95c37cec service neutron] 10.222.0.41 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016263 Nov 16 04:39:11.784557 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:11.912160 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a9450c8e-a41b-49ba-96a6-28e1aca79eec details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:39:12.091657 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed5497-281b-422d-9d34-b9df97925b3b req-1daf9015-1dcf-4916-bbcd-501122c99bcb tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:12.099533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58ed5497-281b-422d-9d34-b9df97925b3b req-1daf9015-1dcf-4916-bbcd-501122c99bcb tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0949018 Nov 16 04:39:12.154717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a9450c8e-a41b-49ba-96a6-28e1aca79eec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:12.175821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec', 'mac_address': 'fa:16:3e:d1:2b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:39:12.223850 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:12.229512 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58ed5497-281b-422d-9d34-b9df97925b3b req-2dd0ae25-39e1-4fd6-bfb4-fd9958db9396 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206682 Nov 16 04:39:12.243725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9450c8e-a41b-49ba-96a6-28e1aca79eec {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:12.269080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a9450c8e-a41b-49ba-96a6-28e1aca79eec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:12.274070 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:12.399616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=a9450c8e-a41b-49ba-96a6-28e1aca79eec,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:12.458504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a40e1d8-ca61-4243-9f82-b28fef58aa8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:12.463078 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f915c20d-c301-4e24-a32a-c8d0c3759d31" -d '{"events": [{"server_uuid": "9a40e1d8-ca61-4243-9f82-b28fef58aa8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a9450c8e-a41b-49ba-96a6-28e1aca79eec"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:12.464695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edc454-cb20-47ca-aabf-e7d669811e92 req-0c997136-b19d-409b-bc89-7c9de4e804b4 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:12.472647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48edc454-cb20-47ca-aabf-e7d669811e92 req-0c997136-b19d-409b-bc89-7c9de4e804b4 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0747864 Nov 16 04:39:12.555219 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48edc454-cb20-47ca-aabf-e7d669811e92 req-5e1289df-1db2-406e-981e-66dee599ff23 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816402 Nov 16 04:39:12.612959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['a9450c8e-a41b-49ba-96a6-28e1aca79eec'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:12.836079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5336bce-b646-415f-a532-c12a79b0fb35 req-34ea4fb4-1fb0-46a7-b61d-3947d7b43eed tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:12.845051 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5336bce-b646-415f-a532-c12a79b0fb35 req-34ea4fb4-1fb0-46a7-b61d-3947d7b43eed tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 948 time: 0.0893362 Nov 16 04:39:12.913053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5336bce-b646-415f-a532-c12a79b0fb35 req-34998d2e-1cd1-4f9a-b865-6ee744b40707 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670373 Nov 16 04:39:13.008243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa4e4d18-9aae-4f25-a4a9-496bf9c4efac req-c344498d-3ef1-470f-8fac-211a7cdad850 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 210 time: 0.0386443 Nov 16 04:39:13.070788 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3907526-a8fb-4736-86bf-549d9458818c x-openstack-request-id: req-e3907526-a8fb-4736-86bf-549d9458818c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:13.071280 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a40e1d8-ca61-4243-9f82-b28fef58aa8b", "name": "network-vif-unplugged", "status": "completed", "tag": "a9450c8e-a41b-49ba-96a6-28e1aca79eec", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:13.071366 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3907526-a8fb-4736-86bf-549d9458818c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:13.071754 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a40e1d8-ca61-4243-9f82-b28fef58aa8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec', 'code': 200} Nov 16 04:39:13.133313 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:13.304612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad5825-14b4-469e-b53a-61158bb3e2ae req-2e126b5d-ee7d-4c99-8a67-956b125c2e6f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:13.326479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13ad5825-14b4-469e-b53a-61158bb3e2ae req-2e126b5d-ee7d-4c99-8a67-956b125c2e6f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 948 time: 0.0959911 Nov 16 04:39:13.457652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13ad5825-14b4-469e-b53a-61158bb3e2ae req-c3a072f9-c233-4b05-8e97-feb2925e02f4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204088 Nov 16 04:39:13.585958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab99dc-02e4-4c36-a705-942a583bbf49 req-0aae655f-9c5b-4148-b7d6-72aa3da25542 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:13.587530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77ab99dc-02e4-4c36-a705-942a583bbf49 req-0aae655f-9c5b-4148-b7d6-72aa3da25542 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b&tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 948 time: 0.3022728 Nov 16 04:39:13.650112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965aa06-35fa-4831-ada7-5228e9b90221 req-728f95aa-a6b7-4439-b026-6847a49aa733 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:13.657328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4965aa06-35fa-4831-ada7-5228e9b90221 req-728f95aa-a6b7-4439-b026-6847a49aa733 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1104984 Nov 16 04:39:13.720998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-43793308-23fd-4694-8349-2b28e142d673 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:13.724582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-43793308-23fd-4694-8349-2b28e142d673 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.15 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 820 time: 0.2944293 Nov 16 04:39:13.742198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-c141ce70-708c-4e0b-96c8-9e426308ab4c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Request body: {'port': {'device_id': 'cf8f5393-3a3f-4db1-af39-18e973f6fa88', 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a', 'admin_state_up': True, 'tenant_id': 'e339e415385b4d5dbab31d9b5027d120'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:13.775722 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:13.882848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4965aa06-35fa-4831-ada7-5228e9b90221 req-0010b7b0-b50a-4848-8345-eb727fff30ad tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184920 Nov 16 04:39:13.906148 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a9450c8e-a41b-49ba-96a6-28e1aca79eec up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:39:13.997353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab99dc-02e4-4c36-a705-942a583bbf49 req-2ad5fe3a-a3bc-4e83-91e3-64435851c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:13.999457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77ab99dc-02e4-4c36-a705-942a583bbf49 req-2ad5fe3a-a3bc-4e83-91e3-64435851c446 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 1099 time: 0.2714062 Nov 16 04:39:14.047628 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port a9450c8e-a41b-49ba-96a6-28e1aca79eec triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:14.047998 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:14.193221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-c141ce70-708c-4e0b-96c8-9e426308ab4c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Made reservation on behalf of e339e415385b4d5dbab31d9b5027d120 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:39:14.197562 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-c141ce70-708c-4e0b-96c8-9e426308ab4c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:14.229610 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:14.240983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096046d-7bc1-4ca4-8204-7286a5e6c333 req-ec1b965e-9267-4ec2-a354-588ef13282fd tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:14.242553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b096046d-7bc1-4ca4-8204-7286a5e6c333 req-ec1b965e-9267-4ec2-a354-588ef13282fd tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.1340842 Nov 16 04:39:14.319432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab99dc-02e4-4c36-a705-942a583bbf49 req-8408223e-9027-4dbc-9272-322c842bc43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:14.320937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77ab99dc-02e4-4c36-a705-942a583bbf49 req-8408223e-9027-4dbc-9272-322c842bc43a service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.3122303 Nov 16 04:39:14.327517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a9450c8e-a41b-49ba-96a6-28e1aca79eec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:14.339581 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:14.393248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77ab99dc-02e4-4c36-a705-942a583bbf49 req-10884173-c206-484c-a48b-b62fc2b393b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec HTTP/1.1" status: 200 len: 217 time: 0.0638072 Nov 16 04:39:14.463340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=a9450c8e-a41b-49ba-96a6-28e1aca79eec,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:14.486077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b096046d-7bc1-4ca4-8204-7286a5e6c333 req-94c2b2cb-45a4-43d4-9f8a-eac5f5f5bef3 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320402 Nov 16 04:39:14.530106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab99dc-02e4-4c36-a705-942a583bbf49 req-aca9419d-2888-41a3-8cb0-8689ca1e6207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:14.532555 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77ab99dc-02e4-4c36-a705-942a583bbf49 req-aca9419d-2888-41a3-8cb0-8689ca1e6207 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1321104 Nov 16 04:39:14.538671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-c141ce70-708c-4e0b-96c8-9e426308ab4c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Allocated IP 172.20.0.3 (2fad6d6b-5670-4e68-bf6b-fdc19241d30a/019a9079-5bad-40fc-b64e-f807d7d8722f/00bd509c-d953-44fa-b11d-095a099cad47) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:39:14.696524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab99dc-02e4-4c36-a705-942a583bbf49 req-3445b65c-d2b6-4eee-9f75-9b0c664dc16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:14.699166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77ab99dc-02e4-4c36-a705-942a583bbf49 req-3445b65c-d2b6-4eee-9f75-9b0c664dc16e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1569707 Nov 16 04:39:14.704421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4eb1c0c5-5760-43d4-867a-9430198080bd req-14c24e34-3354-423d-9183-83896e684d60 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 210 time: 0.0452125 Nov 16 04:39:14.929354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a44aba-f65f-4c07-8119-073d8a74bb08 req-e3db8f37-19b7-4b84-a187-80e5bea551c7 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:14.936626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15a44aba-f65f-4c07-8119-073d8a74bb08 req-e3db8f37-19b7-4b84-a187-80e5bea551c7 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.1315947 Nov 16 04:39:14.946936 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77ab99dc-02e4-4c36-a705-942a583bbf49 req-8be3c5f1-6461-4369-9167-a1c91d7592ee service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388592 Nov 16 04:39:14.992554 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-c141ce70-708c-4e0b-96c8-9e426308ab4c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:15.072984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a40e1d8-ca61-4243-9f82-b28fef58aa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:15.073156 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15a44aba-f65f-4c07-8119-073d8a74bb08 req-4ffcd8f8-1ba6-419f-a439-f48d0cdc763b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355033 Nov 16 04:39:15.075207 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c54c63-c09a-467b-8078-3961cf6778c9" -d '{"events": [{"server_uuid": "9a40e1d8-ca61-4243-9f82-b28fef58aa8b", "name": "network-vif-plugged", "status": "completed", "tag": "a9450c8e-a41b-49ba-96a6-28e1aca79eec"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:15.224006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77ab99dc-02e4-4c36-a705-942a583bbf49 req-68ac552d-2c31-4ad2-81f0-dbec463b3695 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643614 Nov 16 04:39:15.261275 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-c141ce70-708c-4e0b-96c8-9e426308ab4c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:15.279016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['db4b3aad-44eb-4a92-849b-b89769bbc90b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:15.359527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-c141ce70-708c-4e0b-96c8-9e426308ab4c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:39:15.374079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-c141ce70-708c-4e0b-96c8-9e426308ab4c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:39:15.400079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860f2b9-cd75-4a22-ba08-d1f866b3d2c4 req-399bf928-06ed-4473-9693-0a9d08626b2e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:15.402163 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8860f2b9-cd75-4a22-ba08-d1f866b3d2c4 req-399bf928-06ed-4473-9693-0a9d08626b2e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.2226326 Nov 16 04:39:15.408016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-c141ce70-708c-4e0b-96c8-9e426308ab4c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:39:15.468835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-c141ce70-708c-4e0b-96c8-9e426308ab4c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:15.469845 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-c141ce70-708c-4e0b-96c8-9e426308ab4c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:15.515283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141ce70-708c-4e0b-96c8-9e426308ab4c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Pushing event updated for resources: {'Port': ['ID=00bd509c-d953-44fa-b11d-095a099cad47,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:15.520991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-c141ce70-708c-4e0b-96c8-9e426308ab4c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7829797 Nov 16 04:39:15.537234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Request body: {'port': {'device_id': 'cf8f5393-3a3f-4db1-af39-18e973f6fa88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:15.594798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8860f2b9-cd75-4a22-ba08-d1f866b3d2c4 req-00628e78-7126-4503-9e48-6e5feaaf914a tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069655 Nov 16 04:39:15.683281 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:15.821057 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc289d79-15c0-444f-8776-d16d6b2c5e4e x-openstack-request-id: req-cc289d79-15c0-444f-8776-d16d6b2c5e4e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:15.821350 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a40e1d8-ca61-4243-9f82-b28fef58aa8b", "name": "network-vif-plugged", "status": "completed", "tag": "a9450c8e-a41b-49ba-96a6-28e1aca79eec", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:15.821679 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc289d79-15c0-444f-8776-d16d6b2c5e4e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:15.822226 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a40e1d8-ca61-4243-9f82-b28fef58aa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec', 'code': 200} Nov 16 04:39:16.032206 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:16.141931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb665bf-cbfd-4d7b-972d-bed28657fe49 req-23f5c3d8-5f10-4af8-8409-913cf8cdbe71 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:16.156673 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-beb665bf-cbfd-4d7b-972d-bed28657fe49 req-23f5c3d8-5f10-4af8-8409-913cf8cdbe71 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.2105720 Nov 16 04:39:16.334455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-beb665bf-cbfd-4d7b-972d-bed28657fe49 req-1fca9444-e908-4f89-b252-0d895938c415 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763098 Nov 16 04:39:16.473649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bd509c-d953-44fa-b11d-095a099cad47 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:16.497664 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:16.518944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Transition to ACTIVE for port object 00bd509c-d953-44fa-b11d-095a099cad47 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:39:16.525309 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:16.640775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Pushing event updated for resources: {'Port': ['ID=00bd509c-d953-44fa-b11d-095a099cad47,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:16.698836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c34a8a-c298-4505-ac5b-95879427ba84 req-6cd929b2-f150-4aab-8c84-7ab9ec192307 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:16.708929 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8c34a8a-c298-4505-ac5b-95879427ba84 req-6cd929b2-f150-4aab-8c84-7ab9ec192307 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 943 time: 0.1792786 Nov 16 04:39:16.772492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Attempting to bind port 00bd509c-d953-44fa-b11d-095a099cad47 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:39:16.772842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Attempting to bind port 00bd509c-d953-44fa-b11d-095a099cad47 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:39:16.775935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Attempting to bind port 00bd509c-d953-44fa-b11d-095a099cad47 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:16.799147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Port 00bd509c-d953-44fa-b11d-095a099cad47 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:39:16.799762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Attempting to bind port 00bd509c-d953-44fa-b11d-095a099cad47 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:16.806602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:39:16.807225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Checking segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:39:16.807825 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Bound using segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:39:16.808261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Bound port: 00bd509c-d953-44fa-b11d-095a099cad47, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:39:16.808622 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:16.818525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8c34a8a-c298-4505-ac5b-95879427ba84 req-aa07dbd6-0c31-4ac7-aa76-66c3cb0db287 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083987 Nov 16 04:39:16.969399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:39:17.005863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=00bd509c-d953-44fa-b11d-095a099cad47,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:39:17.012291 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:17.064023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bf18d-4dce-4505-87fc-bf23dd6d0a4d req-f1058c79-ee57-4989-a050-a2e760b4d409 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:17.066105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a1bf18d-4dce-4505-87fc-bf23dd6d0a4d req-f1058c79-ee57-4989-a050-a2e760b4d409 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.1425178 Nov 16 04:39:17.083723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:17.084345 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:17.085678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] 10.222.0.15 "PUT /v2.0/ports/00bd509c-d953-44fa-b11d-095a099cad47 HTTP/1.1" status: 200 len: 1091 time: 1.5529127 Nov 16 04:39:17.086143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8f5393-3a3f-4db1-af39-18e973f6fa88', 'tag': '00bd509c-d953-44fa-b11d-095a099cad47'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:17.088484 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f159213c-e29f-4c78-8367-f45f5f1c0648" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8f5393-3a3f-4db1-af39-18e973f6fa88", "tag": "00bd509c-d953-44fa-b11d-095a099cad47"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:17.179934 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a1bf18d-4dce-4505-87fc-bf23dd6d0a4d req-91e91d95-f862-4e50-b264-650c997f93f3 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969398 Nov 16 04:39:17.181373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3a3f5-491f-4eeb-a4bc-ca9216d45c15 service neutron] Pushing event updated for resources: {'Port': ['ID=00bd509c-d953-44fa-b11d-095a099cad47,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:17.256638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-ad5960d0-5a72-4289-9d8e-a1e75a6e8230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:17.265872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-ad5960d0-5a72-4289-9d8e-a1e75a6e8230 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 1094 time: 0.1045713 Nov 16 04:39:17.319204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-327428bb-7248-45fa-abe4-35e2a22718d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bd509c-d953-44fa-b11d-095a099cad47 HTTP/1.1" status: 200 len: 217 time: 0.0397964 Nov 16 04:39:17.397586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26ded4-1e23-482b-8a4f-af4cac3899f4 req-f7f445fa-eaa2-4f89-84e2-3af43432979e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:17.399109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c26ded4-1e23-482b-8a4f-af4cac3899f4 req-f7f445fa-eaa2-4f89-84e2-3af43432979e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1289022 Nov 16 04:39:17.403121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-504f9483-b02b-4d9a-be94-ba3bfee82d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:17.404554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-504f9483-b02b-4d9a-be94-ba3bfee82d7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0673294 Nov 16 04:39:17.456498 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-ae3fd010-65b5-4e17-8110-9fcfded2b181 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345838 Nov 16 04:39:17.551178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c26ded4-1e23-482b-8a4f-af4cac3899f4 req-2d771607-0f32-4fda-a7c2-0219399d5699 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449423 Nov 16 04:39:17.621956 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-af865f54-d0f5-44d9-8a28-46cd12dd12ef service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547034 Nov 16 04:39:17.644513 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb5c4c4-c873-4527-90a3-64f196874621 x-openstack-request-id: req-ffb5c4c4-c873-4527-90a3-64f196874621 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:17.647316 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8f5393-3a3f-4db1-af39-18e973f6fa88", "tag": "00bd509c-d953-44fa-b11d-095a099cad47", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:17.648380 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ffb5c4c4-c873-4527-90a3-64f196874621 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:17.648809 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8f5393-3a3f-4db1-af39-18e973f6fa88', 'tag': '00bd509c-d953-44fa-b11d-095a099cad47', 'status': 'completed', 'code': 200} Nov 16 04:39:17.856566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f352f70-a846-4c51-9745-6eb1f071e12d req-10e1d1f5-18bb-45c7-a9cd-af7ac02efc5b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:17.858089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f352f70-a846-4c51-9745-6eb1f071e12d req-10e1d1f5-18bb-45c7-a9cd-af7ac02efc5b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.1370337 Nov 16 04:39:17.867131 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c77317a-157d-48c3-9cca-cbc34aedded7 req-e6badc6c-88e2-4c0a-9628-70385bf5b5f0 service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381432 Nov 16 04:39:17.885329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee5c02-a182-4697-a13d-45baa2f58d9f req-25c6ab08-b34e-4bbb-9e39-112439a30732 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:17.887115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42ee5c02-a182-4697-a13d-45baa2f58d9f req-25c6ab08-b34e-4bbb-9e39-112439a30732 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 946 time: 0.0981712 Nov 16 04:39:17.944743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f352f70-a846-4c51-9745-6eb1f071e12d req-c4b27a93-cc55-451d-a892-53ad0d499235 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798233 Nov 16 04:39:18.032455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42ee5c02-a182-4697-a13d-45baa2f58d9f req-5c041859-53b4-4c8b-81ee-1c9d8dc3df07 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205502 Nov 16 04:39:18.048663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159213c-e29f-4c78-8367-f45f5f1c0648 req-4164f4e4-fc24-455c-a74e-c6824057109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:18.052640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f159213c-e29f-4c78-8367-f45f5f1c0648 req-4164f4e4-fc24-455c-a74e-c6824057109c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 1094 time: 0.1066563 Nov 16 04:39:18.237891 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:18.327281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405f081-3318-45ac-bff4-7092ec2ca9b6 req-7c6a49b8-f35b-4362-b8c8-f0041d5d39ac tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:18.328879 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4405f081-3318-45ac-bff4-7092ec2ca9b6 req-7c6a49b8-f35b-4362-b8c8-f0041d5d39ac tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 943 time: 0.1573985 Nov 16 04:39:18.334749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159213c-e29f-4c78-8367-f45f5f1c0648 req-a5e1e539-827d-4556-bec1-13b4f404d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:18.336205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f159213c-e29f-4c78-8367-f45f5f1c0648 req-a5e1e539-827d-4556-bec1-13b4f404d19f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.2728226 Nov 16 04:39:18.366040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b487b-c21d-46bd-acf4-423db83192bd req-58198c00-efde-4eb7-a50e-48cab6e6d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:18.367536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-588b487b-c21d-46bd-acf4-423db83192bd req-58198c00-efde-4eb7-a50e-48cab6e6d767 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 1097 time: 0.1413648 Nov 16 04:39:18.417166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f159213c-e29f-4c78-8367-f45f5f1c0648 req-d803b19d-dbe1-4471-8437-e603b3400481 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bd509c-d953-44fa-b11d-095a099cad47 HTTP/1.1" status: 200 len: 217 time: 0.0683994 Nov 16 04:39:18.543502 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4405f081-3318-45ac-bff4-7092ec2ca9b6 req-7e586bbb-e58f-4be8-818d-0f4e1249c991 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048738 Nov 16 04:39:18.579848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159213c-e29f-4c78-8367-f45f5f1c0648 req-8d3d56e8-8eb8-484c-9cd4-2e0a6131a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:18.581509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f159213c-e29f-4c78-8367-f45f5f1c0648 req-8d3d56e8-8eb8-484c-9cd4-2e0a6131a546 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.1511598 Nov 16 04:39:18.634939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f159213c-e29f-4c78-8367-f45f5f1c0648 req-d9191368-98a0-49c3-a3b9-bba1f984a3b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440395 Nov 16 04:39:18.742205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b487b-c21d-46bd-acf4-423db83192bd req-e55d9c75-fd9e-4233-b16f-ace7f8d6aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:18.743842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-588b487b-c21d-46bd-acf4-423db83192bd req-e55d9c75-fd9e-4233-b16f-ace7f8d6aee1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 912 time: 0.3383870 Nov 16 04:39:18.794589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af8c95-c6cd-4e82-ad23-7ae4c47fa795 req-a84a6ddf-cc31-4920-ae84-649dc29167dd tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:18.802955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-93af8c95-c6cd-4e82-ad23-7ae4c47fa795 req-a84a6ddf-cc31-4920-ae84-649dc29167dd tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1669412 Nov 16 04:39:18.875767 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-588b487b-c21d-46bd-acf4-423db83192bd req-d1acda61-8aea-4fc3-8ce3-ed94e5537f36 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b56d23b8-1377-47ec-91bc-956e12fad626 HTTP/1.1" status: 200 len: 217 time: 0.1211810 Nov 16 04:39:18.991643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-93af8c95-c6cd-4e82-ad23-7ae4c47fa795 req-55fe80e1-ed4f-4d82-9975-e1a03b81019e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825159 Nov 16 04:39:19.007905 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f159213c-e29f-4c78-8367-f45f5f1c0648 req-e75ead24-cf2d-4cc8-8916-84700bd1bf8f service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404908 Nov 16 04:39:19.031000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b487b-c21d-46bd-acf4-423db83192bd req-fad9e78f-39c0-4261-a3e8-c90fe762e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:19.032539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-588b487b-c21d-46bd-acf4-423db83192bd req-fad9e78f-39c0-4261-a3e8-c90fe762e25c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.1448684 Nov 16 04:39:19.494798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-588b487b-c21d-46bd-acf4-423db83192bd req-fc289c36-8ed7-4479-8174-2b3758b32edc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4498720 Nov 16 04:39:19.496721 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f159213c-e29f-4c78-8367-f45f5f1c0648 req-a67f11c7-ac8a-43c1-82aa-a8f63b82a21f service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794469 Nov 16 04:39:19.750984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-588b487b-c21d-46bd-acf4-423db83192bd req-e7d94f48-f9ed-4d7c-a15b-686544282301 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483542 Nov 16 04:39:19.914175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-588b487b-c21d-46bd-acf4-423db83192bd req-61199f9f-4a75-4c2c-aa61-ee3bd6c5b33a service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562877 Nov 16 04:39:20.091084 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b189d6e-b211-4867-a2f8-98247b2611d8 req-6aa15904-17a0-4e32-9438-1fd38dfe24a9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603046 Nov 16 04:39:20.240971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b189d6e-b211-4867-a2f8-98247b2611d8 req-ce2f5e30-7564-4d17-87de-f5fbcd5c0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:20.245009 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b189d6e-b211-4867-a2f8-98247b2611d8 req-ce2f5e30-7564-4d17-87de-f5fbcd5c0f56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 1095 time: 0.0956552 Nov 16 04:39:20.377699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b189d6e-b211-4867-a2f8-98247b2611d8 req-96855459-0916-4d3c-9032-f16f13a3639d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:20.379977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b189d6e-b211-4867-a2f8-98247b2611d8 req-96855459-0916-4d3c-9032-f16f13a3639d service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.1133988 Nov 16 04:39:20.436046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b189d6e-b211-4867-a2f8-98247b2611d8 req-ede5ef1a-f42f-4dd6-ba3e-195415974a8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56e65e2e-386e-4095-8947-1fb860a535b5 HTTP/1.1" status: 200 len: 217 time: 0.0469494 Nov 16 04:39:20.500392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b189d6e-b211-4867-a2f8-98247b2611d8 req-8b59c474-7a80-45e0-8af9-55fdf53c7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:20.502107 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b189d6e-b211-4867-a2f8-98247b2611d8 req-8b59c474-7a80-45e0-8af9-55fdf53c7b24 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0587392 Nov 16 04:39:20.543586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b189d6e-b211-4867-a2f8-98247b2611d8 req-c25b07d2-7d40-41a8-8624-51aa1e3bb8ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290263 Nov 16 04:39:20.670412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b189d6e-b211-4867-a2f8-98247b2611d8 req-4af62bcd-46c5-4585-87f9-dacdd65a6e5d service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212285 Nov 16 04:39:20.870600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b189d6e-b211-4867-a2f8-98247b2611d8 req-2862a94c-b1cd-4ecc-b729-848529359f72 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913061 Nov 16 04:39:21.937224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b56d23b8-1377-47ec-91bc-956e12fad626 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:39:22.079846 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:22.119306 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b56d23b8-1377-47ec-91bc-956e12fad626, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b56d23b8-1377-47ec-91bc-956e12fad626,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:22.120484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241f1184-12f5-40de-ac52-ad4bbfde2de0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b56d23b8-1377-47ec-91bc-956e12fad626'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:22.122929 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c48e503-cf9f-4bf1-ac43-bba4a7bc985e" -d '{"events": [{"server_uuid": "241f1184-12f5-40de-ac52-ad4bbfde2de0", "name": "network-vif-unplugged", "status": "completed", "tag": "b56d23b8-1377-47ec-91bc-956e12fad626"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:22.145283 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:22.205622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=b56d23b8-1377-47ec-91bc-956e12fad626,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:23.671514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-d8dc1841-b054-41ef-ae4b-fc85de842398 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323739 Nov 16 04:39:23.857614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-18fbb827-8dd2-4319-a0ab-332a443e72d9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:23.864569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-18fbb827-8dd2-4319-a0ab-332a443e72d9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921639 Nov 16 04:39:23.894136 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-9a1e3b0d-2f4e-4424-bb06-f47d14e70b10 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/quotas/46074bcb1f1c4ff1b82eee172ad6c5cd HTTP/1.1" status: 200 len: 375 time: 0.0286469 Nov 16 04:39:23.919076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29b985-bdee-4ca8-ba42-42fe67be55a8 req-a3dba20b-7a29-49d6-938d-3ab6ea67487f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:23.920584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d29b985-bdee-4ca8-ba42-42fe67be55a8 req-a3dba20b-7a29-49d6-938d-3ab6ea67487f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 944 time: 0.1102993 Nov 16 04:39:24.018777 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-457871f1-820b-4d59-a149-170ed5cf2754 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237938 Nov 16 04:39:24.045362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d29b985-bdee-4ca8-ba42-42fe67be55a8 req-dd1dc523-052a-40db-a653-d2563fab6a27 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082084 Nov 16 04:39:24.302251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300b312-2049-4728-b646-e9959f503dc0 req-a8ecb698-db71-4f04-bce9-c0857b4df51b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:24.303810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2300b312-2049-4728-b646-e9959f503dc0 req-a8ecb698-db71-4f04-bce9-c0857b4df51b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 943 time: 0.0925853 Nov 16 04:39:24.311794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d954d7-ccb3-44a5-8b55-3e9bc45443a2 req-17739e24-8e31-40ac-b1e4-6baf755e9bed tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:24.313733 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25d954d7-ccb3-44a5-8b55-3e9bc45443a2 req-17739e24-8e31-40ac-b1e4-6baf755e9bed tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0894792 Nov 16 04:39:24.444983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2300b312-2049-4728-b646-e9959f503dc0 req-ae2ce337-ed02-4c3d-8270-167b453d4113 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298783 Nov 16 04:39:24.470561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25d954d7-ccb3-44a5-8b55-3e9bc45443a2 req-7cc5548c-6b15-4819-bf48-d46cc2738392 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399131 Nov 16 04:39:24.601217 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687157ad-47a5-460d-9e35-f508c931c93c x-openstack-request-id: req-687157ad-47a5-460d-9e35-f508c931c93c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:24.601783 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241f1184-12f5-40de-ac52-ad4bbfde2de0", "name": "network-vif-unplugged", "status": "failed", "tag": "b56d23b8-1377-47ec-91bc-956e12fad626", "code": 422}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:24.601783 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-687157ad-47a5-460d-9e35-f508c931c93c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:24.602200 n-d-818042-1 neutron-server[102661]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '241f1184-12f5-40de-ac52-ad4bbfde2de0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b56d23b8-1377-47ec-91bc-956e12fad626', 'code': 422} returned with failed status Nov 16 04:39:24.726647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e44bf6-bc38-474d-85b4-7465ec63bebc req-8a91f9be-2fe6-48c4-8a0a-1a84b2711848 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:24.735650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26e44bf6-bc38-474d-85b4-7465ec63bebc req-8a91f9be-2fe6-48c4-8a0a-1a84b2711848 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 945 time: 0.1110425 Nov 16 04:39:24.790687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26e44bf6-bc38-474d-85b4-7465ec63bebc req-05625b0b-e128-462d-8722-f781f333a762 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539007 Nov 16 04:39:24.993935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-901c17f0-21a2-4317-a97d-75c249930a1e req-2f9a74e5-99c2-4c7a-b9bb-35a3aa3eefaa tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 210 time: 0.0701573 Nov 16 04:39:25.643225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-81e8771e-e296-47b4-b1fc-c94d39d5b81f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691204 Nov 16 04:39:25.843401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-ea515edd-7c14-415c-9e8b-e4ed5b3346e5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:25.845647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-ea515edd-7c14-415c-9e8b-e4ed5b3346e5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509271 Nov 16 04:39:25.864048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-cd2037cb-5ba6-42b2-a4c7-dcc021303c88 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Request body: {'port': {'device_id': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '46074bcb1f1c4ff1b82eee172ad6c5cd'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:26.001565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84e953dc-d59a-4ebe-902d-19108e9db93c req-af5c0f7b-dcdc-407f-8371-8b94451bd673 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1544306 Nov 16 04:39:26.033281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b56d23b8-1377-47ec-91bc-956e12fad626 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:39:26.059194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb245c-f601-4c87-b0f4-9e8b140eda46 req-4b0d2d70-1d3f-435d-ac18-044b29b4d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:26.064349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cfb245c-f601-4c87-b0f4-9e8b140eda46 req-4b0d2d70-1d3f-435d-ac18-044b29b4d8c6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=241f1184-12f5-40de-ac52-ad4bbfde2de0 HTTP/1.1" status: 200 len: 944 time: 0.4165745 Nov 16 04:39:26.278493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e953dc-d59a-4ebe-902d-19108e9db93c req-eff377b6-fd39-43c3-ae16-71c6dbc49618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:26.280026 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84e953dc-d59a-4ebe-902d-19108e9db93c req-eff377b6-fd39-43c3-ae16-71c6dbc49618 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 1096 time: 0.1258290 Nov 16 04:39:26.310387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d789d-dccd-4e5a-934c-0485ba309c5a req-c01c576d-4407-4eb3-882f-68c800ab611d tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:26.320178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-876d789d-dccd-4e5a-934c-0485ba309c5a req-c01c576d-4407-4eb3-882f-68c800ab611d tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.1522667 Nov 16 04:39:26.355215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-cd2037cb-5ba6-42b2-a4c7-dcc021303c88 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Made reservation on behalf of 46074bcb1f1c4ff1b82eee172ad6c5cd for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:39:26.360503 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-cd2037cb-5ba6-42b2-a4c7-dcc021303c88 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:26.375491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5cfb245c-f601-4c87-b0f4-9e8b140eda46 req-9dbf5791-2e2b-4877-bd6a-acb686d1eb71 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Deleting port b56d23b8-1377-47ec-91bc-956e12fad626 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:39:26.375831 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cfb245c-f601-4c87-b0f4-9e8b140eda46 req-9dbf5791-2e2b-4877-bd6a-acb686d1eb71 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:26.590617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-876d789d-dccd-4e5a-934c-0485ba309c5a req-6ff62c8d-2e72-43af-954c-df553d858522 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559783 Nov 16 04:39:26.754211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e953dc-d59a-4ebe-902d-19108e9db93c req-7f40ee78-a8e7-41c2-a66b-b652e37f85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:26.755607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84e953dc-d59a-4ebe-902d-19108e9db93c req-7f40ee78-a8e7-41c2-a66b-b652e37f85a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.4274769 Nov 16 04:39:26.758837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-5cfb245c-f601-4c87-b0f4-9e8b140eda46 req-9dbf5791-2e2b-4877-bd6a-acb686d1eb71 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] For port b56d23b8-1377-47ec-91bc-956e12fad626, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b56d23b8-1377-47ec-91bc-956e12fad626,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:26.759221 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cfb245c-f601-4c87-b0f4-9e8b140eda46 req-9dbf5791-2e2b-4877-bd6a-acb686d1eb71 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:26.779629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5cfb245c-f601-4c87-b0f4-9e8b140eda46 req-9dbf5791-2e2b-4877-bd6a-acb686d1eb71 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Calling delete_port for b56d23b8-1377-47ec-91bc-956e12fad626 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:39:26.864931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98baf80-27ac-4032-851a-2ed6cbdd9a9d req-54f31981-6f2a-4642-9e22-aa221e19e950 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:26.870393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a98baf80-27ac-4032-851a-2ed6cbdd9a9d req-54f31981-6f2a-4642-9e22-aa221e19e950 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 943 time: 0.2074177 Nov 16 04:39:26.909564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84e953dc-d59a-4ebe-902d-19108e9db93c req-37ac9690-aa5a-4175-b792-4eb79ec54ea1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=545fb328-d27a-4f99-9f5e-b730ab560445 HTTP/1.1" status: 200 len: 217 time: 0.1243079 Nov 16 04:39:26.909564 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-cd2037cb-5ba6-42b2-a4c7-dcc021303c88 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Allocated IP 192.168.233.228 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/2e70a93b-1d00-4e10-8a25-8cd815bf6647) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:39:26.969800 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a98baf80-27ac-4032-851a-2ed6cbdd9a9d req-284c41f9-4c01-4748-b3ca-8496cc4b950c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963855 Nov 16 04:39:27.107596 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d495925-0c48-466a-b773-3b7e4928509e req-2a523e02-bea5-4373-9b7d-e711a77ec18a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 210 time: 0.0509686 Nov 16 04:39:27.139652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e953dc-d59a-4ebe-902d-19108e9db93c req-a8806b14-5926-4279-a491-2092091fe152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:27.141174 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84e953dc-d59a-4ebe-902d-19108e9db93c req-a8806b14-5926-4279-a491-2092091fe152 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1863739 Nov 16 04:39:27.210042 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:39:27.298394 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84e953dc-d59a-4ebe-902d-19108e9db93c req-1914cc4a-1751-450d-9fa8-f710a1a570a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1438630 Nov 16 04:39:27.449592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cfb245c-f601-4c87-b0f4-9e8b140eda46 req-9dbf5791-2e2b-4877-bd6a-acb686d1eb71 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:27.460745 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-cd2037cb-5ba6-42b2-a4c7-dcc021303c88 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:27.510967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf5791-2e2b-4877-bd6a-acb686d1eb71 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Pushing event deleted for resources: {'Port': ['ID=b56d23b8-1377-47ec-91bc-956e12fad626,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:27.541084 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-be9da106-bdb6-4097-abb7-3d31dac43d73 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--992508866&fields=id&tenant_id=409d424c014a4366a4ddffd6325d0448 HTTP/1.1" status: 200 len: 267 time: 0.2754145 Nov 16 04:39:27.653915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84e953dc-d59a-4ebe-902d-19108e9db93c req-3bc87f06-a8a9-49dc-ab99-d1e4cae8e119 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220730 Nov 16 04:39:27.694886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfb245c-f601-4c87-b0f4-9e8b140eda46 req-9dbf5791-2e2b-4877-bd6a-acb686d1eb71 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] No DVR routers for this DVR port b56d23b8-1377-47ec-91bc-956e12fad626 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:39:27.714175 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cfb245c-f601-4c87-b0f4-9e8b140eda46 req-9dbf5791-2e2b-4877-bd6a-acb686d1eb71 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:27.718631 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cfb245c-f601-4c87-b0f4-9e8b140eda46 req-9dbf5791-2e2b-4877-bd6a-acb686d1eb71 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "DELETE /v2.0/ports/b56d23b8-1377-47ec-91bc-956e12fad626 HTTP/1.1" status: 204 len: 173 time: 1.6485445 Nov 16 04:39:27.728125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '241f1184-12f5-40de-ac52-ad4bbfde2de0', 'name': 'network-vif-deleted', 'tag': 'b56d23b8-1377-47ec-91bc-956e12fad626'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:27.730420 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f6220d-57e2-4e12-9681-fa7aed6e46cd" -d '{"events": [{"server_uuid": "241f1184-12f5-40de-ac52-ad4bbfde2de0", "name": "network-vif-deleted", "tag": "b56d23b8-1377-47ec-91bc-956e12fad626"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:27.778719 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-cd2037cb-5ba6-42b2-a4c7-dcc021303c88 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:27.792689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['a9450c8e-a41b-49ba-96a6-28e1aca79eec'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:27.795201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['09f5545e-9287-4c90-adfe-1f351744462c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:27.796938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-1fb8805d-e001-4c2b-8653-b634318e83fb tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:27.798863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-1fb8805d-e001-4c2b-8653-b634318e83fb tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff5412e8-2393-482a-b120-c903eb1bb423 HTTP/1.1" status: 200 len: 945 time: 0.2842565 Nov 16 04:39:27.937913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-cd2037cb-5ba6-42b2-a4c7-dcc021303c88 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:39:27.949547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24192449-c845-4093-a822-dc2bd1134a96 req-246c06c8-aa10-495e-bb0d-3a28a7745454 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:27.956938 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-246c06c8-aa10-495e-bb0d-3a28a7745454 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/networks?id=4aeb553c-d99e-435c-8214-4113a66657f7 HTTP/1.1" status: 200 len: 822 time: 0.4149771 Nov 16 04:39:27.967525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2037cb-5ba6-42b2-a4c7-dcc021303c88 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Pushing event updated for resources: {'Port': ['ID=2e70a93b-1d00-4e10-8a25-8cd815bf6647,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:27.970147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-cd2037cb-5ba6-42b2-a4c7-dcc021303c88 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:39:28.006729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-cd2037cb-5ba6-42b2-a4c7-dcc021303c88 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:39:28.052811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-2f14c148-a990-44d7-8b56-21d020b48282 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/quotas/409d424c014a4366a4ddffd6325d0448 HTTP/1.1" status: 200 len: 375 time: 0.0948043 Nov 16 04:39:28.056667 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84e953dc-d59a-4ebe-902d-19108e9db93c req-44afd445-0b9e-444e-9f80-76cef4bac0e5 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949368 Nov 16 04:39:28.175170 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-cd2037cb-5ba6-42b2-a4c7-dcc021303c88 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:28.175803 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-cd2037cb-5ba6-42b2-a4c7-dcc021303c88 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:28.470711 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6cc6cd91-f6c3-47df-a39e-dc3bbcee7aef None None] Provisioning complete for port 2e70a93b-1d00-4e10-8a25-8cd815bf6647 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:28.478415 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6cc6cd91-f6c3-47df-a39e-dc3bbcee7aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:28.532068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6cc6cd91-f6c3-47df-a39e-dc3bbcee7aef None None] Port 2e70a93b-1d00-4e10-8a25-8cd815bf6647 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:39:28.720417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-cf4ddb11-fda7-436e-acda-00baf1cbb457 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=409d424c014a4366a4ddffd6325d0448&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6668444 Nov 16 04:39:28.753214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-cd2037cb-5ba6-42b2-a4c7-dcc021303c88 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8932235 Nov 16 04:39:28.817993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Request body: {'port': {'device_id': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:28.831929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Deleting port 388efb3f-8ece-4e27-a6e9-7081cdce2949 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:39:28.832364 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:28.962633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba9cdb-928a-4c9c-9516-8f7938247d33 req-57713100-b94c-4112-8c76-0a8c03de3289 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:28.969867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5eba9cdb-928a-4c9c-9516-8f7938247d33 req-57713100-b94c-4112-8c76-0a8c03de3289 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.2468877 Nov 16 04:39:29.006625 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:29.038988 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-718ed779-c3fd-4ea7-87a9-911c1de379e5 service neutron] 10.222.0.41 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009307 Nov 16 04:39:29.156137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] For port 388efb3f-8ece-4e27-a6e9-7081cdce2949, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=388efb3f-8ece-4e27-a6e9-7081cdce2949,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:29.156604 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:29.171046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5eba9cdb-928a-4c9c-9516-8f7938247d33 req-c91bfabc-de10-436b-825b-e21ffb2c5f84 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983926 Nov 16 04:39:29.362086 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75674928-7180-4830-a8ba-76da73ad6e75 x-openstack-request-id: req-75674928-7180-4830-a8ba-76da73ad6e75 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:29.362753 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "241f1184-12f5-40de-ac52-ad4bbfde2de0", "name": "network-vif-deleted", "tag": "b56d23b8-1377-47ec-91bc-956e12fad626", "status": "failed", "code": 422}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:29.363213 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75674928-7180-4830-a8ba-76da73ad6e75 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:29.363870 n-d-818042-1 neutron-server[102659]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '241f1184-12f5-40de-ac52-ad4bbfde2de0', 'name': 'network-vif-deleted', 'tag': 'b56d23b8-1377-47ec-91bc-956e12fad626', 'status': 'failed', 'code': 422} returned with failed status Nov 16 04:39:29.559278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-a590f134-833a-43e5-9f5c-89cc5232121b service neutron] 10.222.0.41 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189595 Nov 16 04:39:29.704721 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602e1bf-e340-4e14-b2c6-74a757cd4f28 req-a9e997c9-01b1-4604-a41b-1acfa6dcb798 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:29.714234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8602e1bf-e340-4e14-b2c6-74a757cd4f28 req-a9e997c9-01b1-4604-a41b-1acfa6dcb798 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 943 time: 0.3537819 Nov 16 04:39:29.791060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8602e1bf-e340-4e14-b2c6-74a757cd4f28 req-67999335-03e8-44bc-ad45-a3cc73078907 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758471 Nov 16 04:39:29.917164 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:29.917549 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:29.917963 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Floating IP 8c9900ea-37f4-42c9-80e4-16b9ea2b6671 disassociated. External IP: 172.25.0.161, port: 388efb3f-8ece-4e27-a6e9-7081cdce2949. Nov 16 04:39:29.918329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Calling delete_port for 388efb3f-8ece-4e27-a6e9-7081cdce2949 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:39:30.030570 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 00bd509c-d953-44fa-b11d-095a099cad47 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:39:30.075999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e70a93b-1d00-4e10-8a25-8cd815bf6647 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:30.088971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a961923-3c04-4982-ba36-0213cc029f85 req-0f0ccd38-2e8a-414a-b81b-e08823789edf tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:30.090578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a961923-3c04-4982-ba36-0213cc029f85 req-0f0ccd38-2e8a-414a-b81b-e08823789edf tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 936 time: 0.2651341 Nov 16 04:39:30.110424 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:30.213448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Transition to ACTIVE for port object 2e70a93b-1d00-4e10-8a25-8cd815bf6647 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:39:30.233029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a961923-3c04-4982-ba36-0213cc029f85 req-f3a03755-c843-4b84-80f0-99fd3e3f7ce9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286261 Nov 16 04:39:30.246080 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:30.341685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2da05735-721d-4efd-b961-158cbae51b0d req-28ee845e-7af4-41d7-af01-ac8165a20677 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 210 time: 0.1233201 Nov 16 04:39:30.345786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=00bd509c-d953-44fa-b11d-095a099cad47,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:30.400507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '00bd509c-d953-44fa-b11d-095a099cad47', 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a', 'port_id': '00bd509c-d953-44fa-b11d-095a099cad47', 'mac_address': 'fa:16:3e:64:67:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019a9079-5bad-40fc-b64e-f807d7d8722f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:39:30.477251 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:30.520961 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bd509c-d953-44fa-b11d-095a099cad47 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:30.557461 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=00bd509c-d953-44fa-b11d-095a099cad47,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:30.591287 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:30.688280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e70a93b-1d00-4e10-8a25-8cd815bf6647,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:30.810085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-83852c47-6cf6-4ac7-b4b7-06c054f4ba82 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:30.821616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-83852c47-6cf6-4ac7-b4b7-06c054f4ba82 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 811 time: 0.4022620 Nov 16 04:39:30.870764 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=00bd509c-d953-44fa-b11d-095a099cad47,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:30.897110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-391db5fd-c7d0-41a8-89c2-5722e0c014f5 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/quotas/e37d5739ff204f68bc7362ae86816359 HTTP/1.1" status: 200 len: 375 time: 0.0742867 Nov 16 04:39:30.936814 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:30.958655 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['00bd509c-d953-44fa-b11d-095a099cad47'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:30.974971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-7f18c050-665b-4280-b40f-e233378c493c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624635 Nov 16 04:39:31.015870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Pushing event deleted for resources: {'Port': ['ID=388efb3f-8ece-4e27-a6e9-7081cdce2949,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:31.018247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Attempting to bind port 2e70a93b-1d00-4e10-8a25-8cd815bf6647 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:39:31.018611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Attempting to bind port 2e70a93b-1d00-4e10-8a25-8cd815bf6647 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:39:31.019102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Attempting to bind port 2e70a93b-1d00-4e10-8a25-8cd815bf6647 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:31.049510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353b656-0e16-41bd-98c3-eed35234d2cf req-a490067b-4ce0-41bb-9505-6a01c318d82e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:31.057016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2353b656-0e16-41bd-98c3-eed35234d2cf req-a490067b-4ce0-41bb-9505-6a01c318d82e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.3370926 Nov 16 04:39:31.190620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Port 2e70a93b-1d00-4e10-8a25-8cd815bf6647 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:39:31.191320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Attempting to bind port 2e70a93b-1d00-4e10-8a25-8cd815bf6647 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:31.229231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:39:31.229596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:39:31.229983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:39:31.230418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Bound port: 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:39:31.230809 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:31.393361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-1b58f54d-6325-4cf4-814f-4d72691bde0b service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147782 Nov 16 04:39:31.413951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2353b656-0e16-41bd-98c3-eed35234d2cf req-4977cc0b-00a0-4373-b8c1-aade0a2af100 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547904 Nov 16 04:39:31.618539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:39:31.729292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:39:31.772988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:39:31.802208 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:32.045656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 00bd509c-d953-44fa-b11d-095a099cad47 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:39:32.109994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 00bd509c-d953-44fa-b11d-095a099cad47 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:39:32.114401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 00bd509c-d953-44fa-b11d-095a099cad47 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:32.115052 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:32.221907 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:32.249925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8f5393-3a3f-4db1-af39-18e973f6fa88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bd509c-d953-44fa-b11d-095a099cad47'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:32.252433 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7fe337-5c60-4f94-bce7-5ad4c25c6cc4" -d '{"events": [{"server_uuid": "cf8f5393-3a3f-4db1-af39-18e973f6fa88", "name": "network-vif-plugged", "status": "completed", "tag": "00bd509c-d953-44fa-b11d-095a099cad47"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:32.270198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=00bd509c-d953-44fa-b11d-095a099cad47,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:32.275073 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-f38c60c2-c6e0-460f-9fe1-cc6add871d7a service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8676240 Nov 16 04:39:32.276288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:32.276885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:32.278337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] 10.222.0.37 "PUT /v2.0/ports/2e70a93b-1d00-4e10-8a25-8cd815bf6647 HTTP/1.1" status: 200 len: 1096 time: 3.5040696 Nov 16 04:39:32.278467 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:32.279726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 388efb3f-8ece-4e27-a6e9-7081cdce2949 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:39:32.309705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:32.312101 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ed992f-f815-4a32-b158-4e80a3e31699" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:32.326774 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd1193-40af-4280-bf7e-e5419c864238 req-6ecb800c-95f6-4788-a20b-c21d61edc540 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:32.334567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87dd1193-40af-4280-bf7e-e5419c864238 req-6ecb800c-95f6-4788-a20b-c21d61edc540 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 944 time: 0.7303231 Nov 16 04:39:32.377968 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 388efb3f-8ece-4e27-a6e9-7081cdce2949 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:39:32.378395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 388efb3f-8ece-4e27-a6e9-7081cdce2949 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:39:32.392316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24192449-c845-4093-a822-dc2bd1134a96 req-b3790495-6664-4b10-87b5-ac2b7dba9dfc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:32.394266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-b3790495-6664-4b10-87b5-ac2b7dba9dfc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.37 "GET /v2.0/networks?id=4aeb553c-d99e-435c-8214-4113a66657f7 HTTP/1.1" status: 200 len: 822 time: 0.8908381 Nov 16 04:39:32.408810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=00bd509c-d953-44fa-b11d-095a099cad47,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:32.435639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87dd1193-40af-4280-bf7e-e5419c864238 req-7750d82b-0810-4ccd-b42e-40cd738d968a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956748 Nov 16 04:39:32.511667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6ea10-6687-4524-8928-7c9d6a9dd1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e70a93b-1d00-4e10-8a25-8cd815bf6647,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:32.545695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-62e29ab5-d641-4857-8eb6-6a0f1343abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:32.547872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-62e29ab5-d641-4857-8eb6-6a0f1343abf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 1099 time: 0.1521208 Nov 16 04:39:32.620954 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-67d58f30-fd54-4e23-b28e-d2e1c78bb55e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647 HTTP/1.1" status: 200 len: 217 time: 0.0622613 Nov 16 04:39:32.630550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:39:32.643553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f50852-6cc2-4b50-9a38-bed942474c5e None None] Sync routers for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:39:32.660347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f50852-6cc2-4b50-9a38-bed942474c5e None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:39:32.661059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-58f50852-6cc2-4b50-9a38-bed942474c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:39:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:39:32.693155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1a0fe1f-f567-4ee0-807f-30bba7d9129d req-317c5b16-ef7a-46ab-8908-a45f049b34a2 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 210 time: 0.0382602 Nov 16 04:39:32.790423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-889ba3ad-5ae0-4a57-a1a1-d4ac0506cf17 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=409d424c014a4366a4ddffd6325d0448 HTTP/1.1" status: 200 len: 379 time: 0.3309133 Nov 16 04:39:32.822719 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68464481-a797-4e30-b937-ad11f08b46f1 x-openstack-request-id: req-68464481-a797-4e30-b937-ad11f08b46f1 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:32.823020 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8f5393-3a3f-4db1-af39-18e973f6fa88", "name": "network-vif-plugged", "status": "completed", "tag": "00bd509c-d953-44fa-b11d-095a099cad47", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:32.823282 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68464481-a797-4e30-b937-ad11f08b46f1 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:32.823678 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8f5393-3a3f-4db1-af39-18e973f6fa88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bd509c-d953-44fa-b11d-095a099cad47', 'code': 200} Nov 16 04:39:32.833141 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-58f50852-6cc2-4b50-9a38-bed942474c5e None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:39:32.844367 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a06726-b1a8-49e6-95e2-bd251544a8b0 x-openstack-request-id: req-01a06726-b1a8-49e6-95e2-bd251544a8b0 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:32.846180 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:32.846620 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01a06726-b1a8-49e6-95e2-bd251544a8b0 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:32.847489 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647', 'status': 'completed', 'code': 200} Nov 16 04:39:32.852593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] No DVR routers for this DVR port 388efb3f-8ece-4e27-a6e9-7081cdce2949 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:39:32.862847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-24192449-c845-4093-a822-dc2bd1134a96 req-f861e1af-57b1-4f98-892f-b37c3629e0dc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Request body: {'port': {'device_id': 'c071ef67-9bb8-4971-91bb-b0f32efe835d', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'admin_state_up': True, 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'security_groups': ['f8ef232e-0109-49a0-9660-20f99097ca4e']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:32.928208 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:32.932205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32611aed-9a2b-4861-9d5b-c94f1f711389 req-ed898c9c-89f4-43e1-bfb6-59152fc18165 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.15 "DELETE /v2.0/ports/388efb3f-8ece-4e27-a6e9-7081cdce2949 HTTP/1.1" status: 204 len: 173 time: 5.1201048 Nov 16 04:39:33.047663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73680e3e-f3b8-44f9-8495-f369305d3a48 req-1dfcc542-efbe-405b-b067-f761972bc564 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:33.049344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73680e3e-f3b8-44f9-8495-f369305d3a48 req-1dfcc542-efbe-405b-b067-f761972bc564 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 948 time: 0.4242845 Nov 16 04:39:33.055102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-53696811-3ea0-4582-bdf1-65aca83cee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:33.057288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-53696811-3ea0-4582-bdf1-65aca83cee61 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.4201612 Nov 16 04:39:33.160066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-58f50852-6cc2-4b50-9a38-bed942474c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:45Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:39:33.160747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0510ccd-3937-4a19-9819-067233bb8818 req-462c08b8-550e-4de9-9837-edf04591740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:33.162472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0510ccd-3937-4a19-9819-067233bb8818 req-462c08b8-550e-4de9-9837-edf04591740d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 1096 time: 0.2751989 Nov 16 04:39:33.182108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837b61d-7e81-446e-bf90-852e0dfcb425 req-3d38490c-e6da-4bff-9d4b-02443c931c4b tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:33.183720 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7837b61d-7e81-446e-bf90-852e0dfcb425 req-3d38490c-e6da-4bff-9d4b-02443c931c4b tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.2401433 Nov 16 04:39:33.186993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f50852-6cc2-4b50-9a38-bed942474c5e None None] Checking router: e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:39:33.196412 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f50852-6cc2-4b50-9a38-bed942474c5e None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:39:33.197007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-58f50852-6cc2-4b50-9a38-bed942474c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:39:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:39:33.253036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73680e3e-f3b8-44f9-8495-f369305d3a48 req-6fb012b0-8b96-4752-b6e4-935b7d7dce50 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931324 Nov 16 04:39:33.263956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-acb32d2c-3550-414f-b190-e84476c787bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:33.265535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-acb32d2c-3550-414f-b190-e84476c787bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1876314 Nov 16 04:39:33.298131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24192449-c845-4093-a822-dc2bd1134a96 req-f861e1af-57b1-4f98-892f-b37c3629e0dc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Made reservation on behalf of 409d424c014a4366a4ddffd6325d0448 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:39:33.302381 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24192449-c845-4093-a822-dc2bd1134a96 req-f861e1af-57b1-4f98-892f-b37c3629e0dc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:33.326897 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-58f50852-6cc2-4b50-9a38-bed942474c5e None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:39:33.385894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0510ccd-3937-4a19-9819-067233bb8818 req-52d4ccf7-d5e0-4fc8-9368-83443cdd2d44 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988223 Nov 16 04:39:33.406259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7837b61d-7e81-446e-bf90-852e0dfcb425 req-16cb9214-ccb9-4ad9-a6e4-071bc4d04015 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105913 Nov 16 04:39:33.503752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d60171d-dbc3-41d5-8df7-b50e0e389c1d req-795a3b18-672d-42b8-b8bf-6faab1dcbbff tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 210 time: 0.0850034 Nov 16 04:39:33.563433 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-58f50852-6cc2-4b50-9a38-bed942474c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:45Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:39:33.590312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f50852-6cc2-4b50-9a38-bed942474c5e None None] The sync data for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 is: [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:45Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:39:33.607114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-738f6fee-65b1-4e63-ab37-4369f606ff74 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242319 Nov 16 04:39:33.644877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19620295-7d2d-4565-9fab-c81e0a9fab74 req-5b4a9582-4385-40eb-bfa5-f9c3e84389ac tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:33.646393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19620295-7d2d-4565-9fab-c81e0a9fab74 req-5b4a9582-4385-40eb-bfa5-f9c3e84389ac tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 950 time: 0.1791720 Nov 16 04:39:33.721047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-24192449-c845-4093-a822-dc2bd1134a96 req-f861e1af-57b1-4f98-892f-b37c3629e0dc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Allocated IP 172.20.0.8 (4aeb553c-d99e-435c-8214-4113a66657f7/5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09/ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:39:33.821651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f278e-8c06-4421-ac99-55ea31210bf1 req-4535e89e-19a1-4238-a0c0-b6e3400de184 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:33.828705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d9f278e-8c06-4421-ac99-55ea31210bf1 req-4535e89e-19a1-4238-a0c0-b6e3400de184 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 945 time: 0.2594118 Nov 16 04:39:33.966964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4297f27-5f9b-4388-a5b9-91db3c817f10 req-85369e9b-77c6-4b92-907c-71a3de798f63 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398976 Nov 16 04:39:33.974382 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef622393-b6ea-4145-a3ec-b7be53f7c5ef None None] New status for floating IP 8c9900ea-37f4-42c9-80e4-16b9ea2b6671: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:39:33.987604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19620295-7d2d-4565-9fab-c81e0a9fab74 req-dfffd065-8057-4936-802a-33bf56e2828c tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246722 Nov 16 04:39:34.070626 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24192449-c845-4093-a822-dc2bd1134a96 req-f861e1af-57b1-4f98-892f-b37c3629e0dc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:34.112908 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-66adee12-cd6f-468f-9904-fd80505a0b16 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:34.116485 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-66adee12-cd6f-468f-9904-fd80505a0b16 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 811 time: 0.2584949 Nov 16 04:39:34.130783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-01a80246-fa75-449e-bfdc-87237294aa63 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Request body: {'port': {'device_id': 'ec72fc1d-1f5e-4781-9d79-04ac627146b2', 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'admin_state_up': True, 'tenant_id': 'e37d5739ff204f68bc7362ae86816359'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:34.153264 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d9f278e-8c06-4421-ac99-55ea31210bf1 req-1f6a319e-ce8b-42e9-9c1e-254877ce0c55 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827316 Nov 16 04:39:34.187147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed992f-f815-4a32-b158-4e80a3e31699 req-b5913dd4-9410-4557-9e5b-ea143fbb0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:34.188750 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06ed992f-f815-4a32-b158-4e80a3e31699 req-b5913dd4-9410-4557-9e5b-ea143fbb0c70 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 1099 time: 0.0730507 Nov 16 04:39:34.304361 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24192449-c845-4093-a822-dc2bd1134a96 req-f861e1af-57b1-4f98-892f-b37c3629e0dc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:34.344397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-01a80246-fa75-449e-bfdc-87237294aa63 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Made reservation on behalf of e37d5739ff204f68bc7362ae86816359 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:39:34.348542 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-01a80246-fa75-449e-bfdc-87237294aa63 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:34.437163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24192449-c845-4093-a822-dc2bd1134a96 req-f861e1af-57b1-4f98-892f-b37c3629e0dc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Network 4aeb553c-d99e-435c-8214-4113a66657f7 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:39:34.451609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-24192449-c845-4093-a822-dc2bd1134a96 req-f861e1af-57b1-4f98-892f-b37c3629e0dc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:39:34.462304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707ef48-3ede-41f4-8162-4017a4b908a1 req-c440febd-85b1-40d2-8ef8-5d09c14cfc1a tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:34.463146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f707ef48-3ede-41f4-8162-4017a4b908a1 req-c440febd-85b1-40d2-8ef8-5d09c14cfc1a tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 931 time: 0.2078657 Nov 16 04:39:34.467621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-24192449-c845-4093-a822-dc2bd1134a96 req-f861e1af-57b1-4f98-892f-b37c3629e0dc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:39:34.478970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed992f-f815-4a32-b158-4e80a3e31699 req-35d1ba7e-8b93-4cfa-9e3d-1ea71d1ca44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:34.480409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06ed992f-f815-4a32-b158-4e80a3e31699 req-35d1ba7e-8b93-4cfa-9e3d-1ea71d1ca44e service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.2812319 Nov 16 04:39:34.481966 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-01a80246-fa75-449e-bfdc-87237294aa63 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Allocated IP 172.20.0.10 (33f4aedc-35de-4a18-aa35-9d9b338f26e1/1bafc9f1-2941-47ae-b826-323b092dbef7/1bab48f8-8e39-43a0-9ee2-8809158e8719) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:39:34.501363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861e1af-57b1-4f98-892f-b37c3629e0dc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Pushing event updated for resources: {'Port': ['ID=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:34.594347 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06ed992f-f815-4a32-b158-4e80a3e31699 req-66796ea2-ae24-4edc-9db9-acf95b214a97 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647 HTTP/1.1" status: 200 len: 217 time: 0.0809953 Nov 16 04:39:34.648430 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-01a80246-fa75-449e-bfdc-87237294aa63 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:34.651936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24192449-c845-4093-a822-dc2bd1134a96 req-f861e1af-57b1-4f98-892f-b37c3629e0dc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:34.652563 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24192449-c845-4093-a822-dc2bd1134a96 req-f861e1af-57b1-4f98-892f-b37c3629e0dc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:34.685406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-01a80246-fa75-449e-bfdc-87237294aa63 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:34.699728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-b5ebe20f-1588-416c-bc0a-bad6ffc5695b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:34.701221 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-b5ebe20f-1588-416c-bc0a-bad6ffc5695b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 807 time: 0.3572819 Nov 16 04:39:34.708936 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-01a80246-fa75-449e-bfdc-87237294aa63 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:39:34.717385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ed883bd4-e276-4256-9e8f-d3ef5e577d5f None None] Provisioning complete for port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:34.718993 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed883bd4-e276-4256-9e8f-d3ef5e577d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:34.726418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f707ef48-3ede-41f4-8162-4017a4b908a1 req-bbb7fb35-f550-4073-bb91-d2d35217cfe2 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492626 Nov 16 04:39:34.735013 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-01a80246-fa75-449e-bfdc-87237294aa63 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:39:34.739771 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-01a80246-fa75-449e-bfdc-87237294aa63 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:39:34.765445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-f861e1af-57b1-4f98-892f-b37c3629e0dc tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9142773 Nov 16 04:39:34.781844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ed883bd4-e276-4256-9e8f-d3ef5e577d5f None None] Port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:39:34.793523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Request body: {'port': {'device_id': 'c071ef67-9bb8-4971-91bb-b0f32efe835d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:34.804781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-01a80246-fa75-449e-bfdc-87237294aa63 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:34.805444 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-01a80246-fa75-449e-bfdc-87237294aa63 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:34.822066 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a80246-fa75-449e-bfdc-87237294aa63 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Pushing event updated for resources: {'Port': ['ID=1bab48f8-8e39-43a0-9ee2-8809158e8719,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:34.823522 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed992f-f815-4a32-b158-4e80a3e31699 req-4d4ae039-400d-4ebc-bfb8-e5164c381170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:34.825090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06ed992f-f815-4a32-b158-4e80a3e31699 req-4d4ae039-400d-4ebc-bfb8-e5164c381170 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2216368 Nov 16 04:39:34.826448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-ca124920-fdaf-4c9a-b8b4-7cd79544fb1d tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/quotas/2d6aa7ebda584f678731e5b32da32c5a HTTP/1.1" status: 200 len: 375 time: 0.0982943 Nov 16 04:39:34.827889 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-01a80246-fa75-449e-bfdc-87237294aa63 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7015810 Nov 16 04:39:34.854067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Request body: {'port': {'device_id': 'ec72fc1d-1f5e-4781-9d79-04ac627146b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:34.859679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5412e8-2393-482a-b120-c903eb1bb423', 'name': 'network-vif-deleted', 'tag': '388efb3f-8ece-4e27-a6e9-7081cdce2949'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:34.861856 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a322c433-b94f-4a6a-a65c-54217cc1ad5b" -d '{"events": [{"server_uuid": "ff5412e8-2393-482a-b120-c903eb1bb423", "name": "network-vif-deleted", "tag": "388efb3f-8ece-4e27-a6e9-7081cdce2949"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:34.906988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:34.956461 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:34.967652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02760a-7198-4641-9fb9-06e7efcaabde req-68ea2771-d472-44ff-92bb-6d9397410ff6 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:34.969133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e02760a-7198-4641-9fb9-06e7efcaabde req-68ea2771-d472-44ff-92bb-6d9397410ff6 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 948 time: 0.1699553 Nov 16 04:39:35.001279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-97235e23-9767-4bce-b6ce-029dca63f7ca tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1645072 Nov 16 04:39:35.013500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed992f-f815-4a32-b158-4e80a3e31699 req-a0e4c17a-2185-430c-8b8e-c840b4fb5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:35.014948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06ed992f-f815-4a32-b158-4e80a3e31699 req-a0e4c17a-2185-430c-8b8e-c840b4fb5ae7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459682 Nov 16 04:39:35.164161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bab48f8-8e39-43a0-9ee2-8809158e8719 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:35.172111 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:35.183902 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Transition to ACTIVE for port object 1bab48f8-8e39-43a0-9ee2-8809158e8719 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:39:35.186147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e02760a-7198-4641-9fb9-06e7efcaabde req-81949b18-5d5c-47f5-96ca-a2932a085500 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072635 Nov 16 04:39:35.188126 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:35.238556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Pushing event updated for resources: {'Port': ['ID=1bab48f8-8e39-43a0-9ee2-8809158e8719,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:35.319673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Attempting to bind port 1bab48f8-8e39-43a0-9ee2-8809158e8719 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:39:35.320004 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Attempting to bind port 1bab48f8-8e39-43a0-9ee2-8809158e8719 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:39:35.320326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Attempting to bind port 1bab48f8-8e39-43a0-9ee2-8809158e8719 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:35.325561 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Port 1bab48f8-8e39-43a0-9ee2-8809158e8719 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:39:35.325911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Attempting to bind port 1bab48f8-8e39-43a0-9ee2-8809158e8719 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:35.330957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:39:35.331283 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Checking segment: {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:39:35.331662 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Bound using segment: {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:39:35.332087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Bound port: 1bab48f8-8e39-43a0-9ee2-8809158e8719, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:39:35.332435 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:35.402869 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] For port 1bab48f8-8e39-43a0-9ee2-8809158e8719, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:39:35.407029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] For port 1bab48f8-8e39-43a0-9ee2-8809158e8719, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=1bab48f8-8e39-43a0-9ee2-8809158e8719,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:39:35.410505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:35.446203 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:35.446825 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:35.448215 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-479a749c-cffe-4187-9680-532a830d6636 service neutron] 10.222.0.37 "PUT /v2.0/ports/1bab48f8-8e39-43a0-9ee2-8809158e8719 HTTP/1.1" status: 200 len: 1092 time: 0.5985875 Nov 16 04:39:35.448660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec72fc1d-1f5e-4781-9d79-04ac627146b2', 'tag': '1bab48f8-8e39-43a0-9ee2-8809158e8719'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:35.450973 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b4ff52-759c-45fd-9a04-be5961ff4e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec72fc1d-1f5e-4781-9d79-04ac627146b2", "tag": "1bab48f8-8e39-43a0-9ee2-8809158e8719"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:35.476404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a749c-cffe-4187-9680-532a830d6636 service neutron] Pushing event updated for resources: {'Port': ['ID=1bab48f8-8e39-43a0-9ee2-8809158e8719,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:35.530940 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-97d5d96c-281a-41f4-9e85-c6624cf708de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:35.532911 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-97d5d96c-281a-41f4-9e85-c6624cf708de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 1095 time: 0.0422459 Nov 16 04:39:35.577291 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-289a51b0-7660-48f5-884a-7a1585010914 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bab48f8-8e39-43a0-9ee2-8809158e8719 HTTP/1.1" status: 200 len: 217 time: 0.0358219 Nov 16 04:39:35.602831 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-f9baaf7c-b22e-45d2-982a-82804abf7756 service neutron] 10.222.0.41 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912323 Nov 16 04:39:35.627314 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-ee5ccd81-0f52-4907-88e0-89bf17cc00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:35.628790 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-ee5ccd81-0f52-4907-88e0-89bf17cc00ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.0443375 Nov 16 04:39:35.659923 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-a1ea0870-cb9a-4c6c-8842-baf4ce52bad6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240409 Nov 16 04:39:35.670776 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06ed992f-f815-4a32-b158-4e80a3e31699 req-a2b51605-1498-4259-874b-9d56b0cba1fa service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469421 Nov 16 04:39:35.766238 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-ff0a282b-5d1b-45f7-9c4d-9f8cd4eeab1f service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967598 Nov 16 04:39:35.783148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9089450-70b5-47e7-b499-1029f0ec39ab req-3f672e98-5e89-4e81-8c2c-748e42a08900 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:35.784620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9089450-70b5-47e7-b499-1029f0ec39ab req-3f672e98-5e89-4e81-8c2c-748e42a08900 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.2483330 Nov 16 04:39:35.854596 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ad992e8-e07b-4b92-ac78-4bab967ac085 req-2bf242ef-32d9-4b05-8d0d-2dccb80a426c service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811141 Nov 16 04:39:35.892190 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-f4c5c3e9-4e40-443a-82b1-8279fadcca49 service neutron] 10.222.0.41 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714486 Nov 16 04:39:35.908888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06ed992f-f815-4a32-b158-4e80a3e31699 req-b78afc1e-484b-4a2c-8dbb-3d478f68bc40 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083905 Nov 16 04:39:35.921405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9089450-70b5-47e7-b499-1029f0ec39ab req-4841200c-676d-460a-95aa-2dd2d4822025 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265759 Nov 16 04:39:35.972498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:35.981370 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:35.995130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Transition to ACTIVE for port object ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:39:36.005596 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:36.014979 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2e70a93b-1d00-4e10-8a25-8cd815bf6647 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:39:36.017500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 52eb413b-1bf8-49c7-bd05-7f77a25557ed no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:39:36.082098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:36.096963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:36.097323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:36.097673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:36.097991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:36.098374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:36.098658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:36.098997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:36.099366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:36.099683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:36.100041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:36.100364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:36.100701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:39:36.127990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66659f84-2c6e-46d0-afbe-67e7f926e616 req-8b11d115-6252-4313-9157-b032078de67e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:36.129347 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66659f84-2c6e-46d0-afbe-67e7f926e616 req-8b11d115-6252-4313-9157-b032078de67e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 944 time: 0.1355360 Nov 16 04:39:36.181630 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:36.184491 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:36.207948 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '2e70a93b-1d00-4e10-8a25-8cd815bf6647', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '2e70a93b-1d00-4e10-8a25-8cd815bf6647', 'mac_address': 'fa:16:3e:8b:73:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:39:36.244767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Attempting to bind port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:39:36.245110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Attempting to bind port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:39:36.245347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:36.245500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Attempting to bind port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e on network 4aeb553c-d99e-435c-8214-4113a66657f7 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:36.251715 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56464aab-e9b7-4524-b2df-ef8734fdc384" -d '{"events": [{"server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "name": "network-vif-unplugged", "status": "completed", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:36.254564 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e on network 4aeb553c-d99e-435c-8214-4113a66657f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:39:36.254884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Attempting to bind port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e on network 4aeb553c-d99e-435c-8214-4113a66657f7 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:36.273447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66659f84-2c6e-46d0-afbe-67e7f926e616 req-f2e779e1-e346-4c6a-9dee-ca3ffb036fd4 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140699 Nov 16 04:39:36.281894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:39:36.282238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Checking segment: {'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:39:36.282617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Bound using segment: {'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:39:36.283052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Bound port: ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2591dc01-7c24-4148-97db-fc9ce24f22a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:39:36.283406 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:36.323977 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:36.326927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:36.339161 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:36.400217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] For port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:39:36.404320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] For port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:39:36.406913 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de415ed8-1f34-4909-b975-804f62bc09cd x-openstack-request-id: req-de415ed8-1f34-4909-b975-804f62bc09cd {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:36.407260 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5412e8-2393-482a-b120-c903eb1bb423", "name": "network-vif-deleted", "tag": "388efb3f-8ece-4e27-a6e9-7081cdce2949", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:36.407520 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de415ed8-1f34-4909-b975-804f62bc09cd {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:36.408210 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5412e8-2393-482a-b120-c903eb1bb423', 'name': 'network-vif-deleted', 'tag': '388efb3f-8ece-4e27-a6e9-7081cdce2949', 'status': 'completed', 'code': 200} Nov 16 04:39:36.409826 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:36.410312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=52eb413b-1bf8-49c7-bd05-7f77a25557ed,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:36.421436 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e70a93b-1d00-4e10-8a25-8cd815bf6647 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:36.475266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:36.482228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:36.483138 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:36.484212 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:36.486370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] 10.222.0.37 "PUT /v2.0/ports/ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e HTTP/1.1" status: 200 len: 1091 time: 1.7017062 Nov 16 04:39:36.574924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d7868-2147-49ec-8fde-db14ae57b839 service neutron] Pushing event updated for resources: {'Port': ['ID=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:36.624701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=2e70a93b-1d00-4e10-8a25-8cd815bf6647,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:36.675511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24192449-c845-4093-a822-dc2bd1134a96 req-438a6da1-0087-45ca-935a-2433f6ee68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:36.677118 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-438a6da1-0087-45ca-935a-2433f6ee68d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=409d424c014a4366a4ddffd6325d0448&device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 1094 time: 0.1351876 Nov 16 04:39:36.694758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34e148-1c12-44cd-93cb-d5cc985d6107 req-0eb15e37-a919-4ac4-9722-7cd67f38f95b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:36.702276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a34e148-1c12-44cd-93cb-d5cc985d6107 req-0eb15e37-a919-4ac4-9722-7cd67f38f95b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 945 time: 0.0849261 Nov 16 04:39:36.768164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-1da09156-9721-4105-bbed-68cd49ed2567 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e HTTP/1.1" status: 200 len: 217 time: 0.0588403 Nov 16 04:39:36.797802 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['2e70a93b-1d00-4e10-8a25-8cd815bf6647'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:36.830174 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a34e148-1c12-44cd-93cb-d5cc985d6107 req-e9e3713b-0d7a-4327-97e3-7b3d74300a2f tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268246 Nov 16 04:39:36.839963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24192449-c845-4093-a822-dc2bd1134a96 req-5bb16bbb-7af3-4ebd-ab4f-e8e91328cc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:36.841406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-5bb16bbb-7af3-4ebd-ab4f-e8e91328cc68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09 HTTP/1.1" status: 200 len: 861 time: 0.0632322 Nov 16 04:39:36.894346 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f76dc3-82d1-4d44-a5a2-ae49dc9827d1 x-openstack-request-id: req-e8f76dc3-82d1-4d44-a5a2-ae49dc9827d1 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:36.895435 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec72fc1d-1f5e-4781-9d79-04ac627146b2", "tag": "1bab48f8-8e39-43a0-9ee2-8809158e8719", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:36.896023 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8f76dc3-82d1-4d44-a5a2-ae49dc9827d1 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:36.896771 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec72fc1d-1f5e-4781-9d79-04ac627146b2', 'tag': '1bab48f8-8e39-43a0-9ee2-8809158e8719', 'status': 'completed', 'code': 200} Nov 16 04:39:37.034587 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d96f71d3-b5ae-4e73-8b3c-0ac5313401d9 req-cb4dfe78-25f3-4acc-bc10-951c6e0af9ac tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 210 time: 0.0606682 Nov 16 04:39:37.047457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24192449-c845-4093-a822-dc2bd1134a96 req-6c7d3a63-8113-4c22-8b9d-a4b34ef86564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:37.049063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-6c7d3a63-8113-4c22-8b9d-a4b34ef86564 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4aeb553c-d99e-435c-8214-4113a66657f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936295 Nov 16 04:39:37.060105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4ff52-759c-45fd-9a04-be5961ff4e7b req-d98d3a29-98c8-4884-9f1f-339d0ebb8eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:37.061884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0b4ff52-759c-45fd-9a04-be5961ff4e7b req-d98d3a29-98c8-4884-9f1f-339d0ebb8eec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 1095 time: 0.1367419 Nov 16 04:39:37.079185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfdd8b-840e-429f-818b-0bb081d2e767 req-99c9bb03-aee9-4073-a4ab-efad5ef08241 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:37.080682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81dfdd8b-840e-429f-818b-0bb081d2e767 req-99c9bb03-aee9-4073-a4ab-efad5ef08241 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 943 time: 0.1379104 Nov 16 04:39:37.272245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81dfdd8b-840e-429f-818b-0bb081d2e767 req-87162e0e-ddb3-4121-bcdb-dbd51d9f97c5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807401 Nov 16 04:39:37.309924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df8cff-fb10-4892-bb14-a2be52fceb4c req-d7bdb700-81ff-4137-89d8-60b57ca574ed tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:37.312014 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3df8cff-fb10-4892-bb14-a2be52fceb4c req-d7bdb700-81ff-4137-89d8-60b57ca574ed tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 949 time: 0.2006676 Nov 16 04:39:37.314318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-a2a71722-9295-421b-991b-fda3ca082fa8 service neutron] 10.222.0.37 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515085 Nov 16 04:39:37.317996 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e69c51-4815-4c11-b247-bda4697853a7 x-openstack-request-id: req-99e69c51-4815-4c11-b247-bda4697853a7 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:37.318581 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "name": "network-vif-unplugged", "status": "completed", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:37.318581 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99e69c51-4815-4c11-b247-bda4697853a7 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:37.318937 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed', 'code': 200} Nov 16 04:39:37.326559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4ff52-759c-45fd-9a04-be5961ff4e7b req-79df8cfe-7fcc-42a1-845d-616842fc2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:37.327968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0b4ff52-759c-45fd-9a04-be5961ff4e7b req-79df8cfe-7fcc-42a1-845d-616842fc2475 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 912 time: 0.2464170 Nov 16 04:39:37.404284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0b4ff52-759c-45fd-9a04-be5961ff4e7b req-9607241f-91d8-43bb-adde-1830a3a36d6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bab48f8-8e39-43a0-9ee2-8809158e8719 HTTP/1.1" status: 200 len: 217 time: 0.0664446 Nov 16 04:39:37.519690 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3df8cff-fb10-4892-bb14-a2be52fceb4c req-a755124b-9d02-4e10-8fe6-8a4a0170659e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995883 Nov 16 04:39:37.585328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4ff52-759c-45fd-9a04-be5961ff4e7b req-8e5ec141-5db4-478a-b50e-100cda6d485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:37.587337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0b4ff52-759c-45fd-9a04-be5961ff4e7b req-8e5ec141-5db4-478a-b50e-100cda6d485f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.1494703 Nov 16 04:39:37.632984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53626bc-bc95-4d1e-b197-5fb6dbad284b req-7c4919cf-4a52-48b1-bc77-04578d7201cf tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:37.634534 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c53626bc-bc95-4d1e-b197-5fb6dbad284b req-7c4919cf-4a52-48b1-bc77-04578d7201cf tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 1096 time: 0.2373440 Nov 16 04:39:37.673076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0b4ff52-759c-45fd-9a04-be5961ff4e7b req-835df152-e7fb-432d-8812-dac1911d33c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693200 Nov 16 04:39:37.698252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24192449-c845-4093-a822-dc2bd1134a96 req-0f587df6-1374-4329-985b-178b022be0a7 service neutron] 10.222.0.37 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582318 Nov 16 04:39:37.793556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-c0874152-6607-44f7-82f1-d4a2dfebdaac tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:37.794930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-c0874152-6607-44f7-82f1-d4a2dfebdaac tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.15 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 807 time: 0.2949464 Nov 16 04:39:37.815704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-08e54579-d03d-4b72-a649-4ece2ede87db tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Request body: {'port': {'device_id': 'f94d8d5d-58b0-4759-a91f-1a39fe1daab9', 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c', 'admin_state_up': True, 'tenant_id': '2d6aa7ebda584f678731e5b32da32c5a'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:37.870695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4d157-d03a-44e6-bd34-d9ee9386592c req-771f2a89-70d8-40c9-9352-622ce749a679 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:37.872189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4c4d157-d03a-44e6-bd34-d9ee9386592c req-771f2a89-70d8-40c9-9352-622ce749a679 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.2776432 Nov 16 04:39:37.879769 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c53626bc-bc95-4d1e-b197-5fb6dbad284b req-18920d58-df06-4596-89ce-f1d9b216a7a3 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091360 Nov 16 04:39:37.923935 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5c54eee-14b8-47ae-b350-2ed47128641f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:37.954609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0b4ff52-759c-45fd-9a04-be5961ff4e7b req-0dc483e9-78cf-41a2-aa80-041d3f282c47 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605388 Nov 16 04:39:38.040055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4c4d157-d03a-44e6-bd34-d9ee9386592c req-f6b354de-d38a-4399-8e1f-099e1b20431b tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593249 Nov 16 04:39:38.054734 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 1bab48f8-8e39-43a0-9ee2-8809158e8719 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:39:38.061421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2e70a93b-1d00-4e10-8a25-8cd815bf6647 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:39:38.119896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-08e54579-d03d-4b72-a649-4ece2ede87db tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Made reservation on behalf of 2d6aa7ebda584f678731e5b32da32c5a for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:39:38.123531 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-08e54579-d03d-4b72-a649-4ece2ede87db tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:38.151289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451b4ff-2609-450d-bc09-5b40778d0fa1 req-e8eb1b50-0a11-4b77-b8b3-666d7898e849 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:38.158555 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2451b4ff-2609-450d-bc09-5b40778d0fa1 req-e8eb1b50-0a11-4b77-b8b3-666d7898e849 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 944 time: 0.1769035 Nov 16 04:39:38.168964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0b4ff52-759c-45fd-9a04-be5961ff4e7b req-92fe1ff3-d7f2-453b-bc07-debb29166efe service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017813 Nov 16 04:39:38.259282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2451b4ff-2609-450d-bc09-5b40778d0fa1 req-bd48b902-75f7-4130-98ef-8032db5c5dc5 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998409 Nov 16 04:39:38.346362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-08e54579-d03d-4b72-a649-4ece2ede87db tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Allocated IP 172.20.0.13 (00ef367c-9e71-485a-983c-5f2648aed20c/6dd63e98-5168-43db-bcf5-951ae9db1f7c/c0c8d3ab-83dc-4005-b51c-41d4d94d490a) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:39:38.387956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 2e70a93b-1d00-4e10-8a25-8cd815bf6647 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:39:38.397997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 2e70a93b-1d00-4e10-8a25-8cd815bf6647 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:38.401259 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:38.476026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 1bab48f8-8e39-43a0-9ee2-8809158e8719, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=1bab48f8-8e39-43a0-9ee2-8809158e8719,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:38.491622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '1bab48f8-8e39-43a0-9ee2-8809158e8719', 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'port_id': '1bab48f8-8e39-43a0-9ee2-8809158e8719', 'mac_address': 'fa:16:3e:3a:30:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bafc9f1-2941-47ae-b826-323b092dbef7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:39:38.540659 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:38.553535 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-08e54579-d03d-4b72-a649-4ece2ede87db tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:38.577265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c071ef67-9bb8-4971-91bb-b0f32efe835d', 'tag': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:38.579702 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9484460c-a5cb-474d-925e-9600ad6bf829" -d '{"events": [{"name": "network-changed", "server_uuid": "c071ef67-9bb8-4971-91bb-b0f32efe835d", "tag": "ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:38.650228 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-08e54579-d03d-4b72-a649-4ece2ede87db tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:38.656592 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:38.662152 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:38.674967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['18c85f33-ba52-4660-9a81-4b0cff0d22df'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:38.681194 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:38.705650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a234e2b-c351-4b80-9f08-96e458a35401 req-509989a8-df1d-4917-95e0-6cc6acdd3eda tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:38.712832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a234e2b-c351-4b80-9f08-96e458a35401 req-509989a8-df1d-4917-95e0-6cc6acdd3eda tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 1096 time: 0.1283159 Nov 16 04:39:38.741594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-08e54579-d03d-4b72-a649-4ece2ede87db tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Network 00ef367c-9e71-485a-983c-5f2648aed20c is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:39:38.756879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed74f7-21d6-458d-9e4b-6af0f7d91081 req-5ac3fa7e-5d6f-49a0-91e9-79f0b72ba22b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:38.759006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41ed74f7-21d6-458d-9e4b-6af0f7d91081 req-5ac3fa7e-5d6f-49a0-91e9-79f0b72ba22b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 932 time: 0.1429832 Nov 16 04:39:38.762271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e54579-d03d-4b72-a649-4ece2ede87db tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Pushing event updated for resources: {'Port': ['ID=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:38.766193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-08e54579-d03d-4b72-a649-4ece2ede87db tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:39:38.768883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-08e54579-d03d-4b72-a649-4ece2ede87db tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:39:38.770257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=2e70a93b-1d00-4e10-8a25-8cd815bf6647,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:38.775802 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bab48f8-8e39-43a0-9ee2-8809158e8719 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:38.816502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 1bab48f8-8e39-43a0-9ee2-8809158e8719, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=1bab48f8-8e39-43a0-9ee2-8809158e8719,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:38.821710 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:38.839998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a234e2b-c351-4b80-9f08-96e458a35401 req-886f5991-04a2-4d42-b8d1-7f03aaefdc71 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262991 Nov 16 04:39:38.858787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-08e54579-d03d-4b72-a649-4ece2ede87db tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:38.859407 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-08e54579-d03d-4b72-a649-4ece2ede87db tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:38.906620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41ed74f7-21d6-458d-9e4b-6af0f7d91081 req-12a44cec-7286-485c-9c20-7ffdf6a935f9 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142383 Nov 16 04:39:38.914815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=1bab48f8-8e39-43a0-9ee2-8809158e8719,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:38.934842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-08e54579-d03d-4b72-a649-4ece2ede87db tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1277518 Nov 16 04:39:38.960679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Request body: {'port': {'device_id': 'f94d8d5d-58b0-4759-a91f-1a39fe1daab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:39.086898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca74071-b54c-4c84-abf1-9f36c0857fcf req-c33fcf51-cccd-4037-8675-a6724e0c532b tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:39.088368 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bca74071-b54c-4c84-abf1-9f36c0857fcf req-c33fcf51-cccd-4037-8675-a6724e0c532b tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 943 time: 0.0981793 Nov 16 04:39:39.106310 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:39.143400 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd8014-4af4-4c85-90a7-8e057fa7664d req-9a6dcd32-3607-4eb7-b50f-fcf8adc68c21 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:39.144890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7dcd8014-4af4-4c85-90a7-8e057fa7664d req-9a6dcd32-3607-4eb7-b50f-fcf8adc68c21 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1141582 Nov 16 04:39:39.194361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['1bab48f8-8e39-43a0-9ee2-8809158e8719'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:39.209864 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bca74071-b54c-4c84-abf1-9f36c0857fcf req-69e93231-bdf1-4c99-8243-38fcbc7cac83 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111786 Nov 16 04:39:39.297642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7dcd8014-4af4-4c85-90a7-8e057fa7664d req-897a3a39-ace2-4a9e-a14d-973c00f88c44 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276460 Nov 16 04:39:39.299144 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd85c78-3da3-439d-a275-f8ef7fca88f3 x-openstack-request-id: req-2bd85c78-3da3-439d-a275-f8ef7fca88f3 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:39.299438 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c071ef67-9bb8-4971-91bb-b0f32efe835d", "tag": "ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:39.299692 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bd85c78-3da3-439d-a275-f8ef7fca88f3 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:39.300082 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c071ef67-9bb8-4971-91bb-b0f32efe835d', 'tag': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e', 'status': 'completed', 'code': 200} Nov 16 04:39:39.320858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:39.323147 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d8d93a-b216-41fb-a8c7-ef00fb2e42a2" -d '{"events": [{"server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "name": "network-vif-plugged", "status": "completed", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:39.454176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484460c-a5cb-474d-925e-9600ad6bf829 req-eeff6294-d0d0-49b2-9ef5-6eb262613e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:39.455570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9484460c-a5cb-474d-925e-9600ad6bf829 req-eeff6294-d0d0-49b2-9ef5-6eb262613e96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=409d424c014a4366a4ddffd6325d0448&device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 1094 time: 0.0861764 Nov 16 04:39:39.933080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4683e1-0ec7-418a-af1a-19d07a75c222 req-29d17447-8bce-4941-a463-22c498264f94 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:39.934579 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a4683e1-0ec7-418a-af1a-19d07a75c222 req-29d17447-8bce-4941-a463-22c498264f94 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.4988708 Nov 16 04:39:39.948825 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf53d5-689e-452d-93d8-c1fbd40b971c req-7d770e5c-2224-4876-9fc2-4d198022fc09 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:39.950339 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2baf53d5-689e-452d-93d8-c1fbd40b971c req-7d770e5c-2224-4876-9fc2-4d198022fc09 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 945 time: 0.4984791 Nov 16 04:39:39.980017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484460c-a5cb-474d-925e-9600ad6bf829 req-cd1ec99f-b806-43f1-b76e-71c48c5feaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:39.981432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9484460c-a5cb-474d-925e-9600ad6bf829 req-cd1ec99f-b806-43f1-b76e-71c48c5feaf6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4aeb553c-d99e-435c-8214-4113a66657f7 HTTP/1.1" status: 200 len: 923 time: 0.4875839 Nov 16 04:39:40.009050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c8d3ab-83dc-4005-b51c-41d4d94d490a {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:40.052896 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:40.058374 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:39:40.066477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9484460c-a5cb-474d-925e-9600ad6bf829 req-6f588fdf-fc40-41a3-ad0c-3c2d32b18180 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e HTTP/1.1" status: 200 len: 217 time: 0.0719132 Nov 16 04:39:40.122455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Transition to ACTIVE for port object c0c8d3ab-83dc-4005-b51c-41d4d94d490a will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:39:40.127375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a4683e1-0ec7-418a-af1a-19d07a75c222 req-deb64d91-cf05-4bc8-ae82-be4e680fc2c5 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760616 Nov 16 04:39:40.131907 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:40.137270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2baf53d5-689e-452d-93d8-c1fbd40b971c req-8e7726db-faf3-4184-8ed8-275bf2e44a90 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749048 Nov 16 04:39:40.147997 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f050e0e-fb11-4e71-9241-04cc41a22bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:40.174689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484460c-a5cb-474d-925e-9600ad6bf829 req-0f7e654b-021a-4587-9409-7a8cf4071233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:40.176159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9484460c-a5cb-474d-925e-9600ad6bf829 req-0f7e654b-021a-4587-9409-7a8cf4071233 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09 HTTP/1.1" status: 200 len: 861 time: 0.0951738 Nov 16 04:39:40.212521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:40.228970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'port_id': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e', 'mac_address': 'fa:16:3e:17:0f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:39:40.234298 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bb8b21-f372-432b-bba4-8a7bb987d0ea x-openstack-request-id: req-10bb8b21-f372-432b-bba4-8a7bb987d0ea {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:40.234669 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "name": "network-vif-plugged", "status": "completed", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:40.235022 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10bb8b21-f372-432b-bba4-8a7bb987d0ea {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:40.235345 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647', 'code': 200} Nov 16 04:39:40.241786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Pushing event updated for resources: {'Port': ['ID=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:40.286611 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:40.303070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:40.327451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:40.333566 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:40.340622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484460c-a5cb-474d-925e-9600ad6bf829 req-d4b4db25-06cc-4570-858f-6b1e03e4e8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:40.342227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9484460c-a5cb-474d-925e-9600ad6bf829 req-d4b4db25-06cc-4570-858f-6b1e03e4e8d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4aeb553c-d99e-435c-8214-4113a66657f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1571093 Nov 16 04:39:40.396323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:40.482191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35abf43-5e1e-4179-8403-6aa938e43319 req-de47bfe3-1605-4d34-88e9-ec40af194136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:40.483694 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f35abf43-5e1e-4179-8403-6aa938e43319 req-de47bfe3-1605-4d34-88e9-ec40af194136 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 1101 time: 0.1525095 Nov 16 04:39:40.484341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Attempting to bind port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:39:40.484669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Attempting to bind port c0c8d3ab-83dc-4005-b51c-41d4d94d490a by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:39:40.484991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Attempting to bind port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:40.504684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on network 00ef367c-9e71-485a-983c-5f2648aed20c not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:39:40.505003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Attempting to bind port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:40.533971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:39:40.534320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Checking segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:39:40.534698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Bound using segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:39:40.535143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Bound port: c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:39:40.535499 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:40.564153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34760b20-cb2c-46ea-b67d-3d9399786589 req-d1f5f9a5-7c72-4cb6-9b9c-542ec91a3604 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:40.565638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34760b20-cb2c-46ea-b67d-3d9399786589 req-d1f5f9a5-7c72-4cb6-9b9c-542ec91a3604 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.1490550 Nov 16 04:39:40.587309 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9484460c-a5cb-474d-925e-9600ad6bf829 req-638f86f3-49c0-495b-a9b4-904cddf06143 service neutron] 10.222.0.37 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231004 Nov 16 04:39:40.613994 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f35abf43-5e1e-4179-8403-6aa938e43319 req-4bd704dc-085c-434a-8312-16954a00c421 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188424 Nov 16 04:39:40.678406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:40.722176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34760b20-cb2c-46ea-b67d-3d9399786589 req-2fe8591b-a1e7-4875-9d96-cde74abe9dbf tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416473 Nov 16 04:39:40.770601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:39:40.775561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:39:40.812214 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:40.921036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9484460c-a5cb-474d-925e-9600ad6bf829 req-9a0b69c6-ff60-4d86-bf1c-db9faf9af30e service neutron] 10.222.0.37 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998140 Nov 16 04:39:40.937590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:40.938610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:40.940928 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] 10.222.0.15 "PUT /v2.0/ports/c0c8d3ab-83dc-4005-b51c-41d4d94d490a HTTP/1.1" status: 200 len: 1092 time: 1.9913697 Nov 16 04:39:40.944020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fe4cc-830c-4eaf-8cc6-8d19bbef53ab service neutron] Pushing event updated for resources: {'Port': ['ID=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:41.010539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8275a37-d9ee-41fd-a990-385c861279dc req-b8c080cc-6d47-4e7f-a627-e1cebb2cb0fd tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:41.012040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8275a37-d9ee-41fd-a990-385c861279dc req-b8c080cc-6d47-4e7f-a627-e1cebb2cb0fd tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 944 time: 0.0958831 Nov 16 04:39:41.068120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-e5a65317-500c-4372-9208-df392905db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:41.069566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-e5a65317-500c-4372-9208-df392905db37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 1095 time: 0.0758717 Nov 16 04:39:41.123920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8275a37-d9ee-41fd-a990-385c861279dc req-fc73b040-191c-4cf3-a5db-8c2609aaa8b5 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940480 Nov 16 04:39:41.125322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-76264e35-404e-46d4-a185-3494d0b97fd7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a HTTP/1.1" status: 200 len: 217 time: 0.0460339 Nov 16 04:39:41.177386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-cf458775-1aa3-4dc7-83fd-2f1f78836033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:41.178971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-cf458775-1aa3-4dc7-83fd-2f1f78836033 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.0473130 Nov 16 04:39:41.219598 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-8339147a-766d-4270-b68b-8bd9138315b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323598 Nov 16 04:39:41.278895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-d5acaac1-59c1-46c1-a3b0-fd6a2d90ae08 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:39:41.281081 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-d5acaac1-59c1-46c1-a3b0-fd6a2d90ae08 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081654 Nov 16 04:39:41.304005 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94d8d5d-58b0-4759-a91f-1a39fe1daab9', 'tag': 'c0c8d3ab-83dc-4005-b51c-41d4d94d490a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:41.307494 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d126fdfa-a716-4290-ac8b-22c13c2dc967" -d '{"events": [{"name": "network-changed", "server_uuid": "f94d8d5d-58b0-4759-a91f-1a39fe1daab9", "tag": "c0c8d3ab-83dc-4005-b51c-41d4d94d490a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:41.325383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-aec5a4bd-4693-4d61-b631-6dd0d9903ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:41.332349 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-aec5a4bd-4693-4d61-b631-6dd0d9903ff0 service neutron] 10.222.0.41 "GET /v2.0/ports/00bd509c-d953-44fa-b11d-095a099cad47 HTTP/1.1" status: 200 len: 1093 time: 0.0439479 Nov 16 04:39:41.337185 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] Request body: {'binding': {'host': 'n-h1-818042-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:41.337657 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] Unknown quota resources ['binding']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 04:39:41.338578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeacde5-95f9-4a0a-9bdc-670238e56e5e req-a878983f-24eb-47f2-8577-ac7d8ea86572 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:41.340216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-abeacde5-95f9-4a0a-9bdc-670238e56e5e req-a878983f-24eb-47f2-8577-ac7d8ea86572 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1231451 Nov 16 04:39:41.382824 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-894617de-f4dc-4adb-bbe6-cf322eafa484 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531878 Nov 16 04:39:41.457614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-abeacde5-95f9-4a0a-9bdc-670238e56e5e req-dc093027-e544-440d-b48a-5eb84d4ac641 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082180 Nov 16 04:39:41.517266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7138857f-9a89-449b-9c87-4b8a1d428088 req-37591183-fcfd-4e4f-b730-eba6bf87ea8e service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196816 Nov 16 04:39:41.596028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37082a6b-95eb-44cf-889a-fddc95251bc6 req-1097ad8e-18ec-488a-bc9d-145205e1a370 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:41.597553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37082a6b-95eb-44cf-889a-fddc95251bc6 req-1097ad8e-18ec-488a-bc9d-145205e1a370 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 950 time: 0.0533571 Nov 16 04:39:41.649954 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37082a6b-95eb-44cf-889a-fddc95251bc6 req-5cb9c6f9-6101-4b2e-9dd7-6f97b999ca71 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449388 Nov 16 04:39:41.748108 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] Attempting to bind port 00bd509c-d953-44fa-b11d-095a099cad47 on host n-h1-818042-1 for vnic_type normal with profile None {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:39:41.748721 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] Attempting to bind port 00bd509c-d953-44fa-b11d-095a099cad47 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:39:41.749236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] Attempting to bind port 00bd509c-d953-44fa-b11d-095a099cad47 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:41.753808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] Port 00bd509c-d953-44fa-b11d-095a099cad47 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:39:41.754134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] Attempting to bind port 00bd509c-d953-44fa-b11d-095a099cad47 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:41.759950 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:39:41.760509 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] Checking segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:39:41.761058 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] Bound using segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:39:41.761639 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] Bound port: 00bd509c-d953-44fa-b11d-095a099cad47, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:39:41.768451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8493fe-0665-460d-96f7-b2103fa8cef4 req-d508f354-da50-4e24-a260-9cf62f28eab9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:41.770162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d8493fe-0665-460d-96f7-b2103fa8cef4 req-d508f354-da50-4e24-a260-9cf62f28eab9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 945 time: 0.0575292 Nov 16 04:39:41.792494 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:41.824296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d8493fe-0665-460d-96f7-b2103fa8cef4 req-ce14db9c-d49d-4e4a-8cb8-363682bd4de6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466692 Nov 16 04:39:41.826927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=00bd509c-d953-44fa-b11d-095a099cad47,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:39:41.835103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] Publish callbacks [] for binding, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:41.836440 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-f81eff55-ca6e-4052-a3bd-37331a9b5418 service neutron] 10.222.0.41 "POST /v2.0/ports/00bd509c-d953-44fa-b11d-095a099cad47/bindings HTTP/1.1" status: 201 len: 389 time: 0.5033123 Nov 16 04:39:41.941514 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb94b58-67b5-4638-841c-6414facf2c4e x-openstack-request-id: req-6fb94b58-67b5-4638-841c-6414facf2c4e {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:41.942057 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94d8d5d-58b0-4759-a91f-1a39fe1daab9", "tag": "c0c8d3ab-83dc-4005-b51c-41d4d94d490a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:41.942155 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fb94b58-67b5-4638-841c-6414facf2c4e {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:41.942588 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94d8d5d-58b0-4759-a91f-1a39fe1daab9', 'tag': 'c0c8d3ab-83dc-4005-b51c-41d4d94d490a', 'status': 'completed', 'code': 200} Nov 16 04:39:42.065832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 52eb413b-1bf8-49c7-bd05-7f77a25557ed details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:39:42.080416 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 1bab48f8-8e39-43a0-9ee2-8809158e8719 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:39:42.095061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384bf79-7447-4b96-af87-caae234bd736 req-92b69d31-5467-4120-ba82-afd9aff022aa tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:42.097203 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7384bf79-7447-4b96-af87-caae234bd736 req-92b69d31-5467-4120-ba82-afd9aff022aa tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.1327658 Nov 16 04:39:42.100448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126fdfa-a716-4290-ac8b-22c13c2dc967 req-26719b90-5f0d-4338-93f5-f71ad4daf40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:42.102866 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d126fdfa-a716-4290-ac8b-22c13c2dc967 req-26719b90-5f0d-4338-93f5-f71ad4daf40b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 1095 time: 0.1060622 Nov 16 04:39:42.154802 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 845535a5-f48c-4a40-baf1-698b2b8e1704 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:39:42.264654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=845535a5-f48c-4a40-baf1-698b2b8e1704,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:42.279260 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 845535a5-f48c-4a40-baf1-698b2b8e1704 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:39:42.285656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '845535a5-f48c-4a40-baf1-698b2b8e1704', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '845535a5-f48c-4a40-baf1-698b2b8e1704', 'mac_address': 'fa:16:3e:80:91:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:39:42.294605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7384bf79-7447-4b96-af87-caae234bd736 req-bc8de398-dc8e-46b7-ba2a-85cdac272c05 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894116 Nov 16 04:39:42.315071 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:39:42.347124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a842ea-8a4d-401b-9f73-0a41a5eec3e4 req-d3b4050a-3075-4e92-aac0-c9f7f3ca395c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:42.348648 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42a842ea-8a4d-401b-9f73-0a41a5eec3e4 req-d3b4050a-3075-4e92-aac0-c9f7f3ca395c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 945 time: 0.2076297 Nov 16 04:39:42.353971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-5b0cd645-9807-4a81-98b3-0281cc2e0a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:42.355515 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-5b0cd645-9807-4a81-98b3-0281cc2e0a18 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 1096 time: 0.2003224 Nov 16 04:39:42.358666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126fdfa-a716-4290-ac8b-22c13c2dc967 req-1c86ab82-a175-42a7-8c15-aca3de8d5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:42.360015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d126fdfa-a716-4290-ac8b-22c13c2dc967 req-1c86ab82-a175-42a7-8c15-aca3de8d5432 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.2487638 Nov 16 04:39:42.376210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 1bab48f8-8e39-43a0-9ee2-8809158e8719 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:39:42.402199 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 1bab48f8-8e39-43a0-9ee2-8809158e8719 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:42.402841 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:42.476782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d126fdfa-a716-4290-ac8b-22c13c2dc967 req-0e97a937-a9ec-4ce4-84cc-0d7e9d6f9545 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a HTTP/1.1" status: 200 len: 217 time: 0.0963383 Nov 16 04:39:42.555240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:42.561266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42a842ea-8a4d-401b-9f73-0a41a5eec3e4 req-286a8123-7f4d-4ff0-9e29-605144937a13 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045283 Nov 16 04:39:42.603028 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:42.604737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126fdfa-a716-4290-ac8b-22c13c2dc967 req-cb19fc4c-9646-42b2-b1ec-56ad35be52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:42.606197 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d126fdfa-a716-4290-ac8b-22c13c2dc967 req-cb19fc4c-9646-42b2-b1ec-56ad35be52c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1146111 Nov 16 04:39:42.618367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f9c61-f220-4290-ba9b-db9c2dc3efb8 req-32f8b4a5-48e0-48a0-9338-38147b633104 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:42.620130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd1f9c61-f220-4290-ba9b-db9c2dc3efb8 req-32f8b4a5-48e0-48a0-9338-38147b633104 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 944 time: 0.1492789 Nov 16 04:39:42.621132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-1cee3049-9517-4231-b20f-a3074ff46bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:42.622537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-1cee3049-9517-4231-b20f-a3074ff46bd9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.2563200 Nov 16 04:39:42.625642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '52eb413b-1bf8-49c7-bd05-7f77a25557ed', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '52eb413b-1bf8-49c7-bd05-7f77a25557ed', 'mac_address': 'fa:16:3e:88:75:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:39:42.632086 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:42.637442 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 845535a5-f48c-4a40-baf1-698b2b8e1704 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:42.643936 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:42.693547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d126fdfa-a716-4290-ac8b-22c13c2dc967 req-c928d75a-e98e-4304-9a5b-ed7f407f2a1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700848 Nov 16 04:39:42.710415 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-a0ecdac9-29f6-4b9f-a2c5-49cb8b565e19 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bd509c-d953-44fa-b11d-095a099cad47 HTTP/1.1" status: 200 len: 217 time: 0.0794482 Nov 16 04:39:42.711627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=845535a5-f48c-4a40-baf1-698b2b8e1704,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:42.731112 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:42.740398 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec72fc1d-1f5e-4781-9d79-04ac627146b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bab48f8-8e39-43a0-9ee2-8809158e8719'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:42.742737 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e440a789-f134-4188-9c78-3fc6a9d5be80" -d '{"events": [{"server_uuid": "ec72fc1d-1f5e-4781-9d79-04ac627146b2", "name": "network-vif-plugged", "status": "completed", "tag": "1bab48f8-8e39-43a0-9ee2-8809158e8719"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:42.746817 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:42.808192 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 1bab48f8-8e39-43a0-9ee2-8809158e8719, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=1bab48f8-8e39-43a0-9ee2-8809158e8719,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:42.816034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52eb413b-1bf8-49c7-bd05-7f77a25557ed {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:42.835001 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:42.836691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:39:42.861885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd1f9c61-f220-4290-ba9b-db9c2dc3efb8 req-32020e75-0e9b-4aba-b458-c8809b54fdbd tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2300496 Nov 16 04:39:42.873069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-9c03d65d-6d0b-49f5-9f7f-7df9038969e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:42.881843 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-9c03d65d-6d0b-49f5-9f7f-7df9038969e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.1499121 Nov 16 04:39:42.922258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bac6e5-ce92-4b84-8e62-6ecc22e5d6ad req-2ae83f08-73e9-4b53-8eae-9a7d0f64a41a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:42.923819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5bac6e5-ce92-4b84-8e62-6ecc22e5d6ad req-2ae83f08-73e9-4b53-8eae-9a7d0f64a41a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.2644427 Nov 16 04:39:42.930038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:42.946379 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:39:42.946743 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:39:42.962643 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:42.971877 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d126fdfa-a716-4290-ac8b-22c13c2dc967 req-e3a7eaab-b68d-47cc-a224-464497de367e service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599504 Nov 16 04:39:42.978479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-34a9b1b9-51ba-4268-8c24-61439b459390 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912852 Nov 16 04:39:42.986417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=845535a5-f48c-4a40-baf1-698b2b8e1704,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:43.181719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=1bab48f8-8e39-43a0-9ee2-8809158e8719,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:43.189262 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['845535a5-f48c-4a40-baf1-698b2b8e1704'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:43.272429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-44ec3438-cc0f-4985-9312-2f7bec323e7b service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980681 Nov 16 04:39:43.272643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:39:43.282840 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['52eb413b-1bf8-49c7-bd05-7f77a25557ed'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:43.291961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5bac6e5-ce92-4b84-8e62-6ecc22e5d6ad req-6e5930fd-2b6c-4b6f-8b16-884724430b02 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168783 Nov 16 04:39:43.376801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:43.382309 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:43.395891 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e62a32-2b9d-49b8-8c80-e44ab935f92a x-openstack-request-id: req-e2e62a32-2b9d-49b8-8c80-e44ab935f92a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:43.396572 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec72fc1d-1f5e-4781-9d79-04ac627146b2", "name": "network-vif-plugged", "status": "completed", "tag": "1bab48f8-8e39-43a0-9ee2-8809158e8719", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:43.397219 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2e62a32-2b9d-49b8-8c80-e44ab935f92a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:43.397905 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec72fc1d-1f5e-4781-9d79-04ac627146b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bab48f8-8e39-43a0-9ee2-8809158e8719', 'code': 200} Nov 16 04:39:43.400632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-241f72d0-5484-42f6-b624-e654bdf6147d service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150577 Nov 16 04:39:43.430085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eceae4-78c6-4ff0-86f9-cf4ec944525f req-4f109f7f-8c11-44a7-a8ab-03e7f04fcca6 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:43.446132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1eceae4-78c6-4ff0-86f9-cf4ec944525f req-4f109f7f-8c11-44a7-a8ab-03e7f04fcca6 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 949 time: 0.4718628 Nov 16 04:39:43.460222 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:43.594688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d126fdfa-a716-4290-ac8b-22c13c2dc967 req-1d51d1d5-3581-44c5-945d-eeac3c09831b service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144676 Nov 16 04:39:43.617897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d72b85-35b4-439f-9b42-0b7657c55bc3 req-4f0b66e6-199a-4853-adf0-6264fbf1f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:43.619914 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5d72b85-35b4-439f-9b42-0b7657c55bc3 req-4f0b66e6-199a-4853-adf0-6264fbf1f2ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 1097 time: 0.1454413 Nov 16 04:39:43.650265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=52eb413b-1bf8-49c7-bd05-7f77a25557ed,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:43.653582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1eceae4-78c6-4ff0-86f9-cf4ec944525f req-fa60148f-dce7-497f-ba1d-0f999f1bfd3d tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065113 Nov 16 04:39:43.669996 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:43.718081 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c75b9-045f-4287-b6d1-9a6d2a307bf3 req-b752afa3-b2c6-423a-9c15-23ec83541793 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:43.719952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c25c75b9-045f-4287-b6d1-9a6d2a307bf3 req-b752afa3-b2c6-423a-9c15-23ec83541793 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.1971424 Nov 16 04:39:43.735007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 845535a5-f48c-4a40-baf1-698b2b8e1704 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:43.816170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5d72b85-35b4-439f-9b42-0b7657c55bc3 req-754dba19-1b9f-4f17-b301-6358f95ffcc9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833327 Nov 16 04:39:43.821395 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:43.857608 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=845535a5-f48c-4a40-baf1-698b2b8e1704,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:43.873963 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:43.916804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c25c75b9-045f-4287-b6d1-9a6d2a307bf3 req-6e07d04c-3c3f-4e21-b057-6fcd795efcd4 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695211 Nov 16 04:39:43.918830 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:43.983265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=845535a5-f48c-4a40-baf1-698b2b8e1704,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:43.999741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:44.019318 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:44.110780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:44.432535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d423b7-ef07-424a-b592-9485e2259b82 req-0148ee43-155e-44f3-a044-990914456eb8 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:44.435136 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96d423b7-ef07-424a-b592-9485e2259b82 req-0148ee43-155e-44f3-a044-990914456eb8 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.4062705 Nov 16 04:39:44.448038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa345465-2cb8-4bac-9790-e085807cf3e1 req-f3a580f3-4a39-41f3-9dde-849f6bf9da3d tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:44.449802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa345465-2cb8-4bac-9790-e085807cf3e1 req-f3a580f3-4a39-41f3-9dde-849f6bf9da3d tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.3871691 Nov 16 04:39:44.523488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96d423b7-ef07-424a-b592-9485e2259b82 req-4ed49d7a-b57a-4316-a501-6be212e9efc4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729165 Nov 16 04:39:44.545672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa345465-2cb8-4bac-9790-e085807cf3e1 req-08ce2071-2deb-4008-a1cc-a6ac3dfc593e tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881014 Nov 16 04:39:44.733434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f1c7be-5364-44c8-aaaa-c68089d20e98 req-b6704c0b-5c3a-41b1-ae92-61a8a5800d26 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:44.734863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4f1c7be-5364-44c8-aaaa-c68089d20e98 req-b6704c0b-5c3a-41b1-ae92-61a8a5800d26 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 945 time: 0.0856092 Nov 16 04:39:44.749894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eabc7e-80ea-48e8-8d7b-5127b7254aa2 req-775039f4-f9ce-49fd-98d3-cb43a4056fbf tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:44.749894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3eabc7e-80ea-48e8-8d7b-5127b7254aa2 req-775039f4-f9ce-49fd-98d3-cb43a4056fbf tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 945 time: 0.0724607 Nov 16 04:39:44.838675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4f1c7be-5364-44c8-aaaa-c68089d20e98 req-4ff5807d-074e-49a0-86af-41b963133d0b tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884068 Nov 16 04:39:44.848605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3eabc7e-80ea-48e8-8d7b-5127b7254aa2 req-ffbcdd96-8f72-44bf-a483-933626117c36 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925071 Nov 16 04:39:45.053940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b99d6b-d5e0-4c09-a4d6-e5bfedf2a7e1 req-43d5f99a-3a0c-49bd-bfa3-94fbd29cdf78 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:45.055744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5b99d6b-d5e0-4c09-a4d6-e5bfedf2a7e1 req-43d5f99a-3a0c-49bd-bfa3-94fbd29cdf78 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 949 time: 0.0963690 Nov 16 04:39:45.142859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5b99d6b-d5e0-4c09-a4d6-e5bfedf2a7e1 req-7f5bf289-5125-414c-9eb2-1660a1c7e418 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814149 Nov 16 04:39:45.230339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6354e-e05e-4a5e-a535-3c96cc91abcd req-7cdaff9b-60b9-422b-b690-c5ac265e4215 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:45.232406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcc6354e-e05e-4a5e-a535-3c96cc91abcd req-7cdaff9b-60b9-422b-b690-c5ac265e4215 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0723188 Nov 16 04:39:45.348886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-657b60b7-21ee-405d-9fa4-edc3a9a06a81 req-26a8130c-6496-48c4-b1c7-4b5707cf78c8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:39:45.351199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-657b60b7-21ee-405d-9fa4-edc3a9a06a81 req-26a8130c-6496-48c4-b1c7-4b5707cf78c8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081003 Nov 16 04:39:45.354915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcc6354e-e05e-4a5e-a535-3c96cc91abcd req-d776d233-3e6a-435c-903b-545b167442d7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167390 Nov 16 04:39:45.399435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c071ef67-9bb8-4971-91bb-b0f32efe835d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:45.402821 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4babe169-f665-4709-8492-3de7c9e59c3f" -d '{"events": [{"server_uuid": "c071ef67-9bb8-4971-91bb-b0f32efe835d", "name": "network-vif-plugged", "status": "completed", "tag": "ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:45.467763 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458a7fa4-8c49-409c-b9ef-5f07e6827168 x-openstack-request-id: req-458a7fa4-8c49-409c-b9ef-5f07e6827168 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:45.468087 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c071ef67-9bb8-4971-91bb-b0f32efe835d", "name": "network-vif-plugged", "status": "completed", "tag": "ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:45.468344 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-458a7fa4-8c49-409c-b9ef-5f07e6827168 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:45.468752 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c071ef67-9bb8-4971-91bb-b0f32efe835d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e', 'code': 200} Nov 16 04:39:45.592424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4be79-7ea2-4d9e-bbde-b272496fb2c5 req-d0a99e4a-6585-4bd2-bc71-1525f18d4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:45.599703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52f4be79-7ea2-4d9e-bbde-b272496fb2c5 req-d0a99e4a-6585-4bd2-bc71-1525f18d4950 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 1096 time: 0.0594983 Nov 16 04:39:45.725495 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-670347a3-a545-4d94-8611-01ac7e13dc26 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975163 Nov 16 04:39:45.789177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab4fc0-9e26-45f8-ad80-2c6b5a701964 req-cf1afc1d-d00e-493f-8e09-5540f1e3e240 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:45.791078 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1eab4fc0-9e26-45f8-ad80-2c6b5a701964 req-cf1afc1d-d00e-493f-8e09-5540f1e3e240 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.1397092 Nov 16 04:39:45.800659 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52f4be79-7ea2-4d9e-bbde-b272496fb2c5 req-95bc4a06-6d4d-4fb3-aa4d-bf9de5db2f1b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918073 Nov 16 04:39:45.810196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15c70e-7c42-41ee-b8ef-e56b5eb53399 req-3d1d5660-8df8-4cf6-a14d-e60576c856c5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:45.812075 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e15c70e-7c42-41ee-b8ef-e56b5eb53399 req-3d1d5660-8df8-4cf6-a14d-e60576c856c5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1227624 Nov 16 04:39:45.904675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1eab4fc0-9e26-45f8-ad80-2c6b5a701964 req-81a8c667-1df6-4118-b533-372631a99950 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887136 Nov 16 04:39:45.968671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e15c70e-7c42-41ee-b8ef-e56b5eb53399 req-a37408ec-514c-433a-8bf9-ee52a76c5a6a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361587 Nov 16 04:39:46.040588 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:46.093017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 52eb413b-1bf8-49c7-bd05-7f77a25557ed up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:39:46.193408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 845535a5-f48c-4a40-baf1-698b2b8e1704 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:39:46.211118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640bab1-6dfd-4c7b-b0bd-3c21de2da165 req-e5da234a-c783-41bf-bef7-2d1b00b7542c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:46.219222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2640bab1-6dfd-4c7b-b0bd-3c21de2da165 req-e5da234a-c783-41bf-bef7-2d1b00b7542c tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 945 time: 0.2241893 Nov 16 04:39:46.251339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196b1d1-75bf-4dbd-8ad9-d4571d475ed4 req-de072e96-669d-46aa-854b-2a670b6a5524 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:46.255325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9196b1d1-75bf-4dbd-8ad9-d4571d475ed4 req-de072e96-669d-46aa-854b-2a670b6a5524 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 945 time: 0.2011383 Nov 16 04:39:46.280518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 845535a5-f48c-4a40-baf1-698b2b8e1704 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:46.281030 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:46.284544 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 52eb413b-1bf8-49c7-bd05-7f77a25557ed triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:46.284544 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:46.408065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2640bab1-6dfd-4c7b-b0bd-3c21de2da165 req-e54e2c57-fdfb-484f-b4ac-cd8ecf3554b6 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844833 Nov 16 04:39:46.451791 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:46.466129 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:46.515461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9196b1d1-75bf-4dbd-8ad9-d4571d475ed4 req-052eb027-c0cb-4a9d-a119-b82048a5fd06 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799271 Nov 16 04:39:46.547883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=845535a5-f48c-4a40-baf1-698b2b8e1704,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:46.552710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:46.555910 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:46.561801 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:46.687667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=845535a5-f48c-4a40-baf1-698b2b8e1704,revision_number=11']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:46.810347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=52eb413b-1bf8-49c7-bd05-7f77a25557ed,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:46.838377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2b63e-0522-448c-b7e3-ee37aa0abb8f req-5e04c843-15be-4be5-8f67-a35dbd19887d tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:46.846666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0c2b63e-0522-448c-b7e3-ee37aa0abb8f req-5e04c843-15be-4be5-8f67-a35dbd19887d tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 951 time: 0.1409485 Nov 16 04:39:46.924918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067866f-1eec-475f-8af7-1de9462292b6 req-4d238ea7-b2bf-4eb9-a27f-df45512c8147 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:46.935185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f067866f-1eec-475f-8af7-1de9462292b6 req-4d238ea7-b2bf-4eb9-a27f-df45512c8147 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.1668665 Nov 16 04:39:46.947054 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0c2b63e-0522-448c-b7e3-ee37aa0abb8f req-c8b56a64-832b-486b-bf40-8d478b1f2c6d tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994420 Nov 16 04:39:47.072366 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f067866f-1eec-475f-8af7-1de9462292b6 req-9401668e-ec21-4529-9688-88669a63bd52 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362853 Nov 16 04:39:47.096038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e05b52-c82d-4e6b-9352-266c1404baff req-8ce2d099-500c-4364-aa2e-ce90789f9ee4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:47.109355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47e05b52-c82d-4e6b-9352-266c1404baff req-8ce2d099-500c-4364-aa2e-ce90789f9ee4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.0791659 Nov 16 04:39:47.196528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47e05b52-c82d-4e6b-9352-266c1404baff req-065e5384-834a-4e6e-8bba-64e0437a8969 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862260 Nov 16 04:39:47.355841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c8c69-5fa6-4bb4-854e-713aa8281aed req-19ffb382-b261-4e17-b25e-ab826159ba01 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:47.370977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-738c8c69-5fa6-4bb4-854e-713aa8281aed req-19ffb382-b261-4e17-b25e-ab826159ba01 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1371379 Nov 16 04:39:47.473964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-738c8c69-5fa6-4bb4-854e-713aa8281aed req-1dfec451-c98e-475c-8590-a6ee515d3c07 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920045 Nov 16 04:39:47.479332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845535a5-f48c-4a40-baf1-698b2b8e1704'}, {'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:47.481601 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8422692-6c56-4c63-9c11-d116b0cda232" -d '{"events": [{"server_uuid": "b7527043-4ea1-48e1-9abd-8dd8e4694fbf", "name": "network-vif-plugged", "status": "completed", "tag": "845535a5-f48c-4a40-baf1-698b2b8e1704"}, {"server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "name": "network-vif-plugged", "status": "completed", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:47.550613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da35cf-b3a9-408e-af9d-2ce99c15b245 req-ec8c982d-b13d-4418-9689-b8763bcbf648 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:47.552380 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48da35cf-b3a9-408e-af9d-2ce99c15b245 req-ec8c982d-b13d-4418-9689-b8763bcbf648 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0770726 Nov 16 04:39:47.683004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa722b6-e9da-4793-822f-2b596795b26a req-35786b46-69ec-46f3-b35f-98423cf36809 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:47.684637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0fa722b6-e9da-4793-822f-2b596795b26a req-35786b46-69ec-46f3-b35f-98423cf36809 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 945 time: 0.1308575 Nov 16 04:39:47.697780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48da35cf-b3a9-408e-af9d-2ce99c15b245 req-a4e3127a-3d14-4527-a1db-57cf535507e1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300387 Nov 16 04:39:47.775869 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-ec036b31-41bb-4a58-89cc-42912f6961b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:47.779085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-ec036b31-41bb-4a58-89cc-42912f6961b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 1101 time: 0.1340625 Nov 16 04:39:47.783124 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c055a62-368e-4cd3-ad7d-e4e4d5647d04 x-openstack-request-id: req-7c055a62-368e-4cd3-ad7d-e4e4d5647d04 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:47.783844 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7527043-4ea1-48e1-9abd-8dd8e4694fbf", "name": "network-vif-plugged", "status": "completed", "tag": "845535a5-f48c-4a40-baf1-698b2b8e1704", "code": 200}, {"server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "name": "network-vif-plugged", "status": "completed", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:47.784346 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c055a62-368e-4cd3-ad7d-e4e4d5647d04 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:47.784821 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845535a5-f48c-4a40-baf1-698b2b8e1704', 'code': 200} Nov 16 04:39:47.785144 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed', 'code': 200} Nov 16 04:39:47.959230 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0fa722b6-e9da-4793-822f-2b596795b26a req-83870cad-33e8-4eff-9f00-1c6c888bffc8 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553420 Nov 16 04:39:48.081397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-7f8459a9-a9db-401b-a6aa-36f5b59d8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:48.082976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-7f8459a9-a9db-401b-a6aa-36f5b59d8a68 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.2810252 Nov 16 04:39:48.099334 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb62b1-6189-4a68-b314-15a66f2f8bc6 req-54b17020-d402-40a3-b278-1cdba2409719 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:48.100984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fcb62b1-6189-4a68-b314-15a66f2f8bc6 req-54b17020-d402-40a3-b278-1cdba2409719 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 945 time: 0.2421854 Nov 16 04:39:48.117367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454786a5-fd97-4b42-a636-611a6202e50e req-d29a9576-af46-469f-bee9-28e955d9d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:48.119066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-454786a5-fd97-4b42-a636-611a6202e50e req-d29a9576-af46-469f-bee9-28e955d9d0a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 1102 time: 0.1243870 Nov 16 04:39:48.185631 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-d82f1279-d6e2-4ead-821f-73435549b034 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647 HTTP/1.1" status: 200 len: 217 time: 0.0831978 Nov 16 04:39:48.248675 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:48.266148 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-454786a5-fd97-4b42-a636-611a6202e50e req-72281586-1bcf-4908-80ae-69957253b22f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108239 Nov 16 04:39:48.275362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fcb62b1-6189-4a68-b314-15a66f2f8bc6 req-2b847d0b-2647-4bb4-af46-666e25ffd57e tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656048 Nov 16 04:39:48.319670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-cb73d312-d7eb-4453-bd1c-fdc8919f593e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:48.322249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-cb73d312-d7eb-4453-bd1c-fdc8919f593e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1271033 Nov 16 04:39:48.380752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c7771-129b-4112-8420-a0b404cc8ff1 req-bd7ce0ce-6d92-4adf-b610-850e76bba241 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:48.382331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-129c7771-129b-4112-8420-a0b404cc8ff1 req-bd7ce0ce-6d92-4adf-b610-850e76bba241 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 951 time: 0.1114073 Nov 16 04:39:48.458479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-4266ce5d-7243-4e39-8e87-6cb400f22c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:48.460029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-4266ce5d-7243-4e39-8e87-6cb400f22c01 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164696 Nov 16 04:39:48.502001 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-129c7771-129b-4112-8420-a0b404cc8ff1 req-35f0ca9a-a27a-4e5a-8268-5fa307fbf0ac tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091270 Nov 16 04:39:48.540129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0bd3c-b7cf-4fde-a4b9-cad4c1110a33 req-c3f17102-c6f3-4bf1-a559-07e1fa71b843 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:48.541647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5d0bd3c-b7cf-4fde-a4b9-cad4c1110a33 req-c3f17102-c6f3-4bf1-a559-07e1fa71b843 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.1723361 Nov 16 04:39:48.661354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-309ffb1e-2536-4158-bf90-ac83d7e5e6c7 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892271 Nov 16 04:39:48.673813 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5d0bd3c-b7cf-4fde-a4b9-cad4c1110a33 req-faa79b71-1bd1-4077-acf0-f8a0b4e27cac tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230466 Nov 16 04:39:48.743382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6deed-d13b-4cf0-ac39-c5b677da8c55 req-1e242b90-be48-400d-b2a7-b2a1cf320042 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:48.744968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ff6deed-d13b-4cf0-ac39-c5b677da8c55 req-1e242b90-be48-400d-b2a7-b2a1cf320042 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 945 time: 0.1721923 Nov 16 04:39:48.753866 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59776) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:39:48.759061 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fe54eaf1-0578-4c3a-afa8-bc401935b519 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Request body: {'floatingip': {'port_id': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:48.843323 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe54eaf1-0578-4c3a-afa8-bc401935b519 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:48.893607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-49b005f6-40b4-4dc9-baae-1b752e640f52 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205880 Nov 16 04:39:48.921089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c1c5c-6555-4473-b088-d18c182d2e9f req-c8f81681-9644-4e08-8945-7c44eb155150 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:48.930816 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d78c1c5c-6555-4473-b088-d18c182d2e9f req-c8f81681-9644-4e08-8945-7c44eb155150 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1204937 Nov 16 04:39:48.961757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699a402-524e-4992-8a66-48f97dc19f60 req-a3098655-1b52-4e1f-943e-a10990fb474f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:48.969273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7699a402-524e-4992-8a66-48f97dc19f60 req-a3098655-1b52-4e1f-943e-a10990fb474f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.1276982 Nov 16 04:39:49.035706 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d78c1c5c-6555-4473-b088-d18c182d2e9f req-3ec25a90-a882-4d1e-8641-88d30dba86d1 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041415 Nov 16 04:39:49.091505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7699a402-524e-4992-8a66-48f97dc19f60 req-1e9a3090-fa6f-4ce0-a8e3-9812a8954777 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211145 Nov 16 04:39:49.236044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae9fb6-3748-4aaa-ba51-56244e7e54e2 req-09fe8fff-c766-4160-9d1f-3f5418a4cbbc tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:49.238157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3ae9fb6-3748-4aaa-ba51-56244e7e54e2 req-09fe8fff-c766-4160-9d1f-3f5418a4cbbc tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 945 time: 0.0836554 Nov 16 04:39:49.312631 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3ae9fb6-3748-4aaa-ba51-56244e7e54e2 req-1ba73a2a-f50a-4a7b-8094-aaa9a5fdfb4d tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619478 Nov 16 04:39:49.533856 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe54eaf1-0578-4c3a-afa8-bc401935b519 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:49.539805 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe54eaf1-0578-4c3a-afa8-bc401935b519 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:49.703309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ac1a9-1fdc-4d2a-b69c-6b1ee5bfa5f1 req-62c8b2ba-a3e5-46bb-9199-64567a549323 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:49.705491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b7ac1a9-1fdc-4d2a-b69c-6b1ee5bfa5f1 req-62c8b2ba-a3e5-46bb-9199-64567a549323 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 951 time: 0.1003146 Nov 16 04:39:49.777236 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-fe54eaf1-0578-4c3a-afa8-bc401935b519 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Floating IP 8c9900ea-37f4-42c9-80e4-16b9ea2b6671 associated. External IP: 172.25.0.161, port: ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e. Nov 16 04:39:49.805857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b7ac1a9-1fdc-4d2a-b69c-6b1ee5bfa5f1 req-1044ac8a-19de-458d-b234-8d7a2e20f409 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933039 Nov 16 04:39:49.904233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c576a-d5d1-47a9-8626-9eb7986a218c req-f95ddd3e-435f-47a1-96ac-0fb72c3f684b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:49.905791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e45c576a-d5d1-47a9-8626-9eb7986a218c req-f95ddd3e-435f-47a1-96ac-0fb72c3f684b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.1056740 Nov 16 04:39:49.993605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e45c576a-d5d1-47a9-8626-9eb7986a218c req-5f4b245c-cc74-480f-9575-6180e5cf3def tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736091 Nov 16 04:39:50.111494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe54eaf1-0578-4c3a-afa8-bc401935b519 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:39:50.266773 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe54eaf1-0578-4c3a-afa8-bc401935b519 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:39:50.272151 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe54eaf1-0578-4c3a-afa8-bc401935b519 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:50.281091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d4976-ca0d-47e7-a2fb-8b6c3146825b None None] Sync routers for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:39:50.297528 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d4976-ca0d-47e7-a2fb-8b6c3146825b None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:39:50.298435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-236d4976-ca0d-47e7-a2fb-8b6c3146825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:39:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:39:50.306953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd23edb-f1c3-4022-9839-85f04533262f req-aa93f571-d73e-4c87-b893-bfb8eefd78bb tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:50.314868 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9dd23edb-f1c3-4022-9839-85f04533262f req-aa93f571-d73e-4c87-b893-bfb8eefd78bb tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0982120 Nov 16 04:39:50.333229 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fe54eaf1-0578-4c3a-afa8-bc401935b519 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "PUT /v2.0/floatingips/8c9900ea-37f4-42c9-80e4-16b9ea2b6671 HTTP/1.1" status: 200 len: 991 time: 1.5780716 Nov 16 04:39:50.334167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c071ef67-9bb8-4971-91bb-b0f32efe835d', 'tag': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:50.338059 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54047f5f-5be9-4c58-bbc3-e4f9b3868093" -d '{"events": [{"name": "network-changed", "server_uuid": "c071ef67-9bb8-4971-91bb-b0f32efe835d", "tag": "ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:50.341093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40debb30-edb3-4363-b4d1-904b8aa2d2ef req-0761557d-5ac1-4340-a1eb-42ac1d9ca561 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:50.343461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40debb30-edb3-4363-b4d1-904b8aa2d2ef req-0761557d-5ac1-4340-a1eb-42ac1d9ca561 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1736531 Nov 16 04:39:50.424552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40debb30-edb3-4363-b4d1-904b8aa2d2ef req-097844eb-922d-4cc4-a531-1d270a8cde26 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733111 Nov 16 04:39:50.473780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9dd23edb-f1c3-4022-9839-85f04533262f req-eabc9775-aa3c-4a1e-874c-58316e898476 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509092 Nov 16 04:39:50.481599 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-236d4976-ca0d-47e7-a2fb-8b6c3146825b None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:39:50.621734 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166f4795-8cd1-4307-8f75-29d58a5e0c45 x-openstack-request-id: req-166f4795-8cd1-4307-8f75-29d58a5e0c45 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:50.622052 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c071ef67-9bb8-4971-91bb-b0f32efe835d", "tag": "ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:50.622312 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-166f4795-8cd1-4307-8f75-29d58a5e0c45 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:50.622716 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c071ef67-9bb8-4971-91bb-b0f32efe835d', 'tag': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e', 'status': 'completed', 'code': 200} Nov 16 04:39:50.700235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54047f5f-5be9-4c58-bbc3-e4f9b3868093 req-6904c8ac-750e-410a-922c-a76181a4956c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:50.702741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54047f5f-5be9-4c58-bbc3-e4f9b3868093 req-6904c8ac-750e-410a-922c-a76181a4956c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=409d424c014a4366a4ddffd6325d0448&device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 1096 time: 0.0545611 Nov 16 04:39:50.813907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-236d4976-ca0d-47e7-a2fb-8b6c3146825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '8c9900ea-37f4-42c9-80e4-16b9ea2b6671', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'port_id': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'mac_address': 'fa:16:3e:17:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071ef67-9bb8-4971-91bb-b0f32efe835d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:13Z', 'updated_at': '2021-11-16T04:39:49Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:45Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:39:50.851551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d4976-ca0d-47e7-a2fb-8b6c3146825b None None] Checking router: e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:39:50.862879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44105aac-1674-496a-a42b-e4430d84dec0 req-456944a1-70b1-4c17-be5b-46652256002e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:50.869345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236d4976-ca0d-47e7-a2fb-8b6c3146825b None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:39:50.870081 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-236d4976-ca0d-47e7-a2fb-8b6c3146825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:39:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:39:50.871711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44105aac-1674-496a-a42b-e4430d84dec0 req-456944a1-70b1-4c17-be5b-46652256002e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 945 time: 0.0955706 Nov 16 04:39:50.939681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54047f5f-5be9-4c58-bbc3-e4f9b3868093 req-ccd92394-e741-467e-b7cf-275a924890f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:50.941213 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54047f5f-5be9-4c58-bbc3-e4f9b3868093 req-ccd92394-e741-467e-b7cf-275a924890f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4aeb553c-d99e-435c-8214-4113a66657f7 HTTP/1.1" status: 200 len: 923 time: 0.2266502 Nov 16 04:39:50.958293 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44105aac-1674-496a-a42b-e4430d84dec0 req-c5ff11a6-4119-444f-b26a-0adc4baf2e7e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837893 Nov 16 04:39:51.052596 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-236d4976-ca0d-47e7-a2fb-8b6c3146825b None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:39:51.143483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef8d25-f4e3-46b1-a2db-f959d8d364b0 req-55a19410-3743-4e46-a401-c1008a00a3b7 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:51.151172 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27ef8d25-f4e3-46b1-a2db-f959d8d364b0 req-55a19410-3743-4e46-a401-c1008a00a3b7 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 951 time: 0.1871016 Nov 16 04:39:51.154596 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54047f5f-5be9-4c58-bbc3-e4f9b3868093 req-3932b2b8-feeb-4d84-b1fe-50e6b51b410d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e HTTP/1.1" status: 200 len: 999 time: 0.1949067 Nov 16 04:39:51.231873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275c312-d5bc-4fd5-8683-fd8a604600c5 req-64127add-4f98-44a9-8201-edc067914356 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:51.239999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1275c312-d5bc-4fd5-8683-fd8a604600c5 req-64127add-4f98-44a9-8201-edc067914356 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.1620927 Nov 16 04:39:51.309690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54047f5f-5be9-4c58-bbc3-e4f9b3868093 req-b714f304-93b3-4c7b-96b4-76a871924053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:51.311160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54047f5f-5be9-4c58-bbc3-e4f9b3868093 req-b714f304-93b3-4c7b-96b4-76a871924053 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09 HTTP/1.1" status: 200 len: 861 time: 0.1450889 Nov 16 04:39:51.357389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1275c312-d5bc-4fd5-8683-fd8a604600c5 req-b25696bb-77a5-4a74-ae70-fd156c628924 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128941 Nov 16 04:39:51.395398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27ef8d25-f4e3-46b1-a2db-f959d8d364b0 req-8ba94761-96be-415d-aeb8-4e67842f4fbc tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319286 Nov 16 04:39:51.451013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54047f5f-5be9-4c58-bbc3-e4f9b3868093 req-78e4f158-ba44-4ed1-af13-831a2cdef6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:51.452861 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54047f5f-5be9-4c58-bbc3-e4f9b3868093 req-78e4f158-ba44-4ed1-af13-831a2cdef6f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4aeb553c-d99e-435c-8214-4113a66657f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102092 Nov 16 04:39:51.563361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-236d4976-ca0d-47e7-a2fb-8b6c3146825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '8c9900ea-37f4-42c9-80e4-16b9ea2b6671', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'port_id': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'mac_address': 'fa:16:3e:17:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071ef67-9bb8-4971-91bb-b0f32efe835d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:13Z', 'updated_at': '2021-11-16T04:39:49Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:45Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:39:51.598159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236d4976-ca0d-47e7-a2fb-8b6c3146825b None None] The sync data for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 is: [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '8c9900ea-37f4-42c9-80e4-16b9ea2b6671', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'port_id': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'mac_address': 'fa:16:3e:17:0f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c071ef67-9bb8-4971-91bb-b0f32efe835d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:37:13Z', 'updated_at': '2021-11-16T04:39:49Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:45Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:39:51.698268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54047f5f-5be9-4c58-bbc3-e4f9b3868093 req-13aa66ec-f628-4b9c-9abc-46252ce02d21 service neutron] 10.222.0.37 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325833 Nov 16 04:39:51.706848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39925f-7d8a-42ec-8836-cbf471564f71 req-a41cc50d-9d83-44e8-b5ac-bdacfb8a1485 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:51.709903 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c39925f-7d8a-42ec-8836-cbf471564f71 req-a41cc50d-9d83-44e8-b5ac-bdacfb8a1485 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1486180 Nov 16 04:39:51.844425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe96903-b5a8-45e5-abae-a3a7bb932b5f req-c0ad9f63-b558-4cc3-99a7-7a7e6657489b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:51.846246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fe96903-b5a8-45e5-abae-a3a7bb932b5f req-c0ad9f63-b558-4cc3-99a7-7a7e6657489b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.2169864 Nov 16 04:39:51.878348 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6347c684-70a5-4773-a6b7-27b512b9fa26 None None] New status for floating IP 8c9900ea-37f4-42c9-80e4-16b9ea2b6671: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:39:51.907288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c39925f-7d8a-42ec-8836-cbf471564f71 req-0a6f7bb7-2a05-47c0-a784-d1af831e861d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837857 Nov 16 04:39:51.939043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54047f5f-5be9-4c58-bbc3-e4f9b3868093 req-26a3785b-243d-4e1d-8af6-b51fce5cef7b service neutron] 10.222.0.37 "GET /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276444 Nov 16 04:39:51.982158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fe96903-b5a8-45e5-abae-a3a7bb932b5f req-5628882e-0cef-4a1a-b815-6a6059ef3810 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259713 Nov 16 04:39:52.184024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7e7a3-dafc-4ae3-bd43-aab5451f275c req-f595ac74-6e28-4d34-a0cf-f26e9bdb3c96 tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:52.185487 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1d7e7a3-dafc-4ae3-bd43-aab5451f275c req-f595ac74-6e28-4d34-a0cf-f26e9bdb3c96 tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 1102 time: 0.0758250 Nov 16 04:39:52.231522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c0c8d3ab-83dc-4005-b51c-41d4d94d490a details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:39:52.282975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1d7e7a3-dafc-4ae3-bd43-aab5451f275c req-68633758-bc55-4d81-833b-09eed130dc84 tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902195 Nov 16 04:39:52.292921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a8e33-c8e1-4235-b2c3-d2e7995a90b0 req-b1942470-84be-40df-a60b-4c607c35fda4 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:52.309628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f42a8e33-c8e1-4235-b2c3-d2e7995a90b0 req-b1942470-84be-40df-a60b-4c607c35fda4 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 945 time: 0.0799298 Nov 16 04:39:52.366690 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f42a8e33-c8e1-4235-b2c3-d2e7995a90b0 req-426eba5c-8a77-4a27-b932-a2b03c1306e8 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628223 Nov 16 04:39:52.424347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:52.460072 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'c0c8d3ab-83dc-4005-b51c-41d4d94d490a', 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c', 'port_id': 'c0c8d3ab-83dc-4005-b51c-41d4d94d490a', 'mac_address': 'fa:16:3e:10:28:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd63e98-5168-43db-bcf5-951ae9db1f7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:39:52.504825 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:52.527556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74304e7-4d74-4f4a-9ddc-1ce9efb2e1c6 req-e8951465-fa1a-4dce-a852-bc3077e21623 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:52.529158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f74304e7-4d74-4f4a-9ddc-1ce9efb2e1c6 req-e8951465-fa1a-4dce-a852-bc3077e21623 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.0577521 Nov 16 04:39:52.531287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c8d3ab-83dc-4005-b51c-41d4d94d490a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:39:52.558371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:52.563118 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:52.601317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f74304e7-4d74-4f4a-9ddc-1ce9efb2e1c6 req-b3285e8a-50eb-4c20-a53f-51f4e9d459a8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635915 Nov 16 04:39:52.641105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:52.658098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ad6e1-4748-4a47-82e6-b8a7fb49883c req-b6e05ede-5b69-4719-b941-0b0a02b2f2d3 tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:52.660514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf7ad6e1-4748-4a47-82e6-b8a7fb49883c req-b6e05ede-5b69-4719-b941-0b0a02b2f2d3 tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 1102 time: 0.0576837 Nov 16 04:39:52.715219 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf7ad6e1-4748-4a47-82e6-b8a7fb49883c req-fd5f0275-65bc-479e-8791-16b2136d8da6 tempest-ServersAdminTestJSON-232137873 tempest-ServersAdminTestJSON-232137873-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443394 Nov 16 04:39:52.903309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['c0c8d3ab-83dc-4005-b51c-41d4d94d490a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:53.098075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a562663-b91c-47cd-ae1d-6a4b25c8fd68 req-cfad1526-5b5d-4ddf-8a8a-5f5292468977 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:53.100337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a562663-b91c-47cd-ae1d-6a4b25c8fd68 req-cfad1526-5b5d-4ddf-8a8a-5f5292468977 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.0832140 Nov 16 04:39:53.113483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0cfdc-49ce-42a0-a8ff-73b1ee42e0e5 req-10e7a14f-4211-4fcf-85bf-a90e178429b2 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:53.114960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96e0cfdc-49ce-42a0-a8ff-73b1ee42e0e5 req-10e7a14f-4211-4fcf-85bf-a90e178429b2 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 950 time: 0.0680919 Nov 16 04:39:53.211521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a562663-b91c-47cd-ae1d-6a4b25c8fd68 req-1c86cee9-3df9-4d66-a784-4aee5516e7a3 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898201 Nov 16 04:39:53.250401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96e0cfdc-49ce-42a0-a8ff-73b1ee42e0e5 req-5c9000fd-de69-421a-901b-467f57e7b282 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233141 Nov 16 04:39:53.371339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb7660-a842-460e-b072-c37d326acea7 req-35522e7f-f475-4054-872f-45f9c7ea3223 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:53.381863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7fb7660-a842-460e-b072-c37d326acea7 req-35522e7f-f475-4054-872f-45f9c7ea3223 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.1016750 Nov 16 04:39:53.455791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7fb7660-a842-460e-b072-c37d326acea7 req-1308f083-8ddb-47ee-90cb-8d47aac23b51 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718658 Nov 16 04:39:53.586861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868851af-aba2-4f34-8b6f-5d4c72f8d220 req-9874281f-5abf-479b-a278-f48b990eb450 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:53.598345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-868851af-aba2-4f34-8b6f-5d4c72f8d220 req-9874281f-5abf-479b-a278-f48b990eb450 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 945 time: 0.0697947 Nov 16 04:39:53.684141 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-868851af-aba2-4f34-8b6f-5d4c72f8d220 req-5b300476-b0a2-4018-9200-c5e4ded3a643 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835133 Nov 16 04:39:53.790565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d5fcc-6683-4a94-aea2-a84b4da223a6 req-1cf1e0fc-677e-42ac-9566-51a33553ae97 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:53.793443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-122d5fcc-6683-4a94-aea2-a84b4da223a6 req-1cf1e0fc-677e-42ac-9566-51a33553ae97 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 945 time: 0.0865810 Nov 16 04:39:53.857023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-122d5fcc-6683-4a94-aea2-a84b4da223a6 req-145149e5-0388-4ddb-9b81-93b1c14c2d5f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527582 Nov 16 04:39:54.233502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c0c8d3ab-83dc-4005-b51c-41d4d94d490a up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:39:54.297227 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port c0c8d3ab-83dc-4005-b51c-41d4d94d490a completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:39:54.308846 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port c0c8d3ab-83dc-4005-b51c-41d4d94d490a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:39:54.310423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:54.429014 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:54.432749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60067ba-cb18-4e4a-9ee2-b75556f888d5 req-db223843-254a-44b6-b628-4faad41f32bd tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:54.444676 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f60067ba-cb18-4e4a-9ee2-b75556f888d5 req-db223843-254a-44b6-b628-4faad41f32bd tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1149993 Nov 16 04:39:54.459172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94d8d5d-58b0-4759-a91f-1a39fe1daab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c8d3ab-83dc-4005-b51c-41d4d94d490a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:54.462389 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c6c868-f0a5-44d8-b81a-213a2b743d80" -d '{"events": [{"server_uuid": "f94d8d5d-58b0-4759-a91f-1a39fe1daab9", "name": "network-vif-plugged", "status": "completed", "tag": "c0c8d3ab-83dc-4005-b51c-41d4d94d490a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:54.468136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8a95a-f2b0-4bae-afa0-994c2011b4e9 req-e32d6fbb-e315-4372-bc59-5611af14ce5e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:54.470846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2e8a95a-f2b0-4bae-afa0-994c2011b4e9 req-e32d6fbb-e315-4372-bc59-5611af14ce5e tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 950 time: 0.1096694 Nov 16 04:39:54.479205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:54.494630 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:54.572255 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:54.573890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f60067ba-cb18-4e4a-9ee2-b75556f888d5 req-a22bdfae-c390-44cb-adc8-ee287c0420c7 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275289 Nov 16 04:39:54.594144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2e8a95a-f2b0-4bae-afa0-994c2011b4e9 req-b437edf4-3941-4687-a9d7-94d290a002de tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107848 Nov 16 04:39:54.614681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b10832-0053-41aa-9089-0776e0aece1c req-baf132a2-fcd6-4441-9222-c3233eaa34b5 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:54.617891 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0b10832-0053-41aa-9089-0776e0aece1c req-baf132a2-fcd6-4441-9222-c3233eaa34b5 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 950 time: 0.1218581 Nov 16 04:39:54.692643 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac58c9f-7466-4a0a-8fa2-53340bad2e41 x-openstack-request-id: req-eac58c9f-7466-4a0a-8fa2-53340bad2e41 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:54.692961 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94d8d5d-58b0-4759-a91f-1a39fe1daab9", "name": "network-vif-plugged", "status": "completed", "tag": "c0c8d3ab-83dc-4005-b51c-41d4d94d490a", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:54.693219 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eac58c9f-7466-4a0a-8fa2-53340bad2e41 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:54.693614 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94d8d5d-58b0-4759-a91f-1a39fe1daab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c8d3ab-83dc-4005-b51c-41d4d94d490a', 'code': 200} Nov 16 04:39:54.752851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-a0b10832-0053-41aa-9089-0776e0aece1c req-93ae04cc-c676-451f-9cd5-8a260338d7ce tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Deleting port f6483492-a0e4-44a9-9d9b-223743f95a73 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:39:54.753598 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a0b10832-0053-41aa-9089-0776e0aece1c req-93ae04cc-c676-451f-9cd5-8a260338d7ce tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:54.924293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf689114-3229-46c3-abad-b1c67685eded req-52bb8d5d-1b03-4829-a95a-4cd82de7354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:54.925944 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf689114-3229-46c3-abad-b1c67685eded req-52bb8d5d-1b03-4829-a95a-4cd82de7354d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 1097 time: 0.1655011 Nov 16 04:39:54.981931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54054577-71fb-428a-8e09-045447bf7783 req-82ae702a-3555-4442-aedf-eb5c353a69e5 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:54.989707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54054577-71fb-428a-8e09-045447bf7783 req-82ae702a-3555-4442-aedf-eb5c353a69e5 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.2070365 Nov 16 04:39:55.005148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a0b10832-0053-41aa-9089-0776e0aece1c req-93ae04cc-c676-451f-9cd5-8a260338d7ce tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] For port f6483492-a0e4-44a9-9d9b-223743f95a73, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f6483492-a0e4-44a9-9d9b-223743f95a73,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:55.005513 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a0b10832-0053-41aa-9089-0776e0aece1c req-93ae04cc-c676-451f-9cd5-8a260338d7ce tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:55.041487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf84340-0fa8-41af-b0c6-af30ccbd8c1d req-ff2938bb-eafa-44fa-a2c4-5270aa8190be tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:55.043063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-faf84340-0fa8-41af-b0c6-af30ccbd8c1d req-ff2938bb-eafa-44fa-a2c4-5270aa8190be tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 945 time: 0.1790106 Nov 16 04:39:55.044132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-a0b10832-0053-41aa-9089-0776e0aece1c req-93ae04cc-c676-451f-9cd5-8a260338d7ce tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Calling delete_port for f6483492-a0e4-44a9-9d9b-223743f95a73 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:39:55.112313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf689114-3229-46c3-abad-b1c67685eded req-fee05aae-7851-4b9c-8b25-5bcbbfc27b31 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723249 Nov 16 04:39:55.498449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54054577-71fb-428a-8e09-045447bf7783 req-edec8a3d-4758-4b39-854e-3a7a8a109000 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077279 Nov 16 04:39:55.558136 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-faf84340-0fa8-41af-b0c6-af30ccbd8c1d req-3182116d-1153-49ee-862d-11d8328b372a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052080 Nov 16 04:39:55.656644 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a0b10832-0053-41aa-9089-0776e0aece1c req-93ae04cc-c676-451f-9cd5-8a260338d7ce tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:55.668793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['36c7c063-a884-4bb4-a901-c3f06bf04310', 'f6483492-a0e4-44a9-9d9b-223743f95a73', '845535a5-f48c-4a40-baf1-698b2b8e1704'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:55.670954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f35a5-055a-47c9-a0a9-3eb3c67c34c4 req-e094ee09-cca7-41b9-9c92-2038e068a63a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:55.672503 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df2f35a5-055a-47c9-a0a9-3eb3c67c34c4 req-e094ee09-cca7-41b9-9c92-2038e068a63a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.0745759 Nov 16 04:39:55.735889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae04cc-c676-451f-9cd5-8a260338d7ce tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Pushing event deleted for resources: {'Port': ['ID=f6483492-a0e4-44a9-9d9b-223743f95a73,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:55.825082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3a664-2337-48f8-b9b9-f12392af04d5 req-0d2765fa-9ab1-432e-8d6e-dea2acb5d8fd tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:55.834747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2c3a664-2337-48f8-b9b9-f12392af04d5 req-0d2765fa-9ab1-432e-8d6e-dea2acb5d8fd tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1599877 Nov 16 04:39:55.890278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b10832-0053-41aa-9089-0776e0aece1c req-93ae04cc-c676-451f-9cd5-8a260338d7ce tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] No DVR routers for this DVR port f6483492-a0e4-44a9-9d9b-223743f95a73 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:39:55.893358 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a0b10832-0053-41aa-9089-0776e0aece1c req-93ae04cc-c676-451f-9cd5-8a260338d7ce tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:55.898909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0b10832-0053-41aa-9089-0776e0aece1c req-93ae04cc-c676-451f-9cd5-8a260338d7ce tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "DELETE /v2.0/ports/f6483492-a0e4-44a9-9d9b-223743f95a73 HTTP/1.1" status: 204 len: 173 time: 1.2736466 Nov 16 04:39:55.902051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a289b70c-2815-460c-be2f-1a87f358b814', 'name': 'network-vif-deleted', 'tag': 'f6483492-a0e4-44a9-9d9b-223743f95a73'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:55.904446 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d91780-b9b7-4c24-92c6-4c25c419cb4b" -d '{"events": [{"server_uuid": "a289b70c-2815-460c-be2f-1a87f358b814", "name": "network-vif-deleted", "tag": "f6483492-a0e4-44a9-9d9b-223743f95a73"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:55.930489 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df2f35a5-055a-47c9-a0a9-3eb3c67c34c4 req-4bb0e883-376a-4567-85d8-72eeffe6d4d4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391934 Nov 16 04:39:55.995181 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2c3a664-2337-48f8-b9b9-f12392af04d5 req-486368b6-def1-4015-b6b5-62b39ec509c9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594770 Nov 16 04:39:56.128130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f85c3ac-30e5-4110-b998-97efb4375298 req-eaad40f7-d627-452a-8d13-4cb593758119 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=a289b70c-2815-460c-be2f-1a87f358b814 HTTP/1.1" status: 200 len: 210 time: 0.0665329 Nov 16 04:39:56.287524 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7500824a-f06c-4b17-af39-a319d338a53e x-openstack-request-id: req-7500824a-f06c-4b17-af39-a319d338a53e {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:56.287791 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a289b70c-2815-460c-be2f-1a87f358b814", "name": "network-vif-deleted", "tag": "f6483492-a0e4-44a9-9d9b-223743f95a73", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:56.288044 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7500824a-f06c-4b17-af39-a319d338a53e {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:56.288482 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a289b70c-2815-460c-be2f-1a87f358b814', 'name': 'network-vif-deleted', 'tag': 'f6483492-a0e4-44a9-9d9b-223743f95a73', 'status': 'completed', 'code': 200} Nov 16 04:39:56.643840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456eb394-691d-4c1e-9c65-bb9f1fbbe3bd req-d5b08fce-08fd-4224-85e6-9dd44235b858 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:56.653855 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-456eb394-691d-4c1e-9c65-bb9f1fbbe3bd req-d5b08fce-08fd-4224-85e6-9dd44235b858 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0801492 Nov 16 04:39:56.753544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-456eb394-691d-4c1e-9c65-bb9f1fbbe3bd req-e5febf06-5aee-47a9-9d27-6c634481b51c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988128 Nov 16 04:39:56.771095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dda914-4eff-4703-9ac4-2d6cf720e6f0 req-4eb2e7f4-da20-44d0-9e47-251ec5369181 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:56.772281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07dda914-4eff-4703-9ac4-2d6cf720e6f0 req-4eb2e7f4-da20-44d0-9e47-251ec5369181 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 945 time: 0.0900500 Nov 16 04:39:56.824819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07dda914-4eff-4703-9ac4-2d6cf720e6f0 req-d6c1d9fe-57e8-443a-a44c-7aa30b7586ec tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461946 Nov 16 04:39:57.059356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4c5dc-7f3b-4631-a954-4e7d883d5b16 req-bfefe0f4-4d7d-48cb-a823-0e95eefd157f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:57.061137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2e4c5dc-7f3b-4631-a954-4e7d883d5b16 req-bfefe0f4-4d7d-48cb-a823-0e95eefd157f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.0637655 Nov 16 04:39:57.153567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2e4c5dc-7f3b-4631-a954-4e7d883d5b16 req-a875964b-a2b0-4b94-8b07-b917dee1fe4f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856948 Nov 16 04:39:57.160931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d24015-d50f-4aaf-a3fe-3e799a8fb44d req-96d17464-24f3-40bf-8064-15525de5c321 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:57.175658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60d24015-d50f-4aaf-a3fe-3e799a8fb44d req-96d17464-24f3-40bf-8064-15525de5c321 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.0832608 Nov 16 04:39:57.247545 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60d24015-d50f-4aaf-a3fe-3e799a8fb44d req-1bda8e47-d749-4930-aca7-67cc84ac19ca tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767469 Nov 16 04:39:57.341822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084b273-3e37-4352-a21a-481f709ac4dc req-39ddca47-104d-4e9f-88ae-1089ded52cf4 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:57.343345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4084b273-3e37-4352-a21a-481f709ac4dc req-39ddca47-104d-4e9f-88ae-1089ded52cf4 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 1097 time: 0.0457180 Nov 16 04:39:57.392101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4084b273-3e37-4352-a21a-481f709ac4dc req-d5b24d45-0e0d-4b62-b5c6-f8462e4904d9 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 Nov 16 04:39:57.514190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216b191-22e7-49a2-ab0a-c00be5560921 req-ff762e4c-f1d5-4906-9b35-2cf6351d3cdd tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:57.521837 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2216b191-22e7-49a2-ab0a-c00be5560921 req-ff762e4c-f1d5-4906-9b35-2cf6351d3cdd tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 1097 time: 0.0535765 Nov 16 04:39:57.562035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2216b191-22e7-49a2-ab0a-c00be5560921 req-72e36e3c-8a5c-42e1-bc5a-448d889696f7 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392759 Nov 16 04:39:57.619833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2e783-f6e7-49c8-9faf-873cae5b11ed req-a3e1990d-8e30-4bc5-8536-8a9f36f5f0d8 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:57.621297 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fff2e783-f6e7-49c8-9faf-873cae5b11ed req-a3e1990d-8e30-4bc5-8536-8a9f36f5f0d8 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 949 time: 0.0520196 Nov 16 04:39:57.702975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fff2e783-f6e7-49c8-9faf-873cae5b11ed req-fa8b156c-9094-4b74-9e1b-6f7ae9b32cc7 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755200 Nov 16 04:39:57.708174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-098ae387-3c08-4187-a8d6-0a861fc5899a tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:57.709670 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-098ae387-3c08-4187-a8d6-0a861fc5899a tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88&tenant_id=e339e415385b4d5dbab31d9b5027d120&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1096 time: 0.0747285 Nov 16 04:39:57.777323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818042-1'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:57.857611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:57.926342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3107ad-e0ef-41ce-b3fb-d42b18a7577e req-b7077c9a-a735-4f59-a238-454d692a366d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:57.927821 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c3107ad-e0ef-41ce-b3fb-d42b18a7577e req-b7077c9a-a735-4f59-a238-454d692a366d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0874906 Nov 16 04:39:58.033812 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c3107ad-e0ef-41ce-b3fb-d42b18a7577e req-ce81ef07-0694-482e-a8a9-a58fe942e055 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954394 Nov 16 04:39:58.058978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=00bd509c-d953-44fa-b11d-095a099cad47,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:58.109527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:39:58.152330 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 00bd509c-d953-44fa-b11d-095a099cad47 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:39:58.173472 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:58.184242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35aa91-3086-434a-8342-564936884fc9 req-081c2b6b-f639-4694-b4a9-eaabf72939f4 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:58.185789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb35aa91-3086-434a-8342-564936884fc9 req-081c2b6b-f639-4694-b4a9-eaabf72939f4 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 945 time: 0.0903082 Nov 16 04:39:58.187015 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:58.270630 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f6483492-a0e4-44a9-9d9b-223743f95a73 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:39:58.279300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=00bd509c-d953-44fa-b11d-095a099cad47,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:58.290864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8f5393-3a3f-4db1-af39-18e973f6fa88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bd509c-d953-44fa-b11d-095a099cad47'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:39:58.293080 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e62d49-d88d-487e-911c-f4becafa7da1" -d '{"events": [{"server_uuid": "cf8f5393-3a3f-4db1-af39-18e973f6fa88", "name": "network-vif-unplugged", "status": "completed", "tag": "00bd509c-d953-44fa-b11d-095a099cad47"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:39:58.309610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: f6483492-a0e4-44a9-9d9b-223743f95a73 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:39:58.310157 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f6483492-a0e4-44a9-9d9b-223743f95a73 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:39:58.312430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 00bd509c-d953-44fa-b11d-095a099cad47 has no active binding in host n-h1-818042-1 {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 04:39:58.319236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb35aa91-3086-434a-8342-564936884fc9 req-acf547b7-709d-447d-a530-fee246636913 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229012 Nov 16 04:39:58.322533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=00bd509c-d953-44fa-b11d-095a099cad47,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:58.327780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Attempting to bind port 00bd509c-d953-44fa-b11d-095a099cad47 on host n-h2-818042-1 for vnic_type normal with profile {"migrating_to": "n-h1-818042-1"} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:39:58.328128 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Attempting to bind port 00bd509c-d953-44fa-b11d-095a099cad47 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:39:58.328530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Attempting to bind port 00bd509c-d953-44fa-b11d-095a099cad47 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:58.333187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Port 00bd509c-d953-44fa-b11d-095a099cad47 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:39:58.333386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Attempting to bind port 00bd509c-d953-44fa-b11d-095a099cad47 on network 2fad6d6b-5670-4e68-bf6b-fdc19241d30a {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:58.339091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:39:58.339743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Checking segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:39:58.340124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Bound using segment: {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:39:58.340752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Bound port: 00bd509c-d953-44fa-b11d-095a099cad47, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b50459ca-aa97-4d5e-8ad6-d655e36e5004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2fad6d6b-5670-4e68-bf6b-fdc19241d30a'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:39:58.341122 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:58.410141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:39:58.414447 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=00bd509c-d953-44fa-b11d-095a099cad47,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:39:58.420540 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:58.465383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-ed8d4fd6-34bf-4f99-a665-d942e72b4a64 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:39:58.467322 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-ed8d4fd6-34bf-4f99-a665-d942e72b4a64 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084958 Nov 16 04:39:58.509383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-4d3e56a9-aef7-43d9-94b2-6f52619d75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:58.511168 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-4d3e56a9-aef7-43d9-94b2-6f52619d75f6 service neutron] 10.222.0.41 "GET /v2.0/ports/c0c8d3ab-83dc-4005-b51c-41d4d94d490a HTTP/1.1" status: 200 len: 1094 time: 0.0335350 Nov 16 04:39:58.520899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] Request body: {'binding': {'host': 'n-h1-818042-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:39:58.521484 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] Unknown quota resources ['binding']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 04:39:58.552745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:58.553646 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:58.555973 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] 10.222.0.37 "PUT /v2.0/ports/00bd509c-d953-44fa-b11d-095a099cad47 HTTP/1.1" status: 200 len: 1121 time: 0.7835772 Nov 16 04:39:58.560683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc98ff0-8e3a-4537-8820-fbf82072a3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=00bd509c-d953-44fa-b11d-095a099cad47,revision_number=8']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:58.587187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96845478-e363-45be-b5f1-9bbe920d547f req-1a83915a-59c2-418b-bb93-b4de126b506e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:58.588796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96845478-e363-45be-b5f1-9bbe920d547f req-1a83915a-59c2-418b-bb93-b4de126b506e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1176994 Nov 16 04:39:58.650465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96845478-e363-45be-b5f1-9bbe920d547f req-371e75e2-573d-457d-b638-a534d95081b0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536158 Nov 16 04:39:58.665918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] Attempting to bind port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on host n-h1-818042-1 for vnic_type normal with profile None {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:39:58.666446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] Attempting to bind port c0c8d3ab-83dc-4005-b51c-41d4d94d490a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:39:58.666841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] Attempting to bind port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:58.671156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] Port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on network 00ef367c-9e71-485a-983c-5f2648aed20c not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:39:58.671553 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] Attempting to bind port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:39:58.676409 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:39:58.676740 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] Checking segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:39:58.677116 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] Bound using segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:39:58.677537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] Bound port: c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:39:58.685662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['00bd509c-d953-44fa-b11d-095a099cad47'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:58.689690 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['00bd509c-d953-44fa-b11d-095a099cad47'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:58.699459 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb1c289-39be-44ea-9fd5-2fc3f27a0365 x-openstack-request-id: req-bcb1c289-39be-44ea-9fd5-2fc3f27a0365 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:39:58.699748 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8f5393-3a3f-4db1-af39-18e973f6fa88", "name": "network-vif-unplugged", "status": "completed", "tag": "00bd509c-d953-44fa-b11d-095a099cad47", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:39:58.700002 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcb1c289-39be-44ea-9fd5-2fc3f27a0365 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:39:58.700387 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8f5393-3a3f-4db1-af39-18e973f6fa88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bd509c-d953-44fa-b11d-095a099cad47', 'code': 200} Nov 16 04:39:58.750428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:39:58.758244 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] Publish callbacks [] for binding, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:58.768777 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3e75c314-5056-48a6-af96-df739f19362a service neutron] 10.222.0.41 "POST /v2.0/ports/c0c8d3ab-83dc-4005-b51c-41d4d94d490a/bindings HTTP/1.1" status: 201 len: 389 time: 0.2419899 Nov 16 04:39:58.959266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a515f2-2a01-4824-9322-ac3910f939c7 req-cdd5c598-6fc0-45c6-885e-272792c4b498 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:58.961454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a515f2-2a01-4824-9322-ac3910f939c7 req-cdd5c598-6fc0-45c6-885e-272792c4b498 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 949 time: 0.0654907 Nov 16 04:39:59.048184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3acf2-f864-4a90-aa0b-8134cbf55eb4 req-c8b7242d-2183-4ecd-8144-c1481da1107b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:59.049727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62f3acf2-f864-4a90-aa0b-8134cbf55eb4 req-c8b7242d-2183-4ecd-8144-c1481da1107b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.0873125 Nov 16 04:39:59.056249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a515f2-2a01-4824-9322-ac3910f939c7 req-3d8783ad-78fe-40d1-b648-0dcf24855a20 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838392 Nov 16 04:39:59.107225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62f3acf2-f864-4a90-aa0b-8134cbf55eb4 req-ee3d84a1-222b-499a-a438-bd352074f4e3 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499237 Nov 16 04:39:59.163204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83e36c-cf1d-4e89-a006-6bfa62587a76 req-fab047f9-67df-40ec-b62c-de2dac5a4ba2 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:59.164671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af83e36c-cf1d-4e89-a006-6bfa62587a76 req-fab047f9-67df-40ec-b62c-de2dac5a4ba2 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 951 time: 0.0487227 Nov 16 04:39:59.244524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479ddce-fbb3-4472-a92c-ba1bbd963ac2 req-348b5bd2-9af1-4964-8e48-7aa2c78447ee tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:59.246023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9479ddce-fbb3-4472-a92c-ba1bbd963ac2 req-348b5bd2-9af1-4964-8e48-7aa2c78447ee tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0804563 Nov 16 04:39:59.250447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af83e36c-cf1d-4e89-a006-6bfa62587a76 req-dbaa0083-d74e-4252-92e3-8a186e3cb404 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770059 Nov 16 04:39:59.319953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9479ddce-fbb3-4472-a92c-ba1bbd963ac2 req-89b9ffd6-5474-4c8c-893f-9ed7e30ef7f6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678570 Nov 16 04:39:59.338346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f758e-78fa-4abf-9a87-e7c6345a38fb req-51b84f5b-62d6-4b45-b30e-7d0e1c154252 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:59.339792 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e52f758e-78fa-4abf-9a87-e7c6345a38fb req-51b84f5b-62d6-4b45-b30e-7d0e1c154252 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 949 time: 0.0674255 Nov 16 04:39:59.483978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483f5bc-7594-4c28-81d2-3bb31b01165b req-49fbf965-a258-49c0-ac78-2670c3b0fa87 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:59.485557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1483f5bc-7594-4c28-81d2-3bb31b01165b req-49fbf965-a258-49c0-ac78-2670c3b0fa87 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 943 time: 0.0655274 Nov 16 04:39:59.493409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e52f758e-78fa-4abf-9a87-e7c6345a38fb req-ec9b1c16-20f9-488a-8e63-f20a85d25564 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Deleting port 36c7c063-a884-4bb4-a901-c3f06bf04310 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:39:59.493895 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52f758e-78fa-4abf-9a87-e7c6345a38fb req-ec9b1c16-20f9-488a-8e63-f20a85d25564 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:59.598975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1483f5bc-7594-4c28-81d2-3bb31b01165b req-6eea5cd6-457d-4afc-9064-0fd02a0bc446 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022298 Nov 16 04:39:59.625928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e52f758e-78fa-4abf-9a87-e7c6345a38fb req-ec9b1c16-20f9-488a-8e63-f20a85d25564 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] For port 36c7c063-a884-4bb4-a901-c3f06bf04310, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=36c7c063-a884-4bb4-a901-c3f06bf04310,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:39:59.626301 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52f758e-78fa-4abf-9a87-e7c6345a38fb req-ec9b1c16-20f9-488a-8e63-f20a85d25564 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:59.638669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e52f758e-78fa-4abf-9a87-e7c6345a38fb req-ec9b1c16-20f9-488a-8e63-f20a85d25564 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Calling delete_port for 36c7c063-a884-4bb4-a901-c3f06bf04310 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:39:59.821974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8835a7-4936-4439-a7a4-4e97a0fcc5fd req-5fe84636-a183-48b0-8004-2a32ddf2ba11 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:39:59.823454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a8835a7-4936-4439-a7a4-4e97a0fcc5fd req-5fe84636-a183-48b0-8004-2a32ddf2ba11 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.0983555 Nov 16 04:39:59.830060 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52f758e-78fa-4abf-9a87-e7c6345a38fb req-ec9b1c16-20f9-488a-8e63-f20a85d25564 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:59.844715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['36c7c063-a884-4bb4-a901-c3f06bf04310', '845535a5-f48c-4a40-baf1-698b2b8e1704'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:39:59.869278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b1c16-20f9-488a-8e63-f20a85d25564 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Pushing event deleted for resources: {'Port': ['ID=36c7c063-a884-4bb4-a901-c3f06bf04310,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:39:59.921338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52f758e-78fa-4abf-9a87-e7c6345a38fb req-ec9b1c16-20f9-488a-8e63-f20a85d25564 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] No DVR routers for this DVR port 36c7c063-a884-4bb4-a901-c3f06bf04310 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:39:59.928077 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52f758e-78fa-4abf-9a87-e7c6345a38fb req-ec9b1c16-20f9-488a-8e63-f20a85d25564 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:39:59.931698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e52f758e-78fa-4abf-9a87-e7c6345a38fb req-ec9b1c16-20f9-488a-8e63-f20a85d25564 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "DELETE /v2.0/ports/36c7c063-a884-4bb4-a901-c3f06bf04310 HTTP/1.1" status: 204 len: 173 time: 0.5793560 Nov 16 04:39:59.971116 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a8835a7-4936-4439-a7a4-4e97a0fcc5fd req-2f2abb08-f74d-4a17-8df0-3101f6daa70e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357541 Nov 16 04:40:00.103097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d04db-eaa2-4c77-a987-bb2cf43e9314 req-21441057-3cb6-4d3c-9c0e-4e1ddd7cf4d2 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:00.104587 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e40d04db-eaa2-4c77-a987-bb2cf43e9314 req-21441057-3cb6-4d3c-9c0e-4e1ddd7cf4d2 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 951 time: 0.0552242 Nov 16 04:40:00.163115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e40d04db-eaa2-4c77-a987-bb2cf43e9314 req-02a9f929-9368-4be0-91f3-cf7962cae01b tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523181 Nov 16 04:40:00.183178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f3e623c-b9f6-444a-8edd-1ca33fc54816 req-bc740009-f076-4bd2-bd6e-489764af44a7 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c46a283-fddd-4a4b-bd43-ccccea12c1a7 HTTP/1.1" status: 200 len: 210 time: 0.0359778 Nov 16 04:40:00.275975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5bdfe3-928f-4678-a11e-b966a1e31fa5 req-97a44ed0-d0b6-4f19-b07a-fa15d61519c2 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:00.277461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc5bdfe3-928f-4678-a11e-b966a1e31fa5 req-97a44ed0-d0b6-4f19-b07a-fa15d61519c2 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.0523436 Nov 16 04:40:00.327471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc5bdfe3-928f-4678-a11e-b966a1e31fa5 req-13aab72b-20d9-4a59-88f2-a054fde98c57 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438671 Nov 16 04:40:00.446266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f3810a-21d3-406a-9061-d98d9ec897cd req-1eed40f3-5432-424e-a962-a331d0b8cf4f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:00.447754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59f3810a-21d3-406a-9061-d98d9ec897cd req-1eed40f3-5432-424e-a962-a331d0b8cf4f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0532012 Nov 16 04:40:00.497517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59f3810a-21d3-406a-9061-d98d9ec897cd req-548efb5b-5f69-4498-84e4-d0df7bb78e8f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437648 Nov 16 04:40:00.704296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf8f5393-3a3f-4db1-af39-18e973f6fa88', 'tag': '00bd509c-d953-44fa-b11d-095a099cad47'}, {'server_uuid': '3c46a283-fddd-4a4b-bd43-ccccea12c1a7', 'name': 'network-vif-deleted', 'tag': '36c7c063-a884-4bb4-a901-c3f06bf04310'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:00.706750 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0097f3-a7fd-4306-a305-5c0e6f489495" -d '{"events": [{"name": "network-changed", "server_uuid": "cf8f5393-3a3f-4db1-af39-18e973f6fa88", "tag": "00bd509c-d953-44fa-b11d-095a099cad47"}, {"server_uuid": "3c46a283-fddd-4a4b-bd43-ccccea12c1a7", "name": "network-vif-deleted", "tag": "36c7c063-a884-4bb4-a901-c3f06bf04310"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:00.733042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d31470b-0d68-4163-b81c-431d0d94916e req-92dc9029-83b5-4179-b7bf-cdf12b6e4bc7 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:00.734567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d31470b-0d68-4163-b81c-431d0d94916e req-92dc9029-83b5-4179-b7bf-cdf12b6e4bc7 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 943 time: 0.0564058 Nov 16 04:40:00.761188 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f47ddb9-68d1-4295-9f14-b94f35deb3e5 x-openstack-request-id: req-7f47ddb9-68d1-4295-9f14-b94f35deb3e5 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:00.761565 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf8f5393-3a3f-4db1-af39-18e973f6fa88", "tag": "00bd509c-d953-44fa-b11d-095a099cad47", "status": "completed", "code": 200}, {"server_uuid": "3c46a283-fddd-4a4b-bd43-ccccea12c1a7", "name": "network-vif-deleted", "tag": "36c7c063-a884-4bb4-a901-c3f06bf04310", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:00.761926 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f47ddb9-68d1-4295-9f14-b94f35deb3e5 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:00.762379 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf8f5393-3a3f-4db1-af39-18e973f6fa88', 'tag': '00bd509c-d953-44fa-b11d-095a099cad47', 'status': 'completed', 'code': 200} Nov 16 04:40:00.762700 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c46a283-fddd-4a4b-bd43-ccccea12c1a7', 'name': 'network-vif-deleted', 'tag': '36c7c063-a884-4bb4-a901-c3f06bf04310', 'status': 'completed', 'code': 200} Nov 16 04:40:00.818157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d31470b-0d68-4163-b81c-431d0d94916e req-8a30eecc-0dea-42d6-bd62-dd028c5b1d3f tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774834 Nov 16 04:40:00.842003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0097f3-a7fd-4306-a305-5c0e6f489495 req-6cbbcfa4-0556-47bd-9273-f4e14580d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:00.843573 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec0097f3-a7fd-4306-a305-5c0e6f489495 req-6cbbcfa4-0556-47bd-9273-f4e14580d987 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 1124 time: 0.0648839 Nov 16 04:40:00.943373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0097f3-a7fd-4306-a305-5c0e6f489495 req-9a07ab22-4b66-44fc-8b32-69545cd41069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:00.945338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec0097f3-a7fd-4306-a305-5c0e6f489495 req-9a07ab22-4b66-44fc-8b32-69545cd41069 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.0938272 Nov 16 04:40:00.995111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec0097f3-a7fd-4306-a305-5c0e6f489495 req-acc832db-58d5-4466-ba3e-72cb6aab759f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bd509c-d953-44fa-b11d-095a099cad47 HTTP/1.1" status: 200 len: 217 time: 0.0379429 Nov 16 04:40:01.047064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0097f3-a7fd-4306-a305-5c0e6f489495 req-a03abd54-b963-4cfd-b83b-61b272c89f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:01.048646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec0097f3-a7fd-4306-a305-5c0e6f489495 req-a03abd54-b963-4cfd-b83b-61b272c89f02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0459452 Nov 16 04:40:01.105005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec0097f3-a7fd-4306-a305-5c0e6f489495 req-c025c5c6-3791-443f-b3a3-331f348d8839 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425999 Nov 16 04:40:01.140991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636bfa2-0b5c-48ae-aedf-665cde173d4f req-64a86001-6c7f-4839-922b-479a32606f86 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:01.142461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3636bfa2-0b5c-48ae-aedf-665cde173d4f req-64a86001-6c7f-4839-922b-479a32606f86 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.0884020 Nov 16 04:40:01.264181 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3636bfa2-0b5c-48ae-aedf-665cde173d4f req-f55f9528-c341-407e-b673-d3d281679a0b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923343 Nov 16 04:40:01.287608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec0097f3-a7fd-4306-a305-5c0e6f489495 req-f6b7370d-2762-4291-ae13-25f96560565f service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739922 Nov 16 04:40:01.311126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de615bb-828b-42d5-a199-451a79ea87ba req-222b02b3-fc84-40df-b1c4-1c7c328f6d1c tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:01.312666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4de615bb-828b-42d5-a199-451a79ea87ba req-222b02b3-fc84-40df-b1c4-1c7c328f6d1c tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 951 time: 0.0739253 Nov 16 04:40:01.419691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4de615bb-828b-42d5-a199-451a79ea87ba req-cf84ecc1-bd24-4371-b52a-af909b5f43ff tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958705 Nov 16 04:40:01.437332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec0097f3-a7fd-4306-a305-5c0e6f489495 req-62265efd-dca8-42ba-8f59-c97e0df81390 service neutron] 10.222.0.15 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414552 Nov 16 04:40:01.563882 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ba9ac-b8c1-48b0-96cf-190cb2935c0e req-61612496-b01c-492f-9fa9-a57eff9e3224 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:01.565252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce2ba9ac-b8c1-48b0-96cf-190cb2935c0e req-61612496-b01c-492f-9fa9-a57eff9e3224 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 951 time: 0.0744689 Nov 16 04:40:01.573387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c0bd2-0b3c-4d9a-bc6d-b6252c472089 req-5f410905-624b-419d-9970-3eadc65cb6a8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:01.574844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b24c0bd2-0b3c-4d9a-bc6d-b6252c472089 req-5f410905-624b-419d-9970-3eadc65cb6a8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.0931461 Nov 16 04:40:01.644299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce2ba9ac-b8c1-48b0-96cf-190cb2935c0e req-813725b9-0856-400f-91b7-f2ab88104a15 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685151 Nov 16 04:40:01.652113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b24c0bd2-0b3c-4d9a-bc6d-b6252c472089 req-b74f25af-0235-46a1-bca3-deb67cb79d1f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705881 Nov 16 04:40:01.749589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d389812-5459-48d1-a0d0-bafa676636c9 req-bd0cfe05-93b6-4390-90fb-691a312e91d8 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:01.751227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d389812-5459-48d1-a0d0-bafa676636c9 req-bd0cfe05-93b6-4390-90fb-691a312e91d8 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0492570 Nov 16 04:40:01.798491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d389812-5459-48d1-a0d0-bafa676636c9 req-ae84d509-7153-411f-be37-3b04f5cc0389 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Nov 16 04:40:01.940551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a0736-e313-4e91-92cd-6bd874fd3fde req-23491e15-daad-4cfd-96cc-e1fead88046f tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:01.942115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-434a0736-e313-4e91-92cd-6bd874fd3fde req-23491e15-daad-4cfd-96cc-e1fead88046f tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 943 time: 0.0520380 Nov 16 04:40:01.988785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-434a0736-e313-4e91-92cd-6bd874fd3fde req-7ef09c68-acad-4ade-bf13-c762cd235798 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408642 Nov 16 04:40:02.188858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 52eb413b-1bf8-49c7-bd05-7f77a25557ed no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:02.269987 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:02.294859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:02.297073 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cddb76-5861-4213-9095-7ea77dd76570" -d '{"events": [{"server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "name": "network-vif-unplugged", "status": "completed", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:02.302896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 36c7c063-a884-4bb4-a901-c3f06bf04310 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:02.329921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:02.331113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 36c7c063-a884-4bb4-a901-c3f06bf04310 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:40:02.331488 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 36c7c063-a884-4bb4-a901-c3f06bf04310 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:40:02.334526 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:02.357484 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72b27a0-e3dc-4814-a413-8d8ccc72bf1a x-openstack-request-id: req-b72b27a0-e3dc-4814-a413-8d8ccc72bf1a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:02.357750 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "name": "network-vif-unplugged", "status": "completed", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:02.357999 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b72b27a0-e3dc-4814-a413-8d8ccc72bf1a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:02.358341 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed', 'code': 200} Nov 16 04:40:02.389173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=52eb413b-1bf8-49c7-bd05-7f77a25557ed,revision_number=11']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:02.393152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38385300-9189-46b4-8358-ddbd83cbd64a req-116b953c-30ee-4949-89fa-4d58fd070a16 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:02.394729 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38385300-9189-46b4-8358-ddbd83cbd64a req-116b953c-30ee-4949-89fa-4d58fd070a16 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.0499635 Nov 16 04:40:02.444042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38385300-9189-46b4-8358-ddbd83cbd64a req-9772094f-f537-46a4-9116-c29a5930a9df tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415971 Nov 16 04:40:02.543100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77606d-4e06-4871-ab2c-cabcf3d8056b req-0934efa5-a552-43e0-847f-dbe75a90f3e5 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:02.544730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c77606d-4e06-4871-ab2c-cabcf3d8056b req-0934efa5-a552-43e0-847f-dbe75a90f3e5 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 949 time: 0.0480905 Nov 16 04:40:02.628926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c77606d-4e06-4871-ab2c-cabcf3d8056b req-cb463af6-6f88-4f89-9537-0903a09636c8 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/security-groups?id=068cf525-b0e3-4e22-8203-e85e97d52501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778074 Nov 16 04:40:02.640655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc78e9f-cb45-417d-a191-2a70e57dc4dd req-ea8307f3-6eed-426d-9bfd-f29057c75cc9 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:02.642135 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2dc78e9f-cb45-417d-a191-2a70e57dc4dd req-ea8307f3-6eed-426d-9bfd-f29057c75cc9 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.37 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 949 time: 0.0768363 Nov 16 04:40:02.812547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef25e8-d5cd-400d-b682-2e393dc5b90a req-d41412bc-c468-4234-8417-9d8e91d5a990 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:02.814030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4cef25e8-d5cd-400d-b682-2e393dc5b90a req-d41412bc-c468-4234-8417-9d8e91d5a990 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 951 time: 0.0991049 Nov 16 04:40:02.821997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e69685-6d7a-4b7c-9f1c-b929e7a5ecb7 req-f754f1b9-684b-4124-8ea9-9e0a870657f1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:02.823352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94e69685-6d7a-4b7c-9f1c-b929e7a5ecb7 req-f754f1b9-684b-4124-8ea9-9e0a870657f1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.0976987 Nov 16 04:40:02.826626 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-2dc78e9f-cb45-417d-a191-2a70e57dc4dd req-4033cb5f-0610-4205-9e47-a910db0d1276 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Deleting port 52eb413b-1bf8-49c7-bd05-7f77a25557ed {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:40:02.826965 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2dc78e9f-cb45-417d-a191-2a70e57dc4dd req-4033cb5f-0610-4205-9e47-a910db0d1276 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:02.956918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94e69685-6d7a-4b7c-9f1c-b929e7a5ecb7 req-3fd5baca-6901-4b5a-8aef-33fcebfaeb77 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263995 Nov 16 04:40:02.959996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4cef25e8-d5cd-400d-b682-2e393dc5b90a req-62803b11-3d3f-4823-a933-ed514ce94869 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/security-groups?id=640818e7-d9a7-4c6a-a831-c9699dd37976&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356432 Nov 16 04:40:02.988178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-2dc78e9f-cb45-417d-a191-2a70e57dc4dd req-4033cb5f-0610-4205-9e47-a910db0d1276 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] For port 52eb413b-1bf8-49c7-bd05-7f77a25557ed, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=52eb413b-1bf8-49c7-bd05-7f77a25557ed,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:02.988620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2dc78e9f-cb45-417d-a191-2a70e57dc4dd req-4033cb5f-0610-4205-9e47-a910db0d1276 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:03.000665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-2dc78e9f-cb45-417d-a191-2a70e57dc4dd req-4033cb5f-0610-4205-9e47-a910db0d1276 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Calling delete_port for 52eb413b-1bf8-49c7-bd05-7f77a25557ed owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:40:03.150406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010db4cf-b923-4ad2-b151-023b6685dbdd req-04f264d6-0bb0-4da2-ace2-105ba586c57e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:03.151895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-010db4cf-b923-4ad2-b151-023b6685dbdd req-04f264d6-0bb0-4da2-ace2-105ba586c57e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.1072824 Nov 16 04:40:03.164390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192022a4-0bec-4a12-9351-d025b07cf517 req-64f09e43-c75d-487f-bb9c-4cea5aca7985 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:03.165822 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-192022a4-0bec-4a12-9351-d025b07cf517 req-64f09e43-c75d-487f-bb9c-4cea5aca7985 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 943 time: 0.1065807 Nov 16 04:40:03.295499 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2dc78e9f-cb45-417d-a191-2a70e57dc4dd req-4033cb5f-0610-4205-9e47-a910db0d1276 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:03.320713 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-192022a4-0bec-4a12-9351-d025b07cf517 req-ac6d1c97-eb17-4af4-a232-72846b2746ac tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466348 Nov 16 04:40:03.323911 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-010db4cf-b923-4ad2-b151-023b6685dbdd req-acac8c6f-119c-419f-a668-9ca43bea28b0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572287 Nov 16 04:40:03.345605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4033cb5f-0610-4205-9e47-a910db0d1276 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Pushing event deleted for resources: {'Port': ['ID=52eb413b-1bf8-49c7-bd05-7f77a25557ed,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:03.391287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae229601-d368-4fcb-8eb3-97aac3f6cba6 req-a69dc508-10eb-4ce7-b65a-4e3bb971fa29 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:03.392812 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae229601-d368-4fcb-8eb3-97aac3f6cba6 req-a69dc508-10eb-4ce7-b65a-4e3bb971fa29 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 951 time: 0.1586983 Nov 16 04:40:03.414095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dc78e9f-cb45-417d-a191-2a70e57dc4dd req-4033cb5f-0610-4205-9e47-a910db0d1276 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] No DVR routers for this DVR port 52eb413b-1bf8-49c7-bd05-7f77a25557ed on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:40:03.417072 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2dc78e9f-cb45-417d-a191-2a70e57dc4dd req-4033cb5f-0610-4205-9e47-a910db0d1276 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:03.420270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2dc78e9f-cb45-417d-a191-2a70e57dc4dd req-4033cb5f-0610-4205-9e47-a910db0d1276 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.37 "DELETE /v2.0/ports/52eb413b-1bf8-49c7-bd05-7f77a25557ed HTTP/1.1" status: 204 len: 173 time: 0.7714078 Nov 16 04:40:03.420704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'name': 'network-vif-deleted', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:03.422915 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e982749b-4914-45f5-b549-3efa41d87db7" -d '{"events": [{"server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "name": "network-vif-deleted", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:03.485204 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7ac431-0165-4140-9961-bb96fd2fad03 x-openstack-request-id: req-0f7ac431-0165-4140-9961-bb96fd2fad03 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:03.485471 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99dd43d9-b466-49c6-8a3f-f3fc56ef7153", "name": "network-vif-deleted", "tag": "52eb413b-1bf8-49c7-bd05-7f77a25557ed", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:03.485719 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f7ac431-0165-4140-9961-bb96fd2fad03 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:03.486165 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99dd43d9-b466-49c6-8a3f-f3fc56ef7153', 'name': 'network-vif-deleted', 'tag': '52eb413b-1bf8-49c7-bd05-7f77a25557ed', 'status': 'completed', 'code': 200} Nov 16 04:40:03.524269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-ae229601-d368-4fcb-8eb3-97aac3f6cba6 req-ee093da3-726d-401d-ad6a-60f668aa4554 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Deleting port 845535a5-f48c-4a40-baf1-698b2b8e1704 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:40:03.524604 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae229601-d368-4fcb-8eb3-97aac3f6cba6 req-ee093da3-726d-401d-ad6a-60f668aa4554 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:03.634166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefb7b5-5a01-4e77-b0b0-de3f97672912 req-4b2a3aa5-1655-47c1-8f17-48ff5eff3903 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:03.635611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ccefb7b5-5a01-4e77-b0b0-de3f97672912 req-4b2a3aa5-1655-47c1-8f17-48ff5eff3903 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1079347 Nov 16 04:40:03.664749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ae229601-d368-4fcb-8eb3-97aac3f6cba6 req-ee093da3-726d-401d-ad6a-60f668aa4554 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] For port 845535a5-f48c-4a40-baf1-698b2b8e1704, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=845535a5-f48c-4a40-baf1-698b2b8e1704,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:03.665117 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae229601-d368-4fcb-8eb3-97aac3f6cba6 req-ee093da3-726d-401d-ad6a-60f668aa4554 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:03.686790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-ae229601-d368-4fcb-8eb3-97aac3f6cba6 req-ee093da3-726d-401d-ad6a-60f668aa4554 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Calling delete_port for 845535a5-f48c-4a40-baf1-698b2b8e1704 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:40:03.712966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ccefb7b5-5a01-4e77-b0b0-de3f97672912 req-ef6e116e-9df6-4b0f-9584-46608428e871 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708742 Nov 16 04:40:03.769155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad73f874-aa65-43e5-840e-c519f24cd9e7 req-716a7d18-17c1-4077-b743-bad82cb5db13 tempest-ImagesOneServerTestJSON-304621351 tempest-ImagesOneServerTestJSON-304621351-project] 10.222.0.41 "GET /v2.0/ports?device_id=99dd43d9-b466-49c6-8a3f-f3fc56ef7153 HTTP/1.1" status: 200 len: 210 time: 0.0552247 Nov 16 04:40:03.861008 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae229601-d368-4fcb-8eb3-97aac3f6cba6 req-ee093da3-726d-401d-ad6a-60f668aa4554 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:03.875241 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['845535a5-f48c-4a40-baf1-698b2b8e1704'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:03.893648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee093da3-726d-401d-ad6a-60f668aa4554 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Pushing event deleted for resources: {'Port': ['ID=845535a5-f48c-4a40-baf1-698b2b8e1704,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:03.942409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae229601-d368-4fcb-8eb3-97aac3f6cba6 req-ee093da3-726d-401d-ad6a-60f668aa4554 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] No DVR routers for this DVR port 845535a5-f48c-4a40-baf1-698b2b8e1704 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:40:03.945574 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae229601-d368-4fcb-8eb3-97aac3f6cba6 req-ee093da3-726d-401d-ad6a-60f668aa4554 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:03.948773 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae229601-d368-4fcb-8eb3-97aac3f6cba6 req-ee093da3-726d-401d-ad6a-60f668aa4554 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.15 "DELETE /v2.0/ports/845535a5-f48c-4a40-baf1-698b2b8e1704 HTTP/1.1" status: 204 len: 173 time: 0.5414693 Nov 16 04:40:04.209495 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:40:04.448033 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffc037cf-faf3-4621-92b7-9b38bdd1895b req-e33dcb9b-be2f-4030-935c-03111c0805a1 tempest-ServersAdminTestJSON-2112462020 tempest-ServersAdminTestJSON-2112462020-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7527043-4ea1-48e1-9abd-8dd8e4694fbf HTTP/1.1" status: 200 len: 210 time: 0.3433747 Nov 16 04:40:04.474076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d3c8b-bfae-4bd4-8120-f9201555d9b6 req-4c506882-f02d-4457-9d90-5a41c623fbde tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:04.476475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be0d3c8b-bfae-4bd4-8120-f9201555d9b6 req-4c506882-f02d-4457-9d90-5a41c623fbde tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.3839192 Nov 16 04:40:04.557160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be0d3c8b-bfae-4bd4-8120-f9201555d9b6 req-d000288c-4209-4df0-9f37-ad635947f72f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709803 Nov 16 04:40:04.605054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369d6a8-f9a0-4018-9194-088d61237127 req-808e7b57-d943-4bbb-adac-dfbbeb9e001a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:04.610313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f369d6a8-f9a0-4018-9194-088d61237127 req-808e7b57-d943-4bbb-adac-dfbbeb9e001a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0746269 Nov 16 04:40:04.701399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f369d6a8-f9a0-4018-9194-088d61237127 req-bf218e3e-7e51-488b-ab57-b12811ba64fd tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879662 Nov 16 04:40:04.714790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbd829-97d6-41c5-9785-75f44ba03011 req-90c1837a-b7a7-49f6-b184-00714b61fc4f tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:04.716273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eecbd829-97d6-41c5-9785-75f44ba03011 req-90c1837a-b7a7-49f6-b184-00714b61fc4f tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 943 time: 0.0853760 Nov 16 04:40:04.778313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eecbd829-97d6-41c5-9785-75f44ba03011 req-1a5c2aa1-c7f7-46a3-b4da-9e2760618fd4 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548332 Nov 16 04:40:04.908840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6b2cb-4f85-47ba-8442-4c4ce8a30f9b req-0a4ddf1c-2e06-4376-989c-e913c75fbed4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:04.910405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66e6b2cb-4f85-47ba-8442-4c4ce8a30f9b req-0a4ddf1c-2e06-4376-989c-e913c75fbed4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.0565317 Nov 16 04:40:04.977331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66e6b2cb-4f85-47ba-8442-4c4ce8a30f9b req-8ebf06a6-2a78-466b-85f4-78f4c8878a6e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592926 Nov 16 04:40:05.186915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60174) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:05.328548 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c0044470-5d50-4901-885c-147a0735ac63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=126d3a9426a3475899b09418097bc02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380064 Nov 16 04:40:05.329034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60178) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:05.377820 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-948c3dc8-d225-4727-8eaf-7b5063373ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:05.399259 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-948c3dc8-d225-4727-8eaf-7b5063373ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:05.452117 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-948c3dc8-d225-4727-8eaf-7b5063373ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:05.455449 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-948c3dc8-d225-4727-8eaf-7b5063373ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:05.458234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-948c3dc8-d225-4727-8eaf-7b5063373ddf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/068cf525-b0e3-4e22-8203-e85e97d52501 HTTP/1.1" status: 204 len: 168 time: 0.1280141 Nov 16 04:40:05.467045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c3dc8-d225-4727-8eaf-7b5063373ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068cf525-b0e3-4e22-8203-e85e97d52501,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:05.487273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'name': 'network-vif-deleted', 'tag': '845535a5-f48c-4a40-baf1-698b2b8e1704'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:05.495078 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572257e7-af6c-4e74-9e7b-2c67ede1bc1e" -d '{"events": [{"server_uuid": "b7527043-4ea1-48e1-9abd-8dd8e4694fbf", "name": "network-vif-deleted", "tag": "845535a5-f48c-4a40-baf1-698b2b8e1704"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:05.555789 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d4ac9d-8697-4c59-b663-ef0f41525327 x-openstack-request-id: req-48d4ac9d-8697-4c59-b663-ef0f41525327 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:05.556220 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7527043-4ea1-48e1-9abd-8dd8e4694fbf", "name": "network-vif-deleted", "tag": "845535a5-f48c-4a40-baf1-698b2b8e1704", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:05.556528 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48d4ac9d-8697-4c59-b663-ef0f41525327 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:05.559394 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7527043-4ea1-48e1-9abd-8dd8e4694fbf', 'name': 'network-vif-deleted', 'tag': '845535a5-f48c-4a40-baf1-698b2b8e1704', 'status': 'completed', 'code': 200} Nov 16 04:40:05.724526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3e79e-3756-4c3b-9fe9-7e71e8a75cb1 req-eeb3341b-b769-4baf-afb5-ee1a8250c7f4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:05.727526 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dd3e79e-3756-4c3b-9fe9-7e71e8a75cb1 req-eeb3341b-b769-4baf-afb5-ee1a8250c7f4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.0827525 Nov 16 04:40:05.854883 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dd3e79e-3756-4c3b-9fe9-7e71e8a75cb1 req-20b89299-77d4-4721-93ef-b0df820b4a85 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134593 Nov 16 04:40:05.891132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60208) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:05.924955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71622fe3-0f45-49cb-8199-df8bd52b875a req-ffe3e9e5-8fd2-40d0-b200-9c0b53d436a3 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:05.934767 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71622fe3-0f45-49cb-8199-df8bd52b875a req-ffe3e9e5-8fd2-40d0-b200-9c0b53d436a3 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0934975 Nov 16 04:40:06.015383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71622fe3-0f45-49cb-8199-df8bd52b875a req-9f448c2e-3d4b-4da0-9069-311700d27e3a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792370 Nov 16 04:40:06.133977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0bbf-1c39-4e57-b1bb-e9e753b9f66d req-9eb26b18-d49e-40c9-9cd5-123cdf03f2ff tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:06.135590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9cad0bbf-1c39-4e57-b1bb-e9e753b9f66d req-9eb26b18-d49e-40c9-9cd5-123cdf03f2ff tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 943 time: 0.1149132 Nov 16 04:40:06.164945 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-adc87881-acf5-4f44-a3de-5ce52b85b0de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e5cfd35c8ac4b39a0a3391857625d67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725954 Nov 16 04:40:06.168323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60218) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:06.204538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 52eb413b-1bf8-49c7-bd05-7f77a25557ed no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:06.244881 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:06.250254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 52eb413b-1bf8-49c7-bd05-7f77a25557ed {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:40:06.252361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 52eb413b-1bf8-49c7-bd05-7f77a25557ed not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:40:06.254841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9cad0bbf-1c39-4e57-b1bb-e9e753b9f66d req-2db131ea-247f-4ef1-8577-3ea5b94035f2 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900574 Nov 16 04:40:06.261967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-2789de16-f941-469e-af66-cf2ad59adc8c service neutron] 10.222.0.15 "GET /v2.0/ports/00bd509c-d953-44fa-b11d-095a099cad47/bindings/n-h1-818042-1 HTTP/1.1" status: 200 len: 384 time: 0.1251528 Nov 16 04:40:06.275071 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:06.319986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 00bd509c-d953-44fa-b11d-095a099cad47 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:06.346000 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:06.352489 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:06.355618 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/640818e7-d9a7-4c6a-a831-c9699dd37976 HTTP/1.1" status: 204 len: 168 time: 0.1862118 Nov 16 04:40:06.371529 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640818e7-d9a7-4c6a-a831-c9699dd37976,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:06.383074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:06.383443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:06.383880 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:06.384925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:06.385271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:06.385608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:06.386496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:06.386863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:06.387442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:06.387932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:06.388272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:06.388729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9c7f1d-2cde-4db5-a46d-9770fc2e4952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:06.407417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4515b2-2149-4edd-94df-c59068d3cabf req-c75cf2a9-60fe-48f6-9939-aa5389e5de74 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:06.408958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c4515b2-2149-4edd-94df-c59068d3cabf req-c75cf2a9-60fe-48f6-9939-aa5389e5de74 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1265106 Nov 16 04:40:06.460823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 845535a5-f48c-4a40-baf1-698b2b8e1704 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:06.484391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 845535a5-f48c-4a40-baf1-698b2b8e1704 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:40:06.484928 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 845535a5-f48c-4a40-baf1-698b2b8e1704 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:40:06.542574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c4515b2-2149-4edd-94df-c59068d3cabf req-1ec56057-113a-4aaa-81bb-aeb9cc7aaab7 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081748 Nov 16 04:40:06.587421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-b0764c9d-4474-46c2-a02c-d72423ceaf29 service neutron] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=00bd509c-d953-44fa-b11d-095a099cad47,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:06.612370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-b0764c9d-4474-46c2-a02c-d72423ceaf29 service neutron] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:40:06.658049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-b0764c9d-4474-46c2-a02c-d72423ceaf29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bd509c-d953-44fa-b11d-095a099cad47 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:06.677033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-b0764c9d-4474-46c2-a02c-d72423ceaf29 service neutron] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=00bd509c-d953-44fa-b11d-095a099cad47,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:06.696236 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-b0764c9d-4474-46c2-a02c-d72423ceaf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:06.781586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-b0764c9d-4474-46c2-a02c-d72423ceaf29 service neutron] Transition to ACTIVE for port object 00bd509c-d953-44fa-b11d-095a099cad47 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:40:06.786153 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-b0764c9d-4474-46c2-a02c-d72423ceaf29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:06.804067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60236) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:06.847973 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-78e71f41-e197-4a1c-b0d6-47c6638b8f24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=094993bc24da4034a8cc7b18905ffb81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425997 Nov 16 04:40:06.850423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60238) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:06.860895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-b0764c9d-4474-46c2-a02c-d72423ceaf29 service neutron] No DVR routers for this DVR port 00bd509c-d953-44fa-b11d-095a099cad47 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:40:06.869338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0764c9d-4474-46c2-a02c-d72423ceaf29 service neutron] Pushing event updated for resources: {'Port': ['ID=00bd509c-d953-44fa-b11d-095a099cad47,revision_number=10']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:06.900794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-b0764c9d-4474-46c2-a02c-d72423ceaf29 service neutron] 10.222.0.15 "PUT /v2.0/ports/00bd509c-d953-44fa-b11d-095a099cad47/bindings/n-h1-818042-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6197541 Nov 16 04:40:06.903344 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ede9ecb-ceb0-41c6-87d4-cc08e8d6bccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:06.931289 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ede9ecb-ceb0-41c6-87d4-cc08e8d6bccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:06.984106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ede9ecb-ceb0-41c6-87d4-cc08e8d6bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:06.987098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ede9ecb-ceb0-41c6-87d4-cc08e8d6bccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:06.991415 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6ede9ecb-ceb0-41c6-87d4-cc08e8d6bccb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d65e668b-bf99-45df-9ed1-a7e994838e6b HTTP/1.1" status: 204 len: 168 time: 0.1375518 Nov 16 04:40:07.000042 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede9ecb-ceb0-41c6-87d4-cc08e8d6bccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65e668b-bf99-45df-9ed1-a7e994838e6b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:07.021123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc891a1-609d-4ce9-82c1-d79ef73005bb req-36a3433c-9767-4c0a-b042-142747cfc011 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:07.029626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbc891a1-609d-4ce9-82c1-d79ef73005bb req-36a3433c-9767-4c0a-b042-142747cfc011 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.0947547 Nov 16 04:40:07.060295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-c6b4045a-19fc-4552-b247-d7632860cd8c tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:07.061804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-c6b4045a-19fc-4552-b247-d7632860cd8c tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88&tenant_id=e339e415385b4d5dbab31d9b5027d120&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1095 time: 0.0871971 Nov 16 04:40:07.126365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbc891a1-609d-4ce9-82c1-d79ef73005bb req-20ed0ba2-7ca5-4fea-880c-5236bf772b4d tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957534 Nov 16 04:40:07.161664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-a54f29df-0f9b-4bc1-8426-2969d7b6f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:07.163280 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-a54f29df-0f9b-4bc1-8426-2969d7b6f15f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88&tenant_id=e339e415385b4d5dbab31d9b5027d120 HTTP/1.1" status: 200 len: 1095 time: 0.0910060 Nov 16 04:40:07.186412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a924a-59fc-42de-bfd3-2ddb57180027 req-3cb435ff-2e58-4afa-a3f7-7f273ae5c3ae tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:07.187944 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e01a924a-59fc-42de-bfd3-2ddb57180027 req-3cb435ff-2e58-4afa-a3f7-7f273ae5c3ae tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0845895 Nov 16 04:40:07.270640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-dc515027-73c3-4544-9888-ae5416bf73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:07.272216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-dc515027-73c3-4544-9888-ae5416bf73ec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 1095 time: 0.0806992 Nov 16 04:40:07.276103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e01a924a-59fc-42de-bfd3-2ddb57180027 req-a43132fc-bceb-485b-9028-60396e1f8208 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756238 Nov 16 04:40:07.415341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faaed5-e34e-44ec-bf3c-c0f0bc548a5c req-2b30f02f-5fc1-42c7-91e2-b134fe3d9cd5 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:07.416802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-14faaed5-e34e-44ec-bf3c-c0f0bc548a5c req-2b30f02f-5fc1-42c7-91e2-b134fe3d9cd5 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 944 time: 0.0743930 Nov 16 04:40:07.421408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-3d5332ac-1279-4311-80bb-92db73c2aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:07.422875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-3d5332ac-1279-4311-80bb-92db73c2aa00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.1324909 Nov 16 04:40:07.481810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-ba823f77-2e78-4823-b59a-dd46ce014c0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00bd509c-d953-44fa-b11d-095a099cad47 HTTP/1.1" status: 200 len: 217 time: 0.0406868 Nov 16 04:40:07.530194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-14faaed5-e34e-44ec-bf3c-c0f0bc548a5c req-91991210-8579-4f62-8b08-a385014129e9 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063552 Nov 16 04:40:07.545062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-d12d7845-0462-41d2-8ad3-356ec47f4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:07.546593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-d12d7845-0462-41d2-8ad3-356ec47f4800 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.0573692 Nov 16 04:40:07.587327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-7a30fa85-5f14-411e-974c-8011dc54bb55 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256557 Nov 16 04:40:07.711600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff382492-0dba-4f8a-a375-25efd1e32c17 req-77713f15-eb36-4bf9-961c-eeacb3c4ee1c tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:07.713081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff382492-0dba-4f8a-a375-25efd1e32c17 req-77713f15-eb36-4bf9-961c-eeacb3c4ee1c tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.0719211 Nov 16 04:40:07.730110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-e28a8e6a-4c94-4cb3-8419-3fbe95d95936 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354001 Nov 16 04:40:07.824419 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff382492-0dba-4f8a-a375-25efd1e32c17 req-ec2b90bb-5317-4595-afe2-d2137613dc67 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040630 Nov 16 04:40:07.869853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-d64de1ed-85ad-45ec-96be-1f0e8eff9139 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292713 Nov 16 04:40:07.918302 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1efa0ad1-e5b0-4d14-83d0-5eaa8586ba07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:08.170421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-9ff265b0-82a5-4063-810e-2387c8939a6c tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:08.171985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-9ff265b0-82a5-4063-810e-2387c8939a6c tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88&tenant_id=e339e415385b4d5dbab31d9b5027d120&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 1095 time: 0.0644872 Nov 16 04:40:08.345847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183bd9f-c686-4d5d-aec4-437e8d364f92 req-c1b3fda3-0a7d-4e00-9376-3c76c1bae1d1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:08.345847 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b183bd9f-c686-4d5d-aec4-437e8d364f92 req-c1b3fda3-0a7d-4e00-9376-3c76c1bae1d1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.1283507 Nov 16 04:40:08.350991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-6fe69a02-fb45-4d0c-9550-ac810115ac8a service neutron] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:40:08.358515 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-6fe69a02-fb45-4d0c-9550-ac810115ac8a service neutron] Publish callbacks [] for binding, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:08.360393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1f7596-4ea7-4b98-bf54-f06965545af9 req-6fe69a02-fb45-4d0c-9550-ac810115ac8a service neutron] 10.222.0.37 "DELETE /v2.0/ports/00bd509c-d953-44fa-b11d-095a099cad47/bindings/n-h2-818042-1 HTTP/1.1" status: 204 len: 173 time: 0.1763096 Nov 16 04:40:08.439025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b183bd9f-c686-4d5d-aec4-437e8d364f92 req-7734aca9-1afa-4fae-85f9-41de7865ccd0 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903156 Nov 16 04:40:08.461485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d96b2-7d71-4b49-89e2-f4349aa492e2 req-0818bdbf-d331-4ee8-abd6-c40c809bb575 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:08.463339 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd6d96b2-7d71-4b49-89e2-f4349aa492e2 req-0818bdbf-d331-4ee8-abd6-c40c809bb575 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0800560 Nov 16 04:40:08.515618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd6d96b2-7d71-4b49-89e2-f4349aa492e2 req-d4189416-3bb7-4f63-964f-97821d94f05d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443823 Nov 16 04:40:08.685991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526ae17-577d-431d-9bb4-990c21454977 req-9c8c698a-aa48-4a4c-9a93-9431bf485557 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:08.687679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b526ae17-577d-431d-9bb4-990c21454977 req-9c8c698a-aa48-4a4c-9a93-9431bf485557 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 944 time: 0.0653987 Nov 16 04:40:08.756644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-f6b6efb8-92d4-4dd7-95ac-9cf8a1de93e4 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=66799bae47e94fb0b4db932da02b81c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378506 Nov 16 04:40:08.767700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b526ae17-577d-431d-9bb4-990c21454977 req-ee230986-f18b-4ca3-98aa-9ff911566b82 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730581 Nov 16 04:40:08.880530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-d08ada3e-2589-4a14-9683-f948741fe279 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:08.882707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-d08ada3e-2589-4a14-9683-f948741fe279 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183212 Nov 16 04:40:08.918501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-0479b456-6fdd-4c76-9511-c46df9e3fcfe tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/quotas/66799bae47e94fb0b4db932da02b81c8 HTTP/1.1" status: 200 len: 375 time: 0.0264571 Nov 16 04:40:08.953753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7c06f-f798-4682-b233-cea41e7f1a08 req-708d5487-6bdf-49f1-8cf4-f69f9508145f tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:08.955265 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbb7c06f-f798-4682-b233-cea41e7f1a08 req-708d5487-6bdf-49f1-8cf4-f69f9508145f tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 1095 time: 0.0716958 Nov 16 04:40:08.957327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-cee15efc-fc43-4c6a-84c8-0baf2d57f59f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66799bae47e94fb0b4db932da02b81c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318723 Nov 16 04:40:09.004564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbb7c06f-f798-4682-b233-cea41e7f1a08 req-87a835cb-1c04-4122-90f5-c283a73bbb61 tempest-LiveAutoBlockMigrationV225Test-1154057356 tempest-LiveAutoBlockMigrationV225Test-1154057356-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419791 Nov 16 04:40:09.171096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894ed85-6097-4ad4-b5c1-c5eaf5fecf5a req-cc5ee99c-91b0-4a77-9b4a-60cb9809bcf7 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:09.181436 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1894ed85-6097-4ad4-b5c1-c5eaf5fecf5a req-cc5ee99c-91b0-4a77-9b4a-60cb9809bcf7 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.0915987 Nov 16 04:40:09.246722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1894ed85-6097-4ad4-b5c1-c5eaf5fecf5a req-3b21abf0-53cd-40b4-bee2-2cd923c4827e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641124 Nov 16 04:40:09.285363 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbf7f58c-4516-479e-9ed8-751d16c8ed62 req-0abd5eaf-56a5-4c39-9ac7-470f244524b6 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 210 time: 0.0429211 Nov 16 04:40:09.410618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4fb3d0-e09b-4002-bbe9-f7002c1aceec req-cd51561e-d9b3-452a-b171-00ad30ff34da tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:09.414229 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f4fb3d0-e09b-4002-bbe9-f7002c1aceec req-cd51561e-d9b3-452a-b171-00ad30ff34da tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 944 time: 0.0623579 Nov 16 04:40:09.492948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3cbb26d4-fad7-42d3-9d73-29b9ecd0e926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:09.494574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3cbb26d4-fad7-42d3-9d73-29b9ecd0e926 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 1097 time: 0.0790813 Nov 16 04:40:09.499271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f4fb3d0-e09b-4002-bbe9-f7002c1aceec req-60d74332-8da5-494d-af95-5d17e90b69a2 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742190 Nov 16 04:40:09.687647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-151e7df6-5e12-4133-a2e9-fc58d8ae8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:09.689825 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-151e7df6-5e12-4133-a2e9-fc58d8ae8f60 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.1764641 Nov 16 04:40:09.699981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c591bf-e6b8-4d3b-91f8-b935dce5869d req-c8cfafa9-bab5-42a8-a78b-49962870c007 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:09.701643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43c591bf-e6b8-4d3b-91f8-b935dce5869d req-c8cfafa9-bab5-42a8-a78b-49962870c007 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.1671727 Nov 16 04:40:09.721121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987f8be-f670-400a-920a-84d34b6768e2 req-efca0f59-c57e-4a0c-9089-d7184aa6dd6c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:09.722653 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8987f8be-f670-400a-920a-84d34b6768e2 req-efca0f59-c57e-4a0c-9089-d7184aa6dd6c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.1179063 Nov 16 04:40:09.762735 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-8347a7cf-d381-48d3-afb9-16d2b07aa226 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a HTTP/1.1" status: 200 len: 217 time: 0.0557992 Nov 16 04:40:09.878337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-58c119c7-eb34-4da6-9ee8-8a828736bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:09.879844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-58c119c7-eb34-4da6-9ee8-8a828736bbbd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1051292 Nov 16 04:40:09.884821 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43c591bf-e6b8-4d3b-91f8-b935dce5869d req-9ddd44eb-5c25-45e1-88f0-dd9d92f37009 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601918 Nov 16 04:40:09.888630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8987f8be-f670-400a-920a-84d34b6768e2 req-dd7a4e40-bea8-459e-b0bb-a21efc70c9e2 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345794 Nov 16 04:40:09.919960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-159d1df9-40b3-4d9d-b931-05aa6f00a2b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281963 Nov 16 04:40:10.048517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-a26920d3-2e4f-4da3-ae96-2f96fb20b064 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207662 Nov 16 04:40:10.128773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85933ee0-2948-46a0-9122-3685b4800824 req-c0f9a924-eff7-424c-b3e5-5b4a4a9df42d tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:10.130354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85933ee0-2948-46a0-9122-3685b4800824 req-c0f9a924-eff7-424c-b3e5-5b4a4a9df42d tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 944 time: 0.1332181 Nov 16 04:40:10.151523 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9980d722-d4f5-47a3-911b-d99ea4332265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:10.212980 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-aca83421-55f8-45de-97ed-8a086d83457d tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=66799bae47e94fb0b4db932da02b81c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631332 Nov 16 04:40:10.272064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-b9187162-f446-4961-bfc5-80116b886cbd service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159302 Nov 16 04:40:10.435101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3104d3e0-d9fc-4564-b1f7-dff473da534c req-33e4a9b9-20f5-4319-8528-96754e19421a tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 210 time: 0.0563586 Nov 16 04:40:10.438016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-85933ee0-2948-46a0-9122-3685b4800824 req-629a1435-c016-48cd-9881-0babf118c408 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Deleting port 00bd509c-d953-44fa-b11d-095a099cad47 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:40:10.438388 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85933ee0-2948-46a0-9122-3685b4800824 req-629a1435-c016-48cd-9881-0babf118c408 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:10.451144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-54eed959-a40c-47a9-bcbc-f1556e81901f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:10.452687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-54eed959-a40c-47a9-bcbc-f1556e81901f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300150 Nov 16 04:40:10.469560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Request body: {'port': {'device_id': 'b5835833-fd96-438c-9d94-e5eb9dda64c2', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '66799bae47e94fb0b4db932da02b81c8'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:40:10.552039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011749e3-52c6-4210-8608-07d81a65a894 req-c9590afb-833e-43e6-abe3-dbb4f2b6fbc6 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:10.553583 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-011749e3-52c6-4210-8608-07d81a65a894 req-c9590afb-833e-43e6-abe3-dbb4f2b6fbc6 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.2162404 Nov 16 04:40:10.702369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-85933ee0-2948-46a0-9122-3685b4800824 req-629a1435-c016-48cd-9881-0babf118c408 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] For port 00bd509c-d953-44fa-b11d-095a099cad47, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=00bd509c-d953-44fa-b11d-095a099cad47,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:10.703031 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85933ee0-2948-46a0-9122-3685b4800824 req-629a1435-c016-48cd-9881-0babf118c408 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:10.709311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-011749e3-52c6-4210-8608-07d81a65a894 req-17c1933c-27cf-495a-8339-fdd41c2c3178 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439335 Nov 16 04:40:10.728340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-85933ee0-2948-46a0-9122-3685b4800824 req-629a1435-c016-48cd-9881-0babf118c408 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Calling delete_port for 00bd509c-d953-44fa-b11d-095a099cad47 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:40:10.802347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70a361-4f1c-4463-a256-dcebb4a73bfc req-639d67ac-c70c-4a5f-822e-fa28e58198dc tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:10.804422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e70a361-4f1c-4463-a256-dcebb4a73bfc req-639d67ac-c70c-4a5f-822e-fa28e58198dc tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 944 time: 0.1698480 Nov 16 04:40:10.806404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Made reservation on behalf of 66799bae47e94fb0b4db932da02b81c8 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:40:10.809699 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:10.833701 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:10.910004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e70a361-4f1c-4463-a256-dcebb4a73bfc req-d7025533-550f-4f9b-9604-a3829c5307bc tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943842 Nov 16 04:40:11.030271 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85933ee0-2948-46a0-9122-3685b4800824 req-629a1435-c016-48cd-9881-0babf118c408 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:11.044548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['db4b3aad-44eb-4a92-849b-b89769bbc90b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:11.053970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['00bd509c-d953-44fa-b11d-095a099cad47'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:11.385804 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a1435-c016-48cd-9881-0babf118c408 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Pushing event deleted for resources: {'Port': ['ID=00bd509c-d953-44fa-b11d-095a099cad47,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:11.425323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b04550-d2ce-4c2e-97e4-d5759f7a9097 req-81e33ca6-2025-4c2f-9779-8d4dd2a05721 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:11.426920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37b04550-d2ce-4c2e-97e4-d5759f7a9097 req-81e33ca6-2025-4c2f-9779-8d4dd2a05721 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.4601352 Nov 16 04:40:11.464538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50053352-2ec2-4253-8d4e-bdf0d34a4c70 req-377c57ad-ee07-4d67-9422-db126fb38326 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:11.471834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-50053352-2ec2-4253-8d4e-bdf0d34a4c70 req-377c57ad-ee07-4d67-9422-db126fb38326 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.4731584 Nov 16 04:40:11.473674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-85933ee0-2948-46a0-9122-3685b4800824 req-629a1435-c016-48cd-9881-0babf118c408 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] No DVR routers for this DVR port 00bd509c-d953-44fa-b11d-095a099cad47 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:40:11.487845 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85933ee0-2948-46a0-9122-3685b4800824 req-629a1435-c016-48cd-9881-0babf118c408 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:11.490952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85933ee0-2948-46a0-9122-3685b4800824 req-629a1435-c016-48cd-9881-0babf118c408 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.37 "DELETE /v2.0/ports/00bd509c-d953-44fa-b11d-095a099cad47 HTTP/1.1" status: 204 len: 173 time: 1.3527317 Nov 16 04:40:11.491424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf8f5393-3a3f-4db1-af39-18e973f6fa88', 'name': 'network-vif-deleted', 'tag': '00bd509c-d953-44fa-b11d-095a099cad47'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:11.493750 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf37c6e-cb88-4442-852e-bc8d365463b1" -d '{"events": [{"server_uuid": "cf8f5393-3a3f-4db1-af39-18e973f6fa88", "name": "network-vif-deleted", "tag": "00bd509c-d953-44fa-b11d-095a099cad47"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:11.521582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:11.532119 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:11.634492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-50053352-2ec2-4253-8d4e-bdf0d34a4c70 req-36828a14-e7f7-449f-b56b-864be3ae5135 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617744 Nov 16 04:40:11.642646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37b04550-d2ce-4c2e-97e4-d5759f7a9097 req-e9fe57cd-3ae8-49f5-b499-98508de19926 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019775 Nov 16 04:40:11.661026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b530324b-6871-4f07-8773-be4f9cdb3785,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:11.719264 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9478d732-31a1-41c1-8058-1b29281929c9 x-openstack-request-id: req-9478d732-31a1-41c1-8058-1b29281929c9 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:11.720177 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf8f5393-3a3f-4db1-af39-18e973f6fa88", "name": "network-vif-deleted", "tag": "00bd509c-d953-44fa-b11d-095a099cad47", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:11.720177 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9478d732-31a1-41c1-8058-1b29281929c9 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:11.720431 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf8f5393-3a3f-4db1-af39-18e973f6fa88', 'name': 'network-vif-deleted', 'tag': '00bd509c-d953-44fa-b11d-095a099cad47', 'status': 'completed', 'code': 200} Nov 16 04:40:11.762447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c34718a1-a6e6-4a36-b699-7a4df646e42c req-5a85e72f-0d73-4089-a4d5-b9a6ef84ce15 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 210 time: 0.0448642 Nov 16 04:40:11.796627 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:11.804992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Allocated IP 192.168.233.202 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/81157296-87b2-43d1-addc-5fb42660e3a3) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:40:12.001567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864b271-20e8-4adb-9578-31e476b838cc req-c4264848-2fbc-477c-80fb-b212aae2d9c7 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:12.003140 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8864b271-20e8-4adb-9578-31e476b838cc req-c4264848-2fbc-477c-80fb-b212aae2d9c7 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.0870609 Nov 16 04:40:12.046944 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bde819b-9f13-4279-938b-703f156c0bd9 req-5fbca6e5-50d2-483c-a5e5-dc649f9de3a1 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 210 time: 0.0427887 Nov 16 04:40:12.063166 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:12.110573 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8864b271-20e8-4adb-9578-31e476b838cc req-3a455fcb-78cb-403c-be1d-725923e63600 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957561 Nov 16 04:40:12.127465 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:12.187460 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:40:12.189484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-fd558ea9-3b8d-4beb-b9e0-c012f787099f tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d44770ad35284b948cd4a415ddb69d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332735 Nov 16 04:40:12.194546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:40:12.200079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:40:12.236231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Pushing event updated for resources: {'Port': ['ID=81157296-87b2-43d1-addc-5fb42660e3a3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:12.308164 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:12.308780 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:12.339814 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-7e14602f-f68c-43e4-911a-5be1b51e65fd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8751762 Nov 16 04:40:12.359208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Request body: {'port': {'device_id': 'b5835833-fd96-438c-9d94-e5eb9dda64c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:40:12.369583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-280e87a9-c811-4e69-ad98-0310e001fd0f tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:12.371089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-280e87a9-c811-4e69-ad98-0310e001fd0f tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745212 Nov 16 04:40:12.402493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-45112bfe-bc2a-4062-9193-d90c39e41d14 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/quotas/d44770ad35284b948cd4a415ddb69d2c HTTP/1.1" status: 200 len: 375 time: 0.0160580 Nov 16 04:40:12.455484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-9a52265f-16db-4a43-aa71-9656974353db tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d44770ad35284b948cd4a415ddb69d2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337064 Nov 16 04:40:12.456442 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:12.490672 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2738bd0d-dc48-4053-a487-0986a916b188 None None] Provisioning complete for port 81157296-87b2-43d1-addc-5fb42660e3a3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:12.491815 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2738bd0d-dc48-4053-a487-0986a916b188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:12.534852 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2738bd0d-dc48-4053-a487-0986a916b188 None None] Port 81157296-87b2-43d1-addc-5fb42660e3a3 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:40:12.808699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-04949742-4bab-4bcc-9b04-71557b0d97f0 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d44770ad35284b948cd4a415ddb69d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877163 Nov 16 04:40:12.963331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf00035-438d-4ed6-a12f-045c36882b3b req-a75a5531-c87a-4fa9-9aea-5e6dd707767c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:12.964918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ccf00035-438d-4ed6-a12f-045c36882b3b req-a75a5531-c87a-4fa9-9aea-5e6dd707767c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.2178664 Nov 16 04:40:13.037514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ccf00035-438d-4ed6-a12f-045c36882b3b req-528a2260-40a8-4a4b-b211-5abdd6848ad5 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632067 Nov 16 04:40:13.044605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-f9d220bf-90f3-4fa8-b994-54d89f2bcaa4 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:13.051607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-f9d220bf-90f3-4fa8-b994-54d89f2bcaa4 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338910 Nov 16 04:40:13.074353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81157296-87b2-43d1-addc-5fb42660e3a3 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:13.098236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-32356d59-e4a1-4267-952c-4a6d866b7a74 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/quotas/d44770ad35284b948cd4a415ddb69d2c HTTP/1.1" status: 200 len: 375 time: 0.0456929 Nov 16 04:40:13.101791 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:13.143029 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:13.146324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-6a1fe39b-23f7-4423-9346-22da34acc1ba tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d44770ad35284b948cd4a415ddb69d2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471632 Nov 16 04:40:13.157041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Transition to ACTIVE for port object 81157296-87b2-43d1-addc-5fb42660e3a3 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:40:13.207805 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:13.275076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e52867-6cf4-4bda-8fb0-ecfb44e15a2a req-f79a6ab2-8a14-4292-9676-7b3873f3c02e tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:13.282858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44e52867-6cf4-4bda-8fb0-ecfb44e15a2a req-f79a6ab2-8a14-4292-9676-7b3873f3c02e tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.1277175 Nov 16 04:40:13.335826 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Pushing event updated for resources: {'Port': ['ID=81157296-87b2-43d1-addc-5fb42660e3a3,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:13.466085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44e52867-6cf4-4bda-8fb0-ecfb44e15a2a req-8bd70b35-b2d1-499d-907c-bb4a877af4c1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788728 Nov 16 04:40:13.516875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64147d68-c467-4c01-b5a5-db7aae382f49 req-a311014b-0cee-4135-92ea-796ac50a58ea tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:13.521015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64147d68-c467-4c01-b5a5-db7aae382f49 req-a311014b-0cee-4135-92ea-796ac50a58ea tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 948 time: 0.1825533 Nov 16 04:40:13.525348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Attempting to bind port 81157296-87b2-43d1-addc-5fb42660e3a3 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:40:13.534276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Attempting to bind port 81157296-87b2-43d1-addc-5fb42660e3a3 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:40:13.534696 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Attempting to bind port 81157296-87b2-43d1-addc-5fb42660e3a3 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:13.563870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Port 81157296-87b2-43d1-addc-5fb42660e3a3 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:40:13.564653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Attempting to bind port 81157296-87b2-43d1-addc-5fb42660e3a3 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:13.573117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:40:13.573543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:40:13.574017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:40:13.574678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Bound port: 81157296-87b2-43d1-addc-5fb42660e3a3, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:40:13.575106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:13.682608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] For port 81157296-87b2-43d1-addc-5fb42660e3a3, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:40:13.686570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] For port 81157296-87b2-43d1-addc-5fb42660e3a3, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=81157296-87b2-43d1-addc-5fb42660e3a3,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:40:13.693353 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:13.729788 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:13.794554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64147d68-c467-4c01-b5a5-db7aae382f49 req-818b68f6-9e43-44fe-9418-3cfc14cc39c5 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566633 Nov 16 04:40:13.889666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-291232f0-246a-46fd-a123-271751a689f2 req-89f9b1bc-a53a-46ee-a437-c195f786838a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 210 time: 0.1084394 Nov 16 04:40:13.890507 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Pushing event updated for resources: {'Port': ['ID=81157296-87b2-43d1-addc-5fb42660e3a3,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:13.925802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:13.925802 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:13.927278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a6f1387a-7ed7-4293-b6ae-7021ada70287 service neutron] 10.222.0.15 "PUT /v2.0/ports/81157296-87b2-43d1-addc-5fb42660e3a3 HTTP/1.1" status: 200 len: 1096 time: 1.5733802 Nov 16 04:40:13.927915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5835833-fd96-438c-9d94-e5eb9dda64c2', 'tag': '81157296-87b2-43d1-addc-5fb42660e3a3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:13.930384 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f51e739-3800-4a5b-a161-85cecea43a40" -d '{"events": [{"name": "network-changed", "server_uuid": "b5835833-fd96-438c-9d94-e5eb9dda64c2", "tag": "81157296-87b2-43d1-addc-5fb42660e3a3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:13.935396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-b1ec568d-5173-499d-90f0-65b1f7ef0b04 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d44770ad35284b948cd4a415ddb69d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231534 Nov 16 04:40:14.067406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-156046bd-2019-49b3-b7af-9cdc00e2860c req-d1ce331b-a25a-4c29-826f-205c6802b852 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 210 time: 0.0943751 Nov 16 04:40:14.098910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20b862-cc1a-49ea-9b99-ce271706e9ce req-c957451a-55f3-4115-b30b-ce471ac835f7 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:14.107578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d20b862-cc1a-49ea-9b99-ce271706e9ce req-c957451a-55f3-4115-b30b-ce471ac835f7 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.2363522 Nov 16 04:40:14.160845 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952df6b6-b9c8-4303-99dc-5e8a306f63ad x-openstack-request-id: req-952df6b6-b9c8-4303-99dc-5e8a306f63ad {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:14.161142 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5835833-fd96-438c-9d94-e5eb9dda64c2", "tag": "81157296-87b2-43d1-addc-5fb42660e3a3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:14.161402 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-952df6b6-b9c8-4303-99dc-5e8a306f63ad {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:14.161943 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5835833-fd96-438c-9d94-e5eb9dda64c2', 'tag': '81157296-87b2-43d1-addc-5fb42660e3a3', 'status': 'completed', 'code': 200} Nov 16 04:40:14.168091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a1daa1ce-98dc-4b7c-907f-f48a0a1c155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:14.172113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-a1daa1ce-98dc-4b7c-907f-f48a0a1c155d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66799bae47e94fb0b4db932da02b81c8&device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 1099 time: 0.1242030 Nov 16 04:40:14.228919 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 00bd509c-d953-44fa-b11d-095a099cad47 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:14.251098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 00bd509c-d953-44fa-b11d-095a099cad47 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:40:14.251697 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 00bd509c-d953-44fa-b11d-095a099cad47 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:40:14.255896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-5c3268e8-670a-4e8c-bf31-233846e1b42b tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:14.257865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-5c3268e8-670a-4e8c-bf31-233846e1b42b tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3010705 Nov 16 04:40:14.262570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-3c342565-cac8-4562-8df8-b854aa5286c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=81157296-87b2-43d1-addc-5fb42660e3a3 HTTP/1.1" status: 200 len: 217 time: 0.0618005 Nov 16 04:40:14.280636 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Request body: {'port': {'device_id': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': 'd44770ad35284b948cd4a415ddb69d2c'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:40:14.362361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d20b862-cc1a-49ea-9b99-ce271706e9ce req-5213f2c1-36ce-4bbb-8931-f956e199dfc6 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538249 Nov 16 04:40:14.406743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-c01ce165-1198-4d88-88fa-5607984d74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:14.408191 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-c01ce165-1198-4d88-88fa-5607984d74ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1312392 Nov 16 04:40:14.437186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c042b5-7d9f-43be-a5d6-98510a19da2b req-3e63d56c-4428-40bd-a960-f4d8b17abd76 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:14.438678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4c042b5-7d9f-43be-a5d6-98510a19da2b req-3e63d56c-4428-40bd-a960-f4d8b17abd76 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.1902254 Nov 16 04:40:14.524332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-437677c6-c77f-451b-b371-6259927b3ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:14.525889 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-437677c6-c77f-451b-b371-6259927b3ebc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050205 Nov 16 04:40:14.529597 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Made reservation on behalf of d44770ad35284b948cd4a415ddb69d2c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:40:14.533385 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:14.566489 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:14.582553 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-f9331c63-4050-4aca-980a-44acb8c1fedf tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d44770ad35284b948cd4a415ddb69d2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643733 Nov 16 04:40:14.598483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4c042b5-7d9f-43be-a5d6-98510a19da2b req-c2c28dac-daf7-4827-ba88-64d374c7ba26 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367660 Nov 16 04:40:14.769142 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-e0f044d3-a08b-40eb-8545-84fbb01aba28 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:14.769978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a7fa9-fb9d-49f7-8249-6960cfcecd8e req-7fe95f9a-089c-4f45-b3c6-d70bb04ba5b6 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:14.771073 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-e0f044d3-a08b-40eb-8545-84fbb01aba28 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799436 Nov 16 04:40:14.771758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-880a7fa9-fb9d-49f7-8249-6960cfcecd8e req-7fe95f9a-089c-4f45-b3c6-d70bb04ba5b6 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.1674440 Nov 16 04:40:14.787760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Request body: {'port': {'device_id': 'cc344a3d-5525-4525-b08f-d644e873d122', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': 'd44770ad35284b948cd4a415ddb69d2c'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:40:14.794626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-5d333153-4336-4747-be18-31ceafc9b2c9 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548192 Nov 16 04:40:14.912619 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Made reservation on behalf of d44770ad35284b948cd4a415ddb69d2c for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:40:14.916235 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:14.922442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-880a7fa9-fb9d-49f7-8249-6960cfcecd8e req-10acf182-af0c-4591-9d32-f6c350a10e7f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406801 Nov 16 04:40:14.927108 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:14.970871 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:14.979379 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.db.api [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) d44770ad35284b948cd4a415ddb69d2c {{(pid=102660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:40:14.980131 n-d-818042-1 neutron-server[102660]: DEBUG oslo_db.api [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:40:14.982231 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:15.015346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6a505b-23a5-454d-bf42-3e22945aed2d req-352184d3-8f44-4c25-947d-56b8355322c6 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105536 Nov 16 04:40:15.080608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b018f284-c4b4-45f1-b69a-82641fb9e349 req-a16c9a05-b8b7-41ab-87db-57c16dd43e03 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 210 time: 0.0796790 Nov 16 04:40:15.101332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb989b-1710-4000-94ee-c1d59a95ba9b req-26a87488-6ffb-4906-8ef6-343b4b52345e tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:15.102835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6afb989b-1710-4000-94ee-c1d59a95ba9b req-26a87488-6ffb-4906-8ef6-343b4b52345e tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 948 time: 0.2010670 Nov 16 04:40:15.110272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214a72aa-6f23-4668-a36f-3b4ea6caa646,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:15.234892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4f49fb8-fbd0-4487-8bd3-9bc1031031c9 req-901bac1b-5fa7-48c1-a7fc-bf281a7e7777 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 210 time: 0.0682440 Nov 16 04:40:15.243180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51e739-3800-4a5b-a161-85cecea43a40 req-d71ac3f1-d765-4d3d-8afb-cc43689aefde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:15.244681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f51e739-3800-4a5b-a161-85cecea43a40 req-d71ac3f1-d765-4d3d-8afb-cc43689aefde service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66799bae47e94fb0b4db932da02b81c8&device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 1099 time: 0.1616449 Nov 16 04:40:15.287457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6afb989b-1710-4000-94ee-c1d59a95ba9b req-e1d17dfa-8912-4e67-b15c-3121503564db tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518948 Nov 16 04:40:15.315951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Allocated IP 192.168.233.48 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/4df0b988-cd4a-40bc-922a-8e0231fba5df) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:40:15.401131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51e739-3800-4a5b-a161-85cecea43a40 req-1efeb78b-8108-4987-b914-a7221aa60647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:15.402676 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f51e739-3800-4a5b-a161-85cecea43a40 req-1efeb78b-8108-4987-b914-a7221aa60647 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1493287 Nov 16 04:40:15.481944 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:15.489046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f51e739-3800-4a5b-a161-85cecea43a40 req-01328588-d339-4c40-810c-3525dcbd0353 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=81157296-87b2-43d1-addc-5fb42660e3a3 HTTP/1.1" status: 200 len: 217 time: 0.0763078 Nov 16 04:40:15.606383 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:15.619525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6619b98-c80d-4d9f-9a44-0320ccf93048 req-7ad834a3-fcb5-4a1e-8ee8-a5a76856dc39 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:15.621031 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6619b98-c80d-4d9f-9a44-0320ccf93048 req-7ad834a3-fcb5-4a1e-8ee8-a5a76856dc39 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1717227 Nov 16 04:40:15.623991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51e739-3800-4a5b-a161-85cecea43a40 req-56fe21fc-3713-4c1d-9696-a8317990c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:15.625317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f51e739-3800-4a5b-a161-85cecea43a40 req-56fe21fc-3713-4c1d-9696-a8317990c8b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1202683 Nov 16 04:40:15.760331 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:15.766088 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6619b98-c80d-4d9f-9a44-0320ccf93048 req-5c6c156f-38e1-4653-9252-19aca48046f2 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383739 Nov 16 04:40:15.768805 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51e739-3800-4a5b-a161-85cecea43a40 req-50de62fb-9068-4809-b490-2e9b829ffb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:15.770277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f51e739-3800-4a5b-a161-85cecea43a40 req-50de62fb-9068-4809-b490-2e9b829ffb10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310475 Nov 16 04:40:15.826036 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Allocated IP 192.168.233.246 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/b538162f-418c-45ae-8f84-4500a705e2cb) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:40:15.837084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f6235-328e-46b9-810c-5c682f9ca71b req-6d262bdb-2476-4f57-b32a-91e16c444da6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:15.839820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-095f6235-328e-46b9-810c-5c682f9ca71b req-6d262bdb-2476-4f57-b32a-91e16c444da6 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.1469944 Nov 16 04:40:15.895322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:40:15.917409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:40:15.920368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:40:16.021405 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:16.046303 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:16.087043 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:16.149687 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:40:16.153913 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:40:16.158594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:40:16.200808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Pushing event updated for resources: {'Port': ['ID=b538162f-418c-45ae-8f84-4500a705e2cb,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:16.232276 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:16.232904 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:16.250259 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-afcd7a0c-b7e5-49fe-91de-b6726826f502 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4668028 Nov 16 04:40:16.254295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8a874aa1-4550-4009-8647-46afae24ea46 None None] Provisioning complete for port 4df0b988-cd4a-40bc-922a-8e0231fba5df triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:16.255022 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a874aa1-4550-4009-8647-46afae24ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:16.266350 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Request body: {'port': {'device_id': 'cc344a3d-5525-4525-b08f-d644e873d122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:40:16.296512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Pushing event updated for resources: {'Port': ['ID=4df0b988-cd4a-40bc-922a-8e0231fba5df,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:16.311887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8a874aa1-4550-4009-8647-46afae24ea46 None None] Port 4df0b988-cd4a-40bc-922a-8e0231fba5df cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:40:16.331161 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:16.407795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f51e739-3800-4a5b-a161-85cecea43a40 req-86c52663-b6e7-4b78-bff9-f8f717d5eb4f service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136928 Nov 16 04:40:16.423974 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-095f6235-328e-46b9-810c-5c682f9ca71b req-c523dc58-32bf-4b7e-876f-02eba6094486 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359855 Nov 16 04:40:16.436445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:16.441116 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:16.558326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1070eba-f7b6-4b88-b5b7-7415c106c839 req-f426f2c5-85bc-44b2-843e-8b83224fdf1e tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:16.559804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e1070eba-f7b6-4b88-b5b7-7415c106c839 req-f426f2c5-85bc-44b2-843e-8b83224fdf1e tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.2660744 Nov 16 04:40:16.579190 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62576e85-6621-434b-bf06-97a8b6cbacca req-2acbc350-d664-4128-8245-6a1ab66ae278 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 210 time: 0.0504417 Nov 16 04:40:16.593197 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-717bfe69-c59a-4078-98a7-b66bc5f732b3 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3189569 Nov 16 04:40:16.626473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Request body: {'port': {'device_id': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:40:16.640614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7aadd90e-885b-46bc-adfc-4c6991eb2f05 None None] Provisioning complete for port b538162f-418c-45ae-8f84-4500a705e2cb triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:16.641004 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7aadd90e-885b-46bc-adfc-4c6991eb2f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:16.690956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7aadd90e-885b-46bc-adfc-4c6991eb2f05 None None] Port b538162f-418c-45ae-8f84-4500a705e2cb cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:40:16.697106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:16.721887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b538162f-418c-45ae-8f84-4500a705e2cb {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:16.731247 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:16.743411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f51e739-3800-4a5b-a161-85cecea43a40 req-fa023856-4b2a-41c3-8622-283030f9e5a2 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152108 Nov 16 04:40:16.745432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Transition to ACTIVE for port object b538162f-418c-45ae-8f84-4500a705e2cb will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:40:16.752556 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:16.833203 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b538162f-418c-45ae-8f84-4500a705e2cb,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:16.900773 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Attempting to bind port b538162f-418c-45ae-8f84-4500a705e2cb on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:40:16.901257 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Attempting to bind port b538162f-418c-45ae-8f84-4500a705e2cb by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:40:16.901718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Attempting to bind port b538162f-418c-45ae-8f84-4500a705e2cb on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:16.907560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Port b538162f-418c-45ae-8f84-4500a705e2cb on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:40:16.908030 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Attempting to bind port b538162f-418c-45ae-8f84-4500a705e2cb on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:16.915087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:40:16.915576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:40:16.916315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:40:16.916621 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Bound port: b538162f-418c-45ae-8f84-4500a705e2cb, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:40:16.917081 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:16.960080 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e1070eba-f7b6-4b88-b5b7-7415c106c839 req-5dcb5f65-6096-4552-aa97-faa7e4881a04 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833258 Nov 16 04:40:16.992567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a9168-9b00-4351-9bc0-14245a09de91 req-7cc6ca7c-7ac1-4f16-bbd1-5e96fd593c66 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:16.994036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af9a9168-9b00-4351-9bc0-14245a09de91 req-7cc6ca7c-7ac1-4f16-bbd1-5e96fd593c66 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 936 time: 0.3029771 Nov 16 04:40:17.063826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] For port b538162f-418c-45ae-8f84-4500a705e2cb, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:40:17.068969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] For port b538162f-418c-45ae-8f84-4500a705e2cb, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b538162f-418c-45ae-8f84-4500a705e2cb,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:40:17.078221 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:17.127737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:17.128443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:17.130096 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/b538162f-418c-45ae-8f84-4500a705e2cb HTTP/1.1" status: 200 len: 1096 time: 0.8688736 Nov 16 04:40:17.130617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc344a3d-5525-4525-b08f-d644e873d122', 'tag': 'b538162f-418c-45ae-8f84-4500a705e2cb'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:17.134024 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b527a7-48f4-4a04-952b-e251a2d1b33f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc344a3d-5525-4525-b08f-d644e873d122", "tag": "b538162f-418c-45ae-8f84-4500a705e2cb"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:17.155361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf93f9-c539-4825-b89e-bac9953c61b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b538162f-418c-45ae-8f84-4500a705e2cb,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:17.155832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af9a9168-9b00-4351-9bc0-14245a09de91 req-f7413899-9195-408d-a5d7-c4d70149ad1d tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606627 Nov 16 04:40:17.164614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df0b988-cd4a-40bc-922a-8e0231fba5df {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:17.174682 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:17.197441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Transition to ACTIVE for port object 4df0b988-cd4a-40bc-922a-8e0231fba5df will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:40:17.207311 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:17.226075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d360ef0-70f4-47c7-813b-1ce411a01869 req-1c8f7b97-10ec-448e-bba5-476c77bfb687 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:17.227831 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d360ef0-70f4-47c7-813b-1ce411a01869 req-1c8f7b97-10ec-448e-bba5-476c77bfb687 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 948 time: 0.1382353 Nov 16 04:40:17.277478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-d20e2c2f-da29-44fd-8bcc-cdc76b004b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:17.281363 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-d20e2c2f-da29-44fd-8bcc-cdc76b004b7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d44770ad35284b948cd4a415ddb69d2c&device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 1099 time: 0.0926669 Nov 16 04:40:17.335363 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-88559d0c-993d-491c-a13d-9872c8f2325a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=b538162f-418c-45ae-8f84-4500a705e2cb HTTP/1.1" status: 200 len: 217 time: 0.0434046 Nov 16 04:40:17.391872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Pushing event updated for resources: {'Port': ['ID=4df0b988-cd4a-40bc-922a-8e0231fba5df,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:17.401631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-bf4bd535-4dad-4465-a7d7-89c302222a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:17.403895 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-bf4bd535-4dad-4465-a7d7-89c302222a31 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0593634 Nov 16 04:40:17.429644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d360ef0-70f4-47c7-813b-1ce411a01869 req-8e01d952-a098-4e67-bcb1-417961b29bf1 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711988 Nov 16 04:40:17.460163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1caab8-c091-4c71-8d48-7b6be8ed0d08 req-af7de648-d78a-47ec-948a-fec36276f9db tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:17.461734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1d1caab8-c091-4c71-8d48-7b6be8ed0d08 req-af7de648-d78a-47ec-948a-fec36276f9db tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1523304 Nov 16 04:40:17.464461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Attempting to bind port 4df0b988-cd4a-40bc-922a-8e0231fba5df on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:40:17.464811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Attempting to bind port 4df0b988-cd4a-40bc-922a-8e0231fba5df by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:40:17.465122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Attempting to bind port 4df0b988-cd4a-40bc-922a-8e0231fba5df on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:17.482048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-50a9f9dc-7c3c-4753-980d-c0efb10a4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:17.483442 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-50a9f9dc-7c3c-4753-980d-c0efb10a4126 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0711012 Nov 16 04:40:17.488069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Port 4df0b988-cd4a-40bc-922a-8e0231fba5df on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:40:17.488408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Attempting to bind port 4df0b988-cd4a-40bc-922a-8e0231fba5df on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:17.494389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:40:17.494770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:40:17.495231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:40:17.495621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Bound port: 4df0b988-cd4a-40bc-922a-8e0231fba5df, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:40:17.496129 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:17.568260 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1d1caab8-c091-4c71-8d48-7b6be8ed0d08 req-83c09f76-9ee9-4cbb-ba03-699bf172bc78 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984600 Nov 16 04:40:17.616848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:40:17.620648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:40:17.627119 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:17.667988 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c204bf-c1a9-4320-a4a9-3161f0285170 x-openstack-request-id: req-c7c204bf-c1a9-4320-a4a9-3161f0285170 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:17.677105 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc344a3d-5525-4525-b08f-d644e873d122", "tag": "b538162f-418c-45ae-8f84-4500a705e2cb", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:17.677639 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7c204bf-c1a9-4320-a4a9-3161f0285170 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:17.678080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:17.679469 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:17.681060 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc344a3d-5525-4525-b08f-d644e873d122', 'tag': 'b538162f-418c-45ae-8f84-4500a705e2cb', 'status': 'completed', 'code': 200} Nov 16 04:40:17.681338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] 10.222.0.15 "PUT /v2.0/ports/4df0b988-cd4a-40bc-922a-8e0231fba5df HTTP/1.1" status: 200 len: 1095 time: 1.0646231 Nov 16 04:40:17.681924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:17.685130 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d189c0-1c91-48eb-935a-cdaa194a2d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:17.750976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61772803-67f4-47ec-b834-9f23ed209578 service neutron] Pushing event updated for resources: {'Port': ['ID=4df0b988-cd4a-40bc-922a-8e0231fba5df,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:17.759600 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-69ebb5e3-e3fb-47ae-a804-0a85933da85a service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690251 Nov 16 04:40:17.863592 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-886fc8ad-b3ec-40f3-b1bd-a1910d92adf5 req-7c4738bb-9e76-41df-9027-2fac8a650361 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 210 time: 0.0412753 Nov 16 04:40:17.877983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e1939-8228-4a56-8ce2-532973fb804e req-fdc2cd42-45da-4f0a-9fd1-fe0d70dea6c7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:17.879758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-747e1939-8228-4a56-8ce2-532973fb804e req-fdc2cd42-45da-4f0a-9fd1-fe0d70dea6c7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0927022 Nov 16 04:40:17.891649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-9aa9db0d-a0ce-4587-8d00-d94970d5b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:17.893449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-9aa9db0d-a0ce-4587-8d00-d94970d5b9bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d44770ad35284b948cd4a415ddb69d2c&device_id=b1a585c4-fff1-47df-be6b-f9fd00d949d6 HTTP/1.1" status: 200 len: 1098 time: 0.1645768 Nov 16 04:40:17.910027 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b6b3376-0ce0-4c80-ac56-9746bcea011c req-3c5ed16c-6ced-40ae-afa1-4a6f2709082f service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400557 Nov 16 04:40:17.955183 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e51f21-0769-49cb-a6d0-973037eb12a9 x-openstack-request-id: req-94e51f21-0769-49cb-a6d0-973037eb12a9 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:17.955575 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:17.956062 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94e51f21-0769-49cb-a6d0-973037eb12a9 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:17.961758 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df', 'status': 'completed', 'code': 200} Nov 16 04:40:17.997494 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-889f8678-f7bf-449d-bd7f-648690931cec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df HTTP/1.1" status: 200 len: 217 time: 0.0739250 Nov 16 04:40:18.014480 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-747e1939-8228-4a56-8ce2-532973fb804e req-0c82e882-cb94-49ef-9e75-9b642485746c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151886 Nov 16 04:40:18.050394 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b527a7-48f4-4a04-952b-e251a2d1b33f req-cfe40d82-4a6c-4ed0-9df1-131016cc0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:18.052299 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7b527a7-48f4-4a04-952b-e251a2d1b33f req-cfe40d82-4a6c-4ed0-9df1-131016cc0b2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d44770ad35284b948cd4a415ddb69d2c&device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 1099 time: 0.0761437 Nov 16 04:40:18.105172 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-5c0d7833-6075-4ec4-acc1-c92245a02784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:18.106800 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-5c0d7833-6075-4ec4-acc1-c92245a02784 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0910668 Nov 16 04:40:18.161747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ac871-ac3d-45a2-bc7a-c4d56406b08a req-87506ee3-9435-4485-8d9b-c94bc9438758 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:18.169512 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a67ac871-ac3d-45a2-bc7a-c4d56406b08a req-87506ee3-9435-4485-8d9b-c94bc9438758 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.1046853 Nov 16 04:40:18.188299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b527a7-48f4-4a04-952b-e251a2d1b33f req-473858dd-33be-407a-81bb-fa00e0510807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:18.190126 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7b527a7-48f4-4a04-952b-e251a2d1b33f req-473858dd-33be-407a-81bb-fa00e0510807 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1277759 Nov 16 04:40:18.195270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-286db40f-75d2-42bd-ae8b-e52d6a824d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:18.197059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-286db40f-75d2-42bd-ae8b-e52d6a824d2c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0823805 Nov 16 04:40:18.214084 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:18.246378 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7b527a7-48f4-4a04-952b-e251a2d1b33f req-2618a5ad-a4b9-45e0-bca8-c4828a94f1f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=b538162f-418c-45ae-8f84-4500a705e2cb HTTP/1.1" status: 200 len: 217 time: 0.0414014 Nov 16 04:40:18.302300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b527a7-48f4-4a04-952b-e251a2d1b33f req-7a40785c-bd8c-47a2-b532-a6737c1fe5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:18.304780 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7b527a7-48f4-4a04-952b-e251a2d1b33f req-7a40785c-bd8c-47a2-b532-a6737c1fe5b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0497108 Nov 16 04:40:18.329955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a67ac871-ac3d-45a2-bc7a-c4d56406b08a req-fabdd92b-3cf2-4fae-ad6c-602496e2a5cb tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594315 Nov 16 04:40:18.353912 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-a5def687-b7c2-4a69-aabb-5d95910332c7 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440506 Nov 16 04:40:18.355887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 81157296-87b2-43d1-addc-5fb42660e3a3 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:40:18.365468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a055eee-9ebe-4d0d-8033-f7d065f4d22b req-e6968f06-1e1e-45c0-8052-9d47e5b7d7f9 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:18.367190 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b527a7-48f4-4a04-952b-e251a2d1b33f req-f2bb9c67-641b-4883-924f-a48a4599982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:18.367562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a055eee-9ebe-4d0d-8033-f7d065f4d22b req-e6968f06-1e1e-45c0-8052-9d47e5b7d7f9 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 948 time: 0.0942223 Nov 16 04:40:18.369002 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7b527a7-48f4-4a04-952b-e251a2d1b33f req-f2bb9c67-641b-4883-924f-a48a4599982a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0560985 Nov 16 04:40:18.478567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a055eee-9ebe-4d0d-8033-f7d065f4d22b req-907fcb91-2e10-439d-9827-b0cee2b21aa6 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027944 Nov 16 04:40:18.493723 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 81157296-87b2-43d1-addc-5fb42660e3a3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=81157296-87b2-43d1-addc-5fb42660e3a3,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:18.495893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c0e63c-0f48-466b-9641-97848c2adbf3 req-dd651cdf-8273-47ac-84cc-35f03e246d96 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270535 Nov 16 04:40:18.506280 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7b527a7-48f4-4a04-952b-e251a2d1b33f req-ff636ced-ecb6-4e54-851c-aa48e2a3ab73 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217780 Nov 16 04:40:18.525198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '81157296-87b2-43d1-addc-5fb42660e3a3', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '81157296-87b2-43d1-addc-5fb42660e3a3', 'mac_address': 'fa:16:3e:bc:2e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:40:18.565176 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:18.582570 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81157296-87b2-43d1-addc-5fb42660e3a3 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:18.630733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d189c0-1c91-48eb-935a-cdaa194a2d6a req-ed7d5217-1ba8-4494-983b-4afd6501c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:18.632299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55d189c0-1c91-48eb-935a-cdaa194a2d6a req-ed7d5217-1ba8-4494-983b-4afd6501c997 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d44770ad35284b948cd4a415ddb69d2c&device_id=b1a585c4-fff1-47df-be6b-f9fd00d949d6 HTTP/1.1" status: 200 len: 1098 time: 0.0757291 Nov 16 04:40:18.637432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 81157296-87b2-43d1-addc-5fb42660e3a3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=81157296-87b2-43d1-addc-5fb42660e3a3,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:18.639815 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7b527a7-48f4-4a04-952b-e251a2d1b33f req-49921c12-51ee-4fdb-8150-3ef75418a6de service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248894 Nov 16 04:40:18.643423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:18.647924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a3918-41c5-4425-b7a2-6a04fc8179e9 req-3a30787c-9b16-4aca-9b1b-8fcd9a8c723a tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:18.656542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e63a3918-41c5-4425-b7a2-6a04fc8179e9 req-3a30787c-9b16-4aca-9b1b-8fcd9a8c723a tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 948 time: 0.1100287 Nov 16 04:40:18.700035 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=81157296-87b2-43d1-addc-5fb42660e3a3,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:18.709190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:18.710087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:18.710427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:18.710758 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:18.711085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:18.711410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:18.711733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:18.712218 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:18.712419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:18.712858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:18.713361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:18.713999 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:18.782328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e63a3918-41c5-4425-b7a2-6a04fc8179e9 req-ce2cefa5-8da7-414e-a852-68d165b4b194 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247416 Nov 16 04:40:18.831970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d189c0-1c91-48eb-935a-cdaa194a2d6a req-e843eca7-9c20-478f-874e-8f0ad846ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:18.833539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55d189c0-1c91-48eb-935a-cdaa194a2d6a req-e843eca7-9c20-478f-874e-8f0ad846ce77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1748011 Nov 16 04:40:18.844197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79836c84-3a5b-423e-a130-7464c23728e3 req-753595ca-f08a-4a09-be7f-20b09f4ad170 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:18.846055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79836c84-3a5b-423e-a130-7464c23728e3 req-753595ca-f08a-4a09-be7f-20b09f4ad170 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.0850408 Nov 16 04:40:18.894590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55d189c0-1c91-48eb-935a-cdaa194a2d6a req-a041ea0f-16c7-49fc-9309-c8a875d72bbd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df HTTP/1.1" status: 200 len: 217 time: 0.0475657 Nov 16 04:40:18.990004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79836c84-3a5b-423e-a130-7464c23728e3 req-40238830-703e-43ae-8813-dd4041d374d5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364980 Nov 16 04:40:18.990232 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['81157296-87b2-43d1-addc-5fb42660e3a3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:18.998745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d189c0-1c91-48eb-935a-cdaa194a2d6a req-6801a12d-c9a1-4426-b60b-46bf3e250c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:19.000198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55d189c0-1c91-48eb-935a-cdaa194a2d6a req-6801a12d-c9a1-4426-b60b-46bf3e250c35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0945711 Nov 16 04:40:19.023439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57a261-ac9e-4469-bc1e-7557367bb6b2 req-e92082d6-68fe-484d-94bf-c8cf846f7c32 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:19.025701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb57a261-ac9e-4469-bc1e-7557367bb6b2 req-e92082d6-68fe-484d-94bf-c8cf846f7c32 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 945 time: 0.0898631 Nov 16 04:40:19.125087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2c4df0e-bbea-4398-9df0-5cf557262e6c req-941efcbe-ec06-48f6-9cc8-e0faedb61a75 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf8f5393-3a3f-4db1-af39-18e973f6fa88 HTTP/1.1" status: 200 len: 210 time: 0.0455387 Nov 16 04:40:19.143727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d189c0-1c91-48eb-935a-cdaa194a2d6a req-b26549bd-3352-47cb-a80b-dfa28756d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:19.145318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55d189c0-1c91-48eb-935a-cdaa194a2d6a req-b26549bd-3352-47cb-a80b-dfa28756d038 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185350 Nov 16 04:40:19.177941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb57a261-ac9e-4469-bc1e-7557367bb6b2 req-c3257c94-b09e-4b42-8e76-6bbfe0f3606f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340973 Nov 16 04:40:19.306802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55d189c0-1c91-48eb-935a-cdaa194a2d6a req-82a04f6a-7d5b-4131-a6fa-3b91bf4616fd service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515787 Nov 16 04:40:19.332226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0aa413-6670-4201-839b-d0423df78b41 req-c2ab7301-3f09-44d6-a35b-e8a8d84b16be tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:19.334232 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd0aa413-6670-4201-839b-d0423df78b41 req-c2ab7301-3f09-44d6-a35b-e8a8d84b16be tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0759621 Nov 16 04:40:19.431157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd0aa413-6670-4201-839b-d0423df78b41 req-a4bb3717-a748-4f4c-a24b-f475871113c4 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875230 Nov 16 04:40:19.480143 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55d189c0-1c91-48eb-935a-cdaa194a2d6a req-7336b72d-8fd8-4cdf-8508-09f66451a37f service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449630 Nov 16 04:40:19.567800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28a7df-eb23-4f52-9d6b-15fd19652a6b req-3b965379-66c8-4579-bc46-049e2eac5068 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:19.570112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed28a7df-eb23-4f52-9d6b-15fd19652a6b req-3b965379-66c8-4579-bc46-049e2eac5068 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.0527387 Nov 16 04:40:19.643008 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed28a7df-eb23-4f52-9d6b-15fd19652a6b req-3c9cae77-d6c6-4a1b-83db-74e015cea6e4 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664477 Nov 16 04:40:19.725041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3075a-a77d-4d1d-b8cd-2227d860bb5d req-2117a05b-fce8-4978-b8bd-98a94a3f8f49 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:19.735502 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6b3075a-a77d-4d1d-b8cd-2227d860bb5d req-2117a05b-fce8-4978-b8bd-98a94a3f8f49 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 948 time: 0.0685794 Nov 16 04:40:19.796005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6b3075a-a77d-4d1d-b8cd-2227d860bb5d req-8fccb1d5-eb1d-4cd3-8b56-b8ac41ee4023 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500326 Nov 16 04:40:19.910336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb323ff-75ce-4f6b-820a-9290883a85b0 req-c16d0631-261e-4b5d-9568-e7136ecf2213 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:19.911721 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-feb323ff-75ce-4f6b-820a-9290883a85b0 req-c16d0631-261e-4b5d-9568-e7136ecf2213 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 949 time: 0.0521607 Nov 16 04:40:19.963230 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-feb323ff-75ce-4f6b-820a-9290883a85b0 req-408e6799-4d65-4076-af77-c3d706f33cc5 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448322 Nov 16 04:40:20.111978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829c22d-f748-46e3-999e-2004905c8368 req-83eee549-cdd3-402e-ab37-1ae9bddba4bc tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:20.113478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9829c22d-f748-46e3-999e-2004905c8368 req-83eee549-cdd3-402e-ab37-1ae9bddba4bc tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.0502491 Nov 16 04:40:20.160560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9829c22d-f748-46e3-999e-2004905c8368 req-81f1128e-5d0a-455d-8c61-16c280e60405 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408049 Nov 16 04:40:20.356651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b538162f-418c-45ae-8f84-4500a705e2cb details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:40:20.363421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 81157296-87b2-43d1-addc-5fb42660e3a3 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:40:20.472671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 81157296-87b2-43d1-addc-5fb42660e3a3 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:40:20.488695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 81157296-87b2-43d1-addc-5fb42660e3a3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:20.489167 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:20.531609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b538162f-418c-45ae-8f84-4500a705e2cb, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b538162f-418c-45ae-8f84-4500a705e2cb,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:20.548912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'b538162f-418c-45ae-8f84-4500a705e2cb', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': 'b538162f-418c-45ae-8f84-4500a705e2cb', 'mac_address': 'fa:16:3e:38:03:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:40:20.575361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e7d90-1e7b-4a34-a7b2-aa17bc89d954 req-d03359cd-f10d-48c6-9940-0c7b2175952c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:20.577184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-936e7d90-1e7b-4a34-a7b2-aa17bc89d954 req-d03359cd-f10d-48c6-9940-0c7b2175952c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0545793 Nov 16 04:40:20.619728 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:20.622834 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:20.631679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-936e7d90-1e7b-4a34-a7b2-aa17bc89d954 req-4a4b39c7-70d7-4c7b-b248-65a20ce2d50e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485735 Nov 16 04:40:20.643140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b538162f-418c-45ae-8f84-4500a705e2cb {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:20.664209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5835833-fd96-438c-9d94-e5eb9dda64c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81157296-87b2-43d1-addc-5fb42660e3a3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:20.666504 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3129650b-fb7b-49aa-8c04-93b39fd96b6a" -d '{"events": [{"server_uuid": "b5835833-fd96-438c-9d94-e5eb9dda64c2", "name": "network-vif-plugged", "status": "completed", "tag": "81157296-87b2-43d1-addc-5fb42660e3a3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:20.689948 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 81157296-87b2-43d1-addc-5fb42660e3a3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=81157296-87b2-43d1-addc-5fb42660e3a3,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:20.692155 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b538162f-418c-45ae-8f84-4500a705e2cb, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b538162f-418c-45ae-8f84-4500a705e2cb,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:20.697344 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:20.705267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:20.705928 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4df0b988-cd4a-40bc-922a-8e0231fba5df details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:40:20.736649 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b0bd3d-4de9-47f5-aa68-9caee6240e42 x-openstack-request-id: req-89b0bd3d-4de9-47f5-aa68-9caee6240e42 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:20.737068 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5835833-fd96-438c-9d94-e5eb9dda64c2", "name": "network-vif-plugged", "status": "completed", "tag": "81157296-87b2-43d1-addc-5fb42660e3a3", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:20.737602 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89b0bd3d-4de9-47f5-aa68-9caee6240e42 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:20.738115 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5835833-fd96-438c-9d94-e5eb9dda64c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81157296-87b2-43d1-addc-5fb42660e3a3', 'code': 200} Nov 16 04:40:20.809175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:20.812159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=81157296-87b2-43d1-addc-5fb42660e3a3,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:20.848472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '4df0b988-cd4a-40bc-922a-8e0231fba5df', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '4df0b988-cd4a-40bc-922a-8e0231fba5df', 'mac_address': 'fa:16:3e:0f:36:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:40:20.879114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad475408-19c7-45a1-9f6c-b1c5092f7346 req-c6af0943-3116-4d7a-ad7c-5e45840ed354 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:20.880706 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad475408-19c7-45a1-9f6c-b1c5092f7346 req-c6af0943-3116-4d7a-ad7c-5e45840ed354 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.1379805 Nov 16 04:40:20.906211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5e059-4d44-40c7-a62f-254b172bb3d0 req-83cab0db-7e8a-4e0f-9ccf-f9121d12b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:20.907771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dde5e059-4d44-40c7-a62f-254b172bb3d0 req-83cab0db-7e8a-4e0f-9ccf-f9121d12b77d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 1101 time: 0.1044614 Nov 16 04:40:20.908270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b538162f-418c-45ae-8f84-4500a705e2cb,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:20.913639 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:20.930113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df0b988-cd4a-40bc-922a-8e0231fba5df {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:20.953108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:20.957811 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:21.023877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4df0b988-cd4a-40bc-922a-8e0231fba5df,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:21.034449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad475408-19c7-45a1-9f6c-b1c5092f7346 req-060efad0-f06e-44f9-bd4d-d8e8f98672d5 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471488 Nov 16 04:40:21.080488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dde5e059-4d44-40c7-a62f-254b172bb3d0 req-6b8a3391-6caf-4474-8feb-80b40a9c5ce2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601877 Nov 16 04:40:21.089168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854276b6-a01c-4adb-8f11-8e44fff6820d req-e886ee6e-7b32-44fe-83b6-0a190b1795bc tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:21.096834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-854276b6-a01c-4adb-8f11-8e44fff6820d req-e886ee6e-7b32-44fe-83b6-0a190b1795bc tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 949 time: 0.1541650 Nov 16 04:40:21.123298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-45a0a0a9-4b63-4368-b67a-d19517516089 service neutron] 10.222.0.37 "GET /v2.0/ports/2e70a93b-1d00-4e10-8a25-8cd815bf6647/bindings/n-h1-818042-1 HTTP/1.1" status: 200 len: 382 time: 0.1702883 Nov 16 04:40:21.189957 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-854276b6-a01c-4adb-8f11-8e44fff6820d req-3bcb451d-7a1c-4f67-a565-f492cf6afc94 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879536 Nov 16 04:40:21.205433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ae8eb-a423-4b69-8423-2976fecce1f7 req-473670d5-c35b-4bef-9a3c-29ce7ed00197 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:21.207385 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c17ae8eb-a423-4b69-8423-2976fecce1f7 req-473670d5-c35b-4bef-9a3c-29ce7ed00197 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 950 time: 0.1017079 Nov 16 04:40:21.297077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b538162f-418c-45ae-8f84-4500a705e2cb'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:21.336674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c17ae8eb-a423-4b69-8423-2976fecce1f7 req-e3d608e7-f0b0-4709-8c18-e4ef05ae9daa tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184499 Nov 16 04:40:21.374654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519be55-86ad-4b0a-80ee-2bcd20049130 req-7a42b9b9-1a1c-450d-9dc2-d2b27afa2d71 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:21.376209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0519be55-86ad-4b0a-80ee-2bcd20049130 req-7a42b9b9-1a1c-450d-9dc2-d2b27afa2d71 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1058290 Nov 16 04:40:21.380985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['4df0b988-cd4a-40bc-922a-8e0231fba5df'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:21.464112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-7598b51f-4234-439a-bd65-5130a1117532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:21.465651 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-7598b51f-4234-439a-bd65-5130a1117532 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c&tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd HTTP/1.1" status: 200 len: 1101 time: 0.0755317 Nov 16 04:40:21.470648 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0519be55-86ad-4b0a-80ee-2bcd20049130 req-07a694a9-6036-4038-8b36-fa1cefac49c6 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715275 Nov 16 04:40:21.531148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-825d5a70-d3f6-4c8f-b5b8-74a96e7cc16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:21.532577 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-825d5a70-d3f6-4c8f-b5b8-74a96e7cc16f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 1101 time: 0.0420928 Nov 16 04:40:21.634868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-ecf53392-1d9b-459e-812d-a5bc124c8f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:21.636557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-ecf53392-1d9b-459e-812d-a5bc124c8f39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.0921881 Nov 16 04:40:21.685336 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-a852a8a5-8a74-4234-af0e-dc1d41f84618 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647 HTTP/1.1" status: 200 len: 217 time: 0.0405712 Nov 16 04:40:21.768921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-24e022b5-e33b-4ff6-be49-6a8802468b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:21.770400 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-24e022b5-e33b-4ff6-be49-6a8802468b02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0784721 Nov 16 04:40:21.813846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeff094-26c3-4f9a-80a1-3ebe26324ccb req-da2f1997-a408-461c-bc66-c8c91de4aa8c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:21.815223 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ddeff094-26c3-4f9a-80a1-3ebe26324ccb req-da2f1997-a408-461c-bc66-c8c91de4aa8c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0897253 Nov 16 04:40:21.842859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-6fafeac8-5791-459c-b598-a4039bf08c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:21.844343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-6fafeac8-5791-459c-b598-a4039bf08c80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657887 Nov 16 04:40:21.924688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ddeff094-26c3-4f9a-80a1-3ebe26324ccb req-8296550b-dc66-4aac-90b7-d9ada11ce88e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019652 Nov 16 04:40:21.966585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-84bbd360-d278-4068-9445-a8ecfc61680a service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146441 Nov 16 04:40:22.097241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6faaf9ad-9e5b-4309-b267-63faee9f7757 req-b0822b22-dce3-43fb-bca5-551ecbe05739 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228099 Nov 16 04:40:22.108471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4848aac-0cf5-44f0-8086-bf30e05c6fe4 req-a05f72f1-7fd0-4414-87b3-a5284ca021b2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1259947 Nov 16 04:40:22.210983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4798c6-2c07-4154-b682-355df35f78a8 req-bdd921a7-1a99-4428-aa40-5e5f735970a8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:22.220401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd4798c6-2c07-4154-b682-355df35f78a8 req-bdd921a7-1a99-4428-aa40-5e5f735970a8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.0933299 Nov 16 04:40:22.260949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4848aac-0cf5-44f0-8086-bf30e05c6fe4 req-41b90849-27b2-4d24-9136-1effb2f0cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:22.262677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4848aac-0cf5-44f0-8086-bf30e05c6fe4 req-41b90849-27b2-4d24-9136-1effb2f0cef5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e339e415385b4d5dbab31d9b5027d120&device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 1095 time: 0.1066916 Nov 16 04:40:22.291597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd4798c6-2c07-4154-b682-355df35f78a8 req-4c492d21-110e-4e5a-8eb8-a016a5e4e6d6 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701251 Nov 16 04:40:22.377731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e1dca4d3-905e-419c-ba7d-5d74e08fb685 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:40:22.467800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4848aac-0cf5-44f0-8086-bf30e05c6fe4 req-8291548e-7341-490f-ad00-1a3c86ff7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:22.480705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4848aac-0cf5-44f0-8086-bf30e05c6fe4 req-8291548e-7341-490f-ad00-1a3c86ff7ea6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 200 len: 921 time: 0.1803417 Nov 16 04:40:22.595344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4848aac-0cf5-44f0-8086-bf30e05c6fe4 req-8e26d158-45a7-47b6-a3b0-df13c8daf659 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c HTTP/1.1" status: 200 len: 217 time: 0.0712395 Nov 16 04:40:22.605610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283426a-f199-4e59-8b3e-e797e2f630f3 req-7ea85cfa-0acb-48ce-a770-1e8494e9f3de tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:22.607248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4283426a-f199-4e59-8b3e-e797e2f630f3 req-7ea85cfa-0acb-48ce-a770-1e8494e9f3de tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 949 time: 0.2602022 Nov 16 04:40:22.646452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:22.660553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'port_id': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'mac_address': 'fa:16:3e:9d:11:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:40:22.678161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9353c-86f1-4efd-94b2-93cf9c28333c req-d3b5c1ef-afd4-4988-8297-2ded6c19936a tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:22.679839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9e9353c-86f1-4efd-94b2-93cf9c28333c req-d3b5c1ef-afd4-4988-8297-2ded6c19936a tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 950 time: 0.1980820 Nov 16 04:40:22.718044 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:22.735873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1dca4d3-905e-419c-ba7d-5d74e08fb685 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:22.751561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4848aac-0cf5-44f0-8086-bf30e05c6fe4 req-725da606-4a11-4129-a74d-ef5364c1cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:22.753019 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4848aac-0cf5-44f0-8086-bf30e05c6fe4 req-725da606-4a11-4129-a74d-ef5364c1cb9a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 200 len: 860 time: 0.1448939 Nov 16 04:40:22.779477 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:22.788504 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:22.814369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4283426a-f199-4e59-8b3e-e797e2f630f3 req-9acee6e3-2976-4537-a844-6be264fabbdd tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981552 Nov 16 04:40:22.817227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4848aac-0cf5-44f0-8086-bf30e05c6fe4 req-f3ed4071-2b20-429a-92aa-97f1f0f52cb3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=2fad6d6b-5670-4e68-bf6b-fdc19241d30a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445676 Nov 16 04:40:22.902230 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:22.919736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9e9353c-86f1-4efd-94b2-93cf9c28333c req-618c5a40-33e6-4615-a931-52a1cca8d92b tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090399 Nov 16 04:40:22.976531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e1dca4d3-905e-419c-ba7d-5d74e08fb685'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:23.410439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5961c22-5e57-4712-a8dd-a0e6f494e48b req-a663491a-4287-44ec-b33b-505ff35692cd tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:23.412018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5961c22-5e57-4712-a8dd-a0e6f494e48b req-a663491a-4287-44ec-b33b-505ff35692cd tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.4912302 Nov 16 04:40:23.415485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4848aac-0cf5-44f0-8086-bf30e05c6fe4 req-b5af42f0-7d70-4971-8f94-ac09789bef21 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847826 Nov 16 04:40:23.516308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a58309-2e17-409d-a51c-7d6219100ad5 req-f770b9ec-98ec-49e9-8e54-24c4e93052eb tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:23.517893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66a58309-2e17-409d-a51c-7d6219100ad5 req-f770b9ec-98ec-49e9-8e54-24c4e93052eb tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.1559055 Nov 16 04:40:23.542472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5961c22-5e57-4712-a8dd-a0e6f494e48b req-3322cf88-4af6-4a91-b1c4-6fa3743b4428 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225502 Nov 16 04:40:23.592961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4848aac-0cf5-44f0-8086-bf30e05c6fe4 req-629ba563-7cfb-4406-a571-bc0a132b0122 service neutron] 10.222.0.37 "GET /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657774 Nov 16 04:40:23.622773 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66a58309-2e17-409d-a51c-7d6219100ad5 req-5c9707f1-0ab7-4ce6-8a23-5bf6783a5097 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949626 Nov 16 04:40:23.734540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b4e64-260b-4a02-9917-81e07771f856 req-c3b8cb56-3a11-4dc0-9809-8dd178e5d3c1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:23.742758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-603b4e64-260b-4a02-9917-81e07771f856 req-c3b8cb56-3a11-4dc0-9809-8dd178e5d3c1 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.0768449 Nov 16 04:40:23.843496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-603b4e64-260b-4a02-9917-81e07771f856 req-55b92cab-bd61-425e-829d-007aaf8df075 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997913 Nov 16 04:40:23.976030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcf016-36ac-49cf-85ad-85d7021ed3d1 req-61fbf6d0-a802-46f5-b56b-881929233e4e tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:23.984454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35fcf016-36ac-49cf-85ad-85d7021ed3d1 req-61fbf6d0-a802-46f5-b56b-881929233e4e tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 949 time: 0.0706024 Nov 16 04:40:24.071359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35fcf016-36ac-49cf-85ad-85d7021ed3d1 req-243da6a1-c1ed-4c91-9296-07f03214da81 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782225 Nov 16 04:40:24.182778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3117205-fa6c-42d9-99f9-526b1a689bd7 req-3232954b-b9ed-4845-ab43-a99719dec062 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:24.190601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3117205-fa6c-42d9-99f9-526b1a689bd7 req-3232954b-b9ed-4845-ab43-a99719dec062 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 950 time: 0.1178179 Nov 16 04:40:24.291446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2e70a93b-1d00-4e10-8a25-8cd815bf6647 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:40:24.310263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3117205-fa6c-42d9-99f9-526b1a689bd7 req-c3c0ab73-b5d1-47c0-ae99-bd3fbb09679d tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780215 Nov 16 04:40:24.422030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2e70a93b-1d00-4e10-8a25-8cd815bf6647 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:24.483564 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b538162f-418c-45ae-8f84-4500a705e2cb up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:40:24.672245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port b538162f-418c-45ae-8f84-4500a705e2cb completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:40:24.746277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port b538162f-418c-45ae-8f84-4500a705e2cb triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:24.746953 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:24.816168 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-65a0e26c-1039-42b4-b55e-561719bdb57f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=66799bae47e94fb0b4db932da02b81c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439038 Nov 16 04:40:24.854076 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:24.878220 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:24.906196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '2e70a93b-1d00-4e10-8a25-8cd815bf6647', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '2e70a93b-1d00-4e10-8a25-8cd815bf6647', 'mac_address': 'fa:16:3e:8b:73:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:40:24.917078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692872e-5427-4995-b775-b2e18fb781d6 req-6cded932-ad11-446d-a62a-eb79662e522a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:24.923181 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d692872e-5427-4995-b775-b2e18fb781d6 req-6cded932-ad11-446d-a62a-eb79662e522a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.2422142 Nov 16 04:40:24.934615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:24.937235 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751a350e-c462-412f-9c61-9107df6cb60c" -d '{"events": [{"server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "name": "network-vif-unplugged", "status": "completed", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:24.973184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:24.984370 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:25.015050 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:25.066275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e70a93b-1d00-4e10-8a25-8cd815bf6647 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:25.084816 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:25.098598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=2e70a93b-1d00-4e10-8a25-8cd815bf6647,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:25.164739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d692872e-5427-4995-b775-b2e18fb781d6 req-7da784b5-051a-4348-8f8b-e4be28a62f2d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318666 Nov 16 04:40:25.178848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b538162f-418c-45ae-8f84-4500a705e2cb, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b538162f-418c-45ae-8f84-4500a705e2cb,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:25.184355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-43fe4dfa-610d-488f-960a-1cbcacc1d115 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:25.186994 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:40:25.187459 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:40:25.191120 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:25.192080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e1dca4d3-905e-419c-ba7d-5d74e08fb685 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:40:25.198292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-43fe4dfa-610d-488f-960a-1cbcacc1d115 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3805113 Nov 16 04:40:25.237324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-969cd60e-4e71-48cc-a525-8fcb2b2d45c1 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/quotas/66799bae47e94fb0b4db932da02b81c8 HTTP/1.1" status: 200 len: 375 time: 0.0386291 Nov 16 04:40:25.358143 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b538162f-418c-45ae-8f84-4500a705e2cb,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:25.375586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port e1dca4d3-905e-419c-ba7d-5d74e08fb685 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:25.376242 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:25.450050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-f7e765b7-0081-4a1d-a149-994f57393880 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=66799bae47e94fb0b4db932da02b81c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2043116 Nov 16 04:40:25.493271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec526168-fea0-4259-970d-4ff73834f500 req-47284ce0-3d3f-4461-b6aa-482224c5eb03 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:25.496226 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:25.497884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec526168-fea0-4259-970d-4ff73834f500 req-47284ce0-3d3f-4461-b6aa-482224c5eb03 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.1691751 Nov 16 04:40:25.595861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:25.601578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:25.605730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4df0b988-cd4a-40bc-922a-8e0231fba5df up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:40:25.642248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec526168-fea0-4259-970d-4ff73834f500 req-2c59e0fb-43a8-4ee6-b8f7-150633be1c85 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379411 Nov 16 04:40:25.786962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:25.792732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 4df0b988-cd4a-40bc-922a-8e0231fba5df completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:40:25.798986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 4df0b988-cd4a-40bc-922a-8e0231fba5df triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:25.799371 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:25.800973 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:25.823177 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a68b41-55a8-4724-95c2-44ee866ffb28 x-openstack-request-id: req-b3a68b41-55a8-4724-95c2-44ee866ffb28 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:25.823530 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "name": "network-vif-unplugged", "status": "completed", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:25.823789 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3a68b41-55a8-4724-95c2-44ee866ffb28 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:25.826292 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647', 'code': 200} Nov 16 04:40:25.907673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e70a93b-1d00-4e10-8a25-8cd815bf6647 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:26.011266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:26.029785 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:26.097541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041f9e-445b-4382-a120-6be01c4a8fde req-b4cc8bcf-83d5-4153-a479-f5de8ada9191 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:26.103883 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0041f9e-445b-4382-a120-6be01c4a8fde req-b4cc8bcf-83d5-4153-a479-f5de8ada9191 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.1966550 Nov 16 04:40:26.174555 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:26.188012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf93c3-ac55-4432-be11-45b6b742ca49 req-e73156ca-b696-4593-a275-831ffb7bf77d tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:26.191237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=2e70a93b-1d00-4e10-8a25-8cd815bf6647,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:26.192245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0eaf93c3-ac55-4432-be11-45b6b742ca49 req-e73156ca-b696-4593-a275-831ffb7bf77d tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 950 time: 0.1907778 Nov 16 04:40:26.239851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:26.245294 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:26.338422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0041f9e-445b-4382-a120-6be01c4a8fde req-e5f53d2c-91e4-4708-9d7d-de1c8edcdcfa tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190869 Nov 16 04:40:26.372522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4df0b988-cd4a-40bc-922a-8e0231fba5df,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:26.380623 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['2e70a93b-1d00-4e10-8a25-8cd815bf6647'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:26.422519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0eaf93c3-ac55-4432-be11-45b6b742ca49 req-a928038c-3b2c-4ffa-b443-7afd2e9c8cf9 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926029 Nov 16 04:40:26.911618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c56beae3-4ada-45ee-8888-79be72c8ab78 req-730d1d7d-ba81-4acb-89cb-cde766e689f3 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 210 time: 0.1497231 Nov 16 04:40:27.177803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7463b3-8a69-453b-af86-0b42f38a31a1 req-e1c1935d-c923-4ae0-afc5-d7aa5a2cf9d9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:27.180834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c7463b3-8a69-453b-af86-0b42f38a31a1 req-e1c1935d-c923-4ae0-afc5-d7aa5a2cf9d9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.2681904 Nov 16 04:40:27.191742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd73b9-5d61-406a-a344-613d0546042f req-f7579ca4-a8db-4001-8f62-cd81dbfc139c tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:27.194393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-f7579ca4-a8db-4001-8f62-cd81dbfc139c tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c&tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 949 time: 0.1489041 Nov 16 04:40:27.296693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1683c-c343-49b9-8021-89414f954abf req-8bf0f0e3-2e3f-45ab-ae63-1a0b1554cb39 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:27.306413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34b1683c-c343-49b9-8021-89414f954abf req-8bf0f0e3-2e3f-45ab-ae63-1a0b1554cb39 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 949 time: 0.1852229 Nov 16 04:40:27.400647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c7463b3-8a69-453b-af86-0b42f38a31a1 req-95b23e1d-0b4b-490d-80b8-49bc09ecb8c4 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047935 Nov 16 04:40:27.463155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-3dd47e22-9727-4833-b066-7e62f9eee676 service neutron] 10.222.0.37 "GET /v2.0/ports/2e70a93b-1d00-4e10-8a25-8cd815bf6647/bindings/n-h1-818042-1 HTTP/1.1" status: 200 len: 382 time: 0.2552090 Nov 16 04:40:27.526184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34b1683c-c343-49b9-8021-89414f954abf req-312e0854-5af9-4192-be22-40b131d4a93f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178705 Nov 16 04:40:27.605746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-5389efbe-f82d-449d-894b-237e5010db18 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:27.607324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-5389efbe-f82d-449d-894b-237e5010db18 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9&tenant_id=2d6aa7ebda584f678731e5b32da32c5a&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1097 time: 0.1906140 Nov 16 04:40:27.613141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd73b9-5d61-406a-a344-613d0546042f req-0c0fdee0-0b2b-4b64-a594-6a141f712640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:27.614859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-0c0fdee0-0b2b-4b64-a594-6a141f712640 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 1100 time: 0.0761609 Nov 16 04:40:27.620069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-818042-1'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:40:27.827768 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc344a3d-5525-4525-b08f-d644e873d122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538162f-418c-45ae-8f84-4500a705e2cb'}, {'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685'}, {'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:27.830070 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad221c39-bea2-445e-9465-8ee9fae7f922" -d '{"events": [{"server_uuid": "cc344a3d-5525-4525-b08f-d644e873d122", "name": "network-vif-plugged", "status": "completed", "tag": "b538162f-418c-45ae-8f84-4500a705e2cb"}, {"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-plugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685"}, {"server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "name": "network-vif-plugged", "status": "completed", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:27.957955 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-e1c9f690-d5c5-4879-975a-b5cdd1ad5e71 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=66799bae47e94fb0b4db932da02b81c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506403 Nov 16 04:40:28.033701 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:28.048306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19184cae-2ba9-496d-92dd-292ead8c40a6 req-4b76421c-c49e-4052-a048-230539084a4e tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:28.049920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19184cae-2ba9-496d-92dd-292ead8c40a6 req-4b76421c-c49e-4052-a048-230539084a4e tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 946 time: 0.3665547 Nov 16 04:40:28.104653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f3a82-7965-47ae-9c9d-d67564124f89 req-b21eb4dd-9395-47fa-a8a5-c5f32367d16c tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:28.119171 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-646f3a82-7965-47ae-9c9d-d67564124f89 req-b21eb4dd-9395-47fa-a8a5-c5f32367d16c tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 950 time: 0.3060553 Nov 16 04:40:28.127666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd73b9-5d61-406a-a344-613d0546042f req-2268d575-6bf7-4ab6-b6b0-91a523b48f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:28.129185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-2268d575-6bf7-4ab6-b6b0-91a523b48f3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.5061541 Nov 16 04:40:28.142153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fe1d725-b060-42cd-bde7-87cedbc652fe req-0f8c2033-4153-4bc8-bbd6-cbeacbdd4f22 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3305323 Nov 16 04:40:28.190038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2d052b19-e60b-4e7d-adc4-4107e70ff5f9 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:28.192033 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2d052b19-e60b-4e7d-adc4-4107e70ff5f9 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234759 Nov 16 04:40:28.209115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2c89ac14-8a07-4fce-a7cc-8bc3c91d0c2f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Request body: {'port': {'device_id': '93fdc727-81e8-457d-b890-15e181f3093e', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '66799bae47e94fb0b4db932da02b81c8'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:40:28.266823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-398e03c8-e7ce-4514-bde9-62cd3c99899a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647 HTTP/1.1" status: 200 len: 217 time: 0.1168528 Nov 16 04:40:28.314836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device c0c8d3ab-83dc-4005-b51c-41d4d94d490a details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:40:28.316871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2e70a93b-1d00-4e10-8a25-8cd815bf6647 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:40:28.455409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19184cae-2ba9-496d-92dd-292ead8c40a6 req-36c8bacf-bf19-4acf-8e52-b9e640ea0745 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3863986 Nov 16 04:40:28.473284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2c89ac14-8a07-4fce-a7cc-8bc3c91d0c2f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Made reservation on behalf of 66799bae47e94fb0b4db932da02b81c8 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:40:28.476851 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2c89ac14-8a07-4fce-a7cc-8bc3c91d0c2f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:28.489157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-646f3a82-7965-47ae-9c9d-d67564124f89 req-2725d30a-abb9-4539-a240-f354c3b82296 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694661 Nov 16 04:40:28.531844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1d725-b060-42cd-bde7-87cedbc652fe req-42cd4199-da3f-4620-82bc-82739a2dddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:28.533052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ee36d-dc76-4f8d-ab97-2de88658fe66 req-7c8ff74a-0b8e-4983-89e3-a80355642680 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:28.535204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fe1d725-b060-42cd-bde7-87cedbc652fe req-42cd4199-da3f-4620-82bc-82739a2dddbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 1096 time: 0.3489184 Nov 16 04:40:28.543351 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fc6ee36d-dc76-4f8d-ab97-2de88658fe66 req-7c8ff74a-0b8e-4983-89e3-a80355642680 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 944 time: 0.1810212 Nov 16 04:40:28.544081 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd73b9-5d61-406a-a344-613d0546042f req-f69139b7-2de4-47a6-bce2-e972440ab894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:28.546662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-f69139b7-2de4-47a6-bce2-e972440ab894 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2581782 Nov 16 04:40:28.558992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 2e70a93b-1d00-4e10-8a25-8cd815bf6647 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:28.559378 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:28.681896 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429ad0f1-4628-4eba-99c9-9718c0b81270 x-openstack-request-id: req-429ad0f1-4628-4eba-99c9-9718c0b81270 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:28.682236 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc344a3d-5525-4525-b08f-d644e873d122", "name": "network-vif-plugged", "status": "completed", "tag": "b538162f-418c-45ae-8f84-4500a705e2cb", "code": 200}, {"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-plugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685", "code": 200}, {"server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "name": "network-vif-plugged", "status": "completed", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:28.682445 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-429ad0f1-4628-4eba-99c9-9718c0b81270 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:28.682869 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc344a3d-5525-4525-b08f-d644e873d122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538162f-418c-45ae-8f84-4500a705e2cb', 'code': 200} Nov 16 04:40:28.683107 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'code': 200} Nov 16 04:40:28.683390 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df', 'code': 200} Nov 16 04:40:28.707174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:28.758616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device c0c8d3ab-83dc-4005-b51c-41d4d94d490a has no active binding in host n-h1-818042-1 {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 04:40:28.814103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:28.840641 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:28.863857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.15', 59480) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:28.866720 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e64d6bd-b45e-4892-9f8a-4a6a7c1d3715 req-c4695eac-ad42-49b1-bec6-802e08798bb5 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 210 time: 0.0785675 Nov 16 04:40:28.884985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:28.892408 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:28.953751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd73b9-5d61-406a-a344-613d0546042f req-14d2b35f-96cb-432d-84bc-3efc97bd90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:28.956189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-14d2b35f-96cb-432d-84bc-3efc97bd90c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4008751 Nov 16 04:40:29.042495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=2e70a93b-1d00-4e10-8a25-8cd815bf6647,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:29.082976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fa2f5-7683-4dde-9d61-3132f5b688e9 req-a2969a31-e0ed-43f8-8a6a-ad4fbfc129e5 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:29.085327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-751fa2f5-7683-4dde-9d61-3132f5b688e9 req-a2969a31-e0ed-43f8-8a6a-ad4fbfc129e5 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea1665ee-55a1-4c79-9ca5-721b65911fdf HTTP/1.1" status: 200 len: 944 time: 0.3751161 Nov 16 04:40:29.131809 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1d725-b060-42cd-bde7-87cedbc652fe req-8464484f-7ca5-47c4-aad3-ddd443c9e098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:29.133747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fe1d725-b060-42cd-bde7-87cedbc652fe req-8464484f-7ca5-47c4-aad3-ddd443c9e098 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.5525739 Nov 16 04:40:29.214117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fe1d725-b060-42cd-bde7-87cedbc652fe req-9fc892e4-7f46-4c85-8f4f-cb22bfb96360 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e HTTP/1.1" status: 200 len: 217 time: 0.0423448 Nov 16 04:40:29.226493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28954c4e-76eb-4424-9418-d5817a27e3ba req-ee58e2a7-42fe-465d-a294-b96198671afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:29.228277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28954c4e-76eb-4424-9418-d5817a27e3ba req-ee58e2a7-42fe-465d-a294-b96198671afc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 1101 time: 0.3810956 Nov 16 04:40:29.238807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:40:29.242817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3238c-1198-4077-95e5-44291c98b93e req-6cafa0f9-fdc0-4c25-9cc6-f9e6dea172b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:29.244349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96e3238c-1198-4077-95e5-44291c98b93e req-6cafa0f9-fdc0-4c25-9cc6-f9e6dea172b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1a585c4-fff1-47df-be6b-f9fd00d949d6 HTTP/1.1" status: 200 len: 1100 time: 0.3767653 Nov 16 04:40:29.244751 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2c89ac14-8a07-4fce-a7cc-8bc3c91d0c2f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Allocated IP 192.168.233.192 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/562016c7-3ef6-476d-bab1-b77539ccf6bc) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:40:29.248228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-fc6ee36d-dc76-4f8d-ab97-2de88658fe66 req-b824ccfc-0c88-46ea-9168-8cb35ec51552 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Deleting port db4b3aad-44eb-4a92-849b-b89769bbc90b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:40:29.248800 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fc6ee36d-dc76-4f8d-ab97-2de88658fe66 req-b824ccfc-0c88-46ea-9168-8cb35ec51552 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:29.368425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eed224-caef-44e9-b437-823b967420cb req-0ad352e4-4465-48a2-9871-e89ad99229ab tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:29.369917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09eed224-caef-44e9-b437-823b967420cb req-0ad352e4-4465-48a2-9871-e89ad99229ab tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.2758355 Nov 16 04:40:29.435896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94d8d5d-58b0-4759-a91f-1a39fe1daab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c8d3ab-83dc-4005-b51c-41d4d94d490a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:29.436763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-fc6ee36d-dc76-4f8d-ab97-2de88658fe66 req-b824ccfc-0c88-46ea-9168-8cb35ec51552 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] For port db4b3aad-44eb-4a92-849b-b89769bbc90b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=db4b3aad-44eb-4a92-849b-b89769bbc90b,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:29.437170 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fc6ee36d-dc76-4f8d-ab97-2de88658fe66 req-b824ccfc-0c88-46ea-9168-8cb35ec51552 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:29.438533 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3f2d4a-4f5d-4f49-8bf3-593606f1ef9c" -d '{"events": [{"server_uuid": "f94d8d5d-58b0-4759-a91f-1a39fe1daab9", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c8d3ab-83dc-4005-b51c-41d4d94d490a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:29.456201 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:29.456494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-fc6ee36d-dc76-4f8d-ab97-2de88658fe66 req-b824ccfc-0c88-46ea-9168-8cb35ec51552 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Calling delete_port for db4b3aad-44eb-4a92-849b-b89769bbc90b owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:40:29.474097 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-60a4c483-d16d-4d0f-933e-54c7a06e1ce7 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017962 Nov 16 04:40:29.475603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1d725-b060-42cd-bde7-87cedbc652fe req-44b30519-8a2b-4914-bdfb-e40e142bc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:29.477083 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fe1d725-b060-42cd-bde7-87cedbc652fe req-44b30519-8a2b-4914-bdfb-e40e142bc514 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.2477696 Nov 16 04:40:29.490460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-751fa2f5-7683-4dde-9d61-3132f5b688e9 req-09f058b8-6232-4967-ba26-83b8d8b6f80e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477352 Nov 16 04:40:29.561623 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2c89ac14-8a07-4fce-a7cc-8bc3c91d0c2f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:29.658713 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2c89ac14-8a07-4fce-a7cc-8bc3c91d0c2f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:29.673065 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['81157296-87b2-43d1-addc-5fb42660e3a3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:29.722332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2c89ac14-8a07-4fce-a7cc-8bc3c91d0c2f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:40:29.725710 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fc6ee36d-dc76-4f8d-ab97-2de88658fe66 req-b824ccfc-0c88-46ea-9168-8cb35ec51552 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:29.731107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2c89ac14-8a07-4fce-a7cc-8bc3c91d0c2f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:40:29.739152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2c89ac14-8a07-4fce-a7cc-8bc3c91d0c2f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:40:29.744616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89ac14-8a07-4fce-a7cc-8bc3c91d0c2f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Pushing event updated for resources: {'Port': ['ID=562016c7-3ef6-476d-bab1-b77539ccf6bc,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:29.820040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824ccfc-0c88-46ea-9168-8cb35ec51552 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Pushing event deleted for resources: {'Port': ['ID=db4b3aad-44eb-4a92-849b-b89769bbc90b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:29.865135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6ee36d-dc76-4f8d-ab97-2de88658fe66 req-b824ccfc-0c88-46ea-9168-8cb35ec51552 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] No DVR routers for this DVR port db4b3aad-44eb-4a92-849b-b89769bbc90b on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:40:29.872811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2c89ac14-8a07-4fce-a7cc-8bc3c91d0c2f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:29.873535 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2c89ac14-8a07-4fce-a7cc-8bc3c91d0c2f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:29.877979 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fc6ee36d-dc76-4f8d-ab97-2de88658fe66 req-b824ccfc-0c88-46ea-9168-8cb35ec51552 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:29.880779 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:29.882067 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fc6ee36d-dc76-4f8d-ab97-2de88658fe66 req-b824ccfc-0c88-46ea-9168-8cb35ec51552 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.15 "DELETE /v2.0/ports/db4b3aad-44eb-4a92-849b-b89769bbc90b HTTP/1.1" status: 204 len: 173 time: 1.3251894 Nov 16 04:40:29.882562 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1665ee-55a1-4c79-9ca5-721b65911fdf', 'name': 'network-vif-deleted', 'tag': 'db4b3aad-44eb-4a92-849b-b89769bbc90b'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:29.885168 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fecc35a-797b-4b8d-8cd0-2c275c8504c0" -d '{"events": [{"server_uuid": "ea1665ee-55a1-4c79-9ca5-721b65911fdf", "name": "network-vif-deleted", "tag": "db4b3aad-44eb-4a92-849b-b89769bbc90b"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:29.915485 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2c89ac14-8a07-4fce-a7cc-8bc3c91d0c2f tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7103791 Nov 16 04:40:29.928101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Request body: {'port': {'device_id': '93fdc727-81e8-457d-b890-15e181f3093e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:40:30.074965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:30.151873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28954c4e-76eb-4424-9418-d5817a27e3ba req-304b0f63-1541-45c9-abe6-2b85f6adcbcd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9031239 Nov 16 04:40:30.173490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fe1d725-b060-42cd-bde7-87cedbc652fe req-5fcbb0e6-46ed-4cf8-b1bc-058adf6e50a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6757283 Nov 16 04:40:30.175857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96e3238c-1198-4077-95e5-44291c98b93e req-e7f1c974-3791-4342-81f4-892ce63276f1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9039490 Nov 16 04:40:30.247384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-46939bb0-7f07-49e7-9cbd-49bea1122b57 None None] Provisioning complete for port 562016c7-3ef6-476d-bab1-b77539ccf6bc triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:30.248030 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46939bb0-7f07-49e7-9cbd-49bea1122b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:30.347162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa635d-7f75-4ece-9ea9-d8ae475e071c req-94a5b021-de2f-4c52-bd4b-e898200189dc tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:30.357287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['db4b3aad-44eb-4a92-849b-b89769bbc90b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:30.359388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17fa635d-7f75-4ece-9ea9-d8ae475e071c req-94a5b021-de2f-4c52-bd4b-e898200189dc tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.4759367 Nov 16 04:40:30.364243 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-46939bb0-7f07-49e7-9cbd-49bea1122b57 None None] Port 562016c7-3ef6-476d-bab1-b77539ccf6bc cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:40:30.420967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09eed224-caef-44e9-b437-823b967420cb req-eaf80d18-1a6f-4a40-9600-9ce6866e33fc tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0303376 Nov 16 04:40:30.435086 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562016c7-3ef6-476d-bab1-b77539ccf6bc {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:30.444860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:30.458378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Transition to ACTIVE for port object 562016c7-3ef6-476d-bab1-b77539ccf6bc will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:40:30.465643 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:30.520186 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17fa635d-7f75-4ece-9ea9-d8ae475e071c req-c8eecb85-2e41-4e1e-83c1-da20358d2a60 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598279 Nov 16 04:40:30.520806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:30.529635 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793d64a7-50ce-4c09-a92b-18a151f532d0 x-openstack-request-id: req-793d64a7-50ce-4c09-a92b-18a151f532d0 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:30.529969 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94d8d5d-58b0-4759-a91f-1a39fe1daab9", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c8d3ab-83dc-4005-b51c-41d4d94d490a", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:30.530227 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-793d64a7-50ce-4c09-a92b-18a151f532d0 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:30.530633 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94d8d5d-58b0-4759-a91f-1a39fe1daab9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c8d3ab-83dc-4005-b51c-41d4d94d490a', 'code': 200} Nov 16 04:40:30.533106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Attempting to bind port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on host n-h2-818042-1 for vnic_type normal with profile {"migrating_to": "n-h1-818042-1"} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:40:30.533505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Attempting to bind port c0c8d3ab-83dc-4005-b51c-41d4d94d490a by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:40:30.533855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Attempting to bind port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:30.540337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-31c9729c-4ce8-41ad-a620-eb18c37fa7b4 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0385230 Nov 16 04:40:30.542958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on network 00ef367c-9e71-485a-983c-5f2648aed20c not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:40:30.544854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Attempting to bind port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on network 00ef367c-9e71-485a-983c-5f2648aed20c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:30.558503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:40:30.567932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Checking segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:40:30.568450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Bound using segment: {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:40:30.570267 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Pushing event updated for resources: {'Port': ['ID=562016c7-3ef6-476d-bab1-b77539ccf6bc,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:30.571354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Bound port: c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0266cd07-7e2f-4f7a-8c20-fa14526356da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '00ef367c-9e71-485a-983c-5f2648aed20c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:40:30.573027 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:30.685741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:30.689457 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a8d739-988f-413a-8dd6-daa4477ef0a0" -d '{"events": [{"server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "name": "network-vif-plugged", "status": "completed", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:30.730194 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Attempting to bind port 562016c7-3ef6-476d-bab1-b77539ccf6bc on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:40:30.730584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Attempting to bind port 562016c7-3ef6-476d-bab1-b77539ccf6bc by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:40:30.730865 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Attempting to bind port 562016c7-3ef6-476d-bab1-b77539ccf6bc on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:30.743063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Port 562016c7-3ef6-476d-bab1-b77539ccf6bc on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:40:30.743422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Attempting to bind port 562016c7-3ef6-476d-bab1-b77539ccf6bc on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:30.784780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:40:30.785211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:40:30.785609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:40:30.786961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Bound port: 562016c7-3ef6-476d-bab1-b77539ccf6bc, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:40:30.788487 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:30.803255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:40:30.821461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:40:30.877136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] For port 562016c7-3ef6-476d-bab1-b77539ccf6bc, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:40:30.882596 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] For port 562016c7-3ef6-476d-bab1-b77539ccf6bc, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=562016c7-3ef6-476d-bab1-b77539ccf6bc,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:40:30.889935 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:30.900250 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:30.933641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:30.934358 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:30.935836 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] 10.222.0.37 "PUT /v2.0/ports/562016c7-3ef6-476d-bab1-b77539ccf6bc HTTP/1.1" status: 200 len: 1096 time: 1.0121286 Nov 16 04:40:30.963901 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1595d17-6cbc-4cae-8990-5bbad4fb5498 service neutron] Pushing event updated for resources: {'Port': ['ID=562016c7-3ef6-476d-bab1-b77539ccf6bc,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:31.005736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,revision_number=8']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:31.087693 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-11db56f6-ef2b-44fd-9df3-12df02a6854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:31.090062 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-11db56f6-ef2b-44fd-9df3-12df02a6854b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66799bae47e94fb0b4db932da02b81c8&device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 1099 time: 0.0824816 Nov 16 04:40:31.137738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e7a38-826e-417d-aaeb-895937d99134 req-b0b19150-1217-4007-84be-a4c20394e7ab tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:31.148261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-140e7a38-826e-417d-aaeb-895937d99134 req-b0b19150-1217-4007-84be-a4c20394e7ab tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.4922326 Nov 16 04:40:31.161995 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-3d86446e-f131-4829-af8d-4fbb19b020d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=562016c7-3ef6-476d-bab1-b77539ccf6bc HTTP/1.1" status: 200 len: 217 time: 0.0631132 Nov 16 04:40:31.180617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fe1d725-b060-42cd-bde7-87cedbc652fe req-5a045895-32c9-4a41-b951-1bf5a9faf490 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033897 Nov 16 04:40:31.234491 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2cea0499-69cb-41b1-858f-64246a70b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:31.236348 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-2cea0499-69cb-41b1-858f-64246a70b6e8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0654097 Nov 16 04:40:31.285255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:31.286025 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:31.294521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-303d3ec8-62d5-421c-bd8f-95d1a66d68d9 service neutron] 10.222.0.37 "PUT /v2.0/ports/c0c8d3ab-83dc-4005-b51c-41d4d94d490a HTTP/1.1" status: 200 len: 1122 time: 3.6714940 Nov 16 04:40:31.310618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf66615-a73c-4ba0-b0bc-fbd07f90b815 req-92a9ca92-3cc3-4b6c-aa27-1f5771273045 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:31.315808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-5c6a528b-2780-4e8c-9c77-de6f405f7a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:31.318183 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-5c6a528b-2780-4e8c-9c77-de6f405f7a3d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671353 Nov 16 04:40:31.320068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbf66615-a73c-4ba0-b0bc-fbd07f90b815 req-92a9ca92-3cc3-4b6c-aa27-1f5771273045 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 950 time: 0.6242242 Nov 16 04:40:31.405330 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['c0c8d3ab-83dc-4005-b51c-41d4d94d490a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:31.468219 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-140e7a38-826e-417d-aaeb-895937d99134 req-8606ad62-1375-4cd0-bf24-4cfe7a67e31f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174620 Nov 16 04:40:31.483345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['c0c8d3ab-83dc-4005-b51c-41d4d94d490a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:31.516216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbf66615-a73c-4ba0-b0bc-fbd07f90b815 req-f468f387-e531-4453-a855-441b2aab7eec tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951337 Nov 16 04:40:31.530409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fe1d725-b060-42cd-bde7-87cedbc652fe req-2af1c36b-be0e-496d-bc0e-c37028f12a4a service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326025 Nov 16 04:40:31.588698 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-e74da871-3de7-4759-9fb9-d04fe6bfd150 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570472 Nov 16 04:40:31.748077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f3bc3-34b5-47aa-9fed-a4ebf1708711 req-cfd70a94-77e7-492b-ae59-db98db7710ce tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:31.758020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-855f3bc3-34b5-47aa-9fed-a4ebf1708711 req-cfd70a94-77e7-492b-ae59-db98db7710ce tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 948 time: 0.0772097 Nov 16 04:40:31.855771 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d6355af1-b981-4c61-9e78-8af3907a2689 req-54ed6f8f-d07f-49de-b97a-88d635029cb3 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565660 Nov 16 04:40:31.906918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-855f3bc3-34b5-47aa-9fed-a4ebf1708711 req-5555eadc-f2e7-4794-abb0-d50ac1894249 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415393 Nov 16 04:40:32.026046 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d942a4-ff11-4d22-b480-0d4d09e1bff2 x-openstack-request-id: req-51d942a4-ff11-4d22-b480-0d4d09e1bff2 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:32.026587 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1665ee-55a1-4c79-9ca5-721b65911fdf", "name": "network-vif-deleted", "tag": "db4b3aad-44eb-4a92-849b-b89769bbc90b", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:32.027080 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51d942a4-ff11-4d22-b480-0d4d09e1bff2 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:32.027654 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1665ee-55a1-4c79-9ca5-721b65911fdf', 'name': 'network-vif-deleted', 'tag': 'db4b3aad-44eb-4a92-849b-b89769bbc90b', 'status': 'completed', 'code': 200} Nov 16 04:40:32.122143 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f63a38f-d0c0-40a9-bbbb-7eb6981424f0 x-openstack-request-id: req-6f63a38f-d0c0-40a9-bbbb-7eb6981424f0 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:32.122549 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "name": "network-vif-plugged", "status": "completed", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:32.122866 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f63a38f-d0c0-40a9-bbbb-7eb6981424f0 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:32.123368 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647', 'code': 200} Nov 16 04:40:32.232585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d276817-e3a5-4987-b832-763465cb1708 req-3f5db53d-26ea-4300-a9b1-7b9506ee9ca2 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:32.234232 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d276817-e3a5-4987-b832-763465cb1708 req-3f5db53d-26ea-4300-a9b1-7b9506ee9ca2 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.0598199 Nov 16 04:40:32.327276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d276817-e3a5-4987-b832-763465cb1708 req-f669b5f9-f7d5-4b5a-af4c-466c093636c1 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868258 Nov 16 04:40:32.436715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device db4b3aad-44eb-4a92-849b-b89769bbc90b no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:32.486592 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: db4b3aad-44eb-4a92-849b-b89769bbc90b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:40:32.487134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device db4b3aad-44eb-4a92-849b-b89769bbc90b not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:40:32.504523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8281e-f5b3-4a93-97b4-ff2cdaefe4d1 req-17b437f9-60aa-4896-afd1-cbf0ebb6a06e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:32.506235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bab8281e-f5b3-4a93-97b4-ff2cdaefe4d1 req-17b437f9-60aa-4896-afd1-cbf0ebb6a06e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.0692739 Nov 16 04:40:32.514620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2e876-b01a-4417-bb4b-a240445fcead req-a9fc667b-1ab5-433f-b0d2-e9fa87a1e878 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:32.516264 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfc2e876-b01a-4417-bb4b-a240445fcead req-a9fc667b-1ab5-433f-b0d2-e9fa87a1e878 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 944 time: 0.1187444 Nov 16 04:40:32.538124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94d8d5d-58b0-4759-a91f-1a39fe1daab9', 'tag': 'c0c8d3ab-83dc-4005-b51c-41d4d94d490a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:32.541800 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99306ed-c24e-4165-a30d-14d76287a242" -d '{"events": [{"name": "network-changed", "server_uuid": "f94d8d5d-58b0-4759-a91f-1a39fe1daab9", "tag": "c0c8d3ab-83dc-4005-b51c-41d4d94d490a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:32.614509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfc2e876-b01a-4417-bb4b-a240445fcead req-a57ddddd-ff2e-4b2c-a17c-bbde56ab8bc2 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909517 Nov 16 04:40:32.629503 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bab8281e-f5b3-4a93-97b4-ff2cdaefe4d1 req-3836dd52-845c-455d-994f-fc46de9ce8e2 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061695 Nov 16 04:40:32.766208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2628f-2bd4-43e2-813c-5315ada180d5 req-d92808ed-a13b-4f6a-96b3-85c344e353c9 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:32.770302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02d2628f-2bd4-43e2-813c-5315ada180d5 req-d92808ed-a13b-4f6a-96b3-85c344e353c9 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 950 time: 0.0841727 Nov 16 04:40:32.789380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42317928-4511-46cb-9075-f852ee62e699 req-e6adff9e-f5da-4b66-b9da-702f858497e6 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:32.793463 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42317928-4511-46cb-9075-f852ee62e699 req-e6adff9e-f5da-4b66-b9da-702f858497e6 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.0772378 Nov 16 04:40:32.870500 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02d2628f-2bd4-43e2-813c-5315ada180d5 req-5afd51c2-7482-423a-afd4-f8ce51021442 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895331 Nov 16 04:40:32.895493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42317928-4511-46cb-9075-f852ee62e699 req-affdc675-1089-45a9-b9b5-df9e5318b715 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892518 Nov 16 04:40:32.901962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd73b9-5d61-406a-a344-613d0546042f req-d65bacfe-4462-4d6c-8d2c-7bde5c793b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:32.903666 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-d65bacfe-4462-4d6c-8d2c-7bde5c793b1e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c&tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd HTTP/1.1" status: 200 len: 1101 time: 0.0879545 Nov 16 04:40:32.961059 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4846a6d5-4463-4b8f-bee2-cdd8441f3526 x-openstack-request-id: req-4846a6d5-4463-4b8f-bee2-cdd8441f3526 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:32.961885 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94d8d5d-58b0-4759-a91f-1a39fe1daab9", "tag": "c0c8d3ab-83dc-4005-b51c-41d4d94d490a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:32.962662 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4846a6d5-4463-4b8f-bee2-cdd8441f3526 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:32.963294 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94d8d5d-58b0-4759-a91f-1a39fe1daab9', 'tag': 'c0c8d3ab-83dc-4005-b51c-41d4d94d490a', 'status': 'completed', 'code': 200} Nov 16 04:40:33.039899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd73b9-5d61-406a-a344-613d0546042f req-dc4d10b2-ce19-48cf-ad8d-851b20f92173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:33.041875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-dc4d10b2-ce19-48cf-ad8d-851b20f92173 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 1101 time: 0.0967367 Nov 16 04:40:33.048346 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049614fb-5ff9-4c9c-bec5-1790409fa3df req-f617945f-7626-4bdb-924c-0e9dd24380f6 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:33.056056 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-049614fb-5ff9-4c9c-bec5-1790409fa3df req-f617945f-7626-4bdb-924c-0e9dd24380f6 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 944 time: 0.1107693 Nov 16 04:40:33.090876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99306ed-c24e-4165-a30d-14d76287a242 req-3c1c4535-8ccc-4609-bfa8-aaafc361396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:33.093370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d99306ed-c24e-4165-a30d-14d76287a242 req-3c1c4535-8ccc-4609-bfa8-aaafc361396e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 1125 time: 0.1066737 Nov 16 04:40:33.163089 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-049614fb-5ff9-4c9c-bec5-1790409fa3df req-f108aac1-aa81-4f97-81d3-6109bea09c40 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Deleting port 586f37e4-586a-4c86-94fe-ac77311b9f7c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:40:33.163727 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-049614fb-5ff9-4c9c-bec5-1790409fa3df req-f108aac1-aa81-4f97-81d3-6109bea09c40 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:33.277202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57ad4d-b4f4-4e60-82cb-1cce3e66df58 req-5f43b71d-01fb-4537-ab53-4261115616d1 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:33.278888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb57ad4d-b4f4-4e60-82cb-1cce3e66df58 req-5f43b71d-01fb-4537-ab53-4261115616d1 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 948 time: 0.1844714 Nov 16 04:40:33.285200 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-049614fb-5ff9-4c9c-bec5-1790409fa3df req-f108aac1-aa81-4f97-81d3-6109bea09c40 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] For port 586f37e4-586a-4c86-94fe-ac77311b9f7c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=586f37e4-586a-4c86-94fe-ac77311b9f7c,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:33.285587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-049614fb-5ff9-4c9c-bec5-1790409fa3df req-f108aac1-aa81-4f97-81d3-6109bea09c40 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:33.286448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4be6ef-50ba-42a1-84cc-2d0ae7eee334 req-5557943b-8ae1-4adf-a4d1-dfcc9a93287b tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:33.293558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e4be6ef-50ba-42a1-84cc-2d0ae7eee334 req-5557943b-8ae1-4adf-a4d1-dfcc9a93287b tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1a585c4-fff1-47df-be6b-f9fd00d949d6 HTTP/1.1" status: 200 len: 949 time: 0.2585318 Nov 16 04:40:33.305377 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-049614fb-5ff9-4c9c-bec5-1790409fa3df req-f108aac1-aa81-4f97-81d3-6109bea09c40 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Calling delete_port for 586f37e4-586a-4c86-94fe-ac77311b9f7c owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:40:33.395720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd73b9-5d61-406a-a344-613d0546042f req-c1840d62-b687-4157-80d4-be8e768ed27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:33.397856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-c1840d62-b687-4157-80d4-be8e768ed27b service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.3407981 Nov 16 04:40:33.434711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99306ed-c24e-4165-a30d-14d76287a242 req-980837e6-6f2f-4cd2-bbb8-66b2d3c1ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:33.436287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d99306ed-c24e-4165-a30d-14d76287a242 req-980837e6-6f2f-4cd2-bbb8-66b2d3c1ca71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.3282971 Nov 16 04:40:33.479627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-7a92eda8-ccf3-44be-870f-8428a8405a74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647 HTTP/1.1" status: 200 len: 217 time: 0.0712144 Nov 16 04:40:33.495727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb57ad4d-b4f4-4e60-82cb-1cce3e66df58 req-f519de56-6059-4db6-8812-d04eeac29a32 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975939 Nov 16 04:40:33.497490 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-049614fb-5ff9-4c9c-bec5-1790409fa3df req-f108aac1-aa81-4f97-81d3-6109bea09c40 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:33.549972 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108aac1-aa81-4f97-81d3-6109bea09c40 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Pushing event deleted for resources: {'Port': ['ID=586f37e4-586a-4c86-94fe-ac77311b9f7c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:33.590453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d99306ed-c24e-4165-a30d-14d76287a242 req-01122f87-a402-4ce6-b40f-b9ca004af15c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a HTTP/1.1" status: 200 len: 217 time: 0.1220043 Nov 16 04:40:33.612201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e4be6ef-50ba-42a1-84cc-2d0ae7eee334 req-d773b041-6f90-4a51-b6f8-587c3d283636 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177593 Nov 16 04:40:33.613371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-049614fb-5ff9-4c9c-bec5-1790409fa3df req-f108aac1-aa81-4f97-81d3-6109bea09c40 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] No DVR routers for this DVR port 586f37e4-586a-4c86-94fe-ac77311b9f7c on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:40:33.616624 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-049614fb-5ff9-4c9c-bec5-1790409fa3df req-f108aac1-aa81-4f97-81d3-6109bea09c40 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:33.619954 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-049614fb-5ff9-4c9c-bec5-1790409fa3df req-f108aac1-aa81-4f97-81d3-6109bea09c40 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.37 "DELETE /v2.0/ports/586f37e4-586a-4c86-94fe-ac77311b9f7c HTTP/1.1" status: 204 len: 173 time: 0.5529609 Nov 16 04:40:33.743066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-547bc417-91e1-431f-a713-5eecc3e1d8b2 req-837ad3a5-e79d-4061-acda-647562cc5357 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0 HTTP/1.1" status: 200 len: 210 time: 0.0430591 Nov 16 04:40:33.745930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd73b9-5d61-406a-a344-613d0546042f req-2220ab42-a48f-492b-b7e6-d08ae6e7d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:33.755635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-2220ab42-a48f-492b-b7e6-d08ae6e7d782 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2506621 Nov 16 04:40:33.764983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99306ed-c24e-4165-a30d-14d76287a242 req-58db91b3-6089-459f-be38-6ec636926ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:33.766825 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d99306ed-c24e-4165-a30d-14d76287a242 req-58db91b3-6089-459f-be38-6ec636926ba5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.1509821 Nov 16 04:40:33.830217 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d99306ed-c24e-4165-a30d-14d76287a242 req-a60bbe1b-9092-48c0-9b8a-6accce765abc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545313 Nov 16 04:40:33.838949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60c456-d6fd-4800-9e66-9136624a647c req-b4e6ad88-38d4-45f6-8b20-79dfe6242e65 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:33.840685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd60c456-d6fd-4800-9e66-9136624a647c req-b4e6ad88-38d4-45f6-8b20-79dfe6242e65 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.2257514 Nov 16 04:40:33.993180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd73b9-5d61-406a-a344-613d0546042f req-654010a5-c24f-4322-8ea6-f93ca091251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:33.994809 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-654010a5-c24f-4322-8ea6-f93ca091251a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2009795 Nov 16 04:40:34.006925 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd60c456-d6fd-4800-9e66-9136624a647c req-02f35aa0-8504-490d-a132-fa9eae5498a7 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341648 Nov 16 04:40:34.016891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c5cbe-72e8-4129-a313-be4e7f58deb6 req-2b8c4024-93ec-4bf9-be03-2ae0ad2068cd tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:34.018593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-278c5cbe-72e8-4129-a313-be4e7f58deb6 req-2b8c4024-93ec-4bf9-be03-2ae0ad2068cd tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.1542284 Nov 16 04:40:34.036888 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fdc727-81e8-457d-b890-15e181f3093e', 'tag': '562016c7-3ef6-476d-bab1-b77539ccf6bc'}, {'server_uuid': 'd0266a3f-8315-4c11-9f1e-9ef9ea39b0f0', 'name': 'network-vif-deleted', 'tag': '586f37e4-586a-4c86-94fe-ac77311b9f7c'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:34.046173 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fbd7d5-5f7d-4d34-8845-b4649e90b1be" -d '{"events": [{"name": "network-changed", "server_uuid": "93fdc727-81e8-457d-b890-15e181f3093e", "tag": "562016c7-3ef6-476d-bab1-b77539ccf6bc"}, {"server_uuid": "d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0", "name": "network-vif-deleted", "tag": "586f37e4-586a-4c86-94fe-ac77311b9f7c"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:34.129564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d99306ed-c24e-4165-a30d-14d76287a242 req-18bd7bc1-3c00-479b-849c-907cfdfb78a1 service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877264 Nov 16 04:40:34.133306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5a090-2e01-4308-ade9-d20562aebb00 req-12534876-c679-41a4-9617-78b1c2a7ae23 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:34.135616 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-71d5a090-2e01-4308-ade9-d20562aebb00 req-12534876-c679-41a4-9617-78b1c2a7ae23 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 946 time: 0.1211965 Nov 16 04:40:34.252051 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-278c5cbe-72e8-4129-a313-be4e7f58deb6 req-782339b0-fe0b-4281-bbfb-6ee20d086405 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082593 Nov 16 04:40:34.298849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-73da0564-cfe1-4a13-bd4c-d5c61abac2d7 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777305 Nov 16 04:40:34.351765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 562016c7-3ef6-476d-bab1-b77539ccf6bc details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:40:34.404085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d99306ed-c24e-4165-a30d-14d76287a242 req-0322e588-90d9-4b3f-b77e-937ff61c82fc service neutron] 10.222.0.15 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561719 Nov 16 04:40:34.434247 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-71d5a090-2e01-4308-ade9-d20562aebb00 req-ebb98d50-348e-4ab1-bade-cb407cbd3eb1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Deleting port 1bab48f8-8e39-43a0-9ee2-8809158e8719 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:40:34.434595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-71d5a090-2e01-4308-ade9-d20562aebb00 req-ebb98d50-348e-4ab1-bade-cb407cbd3eb1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:34.510322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5fd73b9-5d61-406a-a344-613d0546042f req-25fec78d-451b-4a43-bdc3-7faf5ce7eefd service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003276 Nov 16 04:40:34.528774 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d099f9b-759b-4cab-a518-e821210c99d1 req-6e5206f6-98b1-4576-95d5-4aa25883b53a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:34.530606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d099f9b-759b-4cab-a518-e821210c99d1 req-6e5206f6-98b1-4576-95d5-4aa25883b53a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.1069574 Nov 16 04:40:34.648576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d099f9b-759b-4cab-a518-e821210c99d1 req-2e028add-da2f-4ea7-9578-1f2d68b59fd7 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118536 Nov 16 04:40:34.686347 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-71d5a090-2e01-4308-ade9-d20562aebb00 req-ebb98d50-348e-4ab1-bade-cb407cbd3eb1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] For port 1bab48f8-8e39-43a0-9ee2-8809158e8719, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=1bab48f8-8e39-43a0-9ee2-8809158e8719,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:34.686910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-71d5a090-2e01-4308-ade9-d20562aebb00 req-ebb98d50-348e-4ab1-bade-cb407cbd3eb1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:34.741517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-71d5a090-2e01-4308-ade9-d20562aebb00 req-ebb98d50-348e-4ab1-bade-cb407cbd3eb1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Calling delete_port for 1bab48f8-8e39-43a0-9ee2-8809158e8719 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:40:34.831642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 562016c7-3ef6-476d-bab1-b77539ccf6bc, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=562016c7-3ef6-476d-bab1-b77539ccf6bc,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:34.866811 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4239d09f-52e7-4fb3-a0d0-8011b1e51d13 x-openstack-request-id: req-4239d09f-52e7-4fb3-a0d0-8011b1e51d13 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:34.867114 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fdc727-81e8-457d-b890-15e181f3093e", "tag": "562016c7-3ef6-476d-bab1-b77539ccf6bc", "status": "completed", "code": 200}, {"server_uuid": "d0266a3f-8315-4c11-9f1e-9ef9ea39b0f0", "name": "network-vif-deleted", "tag": "586f37e4-586a-4c86-94fe-ac77311b9f7c", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:34.867365 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4239d09f-52e7-4fb3-a0d0-8011b1e51d13 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:34.867765 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fdc727-81e8-457d-b890-15e181f3093e', 'tag': '562016c7-3ef6-476d-bab1-b77539ccf6bc', 'status': 'completed', 'code': 200} Nov 16 04:40:34.868020 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0266a3f-8315-4c11-9f1e-9ef9ea39b0f0', 'name': 'network-vif-deleted', 'tag': '586f37e4-586a-4c86-94fe-ac77311b9f7c', 'status': 'completed', 'code': 200} Nov 16 04:40:34.872891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '562016c7-3ef6-476d-bab1-b77539ccf6bc', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '562016c7-3ef6-476d-bab1-b77539ccf6bc', 'mac_address': 'fa:16:3e:31:31:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:40:34.962983 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:34.981724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562016c7-3ef6-476d-bab1-b77539ccf6bc {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:34.982685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbd7d5-5f7d-4d34-8845-b4649e90b1be req-b8a07958-3c55-4640-b986-677050f59ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:34.985167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9fbd7d5-5f7d-4d34-8845-b4649e90b1be req-b8a07958-3c55-4640-b986-677050f59ba1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=66799bae47e94fb0b4db932da02b81c8&device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 1099 time: 0.1707859 Nov 16 04:40:35.027747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 562016c7-3ef6-476d-bab1-b77539ccf6bc, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=562016c7-3ef6-476d-bab1-b77539ccf6bc,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:35.032750 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:35.043395 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-71d5a090-2e01-4308-ade9-d20562aebb00 req-ebb98d50-348e-4ab1-bade-cb407cbd3eb1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:35.061705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2055dc-8cfc-4b1f-8e14-6fd69699a98a req-384b5b13-81db-4144-88f8-11ccd606d59a tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:35.063280 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de2055dc-8cfc-4b1f-8e14-6fd69699a98a req-384b5b13-81db-4144-88f8-11ccd606d59a tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 948 time: 0.1778016 Nov 16 04:40:35.083069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb98d50-348e-4ab1-bade-cb407cbd3eb1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Pushing event deleted for resources: {'Port': ['ID=1bab48f8-8e39-43a0-9ee2-8809158e8719,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:35.105025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['1bab48f8-8e39-43a0-9ee2-8809158e8719'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:35.187893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=562016c7-3ef6-476d-bab1-b77539ccf6bc,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:35.190452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d5a090-2e01-4308-ade9-d20562aebb00 req-ebb98d50-348e-4ab1-bade-cb407cbd3eb1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] No DVR routers for this DVR port 1bab48f8-8e39-43a0-9ee2-8809158e8719 on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:40:35.194151 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-71d5a090-2e01-4308-ade9-d20562aebb00 req-ebb98d50-348e-4ab1-bade-cb407cbd3eb1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:35.198109 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-71d5a090-2e01-4308-ade9-d20562aebb00 req-ebb98d50-348e-4ab1-bade-cb407cbd3eb1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "DELETE /v2.0/ports/1bab48f8-8e39-43a0-9ee2-8809158e8719 HTTP/1.1" status: 204 len: 173 time: 1.0380080 Nov 16 04:40:35.215455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de2055dc-8cfc-4b1f-8e14-6fd69699a98a req-b83dd9be-3147-4b6c-9719-7f90bf7f57a5 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881627 Nov 16 04:40:35.371185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbd7d5-5f7d-4d34-8845-b4649e90b1be req-8ab0af41-6584-40b7-a1d4-cc435ad3d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:35.372707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9fbd7d5-5f7d-4d34-8845-b4649e90b1be req-8ab0af41-6584-40b7-a1d4-cc435ad3d557 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.3755043 Nov 16 04:40:35.383955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed99d8-8e91-4a5d-8ceb-d75309e56c3d req-bdfaf3d0-f5ad-44d7-8240-e14a00efd2da tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:35.392446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40ed99d8-8e91-4a5d-8ceb-d75309e56c3d req-bdfaf3d0-f5ad-44d7-8240-e14a00efd2da tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 950 time: 0.1511087 Nov 16 04:40:35.394977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['562016c7-3ef6-476d-bab1-b77539ccf6bc'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:35.450261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9fbd7d5-5f7d-4d34-8845-b4649e90b1be req-ac1c61a2-8509-4ba7-bbc3-3d82a4962238 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=562016c7-3ef6-476d-bab1-b77539ccf6bc HTTP/1.1" status: 200 len: 217 time: 0.0482328 Nov 16 04:40:35.539806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94085114-83d3-467e-ae40-b59ac37752d3 req-41cd550a-2c83-49aa-92f1-1ddcdd3e653a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:35.547595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94085114-83d3-467e-ae40-b59ac37752d3 req-41cd550a-2c83-49aa-92f1-1ddcdd3e653a tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 944 time: 0.2306404 Nov 16 04:40:35.805711 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655aa48a-8587-454b-9d59-7765b58ae06c req-da3e191f-4fdc-45a5-936a-4b83c228f400 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:35.810523 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-655aa48a-8587-454b-9d59-7765b58ae06c req-da3e191f-4fdc-45a5-936a-4b83c228f400 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.37 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 944 time: 0.0980392 Nov 16 04:40:35.957501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40ed99d8-8e91-4a5d-8ceb-d75309e56c3d req-bc11ca59-7268-4830-bf54-afbc2c552c32 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640695 Nov 16 04:40:35.966443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-655aa48a-8587-454b-9d59-7765b58ae06c req-64e7a294-d0fa-406f-a1e2-451bde33a0ec tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Deleting port 56e65e2e-386e-4095-8947-1fb860a535b5 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:40:35.966785 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-655aa48a-8587-454b-9d59-7765b58ae06c req-64e7a294-d0fa-406f-a1e2-451bde33a0ec tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:36.022598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbd7d5-5f7d-4d34-8845-b4649e90b1be req-fde846f1-c2d5-4606-ae77-384567dcba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:36.028330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9fbd7d5-5f7d-4d34-8845-b4649e90b1be req-fde846f1-c2d5-4606-ae77-384567dcba26 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.5398207 Nov 16 04:40:36.137416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94085114-83d3-467e-ae40-b59ac37752d3 req-f6c851bc-767e-468d-9be2-6d5bea69832e tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/security-groups?id=cbfd4920-5257-490a-b848-fc6c20047700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5877225 Nov 16 04:40:36.228896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05ccf601-2ff6-4001-9181-e20f72dd0908 req-0b02afcb-5a5a-4d73-961f-a273329f7bf1 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec72fc1d-1f5e-4781-9d79-04ac627146b2 HTTP/1.1" status: 200 len: 210 time: 0.1039963 Nov 16 04:40:36.273954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbd7d5-5f7d-4d34-8845-b4649e90b1be req-374abdcd-158b-4ac8-9915-8b9700e03f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:36.283972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9fbd7d5-5f7d-4d34-8845-b4649e90b1be req-374abdcd-158b-4ac8-9915-8b9700e03f5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2399354 Nov 16 04:40:36.305179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-655aa48a-8587-454b-9d59-7765b58ae06c req-64e7a294-d0fa-406f-a1e2-451bde33a0ec tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] For port 56e65e2e-386e-4095-8947-1fb860a535b5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=56e65e2e-386e-4095-8947-1fb860a535b5,segment=NetworkSegment(b50459ca-aa97-4d5e-8ad6-d655e36e5004),segment_id=b50459ca-aa97-4d5e-8ad6-d655e36e5004)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:36.306232 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-655aa48a-8587-454b-9d59-7765b58ae06c req-64e7a294-d0fa-406f-a1e2-451bde33a0ec tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:36.340850 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-655aa48a-8587-454b-9d59-7765b58ae06c req-64e7a294-d0fa-406f-a1e2-451bde33a0ec tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Calling delete_port for 56e65e2e-386e-4095-8947-1fb860a535b5 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:40:36.359376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 562016c7-3ef6-476d-bab1-b77539ccf6bc up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:40:36.437462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 562016c7-3ef6-476d-bab1-b77539ccf6bc completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:40:36.446059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 562016c7-3ef6-476d-bab1-b77539ccf6bc triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:36.446768 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:36.651565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7deecd-22ba-430b-bdad-1366a4199ce6 req-0b120a3f-9262-4a47-9ffa-b973347bbfab tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:36.653165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a7deecd-22ba-430b-bdad-1366a4199ce6 req-0b120a3f-9262-4a47-9ffa-b973347bbfab tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.2178550 Nov 16 04:40:36.714237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:36.720620 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-655aa48a-8587-454b-9d59-7765b58ae06c req-64e7a294-d0fa-406f-a1e2-451bde33a0ec tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:36.753329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fdc727-81e8-457d-b890-15e181f3093e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562016c7-3ef6-476d-bab1-b77539ccf6bc'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:36.756209 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64308041-c13b-4f9d-a115-1e940e4af514" -d '{"events": [{"server_uuid": "93fdc727-81e8-457d-b890-15e181f3093e", "name": "network-vif-plugged", "status": "completed", "tag": "562016c7-3ef6-476d-bab1-b77539ccf6bc"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:36.785503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7a294-d0fa-406f-a1e2-451bde33a0ec tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Pushing event deleted for resources: {'Port': ['ID=56e65e2e-386e-4095-8947-1fb860a535b5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:36.796593 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 562016c7-3ef6-476d-bab1-b77539ccf6bc, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=562016c7-3ef6-476d-bab1-b77539ccf6bc,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:36.808550 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:36.809510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 586f37e4-586a-4c86-94fe-ac77311b9f7c no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:36.836353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 586f37e4-586a-4c86-94fe-ac77311b9f7c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:40:36.836353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 586f37e4-586a-4c86-94fe-ac77311b9f7c not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:40:36.836693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2e70a93b-1d00-4e10-8a25-8cd815bf6647 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:36.868832 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec72fc1d-1f5e-4781-9d79-04ac627146b2', 'name': 'network-vif-deleted', 'tag': '1bab48f8-8e39-43a0-9ee2-8809158e8719'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:36.873121 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ba6ad8-3ac3-44e0-a68c-cde043a5669d" -d '{"events": [{"server_uuid": "ec72fc1d-1f5e-4781-9d79-04ac627146b2", "name": "network-vif-deleted", "tag": "1bab48f8-8e39-43a0-9ee2-8809158e8719"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:36.879490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9fbd7d5-5f7d-4d34-8845-b4649e90b1be req-b4ac44d1-69e5-4477-be59-264fcec4aa07 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771415 Nov 16 04:40:36.899219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-655aa48a-8587-454b-9d59-7765b58ae06c req-64e7a294-d0fa-406f-a1e2-451bde33a0ec tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] No DVR routers for this DVR port 56e65e2e-386e-4095-8947-1fb860a535b5 on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:40:36.904960 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-655aa48a-8587-454b-9d59-7765b58ae06c req-64e7a294-d0fa-406f-a1e2-451bde33a0ec tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:36.909655 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-655aa48a-8587-454b-9d59-7765b58ae06c req-64e7a294-d0fa-406f-a1e2-451bde33a0ec tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.37 "DELETE /v2.0/ports/56e65e2e-386e-4095-8947-1fb860a535b5 HTTP/1.1" status: 204 len: 173 time: 1.0924377 Nov 16 04:40:37.017989 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=562016c7-3ef6-476d-bab1-b77539ccf6bc,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:37.020920 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:37.109064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:37.110005 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a746f38-910a-457b-b05f-b33a11bf9114 req-9973bd19-d613-43db-9a77-dd827dd1db75 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:37.114161 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a746f38-910a-457b-b05f-b33a11bf9114 req-9973bd19-d613-43db-9a77-dd827dd1db75 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 949 time: 0.5104647 Nov 16 04:40:37.119272 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a7deecd-22ba-430b-bdad-1366a4199ce6 req-ca802e54-d1d3-46e4-86c8-813002d83de8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401157 Nov 16 04:40:37.122898 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:37.160772 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9fbd7d5-5f7d-4d34-8845-b4649e90b1be req-f2c5f76b-17f8-4d47-bff6-a555ca93d2b4 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803771 Nov 16 04:40:37.210529 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582ebf3b-04a9-4ab3-8b82-fc507f3dd669 x-openstack-request-id: req-582ebf3b-04a9-4ab3-8b82-fc507f3dd669 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:37.210824 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fdc727-81e8-457d-b890-15e181f3093e", "name": "network-vif-plugged", "status": "completed", "tag": "562016c7-3ef6-476d-bab1-b77539ccf6bc", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:37.211129 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-582ebf3b-04a9-4ab3-8b82-fc507f3dd669 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:37.211575 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fdc727-81e8-457d-b890-15e181f3093e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562016c7-3ef6-476d-bab1-b77539ccf6bc', 'code': 200} Nov 16 04:40:37.247545 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c70ccd5-95e0-482e-a3df-3029dfbfbdf2 x-openstack-request-id: req-3c70ccd5-95e0-482e-a3df-3029dfbfbdf2 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:37.248043 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec72fc1d-1f5e-4781-9d79-04ac627146b2", "name": "network-vif-deleted", "tag": "1bab48f8-8e39-43a0-9ee2-8809158e8719", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:37.248303 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c70ccd5-95e0-482e-a3df-3029dfbfbdf2 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:37.248751 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec72fc1d-1f5e-4781-9d79-04ac627146b2', 'name': 'network-vif-deleted', 'tag': '1bab48f8-8e39-43a0-9ee2-8809158e8719', 'status': 'completed', 'code': 200} Nov 16 04:40:37.255080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=2e70a93b-1d00-4e10-8a25-8cd815bf6647,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:37.279785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a746f38-910a-457b-b05f-b33a11bf9114 req-63b55302-3e2b-4790-8b2a-664288ee5766 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566710 Nov 16 04:40:37.423531 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e69781b-c81d-4464-8622-be0e3d6400f0 req-b1ff3bf7-4158-4ac8-95fb-d9fa64db39a0 tempest-LiveAutoBlockMigrationV225Test-983687285 tempest-LiveAutoBlockMigrationV225Test-983687285-project] 10.222.0.41 "GET /v2.0/ports?device_id=c72448cd-7a1e-4ddd-9de5-70263c833e29 HTTP/1.1" status: 200 len: 210 time: 0.0408797 Nov 16 04:40:37.435267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da6d3a-958b-4c2f-9ebd-0bd17f62776a req-7de52b01-9bf4-4c9b-9fd6-f4c2423837fc tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:37.443553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15da6d3a-958b-4c2f-9ebd-0bd17f62776a req-7de52b01-9bf4-4c9b-9fd6-f4c2423837fc tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 948 time: 0.1002965 Nov 16 04:40:37.465435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec5133-6e1b-40ee-9cae-4f32018e96fa req-226adde9-01fa-4c9c-bfcf-90f23a8f3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:37.467190 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20ec5133-6e1b-40ee-9cae-4f32018e96fa req-226adde9-01fa-4c9c-bfcf-90f23a8f3eb1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 1101 time: 0.1725750 Nov 16 04:40:37.543392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15da6d3a-958b-4c2f-9ebd-0bd17f62776a req-3f18bb24-5d3e-48f3-b419-9d40bb9a8fca tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969079 Nov 16 04:40:37.626803 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20ec5133-6e1b-40ee-9cae-4f32018e96fa req-2d298a3d-26dc-4a4a-8544-e06d63222e94 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222584 Nov 16 04:40:37.850000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b1f63-1196-41d9-9548-9c15763ea533 req-b1621cfb-2ba8-47a6-85c0-585bfc52e991 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:37.851947 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-010b1f63-1196-41d9-9548-9c15763ea533 req-b1621cfb-2ba8-47a6-85c0-585bfc52e991 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 948 time: 0.0795953 Nov 16 04:40:37.925980 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14d9211f-4025-46e1-aed9-a750e1c096dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:37.953205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-010b1f63-1196-41d9-9548-9c15763ea533 req-92b162d9-7871-4c67-9e91-3ef09beaa803 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903928 Nov 16 04:40:38.147597 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-8aa5dd7c-7149-41fb-9131-2b1947076a10 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:38.155727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-8aa5dd7c-7149-41fb-9131-2b1947076a10 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 811 time: 0.1822343 Nov 16 04:40:38.175262 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-6a959b48-8046-406c-a662-6ec539dea745 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/quotas/e37d5739ff204f68bc7362ae86816359 HTTP/1.1" status: 200 len: 375 time: 0.0183730 Nov 16 04:40:38.226308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9bcd0df8-fdbf-4d78-b18b-54208efdb43d tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499966 Nov 16 04:40:38.344736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-cfc63e00-1381-4c8a-9d33-0924fa1cd7b1 service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171041 Nov 16 04:40:38.364431 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2e70a93b-1d00-4e10-8a25-8cd815bf6647 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:40:38.368860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 1bab48f8-8e39-43a0-9ee2-8809158e8719 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:38.445241 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 1bab48f8-8e39-43a0-9ee2-8809158e8719 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:40:38.445647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 1bab48f8-8e39-43a0-9ee2-8809158e8719 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:40:38.470950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4df0b988-cd4a-40bc-922a-8e0231fba5df details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:40:38.474809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c0c8d3ab-83dc-4005-b51c-41d4d94d490a no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:38.589630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-09c39753-1d84-4afc-8431-ae478e5c16c9 service neutron] 10.222.0.41 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439816 Nov 16 04:40:38.710122 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:38.763977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:38.767037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '4df0b988-cd4a-40bc-922a-8e0231fba5df', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '4df0b988-cd4a-40bc-922a-8e0231fba5df', 'mac_address': 'fa:16:3e:0f:36:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:40:38.891532 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '2e70a93b-1d00-4e10-8a25-8cd815bf6647', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '2e70a93b-1d00-4e10-8a25-8cd815bf6647', 'mac_address': 'fa:16:3e:8b:73:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:40:38.968744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-a8750018-f1b0-4d83-8d54-2cd6d466e464 service neutron] 10.222.0.15 "GET /v2.0/ports/c0c8d3ab-83dc-4005-b51c-41d4d94d490a/bindings/n-h1-818042-1 HTTP/1.1" status: 200 len: 384 time: 0.1604378 Nov 16 04:40:39.007949 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:39.081261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4df0b988-cd4a-40bc-922a-8e0231fba5df {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:39.087752 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:39.122949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e70a93b-1d00-4e10-8a25-8cd815bf6647 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:39.132602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:39.143854 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:39.197679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:39.207552 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:39.212513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:39.215484 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c476e0-f123-4d28-a789-9e1fc679fff1" -d '{"events": [{"server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "name": "network-vif-unplugged", "status": "completed", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:39.250303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72448cd-7a1e-4ddd-9de5-70263c833e29', 'name': 'network-vif-deleted', 'tag': '56e65e2e-386e-4095-8947-1fb860a535b5'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:39.252598 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b7ff49-809e-4948-815f-a72259e496d7" -d '{"events": [{"server_uuid": "c72448cd-7a1e-4ddd-9de5-70263c833e29", "name": "network-vif-deleted", "tag": "56e65e2e-386e-4095-8947-1fb860a535b5"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:39.260651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4df0b988-cd4a-40bc-922a-8e0231fba5df,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:39.271504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89efb2-9e68-4526-9f8d-fcb883f4e59b req-381510e5-2f92-4090-bda9-bc217a7b06ca tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:39.273509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb89efb2-9e68-4526-9f8d-fcb883f4e59b req-381510e5-2f92-4090-bda9-bc217a7b06ca tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 944 time: 0.1850555 Nov 16 04:40:39.283568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['4df0b988-cd4a-40bc-922a-8e0231fba5df'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:39.444405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=2e70a93b-1d00-4e10-8a25-8cd815bf6647,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:39.447282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb89efb2-9e68-4526-9f8d-fcb883f4e59b req-32efdf2d-4c2c-4dff-8caa-2f0ad29d2c7d tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258802 Nov 16 04:40:39.508170 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:39.534030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['2e70a93b-1d00-4e10-8a25-8cd815bf6647'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:39.555041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:40:39.632834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c8d3ab-83dc-4005-b51c-41d4d94d490a {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:39.658029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:39.685912 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:39.882398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Transition to ACTIVE for port object c0c8d3ab-83dc-4005-b51c-41d4d94d490a will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:40:39.922818 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:40.100141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] No DVR routers for this DVR port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:40:40.121214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144819ed-77ad-47f7-98ad-69e665f05cb5 req-ae3f342a-7f38-4dcb-b608-f2579d770ebd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:40.122959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-144819ed-77ad-47f7-98ad-69e665f05cb5 req-ae3f342a-7f38-4dcb-b608-f2579d770ebd tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 950 time: 0.4182367 Nov 16 04:40:40.137999 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5591ab6e-439a-4c4f-921c-cd92c0b94e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:40.201717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,revision_number=10']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:40.266090 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:40.266568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:40.266921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:40.267264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:40.267566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:40.267891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:40.268217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:40.268532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:40.268858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:40.269177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:40.269550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:40.269844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:40:40.284526 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-b33b881c-672a-46e4-8c6c-c185cf88b170 service neutron] 10.222.0.15 "PUT /v2.0/ports/c0c8d3ab-83dc-4005-b51c-41d4d94d490a/bindings/n-h1-818042-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3045158 Nov 16 04:40:40.323064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-144819ed-77ad-47f7-98ad-69e665f05cb5 req-faa52af8-eae8-4029-9187-106d23b3063a tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774478 Nov 16 04:40:40.371886 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 56e65e2e-386e-4095-8947-1fb860a535b5 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:40.418981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 56e65e2e-386e-4095-8947-1fb860a535b5 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:40:40.419326 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 56e65e2e-386e-4095-8947-1fb860a535b5 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:40:40.432182 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32812) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:40.458892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-d57c88e7-46b9-4406-9f49-18d7d9eac663 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:40.460849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-d57c88e7-46b9-4406-9f49-18d7d9eac663 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9&tenant_id=2d6aa7ebda584f678731e5b32da32c5a&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1096 time: 0.0830343 Nov 16 04:40:40.464339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4df0b988-cd4a-40bc-922a-8e0231fba5df up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:40:40.560078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-a7dc49d1-63ec-4a88-8a19-8352248b4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:40.564782 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c853f50-5cd0-40d7-9978-649e62493e09 admin admin] Deleting subnet 019a9079-5bad-40fc-b64e-f807d7d8722f {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:40:40.566018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-a7dc49d1-63ec-4a88-8a19-8352248b4ae4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9&tenant_id=2d6aa7ebda584f678731e5b32da32c5a HTTP/1.1" status: 200 len: 1096 time: 0.0905061 Nov 16 04:40:40.572718 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c853f50-5cd0-40d7-9978-649e62493e09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:40.589196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 4df0b988-cd4a-40bc-922a-8e0231fba5df triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:40.589724 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:40.626018 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c853f50-5cd0-40d7-9978-649e62493e09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:40.727040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-ffdd6fb4-4765-4fde-8476-68df589f73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:40.731167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-ffdd6fb4-4765-4fde-8476-68df589f73ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 1096 time: 0.1204710 Nov 16 04:40:40.776539 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:40.777682 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c853f50-5cd0-40d7-9978-649e62493e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:40.848081 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:40.852513 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:40.915245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3b704c88-f577-4da8-ba86-668535d35f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:40.917220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-3b704c88-f577-4da8-ba86-668535d35f89 service neutron] 10.222.0.37 "GET /v2.0/networks?id=00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 200 len: 908 time: 0.1778188 Nov 16 04:40:40.959422 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4df0b988-cd4a-40bc-922a-8e0231fba5df,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:40.995595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-677fe04c-cd50-42ad-aaab-4e462d71c05d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a HTTP/1.1" status: 200 len: 217 time: 0.0704913 Nov 16 04:40:41.098474 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-9e139c3f-7793-4aa4-adb3-9e0ac710e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:41.100464 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-9e139c3f-7793-4aa4-adb3-9e0ac710e4ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 200 len: 847 time: 0.0975542 Nov 16 04:40:41.163577 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c853f50-5cd0-40d7-9978-649e62493e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:41.197955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-d1d81f64-a074-412f-9a10-3d00b561ca80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=00ef367c-9e71-485a-983c-5f2648aed20c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329404 Nov 16 04:40:41.209489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-5953f431-db87-414d-93bd-e2895f17575a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:41.211304 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-5953f431-db87-414d-93bd-e2895f17575a tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 811 time: 0.3104558 Nov 16 04:40:41.227060 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:40:41.240512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c853f50-5cd0-40d7-9978-649e62493e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019a9079-5bad-40fc-b64e-f807d7d8722f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:41.246376 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c853f50-5cd0-40d7-9978-649e62493e09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:41.250099 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7c853f50-5cd0-40d7-9978-649e62493e09 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/019a9079-5bad-40fc-b64e-f807d7d8722f HTTP/1.1" status: 204 len: 168 time: 0.8167555 Nov 16 04:40:41.254455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-97a83afb-ce49-42a5-9f8c-2af76945c3a0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Request body: {'port': {'device_id': '66130e50-d67d-479f-bfdb-320f703b6236', 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'admin_state_up': True, 'tenant_id': 'e37d5739ff204f68bc7362ae86816359'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:40:41.258403 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32820) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:41.342451 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-786c75ac-1ced-46bd-95c0-d46946c61735 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375751 Nov 16 04:40:41.445042 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eba8865e-a675-4150-9412-36aa8efe6796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:41.454449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-8adaaaa7-9d40-4786-b850-bbce9c306007 service neutron] 10.222.0.37 "GET /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038189 Nov 16 04:40:41.596222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eba8865e-a675-4150-9412-36aa8efe6796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:41.625755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-eba8865e-a675-4150-9412-36aa8efe6796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fad6d6b-5670-4e68-bf6b-fdc19241d30a']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:40:41.654897 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-eba8865e-a675-4150-9412-36aa8efe6796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b50459ca-aa97-4d5e-8ad6-d655e36e5004') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:40:41.654897 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-eba8865e-a675-4150-9412-36aa8efe6796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b50459ca-aa97-4d5e-8ad6-d655e36e5004') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:40:41.665484 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eba8865e-a675-4150-9412-36aa8efe6796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:41.680299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eba8865e-a675-4150-9412-36aa8efe6796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:41.687832 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba8865e-a675-4150-9412-36aa8efe6796 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:40:41.688505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eba8865e-a675-4150-9412-36aa8efe6796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:40:41.701316 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:40:41.798941 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eba8865e-a675-4150-9412-36aa8efe6796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:41.803215 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:41.816054 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eba8865e-a675-4150-9412-36aa8efe6796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:41.829867 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-eba8865e-a675-4150-9412-36aa8efe6796 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2fad6d6b-5670-4e68-bf6b-fdc19241d30a HTTP/1.1" status: 204 len: 168 time: 0.5675116 Nov 16 04:40:41.839673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-97a83afb-ce49-42a5-9f8c-2af76945c3a0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Made reservation on behalf of e37d5739ff204f68bc7362ae86816359 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:40:41.858993 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-97a83afb-ce49-42a5-9f8c-2af76945c3a0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:41.893356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32826) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:41.940571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8865e-a675-4150-9412-36aa8efe6796 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fad6d6b-5670-4e68-bf6b-fdc19241d30a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:42.046404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-1aa0c052-3fee-4e5a-88ce-f1d3ff2cd9e1 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:42.048234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-1aa0c052-3fee-4e5a-88ce-f1d3ff2cd9e1 tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9&tenant_id=2d6aa7ebda584f678731e5b32da32c5a&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 1096 time: 0.2184389 Nov 16 04:40:42.054342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cefd4e3-8c11-4100-a49c-fea650556ed4 admin admin] Deleting subnet 1b8a2d9b-9b65-4f46-ad98-ea463634af7e {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:40:42.058089 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3cefd4e3-8c11-4100-a49c-fea650556ed4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.101514 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3cefd4e3-8c11-4100-a49c-fea650556ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.146827 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3cefd4e3-8c11-4100-a49c-fea650556ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.185563 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-97a83afb-ce49-42a5-9f8c-2af76945c3a0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Allocated IP 172.20.0.4 (33f4aedc-35de-4a18-aa35-9d9b338f26e1/1bafc9f1-2941-47ae-b826-323b092dbef7/02e8c98b-de3f-4b3a-8f5e-7d14865f9776) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:40:42.269727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3cefd4e3-8c11-4100-a49c-fea650556ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.287899 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3cefd4e3-8c11-4100-a49c-fea650556ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.293959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3cefd4e3-8c11-4100-a49c-fea650556ed4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1b8a2d9b-9b65-4f46-ad98-ea463634af7e HTTP/1.1" status: 204 len: 168 time: 0.3716166 Nov 16 04:40:42.328616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32828) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:42.339390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefd4e3-8c11-4100-a49c-fea650556ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b8a2d9b-9b65-4f46-ad98-ea463634af7e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:42.370119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2e70a93b-1d00-4e10-8a25-8cd815bf6647 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:40:42.442730 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-97a83afb-ce49-42a5-9f8c-2af76945c3a0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.482981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-2426550f-ed17-43d6-a694-3e4ace7542bc service neutron] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:40:42.486518 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3589-ac67-42f2-ac29-8f6d59788aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.496542 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-2426550f-ed17-43d6-a694-3e4ace7542bc service neutron] Publish callbacks [] for binding, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.497872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de6c9bc-a8d3-49a3-b630-23b8edb7e156 req-2426550f-ed17-43d6-a694-3e4ace7542bc service neutron] 10.222.0.37 "DELETE /v2.0/ports/c0c8d3ab-83dc-4005-b51c-41d4d94d490a/bindings/n-h2-818042-1 HTTP/1.1" status: 204 len: 173 time: 0.2948775 Nov 16 04:40:42.501544 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-97a83afb-ce49-42a5-9f8c-2af76945c3a0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.515175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 2e70a93b-1d00-4e10-8a25-8cd815bf6647 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:42.516031 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.624398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-97a83afb-ce49-42a5-9f8c-2af76945c3a0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:40:42.640104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-97a83afb-ce49-42a5-9f8c-2af76945c3a0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:40:42.644269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-97a83afb-ce49-42a5-9f8c-2af76945c3a0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:40:42.648847 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a83afb-ce49-42a5-9f8c-2af76945c3a0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Pushing event updated for resources: {'Port': ['ID=02e8c98b-de3f-4b3a-8f5e-7d14865f9776,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:42.649262 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3589-ac67-42f2-ac29-8f6d59788aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.683708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-b4ea3589-ac67-42f2-ac29-8f6d59788aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b69deeb6-d14d-43ee-ac42-0616a38660fd']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:40:42.704067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-b4ea3589-ac67-42f2-ac29-8f6d59788aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf0133c-67ba-4689-9e67-a55982f0880e') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:40:42.704900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-b4ea3589-ac67-42f2-ac29-8f6d59788aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf0133c-67ba-4689-9e67-a55982f0880e') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:40:42.713099 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-97a83afb-ce49-42a5-9f8c-2af76945c3a0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:42.713754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-97a83afb-ce49-42a5-9f8c-2af76945c3a0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.714982 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.771403 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3589-ac67-42f2-ac29-8f6d59788aba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.778658 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-97a83afb-ce49-42a5-9f8c-2af76945c3a0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5332632 Nov 16 04:40:42.805959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Request body: {'port': {'device_id': '66130e50-d67d-479f-bfdb-320f703b6236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:40:42.806332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:42.808271 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3589-ac67-42f2-ac29-8f6d59788aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.815162 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.820676 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ea3589-ac67-42f2-ac29-8f6d59788aba admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:40:42.821203 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3589-ac67-42f2-ac29-8f6d59788aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:40:42.824779 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:40:42.915833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=2e70a93b-1d00-4e10-8a25-8cd815bf6647,revision_number=11']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:42.952358 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3589-ac67-42f2-ac29-8f6d59788aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.959328 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4ea3589-ac67-42f2-ac29-8f6d59788aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:42.966123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b4ea3589-ac67-42f2-ac29-8f6d59788aba admin admin] 10.222.0.41 "DELETE /v2.0/networks/b69deeb6-d14d-43ee-ac42-0616a38660fd HTTP/1.1" status: 204 len: 168 time: 0.6329000 Nov 16 04:40:42.979460 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea3589-ac67-42f2-ac29-8f6d59788aba admin admin] Pushing event deleted for resources: {'Network': ['ID=b69deeb6-d14d-43ee-ac42-0616a38660fd,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:42.991929 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:43.141347 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:43.269548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32844) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:43.328375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-324bb9e2-eb6c-4458-a265-4304aa62a5ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e339e415385b4d5dbab31d9b5027d120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0551455 Nov 16 04:40:43.328672 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32846) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:43.413489 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ee763f3-f94f-45cc-8827-092b5e73578f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:43.420241 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ee763f3-f94f-45cc-8827-092b5e73578f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:43.482648 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ee763f3-f94f-45cc-8827-092b5e73578f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:43.487577 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ee763f3-f94f-45cc-8827-092b5e73578f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:43.488862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3ee763f3-f94f-45cc-8827-092b5e73578f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cbfd4920-5257-490a-b848-fc6c20047700 HTTP/1.1" status: 204 len: 168 time: 0.1590383 Nov 16 04:40:43.498435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:43.516890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee763f3-f94f-45cc-8827-092b5e73578f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfd4920-5257-490a-b848-fc6c20047700,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:43.526268 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:43.590779 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Transition to ACTIVE for port object 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:40:43.596237 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:43.614162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-379f609d-8aa7-40ea-8330-147bfe88744e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564003 Nov 16 04:40:43.749746 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:43.810718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Pushing event updated for resources: {'Port': ['ID=02e8c98b-de3f-4b3a-8f5e-7d14865f9776,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:43.868287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-18da7fba-54b0-414b-ae3f-985056d190d9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:43.870785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-18da7fba-54b0-414b-ae3f-985056d190d9 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2505076 Nov 16 04:40:43.903115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Attempting to bind port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:40:43.903726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Attempting to bind port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:40:43.904310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Attempting to bind port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:43.913455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:40:43.915760 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-8d7d83c5-0640-4e96-b551-7eb3ffb23e9d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/quotas/46074bcb1f1c4ff1b82eee172ad6c5cd HTTP/1.1" status: 200 len: 375 time: 0.0280521 Nov 16 04:40:43.916294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Attempting to bind port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 on network 33f4aedc-35de-4a18-aa35-9d9b338f26e1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:43.931064 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:40:43.931665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Checking segment: {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:40:43.932232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Bound using segment: {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:40:43.932856 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Bound port: 02e8c98b-de3f-4b3a-8f5e-7d14865f9776, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187ff01d-9caa-489c-8e54-7ddb893bada5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:40:43.933384 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:44.019737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-43a43a52-ad7a-4010-94ad-6f8420909680 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0908086 Nov 16 04:40:44.079417 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] For port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:40:44.083132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] For port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=02e8c98b-de3f-4b3a-8f5e-7d14865f9776,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:40:44.092754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:44.127873 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:44.128511 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:44.129945 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] 10.222.0.37 "PUT /v2.0/ports/02e8c98b-de3f-4b3a-8f5e-7d14865f9776 HTTP/1.1" status: 200 len: 1091 time: 1.3420138 Nov 16 04:40:44.137166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7508d-c376-4ba2-88b3-f243f01afa46 req-ce470922-e51d-472a-93b2-666371ccc0a2 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:44.146354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78c7508d-c376-4ba2-88b3-f243f01afa46 req-ce470922-e51d-472a-93b2-666371ccc0a2 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 943 time: 0.1027286 Nov 16 04:40:44.265358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78c7508d-c376-4ba2-88b3-f243f01afa46 req-4c65c548-d7db-47b2-90d2-ba365ece408c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067541 Nov 16 04:40:44.266099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32868) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:44.276706 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502b1809-044d-454e-9e6d-d21869c58e85 x-openstack-request-id: req-502b1809-044d-454e-9e6d-d21869c58e85 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:44.277231 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "name": "network-vif-unplugged", "status": "completed", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:44.277231 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-502b1809-044d-454e-9e6d-d21869c58e85 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:44.277650 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647', 'code': 200} Nov 16 04:40:44.317022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a891b8f7-77d7-4e15-b0ce-fb55a38bc5ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05207959e9d24b5894f76d26ecd0c6c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495727 Nov 16 04:40:44.317631 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32874) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:44.356438 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08efcc-0ed9-44b0-85f0-3efdfeacfa00 service neutron] Pushing event updated for resources: {'Port': ['ID=02e8c98b-de3f-4b3a-8f5e-7d14865f9776,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:44.376824 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfb3aa5-acaf-42a4-ab8d-9b1fc9551415 x-openstack-request-id: req-7dfb3aa5-acaf-42a4-ab8d-9b1fc9551415 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:44.377175 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c72448cd-7a1e-4ddd-9de5-70263c833e29", "name": "network-vif-deleted", "tag": "56e65e2e-386e-4095-8947-1fb860a535b5", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:44.377442 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7dfb3aa5-acaf-42a4-ab8d-9b1fc9551415 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:44.381512 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72448cd-7a1e-4ddd-9de5-70263c833e29', 'name': 'network-vif-deleted', 'tag': '56e65e2e-386e-4095-8947-1fb860a535b5', 'status': 'completed', 'code': 200} Nov 16 04:40:44.409170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-c2fc87a9-67f3-40d1-85e0-25d6fe1713ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:44.412429 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-c2fc87a9-67f3-40d1-85e0-25d6fe1713ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 1094 time: 0.2373230 Nov 16 04:40:44.485363 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-da19144f-b5ec-4d50-aa48-8a34c0437649 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e8c98b-de3f-4b3a-8f5e-7d14865f9776 HTTP/1.1" status: 200 len: 217 time: 0.0646420 Nov 16 04:40:44.551136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-8a131865-c2c0-4b74-b4d9-9216fc303038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:44.556824 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cf73afb-40cf-4cab-b32b-86bf04e6fd15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:44.558395 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-8a131865-c2c0-4b74-b4d9-9216fc303038 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.0655751 Nov 16 04:40:44.593075 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-90842205-1495-4cfb-944a-fe3c38ff9127 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253508 Nov 16 04:40:44.603931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c5466-aade-49c1-b0c0-71b1b8a4c34c req-41b5b94e-1466-493b-aa9f-071eb6a807c2 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:44.605412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b82c5466-aade-49c1-b0c0-71b1b8a4c34c req-41b5b94e-1466-493b-aa9f-071eb6a807c2 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 945 time: 0.2307010 Nov 16 04:40:44.633089 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cf73afb-40cf-4cab-b32b-86bf04e6fd15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:44.740313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8124cf8d-82bf-42ad-ae32-d21f69b9ac2f req-1760ae29-8bd9-4207-b46a-842968e3ddfe tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:44.741904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8124cf8d-82bf-42ad-ae32-d21f69b9ac2f req-1760ae29-8bd9-4207-b46a-842968e3ddfe tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 945 time: 0.1355643 Nov 16 04:40:44.743711 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-1bf83ed7-7937-45ac-8b5a-3d97f059f443 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332304 Nov 16 04:40:44.762836 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b82c5466-aade-49c1-b0c0-71b1b8a4c34c req-058a382d-73c3-4282-868e-139276fcce5f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356668 Nov 16 04:40:44.787171 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cf73afb-40cf-4cab-b32b-86bf04e6fd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:44.791653 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cf73afb-40cf-4cab-b32b-86bf04e6fd15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:44.793105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8cf73afb-40cf-4cab-b32b-86bf04e6fd15 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b2113f1-e644-4cbd-a921-b4c99e5d7a06 HTTP/1.1" status: 204 len: 168 time: 0.4739857 Nov 16 04:40:44.860040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf73afb-40cf-4cab-b32b-86bf04e6fd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2113f1-e644-4cbd-a921-b4c99e5d7a06,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:44.919847 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-313fbbc0-534b-4079-a3fd-8ed5fe5746fb req-5b16e5f7-31e2-4637-acfb-70dd0a242fae service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657901 Nov 16 04:40:44.935417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e4b06ef-50e8-48aa-a821-b0d6455d157b req-5f5eb1dd-bba1-4dc6-aec6-3563137fb0d3 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 210 time: 0.1076205 Nov 16 04:40:44.980890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8124cf8d-82bf-42ad-ae32-d21f69b9ac2f req-4cd4ccbf-a93f-4848-8f3d-724dbb92edd1 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026825 Nov 16 04:40:45.067441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f6845-2101-468c-b369-50331ac3ed96 req-d1ace4e0-d24a-4a40-8279-229cdedb860f tempest-ServersAdminNegativeTestJSON-639636256 tempest-ServersAdminNegativeTestJSON-639636256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:45.079188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a12f6845-2101-468c-b369-50331ac3ed96 req-d1ace4e0-d24a-4a40-8279-229cdedb860f tempest-ServersAdminNegativeTestJSON-639636256 tempest-ServersAdminNegativeTestJSON-639636256-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 1101 time: 0.0552335 Nov 16 04:40:45.116267 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a12f6845-2101-468c-b369-50331ac3ed96 req-7f64840b-7d87-4e10-b034-6a406c72b3c1 tempest-ServersAdminNegativeTestJSON-639636256 tempest-ServersAdminNegativeTestJSON-639636256-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:45.259336 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a12f6845-2101-468c-b369-50331ac3ed96 req-7f64840b-7d87-4e10-b034-6a406c72b3c1 tempest-ServersAdminNegativeTestJSON-639636256 tempest-ServersAdminNegativeTestJSON-639636256-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:45.264791 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a12f6845-2101-468c-b369-50331ac3ed96 req-7f64840b-7d87-4e10-b034-6a406c72b3c1 tempest-ServersAdminNegativeTestJSON-639636256 tempest-ServersAdminNegativeTestJSON-639636256-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:45.302098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64840b-7d87-4e10-b034-6a406c72b3c1 tempest-ServersAdminNegativeTestJSON-639636256 tempest-ServersAdminNegativeTestJSON-639636256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d609b9d-a3f7-498d-95eb-636dea222216,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:45.369468 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a12f6845-2101-468c-b369-50331ac3ed96 req-7f64840b-7d87-4e10-b034-6a406c72b3c1 tempest-ServersAdminNegativeTestJSON-639636256 tempest-ServersAdminNegativeTestJSON-639636256-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862179 Nov 16 04:40:45.540890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d335285-8d86-49d3-bebb-0be1d66b64c7 req-7ddd5477-7431-430b-b8ee-3de34e6185cf tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:45.542839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d335285-8d86-49d3-bebb-0be1d66b64c7 req-7ddd5477-7431-430b-b8ee-3de34e6185cf tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 1096 time: 0.0916042 Nov 16 04:40:45.648295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d335285-8d86-49d3-bebb-0be1d66b64c7 req-b6751140-b511-449c-acd4-45a547a39e9f tempest-LiveMigrationTest-167900314 tempest-LiveMigrationTest-167900314-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991728 Nov 16 04:40:45.861488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eb3a6-f041-4dd8-8592-3e909c845210 req-f916a2d6-6e23-4188-9e39-df6d008b2dd0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:45.870606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455eb3a6-f041-4dd8-8592-3e909c845210 req-f916a2d6-6e23-4188-9e39-df6d008b2dd0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 943 time: 0.0941539 Nov 16 04:40:45.944732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455eb3a6-f041-4dd8-8592-3e909c845210 req-e011e6cb-114f-485d-a1c4-c0760b905131 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683634 Nov 16 04:40:46.013857 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:46.088033 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec216233-d515-482e-b75b-942bab2c5c95 req-63b8e920-1126-430e-9087-bda55b8b509e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 210 time: 0.0576739 Nov 16 04:40:46.186065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-c5691b7f-2b1b-410c-91b3-a4651b67214a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309582 Nov 16 04:40:46.217200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8011b-3e28-48d5-8b96-26dc11824b20 req-8083cb60-00d2-459e-9ed3-bef9764a8417 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:46.224955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b7a8011b-3e28-48d5-8b96-26dc11824b20 req-8083cb60-00d2-459e-9ed3-bef9764a8417 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 945 time: 0.1111510 Nov 16 04:40:46.279012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df'}, {'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:46.281261 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca1b9ba-8f17-4c9a-a8b4-8499c5150645" -d '{"events": [{"server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "name": "network-vif-plugged", "status": "completed", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df"}, {"server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "name": "network-vif-plugged", "status": "completed", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:46.360369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b7a8011b-3e28-48d5-8b96-26dc11824b20 req-9ab8634f-4ad4-41d0-b331-5021676b7280 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344538 Nov 16 04:40:46.383863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66130e50-d67d-479f-bfdb-320f703b6236', 'tag': '02e8c98b-de3f-4b3a-8f5e-7d14865f9776'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:46.387239 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1235222c-4593-434d-b73a-3c19cbdc87df" -d '{"events": [{"name": "network-changed", "server_uuid": "66130e50-d67d-479f-bfdb-320f703b6236", "tag": "02e8c98b-de3f-4b3a-8f5e-7d14865f9776"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:46.390198 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b822d8fb-1ebb-44e1-a6ff-7cab35542726 x-openstack-request-id: req-b822d8fb-1ebb-44e1-a6ff-7cab35542726 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:46.390713 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "name": "network-vif-plugged", "status": "completed", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df", "code": 200}, {"server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "name": "network-vif-plugged", "status": "completed", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:46.390966 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b822d8fb-1ebb-44e1-a6ff-7cab35542726 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:46.391456 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df', 'code': 200} Nov 16 04:40:46.391623 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647', 'code': 200} Nov 16 04:40:46.423068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-98ce76a3-cd8c-42bc-8e13-79fbd0879b51 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:46.428562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-98ce76a3-cd8c-42bc-8e13-79fbd0879b51 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288682 Nov 16 04:40:46.444557 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780b9c3a-4816-4417-9f0e-1c5f500fcd36 x-openstack-request-id: req-780b9c3a-4816-4417-9f0e-1c5f500fcd36 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:46.444848 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66130e50-d67d-479f-bfdb-320f703b6236", "tag": "02e8c98b-de3f-4b3a-8f5e-7d14865f9776", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:46.445136 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-780b9c3a-4816-4417-9f0e-1c5f500fcd36 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:46.445529 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66130e50-d67d-479f-bfdb-320f703b6236', 'tag': '02e8c98b-de3f-4b3a-8f5e-7d14865f9776', 'status': 'completed', 'code': 200} Nov 16 04:40:46.454092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-c3a4ef0f-c2a4-47ad-9360-4faf20a84f0f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Request body: {'port': {'device_id': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '46074bcb1f1c4ff1b82eee172ad6c5cd'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:40:46.510304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e1dca4d3-905e-419c-ba7d-5d74e08fb685 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:46.547391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235222c-4593-434d-b73a-3c19cbdc87df req-a8e5505b-c07e-4bfd-8a4f-ad1a218f600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:46.557205 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1235222c-4593-434d-b73a-3c19cbdc87df req-a8e5505b-c07e-4bfd-8a4f-ad1a218f600d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e37d5739ff204f68bc7362ae86816359&device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 1094 time: 0.0914993 Nov 16 04:40:46.628928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b0272-0186-4d3d-8ca7-9a4f5bcde732 req-09e27597-d21e-44bf-92c3-9f28659adb53 tempest-ServersAdminNegativeTestJSON-639636256 tempest-ServersAdminNegativeTestJSON-639636256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:46.631612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e0b0272-0186-4d3d-8ca7-9a4f5bcde732 req-09e27597-d21e-44bf-92c3-9f28659adb53 tempest-ServersAdminNegativeTestJSON-639636256 tempest-ServersAdminNegativeTestJSON-639636256-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 1101 time: 0.0617311 Nov 16 04:40:46.632896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-c3a4ef0f-c2a4-47ad-9360-4faf20a84f0f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Made reservation on behalf of 46074bcb1f1c4ff1b82eee172ad6c5cd for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:40:46.636852 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-c3a4ef0f-c2a4-47ad-9360-4faf20a84f0f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:46.690821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235222c-4593-434d-b73a-3c19cbdc87df req-52698726-6293-4a72-9105-f2cfcc6ccda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:46.692408 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1235222c-4593-434d-b73a-3c19cbdc87df req-52698726-6293-4a72-9105-f2cfcc6ccda8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 200 len: 912 time: 0.1165206 Nov 16 04:40:46.710037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e0b0272-0186-4d3d-8ca7-9a4f5bcde732 req-e28785ef-cd2c-4701-9b61-bad71588a392 tempest-ServersAdminNegativeTestJSON-639636256 tempest-ServersAdminNegativeTestJSON-639636256-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695469 Nov 16 04:40:46.720324 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:46.788733 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1235222c-4593-434d-b73a-3c19cbdc87df req-7f1c39b0-354e-4690-a431-a6107abee5a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02e8c98b-de3f-4b3a-8f5e-7d14865f9776 HTTP/1.1" status: 200 len: 217 time: 0.0806496 Nov 16 04:40:46.820045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:46.828653 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:46.938251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235222c-4593-434d-b73a-3c19cbdc87df req-ae6377e2-a5eb-44a3-b2c6-9225a5bc7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:46.944109 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1235222c-4593-434d-b73a-3c19cbdc87df req-ae6377e2-a5eb-44a3-b2c6-9225a5bc7b1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 200 len: 851 time: 0.1481268 Nov 16 04:40:46.975323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:47.011670 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1235222c-4593-434d-b73a-3c19cbdc87df req-73312e63-e2fc-4003-8b5c-028be0076a73 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=33f4aedc-35de-4a18-aa35-9d9b338f26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522594 Nov 16 04:40:47.060931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d981d1-9d7a-42d4-bd2d-171172890e64 req-6dbcb913-d873-4614-b337-d97154b4ab53 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:47.066122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1d981d1-9d7a-42d4-bd2d-171172890e64 req-6dbcb913-d873-4614-b337-d97154b4ab53 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.37 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 945 time: 0.2821231 Nov 16 04:40:47.196183 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1235222c-4593-434d-b73a-3c19cbdc87df req-673143f0-3aef-447d-be48-c86a9fa674a2 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828074 Nov 16 04:40:47.288854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24b6ea27-5daa-4004-b779-827e8ec5adb6 req-d95c0e53-be22-40f8-b3db-cb1fea483637 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 210 time: 0.0636024 Nov 16 04:40:47.326981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-c3a4ef0f-c2a4-47ad-9360-4faf20a84f0f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Allocated IP 192.168.233.144 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/c8566e20-4d38-4859-9e51-49465a2e9d69) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:40:47.363526 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1235222c-4593-434d-b73a-3c19cbdc87df req-d873d1df-bf78-4cda-a913-da9480794d95 service neutron] 10.222.0.37 "GET /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583831 Nov 16 04:40:47.385745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483557a-4abb-48b2-b227-665e973c5b9d req-8fb190af-ec4e-4da6-91aa-22b02c3c1667 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:47.390372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7483557a-4abb-48b2-b227-665e973c5b9d req-8fb190af-ec4e-4da6-91aa-22b02c3c1667 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 943 time: 0.3231611 Nov 16 04:40:47.593820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8b545-2042-44a4-ad1f-817377253d44 req-f6ca0748-41d6-44ce-9acd-f47ce0d0c6f7 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:47.595522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3f8b545-2042-44a4-ad1f-817377253d44 req-f6ca0748-41d6-44ce-9acd-f47ce0d0c6f7 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 950 time: 0.1812170 Nov 16 04:40:47.604656 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7483557a-4abb-48b2-b227-665e973c5b9d req-ce14e126-e4cb-41b6-a5d6-f1255b500a3b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891415 Nov 16 04:40:47.611453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-a1d981d1-9d7a-42d4-bd2d-171172890e64 req-c37032c5-36cc-4972-af9e-dd0d9b714d44 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Deleting port c0c8d3ab-83dc-4005-b51c-41d4d94d490a {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:40:47.611453 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1d981d1-9d7a-42d4-bd2d-171172890e64 req-c37032c5-36cc-4972-af9e-dd0d9b714d44 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:47.822742 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-c3a4ef0f-c2a4-47ad-9360-4faf20a84f0f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:47.875388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3f8b545-2042-44a4-ad1f-817377253d44 req-3d9fe77e-78c2-440a-a5c9-a42b7923326c tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604988 Nov 16 04:40:47.883939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a1d981d1-9d7a-42d4-bd2d-171172890e64 req-c37032c5-36cc-4972-af9e-dd0d9b714d44 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] For port c0c8d3ab-83dc-4005-b51c-41d4d94d490a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:47.884318 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1d981d1-9d7a-42d4-bd2d-171172890e64 req-c37032c5-36cc-4972-af9e-dd0d9b714d44 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:47.925874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff5037-d00e-4184-9791-7e77a39d3531 req-67a07610-666f-4941-9c91-b4b726c8c59a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:47.928434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53ff5037-d00e-4184-9791-7e77a39d3531 req-67a07610-666f-4941-9c91-b4b726c8c59a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 945 time: 0.1695504 Nov 16 04:40:47.946646 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-a1d981d1-9d7a-42d4-bd2d-171172890e64 req-c37032c5-36cc-4972-af9e-dd0d9b714d44 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Calling delete_port for c0c8d3ab-83dc-4005-b51c-41d4d94d490a owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:40:48.033151 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-c3a4ef0f-c2a4-47ad-9360-4faf20a84f0f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:48.050056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['a9450c8e-a41b-49ba-96a6-28e1aca79eec', '2e70a93b-1d00-4e10-8a25-8cd815bf6647'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:48.056182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['09f5545e-9287-4c90-adfe-1f351744462c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:48.139698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53ff5037-d00e-4184-9791-7e77a39d3531 req-4b28f4c0-5692-4b6f-8674-d2678fadb15b tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991911 Nov 16 04:40:48.198956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-c3a4ef0f-c2a4-47ad-9360-4faf20a84f0f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:40:48.205715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-c3a4ef0f-c2a4-47ad-9360-4faf20a84f0f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:40:48.230593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-c3a4ef0f-c2a4-47ad-9360-4faf20a84f0f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:40:48.274155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4ef0f-c2a4-47ad-9360-4faf20a84f0f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Pushing event updated for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:48.389604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-c3a4ef0f-c2a4-47ad-9360-4faf20a84f0f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:48.390385 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-c3a4ef0f-c2a4-47ad-9360-4faf20a84f0f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:48.422635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:48.425495 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73dc789-104e-49d6-8765-f88a1ed0622b" -d '{"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-unplugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:48.429145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:40:48.457926 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:48.483612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-c3a4ef0f-c2a4-47ad-9360-4faf20a84f0f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0338039 Nov 16 04:40:48.527072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Request body: {'port': {'device_id': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:40:48.560129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e1dca4d3-905e-419c-ba7d-5d74e08fb685 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:40:48.626967 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b670fe6-2aa1-4291-9912-1e371996c196 x-openstack-request-id: req-3b670fe6-2aa1-4291-9912-1e371996c196 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:48.627239 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-unplugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:48.627492 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b670fe6-2aa1-4291-9912-1e371996c196 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:48.628198 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'code': 200} Nov 16 04:40:48.731266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca738309-9211-4ed8-a5cc-4f0615058f4a req-12454dd0-94c4-4e2f-b820-7bf0b6d49585 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:48.733893 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ca738309-9211-4ed8-a5cc-4f0615058f4a req-12454dd0-94c4-4e2f-b820-7bf0b6d49585 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.37 "GET /v2.0/ports?device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 950 time: 0.1044421 Nov 16 04:40:48.770767 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:40:48.950799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-ca738309-9211-4ed8-a5cc-4f0615058f4a req-d4a4b835-ca00-4ef5-959b-31f5ee825107 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Deleting port 562016c7-3ef6-476d-bab1-b77539ccf6bc {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:40:48.951165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ca738309-9211-4ed8-a5cc-4f0615058f4a req-d4a4b835-ca00-4ef5-959b-31f5ee825107 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.009344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-786c3d3e-0c89-42e5-b818-c5cf16c78a9b None None] Provisioning complete for port c8566e20-4d38-4859-9e51-49465a2e9d69 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:49.009919 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-786c3d3e-0c89-42e5-b818-c5cf16c78a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.033826 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=02e8c98b-de3f-4b3a-8f5e-7d14865f9776,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:49.090605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '02e8c98b-de3f-4b3a-8f5e-7d14865f9776', 'network_id': '33f4aedc-35de-4a18-aa35-9d9b338f26e1', 'port_id': '02e8c98b-de3f-4b3a-8f5e-7d14865f9776', 'mac_address': 'fa:16:3e:9a:8f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bafc9f1-2941-47ae-b826-323b092dbef7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:40:49.125410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:49.135617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ca738309-9211-4ed8-a5cc-4f0615058f4a req-d4a4b835-ca00-4ef5-959b-31f5ee825107 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] For port 562016c7-3ef6-476d-bab1-b77539ccf6bc, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=562016c7-3ef6-476d-bab1-b77539ccf6bc,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:49.136949 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ca738309-9211-4ed8-a5cc-4f0615058f4a req-d4a4b835-ca00-4ef5-959b-31f5ee825107 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.154794 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-786c3d3e-0c89-42e5-b818-c5cf16c78a9b None None] Port c8566e20-4d38-4859-9e51-49465a2e9d69 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:40:49.160612 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.163163 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-ca738309-9211-4ed8-a5cc-4f0615058f4a req-d4a4b835-ca00-4ef5-959b-31f5ee825107 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Calling delete_port for 562016c7-3ef6-476d-bab1-b77539ccf6bc owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:40:49.189293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'port_id': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'mac_address': 'fa:16:3e:9d:11:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:40:49.246859 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.284625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:49.314343 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.338474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=02e8c98b-de3f-4b3a-8f5e-7d14865f9776,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:49.347665 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dca4d3-905e-419c-ba7d-5d74e08fb685 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:49.352329 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.403107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:49.420292 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.514049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=02e8c98b-de3f-4b3a-8f5e-7d14865f9776,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:49.541401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8566e20-4d38-4859-9e51-49465a2e9d69 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:49.547921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:49.560086 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.572099 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1d981d1-9d7a-42d4-bd2d-171172890e64 req-c37032c5-36cc-4972-af9e-dd0d9b714d44 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.588923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdca15d-0be5-4a5d-bd00-8c02d8f9d91a req-5b9dda2c-1734-4c61-9fa6-14d2a39a8233 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:49.590737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfdca15d-0be5-4a5d-bd00-8c02d8f9d91a req-5b9dda2c-1734-4c61-9fa6-14d2a39a8233 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 936 time: 1.1508160 Nov 16 04:40:49.610177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['02e8c98b-de3f-4b3a-8f5e-7d14865f9776'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:49.612240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Transition to ACTIVE for port object c8566e20-4d38-4859-9e51-49465a2e9d69 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:40:49.617657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e1dca4d3-905e-419c-ba7d-5d74e08fb685'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:49.645127 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.659295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37032c5-36cc-4972-af9e-dd0d9b714d44 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Pushing event deleted for resources: {'Port': ['ID=c0c8d3ab-83dc-4005-b51c-41d4d94d490a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:49.690513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef6006-5f41-424c-aaa3-a08670e06912 req-de2718ff-1282-4aaa-b8eb-3ac50efdfa5c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:49.698269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bef6006-5f41-424c-aaa3-a08670e06912 req-de2718ff-1282-4aaa-b8eb-3ac50efdfa5c tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 943 time: 0.5418570 Nov 16 04:40:49.752722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ca738309-9211-4ed8-a5cc-4f0615058f4a req-d4a4b835-ca00-4ef5-959b-31f5ee825107 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.789240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4b835-ca00-4ef5-959b-31f5ee825107 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Pushing event deleted for resources: {'Port': ['ID=562016c7-3ef6-476d-bab1-b77539ccf6bc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:49.799745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['18c85f33-ba52-4660-9a81-4b0cff0d22df'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:49.828194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfdca15d-0be5-4a5d-bd00-8c02d8f9d91a req-417f3b9b-7b73-4840-8938-bb6c88a6d772 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252278 Nov 16 04:40:49.855267 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca738309-9211-4ed8-a5cc-4f0615058f4a req-d4a4b835-ca00-4ef5-959b-31f5ee825107 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] No DVR routers for this DVR port 562016c7-3ef6-476d-bab1-b77539ccf6bc on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:40:49.860575 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ca738309-9211-4ed8-a5cc-4f0615058f4a req-d4a4b835-ca00-4ef5-959b-31f5ee825107 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.866343 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ca738309-9211-4ed8-a5cc-4f0615058f4a req-d4a4b835-ca00-4ef5-959b-31f5ee825107 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.37 "DELETE /v2.0/ports/562016c7-3ef6-476d-bab1-b77539ccf6bc HTTP/1.1" status: 204 len: 173 time: 1.1250272 Nov 16 04:40:49.871849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fdc727-81e8-457d-b890-15e181f3093e', 'name': 'network-vif-deleted', 'tag': '562016c7-3ef6-476d-bab1-b77539ccf6bc'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:49.872166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bef6006-5f41-424c-aaa3-a08670e06912 req-9bf9c663-f610-417e-a69a-55b857c64643 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713512 Nov 16 04:40:49.875902 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0193f039-c293-4493-8c7a-372eca98b0ad" -d '{"events": [{"server_uuid": "93fdc727-81e8-457d-b890-15e181f3093e", "name": "network-vif-deleted", "tag": "562016c7-3ef6-476d-bab1-b77539ccf6bc"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:49.878913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d981d1-9d7a-42d4-bd2d-171172890e64 req-c37032c5-36cc-4972-af9e-dd0d9b714d44 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] No DVR routers for this DVR port c0c8d3ab-83dc-4005-b51c-41d4d94d490a on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:40:49.889304 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1d981d1-9d7a-42d4-bd2d-171172890e64 req-c37032c5-36cc-4972-af9e-dd0d9b714d44 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:49.894279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1d981d1-9d7a-42d4-bd2d-171172890e64 req-c37032c5-36cc-4972-af9e-dd0d9b714d44 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.37 "DELETE /v2.0/ports/c0c8d3ab-83dc-4005-b51c-41d4d94d490a HTTP/1.1" status: 204 len: 173 time: 2.8060548 Nov 16 04:40:49.900583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94d8d5d-58b0-4759-a91f-1a39fe1daab9', 'name': 'network-vif-deleted', 'tag': 'c0c8d3ab-83dc-4005-b51c-41d4d94d490a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:49.906094 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89096c53-13b1-41ed-8e80-40d18ab5ef83" -d '{"events": [{"server_uuid": "f94d8d5d-58b0-4759-a91f-1a39fe1daab9", "name": "network-vif-deleted", "tag": "c0c8d3ab-83dc-4005-b51c-41d4d94d490a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:49.948228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Pushing event updated for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:50.081537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e92bf77e-394d-426e-af0a-d8ced7c68a5d req-aac1bd88-523c-4ac4-91f5-be284b062c20 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=93fdc727-81e8-457d-b890-15e181f3093e HTTP/1.1" status: 200 len: 210 time: 0.0622337 Nov 16 04:40:50.143500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Attempting to bind port c8566e20-4d38-4859-9e51-49465a2e9d69 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:40:50.143852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Attempting to bind port c8566e20-4d38-4859-9e51-49465a2e9d69 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:40:50.144191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Attempting to bind port c8566e20-4d38-4859-9e51-49465a2e9d69 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:50.163576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Port c8566e20-4d38-4859-9e51-49465a2e9d69 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:40:50.164253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Attempting to bind port c8566e20-4d38-4859-9e51-49465a2e9d69 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:40:50.176850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:40:50.176850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:40:50.189562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:40:50.190087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Bound port: c8566e20-4d38-4859-9e51-49465a2e9d69, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:40:50.190460 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:50.311122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03a74866-3f30-447d-b0c6-ac0cb260eeca req-bac7e4a2-9408-4820-95a5-28db8e40298f tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 210 time: 0.0581970 Nov 16 04:40:50.361431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:40:50.374329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:40:50.381471 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:50.398037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device c0c8d3ab-83dc-4005-b51c-41d4d94d490a no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:50.486697 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: c0c8d3ab-83dc-4005-b51c-41d4d94d490a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:40:50.487037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device c0c8d3ab-83dc-4005-b51c-41d4d94d490a not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:40:50.516097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:50.516938 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:50.523326 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] 10.222.0.15 "PUT /v2.0/ports/c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 200 len: 1096 time: 2.0175898 Nov 16 04:40:50.578631 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb58c02-be86-4111-b8de-a352342b04b7 x-openstack-request-id: req-1bb58c02-be86-4111-b8de-a352342b04b7 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:50.579059 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fdc727-81e8-457d-b890-15e181f3093e", "name": "network-vif-deleted", "tag": "562016c7-3ef6-476d-bab1-b77539ccf6bc", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:50.579381 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bb58c02-be86-4111-b8de-a352342b04b7 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:50.579823 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fdc727-81e8-457d-b890-15e181f3093e', 'name': 'network-vif-deleted', 'tag': '562016c7-3ef6-476d-bab1-b77539ccf6bc', 'status': 'completed', 'code': 200} Nov 16 04:40:50.630448 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4754bb0d-72d0-46e3-973c-91f022c2b835 x-openstack-request-id: req-4754bb0d-72d0-46e3-973c-91f022c2b835 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:50.630926 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94d8d5d-58b0-4759-a91f-1a39fe1daab9", "name": "network-vif-deleted", "tag": "c0c8d3ab-83dc-4005-b51c-41d4d94d490a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:50.631280 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4754bb0d-72d0-46e3-973c-91f022c2b835 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:50.631785 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94d8d5d-58b0-4759-a91f-1a39fe1daab9', 'name': 'network-vif-deleted', 'tag': 'c0c8d3ab-83dc-4005-b51c-41d4d94d490a', 'status': 'completed', 'code': 200} Nov 16 04:40:50.669609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4be81-84ac-4d7e-988d-ceeaa1cccf94 service neutron] Pushing event updated for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:50.773134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-15905ea3-7499-4b9e-8ef0-f38055c5a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:50.775007 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-15905ea3-7499-4b9e-8ef0-f38055c5a76b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 1099 time: 0.1858823 Nov 16 04:40:50.858541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-016adf47-956c-4f2d-aa88-03626240a4fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 200 len: 217 time: 0.0700965 Nov 16 04:40:50.991330 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['81157296-87b2-43d1-addc-5fb42660e3a3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:51.161189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-47a2429c-c316-45a2-946a-07ce61ddb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:51.163234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-47a2429c-c316-45a2-946a-07ce61ddb223 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2939324 Nov 16 04:40:51.282256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ca318-67eb-4466-89c1-9f10b60fe4d0 req-541afb78-b543-4cfc-b81f-d871ee0859d5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:51.289962 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-986ca318-67eb-4466-89c1-9f10b60fe4d0 req-541afb78-b543-4cfc-b81f-d871ee0859d5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 948 time: 0.3086541 Nov 16 04:40:51.334845 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1f9d1-c42a-4cc0-81c1-7f34b0e42b35 req-589e0435-36b9-4f66-bd7e-13dd6e556f39 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:51.343787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97c1f9d1-c42a-4cc0-81c1-7f34b0e42b35 req-589e0435-36b9-4f66-bd7e-13dd6e556f39 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 944 time: 0.3598094 Nov 16 04:40:51.357282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-ad569408-fa52-40f5-aa73-76791affdb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:51.358978 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-ad569408-fa52-40f5-aa73-76791affdb54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1804590 Nov 16 04:40:51.470185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-986ca318-67eb-4466-89c1-9f10b60fe4d0 req-e78bef25-b200-45e7-8c00-00487acb6ccf tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792169 Nov 16 04:40:51.521620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97c1f9d1-c42a-4cc0-81c1-7f34b0e42b35 req-5aa04ff7-459c-4a9c-865c-c16b00dfde7b tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714838 Nov 16 04:40:51.561274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-544a7ef1-e4ca-4b7e-919b-2a609004a3ea service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909502 Nov 16 04:40:51.782519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf0e0b0-9d42-407d-b688-27d4c5f9559e req-aa4ee4a9-3092-4125-a2e4-5882952d49d4 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137952 Nov 16 04:40:52.089005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa12773a-2756-4432-8713-534a927fc607 req-0e11323c-da0a-47fb-a627-046ba77311eb tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 210 time: 0.0759757 Nov 16 04:40:52.412960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:40:52.553629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e1dca4d3-905e-419c-ba7d-5d74e08fb685 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:40:52.633263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:52.635787 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1ec22c-a775-4c4d-a32c-1f2a58ad25ee" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:52.663666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:40:52.678525 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:52.679112 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:52.931645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port e1dca4d3-905e-419c-ba7d-5d74e08fb685 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:52.931645 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:53.128436 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:53.165885 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c33fa9-185a-441f-bdb7-83632db4f64a req-eb016b7a-9bcf-46ae-af97-0c3d09ecce7b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:53.179937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c33fa9-185a-441f-bdb7-83632db4f64a req-eb016b7a-9bcf-46ae-af97-0c3d09ecce7b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 948 time: 0.0988650 Nov 16 04:40:53.201415 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:53.238238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66130e50-d67d-479f-bfdb-320f703b6236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e8c98b-de3f-4b3a-8f5e-7d14865f9776'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:53.241745 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957c76df-7930-4e25-812e-73d79d7a8469" -d '{"events": [{"server_uuid": "66130e50-d67d-479f-bfdb-320f703b6236", "name": "network-vif-plugged", "status": "completed", "tag": "02e8c98b-de3f-4b3a-8f5e-7d14865f9776"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:53.264892 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=02e8c98b-de3f-4b3a-8f5e-7d14865f9776,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:53.270442 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:53.271882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 562016c7-3ef6-476d-bab1-b77539ccf6bc no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:53.305094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0c33fa9-185a-441f-bdb7-83632db4f64a req-ee195751-e4e2-4d9f-a5d5-ff527eedaa8f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240749 Nov 16 04:40:53.307316 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:53.311170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 562016c7-3ef6-476d-bab1-b77539ccf6bc {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:40:53.312508 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 562016c7-3ef6-476d-bab1-b77539ccf6bc not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:40:53.316715 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:53.397165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=02e8c98b-de3f-4b3a-8f5e-7d14865f9776,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:53.465302 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:53.497811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771d956-33e6-4c6e-9906-348b60f44623 req-1c8812e9-9785-4e07-a6ef-eb00b8f4e8aa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:53.507368 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f771d956-33e6-4c6e-9906-348b60f44623 req-1c8812e9-9785-4e07-a6ef-eb00b8f4e8aa tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 945 time: 0.1201334 Nov 16 04:40:53.649874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f771d956-33e6-4c6e-9906-348b60f44623 req-a2b6a16f-7571-43cf-b8bd-02813a0552fc tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395154 Nov 16 04:40:53.729648 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71116c5-42e0-473e-8195-3447db992e72 x-openstack-request-id: req-d71116c5-42e0-473e-8195-3447db992e72 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:53.730194 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:53.730458 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d71116c5-42e0-473e-8195-3447db992e72 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:53.730975 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'status': 'completed', 'code': 200} Nov 16 04:40:53.872337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ec22c-a775-4c4d-a32c-1f2a58ad25ee req-5ade5ed4-ea9d-4ce7-890d-593e8f898d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:53.874303 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1ec22c-a775-4c4d-a32c-1f2a58ad25ee req-5ade5ed4-ea9d-4ce7-890d-593e8f898d71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 1099 time: 0.1111693 Nov 16 04:40:54.098393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ec22c-a775-4c4d-a32c-1f2a58ad25ee req-fa81de11-1902-48f4-9fda-d122f2f82c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:54.100756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1ec22c-a775-4c4d-a32c-1f2a58ad25ee req-fa81de11-1902-48f4-9fda-d122f2f82c50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.2167001 Nov 16 04:40:54.195192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1ec22c-a775-4c4d-a32c-1f2a58ad25ee req-4b557e84-67f8-4148-8f3a-1e34901f7b19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 200 len: 217 time: 0.0843623 Nov 16 04:40:54.300961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ec22c-a775-4c4d-a32c-1f2a58ad25ee req-964e1d00-9a83-49bf-9a9a-1eb7ba7ac47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:54.307382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1ec22c-a775-4c4d-a32c-1f2a58ad25ee req-964e1d00-9a83-49bf-9a9a-1eb7ba7ac47d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1020966 Nov 16 04:40:54.472241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ec22c-a775-4c4d-a32c-1f2a58ad25ee req-e6d797e9-13a1-4b9d-9ffb-ec8e51f49721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:54.472241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1ec22c-a775-4c4d-a32c-1f2a58ad25ee req-e6d797e9-13a1-4b9d-9ffb-ec8e51f49721 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1525373 Nov 16 04:40:54.530235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99547a6-15db-4d89-85a1-1b33c05bfd72 req-f6307a66-dd56-4b4a-ae01-e65a0be0b9f3 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:54.532019 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c99547a6-15db-4d89-85a1-1b33c05bfd72 req-f6307a66-dd56-4b4a-ae01-e65a0be0b9f3 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 950 time: 0.1662388 Nov 16 04:40:54.542203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c8566e20-4d38-4859-9e51-49465a2e9d69 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:40:54.825834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c99547a6-15db-4d89-85a1-1b33c05bfd72 req-ec76a252-5767-4043-8990-68c49c882928 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b530324b-6871-4f07-8773-be4f9cdb3785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640939 Nov 16 04:40:54.892130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:54.914396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'mac_address': 'fa:16:3e:dd:20:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:40:54.940453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05518563-d72d-4547-a14f-c1d952dc1401 req-c41ffc94-ba02-478b-bd2c-e558c34549cf tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:54.948835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05518563-d72d-4547-a14f-c1d952dc1401 req-c41ffc94-ba02-478b-bd2c-e558c34549cf tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 950 time: 0.2313972 Nov 16 04:40:54.983337 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:54.998292 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8566e20-4d38-4859-9e51-49465a2e9d69 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:40:55.024192 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:55.029280 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:55.122051 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c655e4d-6e1a-421a-9153-eec3e2d7dab1 req-6d51b1ad-b9fc-4d3a-b8f4-05b643ddfa44 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 210 time: 0.0827451 Nov 16 04:40:55.126753 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1ec22c-a775-4c4d-a32c-1f2a58ad25ee req-481f3c9c-b301-4a4f-a73a-4e6d23126a99 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428783 Nov 16 04:40:55.132198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:55.357705 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['c8566e20-4d38-4859-9e51-49465a2e9d69'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:40:55.386050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-05518563-d72d-4547-a14f-c1d952dc1401 req-fa817140-05bc-407c-81dd-15238b235eb2 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Deleting port 81157296-87b2-43d1-addc-5fb42660e3a3 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:40:55.386321 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-05518563-d72d-4547-a14f-c1d952dc1401 req-fa817140-05bc-407c-81dd-15238b235eb2 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:55.392967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1ec22c-a775-4c4d-a32c-1f2a58ad25ee req-09b04b28-2ef9-49ff-b51e-a60ea8692f30 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476590 Nov 16 04:40:55.518392 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f642ec4-6218-42ab-9550-3f8cc153fc6d x-openstack-request-id: req-8f642ec4-6218-42ab-9550-3f8cc153fc6d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:55.521399 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66130e50-d67d-479f-bfdb-320f703b6236", "name": "network-vif-plugged", "status": "completed", "tag": "02e8c98b-de3f-4b3a-8f5e-7d14865f9776", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:55.525436 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f642ec4-6218-42ab-9550-3f8cc153fc6d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:55.531518 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66130e50-d67d-479f-bfdb-320f703b6236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02e8c98b-de3f-4b3a-8f5e-7d14865f9776', 'code': 200} Nov 16 04:40:55.591050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-05518563-d72d-4547-a14f-c1d952dc1401 req-fa817140-05bc-407c-81dd-15238b235eb2 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] For port 81157296-87b2-43d1-addc-5fb42660e3a3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=81157296-87b2-43d1-addc-5fb42660e3a3,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:55.591707 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-05518563-d72d-4547-a14f-c1d952dc1401 req-fa817140-05bc-407c-81dd-15238b235eb2 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:55.613811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-05518563-d72d-4547-a14f-c1d952dc1401 req-fa817140-05bc-407c-81dd-15238b235eb2 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Calling delete_port for 81157296-87b2-43d1-addc-5fb42660e3a3 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:40:55.938592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0865d-4e12-4a7f-820c-bc26bbefd94a req-431725cb-4c08-4798-89f2-a9f1fbb0d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:55.945117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ec0865d-4e12-4a7f-820c-bc26bbefd94a req-431725cb-4c08-4798-89f2-a9f1fbb0d62b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 1096 time: 0.4798717 Nov 16 04:40:56.374539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ec0865d-4e12-4a7f-820c-bc26bbefd94a req-41403dff-103c-41cf-9b73-6609458f8c3b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801894 Nov 16 04:40:56.377122 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-05518563-d72d-4547-a14f-c1d952dc1401 req-fa817140-05bc-407c-81dd-15238b235eb2 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:56.441960 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa817140-05bc-407c-81dd-15238b235eb2 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Pushing event deleted for resources: {'Port': ['ID=81157296-87b2-43d1-addc-5fb42660e3a3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:56.461873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0152eda-175d-4d21-a38b-75cde3f75d54 req-2d2a900c-0603-4780-ac4e-8a63d003b23a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:56.463899 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0152eda-175d-4d21-a38b-75cde3f75d54 req-2d2a900c-0603-4780-ac4e-8a63d003b23a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 949 time: 0.5752785 Nov 16 04:40:56.604292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-05518563-d72d-4547-a14f-c1d952dc1401 req-fa817140-05bc-407c-81dd-15238b235eb2 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] No DVR routers for this DVR port 81157296-87b2-43d1-addc-5fb42660e3a3 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:40:56.622925 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0152eda-175d-4d21-a38b-75cde3f75d54 req-84e343f0-154c-4d07-9e76-9048a123dfa1 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518285 Nov 16 04:40:56.673047 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-05518563-d72d-4547-a14f-c1d952dc1401 req-fa817140-05bc-407c-81dd-15238b235eb2 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:56.677068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05518563-d72d-4547-a14f-c1d952dc1401 req-fa817140-05bc-407c-81dd-15238b235eb2 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.15 "DELETE /v2.0/ports/81157296-87b2-43d1-addc-5fb42660e3a3 HTTP/1.1" status: 204 len: 173 time: 1.7167826 Nov 16 04:40:56.677728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5835833-fd96-438c-9d94-e5eb9dda64c2', 'name': 'network-vif-deleted', 'tag': '81157296-87b2-43d1-addc-5fb42660e3a3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:56.680255 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a60f5a-3b59-48fc-9122-027990fedd97" -d '{"events": [{"server_uuid": "b5835833-fd96-438c-9d94-e5eb9dda64c2", "name": "network-vif-deleted", "tag": "81157296-87b2-43d1-addc-5fb42660e3a3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:56.859599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b779e-75b9-43e5-82ca-2c6c4519737f req-95cbec3d-bb79-4e66-9e57-047f3fe0f684 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:56.870849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0b779e-75b9-43e5-82ca-2c6c4519737f req-95cbec3d-bb79-4e66-9e57-047f3fe0f684 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 945 time: 0.1507721 Nov 16 04:40:56.969403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0b779e-75b9-43e5-82ca-2c6c4519737f req-b2b2c63e-b361-451b-a4e0-32a51a2f4b30 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973635 Nov 16 04:40:57.091972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6411470c-1c2b-476c-a93d-3b7bcb424136 req-4ef9863a-efa8-48e5-9ca4-d0949828a2b7 tempest-ServersAdminNegativeTestJSON-1008114058 tempest-ServersAdminNegativeTestJSON-1008114058-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5835833-fd96-438c-9d94-e5eb9dda64c2 HTTP/1.1" status: 200 len: 210 time: 0.0474398 Nov 16 04:40:57.149455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f66804ab-2bce-4445-aa8e-dd5fc2b2b26b req-1e9312f2-f38a-406f-a1d7-9ca52ca3d7ed tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 210 time: 0.0280716 Nov 16 04:40:57.533130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:57.535688 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8b48a2-74e2-4d8d-8e30-524734a7cc9e" -d '{"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-plugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:57.626940 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376db497-639f-412a-878d-6aa3981ac130 x-openstack-request-id: req-376db497-639f-412a-878d-6aa3981ac130 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:57.627243 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5835833-fd96-438c-9d94-e5eb9dda64c2", "name": "network-vif-deleted", "tag": "81157296-87b2-43d1-addc-5fb42660e3a3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:57.627505 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-376db497-639f-412a-878d-6aa3981ac130 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:57.628136 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5835833-fd96-438c-9d94-e5eb9dda64c2', 'name': 'network-vif-deleted', 'tag': '81157296-87b2-43d1-addc-5fb42660e3a3', 'status': 'completed', 'code': 200} Nov 16 04:40:57.760037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1943984-7c20-4f36-b450-d8ecab0c1d3e req-1e54c124-b8b6-4853-9e50-13c0c012c282 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:57.771366 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1943984-7c20-4f36-b450-d8ecab0c1d3e req-1e54c124-b8b6-4853-9e50-13c0c012c282 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1a585c4-fff1-47df-be6b-f9fd00d949d6 HTTP/1.1" status: 200 len: 949 time: 0.0845776 Nov 16 04:40:57.843173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1943984-7c20-4f36-b450-d8ecab0c1d3e req-718a57d5-0108-47bd-9b3b-b1a4bf795005 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664692 Nov 16 04:40:57.897925 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c6da07-173a-45a4-b67a-e8cc4dc3341d x-openstack-request-id: req-c7c6da07-173a-45a4-b67a-e8cc4dc3341d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:57.898219 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-plugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:57.898482 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7c6da07-173a-45a4-b67a-e8cc4dc3341d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:57.898864 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'code': 200} Nov 16 04:40:58.059212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240be1c-5b31-44a0-9f40-4c5f0fa38085 req-18351d29-a818-4388-8fbc-48836e8c4556 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:58.066353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f240be1c-5b31-44a0-9f40-4c5f0fa38085 req-18351d29-a818-4388-8fbc-48836e8c4556 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 949 time: 0.0884776 Nov 16 04:40:58.161724 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f240be1c-5b31-44a0-9f40-4c5f0fa38085 req-3b4c029c-5502-4241-a5ac-4cb663f010f4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804503 Nov 16 04:40:58.449922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b476e-ac81-40f5-8a3d-ca15fd11df52 req-96fec943-e531-4ee0-bdde-df0aeda1ce9f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:58.452704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e9b476e-ac81-40f5-8a3d-ca15fd11df52 req-96fec943-e531-4ee0-bdde-df0aeda1ce9f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 945 time: 0.0801365 Nov 16 04:40:58.521536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e9b476e-ac81-40f5-8a3d-ca15fd11df52 req-9d90e045-e834-401f-8b46-de24d6e8bcc7 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581393 Nov 16 04:40:58.590397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c8566e20-4d38-4859-9e51-49465a2e9d69 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:40:58.785012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port c8566e20-4d38-4859-9e51-49465a2e9d69 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:40:58.793524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port c8566e20-4d38-4859-9e51-49465a2e9d69 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:40:58.794422 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:58.808089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3bb6f58f-6a7c-48e7-9f6d-d6a904a910ee req-c587577f-0a65-4984-a67e-aa802e0e801c tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=f94d8d5d-58b0-4759-a91f-1a39fe1daab9 HTTP/1.1" status: 200 len: 210 time: 0.0974827 Nov 16 04:40:59.004183 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:59.091211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:40:59.096711 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:59.099075 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 81157296-87b2-43d1-addc-5fb42660e3a3 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:40:59.203479 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 81157296-87b2-43d1-addc-5fb42660e3a3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:40:59.203835 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 81157296-87b2-43d1-addc-5fb42660e3a3 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:40:59.294470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33316) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:59.310473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33320) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:59.313314 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:59.445679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bcf92-58c9-409f-aeae-1e1d3653cbd1 req-3a064b88-af89-4915-8c0b-abb6c48d40df tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:59.450458 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-345bcf92-58c9-409f-aeae-1e1d3653cbd1 req-3a064b88-af89-4915-8c0b-abb6c48d40df tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 945 time: 0.1570888 Nov 16 04:40:59.470309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f73455-fc70-4442-b000-460d2698c6a8 req-231e0174-e440-4ec9-84a9-aea99d5f6b15 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:40:59.471961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0f73455-fc70-4442-b000-460d2698c6a8 req-231e0174-e440-4ec9-84a9-aea99d5f6b15 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.1003728 Nov 16 04:40:59.569795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0f73455-fc70-4442-b000-460d2698c6a8 req-9e03897b-9b0f-42bb-8ed8-57720b427d40 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867538 Nov 16 04:40:59.574643 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b328858-9689-4f10-b817-af4eb286011c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:59.585275 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-345bcf92-58c9-409f-aeae-1e1d3653cbd1 req-c2e782e6-1164-40fa-95a7-8d98677f799f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072021 Nov 16 04:40:59.700019 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b328858-9689-4f10-b817-af4eb286011c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:59.708158 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b328858-9689-4f10-b817-af4eb286011c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:59.746474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b328858-9689-4f10-b817-af4eb286011c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bcc95e-60ff-4230-8f42-6a4c8e6d43ba,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:40:59.794997 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-37a6f404-1eaf-4728-bf1c-605aa488dcb8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66799bae47e94fb0b4db932da02b81c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4964867 Nov 16 04:40:59.795392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33324) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:59.811016 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2b328858-9689-4f10-b817-af4eb286011c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac05e8d1f5a644318ddebfc83daf6b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4952917 Nov 16 04:40:59.812264 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33326) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:40:59.886030 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ce615ce-fcd6-4440-ba83-65403175aa22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:59.899822 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:40:59.902453 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d3f519-3b95-436f-a45a-6b29af290707" -d '{"events": [{"server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "name": "network-vif-plugged", "status": "completed", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:40:59.938594 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ce615ce-fcd6-4440-ba83-65403175aa22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:59.946716 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78e5ea2a-f07d-4cc6-9b8a-3ebdd226a9d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:40:59.988010 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6980b9-f6c9-4f67-869a-96bf34c77055 x-openstack-request-id: req-ec6980b9-f6c9-4f67-869a-96bf34c77055 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:40:59.988611 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "name": "network-vif-plugged", "status": "completed", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:40:59.989152 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec6980b9-f6c9-4f67-869a-96bf34c77055 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:40:59.990306 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'code': 200} Nov 16 04:41:00.015564 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78e5ea2a-f07d-4cc6-9b8a-3ebdd226a9d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:00.039536 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ce615ce-fcd6-4440-ba83-65403175aa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:00.049892 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ce615ce-fcd6-4440-ba83-65403175aa22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:00.053831 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3ce615ce-fcd6-4440-ba83-65403175aa22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3bcc95e-60ff-4230-8f42-6a4c8e6d43ba HTTP/1.1" status: 204 len: 168 time: 0.2378821 Nov 16 04:41:00.102677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce615ce-fcd6-4440-ba83-65403175aa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bcc95e-60ff-4230-8f42-6a4c8e6d43ba,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:00.218007 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78e5ea2a-f07d-4cc6-9b8a-3ebdd226a9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:00.220837 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78e5ea2a-f07d-4cc6-9b8a-3ebdd226a9d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:00.222072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-78e5ea2a-f07d-4cc6-9b8a-3ebdd226a9d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b530324b-6871-4f07-8773-be4f9cdb3785 HTTP/1.1" status: 204 len: 168 time: 0.4256454 Nov 16 04:41:00.237390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dff1a3-5f40-402a-a500-395740c98daf req-3de41fc3-3f3d-4454-8607-78b25b48e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:00.244077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3dff1a3-5f40-402a-a500-395740c98daf req-3de41fc3-3f3d-4454-8607-78b25b48e493 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 1101 time: 0.1136363 Nov 16 04:41:00.304649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5ea2a-f07d-4cc6-9b8a-3ebdd226a9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b530324b-6871-4f07-8773-be4f9cdb3785,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:00.376164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3dff1a3-5f40-402a-a500-395740c98daf req-fe09e59a-4f10-4d8e-94df-fdf1a7e34714 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191964 Nov 16 04:41:00.609998 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b538162f-418c-45ae-8f84-4500a705e2cb details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:41:00.612391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4df0b988-cd4a-40bc-922a-8e0231fba5df no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:41:00.685956 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33366) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:00.711630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41505c19-0381-451c-91c1-ee2cf0473ae2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:00.806948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33368) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:00.892068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ec5df-74ea-408f-a868-eddd5489e653 req-91780cbc-6dbf-4fd1-8fb9-4b787817d879 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:00.913527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e5ec5df-74ea-408f-a868-eddd5489e653 req-91780cbc-6dbf-4fd1-8fb9-4b787817d879 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.1789222 Nov 16 04:41:00.960146 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41505c19-0381-451c-91c1-ee2cf0473ae2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:00.967276 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41505c19-0381-451c-91c1-ee2cf0473ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:00.986743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e05fbcc0-078a-45aa-85d8-cfc701f8389e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=415cb788b45d4bc89b1d5cc15527a40b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675377 Nov 16 04:41:00.989179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33370) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:01.048254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b538162f-418c-45ae-8f84-4500a705e2cb, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b538162f-418c-45ae-8f84-4500a705e2cb,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:01.058155 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:01.063416 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-41505c19-0381-451c-91c1-ee2cf0473ae2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36e22211717b485eaa855c532f078584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761508 Nov 16 04:41:01.066078 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33372) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:01.108273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'b538162f-418c-45ae-8f84-4500a705e2cb', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': 'b538162f-418c-45ae-8f84-4500a705e2cb', 'mac_address': 'fa:16:3e:38:03:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:41:01.111511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e5ec5df-74ea-408f-a868-eddd5489e653 req-224c9b41-522a-4be1-a64c-867d07625e15 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967435 Nov 16 04:41:01.166237 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-091ad923-9087-41de-aad8-ec83627e09bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:01.178249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41505c19-0381-451c-91c1-ee2cf0473ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517fdbd9-80b7-4827-b6b8-8ff6ca675f26,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:01.243024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf15cfcf-04d3-4f9b-96cd-7da8341c7890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:01.243923 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-091ad923-9087-41de-aad8-ec83627e09bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:01.313738 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf15cfcf-04d3-4f9b-96cd-7da8341c7890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:01.332484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:01.338011 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:01.364682 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:01.398897 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b538162f-418c-45ae-8f84-4500a705e2cb {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:41:01.406105 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf15cfcf-04d3-4f9b-96cd-7da8341c7890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:01.409462 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf15cfcf-04d3-4f9b-96cd-7da8341c7890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:01.410918 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bf15cfcf-04d3-4f9b-96cd-7da8341c7890 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/517fdbd9-80b7-4827-b6b8-8ff6ca675f26 HTTP/1.1" status: 204 len: 168 time: 0.3420610 Nov 16 04:41:01.431992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15cfcf-04d3-4f9b-96cd-7da8341c7890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517fdbd9-80b7-4827-b6b8-8ff6ca675f26,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:01.472744 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-091ad923-9087-41de-aad8-ec83627e09bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:01.475896 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-091ad923-9087-41de-aad8-ec83627e09bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:01.477031 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-091ad923-9087-41de-aad8-ec83627e09bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d609b9d-a3f7-498d-95eb-636dea222216 HTTP/1.1" status: 204 len: 168 time: 0.4863729 Nov 16 04:41:01.523629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d5874-d80f-4d7e-941d-13d1897fe049 req-fcb1b737-517e-4272-9f45-a2fb5d7545ea tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:01.538458 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-467d5874-d80f-4d7e-941d-13d1897fe049 req-fcb1b737-517e-4272-9f45-a2fb5d7545ea tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 945 time: 0.1661427 Nov 16 04:41:01.548714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b538162f-418c-45ae-8f84-4500a705e2cb, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b538162f-418c-45ae-8f84-4500a705e2cb,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:01.579276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ad923-9087-41de-aad8-ec83627e09bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d609b9d-a3f7-498d-95eb-636dea222216,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:01.589995 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:01.662902 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4df0b988-cd4a-40bc-922a-8e0231fba5df,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:01.734050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-467d5874-d80f-4d7e-941d-13d1897fe049 req-95234096-9a62-4d6d-9802-348fe4b26b5f tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705837 Nov 16 04:41:01.897923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b538162f-418c-45ae-8f84-4500a705e2cb,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:01.946815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b538162f-418c-45ae-8f84-4500a705e2cb'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:41:02.379163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97230025-057b-4a21-b009-45bcdcacd1c5 req-c2cb3d42-58a1-4126-82a5-ebb2690c0ec2 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:02.386629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:02.391650 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5b341b-680a-43f9-af76-ee940e435bc3" -d '{"events": [{"server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "name": "network-vif-unplugged", "status": "completed", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:02.391890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97230025-057b-4a21-b009-45bcdcacd1c5 req-c2cb3d42-58a1-4126-82a5-ebb2690c0ec2 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 945 time: 0.1887958 Nov 16 04:41:02.477974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387555d1-95d0-47a1-b7f5-707b12a46539 req-b7dd5bc1-7afb-4189-94c4-ed171e7f5a3e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:02.485485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-387555d1-95d0-47a1-b7f5-707b12a46539 req-b7dd5bc1-7afb-4189-94c4-ed171e7f5a3e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.2212434 Nov 16 04:41:02.598320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-387555d1-95d0-47a1-b7f5-707b12a46539 req-326d3c1c-9b2d-4ef6-b360-62b45511917f tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114573 Nov 16 04:41:02.644312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97230025-057b-4a21-b009-45bcdcacd1c5 req-b6b4a355-6a43-4f81-aac7-9a2e1396a454 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502706 Nov 16 04:41:02.771931 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db74a23e-0d18-4c75-8d30-dacd850c506a x-openstack-request-id: req-db74a23e-0d18-4c75-8d30-dacd850c506a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:02.772264 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "name": "network-vif-unplugged", "status": "completed", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:02.772474 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db74a23e-0d18-4c75-8d30-dacd850c506a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:02.772870 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df', 'code': 200} Nov 16 04:41:03.010232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b9786-a9e9-4bad-b441-5214c37ee0f5 req-7e94ec9b-8a1d-4769-bd06-74882b50f7e4 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:03.025146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee9b9786-a9e9-4bad-b441-5214c37ee0f5 req-7e94ec9b-8a1d-4769-bd06-74882b50f7e4 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 1101 time: 0.1286244 Nov 16 04:41:03.204352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee9b9786-a9e9-4bad-b441-5214c37ee0f5 req-ce031063-366a-4960-9c62-065b3c65c100 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726089 Nov 16 04:41:03.294611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33482) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:03.486150 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-557710514-network', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:03.525112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Made reservation on behalf of b5da29a687df4242a5917e216ebf4641 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:41:03.535005 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:03.579502 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:03.878226 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:03.889664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e42a13-22c1-43b0-b440-000daa5cf13e req-dd3beaf9-3306-4a08-8a7a-10c455dda791 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:03.891382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11e42a13-22c1-43b0-b440-000daa5cf13e req-dd3beaf9-3306-4a08-8a7a-10c455dda791 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 945 time: 0.1472218 Nov 16 04:41:03.893443 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:03.942448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939f9ea-6f87-42b6-aec2-1806d449d67a req-8d86ec5a-e008-431d-8d98-252960d261b2 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:03.958508 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9939f9ea-6f87-42b6-aec2-1806d449d67a req-8d86ec5a-e008-431d-8d98-252960d261b2 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 945 time: 0.1848505 Nov 16 04:41:03.968419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0284cfb-3daf-4ba3-86cc-60be18df5b39,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:04.106905 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:41:04.169030 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:04.169378 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Added segment b4e47bd3-3391-4064-bb8c-f8a034ea508f of type vlan for network 7f578004-299a-4b51-bf1f-e28a8c0eb434 Nov 16 04:41:04.314930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9939f9ea-6f87-42b6-aec2-1806d449d67a req-d86c9856-5031-425b-ba43-425cbc7a26e9 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/security-groups?id=a1d7fd48-5f4b-4890-960f-c3adf3e4d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564851 Nov 16 04:41:04.477977 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:04.639825 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b538162f-418c-45ae-8f84-4500a705e2cb up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:04.646867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-11e42a13-22c1-43b0-b440-000daa5cf13e req-edea3b94-4d0f-4f6c-a47c-f9d78f5fe70e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Deleting port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:41:04.665837 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11e42a13-22c1-43b0-b440-000daa5cf13e req-edea3b94-4d0f-4f6c-a47c-f9d78f5fe70e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:04.668226 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-1093ed3e-a0a2-47a1-a73f-d1798e42e377 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1026773 Nov 16 04:41:04.859583 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:04.861993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:04.867111 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:04.905935 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port b538162f-418c-45ae-8f84-4500a705e2cb triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:04.906630 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:05.096446 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:05.119895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8239448 Nov 16 04:41:05.122677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33548) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:05.129330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b060b41a-28b7-4d93-a95d-38a568379ace admin admin] Request body: {'subnet': {'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-557710514-subnet', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:05.148084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbe593-da2c-442e-b093-d447e1751451 req-5c0e51b5-182a-463f-8d8f-52e85dc047a4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:05.152831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b538162f-418c-45ae-8f84-4500a705e2cb, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b538162f-418c-45ae-8f84-4500a705e2cb,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:05.154757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc344a3d-5525-4525-b08f-d644e873d122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538162f-418c-45ae-8f84-4500a705e2cb'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:05.155059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bfbe593-da2c-442e-b093-d447e1751451 req-5c0e51b5-182a-463f-8d8f-52e85dc047a4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.5715356 Nov 16 04:41:05.158935 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d202de87-e6fa-48db-8f47-e4c26c21ed07" -d '{"events": [{"server_uuid": "cc344a3d-5525-4525-b08f-d644e873d122", "name": "network-vif-plugged", "status": "completed", "tag": "b538162f-418c-45ae-8f84-4500a705e2cb"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:05.163084 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:05.175837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b060b41a-28b7-4d93-a95d-38a568379ace admin admin] Made reservation on behalf of b5da29a687df4242a5917e216ebf4641 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:41:05.181286 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b060b41a-28b7-4d93-a95d-38a568379ace admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:05.283373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff10948-aaf9-478c-921c-afd7ed9f7005 admin admin] Pushing event updated for resources: {'Network': ['ID=7f578004-299a-4b51-bf1f-e28a8c0eb434,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:05.284156 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b538162f-418c-45ae-8f84-4500a705e2cb,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:05.323309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 7f578004-299a-4b51-bf1f-e28a8c0eb434 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:41:05.496750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-11e42a13-22c1-43b0-b440-000daa5cf13e req-edea3b94-4d0f-4f6c-a47c-f9d78f5fe70e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] For port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=02e8c98b-de3f-4b3a-8f5e-7d14865f9776,segment=NetworkSegment(187ff01d-9caa-489c-8e54-7ddb893bada5),segment_id=187ff01d-9caa-489c-8e54-7ddb893bada5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:05.505579 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11e42a13-22c1-43b0-b440-000daa5cf13e req-edea3b94-4d0f-4f6c-a47c-f9d78f5fe70e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:05.538380 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bfbe593-da2c-442e-b093-d447e1751451 req-76073474-98b8-4c89-adcb-cf312bd56a1b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823364 Nov 16 04:41:05.561023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-11e42a13-22c1-43b0-b440-000daa5cf13e req-edea3b94-4d0f-4f6c-a47c-f9d78f5fe70e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Calling delete_port for 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:41:05.677695 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b060b41a-28b7-4d93-a95d-38a568379ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:05.860391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b060b41a-28b7-4d93-a95d-38a568379ace admin admin] Checking segment: {'id': 'b4e47bd3-3391-4064-bb8c-f8a034ea508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:05.861080 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b060b41a-28b7-4d93-a95d-38a568379ace admin admin] Network hostable DHCP agents. Network: 7f578004-299a-4b51-bf1f-e28a8c0eb434, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:41:05.870522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060b41a-28b7-4d93-a95d-38a568379ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7fa23f9-90e4-4016-b3f1-8fc9d813e310,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:05.893348 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b060b41a-28b7-4d93-a95d-38a568379ace admin admin] Network 7f578004-299a-4b51-bf1f-e28a8c0eb434 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:41:05.934766 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11e42a13-22c1-43b0-b440-000daa5cf13e req-edea3b94-4d0f-4f6c-a47c-f9d78f5fe70e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:05.961675 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-b060b41a-28b7-4d93-a95d-38a568379ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 7f578004-299a-4b51-bf1f-e28a8c0eb434) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:05.976894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b060b41a-28b7-4d93-a95d-38a568379ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:05.977483 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b060b41a-28b7-4d93-a95d-38a568379ace admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:05.986361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a82ecd9-0124-4150-8c49-aeab3b09c829 None None] Network 7f578004-299a-4b51-bf1f-e28a8c0eb434 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:41:06.025528 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b060b41a-28b7-4d93-a95d-38a568379ace admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9014869 Nov 16 04:41:06.028643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33574) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:06.033065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-557710514-router', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:06.035281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea3b94-4d0f-4f6c-a47c-f9d78f5fe70e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Pushing event deleted for resources: {'Port': ['ID=02e8c98b-de3f-4b3a-8f5e-7d14865f9776,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:06.111916 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:06.114896 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:06.171521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e42a13-22c1-43b0-b440-000daa5cf13e req-edea3b94-4d0f-4f6c-a47c-f9d78f5fe70e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] No DVR routers for this DVR port 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:41:06.178174 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11e42a13-22c1-43b0-b440-000daa5cf13e req-edea3b94-4d0f-4f6c-a47c-f9d78f5fe70e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:06.202904 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803abd06-5fe6-4ea8-8294-87eb6bb46a82 x-openstack-request-id: req-803abd06-5fe6-4ea8-8294-87eb6bb46a82 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:06.203199 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc344a3d-5525-4525-b08f-d644e873d122", "name": "network-vif-plugged", "status": "completed", "tag": "b538162f-418c-45ae-8f84-4500a705e2cb", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:06.203503 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-803abd06-5fe6-4ea8-8294-87eb6bb46a82 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:06.203900 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc344a3d-5525-4525-b08f-d644e873d122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b538162f-418c-45ae-8f84-4500a705e2cb', 'code': 200} Nov 16 04:41:06.217134 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11e42a13-22c1-43b0-b440-000daa5cf13e req-edea3b94-4d0f-4f6c-a47c-f9d78f5fe70e tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.37 "DELETE /v2.0/ports/02e8c98b-de3f-4b3a-8f5e-7d14865f9776 HTTP/1.1" status: 204 len: 173 time: 2.2486126 Nov 16 04:41:06.218412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66130e50-d67d-479f-bfdb-320f703b6236', 'name': 'network-vif-deleted', 'tag': '02e8c98b-de3f-4b3a-8f5e-7d14865f9776'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:06.232638 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259e0264-d5d2-4803-b2d8-c8392990e885" -d '{"events": [{"server_uuid": "66130e50-d67d-479f-bfdb-320f703b6236", "name": "network-vif-deleted", "tag": "02e8c98b-de3f-4b3a-8f5e-7d14865f9776"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:06.253996 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:06.364520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97f0362b-17bb-43e8-957f-5d3e28436f8f req-3b778b4f-386f-4716-8c4d-7a2b19f58aa0 tempest-DeleteServersTestJSON-558859836 tempest-DeleteServersTestJSON-558859836-project] 10.222.0.41 "GET /v2.0/ports?device_id=66130e50-d67d-479f-bfdb-320f703b6236 HTTP/1.1" status: 200 len: 210 time: 0.1196496 Nov 16 04:41:06.513894 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:41:06.540432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:41:06.540812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 02e8c98b-de3f-4b3a-8f5e-7d14865f9776 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:41:06.543722 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-7f578004-299a-4b51-bf1f-e28a8c0eb434', 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'fixed_ips': [{'subnet_id': 'b7fa23f9-90e4-4016-b3f1-8fc9d813e310'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:41:06.544584 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:06.588629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a0cc74a7-29c9-4ce3-b91e-b9227458ee32 req-eb3e89fe-7925-4981-8c35-643d430cb216 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1150596646', 'description': 'tempest-description-952378482'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:06.655429 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a0cc74a7-29c9-4ce3-b91e-b9227458ee32 req-eb3e89fe-7925-4981-8c35-643d430cb216 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:06.694970 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a0cc74a7-29c9-4ce3-b91e-b9227458ee32 req-eb3e89fe-7925-4981-8c35-643d430cb216 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:06.767566 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:06.833633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Allocated IP 172.20.0.2 (7f578004-299a-4b51-bf1f-e28a8c0eb434/b7fa23f9-90e4-4016-b3f1-8fc9d813e310/68a87810-3079-465d-b87f-7a90a32726f4) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:41:06.969062 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a0cc74a7-29c9-4ce3-b91e-b9227458ee32 req-eb3e89fe-7925-4981-8c35-643d430cb216 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:06.983475 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a0cc74a7-29c9-4ce3-b91e-b9227458ee32 req-eb3e89fe-7925-4981-8c35-643d430cb216 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:07.240638 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a0cc74a7-29c9-4ce3-b91e-b9227458ee32 req-eb3e89fe-7925-4981-8c35-643d430cb216 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:07.241947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e89fe-7925-4981-8c35-643d430cb216 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3726a2-d65d-4197-9dc9-a198c9c1e246,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:07.246195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a0cc74a7-29c9-4ce3-b91e-b9227458ee32 req-eb3e89fe-7925-4981-8c35-643d430cb216 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:07.248777 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:07.267507 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:07.271001 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a0cc74a7-29c9-4ce3-b91e-b9227458ee32 req-eb3e89fe-7925-4981-8c35-643d430cb216 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:07.272088 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0cc74a7-29c9-4ce3-b91e-b9227458ee32 req-eb3e89fe-7925-4981-8c35-643d430cb216 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6915088 Nov 16 04:41:07.321179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e89fe-7925-4981-8c35-643d430cb216 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4909fd-f6a8-4407-a859-f4694d34f33f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:07.415028 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:07.415258 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Network 7f578004-299a-4b51-bf1f-e28a8c0eb434 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:07.434348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:07.448440 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:41:07.463493 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:07.481108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Pushing event updated for resources: {'Port': ['ID=68a87810-3079-465d-b87f-7a90a32726f4,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:07.668005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Attempting to bind port 68a87810-3079-465d-b87f-7a90a32726f4 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:41:07.668375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Attempting to bind port 68a87810-3079-465d-b87f-7a90a32726f4 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'b4e47bd3-3391-4064-bb8c-f8a034ea508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:41:07.668750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Attempting to bind port 68a87810-3079-465d-b87f-7a90a32726f4 on network 7f578004-299a-4b51-bf1f-e28a8c0eb434 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:07.687676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:41:07.688124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Checking segment: {'id': 'b4e47bd3-3391-4064-bb8c-f8a034ea508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:07.688442 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:07.688836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Bound using segment: {'id': 'b4e47bd3-3391-4064-bb8c-f8a034ea508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:41:07.689319 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Bound port: 68a87810-3079-465d-b87f-7a90a32726f4, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e47bd3-3391-4064-bb8c-f8a034ea508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:41:07.689707 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:07.704756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-144a6bc1-1ff7-4490-b51f-0585cbef5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:07.710633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-144a6bc1-1ff7-4490-b51f-0585cbef5219 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 1101 time: 0.3579376 Nov 16 04:41:07.738063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Allocated IP 172.25.0.178 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/88f57f56-4aef-410d-9d63-382685c0a95d) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:41:07.907183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-3940f6f0-0da5-4c2e-898d-597b6d9645d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:07.909395 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-3940f6f0-0da5-4c2e-898d-597b6d9645d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1901603 Nov 16 04:41:07.911656 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d992c234-f479-4897-ab48-f89b2f037404 x-openstack-request-id: req-d992c234-f479-4897-ab48-f89b2f037404 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:07.912097 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66130e50-d67d-479f-bfdb-320f703b6236", "name": "network-vif-deleted", "tag": "02e8c98b-de3f-4b3a-8f5e-7d14865f9776", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:07.912358 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d992c234-f479-4897-ab48-f89b2f037404 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:07.912751 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66130e50-d67d-479f-bfdb-320f703b6236', 'name': 'network-vif-deleted', 'tag': '02e8c98b-de3f-4b3a-8f5e-7d14865f9776', 'status': 'completed', 'code': 200} Nov 16 04:41:08.007331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-16822a21-4fd6-4def-9824-cbf1cf1e8451 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 200 len: 217 time: 0.0872128 Nov 16 04:41:08.009988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] For port 68a87810-3079-465d-b87f-7a90a32726f4, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:08.016219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] For port 68a87810-3079-465d-b87f-7a90a32726f4, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=68a87810-3079-465d-b87f-7a90a32726f4,segment=NetworkSegment(b4e47bd3-3391-4064-bb8c-f8a034ea508f),segment_id=b4e47bd3-3391-4064-bb8c-f8a034ea508f)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:41:08.017218 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38090ef3-8811-4610-b129-6393427cde67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:08.032662 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:08.062322 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:08.112202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-7bbcb49a-af8f-468c-9332-764734497b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:08.112655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:08.116347 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-7bbcb49a-af8f-468c-9332-764734497b74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0877452 Nov 16 04:41:08.174558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babce7e-d122-4308-bb3e-a267d720dee6 req-9c82f54a-bd57-495f-9f8a-122e9826d60c tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:08.190371 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7babce7e-d122-4308-bb3e-a267d720dee6 req-9c82f54a-bd57-495f-9f8a-122e9826d60c tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.2417982 Nov 16 04:41:08.206324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b821a-9c16-44e8-a1e8-b5e57e72898f None None] Pushing event updated for resources: {'Port': ['ID=68a87810-3079-465d-b87f-7a90a32726f4,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:08.236026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:08.249110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:08.254596 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:41:08.404048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-3168ae56-3ed8-4868-ac4d-27127e3e80be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:08.405558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-3168ae56-3ed8-4868-ac4d-27127e3e80be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2690885 Nov 16 04:41:08.421047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7babce7e-d122-4308-bb3e-a267d720dee6 req-51fa7ba9-6d77-49c0-9fdb-6da5786d7df1 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295856 Nov 16 04:41:08.622446 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-274d6014-6376-4e95-be78-41b1232e1465 req-333b604d-f9d6-4ece-a0ea-d0fa00741cfb tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Request body: {'security_group': {'name': 'tempest-securitygroup-171062129', 'description': 'tempest-description-106930843'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:08.869826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Pushing event updated for resources: {'Port': ['ID=88f57f56-4aef-410d-9d63-382685c0a95d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:08.881439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:08.882158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:08.882712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:08.883290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:08.883981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:08.884489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:08.884977 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:08.886872 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:08.887455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:08.887941 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:08.888432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:08.888904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:08.924143 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:08.991517 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-274d6014-6376-4e95-be78-41b1232e1465 req-333b604d-f9d6-4ece-a0ea-d0fa00741cfb tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:09.040319 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-2af7f3d3-6ae4-4369-9eeb-70f2455506f9 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182330 Nov 16 04:41:09.277929 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-274d6014-6376-4e95-be78-41b1232e1465 req-333b604d-f9d6-4ece-a0ea-d0fa00741cfb tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:09.284297 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-5c0e32db-c9a8-4ed7-95aa-0b6881dc4968 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264719 Nov 16 04:41:09.286281 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-274d6014-6376-4e95-be78-41b1232e1465 req-333b604d-f9d6-4ece-a0ea-d0fa00741cfb tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:09.377404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-274d6014-6376-4e95-be78-41b1232e1465 req-333b604d-f9d6-4ece-a0ea-d0fa00741cfb tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:09.378709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-274d6014-6376-4e95-be78-41b1232e1465 req-333b604d-f9d6-4ece-a0ea-d0fa00741cfb tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8958156 Nov 16 04:41:09.409252 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:09.434054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b604d-f9d6-4ece-a0ea-d0fa00741cfb tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37b2e0d-819b-4e90-9452-31e9e1acb59d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:09.826033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-4e90975f-cf28-48d4-a1f9-45f44bcedf7b req-6480e29e-c3f9-4fd9-888e-9091e4b4a63a tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-218862638', 'description': 'tempest-description-1496028421'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:09.842603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Router 7a7130c9-c7e7-42ee-9b33-4f130c45de75 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:41:09.877581 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e90975f-cf28-48d4-a1f9-45f44bcedf7b req-6480e29e-c3f9-4fd9-888e-9091e4b4a63a tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:09.906143 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e90975f-cf28-48d4-a1f9-45f44bcedf7b req-6480e29e-c3f9-4fd9-888e-9091e4b4a63a tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:10.019086 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d9eaf8-eb2f-407b-9d64-be19f04b6220 None None] Network 7f578004-299a-4b51-bf1f-e28a8c0eb434 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:41:10.101039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:41:10.148134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:10.149306 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1e025d66-ff59-4c38-a935-3f3c5073bd17 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1196928 Nov 16 04:41:10.153432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Sync routers for ids ['7a7130c9-c7e7-42ee-9b33-4f130c45de75'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:41:10.155444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33606) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:10.198070 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e41f6184-beb7-4e20-af08-9dadb21a39be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:10.203636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Routers {'7a7130c9-c7e7-42ee-9b33-4f130c45de75'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:10.204510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:40:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['7a7130c9-c7e7-42ee-9b33-4f130c45de75'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:10.216183 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3b23fce7-f479-4a20-b216-c2b6bd6bd862 None None] Provisioning complete for port 68a87810-3079-465d-b87f-7a90a32726f4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:10.216722 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b23fce7-f479-4a20-b216-c2b6bd6bd862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:10.379658 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e90975f-cf28-48d4-a1f9-45f44bcedf7b req-6480e29e-c3f9-4fd9-888e-9091e4b4a63a tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:10.389045 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e90975f-cf28-48d4-a1f9-45f44bcedf7b req-6480e29e-c3f9-4fd9-888e-9091e4b4a63a tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:10.420719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68a87810-3079-465d-b87f-7a90a32726f4 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:10.490962 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e90975f-cf28-48d4-a1f9-45f44bcedf7b req-6480e29e-c3f9-4fd9-888e-9091e4b4a63a tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:10.497943 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e90975f-cf28-48d4-a1f9-45f44bcedf7b req-6480e29e-c3f9-4fd9-888e-9091e4b4a63a tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:10.562214 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e90975f-cf28-48d4-a1f9-45f44bcedf7b req-6480e29e-c3f9-4fd9-888e-9091e4b4a63a tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:10.579424 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e90975f-cf28-48d4-a1f9-45f44bcedf7b req-6480e29e-c3f9-4fd9-888e-9091e4b4a63a tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7652004 Nov 16 04:41:10.586144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480e29e-c3f9-4fd9-888e-9091e4b4a63a tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3212f199-ee3e-4fd6-a168-650f905a30cd,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:10.680855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480e29e-c3f9-4fd9-888e-9091e4b4a63a tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b16c1a6-7d2b-4528-b520-84d07a307dbf,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:10.848930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Set router 7a7130c9-c7e7-42ee-9b33-4f130c45de75 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:11.095242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4f0ff-df71-4d06-8824-dd6b812a5e7f req-8ad8183d-4610-4593-954f-f3202a8e180a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:11.099496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ead4f0ff-df71-4d06-8824-dd6b812a5e7f req-8ad8183d-4610-4593-954f-f3202a8e180a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.1039507 Nov 16 04:41:11.184149 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ead4f0ff-df71-4d06-8824-dd6b812a5e7f req-ee929f1b-beb2-45ad-80d2-8b0edd1868c0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781238 Nov 16 04:41:11.303473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ac94a8ac-c28d-4381-a6ff-d4f986fe3fa9 req-823da3bf-4314-4cfe-ba91-a0fa07cd9f7b tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-346341946', 'description': 'tempest-description-1555825277'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:11.401256 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ac94a8ac-c28d-4381-a6ff-d4f986fe3fa9 req-823da3bf-4314-4cfe-ba91-a0fa07cd9f7b tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:11.446576 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:11.527504 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b23fce7-f479-4a20-b216-c2b6bd6bd862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:11.544489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6f884-e098-4ac8-af89-919e65a61edd req-ff5bb602-8c65-46bf-a2b3-0f3cbef22546 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:11.546499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23b6f884-e098-4ac8-af89-919e65a61edd req-ff5bb602-8c65-46bf-a2b3-0f3cbef22546 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.37 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 944 time: 0.1007535 Nov 16 04:41:11.643454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 68a87810-3079-465d-b87f-7a90a32726f4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:11.643861 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:11.650769 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ac94a8ac-c28d-4381-a6ff-d4f986fe3fa9 req-823da3bf-4314-4cfe-ba91-a0fa07cd9f7b tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:11.688017 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ac94a8ac-c28d-4381-a6ff-d4f986fe3fa9 req-823da3bf-4314-4cfe-ba91-a0fa07cd9f7b tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:11.742521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3b23fce7-f479-4a20-b216-c2b6bd6bd862 None None] For port 68a87810-3079-465d-b87f-7a90a32726f4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=68a87810-3079-465d-b87f-7a90a32726f4,segment=NetworkSegment(b4e47bd3-3391-4064-bb8c-f8a034ea508f),segment_id=b4e47bd3-3391-4064-bb8c-f8a034ea508f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:11.751211 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b23fce7-f479-4a20-b216-c2b6bd6bd862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:11.757324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823da3bf-4314-4cfe-ba91-a0fa07cd9f7b tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b237534-8346-430d-8d4f-be3b46ef0c6f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:11.777438 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ac94a8ac-c28d-4381-a6ff-d4f986fe3fa9 req-823da3bf-4314-4cfe-ba91-a0fa07cd9f7b tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:11.792260 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac94a8ac-c28d-4381-a6ff-d4f986fe3fa9 req-823da3bf-4314-4cfe-ba91-a0fa07cd9f7b tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4994128 Nov 16 04:41:11.847441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23fce7-f479-4a20-b216-c2b6bd6bd862 None None] Pushing event updated for resources: {'Port': ['ID=68a87810-3079-465d-b87f-7a90a32726f4,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:11.852833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Allocated IP 172.20.0.1 (7f578004-299a-4b51-bf1f-e28a8c0eb434/b7fa23f9-90e4-4016-b3f1-8fc9d813e310/9e0db7fd-8d90-42ab-846f-652ac4fd647f) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:41:11.865850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-23b6f884-e098-4ac8-af89-919e65a61edd req-9db184a7-109b-445e-ae42-174179685d35 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Deleting port 18c85f33-ba52-4660-9a81-4b0cff0d22df {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:41:11.867141 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-23b6f884-e098-4ac8-af89-919e65a61edd req-9db184a7-109b-445e-ae42-174179685d35 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:12.152192 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:12.230945 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:12.303607 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:12.350261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68a87810-3079-465d-b87f-7a90a32726f4 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:12.450798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Pushing event updated for resources: {'Port': ['ID=9e0db7fd-8d90-42ab-846f-652ac4fd647f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:12.468884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Network 7f578004-299a-4b51-bf1f-e28a8c0eb434 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:12.470398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:12.494443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:41:12.528040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b90c206f-ec40-461d-8199-16e13f10f3f4 None None] Provisioning complete for port 68a87810-3079-465d-b87f-7a90a32726f4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:12.528536 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b90c206f-ec40-461d-8199-16e13f10f3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:12.557815 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:12.664058 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 68a87810-3079-465d-b87f-7a90a32726f4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:12.668748 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:12.702987 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'name': 'tempest-AttachSCSIVolumeTestJSON-557710514-router', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:06Z', 'updated_at': '2021-11-16T04:41:08Z', 'revision_number': 3, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'gw_port': {'id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:07Z', 'updated_at': '2021-11-16T04:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:12.848453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-23b6f884-e098-4ac8-af89-919e65a61edd req-9db184a7-109b-445e-ae42-174179685d35 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] For port 18c85f33-ba52-4660-9a81-4b0cff0d22df, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=18c85f33-ba52-4660-9a81-4b0cff0d22df,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:12.849528 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-23b6f884-e098-4ac8-af89-919e65a61edd req-9db184a7-109b-445e-ae42-174179685d35 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:12.871973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-23b6f884-e098-4ac8-af89-919e65a61edd req-9db184a7-109b-445e-ae42-174179685d35 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Calling delete_port for 18c85f33-ba52-4660-9a81-4b0cff0d22df owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:41:12.883338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5aa3a3-36ca-4cbe-8815-b872c2f24133 req-a1bffea2-41a8-4e78-b511-abff07277ab9 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:12.894789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d5aa3a3-36ca-4cbe-8815-b872c2f24133 req-a1bffea2-41a8-4e78-b511-abff07277ab9 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=58a59bf9-831c-4ad7-b86f-e140a3e74fb4 HTTP/1.1" status: 200 len: 944 time: 0.1110985 Nov 16 04:41:12.907992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Checking router: 7a7130c9-c7e7-42ee-9b33-4f130c45de75 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:41:12.913454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Updating router 7a7130c9-c7e7-42ee-9b33-4f130c45de75 port 88f57f56-4aef-410d-9d63-382685c0a95d binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:41:12.960784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:12.985906 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:13.149863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d5aa3a3-36ca-4cbe-8815-b872c2f24133 req-41fba660-9680-4073-984b-d9765fdf9287 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481892 Nov 16 04:41:13.233676 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:13.241798 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:13.310849 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:13.371002 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-23b6f884-e098-4ac8-af89-919e65a61edd req-9db184a7-109b-445e-ae42-174179685d35 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:13.425625 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:13.549657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2b155c4e-6b46-4bdc-8994-c1ebd9f7da7a None None] Provisioning complete for port 9e0db7fd-8d90-42ab-846f-652ac4fd647f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:13.550289 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b155c4e-6b46-4bdc-8994-c1ebd9f7da7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:13.563102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Network 7f578004-299a-4b51-bf1f-e28a8c0eb434 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:13.566909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:13.588159 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Pushing event updated for resources: {'Port': ['ID=9e0db7fd-8d90-42ab-846f-652ac4fd647f,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:13.696847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2b155c4e-6b46-4bdc-8994-c1ebd9f7da7a None None] Port 9e0db7fd-8d90-42ab-846f-652ac4fd647f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:41:13.701498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db184a7-109b-445e-ae42-174179685d35 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Pushing event deleted for resources: {'Port': ['ID=18c85f33-ba52-4660-9a81-4b0cff0d22df,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:13.735542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b6f884-e098-4ac8-af89-919e65a61edd req-9db184a7-109b-445e-ae42-174179685d35 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] No DVR routers for this DVR port 18c85f33-ba52-4660-9a81-4b0cff0d22df on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:41:13.741026 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-23b6f884-e098-4ac8-af89-919e65a61edd req-9db184a7-109b-445e-ae42-174179685d35 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:13.744398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23b6f884-e098-4ac8-af89-919e65a61edd req-9db184a7-109b-445e-ae42-174179685d35 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.37 "DELETE /v2.0/ports/18c85f33-ba52-4660-9a81-4b0cff0d22df HTTP/1.1" status: 204 len: 173 time: 2.1885457 Nov 16 04:41:13.745008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58a59bf9-831c-4ad7-b86f-e140a3e74fb4', 'name': 'network-vif-deleted', 'tag': '18c85f33-ba52-4660-9a81-4b0cff0d22df'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:13.747931 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda6e22d-0dee-4188-adbc-a62db8ad6d3f" -d '{"events": [{"server_uuid": "58a59bf9-831c-4ad7-b86f-e140a3e74fb4", "name": "network-vif-deleted", "tag": "18c85f33-ba52-4660-9a81-4b0cff0d22df"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:13.802606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Router 7a7130c9-c7e7-42ee-9b33-4f130c45de75 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:41:13.879459 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:13.967536 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:13.996237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:14.039313 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:41:14.062499 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dd2619f9-14f1-422a-95ab-4825ca2421c3 admin admin] 10.222.0.41 "PUT /v2.0/routers/7a7130c9-c7e7-42ee-9b33-4f130c45de75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9057941 Nov 16 04:41:14.076871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Attempting to bind port 88f57f56-4aef-410d-9d63-382685c0a95d on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:41:14.077429 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Attempting to bind port 88f57f56-4aef-410d-9d63-382685c0a95d by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:41:14.078156 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Attempting to bind port 88f57f56-4aef-410d-9d63-382685c0a95d on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:14.089930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:41:14.090654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:14.091611 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:14.092301 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:41:14.093263 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Bound port: 88f57f56-4aef-410d-9d63-382685c0a95d, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:41:14.094616 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:14.149886 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479629e0-76fc-4ef6-b91a-797b4b091b74 None None] Pushing event updated for resources: {'Port': ['ID=88f57f56-4aef-410d-9d63-382685c0a95d,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:14.164852 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ca47d5e5-3735-4278-86ec-41586248d3da None None] Provisioning complete for port 9e0db7fd-8d90-42ab-846f-652ac4fd647f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:14.165274 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca47d5e5-3735-4278-86ec-41586248d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:14.213351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ca47d5e5-3735-4278-86ec-41586248d3da None None] Port 9e0db7fd-8d90-42ab-846f-652ac4fd647f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:41:14.230070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-6c36a73a-dee3-4641-aa50-f6ffb19eb770 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53693 time: 0.8718586 Nov 16 04:41:14.246902 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] For port 88f57f56-4aef-410d-9d63-382685c0a95d, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:14.255533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] For port 88f57f56-4aef-410d-9d63-382685c0a95d, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=88f57f56-4aef-410d-9d63-382685c0a95d,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:41:14.283150 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:14.341985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Routers {'7a7130c9-c7e7-42ee-9b33-4f130c45de75'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:14.343188 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['7a7130c9-c7e7-42ee-9b33-4f130c45de75'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:14.363085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-cc5719f9-0931-4510-a54a-c631b61002d4 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/01b90d47-10a1-44e1-bb55-62e8ffdc23f7 HTTP/1.1" status: 200 len: 2998 time: 0.1249037 Nov 16 04:41:14.432301 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-2b00d34a-f295-4090-ab31-81a5b79be6c3 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/01b90d47-10a1-44e1-bb55-62e8ffdc23f7 HTTP/1.1" status: 200 len: 2998 time: 0.0619619 Nov 16 04:41:14.498043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-3f3553da-ca80-4274-b713-9e4d4dbd61a6 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/0f101ad2-ca2c-42b0-871a-a3421798492e HTTP/1.1" status: 200 len: 2994 time: 0.0644000 Nov 16 04:41:14.551868 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-5ed079c1-9f56-4c67-8e65-7cf8821b4d5b tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/0f101ad2-ca2c-42b0-871a-a3421798492e HTTP/1.1" status: 200 len: 2994 time: 0.0526743 Nov 16 04:41:14.560683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 18c85f33-ba52-4660-9a81-4b0cff0d22df no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:41:14.598008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 18c85f33-ba52-4660-9a81-4b0cff0d22df {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:41:14.598216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 18c85f33-ba52-4660-9a81-4b0cff0d22df not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:41:14.632517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479629e0-76fc-4ef6-b91a-797b4b091b74 None None] Pushing event updated for resources: {'Port': ['ID=88f57f56-4aef-410d-9d63-382685c0a95d,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:14.663365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-4d30ae8d-ed48-4739-b5be-d5501f26b5ad tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/116f3393-3383-4a4c-921a-8f11294fff6c HTTP/1.1" status: 200 len: 2998 time: 0.1073899 Nov 16 04:41:14.678993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] Set router 7a7130c9-c7e7-42ee-9b33-4f130c45de75 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:14.717098 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-b0b3a9ac-d09f-43ed-ae23-4f3b07ba5aa5 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/116f3393-3383-4a4c-921a-8f11294fff6c HTTP/1.1" status: 200 len: 2998 time: 0.0557165 Nov 16 04:41:14.736307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab305c5f-1683-40f9-9d69-1e64fd7bb23f req-97562e45-795c-4d14-bcb8-14452053815e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:14.738034 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab305c5f-1683-40f9-9d69-1e64fd7bb23f req-97562e45-795c-4d14-bcb8-14452053815e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.1483321 Nov 16 04:41:14.823361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab305c5f-1683-40f9-9d69-1e64fd7bb23f req-19608a8c-45d2-4a09-9ac2-8f1d0508b64c tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774345 Nov 16 04:41:14.830949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-adb3c7b1-7ddd-4743-8404-f3cf24db6003 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/214a72aa-6f23-4668-a36f-3b4ea6caa646 HTTP/1.1" status: 200 len: 2998 time: 0.1128621 Nov 16 04:41:14.902184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-f47da234-8a77-4e71-baf2-fd2d1ca7407d tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/214a72aa-6f23-4668-a36f-3b4ea6caa646 HTTP/1.1" status: 200 len: 2998 time: 0.0604684 Nov 16 04:41:14.957909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-1f6af5be-b35b-4582-b364-5550dff04bca tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3212f199-ee3e-4fd6-a168-650f905a30cd HTTP/1.1" status: 200 len: 2998 time: 0.0490901 Nov 16 04:41:15.027166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-8da59269-7e24-4b4a-bdd7-9afef01e997d tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/3212f199-ee3e-4fd6-a168-650f905a30cd HTTP/1.1" status: 200 len: 2998 time: 0.0565658 Nov 16 04:41:15.089395 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863f7596-3874-4ebe-9392-dd8c44b57096 x-openstack-request-id: req-863f7596-3874-4ebe-9392-dd8c44b57096 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:15.089682 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58a59bf9-831c-4ad7-b86f-e140a3e74fb4", "name": "network-vif-deleted", "tag": "18c85f33-ba52-4660-9a81-4b0cff0d22df", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:15.089980 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-863f7596-3874-4ebe-9392-dd8c44b57096 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:15.091078 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58a59bf9-831c-4ad7-b86f-e140a3e74fb4', 'name': 'network-vif-deleted', 'tag': '18c85f33-ba52-4660-9a81-4b0cff0d22df', 'status': 'completed', 'code': 200} Nov 16 04:41:15.103348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-8287c7d8-622f-4271-9906-e43fe1dedef6 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/69b8d46e-822f-471d-a0da-1df48ec44b9e HTTP/1.1" status: 200 len: 2990 time: 0.0687876 Nov 16 04:41:15.137608 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'name': 'tempest-AttachSCSIVolumeTestJSON-557710514-router', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:06Z', 'updated_at': '2021-11-16T04:41:12Z', 'revision_number': 4, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'gw_port': {'id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:07Z', 'updated_at': '2021-11-16T04:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9e0db7fd-8d90-42ab-846f-652ac4fd647f', 'name': '', 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'mac_address': 'fa:16:3e:3a:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b7fa23f9-90e4-4016-b3f1-8fc9d813e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:11Z', 'updated_at': '2021-11-16T04:41:13Z', 'revision_number': 2, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'subnets': [{'id': 'b7fa23f9-90e4-4016-b3f1-8fc9d813e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:15.162306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-b64caa7f-3bbd-4228-8520-1d68382b8727 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/69b8d46e-822f-471d-a0da-1df48ec44b9e HTTP/1.1" status: 200 len: 2990 time: 0.0527322 Nov 16 04:41:15.202926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1fb2b7-6935-4457-9508-751e501aac90 None None] The sync data for ids ['7a7130c9-c7e7-42ee-9b33-4f130c45de75'] in n-d-818042-1 is: [{'id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'name': 'tempest-AttachSCSIVolumeTestJSON-557710514-router', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:06Z', 'updated_at': '2021-11-16T04:41:12Z', 'revision_number': 4, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'gw_port': {'id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c2:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:07Z', 'updated_at': '2021-11-16T04:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9e0db7fd-8d90-42ab-846f-652ac4fd647f', 'name': '', 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'mac_address': 'fa:16:3e:3a:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b7fa23f9-90e4-4016-b3f1-8fc9d813e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:11Z', 'updated_at': '2021-11-16T04:41:13Z', 'revision_number': 2, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'subnets': [{'id': 'b7fa23f9-90e4-4016-b3f1-8fc9d813e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:41:15.210379 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33680) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:15.215835 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1667323862-network', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:15.249567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Made reservation on behalf of a5a2d8932e8d43e6920fe2852cd81ea5 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:41:15.252320 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:15.278479 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:15.284915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-d7bb3ea0-9aa3-47c0-aefd-2163b3a1763f tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/6d5ce524-5a84-43d3-a356-2411f97c6c54 HTTP/1.1" status: 200 len: 2998 time: 0.1113253 Nov 16 04:41:15.331814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b163-eee1-42d1-bf0f-91c1f55f123f req-724b8ac5-2fc1-429a-9fbd-620ff5d2e480 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:15.334545 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7820b163-eee1-42d1-bf0f-91c1f55f123f req-724b8ac5-2fc1-429a-9fbd-620ff5d2e480 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.0789959 Nov 16 04:41:15.370370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-9b9d1919-5f7e-4ce0-96d0-07b7453ea0bd tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/6d5ce524-5a84-43d3-a356-2411f97c6c54 HTTP/1.1" status: 200 len: 2998 time: 0.0788925 Nov 16 04:41:15.404838 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:15.409899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:15.419096 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7820b163-eee1-42d1-bf0f-91c1f55f123f req-cb65b0a9-30d7-4aab-ad26-fda99e83f775 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772240 Nov 16 04:41:15.446220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-9c17e0ae-976b-463a-baa6-b15b455413cd tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/930f5476-fc1e-4b99-8fa8-3cc5543a8e1a HTTP/1.1" status: 200 len: 2998 time: 0.0550220 Nov 16 04:41:15.466569 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:41:15.481422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71594de5-37ab-484a-8bb2-bd7e8b00f9c1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:15.491253 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:15.491851 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Added segment a59dd48b-af87-408f-8284-d62ad24c3826 of type vlan for network 43e0ee49-17b0-4cee-8910-184eb477fea5 Nov 16 04:41:15.500832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-2e243e2d-332b-4aaa-816e-25949a371efb tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/930f5476-fc1e-4b99-8fa8-3cc5543a8e1a HTTP/1.1" status: 200 len: 2998 time: 0.0568686 Nov 16 04:41:15.563135 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:15.596752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-5992044d-53bf-4e7f-a99c-ef86a699bac3 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/a0284cfb-3daf-4ba3-86cc-60be18df5b39 HTTP/1.1" status: 200 len: 2998 time: 0.0873826 Nov 16 04:41:15.617557 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:15.618511 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:15.619110 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:15.694899 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-3fd2e6d8-42d4-427b-bc69-9a582a6168e3 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/a0284cfb-3daf-4ba3-86cc-60be18df5b39 HTTP/1.1" status: 200 len: 2998 time: 0.0853183 Nov 16 04:41:15.746237 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] Pushing event updated for resources: {'Network': ['ID=43e0ee49-17b0-4cee-8910-184eb477fea5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:15.756545 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 43e0ee49-17b0-4cee-8910-184eb477fea5 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:41:15.783235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-0bf63acc-a2cd-48c1-9401-6400db048ebd tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/a1d7fd48-5f4b-4890-960f-c3adf3e4d221 HTTP/1.1" status: 200 len: 2998 time: 0.0847650 Nov 16 04:41:15.800784 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4ce7b758-1c95-4ffc-9e3f-7889198394d1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5862238 Nov 16 04:41:15.801830 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33690) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:15.808688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d8afba88-f917-4f1a-b73b-335f2f27a27e admin admin] Request body: {'subnet': {'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1667323862-subnet', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:15.856925 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-617f62d1-2395-44ef-bd6d-b77c662dd2d9 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/a1d7fd48-5f4b-4890-960f-c3adf3e4d221 HTTP/1.1" status: 200 len: 2998 time: 0.0721576 Nov 16 04:41:15.873207 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8afba88-f917-4f1a-b73b-335f2f27a27e admin admin] Made reservation on behalf of a5a2d8932e8d43e6920fe2852cd81ea5 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:41:15.876439 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8afba88-f917-4f1a-b73b-335f2f27a27e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:15.956513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-c2466a83-874d-44a9-8b68-6dc325513e98 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ae0f4cd2-770b-46da-b954-1bbb46796f7b HTTP/1.1" status: 200 len: 2998 time: 0.0976322 Nov 16 04:41:16.032109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-5b01a90c-16c5-45b3-ac48-7796dcbf83f6 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ae0f4cd2-770b-46da-b954-1bbb46796f7b HTTP/1.1" status: 200 len: 2998 time: 0.0740528 Nov 16 04:41:16.135602 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:16.184685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-8475624b-f5da-41a4-a8c5-598f0b316926 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b13d6318-9a66-412c-a22c-03a98b3b38fb HTTP/1.1" status: 200 len: 2998 time: 0.1449697 Nov 16 04:41:16.355651 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-d718ad9b-db34-459d-b4a0-7124c0ceea0b tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b13d6318-9a66-412c-a22c-03a98b3b38fb HTTP/1.1" status: 200 len: 2998 time: 0.1514955 Nov 16 04:41:16.563636 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a997b9-0059-48c7-affa-de155c1ae23d req-23153915-b490-4474-8246-a8e1472b9a3d tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:16.567712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71a997b9-0059-48c7-affa-de155c1ae23d req-23153915-b490-4474-8246-a8e1472b9a3d tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 945 time: 0.2419791 Nov 16 04:41:16.579212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-9dd973e2-433a-4114-b184-571daca2a8cb tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/d677e1ef-ad39-49f1-b5c7-c5e31601d0de HTTP/1.1" status: 200 len: 2998 time: 0.2220066 Nov 16 04:41:16.656787 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8afba88-f917-4f1a-b73b-335f2f27a27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:16.729301 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afba88-f917-4f1a-b73b-335f2f27a27e admin admin] Pushing event updated for resources: {'Subnet': ['ID=126152ef-1e48-4b7e-9a18-439cf2464dd9,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:16.744210 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8afba88-f917-4f1a-b73b-335f2f27a27e admin admin] Checking segment: {'id': 'a59dd48b-af87-408f-8284-d62ad24c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:16.744718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8afba88-f917-4f1a-b73b-335f2f27a27e admin admin] Network hostable DHCP agents. Network: 43e0ee49-17b0-4cee-8910-184eb477fea5, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:41:16.774530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-b1f35cba-9e63-4a2b-b93a-f4c9fc935de7 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/d677e1ef-ad39-49f1-b5c7-c5e31601d0de HTTP/1.1" status: 200 len: 2998 time: 0.1935823 Nov 16 04:41:16.775762 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8afba88-f917-4f1a-b73b-335f2f27a27e admin admin] Network 43e0ee49-17b0-4cee-8910-184eb477fea5 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:41:16.788428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d8afba88-f917-4f1a-b73b-335f2f27a27e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 43e0ee49-17b0-4cee-8910-184eb477fea5) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:16.793419 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8afba88-f917-4f1a-b73b-335f2f27a27e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:16.794210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16daaf49-d24d-4240-847f-3315edc912c7 req-49bdc56b-a8d0-468a-92b9-2a2c1781268e tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:16.794351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8afba88-f917-4f1a-b73b-335f2f27a27e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:16.798908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12545307-b205-4c70-ade2-f6af73b6f9e9 None None] Network 43e0ee49-17b0-4cee-8910-184eb477fea5 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:41:16.802435 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-16daaf49-d24d-4240-847f-3315edc912c7 req-49bdc56b-a8d0-468a-92b9-2a2c1781268e tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 945 time: 0.1607614 Nov 16 04:41:16.825889 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d8afba88-f917-4f1a-b73b-335f2f27a27e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0232115 Nov 16 04:41:16.831710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33716) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:16.838712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1667323862-router', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:16.874167 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:16.875960 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:16.907064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-71a997b9-0059-48c7-affa-de155c1ae23d req-42484164-91f3-4f8f-9548-b913a80e0612 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Deleting port 9de77770-b036-4370-8b2b-1c8a9ce64b7e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:41:16.907424 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-71a997b9-0059-48c7-affa-de155c1ae23d req-42484164-91f3-4f8f-9548-b913a80e0612 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:16.964973 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:16.997321 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-79edfa5c-0e35-4487-8848-e88bbadeb47c tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/e2e7730a-40e3-4db9-b549-33a75d514ef0 HTTP/1.1" status: 200 len: 2998 time: 0.2212086 Nov 16 04:41:17.013872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-16daaf49-d24d-4240-847f-3315edc912c7 req-10c3d416-e8b7-46a6-a7bf-a74e9ec97200 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957521 Nov 16 04:41:17.119028 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-43e0ee49-17b0-4cee-8910-184eb477fea5', 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'fixed_ips': [{'subnet_id': '126152ef-1e48-4b7e-9a18-439cf2464dd9'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:41:17.119902 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:17.202650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-a884ed4d-96c6-4643-9f70-35dc49c2c88f tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/e2e7730a-40e3-4db9-b549-33a75d514ef0 HTTP/1.1" status: 200 len: 2998 time: 0.1875155 Nov 16 04:41:17.205545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-71a997b9-0059-48c7-affa-de155c1ae23d req-42484164-91f3-4f8f-9548-b913a80e0612 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] For port 9de77770-b036-4370-8b2b-1c8a9ce64b7e, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=9de77770-b036-4370-8b2b-1c8a9ce64b7e,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:17.206035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-71a997b9-0059-48c7-affa-de155c1ae23d req-42484164-91f3-4f8f-9548-b913a80e0612 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:17.232272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-71a997b9-0059-48c7-affa-de155c1ae23d req-42484164-91f3-4f8f-9548-b913a80e0612 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Calling delete_port for 9de77770-b036-4370-8b2b-1c8a9ce64b7e owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:41:17.261248 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:17.289127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859931d-0e22-4402-92e1-f87f8e494efc req-b51776e9-a533-4edc-b8a4-296fa7902574 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:17.296677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4859931d-0e22-4402-92e1-f87f8e494efc req-b51776e9-a533-4edc-b8a4-296fa7902574 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.1490788 Nov 16 04:41:17.334861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Allocated IP 172.20.0.2 (43e0ee49-17b0-4cee-8910-184eb477fea5/126152ef-1e48-4b7e-9a18-439cf2464dd9/3db63c82-1de2-4151-b061-9c448e1fdb79) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:41:17.420012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-5cb75e24-ef9f-4266-9f8b-b75cc2e67bc6 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ea3726a2-d65d-4197-9dc9-a198c9c1e246 HTTP/1.1" status: 200 len: 2998 time: 0.2092927 Nov 16 04:41:17.537884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4859931d-0e22-4402-92e1-f87f8e494efc req-7c225edc-926c-4981-ad6c-44c89c65d1c5 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355144 Nov 16 04:41:17.544790 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aeb06d2-8294-4fc3-8968-902e4957aa56 req-cef42246-33fd-40ea-9a19-704334217dec tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ea3726a2-d65d-4197-9dc9-a198c9c1e246 HTTP/1.1" status: 200 len: 2998 time: 0.1165853 Nov 16 04:41:17.587270 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:17.597104 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:17.663971 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:17.689547 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-71a997b9-0059-48c7-affa-de155c1ae23d req-42484164-91f3-4f8f-9548-b913a80e0612 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:17.731716 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:17.744030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Pushing event updated for resources: {'Port': ['ID=3db63c82-1de2-4151-b061-9c448e1fdb79,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:17.776866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42484164-91f3-4f8f-9548-b913a80e0612 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Pushing event deleted for resources: {'Port': ['ID=9de77770-b036-4370-8b2b-1c8a9ce64b7e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:17.777729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Network 43e0ee49-17b0-4cee-8910-184eb477fea5 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:17.779734 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:17.783115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:41:17.873637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a997b9-0059-48c7-affa-de155c1ae23d req-42484164-91f3-4f8f-9548-b913a80e0612 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] No DVR routers for this DVR port 9de77770-b036-4370-8b2b-1c8a9ce64b7e on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:41:17.877267 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-71a997b9-0059-48c7-affa-de155c1ae23d req-42484164-91f3-4f8f-9548-b913a80e0612 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:17.880736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71a997b9-0059-48c7-affa-de155c1ae23d req-42484164-91f3-4f8f-9548-b913a80e0612 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.15 "DELETE /v2.0/ports/9de77770-b036-4370-8b2b-1c8a9ce64b7e HTTP/1.1" status: 204 len: 173 time: 1.2861738 Nov 16 04:41:17.881548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Attempting to bind port 3db63c82-1de2-4151-b061-9c448e1fdb79 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:41:17.883108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Attempting to bind port 3db63c82-1de2-4151-b061-9c448e1fdb79 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a59dd48b-af87-408f-8284-d62ad24c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:41:17.883673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Attempting to bind port 3db63c82-1de2-4151-b061-9c448e1fdb79 on network 43e0ee49-17b0-4cee-8910-184eb477fea5 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:17.884692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5cae88-491e-4336-936c-8081cd622267', 'name': 'network-vif-deleted', 'tag': '9de77770-b036-4370-8b2b-1c8a9ce64b7e'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:17.887021 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8ef3e8-9090-401a-b7e7-ec7504b251ae" -d '{"events": [{"server_uuid": "ff5cae88-491e-4336-936c-8081cd622267", "name": "network-vif-deleted", "tag": "9de77770-b036-4370-8b2b-1c8a9ce64b7e"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:17.898660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:41:17.899409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Checking segment: {'id': 'a59dd48b-af87-408f-8284-d62ad24c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:17.900233 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:17.900819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Bound using segment: {'id': 'a59dd48b-af87-408f-8284-d62ad24c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:41:17.901485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Bound port: 3db63c82-1de2-4151-b061-9c448e1fdb79, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dd48b-af87-408f-8284-d62ad24c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:41:17.903423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:17.909604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d2678-0b31-4056-b086-22151e6e040a req-32677362-4ea9-4164-bfe3-b6f8c06f2b30 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:17.913296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0d2678-0b31-4056-b086-22151e6e040a req-32677362-4ea9-4164-bfe3-b6f8c06f2b30 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.2355921 Nov 16 04:41:17.961469 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Allocated IP 172.25.0.212 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/bc1c0f84-15c6-4226-9b38-3977cd045d27) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:41:18.000765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] For port 3db63c82-1de2-4151-b061-9c448e1fdb79, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:18.006471 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] For port 3db63c82-1de2-4151-b061-9c448e1fdb79, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3db63c82-1de2-4151-b061-9c448e1fdb79,segment=NetworkSegment(a59dd48b-af87-408f-8284-d62ad24c3826),segment_id=a59dd48b-af87-408f-8284-d62ad24c3826)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:41:18.017017 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:18.047580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0d2678-0b31-4056-b086-22151e6e040a req-10178b61-5619-4ef2-8e82-62aa2389dfac tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270554 Nov 16 04:41:18.139913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:18.161025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30b1ab9c-b738-4099-b6b1-abc21aa3cc20 req-269e74ba-70af-4600-a8ca-a1b1724850e0 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52619524b2504950affc3c4a86d320cc HTTP/1.1" status: 200 len: 6152 time: 0.3292851 Nov 16 04:41:18.283239 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:18.290916 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:41:18.295295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e8ece-8df2-4555-9d72-4747ed2a1a00 None None] Pushing event updated for resources: {'Port': ['ID=3db63c82-1de2-4151-b061-9c448e1fdb79,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:18.334409 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:18.349990 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b30dcb-37d7-48d6-81da-da016b25e5a5 x-openstack-request-id: req-47b30dcb-37d7-48d6-81da-da016b25e5a5 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:18.350297 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5cae88-491e-4336-936c-8081cd622267", "name": "network-vif-deleted", "tag": "9de77770-b036-4370-8b2b-1c8a9ce64b7e", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:18.350556 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47b30dcb-37d7-48d6-81da-da016b25e5a5 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:18.350977 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5cae88-491e-4336-936c-8081cd622267', 'name': 'network-vif-deleted', 'tag': '9de77770-b036-4370-8b2b-1c8a9ce64b7e', 'status': 'completed', 'code': 200} Nov 16 04:41:18.366694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:18.370371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:18.382040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:41:18.390240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 88f57f56-4aef-410d-9d63-382685c0a95d up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:18.427168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Pushing event updated for resources: {'Port': ['ID=bc1c0f84-15c6-4226-9b38-3977cd045d27,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:18.441283 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db6455f3-1ec3-4559-bba4-817ba0bf2049 req-aa9b5c46-084b-45c5-8959-b7deb83f6e87 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff5cae88-491e-4336-936c-8081cd622267 HTTP/1.1" status: 200 len: 210 time: 0.0442221 Nov 16 04:41:18.456935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30b1ab9c-b738-4099-b6b1-abc21aa3cc20 req-0bbc2423-0056-42fc-94ab-a0803212dbd1 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] 10.222.0.41 "GET /v2.0/security-groups/ea3726a2-d65d-4197-9dc9-a198c9c1e246 HTTP/1.1" status: 200 len: 2998 time: 0.1880829 Nov 16 04:41:18.631695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 88f57f56-4aef-410d-9d63-382685c0a95d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:18.632846 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:18.672904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30b1ab9c-b738-4099-b6b1-abc21aa3cc20 req-0c101338-84db-44de-bea8-4c448372dfe4 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] 10.222.0.41 "GET /v2.0/security-groups/ea3726a2-d65d-4197-9dc9-a198c9c1e246 HTTP/1.1" status: 200 len: 2998 time: 0.2023704 Nov 16 04:41:18.740135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e1dca4d3-905e-419c-ba7d-5d74e08fb685 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:41:18.742272 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 9de77770-b036-4370-8b2b-1c8a9ce64b7e no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:41:18.803789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 9de77770-b036-4370-8b2b-1c8a9ce64b7e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:41:18.804134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 9de77770-b036-4370-8b2b-1c8a9ce64b7e not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:41:18.804555 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e1dca4d3-905e-419c-ba7d-5d74e08fb685 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:41:18.877577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fe853-3efd-480b-8012-d4dedb811a48 req-ffb303f4-b254-41c9-a3da-2f074d9f0c8e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:18.880318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-841fe853-3efd-480b-8012-d4dedb811a48 req-ffb303f4-b254-41c9-a3da-2f074d9f0c8e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.0957780 Nov 16 04:41:18.925453 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:18.959608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ce38dbb-1546-4f75-9ce0-072c3ca6fde4 req-2ac55bef-f2dd-437c-aba6-60c35a0b3017 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/8b237534-8346-430d-8d4f-be3b46ef0c6f HTTP/1.1" status: 200 len: 1794 time: 0.0765383 Nov 16 04:41:18.993049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:19.020060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-841fe853-3efd-480b-8012-d4dedb811a48 req-e8e07532-52e4-4b9a-8bcc-c12502995b13 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302671 Nov 16 04:41:19.026989 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'port_id': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'mac_address': 'fa:16:3e:9d:11:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:41:19.081592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0ce38dbb-1546-4f75-9ce0-072c3ca6fde4 req-d3abb38b-88f4-4b30-9dd1-c47db7097fb3 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.122436 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0ce38dbb-1546-4f75-9ce0-072c3ca6fde4 req-d3abb38b-88f4-4b30-9dd1-c47db7097fb3 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.160151 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.162558 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.204146 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.204783 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0ce38dbb-1546-4f75-9ce0-072c3ca6fde4 req-d3abb38b-88f4-4b30-9dd1-c47db7097fb3 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.209022 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0ce38dbb-1546-4f75-9ce0-072c3ca6fde4 req-d3abb38b-88f4-4b30-9dd1-c47db7097fb3 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.210643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ce38dbb-1546-4f75-9ce0-072c3ca6fde4 req-d3abb38b-88f4-4b30-9dd1-c47db7097fb3 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b237534-8346-430d-8d4f-be3b46ef0c6f HTTP/1.1" status: 204 len: 173 time: 0.2497382 Nov 16 04:41:19.230746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3abb38b-88f4-4b30-9dd1-c47db7097fb3 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b237534-8346-430d-8d4f-be3b46ef0c6f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:19.245743 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 88f57f56-4aef-410d-9d63-382685c0a95d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=88f57f56-4aef-410d-9d63-382685c0a95d,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:19.301847 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.322089 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.336553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:19.339651 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903572e1-fe98-4b3d-a690-b4acbec09f35" -d '{"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-unplugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:19.409191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1dca4d3-905e-419c-ba7d-5d74e08fb685 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:41:19.415781 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9084793c-d6e3-486d-be9c-314772ec54da req-aa65eee2-7a8a-45bb-8f51-5287ccd315a9 tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1b16c1a6-7d2b-4528-b520-84d07a307dbf HTTP/1.1" status: 200 len: 1794 time: 0.1700723 Nov 16 04:41:19.422898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:19.437983 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Sync routers for ids ['7a7130c9-c7e7-42ee-9b33-4f130c45de75'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:41:19.439105 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.489396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=88f57f56-4aef-410d-9d63-382685c0a95d,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:19.495550 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Routers {'7a7130c9-c7e7-42ee-9b33-4f130c45de75'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:19.496444 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['7a7130c9-c7e7-42ee-9b33-4f130c45de75'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:19.499851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:19.500199 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:19.500540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:19.500880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:19.501214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:19.501546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:19.501937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:19.502268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:19.502589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:19.502911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:19.503235 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:19.503561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:19.579298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e01c7-f211-4c9d-9cee-4101f204205e req-7721025b-38fd-46b1-839f-bd2ee5c6b365 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:19.584922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=11']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:19.589873 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:41:19.590239 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:41:19.596123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f74e01c7-f211-4c9d-9cee-4101f204205e req-7721025b-38fd-46b1-839f-bd2ee5c6b365 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.2829688 Nov 16 04:41:19.732258 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Router bfa34577-f3b4-4fb2-a802-e86984f33509 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:41:19.739045 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9084793c-d6e3-486d-be9c-314772ec54da req-601401df-5205-4781-9cda-ca3d2674b42d tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.769277 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9084793c-d6e3-486d-be9c-314772ec54da req-601401df-5205-4781-9cda-ca3d2674b42d tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.811156 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Set router 7a7130c9-c7e7-42ee-9b33-4f130c45de75 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:19.815585 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda16e90-d3e5-4343-b556-ec2dfd70178f None None] Network 43e0ee49-17b0-4cee-8910-184eb477fea5 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:41:19.840833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f74e01c7-f211-4c9d-9cee-4101f204205e req-33d584b3-fd6b-4abc-b7a7-e2c3dabe8e06 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2428246 Nov 16 04:41:19.846404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9084793c-d6e3-486d-be9c-314772ec54da req-601401df-5205-4781-9cda-ca3d2674b42d tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.858343 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9084793c-d6e3-486d-be9c-314772ec54da req-601401df-5205-4781-9cda-ca3d2674b42d tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:19.863906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9084793c-d6e3-486d-be9c-314772ec54da req-601401df-5205-4781-9cda-ca3d2674b42d tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b16c1a6-7d2b-4528-b520-84d07a307dbf HTTP/1.1" status: 204 len: 173 time: 0.4003520 Nov 16 04:41:19.903364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601401df-5205-4781-9cda-ca3d2674b42d tempest-SecurityGroupsTestAdminJSON-1834429712 tempest-SecurityGroupsTestAdminJSON-1834429712-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b16c1a6-7d2b-4528-b520-84d07a307dbf,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:19.999773 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:41:20.006434 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd908ca3-e862-49ef-b926-c7cfe1de1e67 x-openstack-request-id: req-cd908ca3-e862-49ef-b926-c7cfe1de1e67 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:20.006938 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-unplugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:20.007051 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd908ca3-e862-49ef-b926-c7cfe1de1e67 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:20.007835 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'code': 200} Nov 16 04:41:20.025392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Sync routers for ids ['bfa34577-f3b4-4fb2-a802-e86984f33509'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:41:20.032712 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:20.034033 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-66843a9f-90e6-4480-8de2-19037420fb70 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2006888 Nov 16 04:41:20.044355 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33782) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:20.075657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Routers {'bfa34577-f3b4-4fb2-a802-e86984f33509'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:20.076288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['bfa34577-f3b4-4fb2-a802-e86984f33509'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:20.194020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eca35fee-e01f-4f4b-a57f-e19c195ec32e req-683767e7-4888-495d-a26d-2551dc7bc390 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] 10.222.0.41 "GET /v2.0/security-groups/e37b2e0d-819b-4e90-9452-31e9e1acb59d HTTP/1.1" status: 200 len: 1793 time: 0.1754551 Nov 16 04:41:20.204928 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4f2fa85d-a297-439f-a8bb-28ab86f50f79 None None] Provisioning complete for port 3db63c82-1de2-4151-b061-9c448e1fdb79 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:20.205302 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f2fa85d-a297-439f-a8bb-28ab86f50f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:20.369885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-eca35fee-e01f-4f4b-a57f-e19c195ec32e req-97609053-63ac-4f79-9fb9-70f22b7d73bc tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:20.469023 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-eca35fee-e01f-4f4b-a57f-e19c195ec32e req-97609053-63ac-4f79-9fb9-70f22b7d73bc tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:20.536493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3db63c82-1de2-4151-b061-9c448e1fdb79 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:20.607650 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-eca35fee-e01f-4f4b-a57f-e19c195ec32e req-97609053-63ac-4f79-9fb9-70f22b7d73bc tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:20.610187 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-eca35fee-e01f-4f4b-a57f-e19c195ec32e req-97609053-63ac-4f79-9fb9-70f22b7d73bc tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:20.636056 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'name': 'tempest-AttachSCSIVolumeTestJSON-557710514-router', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:06Z', 'updated_at': '2021-11-16T04:41:12Z', 'revision_number': 4, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'gw_port': {'id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:07Z', 'updated_at': '2021-11-16T04:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9e0db7fd-8d90-42ab-846f-652ac4fd647f', 'name': '', 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'mac_address': 'fa:16:3e:3a:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b7fa23f9-90e4-4016-b3f1-8fc9d813e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:11Z', 'updated_at': '2021-11-16T04:41:13Z', 'revision_number': 2, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'subnets': [{'id': 'b7fa23f9-90e4-4016-b3f1-8fc9d813e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:20.643747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eca35fee-e01f-4f4b-a57f-e19c195ec32e req-97609053-63ac-4f79-9fb9-70f22b7d73bc tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] 10.222.0.41 "DELETE /v2.0/security-groups/e37b2e0d-819b-4e90-9452-31e9e1acb59d HTTP/1.1" status: 204 len: 173 time: 0.4487624 Nov 16 04:41:20.678574 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Checking router: 7a7130c9-c7e7-42ee-9b33-4f130c45de75 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:41:20.679450 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Updating router 7a7130c9-c7e7-42ee-9b33-4f130c45de75 port 9e0db7fd-8d90-42ab-846f-652ac4fd647f binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:41:20.708930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97609053-63ac-4f79-9fb9-70f22b7d73bc tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37b2e0d-819b-4e90-9452-31e9e1acb59d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:20.721647 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:20.729534 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:20.734543 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f2fa85d-a297-439f-a8bb-28ab86f50f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:20.828369 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1dca4d3-905e-419c-ba7d-5d74e08fb685 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:41:20.884708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd4f08-872e-4ad3-94f7-7306a904a4f3 req-d195364c-be7f-42bb-9ce8-ec1eb9e1bec1 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:20.896885 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Set router bfa34577-f3b4-4fb2-a802-e86984f33509 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:20.898091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e9fd4f08-872e-4ad3-94f7-7306a904a4f3 req-d195364c-be7f-42bb-9ce8-ec1eb9e1bec1 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.1503499 Nov 16 04:41:21.193098 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e9fd4f08-872e-4ad3-94f7-7306a904a4f3 req-b7086990-08c1-4249-a07e-79417169574b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939153 Nov 16 04:41:21.370018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0505e308-ca0b-42e4-b9ea-69b4a60c55b4 req-39b6808d-b707-43c7-b89e-4279b4dd3954 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] 10.222.0.41 "GET /v2.0/security-groups/4e4909fd-f6a8-4407-a859-f4694d34f33f HTTP/1.1" status: 200 len: 1794 time: 0.1687071 Nov 16 04:41:21.393171 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3c0e0-0952-424d-bd3d-cd48ae528430 req-77f5d0f5-7631-461f-966f-da3775f6d7f9 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:21.395342 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:21.397513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aba3c0e0-0952-424d-bd3d-cd48ae528430 req-77f5d0f5-7631-461f-966f-da3775f6d7f9 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 945 time: 0.3900700 Nov 16 04:41:21.489275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc9b3d-f9bc-4fea-9dfe-0d6b9f8d0309 req-04a8e9fd-f2af-453d-9edc-46249cf1c159 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:21.490886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81fc9b3d-f9bc-4fea-9dfe-0d6b9f8d0309 req-04a8e9fd-f2af-453d-9edc-46249cf1c159 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 945 time: 0.4174998 Nov 16 04:41:21.510096 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:21.520381 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:21.725627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 3db63c82-1de2-4151-b061-9c448e1fdb79 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:21.734182 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:21.760393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aba3c0e0-0952-424d-bd3d-cd48ae528430 req-b93b74f1-0a4d-4710-94ee-8a749f422b8a tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/security-groups?id=ae0f4cd2-770b-46da-b954-1bbb46796f7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405814 Nov 16 04:41:21.786914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Allocated IP 172.20.0.1 (43e0ee49-17b0-4cee-8910-184eb477fea5/126152ef-1e48-4b7e-9a18-439cf2464dd9/135ebf3b-b558-47da-9e4b-0ceb660e344b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:41:21.863864 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Pushing event updated for resources: {'Port': ['ID=9e0db7fd-8d90-42ab-846f-652ac4fd647f,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:21.872273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:21.878721 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0505e308-ca0b-42e4-b9ea-69b4a60c55b4 req-80887e4b-58f7-4b0c-a2d3-ff2e3eb7adf5 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:21.896433 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4f2fa85d-a297-439f-a8bb-28ab86f50f79 None None] For port 3db63c82-1de2-4151-b061-9c448e1fdb79, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3db63c82-1de2-4151-b061-9c448e1fdb79,segment=NetworkSegment(a59dd48b-af87-408f-8284-d62ad24c3826),segment_id=a59dd48b-af87-408f-8284-d62ad24c3826)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:21.900098 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:21.906753 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:21.909277 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:21.909652 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:21.910566 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:21.910905 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:21.914104 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:21.914503 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:21.914848 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:21.915187 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:21.915522 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:21.915853 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:21.916184 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:21.947640 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Attempting to bind port 9e0db7fd-8d90-42ab-846f-652ac4fd647f on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:41:21.948015 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Attempting to bind port 9e0db7fd-8d90-42ab-846f-652ac4fd647f by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'b4e47bd3-3391-4064-bb8c-f8a034ea508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:41:21.948374 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Attempting to bind port 9e0db7fd-8d90-42ab-846f-652ac4fd647f on network 7f578004-299a-4b51-bf1f-e28a8c0eb434 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:21.967231 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:41:21.969555 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Checking segment: {'id': 'b4e47bd3-3391-4064-bb8c-f8a034ea508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:21.972854 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:21.972854 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Bound using segment: {'id': 'b4e47bd3-3391-4064-bb8c-f8a034ea508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:41:21.977440 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Bound port: 9e0db7fd-8d90-42ab-846f-652ac4fd647f, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e47bd3-3391-4064-bb8c-f8a034ea508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:41:21.977956 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:22.028221 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0505e308-ca0b-42e4-b9ea-69b4a60c55b4 req-80887e4b-58f7-4b0c-a2d3-ff2e3eb7adf5 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:22.050726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=12']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:22.061580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:22.062119 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f2fa85d-a297-439f-a8bb-28ab86f50f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:22.124648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-81fc9b3d-f9bc-4fea-9dfe-0d6b9f8d0309 req-7d462df1-c58b-4f22-9eb1-0b34794b08f8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Deleting port 545fb328-d27a-4f99-9f5e-b730ab560445 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:41:22.129814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 88f57f56-4aef-410d-9d63-382685c0a95d up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:22.133935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-81fc9b3d-f9bc-4fea-9dfe-0d6b9f8d0309 req-7d462df1-c58b-4f22-9eb1-0b34794b08f8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:22.138956 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:22.191347 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] For port 9e0db7fd-8d90-42ab-846f-652ac4fd647f, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:22.200661 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] For port 9e0db7fd-8d90-42ab-846f-652ac4fd647f, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9e0db7fd-8d90-42ab-846f-652ac4fd647f,segment=NetworkSegment(b4e47bd3-3391-4064-bb8c-f8a034ea508f),segment_id=b4e47bd3-3391-4064-bb8c-f8a034ea508f)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:41:22.209886 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:22.257985 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Network 43e0ee49-17b0-4cee-8910-184eb477fea5 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:22.272840 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:22.275179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Pushing event updated for resources: {'Port': ['ID=135ebf3b-b558-47da-9e4b-0ceb660e344b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:22.280028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:41:22.297446 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa562c5-b8ce-4979-8862-6f69f952f394 req-ac8756e4-c831-4ed7-9450-8c6946730011 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:22.305931 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afa562c5-b8ce-4979-8862-6f69f952f394 req-ac8756e4-c831-4ed7-9450-8c6946730011 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 945 time: 0.3643000 Nov 16 04:41:22.307897 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e1dca4d3-905e-419c-ba7d-5d74e08fb685'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:41:22.368886 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Routers {'7a7130c9-c7e7-42ee-9b33-4f130c45de75'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:22.370068 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['7a7130c9-c7e7-42ee-9b33-4f130c45de75'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:22.413825 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:22.433944 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0505e308-ca0b-42e4-b9ea-69b4a60c55b4 req-80887e4b-58f7-4b0c-a2d3-ff2e3eb7adf5 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:22.434955 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0505e308-ca0b-42e4-b9ea-69b4a60c55b4 req-80887e4b-58f7-4b0c-a2d3-ff2e3eb7adf5 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:22.465581 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0505e308-ca0b-42e4-b9ea-69b4a60c55b4 req-80887e4b-58f7-4b0c-a2d3-ff2e3eb7adf5 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] 10.222.0.41 "DELETE /v2.0/security-groups/4e4909fd-f6a8-4407-a859-f4694d34f33f HTTP/1.1" status: 204 len: 173 time: 1.0902114 Nov 16 04:41:22.475962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ac6023c8-4ef4-424e-a891-82cb071901f3 None None] Provisioning complete for port 3db63c82-1de2-4151-b061-9c448e1fdb79 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:22.476345 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ac6023c8-4ef4-424e-a891-82cb071901f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:22.546750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80887e4b-58f7-4b0c-a2d3-ff2e3eb7adf5 tempest-SecurityGroupsTestAdminJSON-66342633 tempest-SecurityGroupsTestAdminJSON-66342633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4909fd-f6a8-4407-a859-f4694d34f33f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:22.615646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afa562c5-b8ce-4979-8862-6f69f952f394 req-3837ed0b-681a-4028-8d3c-cd3d60b53262 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065422 Nov 16 04:41:22.752692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-81fc9b3d-f9bc-4fea-9dfe-0d6b9f8d0309 req-7d462df1-c58b-4f22-9eb1-0b34794b08f8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] For port 545fb328-d27a-4f99-9f5e-b730ab560445, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=545fb328-d27a-4f99-9f5e-b730ab560445,segment=NetworkSegment(0266cd07-7e2f-4f7a-8c20-fa14526356da),segment_id=0266cd07-7e2f-4f7a-8c20-fa14526356da)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:22.755330 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-81fc9b3d-f9bc-4fea-9dfe-0d6b9f8d0309 req-7d462df1-c58b-4f22-9eb1-0b34794b08f8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:22.812170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'name': 'tempest-AttachSCSIVolumeTestJSON-1667323862-router', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:16Z', 'updated_at': '2021-11-16T04:41:18Z', 'revision_number': 3, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'gw_port': {'id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:17Z', 'updated_at': '2021-11-16T04:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:22.819834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-81fc9b3d-f9bc-4fea-9dfe-0d6b9f8d0309 req-7d462df1-c58b-4f22-9eb1-0b34794b08f8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Calling delete_port for 545fb328-d27a-4f99-9f5e-b730ab560445 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:41:22.876815 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58b607-7aad-41fd-9d1d-2676bacd3eea None None] Pushing event updated for resources: {'Port': ['ID=9e0db7fd-8d90-42ab-846f-652ac4fd647f,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:22.946042 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:22.951371 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] Set router 7a7130c9-c7e7-42ee-9b33-4f130c45de75 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:22.958943 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Checking router: bfa34577-f3b4-4fb2-a802-e86984f33509 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:41:22.960022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Updating router bfa34577-f3b4-4fb2-a802-e86984f33509 port bc1c0f84-15c6-4226-9b38-3977cd045d27 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:41:23.047416 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:23.220840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33844) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:23.241379 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-81fc9b3d-f9bc-4fea-9dfe-0d6b9f8d0309 req-7d462df1-c58b-4f22-9eb1-0b34794b08f8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:23.338504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d462df1-c58b-4f22-9eb1-0b34794b08f8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Pushing event deleted for resources: {'Port': ['ID=545fb328-d27a-4f99-9f5e-b730ab560445,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:23.461303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cef24d-ad3c-41a6-9f8a-7da5f292cbd5 req-702fe082-f330-4841-a780-978fa8a4327a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:23.469137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12cef24d-ad3c-41a6-9f8a-7da5f292cbd5 req-702fe082-f330-4841-a780-978fa8a4327a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.4756203 Nov 16 04:41:23.479455 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:23.485731 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:23.519415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fc9b3d-f9bc-4fea-9dfe-0d6b9f8d0309 req-7d462df1-c58b-4f22-9eb1-0b34794b08f8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] No DVR routers for this DVR port 545fb328-d27a-4f99-9f5e-b730ab560445 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:41:23.524188 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-81fc9b3d-f9bc-4fea-9dfe-0d6b9f8d0309 req-7d462df1-c58b-4f22-9eb1-0b34794b08f8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:23.527932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81fc9b3d-f9bc-4fea-9dfe-0d6b9f8d0309 req-7d462df1-c58b-4f22-9eb1-0b34794b08f8 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.15 "DELETE /v2.0/ports/545fb328-d27a-4f99-9f5e-b730ab560445 HTTP/1.1" status: 204 len: 173 time: 2.0177097 Nov 16 04:41:23.531096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb', 'name': 'network-vif-deleted', 'tag': '545fb328-d27a-4f99-9f5e-b730ab560445'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:23.534740 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa39bb60-442a-44be-9e0e-b34d9e1e7bcd" -d '{"events": [{"server_uuid": "0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb", "name": "network-vif-deleted", "tag": "545fb328-d27a-4f99-9f5e-b730ab560445"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:23.554118 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:23.577995 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'name': 'tempest-AttachSCSIVolumeTestJSON-557710514-router', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:06Z', 'updated_at': '2021-11-16T04:41:12Z', 'revision_number': 4, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'gw_port': {'id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:07Z', 'updated_at': '2021-11-16T04:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9e0db7fd-8d90-42ab-846f-652ac4fd647f', 'name': '', 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'mac_address': 'fa:16:3e:3a:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b7fa23f9-90e4-4016-b3f1-8fc9d813e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:11Z', 'updated_at': '2021-11-16T04:41:22Z', 'revision_number': 4, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'subnets': [{'id': 'b7fa23f9-90e4-4016-b3f1-8fc9d813e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:23.592994 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12cef24d-ad3c-41a6-9f8a-7da5f292cbd5 req-f3061c91-4634-42dc-b3e4-27bd60bfad22 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216123 Nov 16 04:41:23.617805 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33850) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:23.618757 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-08c97959-70f8-449c-ad96-c0fcf3e1d3bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52619524b2504950affc3c4a86d320cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3962965 Nov 16 04:41:23.634998 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:23.675075 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a4d32a-4349-4239-b6ff-7039ddc6fbf0 None None] The sync data for ids ['7a7130c9-c7e7-42ee-9b33-4f130c45de75'] in n-d-818042-1 is: [{'id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'name': 'tempest-AttachSCSIVolumeTestJSON-557710514-router', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:06Z', 'updated_at': '2021-11-16T04:41:12Z', 'revision_number': 4, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'gw_port': {'id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:07Z', 'updated_at': '2021-11-16T04:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9e0db7fd-8d90-42ab-846f-652ac4fd647f', 'name': '', 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'mac_address': 'fa:16:3e:3a:4f:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'b7fa23f9-90e4-4016-b3f1-8fc9d813e310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:11Z', 'updated_at': '2021-11-16T04:41:22Z', 'revision_number': 4, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'subnets': [{'id': 'b7fa23f9-90e4-4016-b3f1-8fc9d813e310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:41:23.685783 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:23.710336 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Pushing event updated for resources: {'Port': ['ID=135ebf3b-b558-47da-9e4b-0ceb660e344b,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:23.757793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fa85d-a297-439f-a8bb-28ab86f50f79 None None] Pushing event updated for resources: {'Port': ['ID=3db63c82-1de2-4151-b061-9c448e1fdb79,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:23.805446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-39c37f77-f970-4beb-b7d9-6990038d8ff4 req-68d4a7d3-3be4-4292-9382-52e972f0e017 tempest-LiveMigrationTest-326082050 tempest-LiveMigrationTest-326082050-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb HTTP/1.1" status: 200 len: 210 time: 0.0664601 Nov 16 04:41:23.879478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598c59b-871b-4787-920d-2eb7eea5c59a None None] Pushing event updated for resources: {'Port': ['ID=bc1c0f84-15c6-4226-9b38-3977cd045d27,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:23.895411 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a81f24-bdeb-475e-935e-10fbba6880f5 x-openstack-request-id: req-c9a81f24-bdeb-475e-935e-10fbba6880f5 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:23.895928 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb", "name": "network-vif-deleted", "tag": "545fb328-d27a-4f99-9f5e-b730ab560445", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:23.896117 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9a81f24-bdeb-475e-935e-10fbba6880f5 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:23.896598 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f0f6e21-5fe7-4fa9-bb20-27d4fe3f22eb', 'name': 'network-vif-deleted', 'tag': '545fb328-d27a-4f99-9f5e-b730ab560445', 'status': 'completed', 'code': 200} Nov 16 04:41:23.968476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Attempting to bind port bc1c0f84-15c6-4226-9b38-3977cd045d27 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:41:23.970126 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Attempting to bind port bc1c0f84-15c6-4226-9b38-3977cd045d27 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:41:23.970594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Attempting to bind port bc1c0f84-15c6-4226-9b38-3977cd045d27 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:24.025537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Network 43e0ee49-17b0-4cee-8910-184eb477fea5 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:24.031699 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:24.061242 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6333a23b-9775-4227-af40-5657673c1608 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:24.080994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:41:24.084050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:24.084575 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:24.085371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:41:24.086304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Bound port: bc1c0f84-15c6-4226-9b38-3977cd045d27, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:41:24.087178 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:24.090870 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 88f57f56-4aef-410d-9d63-382685c0a95d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:24.092186 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:24.130127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6661b4d-67cf-4768-aa34-859468207f77 req-adebdb96-d620-45b1-a2f4-5accc54745b5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:24.134377 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6333a23b-9775-4227-af40-5657673c1608 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:24.142372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6661b4d-67cf-4768-aa34-859468207f77 req-adebdb96-d620-45b1-a2f4-5accc54745b5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 945 time: 0.1327503 Nov 16 04:41:24.323281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6661b4d-67cf-4768-aa34-859468207f77 req-f9c274f1-a25e-4566-975f-7adc3678caea tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775117 Nov 16 04:41:24.413103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6333a23b-9775-4227-af40-5657673c1608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:24.415827 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6333a23b-9775-4227-af40-5657673c1608 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:24.416969 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6333a23b-9775-4227-af40-5657673c1608 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea3726a2-d65d-4197-9dc9-a198c9c1e246 HTTP/1.1" status: 204 len: 168 time: 0.7982142 Nov 16 04:41:24.428545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333a23b-9775-4227-af40-5657673c1608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3726a2-d65d-4197-9dc9-a198c9c1e246,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:24.483662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ac6023c8-4ef4-424e-a891-82cb071901f3 None None] Provisioning complete for port 9e0db7fd-8d90-42ab-846f-652ac4fd647f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:24.487698 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ac6023c8-4ef4-424e-a891-82cb071901f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:24.559801 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Router bfa34577-f3b4-4fb2-a802-e86984f33509 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:41:24.858828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] For port bc1c0f84-15c6-4226-9b38-3977cd045d27, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:24.885635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] For port bc1c0f84-15c6-4226-9b38-3977cd045d27, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bc1c0f84-15c6-4226-9b38-3977cd045d27,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:41:24.922424 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:24.938276 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:41:24.965008 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f9828c8f-cdd5-4877-9e36-0ec904617d6d admin admin] 10.222.0.41 "PUT /v2.0/routers/bfa34577-f3b4-4fb2-a802-e86984f33509/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9195335 Nov 16 04:41:25.011919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d0356-6e3e-46fc-ba9e-47f52956cd9a req-120042c4-05db-4cc7-891a-6d70b4326e62 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:25.024685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-153d0356-6e3e-46fc-ba9e-47f52956cd9a req-120042c4-05db-4cc7-891a-6d70b4326e62 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.2493010 Nov 16 04:41:25.254854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-153d0356-6e3e-46fc-ba9e-47f52956cd9a req-87afa7da-e533-4a02-9fa0-66e442295347 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221880 Nov 16 04:41:25.271059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d79129af-ff6f-4ce7-add2-6c0ba82f4130 req-a3fc24d2-5b9b-44ca-a044-ff08d126567c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2008746 Nov 16 04:41:25.288175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3db63c82-1de2-4151-b061-9c448e1fdb79 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:25.292394 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33870) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:25.330880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Routers {'bfa34577-f3b4-4fb2-a802-e86984f33509'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:25.331989 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['bfa34577-f3b4-4fb2-a802-e86984f33509'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:25.493515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33878) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:25.527595 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a791361b-d456-4eed-a5d3-461a1f1a888f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=efce5f2a6b77498f8f7ae9914d9f6377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339551 Nov 16 04:41:25.531146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79129af-ff6f-4ce7-add2-6c0ba82f4130 req-e9c53e34-0a64-4e07-991f-07dd4118d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:25.543241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d79129af-ff6f-4ce7-add2-6c0ba82f4130 req-e9c53e34-0a64-4e07-991f-07dd4118d0c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 1100 time: 0.2455809 Nov 16 04:41:25.555340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33882) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:25.808956 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47f76f18-1d47-414e-ad53-255e0e00bf9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:25.828259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79129af-ff6f-4ce7-add2-6c0ba82f4130 req-4274eabe-ef69-40d5-8295-cca2737f5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:25.834797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d79129af-ff6f-4ce7-add2-6c0ba82f4130 req-4274eabe-ef69-40d5-8295-cca2737f5ea9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.2616239 Nov 16 04:41:25.869591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598c59b-871b-4787-920d-2eb7eea5c59a None None] Pushing event updated for resources: {'Port': ['ID=bc1c0f84-15c6-4226-9b38-3977cd045d27,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:25.909135 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ac6023c8-4ef4-424e-a891-82cb071901f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:25.934285 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47f76f18-1d47-414e-ad53-255e0e00bf9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:25.949913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e1dca4d3-905e-419c-ba7d-5d74e08fb685 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:26.008144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b85cce-3e4d-4ca9-9c40-20f81b68044d admin admin] Deleting subnet 6dd63e98-5168-43db-bcf5-951ae9db1f7c {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:41:26.013518 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d79129af-ff6f-4ce7-add2-6c0ba82f4130 req-f4f7240e-4747-4ed5-92c6-ba3da41c24bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec HTTP/1.1" status: 200 len: 217 time: 0.1536531 Nov 16 04:41:26.021032 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-44b85cce-3e4d-4ca9-9c40-20f81b68044d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:26.050769 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47f76f18-1d47-414e-ad53-255e0e00bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:26.056579 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47f76f18-1d47-414e-ad53-255e0e00bf9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:26.059182 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-47f76f18-1d47-414e-ad53-255e0e00bf9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3212f199-ee3e-4fd6-a168-650f905a30cd HTTP/1.1" status: 204 len: 168 time: 0.5027840 Nov 16 04:41:26.068777 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 3db63c82-1de2-4151-b061-9c448e1fdb79 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:26.069245 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:26.070224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f76f18-1d47-414e-ad53-255e0e00bf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3212f199-ee3e-4fd6-a168-650f905a30cd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:26.123680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ac6023c8-4ef4-424e-a891-82cb071901f3 None None] For port 9e0db7fd-8d90-42ab-846f-652ac4fd647f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9e0db7fd-8d90-42ab-846f-652ac4fd647f,segment=NetworkSegment(b4e47bd3-3391-4064-bb8c-f8a034ea508f),segment_id=b4e47bd3-3391-4064-bb8c-f8a034ea508f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:26.163673 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ac6023c8-4ef4-424e-a891-82cb071901f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:26.180857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca2923-bf72-4142-a3f0-9c741b2638b1 req-9bf2c896-1f27-443c-9d92-50acdacc9b76 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:26.192764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0ca2923-bf72-4142-a3f0-9c741b2638b1 req-9bf2c896-1f27-443c-9d92-50acdacc9b76 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 945 time: 0.3561251 Nov 16 04:41:26.300777 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-44b85cce-3e4d-4ca9-9c40-20f81b68044d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:26.311756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79129af-ff6f-4ce7-add2-6c0ba82f4130 req-f18d1aa1-48a8-49bf-a9da-5396c4ad477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:26.315596 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d79129af-ff6f-4ce7-add2-6c0ba82f4130 req-f18d1aa1-48a8-49bf-a9da-5396c4ad477e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2918828 Nov 16 04:41:26.383591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] Set router bfa34577-f3b4-4fb2-a802-e86984f33509 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:26.402915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f08e746c-6561-49ce-adfe-386e9f89258e None None] Provisioning complete for port 135ebf3b-b558-47da-9e4b-0ceb660e344b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:26.405410 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f08e746c-6561-49ce-adfe-386e9f89258e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:26.520555 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0ca2923-bf72-4142-a3f0-9c741b2638b1 req-9afa56a2-a9fd-42b9-9c6c-78745949e7da tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224401 Nov 16 04:41:26.590151 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79129af-ff6f-4ce7-add2-6c0ba82f4130 req-44b643e7-ee0d-4a5d-8fba-f1512345d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:26.600065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d79129af-ff6f-4ce7-add2-6c0ba82f4130 req-44b643e7-ee0d-4a5d-8fba-f1512345d318 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2047019 Nov 16 04:41:26.601534 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-44b85cce-3e4d-4ca9-9c40-20f81b68044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:26.851799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d79129af-ff6f-4ce7-add2-6c0ba82f4130 req-51660435-e4bd-4809-b6c5-12c0292c9dec service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439358 Nov 16 04:41:26.979834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d79129af-ff6f-4ce7-add2-6c0ba82f4130 req-74390b6b-9e73-4005-9917-330399763ef3 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159155 Nov 16 04:41:27.089957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3eec9-adfd-4ec4-91e0-2d89b26fcda1 req-966189b7-b724-4fe4-9128-8f907230aca2 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:27.099803 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ae3eec9-adfd-4ec4-91e0-2d89b26fcda1 req-966189b7-b724-4fe4-9128-8f907230aca2 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.2450538 Nov 16 04:41:27.179085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ae3eec9-adfd-4ec4-91e0-2d89b26fcda1 req-df25667d-7b57-4041-bde8-0da3849e5512 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750418 Nov 16 04:41:27.197338 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-44b85cce-3e4d-4ca9-9c40-20f81b68044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:27.209015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6023c8-4ef4-424e-a891-82cb071901f3 None None] Pushing event updated for resources: {'Port': ['ID=9e0db7fd-8d90-42ab-846f-652ac4fd647f,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:27.243618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b85cce-3e4d-4ca9-9c40-20f81b68044d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd63e98-5168-43db-bcf5-951ae9db1f7c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:27.257533 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-44b85cce-3e4d-4ca9-9c40-20f81b68044d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:27.263501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-44b85cce-3e4d-4ca9-9c40-20f81b68044d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6dd63e98-5168-43db-bcf5-951ae9db1f7c HTTP/1.1" status: 204 len: 168 time: 1.7685349 Nov 16 04:41:27.266253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33908) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:27.434378 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port e1dca4d3-905e-419c-ba7d-5d74e08fb685 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:27.434753 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:27.436882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f08e746c-6561-49ce-adfe-386e9f89258e None None] Port 135ebf3b-b558-47da-9e4b-0ceb660e344b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:41:27.515501 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4925e16d-b313-4c84-8636-f3a4832bccec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:27.696433 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f08e746c-6561-49ce-adfe-386e9f89258e None None] Provisioning complete for port 9e0db7fd-8d90-42ab-846f-652ac4fd647f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:27.696803 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f08e746c-6561-49ce-adfe-386e9f89258e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:27.746119 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4925e16d-b313-4c84-8636-f3a4832bccec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:27.752236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcbc34-004c-4682-b9d3-050efe1a161b req-a344c441-6e2c-4f03-8a8d-38094a94c501 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:27.772607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38fcbc34-004c-4682-b9d3-050efe1a161b req-a344c441-6e2c-4f03-8a8d-38094a94c501 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 945 time: 0.1065056 Nov 16 04:41:27.806062 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4925e16d-b313-4c84-8636-f3a4832bccec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ef367c-9e71-485a-983c-5f2648aed20c']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:27.809078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9e0db7fd-8d90-42ab-846f-652ac4fd647f up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:27.828272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4925e16d-b313-4c84-8636-f3a4832bccec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0266cd07-7e2f-4f7a-8c20-fa14526356da') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:27.828719 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4925e16d-b313-4c84-8636-f3a4832bccec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0266cd07-7e2f-4f7a-8c20-fa14526356da') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:27.850106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4925e16d-b313-4c84-8636-f3a4832bccec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:27.876405 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4925e16d-b313-4c84-8636-f3a4832bccec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:27.902320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4925e16d-b313-4c84-8636-f3a4832bccec admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:41:27.903116 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4925e16d-b313-4c84-8636-f3a4832bccec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:41:27.958994 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:41:28.018018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38fcbc34-004c-4682-b9d3-050efe1a161b req-cead3c2c-142c-4a73-83ca-d3a43f82e2e1 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464454 Nov 16 04:41:28.033421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0f6be66-817a-43db-bd59-8a9c4c57bb38 req-9bbe3b85-39dd-49f1-bb99-7c4babd90b9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2527559 Nov 16 04:41:28.133120 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4925e16d-b313-4c84-8636-f3a4832bccec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:28.143520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'name': 'tempest-AttachSCSIVolumeTestJSON-1667323862-router', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:16Z', 'updated_at': '2021-11-16T04:41:22Z', 'revision_number': 4, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'gw_port': {'id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:17Z', 'updated_at': '2021-11-16T04:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '135ebf3b-b558-47da-9e4b-0ceb660e344b', 'name': '', 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'mac_address': 'fa:16:3e:bd:2b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '126152ef-1e48-4b7e-9a18-439cf2464dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:21Z', 'updated_at': '2021-11-16T04:41:23Z', 'revision_number': 2, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'subnets': [{'id': '126152ef-1e48-4b7e-9a18-439cf2464dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:28.188260 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2331c27-34a9-474e-b5e7-6fdc67f68f04 None None] The sync data for ids ['bfa34577-f3b4-4fb2-a802-e86984f33509'] in n-d-818042-1 is: [{'id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'name': 'tempest-AttachSCSIVolumeTestJSON-1667323862-router', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:16Z', 'updated_at': '2021-11-16T04:41:22Z', 'revision_number': 4, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'gw_port': {'id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:17Z', 'updated_at': '2021-11-16T04:41:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '135ebf3b-b558-47da-9e4b-0ceb660e344b', 'name': '', 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'mac_address': 'fa:16:3e:bd:2b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '126152ef-1e48-4b7e-9a18-439cf2464dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:21Z', 'updated_at': '2021-11-16T04:41:23Z', 'revision_number': 2, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'subnets': [{'id': '126152ef-1e48-4b7e-9a18-439cf2464dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:41:28.205652 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4925e16d-b313-4c84-8636-f3a4832bccec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:28.230709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33928) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:28.232998 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4925e16d-b313-4c84-8636-f3a4832bccec admin admin] 10.222.0.41 "DELETE /v2.0/networks/00ef367c-9e71-485a-983c-5f2648aed20c HTTP/1.1" status: 204 len: 168 time: 0.9629619 Nov 16 04:41:28.234023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925e16d-b313-4c84-8636-f3a4832bccec admin admin] Pushing event deleted for resources: {'Network': ['ID=00ef367c-9e71-485a-983c-5f2648aed20c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:28.238605 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:28.242214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 9e0db7fd-8d90-42ab-846f-652ac4fd647f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:28.242589 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:28.267602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6be66-817a-43db-bd59-8a9c4c57bb38 req-96e796c9-f3b4-49ad-a43e-a55ebe4c531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:28.275183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0f6be66-817a-43db-bd59-8a9c4c57bb38 req-96e796c9-f3b4-49ad-a43e-a55ebe4c531b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 1100 time: 0.2094123 Nov 16 04:41:28.371768 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:28.384930 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74dff21-ffa4-47c9-9cbb-6d13406668f5" -d '{"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-plugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:28.422144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:28.438433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-035b6ff9-1a84-421e-9a5e-1bfee9d8f239 admin admin] Deleting subnet 5add847a-6a6a-46c0-8af4-6d347fe96d9c {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:41:28.449121 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:28.449121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 545fb328-d27a-4f99-9f5e-b730ab560445 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:41:28.544260 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 545fb328-d27a-4f99-9f5e-b730ab560445 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:41:28.544870 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 545fb328-d27a-4f99-9f5e-b730ab560445 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:41:28.679870 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=13']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:28.858265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9e0db7fd-8d90-42ab-846f-652ac4fd647f up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:29.016767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 9e0db7fd-8d90-42ab-846f-652ac4fd647f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:29.018224 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:29.537541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6be66-817a-43db-bd59-8a9c4c57bb38 req-09beb434-104a-4c30-a421-49f2c4caabd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:29.539740 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0f6be66-817a-43db-bd59-8a9c4c57bb38 req-09beb434-104a-4c30-a421-49f2c4caabd3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 1.0973461 Nov 16 04:41:29.542438 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-035b6ff9-1a84-421e-9a5e-1bfee9d8f239 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:29.649275 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0f6be66-817a-43db-bd59-8a9c4c57bb38 req-6bd2cf28-3f53-46eb-a4f0-bcbbf3682ed1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=09f5545e-9287-4c90-adfe-1f351744462c HTTP/1.1" status: 200 len: 217 time: 0.0593269 Nov 16 04:41:29.661610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-035b6ff9-1a84-421e-9a5e-1bfee9d8f239 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:29.740755 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd046a6-b83a-4700-9f51-a14e77a5afb5 req-c49bc540-2a14-4601-8dc5-58e81f302c33 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:29.742397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ccd046a6-b83a-4700-9f51-a14e77a5afb5 req-c49bc540-2a14-4601-8dc5-58e81f302c33 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.2016838 Nov 16 04:41:29.839483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ccd046a6-b83a-4700-9f51-a14e77a5afb5 req-380c419a-97ce-4cf5-9943-10ba356a427d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895965 Nov 16 04:41:29.841721 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6be66-817a-43db-bd59-8a9c4c57bb38 req-90488fee-8eee-4334-aab8-91830299ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:29.843789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0f6be66-817a-43db-bd59-8a9c4c57bb38 req-90488fee-8eee-4334-aab8-91830299ccd2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1851628 Nov 16 04:41:29.951882 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804dc82a-2626-45ad-9f50-f01ec7f224af x-openstack-request-id: req-804dc82a-2626-45ad-9f50-f01ec7f224af {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:29.952463 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-plugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:29.952586 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-804dc82a-2626-45ad-9f50-f01ec7f224af {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:29.952910 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'code': 200} Nov 16 04:41:29.965985 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-035b6ff9-1a84-421e-9a5e-1bfee9d8f239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:30.052423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6be66-817a-43db-bd59-8a9c4c57bb38 req-f41689d8-e6ec-47d5-aeb7-701d37477d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:30.067165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0f6be66-817a-43db-bd59-8a9c4c57bb38 req-f41689d8-e6ec-47d5-aeb7-701d37477d97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1949141 Nov 16 04:41:30.306536 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-035b6ff9-1a84-421e-9a5e-1bfee9d8f239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:30.385468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d9410-2365-4d4c-9f0e-f6a82efb98ed req-eecb78c1-1537-4a32-bd87-9414018d15f4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:30.398105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d0d9410-2365-4d4c-9f0e-f6a82efb98ed req-eecb78c1-1537-4a32-bd87-9414018d15f4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.1836612 Nov 16 04:41:30.404791 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b6ff9-1a84-421e-9a5e-1bfee9d8f239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5add847a-6a6a-46c0-8af4-6d347fe96d9c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:30.412756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0f6be66-817a-43db-bd59-8a9c4c57bb38 req-acc5aa97-bf4f-4f7b-b602-dff16832e0f6 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442273 Nov 16 04:41:30.424695 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-035b6ff9-1a84-421e-9a5e-1bfee9d8f239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:30.431562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-035b6ff9-1a84-421e-9a5e-1bfee9d8f239 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5add847a-6a6a-46c0-8af4-6d347fe96d9c HTTP/1.1" status: 204 len: 168 time: 2.1998007 Nov 16 04:41:30.434231 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33980) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:30.835071 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d0d9410-2365-4d4c-9f0e-f6a82efb98ed req-5ca64944-35dc-444f-a743-e9d26f45ea9c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272857 Nov 16 04:41:30.898567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0f6be66-817a-43db-bd59-8a9c4c57bb38 req-64b77af8-3b3e-4acd-9c1f-82095544969d service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589534 Nov 16 04:41:30.989946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bc1c0f84-15c6-4226-9b38-3977cd045d27 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:31.084870 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3221c711-ed11-43a6-9d9a-69d0c9893c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:31.111629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port bc1c0f84-15c6-4226-9b38-3977cd045d27 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:31.112005 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:31.235318 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:31.265383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port bc1c0f84-15c6-4226-9b38-3977cd045d27, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bc1c0f84-15c6-4226-9b38-3977cd045d27,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:31.274756 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:31.333323 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3221c711-ed11-43a6-9d9a-69d0c9893c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:31.340649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=bc1c0f84-15c6-4226-9b38-3977cd045d27,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:31.414460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3221c711-ed11-43a6-9d9a-69d0c9893c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0ac4f6-bc6e-4a59-ad02-6c2147359d9e']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:31.441382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3221c711-ed11-43a6-9d9a-69d0c9893c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15b645c-2e7f-4037-9818-aa5c5ff87a47') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:31.442600 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3221c711-ed11-43a6-9d9a-69d0c9893c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15b645c-2e7f-4037-9818-aa5c5ff87a47') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:31.463343 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3221c711-ed11-43a6-9d9a-69d0c9893c16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:31.495807 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3221c711-ed11-43a6-9d9a-69d0c9893c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:31.518998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3221c711-ed11-43a6-9d9a-69d0c9893c16 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:41:31.520352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3221c711-ed11-43a6-9d9a-69d0c9893c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:41:31.522506 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:41:31.681603 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3221c711-ed11-43a6-9d9a-69d0c9893c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:31.717584 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3221c711-ed11-43a6-9d9a-69d0c9893c16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:31.744099 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3221c711-ed11-43a6-9d9a-69d0c9893c16 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1d0ac4f6-bc6e-4a59-ad02-6c2147359d9e HTTP/1.1" status: 204 len: 168 time: 1.3047557 Nov 16 04:41:31.767506 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221c711-ed11-43a6-9d9a-69d0c9893c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d0ac4f6-bc6e-4a59-ad02-6c2147359d9e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:32.140004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34002) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:32.197917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1515a6a7-a81e-4b16-ab90-d1e25af2b328 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d6aa7ebda584f678731e5b32da32c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531588 Nov 16 04:41:32.198289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34004) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:32.223753 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Sync routers for ids ['bfa34577-f3b4-4fb2-a802-e86984f33509'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:41:32.235673 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Routers {'bfa34577-f3b4-4fb2-a802-e86984f33509'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:32.236650 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['bfa34577-f3b4-4fb2-a802-e86984f33509'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:32.251937 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f561d7-d88e-4df0-9dce-02753b5062f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:32.275034 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f561d7-d88e-4df0-9dce-02753b5062f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:32.331505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f561d7-d88e-4df0-9dce-02753b5062f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:32.335741 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20f561d7-d88e-4df0-9dce-02753b5062f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:32.337160 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-20f561d7-d88e-4df0-9dce-02753b5062f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae0f4cd2-770b-46da-b954-1bbb46796f7b HTTP/1.1" status: 204 len: 168 time: 0.1377242 Nov 16 04:41:32.356545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f561d7-d88e-4df0-9dce-02753b5062f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0f4cd2-770b-46da-b954-1bbb46796f7b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:32.433135 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Set router bfa34577-f3b4-4fb2-a802-e86984f33509 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:32.878279 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bc1c0f84-15c6-4226-9b38-3977cd045d27 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:32.878979 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'name': 'tempest-AttachSCSIVolumeTestJSON-1667323862-router', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:16Z', 'updated_at': '2021-11-16T04:41:22Z', 'revision_number': 4, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'gw_port': {'id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:17Z', 'updated_at': '2021-11-16T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '135ebf3b-b558-47da-9e4b-0ceb660e344b', 'name': '', 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'mac_address': 'fa:16:3e:bd:2b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '126152ef-1e48-4b7e-9a18-439cf2464dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:21Z', 'updated_at': '2021-11-16T04:41:23Z', 'revision_number': 2, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'subnets': [{'id': '126152ef-1e48-4b7e-9a18-439cf2464dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:32.913092 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Checking router: bfa34577-f3b4-4fb2-a802-e86984f33509 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:41:32.913512 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Updating router bfa34577-f3b4-4fb2-a802-e86984f33509 port 135ebf3b-b558-47da-9e4b-0ceb660e344b binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:41:32.941318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port bc1c0f84-15c6-4226-9b38-3977cd045d27 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:32.942364 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:32.944671 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:33.023375 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34010) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:33.203317 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fe6a6bbd-3080-4699-881e-ea7390ead9cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f936aa5deab42f794c9a3e4f16ebd5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1763947 Nov 16 04:41:33.203619 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34012) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:33.291246 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1361a55b-6e56-41b6-90c8-c921b13a4d5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:33.328891 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1361a55b-6e56-41b6-90c8-c921b13a4d5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:33.392448 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1361a55b-6e56-41b6-90c8-c921b13a4d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:33.397943 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:33.405591 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:33.429210 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1361a55b-6e56-41b6-90c8-c921b13a4d5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:33.438164 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1361a55b-6e56-41b6-90c8-c921b13a4d5d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d5ce524-5a84-43d3-a356-2411f97c6c54 HTTP/1.1" status: 204 len: 168 time: 0.2333777 Nov 16 04:41:33.455855 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e70129-1cba-41d8-ab19-4d9aed6b6ac6 None None] Pushing event updated for resources: {'Port': ['ID=135ebf3b-b558-47da-9e4b-0ceb660e344b,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:33.459645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361a55b-6e56-41b6-90c8-c921b13a4d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5ce524-5a84-43d3-a356-2411f97c6c54,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:33.582900 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Attempting to bind port 135ebf3b-b558-47da-9e4b-0ceb660e344b on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:41:33.583697 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Attempting to bind port 135ebf3b-b558-47da-9e4b-0ceb660e344b by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a59dd48b-af87-408f-8284-d62ad24c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:41:33.584301 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Attempting to bind port 135ebf3b-b558-47da-9e4b-0ceb660e344b on network 43e0ee49-17b0-4cee-8910-184eb477fea5 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:33.593349 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:41:33.594661 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Checking segment: {'id': 'a59dd48b-af87-408f-8284-d62ad24c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:33.595380 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:33.596495 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Bound using segment: {'id': 'a59dd48b-af87-408f-8284-d62ad24c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:41:33.597399 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Bound port: 135ebf3b-b558-47da-9e4b-0ceb660e344b, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dd48b-af87-408f-8284-d62ad24c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:41:33.598086 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:33.729081 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] For port 135ebf3b-b558-47da-9e4b-0ceb660e344b, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:33.735494 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] For port 135ebf3b-b558-47da-9e4b-0ceb660e344b, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=135ebf3b-b558-47da-9e4b-0ceb660e344b,segment=NetworkSegment(a59dd48b-af87-408f-8284-d62ad24c3826),segment_id=a59dd48b-af87-408f-8284-d62ad24c3826)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:41:33.756290 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:33.887890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-fb8250f5-952a-4602-b056-abf6aa0d3344 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ffc95260f40b40dbb2e82460e852213d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723183 Nov 16 04:41:34.108224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6f05c346-faf6-4607-89d2-6102bf03d382 None None] Provisioning complete for port 135ebf3b-b558-47da-9e4b-0ceb660e344b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:34.109343 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f05c346-faf6-4607-89d2-6102bf03d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:34.146826 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba706336-4738-4c88-9c42-ad886a885a6d req-36c1dfdc-16ba-48d2-bded-7466ade44fcc tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:34.155379 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba706336-4738-4c88-9c42-ad886a885a6d req-36c1dfdc-16ba-48d2-bded-7466ade44fcc tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.1033819 Nov 16 04:41:34.269425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba706336-4738-4c88-9c42-ad886a885a6d req-cc08a0e6-c263-4ba9-a50c-421704fb813a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079526 Nov 16 04:41:34.295466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-8ae7bd41-40b5-4627-bc50-5190f5cdd92b tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:34.312964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-8ae7bd41-40b5-4627-bc50-5190f5cdd92b tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4129434 Nov 16 04:41:34.358625 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-8b319b89-050f-4188-b106-fe6c821f8941 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/quotas/ffc95260f40b40dbb2e82460e852213d HTTP/1.1" status: 200 len: 375 time: 0.0404844 Nov 16 04:41:34.407198 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f05c346-faf6-4607-89d2-6102bf03d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:34.413734 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Routers {'bfa34577-f3b4-4fb2-a802-e86984f33509'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:34.414476 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['bfa34577-f3b4-4fb2-a802-e86984f33509'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:34.455978 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e70129-1cba-41d8-ab19-4d9aed6b6ac6 None None] Pushing event updated for resources: {'Port': ['ID=135ebf3b-b558-47da-9e4b-0ceb660e344b,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:34.474278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-abdc4adf-1be6-4c26-be0e-4c06ad55d61d tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ffc95260f40b40dbb2e82460e852213d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145685 Nov 16 04:41:34.552925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6f05c346-faf6-4607-89d2-6102bf03d382 None None] For port 135ebf3b-b558-47da-9e4b-0ceb660e344b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=135ebf3b-b558-47da-9e4b-0ceb660e344b,segment=NetworkSegment(a59dd48b-af87-408f-8284-d62ad24c3826),segment_id=a59dd48b-af87-408f-8284-d62ad24c3826)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:34.568034 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f05c346-faf6-4607-89d2-6102bf03d382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:34.818522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05c346-faf6-4607-89d2-6102bf03d382 None None] Pushing event updated for resources: {'Port': ['ID=135ebf3b-b558-47da-9e4b-0ceb660e344b,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:34.906595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d7a31-2f14-4b16-af9d-9b4453ade305 req-a47f2dcc-c991-4f48-9ead-351a6c42de21 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:34.918264 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1071de72-fa35-4bfc-aebc-6c1dbb0a92da None None] Provisioning complete for port 135ebf3b-b558-47da-9e4b-0ceb660e344b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:34.921897 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1071de72-fa35-4bfc-aebc-6c1dbb0a92da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:34.971101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e4d7a31-2f14-4b16-af9d-9b4453ade305 req-a47f2dcc-c991-4f48-9ead-351a6c42de21 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.3070638 Nov 16 04:41:35.016419 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] Set router bfa34577-f3b4-4fb2-a802-e86984f33509 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:35.046244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 135ebf3b-b558-47da-9e4b-0ceb660e344b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:35.290039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e4d7a31-2f14-4b16-af9d-9b4453ade305 req-069af470-0287-4b52-b844-d8975eb57adb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194747 Nov 16 04:41:35.398679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754d1be-406b-4ec9-b295-dbbbcae0c2de req-94e101c1-e00f-49a6-b749-6d53ca06c223 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:35.410628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c754d1be-406b-4ec9-b295-dbbbcae0c2de req-94e101c1-e00f-49a6-b749-6d53ca06c223 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 950 time: 0.1472392 Nov 16 04:41:35.451035 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'name': 'tempest-AttachSCSIVolumeTestJSON-1667323862-router', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:16Z', 'updated_at': '2021-11-16T04:41:22Z', 'revision_number': 4, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'gw_port': {'id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:17Z', 'updated_at': '2021-11-16T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '135ebf3b-b558-47da-9e4b-0ceb660e344b', 'name': '', 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'mac_address': 'fa:16:3e:bd:2b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '126152ef-1e48-4b7e-9a18-439cf2464dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:21Z', 'updated_at': '2021-11-16T04:41:33Z', 'revision_number': 4, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'subnets': [{'id': '126152ef-1e48-4b7e-9a18-439cf2464dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:35.484065 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11ae3b6-385a-44c2-99ad-a5ec7aef93f7 None None] The sync data for ids ['bfa34577-f3b4-4fb2-a802-e86984f33509'] in n-d-818042-1 is: [{'id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'name': 'tempest-AttachSCSIVolumeTestJSON-1667323862-router', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:16Z', 'updated_at': '2021-11-16T04:41:22Z', 'revision_number': 4, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'gw_port': {'id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:17Z', 'updated_at': '2021-11-16T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '135ebf3b-b558-47da-9e4b-0ceb660e344b', 'name': '', 'network_id': '43e0ee49-17b0-4cee-8910-184eb477fea5', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'mac_address': 'fa:16:3e:bd:2b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '126152ef-1e48-4b7e-9a18-439cf2464dd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:21Z', 'updated_at': '2021-11-16T04:41:33Z', 'revision_number': 4, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'subnets': [{'id': '126152ef-1e48-4b7e-9a18-439cf2464dd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:41:35.564614 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34056) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:35.580980 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c754d1be-406b-4ec9-b295-dbbbcae0c2de req-9a0aff2a-16c9-4c4e-b26a-2464d9d84686 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642075 Nov 16 04:41:35.601589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 135ebf3b-b558-47da-9e4b-0ceb660e344b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:35.602135 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:35.766161 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76686106-de56-4e85-a864-b8cbff4ba28d req-b742ef73-2e29-4596-b0aa-e6638e72c472 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 210 time: 0.0953720 Nov 16 04:41:35.792048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-270919596-network', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:35.834034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9341ff-c6e0-4f20-95e4-005ad91ee4d0 req-0ff5fdf8-3cc2-427d-a1fa-aae52f3ed77d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:35.845268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c9341ff-c6e0-4f20-95e4-005ad91ee4d0 req-0ff5fdf8-3cc2-427d-a1fa-aae52f3ed77d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 945 time: 0.2601628 Nov 16 04:41:35.897337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Made reservation on behalf of 40c16f39842e4c98ad3047e5749a250f for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:41:35.907019 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:35.953708 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:35.962695 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c9341ff-c6e0-4f20-95e4-005ad91ee4d0 req-5a091726-53f1-41cf-937e-d4395f0f3b0b tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149881 Nov 16 04:41:36.134905 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34070) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:36.171448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0f203-fb2d-4954-b126-08ccb5d49477 req-04bf7ee5-8e87-422d-ad20-359c28d53f47 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:36.183058 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99d0f203-fb2d-4954-b126-08ccb5d49477 req-04bf7ee5-8e87-422d-ad20-359c28d53f47 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.2176917 Nov 16 04:41:36.281938 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99d0f203-fb2d-4954-b126-08ccb5d49477 req-e15ac9ae-4d0d-47f3-a26c-74515c1be732 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949981 Nov 16 04:41:36.285322 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:36.299560 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:36.341945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:41:36.490247 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:36.494328 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Added segment c4536e9b-d86f-4bc5-ba13-049cdb83f03e of type vlan for network a9b8dde1-879b-40d7-8ff0-c3621bb076b2 Nov 16 04:41:36.624775 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:36.726367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ddd7e-1b03-46b9-8d54-92e57d5675cb req-5d88afc3-54e9-4c93-bef4-f2c21d4bbabf tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:36.729338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c5ddd7e-1b03-46b9-8d54-92e57d5675cb req-5d88afc3-54e9-4c93-bef4-f2c21d4bbabf tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.1825054 Nov 16 04:41:36.776051 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5faeffe-0eea-4862-8946-f9c3bc949858,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:36.785877 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-5ed6ea77-f749-4654-87eb-8c14987b817d service neutron] show failed (client error): The resource could not be found. Nov 16 04:41:36.787127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-5ed6ea77-f749-4654-87eb-8c14987b817d service neutron] 10.222.0.15 "GET /v2.0/ports/c8566e20-4d38-4859-9e51-49465a2e9d69/bindings/n-h1-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.4631109 Nov 16 04:41:36.798893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8162df-efc0-4516-bc7f-9f6d897053da admin admin] Deleting subnet 1bafc9f1-2941-47ae-b826-323b092dbef7 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:41:36.806209 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:36.809127 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bf8162df-efc0-4516-bc7f-9f6d897053da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:36.821669 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:36.823539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:36.904541 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bf8162df-efc0-4516-bc7f-9f6d897053da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:36.993318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 135ebf3b-b558-47da-9e4b-0ceb660e344b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:37.204761 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 135ebf3b-b558-47da-9e4b-0ceb660e344b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:37.205142 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:37.285426 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bf8162df-efc0-4516-bc7f-9f6d897053da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:37.323172 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c5ddd7e-1b03-46b9-8d54-92e57d5675cb req-214021a8-971f-49f2-b180-558f27e64021 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5340719 Nov 16 04:41:37.685848 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1175730 Nov 16 04:41:37.692090 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34102) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:37.697828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-522c92db-d982-4958-bf8a-b5fe4c79288b admin admin] Request body: {'subnet': {'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-270919596-subnet', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:37.710407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-15b793f5-05a2-4aad-8bcb-664e4d98a5b5 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ffc95260f40b40dbb2e82460e852213d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659890 Nov 16 04:41:37.787022 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522c92db-d982-4958-bf8a-b5fe4c79288b admin admin] Made reservation on behalf of 40c16f39842e4c98ad3047e5749a250f for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:41:37.793572 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-522c92db-d982-4958-bf8a-b5fe4c79288b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:37.838071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2d893-63f4-4ee3-86ef-b13c3ea8ea41 admin admin] Pushing event updated for resources: {'Network': ['ID=a9b8dde1-879b-40d7-8ff0-c3621bb076b2,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:37.863682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network a9b8dde1-879b-40d7-8ff0-c3621bb076b2 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:41:38.064750 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-522c92db-d982-4958-bf8a-b5fe4c79288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:38.127586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5af71728-2fb6-48d3-93ba-c7827c46e68a req-361778a2-ceba-4eae-a472-263d4ce54c3d tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 210 time: 0.6280532 Nov 16 04:41:38.176551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c92db-d982-4958-bf8a-b5fe4c79288b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6962641e-49fd-484b-b3e5-0e77578ba509,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:38.190912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b538162f-418c-45ae-8f84-4500a705e2cb no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:41:38.282496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-de3afe3d-b231-47b8-bcd2-76278aed488e tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:38.282496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-de3afe3d-b231-47b8-bcd2-76278aed488e tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5299656 Nov 16 04:41:38.344535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-0bb03cd6-430c-449a-b8e4-d79bccd57e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:38.344535 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-0bb03cd6-430c-449a-b8e4-d79bccd57e41 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697&tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd HTTP/1.1" status: 200 len: 1101 time: 0.6571069 Nov 16 04:41:38.344892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Request body: {'port': {'device_id': 'c99c04a1-ef1c-4f4d-a921-8b3c2705fe53', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': 'ffc95260f40b40dbb2e82460e852213d'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:38.345383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:38.414528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522c92db-d982-4958-bf8a-b5fe4c79288b admin admin] Checking segment: {'id': 'c4536e9b-d86f-4bc5-ba13-049cdb83f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:38.414954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c92db-d982-4958-bf8a-b5fe4c79288b admin admin] Network hostable DHCP agents. Network: a9b8dde1-879b-40d7-8ff0-c3621bb076b2, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:41:38.416803 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2317ad63-820f-4809-90e1-1b2f2a97ab9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:38.432062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4d3d5-5d5b-43e0-8beb-c88d528cf8e7 req-44f6d876-6b87-4386-8a51-8f133f5cfc64 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:38.434196 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6df4d3d5-5d5b-43e0-8beb-c88d528cf8e7 req-44f6d876-6b87-4386-8a51-8f133f5cfc64 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 945 time: 0.8772433 Nov 16 04:41:38.511698 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:38.635513 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bf8162df-efc0-4516-bc7f-9f6d897053da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:38.652073 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:38.717282 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc344a3d-5525-4525-b08f-d644e873d122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b538162f-418c-45ae-8f84-4500a705e2cb'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:38.725475 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444fb7b7-608a-47ad-a620-c364746efac2" -d '{"events": [{"server_uuid": "cc344a3d-5525-4525-b08f-d644e873d122", "name": "network-vif-unplugged", "status": "completed", "tag": "b538162f-418c-45ae-8f84-4500a705e2cb"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:38.791697 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b538162f-418c-45ae-8f84-4500a705e2cb, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b538162f-418c-45ae-8f84-4500a705e2cb,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:38.800524 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:38.801662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c8566e20-4d38-4859-9e51-49465a2e9d69 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:41:38.815202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6df4d3d5-5d5b-43e0-8beb-c88d528cf8e7 req-81a65aa5-befe-46ea-a819-4590b55ffa31 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922270 Nov 16 04:41:38.905846 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bf8162df-efc0-4516-bc7f-9f6d897053da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:38.905846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bf8162df-efc0-4516-bc7f-9f6d897053da admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1bafc9f1-2941-47ae-b826-323b092dbef7 HTTP/1.1" status: 204 len: 168 time: 2.7536728 Nov 16 04:41:38.905846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8162df-efc0-4516-bc7f-9f6d897053da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bafc9f1-2941-47ae-b826-323b092dbef7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:38.919039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34110) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:38.944242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f9915-68e2-48f9-a302-25e7455bb029 req-3bcc7c16-17e4-447b-9336-9582d42287f0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:38.954183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d0f9915-68e2-48f9-a302-25e7455bb029 req-3bcc7c16-17e4-447b-9336-9582d42287f0 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.5355303 Nov 16 04:41:38.986341 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b538162f-418c-45ae-8f84-4500a705e2cb,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:39.038692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:39.078400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:39.080755 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:39.154388 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:39.160397 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:39.172454 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Transition to ACTIVE for port object c8566e20-4d38-4859-9e51-49465a2e9d69 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:41:39.174873 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:39.179910 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3ac504-6dca-46b2-bf3d-f00b2bd3f0a6" -d '{"events": [{"server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "name": "network-vif-unplugged", "status": "completed", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:39.182823 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c92db-d982-4958-bf8a-b5fe4c79288b admin admin] Network a9b8dde1-879b-40d7-8ff0-c3621bb076b2 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:41:39.188200 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:39.201537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d0f9915-68e2-48f9-a302-25e7455bb029 req-0ed20dac-4a9c-4e1b-95c2-984610b650d6 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460711 Nov 16 04:41:39.274443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-522c92db-d982-4958-bf8a-b5fe4c79288b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, a9b8dde1-879b-40d7-8ff0-c3621bb076b2) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:39.293576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c92db-d982-4958-bf8a-b5fe4c79288b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:39.294808 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-522c92db-d982-4958-bf8a-b5fe4c79288b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:39.304021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8fc674-8559-4676-b77c-e8123741652a None None] Network a9b8dde1-879b-40d7-8ff0-c3621bb076b2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:41:39.377341 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] No DVR routers for this DVR port c8566e20-4d38-4859-9e51-49465a2e9d69 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:41:39.445185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-351c5d14-15d2-4079-a1c2-19854ff42f16 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:39.448453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-351c5d14-15d2-4079-a1c2-19854ff42f16 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.37 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 945 time: 0.7164476 Nov 16 04:41:39.460080 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:41:39.470368 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:41:39.548869 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-522c92db-d982-4958-bf8a-b5fe4c79288b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8509359 Nov 16 04:41:39.551475 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059cc3f2-7e04-4743-9095-c4dcebdd0df6 x-openstack-request-id: req-059cc3f2-7e04-4743-9095-c4dcebdd0df6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:39.552010 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc344a3d-5525-4525-b08f-d644e873d122", "name": "network-vif-unplugged", "status": "completed", "tag": "b538162f-418c-45ae-8f84-4500a705e2cb", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:39.552481 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-059cc3f2-7e04-4743-9095-c4dcebdd0df6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:39.553083 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc344a3d-5525-4525-b08f-d644e873d122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b538162f-418c-45ae-8f84-4500a705e2cb', 'code': 200} Nov 16 04:41:39.569370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34124) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:39.577228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-270919596-router', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:39.597804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=6']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:39.645137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Attempting to bind port c8566e20-4d38-4859-9e51-49465a2e9d69 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:41:39.645935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Attempting to bind port c8566e20-4d38-4859-9e51-49465a2e9d69 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:41:39.646288 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Attempting to bind port c8566e20-4d38-4859-9e51-49465a2e9d69 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:39.648723 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:39.671396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Port c8566e20-4d38-4859-9e51-49465a2e9d69 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:41:39.672798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Attempting to bind port c8566e20-4d38-4859-9e51-49465a2e9d69 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:39.688637 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:39.690636 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:39.727983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:41:39.728826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:39.729429 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:41:39.730266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Bound port: c8566e20-4d38-4859-9e51-49465a2e9d69, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:41:39.730816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:39.731769 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f4aedc-35de-4a18-aa35-9d9b338f26e1']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:39.774166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-a9b8dde1-879b-40d7-8ff0-c3621bb076b2', 'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'fixed_ips': [{'subnet_id': '6962641e-49fd-484b-b3e5-0e77578ba509'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:41:39.777869 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:39.790437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187ff01d-9caa-489c-8e54-7ddb893bada5') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:39.792575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187ff01d-9caa-489c-8e54-7ddb893bada5') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:39.815572 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:39.845506 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:39.848931 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:39.861121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:41:39.864707 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:40.013170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4df0b988-cd4a-40bc-922a-8e0231fba5df details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:41:40.119826 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:41:40.126421 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:41:40.131133 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:40.134440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:40.134927 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6acdf0d-10cd-4cc9-ba83-1e447ceffe25 req-ee8c62ec-bf4a-4c68-8d2e-ff9a85cf2ab4 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 210 time: 0.1435325 Nov 16 04:41:40.231683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Allocated IP 172.20.0.2 (a9b8dde1-879b-40d7-8ff0-c3621bb076b2/6962641e-49fd-484b-b3e5-0e77578ba509/a5d5ae79-a391-4ed1-a9eb-2426fb851451) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:41:40.234727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:40.239834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] 10.222.0.41 "DELETE /v2.0/networks/33f4aedc-35de-4a18-aa35-9d9b338f26e1 HTTP/1.1" status: 204 len: 168 time: 1.3194959 Nov 16 04:41:40.275996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:41:40.310018 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:40.373806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Made reservation on behalf of ffc95260f40b40dbb2e82460e852213d for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:41:40.373806 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:40.419247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1e5af-01fd-48c7-aa4b-ac8dbf887980 req-a2d5bc64-82aa-4b60-8cd1-91dbb05753f6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:40.419247 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5f1e5af-01fd-48c7-aa4b-ac8dbf887980 req-a2d5bc64-82aa-4b60-8cd1-91dbb05753f6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 1.2490575 Nov 16 04:41:40.449558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Pushing event deleted for resources: {'Network': ['ID=33f4aedc-35de-4a18-aa35-9d9b338f26e1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:40.454016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:40.455481 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:40.457154 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] 10.222.0.37 "PUT /v2.0/ports/c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 200 len: 1096 time: 2.1212685 Nov 16 04:41:40.665530 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:40.665530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:40.665530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:40.665530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:40.665530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:40.665530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:40.665530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:40.665530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:40.665530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:40.665530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:40.665530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:40.665530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:40.665530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a41c7f3-7369-4d4d-8d5b-a0d54ea9ef59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:41:40.667323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34140) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:40.667323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce381e-3be5-4ced-91a7-ca18d36c5ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=7']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:40.725918 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7a6457b8-d4d8-4c6b-921f-048027f912f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e37d5739ff204f68bc7362ae86816359&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0960953 Nov 16 04:41:40.728881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34142) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:40.867822 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:41:40.868499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5f1e5af-01fd-48c7-aa4b-ac8dbf887980 req-a94573a4-0d04-4e9f-8a10-837637c23346 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821189 Nov 16 04:41:40.874937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Deleting port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:41:40.875276 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:40.951649 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f98e2a-0bf9-4c0f-a3b2-9fa3bc09e88a x-openstack-request-id: req-f4f98e2a-0bf9-4c0f-a3b2-9fa3bc09e88a {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:40.952030 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "name": "network-vif-unplugged", "status": "completed", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:40.952228 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4f98e2a-0bf9-4c0f-a3b2-9fa3bc09e88a {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:40.952596 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'code': 200} Nov 16 04:41:40.956816 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ce9a0e0-b978-4740-9ece-27cc4db24e9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:41.004201 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-4c445b9a-1129-4732-ae58-88026132964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:41.005734 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-4c445b9a-1129-4732-ae58-88026132964d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 1099 time: 0.5083137 Nov 16 04:41:41.132394 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:41.229487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:41.268165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '4df0b988-cd4a-40bc-922a-8e0231fba5df', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '4df0b988-cd4a-40bc-922a-8e0231fba5df', 'mac_address': 'fa:16:3e:0f:36:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:41:41.280486 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:41.330818 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b40343b-bede-47d9-845c-69402e000220 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:41.405404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] For port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:41.405404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:41.456532 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:41.593514 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:41.771704 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:41.772319 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:41.772429 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Floating IP 8c9900ea-37f4-42c9-80e4-16b9ea2b6671 disassociated. External IP: 172.25.0.161, port: ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e. Nov 16 04:41:41.772747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Calling delete_port for ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:41:41.922995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Network a9b8dde1-879b-40d7-8ff0-c3621bb076b2 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:41.925741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Pushing event updated for resources: {'Port': ['ID=a5d5ae79-a391-4ed1-a9eb-2426fb851451,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:41.960816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Allocated IP 172.25.0.151 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/64f518d1-6c40-4d2d-86cc-a688f91c4367) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:41:41.975676 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:42.022691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Pushing event deleted for resources: {'Port': ['ID=ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:42.065552 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7586d5-4da7-4be8-8b27-7ea7b3d3a125 req-0b5945cf-529b-43fd-a3ed-aa8e57fabeac tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:42.067232 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df7586d5-4da7-4be8-8b27-7ea7b3d3a125 req-0b5945cf-529b-43fd-a3ed-aa8e57fabeac tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/ports?device_id=c071ef67-9bb8-4971-91bb-b0f32efe835d HTTP/1.1" status: 200 len: 867 time: 0.9473698 Nov 16 04:41:42.125357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:42.169069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:41:42.207472 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:42.259325 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b40343b-bede-47d9-845c-69402e000220 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:42.261889 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:42.277889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:42.383778 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:42.387007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-8d515ece-bce8-4d1d-99c9-39c38e776c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:42.388782 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-8d515ece-bce8-4d1d-99c9-39c38e776c75 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 1.3627264 Nov 16 04:41:42.437422 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-2dde446d-1a2b-455f-ba56-7a42e7e5d488 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 200 len: 217 time: 0.0395596 Nov 16 04:41:42.447533 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:42.500193 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-535bb9c6-0013-4ac0-bcae-90f11062f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:42.505439 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-535bb9c6-0013-4ac0-bcae-90f11062f064 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0488908 Nov 16 04:41:42.505439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:41:42.544058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e5cfa-9fd1-4e77-a917-eca9fff2902a req-502fa23b-6b71-4a45-9cc5-1491da67d51a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:42.547325 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:42.549933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb8e5cfa-9fd1-4e77-a917-eca9fff2902a req-502fa23b-6b71-4a45-9cc5-1491da67d51a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 948 time: 1.4279287 Nov 16 04:41:42.556486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Attempting to bind port a5d5ae79-a391-4ed1-a9eb-2426fb851451 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:41:42.556844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Attempting to bind port a5d5ae79-a391-4ed1-a9eb-2426fb851451 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'c4536e9b-d86f-4bc5-ba13-049cdb83f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:41:42.557110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Attempting to bind port a5d5ae79-a391-4ed1-a9eb-2426fb851451 on network a9b8dde1-879b-40d7-8ff0-c3621bb076b2 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:42.561379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df0b988-cd4a-40bc-922a-8e0231fba5df {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:41:42.580386 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:42.596003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:41:42.600367 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:42.619193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:42.623966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:41:42.624917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Checking segment: {'id': 'c4536e9b-d86f-4bc5-ba13-049cdb83f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:42.625799 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:42.626259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Bound using segment: {'id': 'c4536e9b-d86f-4bc5-ba13-049cdb83f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:41:42.626817 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Bound port: a5d5ae79-a391-4ed1-a9eb-2426fb851451, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4536e9b-d86f-4bc5-ba13-049cdb83f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:41:42.627203 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:42.716860 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Pushing event updated for resources: {'Port': ['ID=64f518d1-6c40-4d2d-86cc-a688f91c4367,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:42.736394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] For port a5d5ae79-a391-4ed1-a9eb-2426fb851451, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:42.743418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] For port a5d5ae79-a391-4ed1-a9eb-2426fb851451, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a5d5ae79-a391-4ed1-a9eb-2426fb851451,segment=NetworkSegment(c4536e9b-d86f-4bc5-ba13-049cdb83f03e),segment_id=c4536e9b-d86f-4bc5-ba13-049cdb83f03e)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:41:42.746327 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:42.892709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:41:42.910263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b40343b-bede-47d9-845c-69402e000220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:42.913628 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b40343b-bede-47d9-845c-69402e000220 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:42.915406 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1b40343b-bede-47d9-845c-69402e000220 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1d7fd48-5f4b-4890-960f-c3adf3e4d221 HTTP/1.1" status: 204 len: 168 time: 2.1855927 Nov 16 04:41:42.918086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac71194-6aa7-4796-86e2-d03f41890224,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:42.966239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:41:42.966877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:41:42.970469 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:42.981673 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362982db-20d7-4795-a140-ec266bd43f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:42.984902 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:43.024404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d8d4fd96-6617-4eeb-88f3-754c2d47c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:43.029127 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-d8d4fd96-6617-4eeb-88f3-754c2d47c9f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4573224 Nov 16 04:41:43.037185 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['4df0b988-cd4a-40bc-922a-8e0231fba5df'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:41:43.039190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4df0b988-cd4a-40bc-922a-8e0231fba5df,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:43.058591 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40343b-bede-47d9-845c-69402e000220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d7fd48-5f4b-4890-960f-c3adf3e4d221,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:43.106025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d5efd-7e19-456d-a565-be1fc6c582a8 None None] Pushing event updated for resources: {'Port': ['ID=a5d5ae79-a391-4ed1-a9eb-2426fb851451,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:43.185013 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:43.552985 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-7d951b5c-52f9-4e53-9e90-9e0ef909949a service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888635 Nov 16 04:41:43.675253 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:43.735094 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:43.755235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb8e5cfa-9fd1-4e77-a917-eca9fff2902a req-1661c083-4d73-48ec-a628-ddafa6f52b2d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1715217 Nov 16 04:41:43.778314 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df7586d5-4da7-4be8-8b27-7ea7b3d3a125 req-efe783c4-7cea-4225-bfbd-84dcef8a2c51 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups?id=f8ef232e-0109-49a0-9660-20f99097ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6736548 Nov 16 04:41:43.933911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Allocated IP 192.168.233.37 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/07247631-ccda-4c10-aa54-636fb2dd4256) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:41:43.978867 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8d215063-ca57-4b2e-853d-d746657dbeaf req-14f74300-4f24-4eda-a542-106088196a68 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144018 Nov 16 04:41:43.986203 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b172ccf2-ca18-4b32-a859-34d1fe7b27f4 req-fa2ca11c-779d-421c-8415-2e34157c9ab4 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 210 time: 0.0369885 Nov 16 04:41:44.009829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:41:44.023937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac26695-cdb1-4466-819e-47a67f863ec1 None None] Sync routers for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:41:44.060334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac26695-cdb1-4466-819e-47a67f863ec1 None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:44.062389 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fac26695-cdb1-4466-819e-47a67f863ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:41Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:44.101760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] No DVR routers for this DVR port ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:41:44.105116 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:44.108578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79c32a93-3db0-409e-b2ee-2795f868bf27 req-6eb45f9c-beb3-4353-a53b-c7e433dbfa4d tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.37 "DELETE /v2.0/ports/ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e HTTP/1.1" status: 204 len: 173 time: 4.6033766 Nov 16 04:41:44.110983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c071ef67-9bb8-4971-91bb-b0f32efe835d', 'name': 'network-vif-deleted', 'tag': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:44.122627 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6838debb-72c5-48e5-a351-77642cc80f13" -d '{"events": [{"server_uuid": "c071ef67-9bb8-4971-91bb-b0f32efe835d", "name": "network-vif-deleted", "tag": "ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:44.354974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cf21d-74a0-4488-b1bc-c8863c61477b req-c702d749-13a5-43ba-9679-db248186e2d5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:44.362654 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d8cf21d-74a0-4488-b1bc-c8863c61477b req-c702d749-13a5-43ba-9679-db248186e2d5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.1748872 Nov 16 04:41:44.481721 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-fac26695-cdb1-4466-819e-47a67f863ec1 None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:44.538130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d8cf21d-74a0-4488-b1bc-c8863c61477b req-93d32a3b-cd8f-485a-ad41-67626b5ea7f3 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682553 Nov 16 04:41:44.631248 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:44.892583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4df0b988-cd4a-40bc-922a-8e0231fba5df up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:45.002518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d88467-39b4-429d-9fc3-edfe483912b1 None None] Network a9b8dde1-879b-40d7-8ff0-c3621bb076b2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:41:45.029651 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a07f69-d6c9-4268-88b4-6fa6f2e60f66 x-openstack-request-id: req-f2a07f69-d6c9-4268-88b4-6fa6f2e60f66 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:45.030741 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c071ef67-9bb8-4971-91bb-b0f32efe835d", "name": "network-vif-deleted", "tag": "ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:45.030741 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2a07f69-d6c9-4268-88b4-6fa6f2e60f66 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:45.034408 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c071ef67-9bb8-4971-91bb-b0f32efe835d', 'name': 'network-vif-deleted', 'tag': 'ebc4ad4c-4d3c-4b65-abee-ea40e08bbf4e', 'status': 'completed', 'code': 200} Nov 16 04:41:45.096356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34210) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:45.112035 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e709f5-3549-41fb-87e1-6f897990a476 x-openstack-request-id: req-d1e709f5-3549-41fb-87e1-6f897990a476 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:45.112666 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:45.112774 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1e709f5-3549-41fb-87e1-6f897990a476 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:45.113144 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'status': 'completed', 'code': 200} Nov 16 04:41:45.168830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a5d5ae79-a391-4ed1-a9eb-2426fb851451 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:45.193138 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:45.248826 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:45.271998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362982db-20d7-4795-a140-ec266bd43f0a req-4d87a622-3d0a-42b2-9f39-914bc9efe39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:45.274177 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-4d87a622-3d0a-42b2-9f39-914bc9efe39f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 1099 time: 0.4286897 Nov 16 04:41:45.286720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:45.292853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362982db-20d7-4795-a140-ec266bd43f0a req-5195b87d-2d01-4f1b-bb7c-f6098d72f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:45.294946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-5195b87d-2d01-4f1b-bb7c-f6098d72f330 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 1099 time: 0.6133661 Nov 16 04:41:45.296250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:45.299800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:41:45.347197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 4df0b988-cd4a-40bc-922a-8e0231fba5df triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:45.347365 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:45.409502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c978368e-14e7-4d39-9b44-14d54fcaf4c4 None None] Provisioning complete for port a5d5ae79-a391-4ed1-a9eb-2426fb851451 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:45.409701 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c978368e-14e7-4d39-9b44-14d54fcaf4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:45.542935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:45.544074 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:45.563038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362982db-20d7-4795-a140-ec266bd43f0a req-5894f354-48b6-4561-bafc-9660431ec64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:45.566446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-5894f354-48b6-4561-bafc-9660431ec64b service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.2754729 Nov 16 04:41:45.571601 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c978368e-14e7-4d39-9b44-14d54fcaf4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:45.605910 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Router 7bd40246-7aa1-496c-83a3-6c29ce3adbcd is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:41:45.695356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362982db-20d7-4795-a140-ec266bd43f0a req-928f6160-ed90-45c0-82d6-1ca17d0ddeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:45.697971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-928f6160-ed90-45c0-82d6-1ca17d0ddeb0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1637299 Nov 16 04:41:45.702521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.4102962 Nov 16 04:41:45.707231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1055155030-network', 'tenant_id': '3755e56622844612940817c1adc2c9f6'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:45.774870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ff763-a595-4e8b-b49b-045a6ac13a04 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Pushing event updated for resources: {'Port': ['ID=07247631-ccda-4c10-aa54-636fb2dd4256,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:45.778239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c978368e-14e7-4d39-9b44-14d54fcaf4c4 None None] For port a5d5ae79-a391-4ed1-a9eb-2426fb851451, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a5d5ae79-a391-4ed1-a9eb-2426fb851451,segment=NetworkSegment(c4536e9b-d86f-4bc5-ba13-049cdb83f03e),segment_id=c4536e9b-d86f-4bc5-ba13-049cdb83f03e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:45.801778 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c978368e-14e7-4d39-9b44-14d54fcaf4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:45.805629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a5d5ae79-a391-4ed1-a9eb-2426fb851451 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:45.806137 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:45.832622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Request body: {'port': {'device_id': 'c99c04a1-ef1c-4f4d-a921-8b3c2705fe53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:45.838536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:41:45.849218 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Sync routers for ids ['7bd40246-7aa1-496c-83a3-6c29ce3adbcd'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:41:45.869283 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Routers {'7bd40246-7aa1-496c-83a3-6c29ce3adbcd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:45.870353 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:41Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['7bd40246-7aa1-496c-83a3-6c29ce3adbcd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:45.874496 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:45.877569 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3b944a2e-42d2-4db5-a444-7b8b16eb9068 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3071048 Nov 16 04:41:45.878262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34216) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:45.983574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fac26695-cdb1-4466-819e-47a67f863ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:45Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:46.111045 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-24efdb7e-7b98-4d5a-a1dd-09b397d47580 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 200 len: 217 time: 0.3286827 Nov 16 04:41:46.111623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Made reservation on behalf of 3755e56622844612940817c1adc2c9f6 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:41:46.113561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac26695-cdb1-4466-819e-47a67f863ec1 None None] Checking router: e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:41:46.124754 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:46.157612 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Set router 7bd40246-7aa1-496c-83a3-6c29ce3adbcd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:46.186133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac26695-cdb1-4466-819e-47a67f863ec1 None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:46.187554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fac26695-cdb1-4466-819e-47a67f863ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:41Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:46.223940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-082a3574-f7ad-47ca-98e3-bd17f3671e3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 200 len: 217 time: 0.4515786 Nov 16 04:41:46.226877 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:46.237890 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:46.412646 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:46.429173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-fac26695-cdb1-4466-819e-47a67f863ec1 None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:46.578392 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'name': 'tempest-FloatingIPsNegativeTestJSON-270919596-router', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:39Z', 'updated_at': '2021-11-16T04:41:43Z', 'revision_number': 3, 'project_id': '40c16f39842e4c98ad3047e5749a250f', 'gw_port': {'id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:41Z', 'updated_at': '2021-11-16T04:41:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:46.651139 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Checking router: 7bd40246-7aa1-496c-83a3-6c29ce3adbcd for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:41:46.651901 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Updating router 7bd40246-7aa1-496c-83a3-6c29ce3adbcd port 64f518d1-6c40-4d2d-86cc-a688f91c4367 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:41:46.710063 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:46.858528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07247631-ccda-4c10-aa54-636fb2dd4256 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:41:46.869671 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:46.874252 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:46.894528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362982db-20d7-4795-a140-ec266bd43f0a req-f51f064c-e025-4b1c-a2e8-251c861c4ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:46.896090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-f51f064c-e025-4b1c-a2e8-251c861c4ea0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.6703432 Nov 16 04:41:46.922874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a1c89-659e-4b8a-9778-8854f98f2ece req-290ab57b-de5f-418a-a23b-7d664f1260ac tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:46.924539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc0a1c89-659e-4b8a-9778-8854f98f2ece req-290ab57b-de5f-418a-a23b-7d664f1260ac tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 948 time: 1.8290563 Nov 16 04:41:46.935872 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:46.993246 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.109855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Transition to ACTIVE for port object 07247631-ccda-4c10-aa54-636fb2dd4256 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:41:47.134016 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.144366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:41:47.183795 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device c8566e20-4d38-4859-9e51-49465a2e9d69 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:41:47.213886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362982db-20d7-4795-a140-ec266bd43f0a req-59e95b4c-d762-4f51-9342-40fe6922a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:47.219153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-59e95b4c-d762-4f51-9342-40fe6922a0fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.9036670 Nov 16 04:41:47.222885 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.226951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ba2ddc-f356-42fb-8239-9bd3375afb8a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:47.240255 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.240731 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Added segment aa113498-c0ba-41cc-9239-ed5804f208b2 of type vlan for network ace05412-28cc-47e2-a1d1-d37b29ce3547 Nov 16 04:41:47.244017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Allocated IP 172.20.0.1 (a9b8dde1-879b-40d7-8ff0-c3621bb076b2/6962641e-49fd-484b-b3e5-0e77578ba509/68d0047c-1533-4f4d-bdd4-e4a69895283b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:41:47.292115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc0a1c89-659e-4b8a-9778-8854f98f2ece req-c92b66d0-3579-4099-8011-5a5a09311e62 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466992 Nov 16 04:41:47.364538 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.365518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Pushing event updated for resources: {'Port': ['ID=07247631-ccda-4c10-aa54-636fb2dd4256,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:47.376715 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.395646 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362982db-20d7-4795-a140-ec266bd43f0a req-313b635a-8f3c-4c7c-9c00-01f9a612f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:47.403431 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-313b635a-8f3c-4c7c-9c00-01f9a612f716 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4779489 Nov 16 04:41:47.493517 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.508813 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd0ebb-ba35-4fb5-9c18-520da9734129 None None] Pushing event updated for resources: {'Port': ['ID=64f518d1-6c40-4d2d-86cc-a688f91c4367,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:47.515460 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Attempting to bind port 64f518d1-6c40-4d2d-86cc-a688f91c4367 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:41:47.519393 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Attempting to bind port 64f518d1-6c40-4d2d-86cc-a688f91c4367 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:41:47.521502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:47.522454 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Attempting to bind port 64f518d1-6c40-4d2d-86cc-a688f91c4367 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:47.540023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'mac_address': 'fa:16:3e:dd:20:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:41:47.553661 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:41:47.554252 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:47.554721 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.555771 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:41:47.566446 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Bound port: 64f518d1-6c40-4d2d-86cc-a688f91c4367, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:41:47.566950 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.711437 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.728307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978368e-14e7-4d39-9b44-14d54fcaf4c4 None None] Pushing event updated for resources: {'Port': ['ID=a5d5ae79-a391-4ed1-a9eb-2426fb851451,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:47.739536 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:47.741646 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92ade22-6304-4962-969f-7776cbb061d9" -d '{"events": [{"server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "name": "network-vif-plugged", "status": "completed", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:47.785456 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.798683 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] For port 64f518d1-6c40-4d2d-86cc-a688f91c4367, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:47.806866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:47.809320 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8566e20-4d38-4859-9e51-49465a2e9d69 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:41:47.812466 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] For port 64f518d1-6c40-4d2d-86cc-a688f91c4367, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=64f518d1-6c40-4d2d-86cc-a688f91c4367,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:41:47.827864 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.828835 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.901722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:47.906847 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.resource_extend [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:41:47.928276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:47.954641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fac26695-cdb1-4466-819e-47a67f863ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:45Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:47.970728 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:48.002462 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Routers {'7bd40246-7aa1-496c-83a3-6c29ce3adbcd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:48.008954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362982db-20d7-4795-a140-ec266bd43f0a req-bf18f7c9-6fd2-4f6c-ab23-ee19c390c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:48.009355 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:41Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['7bd40246-7aa1-496c-83a3-6c29ce3adbcd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:48.010541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-bf18f7c9-6fd2-4f6c-ab23-ee19c390c1be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7797694 Nov 16 04:41:48.023794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Network a9b8dde1-879b-40d7-8ff0-c3621bb076b2 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:48.043486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:48.046593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-2b60350d-21f1-4602-a202-c02e80842bd4 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6287460 Nov 16 04:41:48.061404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:41:48.068779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a5d5ae79-a391-4ed1-a9eb-2426fb851451 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:48.089209 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:48.100498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:48.101145 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:48.154815 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Pushing event updated for resources: {'Port': ['ID=68d0047c-1533-4f4d-bdd4-e4a69895283b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:48.167009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac26695-cdb1-4466-819e-47a67f863ec1 None None] The sync data for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 is: [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:36:41Z', 'revision_number': 4, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '0d20f374-62e1-4451-bf87-619b5a24c980', 'name': '', 'network_id': '4aeb553c-d99e-435c-8214-4113a66657f7', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'mac_address': 'fa:16:3e:4b:50:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:39Z', 'updated_at': '2021-11-16T04:36:45Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'subnets': [{'id': '5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:41:48.203308 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:48.233582 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd0ebb-ba35-4fb5-9c18-520da9734129 None None] Pushing event updated for resources: {'Port': ['ID=64f518d1-6c40-4d2d-86cc-a688f91c4367,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:48.297126 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['c8566e20-4d38-4859-9e51-49465a2e9d69'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:41:48.316018 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] Set router 7bd40246-7aa1-496c-83a3-6c29ce3adbcd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:48.321710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4df0b988-cd4a-40bc-922a-8e0231fba5df,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:48.516328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288f5b5-8000-471e-a4d5-1d8e3dcbb366 req-a2029322-e456-4de7-8ed8-b4a740f48182 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:48.533441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e288f5b5-8000-471e-a4d5-1d8e3dcbb366 req-a2029322-e456-4de7-8ed8-b4a740f48182 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 947 time: 0.9677744 Nov 16 04:41:48.538005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-97622fae-0ab8-49e2-b4c2-3a2be9aeaa9e None None] Provisioning complete for port a5d5ae79-a391-4ed1-a9eb-2426fb851451 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:48.538988 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97622fae-0ab8-49e2-b4c2-3a2be9aeaa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:48.554233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a5d5ae79-a391-4ed1-a9eb-2426fb851451 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:48.557156 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:48.594408 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4853089 Nov 16 04:41:48.603747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34226) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:48.621868 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a03988de-5256-4ddf-894d-c1adba1bea7c admin admin] Request body: {'subnet': {'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1055155030-subnet', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:48.675189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Attempting to bind port 07247631-ccda-4c10-aa54-636fb2dd4256 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:41:48.675803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Attempting to bind port 07247631-ccda-4c10-aa54-636fb2dd4256 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:41:48.676306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Attempting to bind port 07247631-ccda-4c10-aa54-636fb2dd4256 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:48.677831 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:48.763239 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96430d-c025-4131-8e80-fd42009335f1 admin admin] Pushing event updated for resources: {'Network': ['ID=ace05412-28cc-47e2-a1d1-d37b29ce3547,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:48.764644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Port 07247631-ccda-4c10-aa54-636fb2dd4256 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:41:48.765091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Attempting to bind port 07247631-ccda-4c10-aa54-636fb2dd4256 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:48.822214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:41:48.822543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:48.823944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:41:48.823944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Bound port: 07247631-ccda-4c10-aa54-636fb2dd4256, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:41:48.823944 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:48.835691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-524ff655-f3f3-4cb3-b31c-8bdb3f390416 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7883656 Nov 16 04:41:48.841333 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:48.864497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e288f5b5-8000-471e-a4d5-1d8e3dcbb366 req-680c3286-4868-47d3-838b-eace4297a11c tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/security-groups?id=eac71194-6aa7-4796-86e2-d03f41890224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294070 Nov 16 04:41:48.879095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-29ace44b-f87e-4d7c-96ac-9ce7e7ece9f0 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8459408 Nov 16 04:41:48.886561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network ace05412-28cc-47e2-a1d1-d37b29ce3547 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:41:48.899474 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'name': 'tempest-FloatingIPsNegativeTestJSON-270919596-router', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:39Z', 'updated_at': '2021-11-16T04:41:43Z', 'revision_number': 3, 'project_id': '40c16f39842e4c98ad3047e5749a250f', 'gw_port': {'id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:41Z', 'updated_at': '2021-11-16T04:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:48.930704 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90d33a3-5618-4849-a37d-ca72157b7b9f None None] New status for floating IP 8c9900ea-37f4-42c9-80e4-16b9ea2b6671: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:41:49.027636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03988de-5256-4ddf-894d-c1adba1bea7c admin admin] Made reservation on behalf of 3755e56622844612940817c1adc2c9f6 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:41:49.030072 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a03988de-5256-4ddf-894d-c1adba1bea7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:49.155355 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd64018-caf0-4f25-9355-9e259a7562a0 None None] The sync data for ids ['7bd40246-7aa1-496c-83a3-6c29ce3adbcd'] in n-d-818042-1 is: [{'id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'name': 'tempest-FloatingIPsNegativeTestJSON-270919596-router', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:39Z', 'updated_at': '2021-11-16T04:41:43Z', 'revision_number': 3, 'project_id': '40c16f39842e4c98ad3047e5749a250f', 'gw_port': {'id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:19:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:41Z', 'updated_at': '2021-11-16T04:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:41:49.161165 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] For port 07247631-ccda-4c10-aa54-636fb2dd4256, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:49.177178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] For port 07247631-ccda-4c10-aa54-636fb2dd4256, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=07247631-ccda-4c10-aa54-636fb2dd4256,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:41:49.208149 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:49.276267 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:49.296187 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:49.302330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-362982db-20d7-4795-a140-ec266bd43f0a req-9e85344b-3440-4231-83cc-cf797843de85 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848691 Nov 16 04:41:49.306719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:49.307415 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:49.310071 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] 10.222.0.37 "PUT /v2.0/ports/07247631-ccda-4c10-aa54-636fb2dd4256 HTTP/1.1" status: 200 len: 1095 time: 3.4817119 Nov 16 04:41:49.313434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99c04a1-ef1c-4f4d-a921-8b3c2705fe53', 'tag': '07247631-ccda-4c10-aa54-636fb2dd4256'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:49.315852 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af74a4f-7658-4da6-9dea-f052f6ec89f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c99c04a1-ef1c-4f4d-a921-8b3c2705fe53", "tag": "07247631-ccda-4c10-aa54-636fb2dd4256"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:49.340857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1a785-17d7-4b03-99c9-49b24b38599f req-5114138a-c0dc-4591-b037-eeb93d3588aa tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:49.353067 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfa1a785-17d7-4b03-99c9-49b24b38599f req-5114138a-c0dc-4591-b037-eeb93d3588aa tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.2069557 Nov 16 04:41:49.365496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9500a53-0888-41f8-b0d1-d33085f3eb10 service neutron] Pushing event updated for resources: {'Port': ['ID=07247631-ccda-4c10-aa54-636fb2dd4256,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:49.368195 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:49.522539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:49.578852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfa1a785-17d7-4b03-99c9-49b24b38599f req-d5205615-ae66-42e4-9570-11d4c2d7ccc5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010632 Nov 16 04:41:49.581546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-77107f65-9d1b-49e3-a6b1-ccdfff22b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:49.584118 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-77107f65-9d1b-49e3-a6b1-ccdfff22b344 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffc95260f40b40dbb2e82460e852213d&device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 1098 time: 0.2194853 Nov 16 04:41:49.796692 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-1de85e44-5c41-4f97-8d8a-7113818249e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=07247631-ccda-4c10-aa54-636fb2dd4256 HTTP/1.1" status: 200 len: 217 time: 0.1978893 Nov 16 04:41:49.843316 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a03988de-5256-4ddf-894d-c1adba1bea7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:49.850909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Network a9b8dde1-879b-40d7-8ff0-c3621bb076b2 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:49.900966 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a79f5f-17f4-4de7-b471-0f06ae7a414c x-openstack-request-id: req-42a79f5f-17f4-4de7-b471-0f06ae7a414c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:49.902846 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "name": "network-vif-plugged", "status": "completed", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:49.903268 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42a79f5f-17f4-4de7-b471-0f06ae7a414c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:49.903836 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df', 'code': 200} Nov 16 04:41:49.912099 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03988de-5256-4ddf-894d-c1adba1bea7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec0c769-81d7-4784-b357-855f51779ac8,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:49.922216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Pushing event updated for resources: {'Port': ['ID=68d0047c-1533-4f4d-bdd4-e4a69895283b,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:49.926376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:50.016799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-e7d24620-4dc8-40e2-9ea5-817a8e60e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:50.020234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-e7d24620-4dc8-40e2-9ea5-817a8e60e876 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2154810 Nov 16 04:41:50.112914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 64f518d1-6c40-4d2d-86cc-a688f91c4367 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:50.232290 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-a1e70bdf-6f9d-4bf3-b946-507b3cfa1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:50.238055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-a1e70bdf-6f9d-4bf3-b946-507b3cfa1ea8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2036583 Nov 16 04:41:50.286389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03988de-5256-4ddf-894d-c1adba1bea7c admin admin] Checking segment: {'id': 'aa113498-c0ba-41cc-9239-ed5804f208b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:50.286960 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03988de-5256-4ddf-894d-c1adba1bea7c admin admin] Network hostable DHCP agents. Network: ace05412-28cc-47e2-a1d1-d37b29ce3547, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:41:50.333408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831fac0-24df-478d-b0c1-558a10ec4171 req-cc0cf82f-1413-496b-b6bf-1909b1056c40 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:50.354396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6831fac0-24df-478d-b0c1-558a10ec4171 req-cc0cf82f-1413-496b-b6bf-1909b1056c40 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 949 time: 0.2531600 Nov 16 04:41:50.364661 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03988de-5256-4ddf-894d-c1adba1bea7c admin admin] Network ace05412-28cc-47e2-a1d1-d37b29ce3547 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:41:50.405232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a03988de-5256-4ddf-894d-c1adba1bea7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, ace05412-28cc-47e2-a1d1-d37b29ce3547) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:50.420130 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03988de-5256-4ddf-894d-c1adba1bea7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:50.420726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a03988de-5256-4ddf-894d-c1adba1bea7c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:50.437953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f986f57c-d6f9-4bc0-81fc-d21488769521 None None] Network ace05412-28cc-47e2-a1d1-d37b29ce3547 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:41:50.473155 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a03988de-5256-4ddf-894d-c1adba1bea7c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8629200 Nov 16 04:41:50.476584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34240) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:50.481460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:50.529707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Router 7bd40246-7aa1-496c-83a3-6c29ce3adbcd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:41:50.575951 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-eb3ed4cf-1eee-4e17-b5c6-4c6d13a67881 None None] Provisioning complete for port 68d0047c-1533-4f4d-bdd4-e4a69895283b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:50.576751 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb3ed4cf-1eee-4e17-b5c6-4c6d13a67881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:50.590628 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:50.595597 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:50.642745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 64f518d1-6c40-4d2d-86cc-a688f91c4367 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:50.644414 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:50.682501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ed4cf-1eee-4e17-b5c6-4c6d13a67881 None None] Port 68d0047c-1533-4f4d-bdd4-e4a69895283b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:41:50.782757 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6831fac0-24df-478d-b0c1-558a10ec4171 req-3c61bafa-8e84-4756-baa5-eb4383dc2b86 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274151 Nov 16 04:41:50.818984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-f8aee22d-333c-4a1f-ae12-113cf0830823 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5751834 Nov 16 04:41:50.827500 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:50.835529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-ace05412-28cc-47e2-a1d1-d37b29ce3547', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'fixed_ips': [{'subnet_id': 'fec0c769-81d7-4784-b357-855f51779ac8'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:41:50.836390 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:50.902748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:50.991173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-574ceffa-cdb3-411d-97d3-94fc2fe717df req-cb852807-9e95-4192-b62a-4329443fb808 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588445 Nov 16 04:41:50.993225 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0ab93c-3d8a-4c48-9f35-85fcf5999c68 x-openstack-request-id: req-1d0ab93c-3d8a-4c48-9f35-85fcf5999c68 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:50.993955 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99c04a1-ef1c-4f4d-a921-8b3c2705fe53", "tag": "07247631-ccda-4c10-aa54-636fb2dd4256", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:50.994374 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d0ab93c-3d8a-4c48-9f35-85fcf5999c68 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:50.994930 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c99c04a1-ef1c-4f4d-a921-8b3c2705fe53', 'tag': '07247631-ccda-4c10-aa54-636fb2dd4256', 'status': 'completed', 'code': 200} Nov 16 04:41:51.067331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 64f518d1-6c40-4d2d-86cc-a688f91c4367, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=64f518d1-6c40-4d2d-86cc-a688f91c4367,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:51.073151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:41:51.078641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-24a4d38d-cee4-41f2-8cb7-b7a520073301 None None] Provisioning complete for port 68d0047c-1533-4f4d-bdd4-e4a69895283b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:51.079011 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-24a4d38d-cee4-41f2-8cb7-b7a520073301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:51.107470 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d22fd87e-be10-46a8-940d-bac0e6f48b05 admin admin] 10.222.0.41 "PUT /v2.0/routers/7bd40246-7aa1-496c-83a3-6c29ce3adbcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2281466 Nov 16 04:41:51.160609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-24a4d38d-cee4-41f2-8cb7-b7a520073301 None None] Port 68d0047c-1533-4f4d-bdd4-e4a69895283b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:41:51.165195 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:51.187908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af74a4f-7658-4da6-9dea-f052f6ec89f6 req-4330e398-4539-4871-9956-b0f06d9df8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:51.194239 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7af74a4f-7658-4da6-9dea-f052f6ec89f6 req-4330e398-4539-4871-9956-b0f06d9df8d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ffc95260f40b40dbb2e82460e852213d&device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 1098 time: 0.1205664 Nov 16 04:41:51.297836 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:51.336313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=64f518d1-6c40-4d2d-86cc-a688f91c4367,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:51.367013 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Allocated IP 172.20.0.2 (ace05412-28cc-47e2-a1d1-d37b29ce3547/fec0c769-81d7-4784-b357-855f51779ac8/a2593031-1c04-4b5a-a316-f89517172463) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:41:51.476735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd0fba-e427-4146-95fc-b317210d3ff8 req-ac772285-ab39-4d98-ab7d-95421801c68a tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:51.491085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07fd0fba-e427-4146-95fc-b317210d3ff8 req-ac772285-ab39-4d98-ab7d-95421801c68a tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 947 time: 0.2437291 Nov 16 04:41:51.541665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af74a4f-7658-4da6-9dea-f052f6ec89f6 req-5a88e6a7-7544-4b19-af9b-f7adcc4b3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:51.544880 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7af74a4f-7658-4da6-9dea-f052f6ec89f6 req-5a88e6a7-7544-4b19-af9b-f7adcc4b3fde service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.3434982 Nov 16 04:41:51.617277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7af74a4f-7658-4da6-9dea-f052f6ec89f6 req-112a7099-3876-415b-84fa-1d755348a9e3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=07247631-ccda-4c10-aa54-636fb2dd4256 HTTP/1.1" status: 200 len: 217 time: 0.0648534 Nov 16 04:41:51.640960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07fd0fba-e427-4146-95fc-b317210d3ff8 req-a1f1b958-26d2-4c71-8b74-aa0029635ebb tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/security-groups?id=eac71194-6aa7-4796-86e2-d03f41890224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489146 Nov 16 04:41:51.720460 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:51.723208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:51.729306 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:51.748302 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:51.813446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Pushing event updated for resources: {'Port': ['ID=a2593031-1c04-4b5a-a316-f89517172463,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:51.823329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Network ace05412-28cc-47e2-a1d1-d37b29ce3547 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:51.825236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:51.828453 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:41:51.895950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af74a4f-7658-4da6-9dea-f052f6ec89f6 req-353ec642-aeb3-45f1-84c0-db8e762ca1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:51.897505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7af74a4f-7658-4da6-9dea-f052f6ec89f6 req-353ec642-aeb3-45f1-84c0-db8e762ca1b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2511461 Nov 16 04:41:51.928324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Attempting to bind port a2593031-1c04-4b5a-a316-f89517172463 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:41:51.930437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Allocated IP 172.25.0.48 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/45654ad7-275f-4f4e-bf18-de52be01a42e) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:41:51.931068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Attempting to bind port a2593031-1c04-4b5a-a316-f89517172463 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'aa113498-c0ba-41cc-9239-ed5804f208b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:41:51.931451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Attempting to bind port a2593031-1c04-4b5a-a316-f89517172463 on network ace05412-28cc-47e2-a1d1-d37b29ce3547 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:51.950445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:41:51.953312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Checking segment: {'id': 'aa113498-c0ba-41cc-9239-ed5804f208b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:51.953816 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:51.955803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Bound using segment: {'id': 'aa113498-c0ba-41cc-9239-ed5804f208b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:41:51.957229 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Bound port: a2593031-1c04-4b5a-a316-f89517172463, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa113498-c0ba-41cc-9239-ed5804f208b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:41:51.957645 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:52.009579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 64f518d1-6c40-4d2d-86cc-a688f91c4367 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:52.013035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb047d0-0069-428d-81ee-95908aec36ad req-5b58c9f8-b5ec-4e60-b525-6f0ee216bd13 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:52.022799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3bb047d0-0069-428d-81ee-95908aec36ad req-5b58c9f8-b5ec-4e60-b525-6f0ee216bd13 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.2170744 Nov 16 04:41:52.060445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af74a4f-7658-4da6-9dea-f052f6ec89f6 req-28fa96cf-5688-48ae-a4f2-a4141d847130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:52.062372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7af74a4f-7658-4da6-9dea-f052f6ec89f6 req-28fa96cf-5688-48ae-a4f2-a4141d847130 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1539836 Nov 16 04:41:52.118677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3bb047d0-0069-428d-81ee-95908aec36ad req-185e0d4a-029f-482d-bd20-d0d17f76016b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949347 Nov 16 04:41:52.137677 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:52.209415 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] For port a2593031-1c04-4b5a-a316-f89517172463, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:52.214004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] For port a2593031-1c04-4b5a-a316-f89517172463, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a2593031-1c04-4b5a-a316-f89517172463,segment=NetworkSegment(aa113498-c0ba-41cc-9239-ed5804f208b2),segment_id=aa113498-c0ba-41cc-9239-ed5804f208b2)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:41:52.225627 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:52.233958 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 64f518d1-6c40-4d2d-86cc-a688f91c4367 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:52.234461 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:52.266224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:52.357967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7af74a4f-7658-4da6-9dea-f052f6ec89f6 req-bec9ace3-e836-4d44-ac50-666153ead64a service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838869 Nov 16 04:41:52.387815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b016d8-0454-49d5-b9a7-994fb9881ec7 None None] Pushing event updated for resources: {'Port': ['ID=a2593031-1c04-4b5a-a316-f89517172463,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:52.491741 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Sync routers for ids ['7bd40246-7aa1-496c-83a3-6c29ce3adbcd'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:41:52.511965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34286) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:52.513394 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Routers {'7bd40246-7aa1-496c-83a3-6c29ce3adbcd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:52.514056 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:41Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['7bd40246-7aa1-496c-83a3-6c29ce3adbcd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:52.587385 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7af74a4f-7658-4da6-9dea-f052f6ec89f6 req-0cd5d53f-f112-4484-98db-d04787a02164 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198827 Nov 16 04:41:52.697466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 07247631-ccda-4c10-aa54-636fb2dd4256 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:41:52.713223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664914-e016-4044-b725-ef716d01fe1f req-cab179f6-bedb-4147-852e-e81456f2bcac tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:52.716752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-cab179f6-bedb-4147-852e-e81456f2bcac tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697&tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 949 time: 0.1281519 Nov 16 04:41:52.754281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:52.762990 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Pushing event updated for resources: {'Port': ['ID=45654ad7-275f-4f4e-bf18-de52be01a42e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:52.785795 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:52.791372 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:41:52.907161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 07247631-ccda-4c10-aa54-636fb2dd4256, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=07247631-ccda-4c10-aa54-636fb2dd4256,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:52.923363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '07247631-ccda-4c10-aa54-636fb2dd4256', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '07247631-ccda-4c10-aa54-636fb2dd4256', 'mac_address': 'fa:16:3e:54:55:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:41:52.926789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device c8566e20-4d38-4859-9e51-49465a2e9d69 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:52.987815 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Set router 7bd40246-7aa1-496c-83a3-6c29ce3adbcd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:53.033996 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:53.059030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92a0bee2-d07a-49aa-a179-fb3ab0dcc145 req-1adebea2-359b-4775-9ba5-a25a31d11d87 tempest-FloatingIPsNegativeTestJSON-500289314 tempest-FloatingIPsNegativeTestJSON-500289314-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=40c16f39842e4c98ad3047e5749a250f HTTP/1.1" status: 200 len: 217 time: 0.2150338 Nov 16 04:41:53.070716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port c8566e20-4d38-4859-9e51-49465a2e9d69 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:41:53.088501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07247631-ccda-4c10-aa54-636fb2dd4256 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:41:53.094057 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port c8566e20-4d38-4859-9e51-49465a2e9d69 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:53.094310 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:53.123044 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-0bf26ccc-f190-43b3-a358-5173f57bd562 service neutron] 10.222.0.37 "GET /v2.0/ports/c8566e20-4d38-4859-9e51-49465a2e9d69/bindings/n-h1-818042-1 HTTP/1.1" status: 200 len: 382 time: 0.3978171 Nov 16 04:41:53.209280 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 07247631-ccda-4c10-aa54-636fb2dd4256, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=07247631-ccda-4c10-aa54-636fb2dd4256,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:53.230853 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:53.246575 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caccb1be-db03-4cdf-912d-e3390b89c520 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:53.369031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664914-e016-4044-b725-ef716d01fe1f req-67ad674f-54a0-4e80-9c02-cd8f33377e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:53.379468 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-67ad674f-54a0-4e80-9c02-cd8f33377e27 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 1100 time: 0.2265050 Nov 16 04:41:53.400872 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caccb1be-db03-4cdf-912d-e3390b89c520 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:53.466663 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:53.469738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=07247631-ccda-4c10-aa54-636fb2dd4256,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:53.514861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:53.516112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:53.521981 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38eb8fe4-e947-4949-8298-3a03b36539d6" -d '{"events": [{"server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "name": "network-vif-plugged", "status": "completed", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:53.529656 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:53.574216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['07247631-ccda-4c10-aa54-636fb2dd4256'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:41:53.600426 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'name': 'tempest-FloatingIPsNegativeTestJSON-270919596-router', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:39Z', 'updated_at': '2021-11-16T04:41:48Z', 'revision_number': 4, 'project_id': '40c16f39842e4c98ad3047e5749a250f', 'gw_port': {'id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:41Z', 'updated_at': '2021-11-16T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '68d0047c-1533-4f4d-bdd4-e4a69895283b', 'name': '', 'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'mac_address': 'fa:16:3e:08:16:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6962641e-49fd-484b-b3e5-0e77578ba509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:46Z', 'updated_at': '2021-11-16T04:41:48Z', 'revision_number': 2, 'project_id': '40c16f39842e4c98ad3047e5749a250f', 'subnets': [{'id': '6962641e-49fd-484b-b3e5-0e77578ba509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:53.618652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4c541-5f00-47e8-a909-d81a16dd2800 req-e7959591-843f-4513-8ac6-81f209cf6265 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:53.650370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7b4c541-5f00-47e8-a909-d81a16dd2800 req-e7959591-843f-4513-8ac6-81f209cf6265 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 949 time: 0.4166491 Nov 16 04:41:53.667518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:53.676376 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Checking router: 7bd40246-7aa1-496c-83a3-6c29ce3adbcd for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:41:53.677009 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Updating router 7bd40246-7aa1-496c-83a3-6c29ce3adbcd port 68d0047c-1533-4f4d-bdd4-e4a69895283b binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:41:53.710608 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:53.907844 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caccb1be-db03-4cdf-912d-e3390b89c520 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:53.913354 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caccb1be-db03-4cdf-912d-e3390b89c520 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:53.919810 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-caccb1be-db03-4cdf-912d-e3390b89c520 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "DELETE /v2.0/security-groups/f8ef232e-0109-49a0-9660-20f99097ca4e HTTP/1.1" status: 204 len: 168 time: 1.3978946 Nov 16 04:41:53.924121 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34298) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:53.950655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7b4c541-5f00-47e8-a909-d81a16dd2800 req-ffbf320f-7920-4884-b176-fe164a47a3a4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982531 Nov 16 04:41:53.953970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664914-e016-4044-b725-ef716d01fe1f req-1e381093-74e4-4c96-956a-189c0ab24e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:53.966910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-1e381093-74e4-4c96-956a-189c0ab24e15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.5683844 Nov 16 04:41:54.059779 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-c9bccf97-f789-46e9-9fb0-531337d1443e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 200 len: 217 time: 0.0898790 Nov 16 04:41:54.082723 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-1592e846-53ac-4654-8554-83d23d8ab518 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] show failed (client error): The resource could not be found. Nov 16 04:41:54.086374 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1592e846-53ac-4654-8554-83d23d8ab518 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "GET /v2.0/security-groups/f8ef232e-0109-49a0-9660-20f99097ca4e HTTP/1.1" status: 404 len: 347 time: 0.1297138 Nov 16 04:41:54.086374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caccb1be-db03-4cdf-912d-e3390b89c520 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ef232e-0109-49a0-9660-20f99097ca4e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:54.086651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a2593031-1c04-4b5a-a316-f89517172463 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:54.101393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34300) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:54.190981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a2593031-1c04-4b5a-a316-f89517172463 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:54.191820 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:54.236988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ba605-8980-42a3-a5ea-1c168fd0459f None None] Network ace05412-28cc-47e2-a1d1-d37b29ce3547 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:41:54.280427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664914-e016-4044-b725-ef716d01fe1f req-f5096717-05dd-4720-8ea7-371a12b8c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:54.282082 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-f5096717-05dd-4720-8ea7-371a12b8c7ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2047653 Nov 16 04:41:54.288510 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:54.326053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ecffc-53b3-4ab8-9d5d-9e7fd81e3c52 req-edbe1990-744c-458c-8694-63ee4a410bb3 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:54.338984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-920ca155-0849-4ccf-aaf5-f6b9bbc7b025 None None] Provisioning complete for port a2593031-1c04-4b5a-a316-f89517172463 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:54.339756 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-920ca155-0849-4ccf-aaf5-f6b9bbc7b025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:54.340658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c3ecffc-53b3-4ab8-9d5d-9e7fd81e3c52 req-edbe1990-744c-458c-8694-63ee4a410bb3 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 948 time: 0.2252238 Nov 16 04:41:54.388356 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:54.409318 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:54.453692 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:54.497280 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dcb45-7232-40d3-bef3-8ca102b4db4c None None] Pushing event updated for resources: {'Port': ['ID=68d0047c-1533-4f4d-bdd4-e4a69895283b,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:54.639183 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port a2593031-1c04-4b5a-a316-f89517172463, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a2593031-1c04-4b5a-a316-f89517172463,segment=NetworkSegment(aa113498-c0ba-41cc-9239-ed5804f208b2),segment_id=aa113498-c0ba-41cc-9239-ed5804f208b2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:54.685858 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Attempting to bind port 68d0047c-1533-4f4d-bdd4-e4a69895283b on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:41:54.686418 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Attempting to bind port 68d0047c-1533-4f4d-bdd4-e4a69895283b by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'c4536e9b-d86f-4bc5-ba13-049cdb83f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:41:54.692215 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Attempting to bind port 68d0047c-1533-4f4d-bdd4-e4a69895283b on network a9b8dde1-879b-40d7-8ff0-c3621bb076b2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:54.708245 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:41:54.708836 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Checking segment: {'id': 'c4536e9b-d86f-4bc5-ba13-049cdb83f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:54.709362 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:54.709914 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Bound using segment: {'id': 'c4536e9b-d86f-4bc5-ba13-049cdb83f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:41:54.710505 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Bound port: 68d0047c-1533-4f4d-bdd4-e4a69895283b, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4536e9b-d86f-4bc5-ba13-049cdb83f03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:41:54.713745 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:54.740371 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:54.872679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 07247631-ccda-4c10-aa54-636fb2dd4256 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:54.894930 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] For port 68d0047c-1533-4f4d-bdd4-e4a69895283b, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:54.911304 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] For port 68d0047c-1533-4f4d-bdd4-e4a69895283b, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=68d0047c-1533-4f4d-bdd4-e4a69895283b,segment=NetworkSegment(c4536e9b-d86f-4bc5-ba13-049cdb83f03e),segment_id=c4536e9b-d86f-4bc5-ba13-049cdb83f03e)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:41:54.926101 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:55.100856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664914-e016-4044-b725-ef716d01fe1f req-1d4d2def-df9e-4d81-bd82-30f535cf6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:55.105429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-1d4d2def-df9e-4d81-bd82-30f535cf6f9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8128927 Nov 16 04:41:55.125350 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c3ecffc-53b3-4ab8-9d5d-9e7fd81e3c52 req-2e1cd3d4-dad6-439e-a678-aa3de6124afa tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/security-groups?id=eac71194-6aa7-4796-86e2-d03f41890224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7837305 Nov 16 04:41:55.128180 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dcb45-7232-40d3-bef3-8ca102b4db4c None None] Pushing event updated for resources: {'Port': ['ID=68d0047c-1533-4f4d-bdd4-e4a69895283b,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:55.235228 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:41:55.238555 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Routers {'7bd40246-7aa1-496c-83a3-6c29ce3adbcd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:55.239188 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:41Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['7bd40246-7aa1-496c-83a3-6c29ce3adbcd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:55.311574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a3d1a77d-327c-4f8f-b509-1f1cfc08f48f None None] Provisioning complete for port 68d0047c-1533-4f4d-bdd4-e4a69895283b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:55.312132 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a77d-327c-4f8f-b509-1f1cfc08f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:55.416680 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118c36fb-6917-49e1-be54-3254c782d7a1 req-46ec402f-7b35-409b-9e48-290317f991d9 tempest-FloatingIPsNegativeTestJSON-500289314 tempest-FloatingIPsNegativeTestJSON-500289314-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2281625 Nov 16 04:41:55.437144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 07247631-ccda-4c10-aa54-636fb2dd4256 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:41:55.488318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=a2593031-1c04-4b5a-a316-f89517172463,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:55.507835 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 07247631-ccda-4c10-aa54-636fb2dd4256 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:55.508403 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:55.536255 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] Set router 7bd40246-7aa1-496c-83a3-6c29ce3adbcd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:55.559489 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-991a0af3-8d14-4e07-8191-98b9cd810828 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265051 Nov 16 04:41:55.738999 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a77d-327c-4f8f-b509-1f1cfc08f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:55.871088 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:55.880864 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-28aa2cfa-69a9-4e89-9232-647733d80f5d service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108175 Nov 16 04:41:55.908376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a3d1a77d-327c-4f8f-b509-1f1cfc08f48f None None] For port 68d0047c-1533-4f4d-bdd4-e4a69895283b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=68d0047c-1533-4f4d-bdd4-e4a69895283b,segment=NetworkSegment(c4536e9b-d86f-4bc5-ba13-049cdb83f03e),segment_id=c4536e9b-d86f-4bc5-ba13-049cdb83f03e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:56.016572 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'name': 'tempest-FloatingIPsNegativeTestJSON-270919596-router', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:39Z', 'updated_at': '2021-11-16T04:41:48Z', 'revision_number': 4, 'project_id': '40c16f39842e4c98ad3047e5749a250f', 'gw_port': {'id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:41Z', 'updated_at': '2021-11-16T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '68d0047c-1533-4f4d-bdd4-e4a69895283b', 'name': '', 'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'mac_address': 'fa:16:3e:08:16:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6962641e-49fd-484b-b3e5-0e77578ba509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:46Z', 'updated_at': '2021-11-16T04:41:54Z', 'revision_number': 4, 'project_id': '40c16f39842e4c98ad3047e5749a250f', 'subnets': [{'id': '6962641e-49fd-484b-b3e5-0e77578ba509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:56.020107 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3d1a77d-327c-4f8f-b509-1f1cfc08f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:56.053584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da88b4-1ef6-4bf6-891d-d3cdf60b3b5f req-f23b4189-867a-4897-8247-9b6fd2c62214 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:56.064739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11da88b4-1ef6-4bf6-891d-d3cdf60b3b5f req-f23b4189-867a-4897-8247-9b6fd2c62214 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.4515786 Nov 16 04:41:56.074948 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d327b7a-10d3-4d98-a238-4eb16481122b None None] The sync data for ids ['7bd40246-7aa1-496c-83a3-6c29ce3adbcd'] in n-d-818042-1 is: [{'id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'name': 'tempest-FloatingIPsNegativeTestJSON-270919596-router', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:39Z', 'updated_at': '2021-11-16T04:41:48Z', 'revision_number': 4, 'project_id': '40c16f39842e4c98ad3047e5749a250f', 'gw_port': {'id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:41Z', 'updated_at': '2021-11-16T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '68d0047c-1533-4f4d-bdd4-e4a69895283b', 'name': '', 'network_id': 'a9b8dde1-879b-40d7-8ff0-c3621bb076b2', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'mac_address': 'fa:16:3e:08:16:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '6962641e-49fd-484b-b3e5-0e77578ba509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:46Z', 'updated_at': '2021-11-16T04:41:54Z', 'revision_number': 4, 'project_id': '40c16f39842e4c98ad3047e5749a250f', 'subnets': [{'id': '6962641e-49fd-484b-b3e5-0e77578ba509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:41:56.131478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6644f4a4-9fe7-4d14-aee2-70ed5bf29386 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Deleting port 3a2739d8-5470-484f-aee5-bc582911ec2c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:41:56.132145 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6644f4a4-9fe7-4d14-aee2-70ed5bf29386 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:56.187553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11da88b4-1ef6-4bf6-891d-d3cdf60b3b5f req-4436130f-b5c1-4d23-ad5c-6d4e6b06a4a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217949 Nov 16 04:41:56.262200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a2593031-1c04-4b5a-a316-f89517172463 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:56.277288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1a77d-327c-4f8f-b509-1f1cfc08f48f None None] Pushing event updated for resources: {'Port': ['ID=68d0047c-1533-4f4d-bdd4-e4a69895283b,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:56.328741 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72802923-f78f-4b2d-bc79-58cb1e533168 x-openstack-request-id: req-72802923-f78f-4b2d-bc79-58cb1e533168 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:56.329335 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "name": "network-vif-plugged", "status": "completed", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:56.329335 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72802923-f78f-4b2d-bc79-58cb1e533168 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:56.331597 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'code': 200} Nov 16 04:41:56.347539 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:56.359938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2732aadb-6c55-48bc-b645-094e186a157a None None] Provisioning complete for port a2593031-1c04-4b5a-a316-f89517172463 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:56.360560 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2732aadb-6c55-48bc-b645-094e186a157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:56.420611 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6644f4a4-9fe7-4d14-aee2-70ed5bf29386 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:56.421041 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6644f4a4-9fe7-4d14-aee2-70ed5bf29386 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:56.477479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6644f4a4-9fe7-4d14-aee2-70ed5bf29386 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Calling delete_port for 3a2739d8-5470-484f-aee5-bc582911ec2c owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:41:56.517313 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Router c87f2e55-73ee-4197-a3bc-46568f256832 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:41:56.550890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1183e66-0e18-4b5c-a4f5-59a1faa128e9 req-8cb9e8bb-6312-427f-9abc-5ef6defa820e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:56.560643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1183e66-0e18-4b5c-a4f5-59a1faa128e9 req-8cb9e8bb-6312-427f-9abc-5ef6defa820e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.1284461 Nov 16 04:41:56.575405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 07247631-ccda-4c10-aa54-636fb2dd4256, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=07247631-ccda-4c10-aa54-636fb2dd4256,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:56.588638 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:56.654861 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1183e66-0e18-4b5c-a4f5-59a1faa128e9 req-5f593578-6abf-4e61-ad62-b4a9f13e0118 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876572 Nov 16 04:41:56.746760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a2593031-1c04-4b5a-a316-f89517172463 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:56.746760 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:56.775891 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-cc799044-3ca1-4a05-9666-53fcf3831b81 req-9202c97d-5cdb-4d0d-8cc6-0a9dbab0392b tempest-FloatingIPsNegativeTestJSON-500289314 tempest-FloatingIPsNegativeTestJSON-500289314-project] show failed (client error): The resource could not be found. Nov 16 04:41:56.794666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc799044-3ca1-4a05-9666-53fcf3831b81 req-9202c97d-5cdb-4d0d-8cc6-0a9dbab0392b tempest-FloatingIPsNegativeTestJSON-500289314 tempest-FloatingIPsNegativeTestJSON-500289314-project] 10.222.0.41 "GET /v2.0/floatingips/77ac7705-f1ac-40f9-a93a-2022b7cedc94 HTTP/1.1" status: 404 len: 350 time: 0.1227186 Nov 16 04:41:56.797465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34310) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:57.024420 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1fe55-549f-4d6f-b487-9e34adad691d req-e32d3480-4a27-42db-96bb-c64e95e061a0 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:57.032523 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8b1fe55-549f-4d6f-b487-9e34adad691d req-e32d3480-4a27-42db-96bb-c64e95e061a0 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 949 time: 0.0895281 Nov 16 04:41:57.126069 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6644f4a4-9fe7-4d14-aee2-70ed5bf29386 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:57.211985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8b1fe55-549f-4d6f-b487-9e34adad691d req-df35e48e-125a-4202-b687-a7f18acc60f3 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/security-groups?id=eac71194-6aa7-4796-86e2-d03f41890224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760187 Nov 16 04:41:57.250150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=07247631-ccda-4c10-aa54-636fb2dd4256,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:57.275362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644f4a4-9fe7-4d14-aee2-70ed5bf29386 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Pushing event deleted for resources: {'Port': ['ID=3a2739d8-5470-484f-aee5-bc582911ec2c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:57.310982 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2732aadb-6c55-48bc-b645-094e186a157a None None] Provisioning complete for port 68d0047c-1533-4f4d-bdd4-e4a69895283b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:57.311350 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2732aadb-6c55-48bc-b645-094e186a157a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:57.470047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6644f4a4-9fe7-4d14-aee2-70ed5bf29386 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:57.477074 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6644f4a4-9fe7-4d14-aee2-70ed5bf29386 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:57.478298 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6644f4a4-9fe7-4d14-aee2-70ed5bf29386 tempest-ServersWithSpecificFlavorTestJSON-537854873 tempest-ServersWithSpecificFlavorTestJSON-537854873-project] 10.222.0.41 "DELETE /v2.0/floatingips/8c9900ea-37f4-42c9-80e4-16b9ea2b6671 HTTP/1.1" status: 204 len: 168 time: 3.3625743 Nov 16 04:41:57.499706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:41:57.515905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Sync routers for ids ['c87f2e55-73ee-4197-a3bc-46568f256832'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:41:57.540070 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:57.541276 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-361828d2-9186-48da-83f1-5952a6d92d08 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0635138 Nov 16 04:41:57.545198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34316) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:41:57.556052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Routers {'c87f2e55-73ee-4197-a3bc-46568f256832'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:57.556702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:41Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c87f2e55-73ee-4197-a3bc-46568f256832'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:57.597615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44031b30-f7ea-447e-ba57-ba8ddf0708ae req-36050743-a9f6-4da4-a886-4d054339935e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:57.609462 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44031b30-f7ea-447e-ba57-ba8ddf0708ae req-36050743-a9f6-4da4-a886-4d054339935e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.1917598 Nov 16 04:41:57.838250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44031b30-f7ea-447e-ba57-ba8ddf0708ae req-7ae78a99-8e26-4fce-a82e-7c8b6fbd1074 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274203 Nov 16 04:41:57.951029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Set router c87f2e55-73ee-4197-a3bc-46568f256832 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:41:58.090050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68d0047c-1533-4f4d-bdd4-e4a69895283b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:41:58.320259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bcf4da-eedd-4715-99a9-bf0acaf97e92 req-f1b171f1-b81e-40fd-ad86-18b818fe8376 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:58.337502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99c04a1-ef1c-4f4d-a921-8b3c2705fe53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07247631-ccda-4c10-aa54-636fb2dd4256'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:41:58.339868 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149a24fd-41a8-464e-98b6-ae2c9d5189c1" -d '{"events": [{"server_uuid": "c99c04a1-ef1c-4f4d-a921-8b3c2705fe53", "name": "network-vif-plugged", "status": "completed", "tag": "07247631-ccda-4c10-aa54-636fb2dd4256"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:41:58.348743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00bcf4da-eedd-4715-99a9-bf0acaf97e92 req-f1b171f1-b81e-40fd-ad86-18b818fe8376 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.3137071 Nov 16 04:41:58.366352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 68d0047c-1533-4f4d-bdd4-e4a69895283b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:41:58.366804 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:58.437946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:41:53Z', 'revision_number': 3, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port': {'id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:51Z', 'updated_at': '2021-11-16T04:41:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:41:58.477973 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Checking router: c87f2e55-73ee-4197-a3bc-46568f256832 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:41:58.479329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Updating router c87f2e55-73ee-4197-a3bc-46568f256832 port 45654ad7-275f-4f4e-bf18-de52be01a42e binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:41:58.556222 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:58.572570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00bcf4da-eedd-4715-99a9-bf0acaf97e92 req-68fd37c1-ef77-4bec-ba13-90a0d4e72cc6 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179763 Nov 16 04:41:58.656886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664914-e016-4044-b725-ef716d01fe1f req-bc3285fb-f967-4bcd-a236-a53821ec4509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:58.658727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-bc3285fb-f967-4bcd-a236-a53821ec4509 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697&tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd HTTP/1.1" status: 200 len: 1101 time: 0.1571760 Nov 16 04:41:58.679313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:41:58.688786 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7eaa7d2d-bbd8-41ef-99b7-77e473d4fb9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:58.854371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:58.963910 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:58.997635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0706e-78d5-4892-99cc-9e04d9ca5409 req-ac777c47-aefa-4a9a-9c1d-1dbd08cb2d9a tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:59.005828 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71b0706e-78d5-4892-99cc-9e04d9ca5409 req-ac777c47-aefa-4a9a-9c1d-1dbd08cb2d9a tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 949 time: 0.2247436 Nov 16 04:41:59.151510 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:59.226305 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71b0706e-78d5-4892-99cc-9e04d9ca5409 req-64beb79c-4f9d-4833-8b9c-48cdbb17da7e tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/security-groups?id=eac71194-6aa7-4796-86e2-d03f41890224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191169 Nov 16 04:41:59.238750 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:59.242396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Allocated IP 172.20.0.1 (ace05412-28cc-47e2-a1d1-d37b29ce3547/fec0c769-81d7-4784-b357-855f51779ac8/c6201eb0-e912-45c1-8f15-a5f88ca523c4) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:41:59.461329 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687fe106-e985-42f0-90cc-2e75f8a0bbdb x-openstack-request-id: req-687fe106-e985-42f0-90cc-2e75f8a0bbdb {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:41:59.462065 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99c04a1-ef1c-4f4d-a921-8b3c2705fe53", "name": "network-vif-plugged", "status": "completed", "tag": "07247631-ccda-4c10-aa54-636fb2dd4256", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:41:59.462693 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-687fe106-e985-42f0-90cc-2e75f8a0bbdb {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:41:59.463609 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99c04a1-ef1c-4f4d-a921-8b3c2705fe53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07247631-ccda-4c10-aa54-636fb2dd4256', 'code': 200} Nov 16 04:41:59.527347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Attempting to bind port 45654ad7-275f-4f4e-bf18-de52be01a42e on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:41:59.527714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Attempting to bind port 45654ad7-275f-4f4e-bf18-de52be01a42e by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:41:59.528079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Attempting to bind port 45654ad7-275f-4f4e-bf18-de52be01a42e on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:41:59.567596 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:41:59.568259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:41:59.568368 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:59.568734 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:41:59.569217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Bound port: 45654ad7-275f-4f4e-bf18-de52be01a42e, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:41:59.569597 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:59.576253 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237ba73-4330-49cc-9383-09e7adcc3e75 None None] Pushing event updated for resources: {'Port': ['ID=45654ad7-275f-4f4e-bf18-de52be01a42e,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:59.597539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:59.657256 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:59.698340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] For port 45654ad7-275f-4f4e-bf18-de52be01a42e, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:41:59.700442 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] For port 45654ad7-275f-4f4e-bf18-de52be01a42e, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=45654ad7-275f-4f4e-bf18-de52be01a42e,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:41:59.709322 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:59.735913 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Pushing event updated for resources: {'Port': ['ID=c6201eb0-e912-45c1-8f15-a5f88ca523c4,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:59.761077 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Network ace05412-28cc-47e2-a1d1-d37b29ce3547 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:41:59.772235 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:41:59.778529 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:41:59.784553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:41:59.888399 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:41:59.900798 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237ba73-4330-49cc-9383-09e7adcc3e75 None None] Pushing event updated for resources: {'Port': ['ID=45654ad7-275f-4f4e-bf18-de52be01a42e,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:41:59.916060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349e839-bcc7-49d8-bb1d-de20cfc81df1 req-f409cf76-2b4d-416d-a815-b5ca781bad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:41:59.925732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1349e839-bcc7-49d8-bb1d-de20cfc81df1 req-f409cf76-2b4d-416d-a815-b5ca781bad82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 1100 time: 0.3503659 Nov 16 04:41:59.974329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Routers {'c87f2e55-73ee-4197-a3bc-46568f256832'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:41:59.975086 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:41Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c87f2e55-73ee-4197-a3bc-46568f256832'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:00.012608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f02282-8749-4d9b-898d-8ba79497f6ee req-6660ba23-b372-4870-bf17-d31aed0356b4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:00.021110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67f02282-8749-4d9b-898d-8ba79497f6ee req-6660ba23-b372-4870-bf17-d31aed0356b4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.3909371 Nov 16 04:42:00.071409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:00.141755 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1349e839-bcc7-49d8-bb1d-de20cfc81df1 req-fd3da3b6-4c54-4fd4-b1f6-aceb42802679 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eac71194-6aa7-4796-86e2-d03f41890224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148263 Nov 16 04:42:00.210807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] Set router c87f2e55-73ee-4197-a3bc-46568f256832 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:42:00.277674 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:00.311909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:00.314503 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908c65b7-564e-435e-a923-c703e47a9f11" -d '{"events": [{"server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "name": "network-vif-unplugged", "status": "completed", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:00.320414 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:00.358570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67f02282-8749-4d9b-898d-8ba79497f6ee req-30d8cd73-8fb2-4b5e-81bf-699b0327ae44 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3361089 Nov 16 04:42:00.392067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Transition to ACTIVE for port object c8566e20-4d38-4859-9e51-49465a2e9d69 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:42:00.394927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa7d2d-bbd8-41ef-99b7-77e473d4fb9d admin admin] Deleting port 68d0047c-1533-4f4d-bdd4-e4a69895283b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:00.401255 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7eaa7d2d-bbd8-41ef-99b7-77e473d4fb9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:00.408213 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:00.585285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-79c5c555-f246-4509-9597-1be9ea5c0084 None None] Provisioning complete for port c6201eb0-e912-45c1-8f15-a5f88ca523c4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:00.587265 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79c5c555-f246-4509-9597-1be9ea5c0084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:00.700530 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-79c5c555-f246-4509-9597-1be9ea5c0084 None None] Port c6201eb0-e912-45c1-8f15-a5f88ca523c4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:42:00.725370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] No DVR routers for this DVR port c8566e20-4d38-4859-9e51-49465a2e9d69 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:00.734214 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:00.735923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device c8566e20-4d38-4859-9e51-49465a2e9d69 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:00.744281 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:00.787220 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Pushing event updated for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=10']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:00.877626 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-7eaa7d2d-bbd8-41ef-99b7-77e473d4fb9d admin admin] For port 68d0047c-1533-4f4d-bdd4-e4a69895283b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=68d0047c-1533-4f4d-bdd4-e4a69895283b,segment=NetworkSegment(c4536e9b-d86f-4bc5-ba13-049cdb83f03e),segment_id=c4536e9b-d86f-4bc5-ba13-049cdb83f03e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:00.886513 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7eaa7d2d-bbd8-41ef-99b7-77e473d4fb9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:00.897122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13598e88-334e-46be-9614-55077ecf2f0e req-e9daa1d0-9fc0-4985-ac6f-c5fb2f3d34bd tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:00.914227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13598e88-334e-46be-9614-55077ecf2f0e req-e9daa1d0-9fc0-4985-ac6f-c5fb2f3d34bd tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 949 time: 0.3711903 Nov 16 04:42:00.917195 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device c8566e20-4d38-4859-9e51-49465a2e9d69 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:00.924445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Pushing event updated for resources: {'Port': ['ID=c6201eb0-e912-45c1-8f15-a5f88ca523c4,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:00.946805 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:00.976181 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:41:53Z', 'revision_number': 3, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port': {'id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:51Z', 'updated_at': '2021-11-16T04:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:01.006181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-7eaa7d2d-bbd8-41ef-99b7-77e473d4fb9d admin admin] Calling delete_port for 68d0047c-1533-4f4d-bdd4-e4a69895283b owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:01.010347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Attempting to bind port c8566e20-4d38-4859-9e51-49465a2e9d69 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:42:01.012649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Attempting to bind port c8566e20-4d38-4859-9e51-49465a2e9d69 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:42:01.012649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Attempting to bind port c8566e20-4d38-4859-9e51-49465a2e9d69 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:01.065787 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59c040a-92a9-4ce5-88bf-38c354c29de8 None None] The sync data for ids ['c87f2e55-73ee-4197-a3bc-46568f256832'] in n-d-818042-1 is: [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:41:53Z', 'revision_number': 3, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port': {'id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:51Z', 'updated_at': '2021-11-16T04:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:42:01.093157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Port c8566e20-4d38-4859-9e51-49465a2e9d69 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:42:01.094213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Attempting to bind port c8566e20-4d38-4859-9e51-49465a2e9d69 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:01.191659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Network ace05412-28cc-47e2-a1d1-d37b29ce3547 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:01.193398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:01.232353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:42:01.232353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:01.232353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:42:01.232353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Bound port: c8566e20-4d38-4859-9e51-49465a2e9d69, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:42:01.232353 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:01.268762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13598e88-334e-46be-9614-55077ecf2f0e req-4f2035c6-2a8d-4039-a429-dc16b7443710 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499165 Nov 16 04:42:01.534703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:01.541623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:42:01.572211 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:01.603608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Router c87f2e55-73ee-4197-a3bc-46568f256832 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:42:01.678137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6275a3fe-bb5d-418c-be05-4cde13138f49 None None] Provisioning complete for port c6201eb0-e912-45c1-8f15-a5f88ca523c4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:01.678698 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6275a3fe-bb5d-418c-be05-4cde13138f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:01.774664 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6275a3fe-bb5d-418c-be05-4cde13138f49 None None] Port c6201eb0-e912-45c1-8f15-a5f88ca523c4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:42:01.874729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:42:01.887399 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-01289acb-c3ab-4078-98af-23188f275d9d admin admin] 10.222.0.41 "PUT /v2.0/routers/c87f2e55-73ee-4197-a3bc-46568f256832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3411214 Nov 16 04:42:01.961084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:01.967674 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:01.969127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] 10.222.0.15 "PUT /v2.0/ports/c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 200 len: 1097 time: 3.2978177 Nov 16 04:42:02.054710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 45654ad7-275f-4f4e-bf18-de52be01a42e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:02.197272 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 45654ad7-275f-4f4e-bf18-de52be01a42e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:02.197652 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:02.204343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851203f-32a2-4cb4-af64-78b51f72d500 service neutron] Pushing event updated for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=11']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:02.340135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bf0e5-1db3-492d-a0d9-925fa9afe0b7 req-1c9551dd-46c4-4d58-8862-f19a40c1a77f tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:02.345443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d33bf0e5-1db3-492d-a0d9-925fa9afe0b7 req-1c9551dd-46c4-4d58-8862-f19a40c1a77f tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 949 time: 0.7972438 Nov 16 04:42:02.363297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7eaa7d2d-bbd8-41ef-99b7-77e473d4fb9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:02.465031 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:02.532319 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 45654ad7-275f-4f4e-bf18-de52be01a42e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=45654ad7-275f-4f4e-bf18-de52be01a42e,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:02.548838 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:02.662860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=45654ad7-275f-4f4e-bf18-de52be01a42e,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:03.147289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa7d2d-bbd8-41ef-99b7-77e473d4fb9d admin admin] Pushing event deleted for resources: {'Port': ['ID=68d0047c-1533-4f4d-bdd4-e4a69895283b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:03.210088 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34366) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:03.215074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1601697637-network', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:03.270536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Made reservation on behalf of e9d3c3eceb6c4e889c189c2fe61d708a for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:03.272894 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:03.297491 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:03.443615 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7eaa7d2d-bbd8-41ef-99b7-77e473d4fb9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:03.468096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664914-e016-4044-b725-ef716d01fe1f req-38e3f5ca-7f61-48fb-ace5-5c29f0f70887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:03.470118 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-38e3f5ca-7f61-48fb-ace5-5c29f0f70887 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 1100 time: 1.4596231 Nov 16 04:42:03.543855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:03.557646 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:03.629931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:42:03.640107 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:03.640458 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Added segment 9b185fe6-ba68-4e96-a19e-0e774d2e3965 of type vlan for network f8def055-1817-4ea8-9beb-8aed596b918c Nov 16 04:42:03.721800 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:03.778996 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:03.790696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:03.791414 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:03.813037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d33bf0e5-1db3-492d-a0d9-925fa9afe0b7 req-c71cba81-5fd9-439b-bc8e-77a06898a6f8 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/security-groups?id=eac71194-6aa7-4796-86e2-d03f41890224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4221711 Nov 16 04:42:03.852622 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6413367 Nov 16 04:42:03.853339 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d301277-3471-46e3-9060-e66bad52c404,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:03.860748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34370) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:03.949078 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f5fa00df-c4fe-4903-9c2f-da411a8e6cc8 admin admin] Request body: {'subnet': {'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1601697637-subnet', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:04.025204 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f168390-5376-4584-a922-5ce999f91191 admin admin] Pushing event updated for resources: {'Network': ['ID=f8def055-1817-4ea8-9beb-8aed596b918c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:04.038102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network f8def055-1817-4ea8-9beb-8aed596b918c details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:42:04.040440 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20682ab-5243-4c6b-97ac-864ee0e6ce62 x-openstack-request-id: req-c20682ab-5243-4c6b-97ac-864ee0e6ce62 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:04.040984 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "name": "network-vif-unplugged", "status": "completed", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:04.042370 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c20682ab-5243-4c6b-97ac-864ee0e6ce62 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:04.043055 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'code': 200} Nov 16 04:42:04.068485 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fa00df-c4fe-4903-9c2f-da411a8e6cc8 admin admin] Made reservation on behalf of e9d3c3eceb6c4e889c189c2fe61d708a for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:04.086063 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5fa00df-c4fe-4903-9c2f-da411a8e6cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:04.203186 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 45654ad7-275f-4f4e-bf18-de52be01a42e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:04.254135 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Sync routers for ids ['c87f2e55-73ee-4197-a3bc-46568f256832'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:42:04.270662 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Routers {'c87f2e55-73ee-4197-a3bc-46568f256832'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:42:04.271284 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:41Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c87f2e55-73ee-4197-a3bc-46568f256832'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:04.305477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664914-e016-4044-b725-ef716d01fe1f req-0e7a5455-e5e8-4625-964f-b7e8fd76fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:04.307012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-0e7a5455-e5e8-4625-964f-b7e8fd76fc1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.7305372 Nov 16 04:42:04.359116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eaa7d2d-bbd8-41ef-99b7-77e473d4fb9d admin admin] Router 7bd40246-7aa1-496c-83a3-6c29ce3adbcd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:42:04.428645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 45654ad7-275f-4f4e-bf18-de52be01a42e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:04.430197 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:04.460227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-14133aa9-f7df-490a-8514-c08c80573779 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 200 len: 217 time: 0.1150265 Nov 16 04:42:04.472699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e039b9-bc77-4778-a99e-9b6463cb5088 req-64fb9051-52a5-481a-87d0-9d1e9d50dbf8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:04.480958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34e039b9-bc77-4778-a99e-9b6463cb5088 req-64fb9051-52a5-481a-87d0-9d1e9d50dbf8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.3089504 Nov 16 04:42:04.580821 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Set router c87f2e55-73ee-4197-a3bc-46568f256832 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:42:04.630088 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5fa00df-c4fe-4903-9c2f-da411a8e6cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:04.771863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa00df-c4fe-4903-9c2f-da411a8e6cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bee5d44-6fbc-4e98-bf27-20b2cceab092,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:04.806627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa00df-c4fe-4903-9c2f-da411a8e6cc8 admin admin] Checking segment: {'id': '9b185fe6-ba68-4e96-a19e-0e774d2e3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:04.806990 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa00df-c4fe-4903-9c2f-da411a8e6cc8 admin admin] Network hostable DHCP agents. Network: f8def055-1817-4ea8-9beb-8aed596b918c, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:42:04.853855 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa00df-c4fe-4903-9c2f-da411a8e6cc8 admin admin] Network f8def055-1817-4ea8-9beb-8aed596b918c is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:42:04.856069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34e039b9-bc77-4778-a99e-9b6463cb5088 req-e712972b-c1e3-45a1-9404-cc72279a5887 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3739254 Nov 16 04:42:04.893923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664914-e016-4044-b725-ef716d01fe1f req-0ea7360a-6a85-4ce0-bad2-8977e9589fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:04.895852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-0ea7360a-6a85-4ce0-bad2-8977e9589fe6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.3998387 Nov 16 04:42:04.899418 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa00df-c4fe-4903-9c2f-da411a8e6cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, f8def055-1817-4ea8-9beb-8aed596b918c) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:04.904739 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa00df-c4fe-4903-9c2f-da411a8e6cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:04.905336 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5fa00df-c4fe-4903-9c2f-da411a8e6cc8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:04.912304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31844a8e-ef51-4bbb-aad4-5579fe35666c None None] Network f8def055-1817-4ea8-9beb-8aed596b918c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:42:04.944022 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f5fa00df-c4fe-4903-9c2f-da411a8e6cc8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0066409 Nov 16 04:42:04.951580 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34374) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:04.963420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1601697637-router', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:05.057505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:05.058601 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:05.146373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664914-e016-4044-b725-ef716d01fe1f req-bb712c06-247c-4f32-972d-24a6ee277f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:05.149411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-bb712c06-247c-4f32-972d-24a6ee277f00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2460880 Nov 16 04:42:05.155010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaa7d2d-bbd8-41ef-99b7-77e473d4fb9d admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:42:05.171528 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d4ff90-bbc1-4aba-90ce-aaead88358cd None None] Sync routers for ids ['7bd40246-7aa1-496c-83a3-6c29ce3adbcd'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:42:05.182319 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:05.185119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7eaa7d2d-bbd8-41ef-99b7-77e473d4fb9d admin admin] 10.222.0.41 "PUT /v2.0/routers/7bd40246-7aa1-496c-83a3-6c29ce3adbcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3815844 Nov 16 04:42:05.186566 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34376) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:05.247647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d4ff90-bbc1-4aba-90ce-aaead88358cd None None] Routers {'7bd40246-7aa1-496c-83a3-6c29ce3adbcd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:42:05.251862 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-52d4ff90-bbc1-4aba-90ce-aaead88358cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:41Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['7bd40246-7aa1-496c-83a3-6c29ce3adbcd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:05.260180 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:42:00Z', 'revision_number': 4, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port': {'id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:51Z', 'updated_at': '2021-11-16T04:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c6201eb0-e912-45c1-8f15-a5f88ca523c4', 'name': '', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'mac_address': 'fa:16:3e:d2:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:58Z', 'updated_at': '2021-11-16T04:42:00Z', 'revision_number': 2, 'project_id': '3755e56622844612940817c1adc2c9f6', 'subnets': [{'id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:05.309068 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Checking router: c87f2e55-73ee-4197-a3bc-46568f256832 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:42:05.309448 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Updating router c87f2e55-73ee-4197-a3bc-46568f256832 port c6201eb0-e912-45c1-8f15-a5f88ca523c4 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:42:05.326429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015dbe5-050f-4dfc-9c23-61985550975a req-bf24655a-fc17-45e9-9382-ae82ea269b13 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:05.328167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5015dbe5-050f-4dfc-9c23-61985550975a req-bf24655a-fc17-45e9-9382-ae82ea269b13 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 949 time: 0.2726772 Nov 16 04:42:05.395468 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:05.414068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-f8def055-1817-4ea8-9beb-8aed596b918c', 'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'fixed_ips': [{'subnet_id': '6bee5d44-6fbc-4e98-bf27-20b2cceab092'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:42:05.414068 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:05.508243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-a1727ec0-ac46-4a4c-a011-f6463b618b2f service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456452 Nov 16 04:42:05.552616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:05.625690 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:05.772858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5015dbe5-050f-4dfc-9c23-61985550975a req-6019bb81-ae55-46a5-8718-91f8fe7db945 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371257 Nov 16 04:42:05.990525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b664914-e016-4044-b725-ef716d01fe1f req-7f04bfd3-6fdd-486b-86b6-9374f3d911e9 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355107 Nov 16 04:42:06.045979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:06.048623 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96e8ffe-15a4-4613-af5c-2a622366a18f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:06.136038 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:06.156096 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:06.169701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-52d4ff90-bbc1-4aba-90ce-aaead88358cd None None] Set router 7bd40246-7aa1-496c-83a3-6c29ce3adbcd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:42:06.313157 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac445a-81e3-45e3-bc10-bd9abe29eba8 None None] Pushing event updated for resources: {'Port': ['ID=c6201eb0-e912-45c1-8f15-a5f88ca523c4,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:06.451089 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Attempting to bind port c6201eb0-e912-45c1-8f15-a5f88ca523c4 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:42:06.453117 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Attempting to bind port c6201eb0-e912-45c1-8f15-a5f88ca523c4 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'aa113498-c0ba-41cc-9239-ed5804f208b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:42:06.453654 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Attempting to bind port c6201eb0-e912-45c1-8f15-a5f88ca523c4 on network ace05412-28cc-47e2-a1d1-d37b29ce3547 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:06.461995 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:42:06.462567 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Checking segment: {'id': 'aa113498-c0ba-41cc-9239-ed5804f208b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:06.463492 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:06.464035 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Bound using segment: {'id': 'aa113498-c0ba-41cc-9239-ed5804f208b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:42:06.464664 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Bound port: c6201eb0-e912-45c1-8f15-a5f88ca523c4, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa113498-c0ba-41cc-9239-ed5804f208b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:42:06.465220 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:06.481043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Allocated IP 172.20.0.2 (f8def055-1817-4ea8-9beb-8aed596b918c/6bee5d44-6fbc-4e98-bf27-20b2cceab092/83529fe2-4266-4947-8650-09d293df87a1) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:42:06.678623 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] For port c6201eb0-e912-45c1-8f15-a5f88ca523c4, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:06.687002 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] For port c6201eb0-e912-45c1-8f15-a5f88ca523c4, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c6201eb0-e912-45c1-8f15-a5f88ca523c4,segment=NetworkSegment(aa113498-c0ba-41cc-9239-ed5804f208b2),segment_id=aa113498-c0ba-41cc-9239-ed5804f208b2)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:42:06.705912 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:06.731766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-52d4ff90-bbc1-4aba-90ce-aaead88358cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'name': 'tempest-FloatingIPsNegativeTestJSON-270919596-router', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:39Z', 'updated_at': '2021-11-16T04:42:01Z', 'revision_number': 5, 'project_id': '40c16f39842e4c98ad3047e5749a250f', 'gw_port': {'id': '64f518d1-6c40-4d2d-86cc-a688f91c4367', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:19:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:41Z', 'updated_at': '2021-11-16T04:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:06.773323 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:06.798560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d4ff90-bbc1-4aba-90ce-aaead88358cd None None] Checking router: 7bd40246-7aa1-496c-83a3-6c29ce3adbcd for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:42:06.823891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d4ff90-bbc1-4aba-90ce-aaead88358cd None None] Routers {'7bd40246-7aa1-496c-83a3-6c29ce3adbcd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:42:06.825852 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-52d4ff90-bbc1-4aba-90ce-aaead88358cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:41Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['7bd40246-7aa1-496c-83a3-6c29ce3adbcd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:06.871912 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Routers {'c87f2e55-73ee-4197-a3bc-46568f256832'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:42:06.877723 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:41:41Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c87f2e55-73ee-4197-a3bc-46568f256832'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:06.932811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f0de5-3ab0-4a55-8ae6-e6818cc5185f req-7b0a8323-b43c-49b0-a16e-c5b80e3e6ee4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:06.945126 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-964f0de5-3ab0-4a55-8ae6-e6818cc5185f req-7b0a8323-b43c-49b0-a16e-c5b80e3e6ee4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 0.1663427 Nov 16 04:42:06.953524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-52d4ff90-bbc1-4aba-90ce-aaead88358cd None None] Set router 7bd40246-7aa1-496c-83a3-6c29ce3adbcd gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:42:07.058989 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9a01546a-2118-4071-8f72-12aaaa531722 None None] Provisioning complete for port c6201eb0-e912-45c1-8f15-a5f88ca523c4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:07.059357 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a01546a-2118-4071-8f72-12aaaa531722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:07.091554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-52d4ff90-bbc1-4aba-90ce-aaead88358cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'name': 'tempest-FloatingIPsNegativeTestJSON-270919596-router', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:39Z', 'updated_at': '2021-11-16T04:42:06Z', 'revision_number': 6, 'project_id': '40c16f39842e4c98ad3047e5749a250f', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:07.096501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-964f0de5-3ab0-4a55-8ae6-e6818cc5185f req-fa484c2e-3cf9-4203-9a10-b3e6b533db56 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504476 Nov 16 04:42:07.154359 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d4ff90-bbc1-4aba-90ce-aaead88358cd None None] The sync data for ids ['7bd40246-7aa1-496c-83a3-6c29ce3adbcd'] in n-d-818042-1 is: [{'id': '7bd40246-7aa1-496c-83a3-6c29ce3adbcd', 'name': 'tempest-FloatingIPsNegativeTestJSON-270919596-router', 'tenant_id': '40c16f39842e4c98ad3047e5749a250f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:39Z', 'updated_at': '2021-11-16T04:42:06Z', 'revision_number': 6, 'project_id': '40c16f39842e4c98ad3047e5749a250f', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:42:07.262649 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:07.271976 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] Set router c87f2e55-73ee-4197-a3bc-46568f256832 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:42:07.307363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Deleting port 64f518d1-6c40-4d2d-86cc-a688f91c4367 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:07.307700 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:07.355339 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:07.369373 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a01546a-2118-4071-8f72-12aaaa531722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:07.483436 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac445a-81e3-45e3-bc10-bd9abe29eba8 None None] Pushing event updated for resources: {'Port': ['ID=c6201eb0-e912-45c1-8f15-a5f88ca523c4,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:07.502078 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] For port 64f518d1-6c40-4d2d-86cc-a688f91c4367, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=64f518d1-6c40-4d2d-86cc-a688f91c4367,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:07.502441 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:07.539848 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Calling delete_port for 64f518d1-6c40-4d2d-86cc-a688f91c4367 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:07.582640 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Network f8def055-1817-4ea8-9beb-8aed596b918c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:07.589592 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:07.605690 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:07.626835 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b985998-dcf8-40bb-93c8-9487d20ba767 x-openstack-request-id: req-7b985998-dcf8-40bb-93c8-9487d20ba767 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:07.627176 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:07.627450 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b985998-dcf8-40bb-93c8-9487d20ba767 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:07.627843 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'status': 'completed', 'code': 200} Nov 16 04:42:07.651410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9a01546a-2118-4071-8f72-12aaaa531722 None None] For port c6201eb0-e912-45c1-8f15-a5f88ca523c4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c6201eb0-e912-45c1-8f15-a5f88ca523c4,segment=NetworkSegment(aa113498-c0ba-41cc-9239-ed5804f208b2),segment_id=aa113498-c0ba-41cc-9239-ed5804f208b2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:07.664708 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:42:07.678298 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a01546a-2118-4071-8f72-12aaaa531722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:07.711428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Pushing event updated for resources: {'Port': ['ID=83529fe2-4266-4947-8650-09d293df87a1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:07.733868 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:07.871743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-2a1eda8a-c37c-43f6-8746-9bb05e4af2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:07.877973 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-2a1eda8a-c37c-43f6-8746-9bb05e4af2d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 1100 time: 0.2402043 Nov 16 04:42:07.907426 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:42:00Z', 'revision_number': 4, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port': {'id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:51Z', 'updated_at': '2021-11-16T04:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c6201eb0-e912-45c1-8f15-a5f88ca523c4', 'name': '', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'mac_address': 'fa:16:3e:d2:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:58Z', 'updated_at': '2021-11-16T04:42:06Z', 'revision_number': 4, 'project_id': '3755e56622844612940817c1adc2c9f6', 'subnets': [{'id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:07.946707 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-1cf67f46-6bbe-4412-9016-aada0bf93b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:07.951542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-1cf67f46-6bbe-4412-9016-aada0bf93b39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 1100 time: 0.2526233 Nov 16 04:42:07.984395 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e37308-45be-4f49-8563-f93c67da2d76 None None] The sync data for ids ['c87f2e55-73ee-4197-a3bc-46568f256832'] in n-d-818042-1 is: [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:42:00Z', 'revision_number': 4, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port': {'id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:51Z', 'updated_at': '2021-11-16T04:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c6201eb0-e912-45c1-8f15-a5f88ca523c4', 'name': '', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'mac_address': 'fa:16:3e:d2:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:58Z', 'updated_at': '2021-11-16T04:42:06Z', 'revision_number': 4, 'project_id': '3755e56622844612940817c1adc2c9f6', 'subnets': [{'id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:42:08.119151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 64f518d1-6c40-4d2d-86cc-a688f91c4367 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:08.125147 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Attempting to bind port 83529fe2-4266-4947-8650-09d293df87a1 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:42:08.128549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Attempting to bind port 83529fe2-4266-4947-8650-09d293df87a1 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '9b185fe6-ba68-4e96-a19e-0e774d2e3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:42:08.130397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Attempting to bind port 83529fe2-4266-4947-8650-09d293df87a1 on network f8def055-1817-4ea8-9beb-8aed596b918c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:08.144451 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-526f64f6-0381-4c8a-a65a-3f76c4483375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:08.147825 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f074d55d-67ce-491d-a08a-1a36efdb5827 None None] Provisioning complete for port c6201eb0-e912-45c1-8f15-a5f88ca523c4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:08.148836 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f074d55d-67ce-491d-a08a-1a36efdb5827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:08.203007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01546a-2118-4071-8f72-12aaaa531722 None None] Pushing event updated for resources: {'Port': ['ID=c6201eb0-e912-45c1-8f15-a5f88ca523c4,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:08.214988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:42:08.215742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Checking segment: {'id': '9b185fe6-ba68-4e96-a19e-0e774d2e3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:08.215742 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:08.216245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Bound using segment: {'id': '9b185fe6-ba68-4e96-a19e-0e774d2e3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:42:08.216585 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Bound port: 83529fe2-4266-4947-8650-09d293df87a1, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b185fe6-ba68-4e96-a19e-0e774d2e3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:42:08.217212 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:08.365698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-3a7e44db-4b97-4c43-aa70-31121b0dfa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:08.367287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-3a7e44db-4b97-4c43-aa70-31121b0dfa71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.4711177 Nov 16 04:42:08.435951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d4ef4-7146-4e75-98e6-dde845412595 req-d0750089-eeb9-47c8-b326-a8cab2fe9022 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:08.439586 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Allocated IP 172.25.0.242 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:42:08.448769 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-041d4ef4-7146-4e75-98e6-dde845412595 req-d0750089-eeb9-47c8-b326-a8cab2fe9022 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 949 time: 0.2258301 Nov 16 04:42:08.563046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-7f64b023-96e4-4867-a5a0-4c980a13357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:08.565823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-7f64b023-96e4-4867-a5a0-4c980a13357d service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.5530231 Nov 16 04:42:08.569913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-32e9557e-f3b8-4513-8127-bfff195656dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 200 len: 217 time: 0.1796558 Nov 16 04:42:08.606221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] For port 83529fe2-4266-4947-8650-09d293df87a1, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:08.657008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] For port 83529fe2-4266-4947-8650-09d293df87a1, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=83529fe2-4266-4947-8650-09d293df87a1,segment=NetworkSegment(9b185fe6-ba68-4e96-a19e-0e774d2e3965),segment_id=9b185fe6-ba68-4e96-a19e-0e774d2e3965)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:42:08.680169 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:08.704916 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:08.708004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-815fbdf3-17f9-49cc-af2c-6f931a996ab6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 200 len: 217 time: 0.1276138 Nov 16 04:42:08.718340 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:08.860030 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:08.869277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c8566e20-4d38-4859-9e51-49465a2e9d69 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:42:08.984380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Pushing event updated for resources: {'Port': ['ID=c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:08.988883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-9fa87c8d-5143-41df-abb1-a4d759d81199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:08.990524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68d0047c-1533-4f4d-bdd4-e4a69895283b no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:08.998463 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:09.000449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-9fa87c8d-5143-41df-abb1-a4d759d81199 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2647636 Nov 16 04:42:09.000983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb32569-0e8c-408d-9fb4-56cd3015abf6 None None] Pushing event updated for resources: {'Port': ['ID=83529fe2-4266-4947-8650-09d293df87a1,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:09.014743 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:09.020572 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:09.020917 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:09.021359 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:09.021594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:09.021961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:09.022296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:09.022630 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:09.022963 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:09.023293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:09.023623 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:09.023956 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:09.053455 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:42:09.084111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c8caf-2241-49d3-aae5-34f5f1ea01eb req-335cf176-de2a-4e27-869a-25e1888bec2a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:09.086276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa8c8caf-2241-49d3-aae5-34f5f1ea01eb req-335cf176-de2a-4e27-869a-25e1888bec2a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 949 time: 0.7163253 Nov 16 04:42:09.090558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 68d0047c-1533-4f4d-bdd4-e4a69895283b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:09.093746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68d0047c-1533-4f4d-bdd4-e4a69895283b not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:09.112710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:09.115262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Pushing event deleted for resources: {'Port': ['ID=64f518d1-6c40-4d2d-86cc-a688f91c4367,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:09.121151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:09.132691 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:42:09.132884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-041d4ef4-7146-4e75-98e6-dde845412595 req-c8d136c9-ffca-42f2-86cb-f08babc11147 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/security-groups?id=eac71194-6aa7-4796-86e2-d03f41890224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5873711 Nov 16 04:42:09.139915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-1e1918ae-58c8-4832-9843-654ed2842d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:09.141391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-1e1918ae-58c8-4832-9843-654ed2842d21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.4252303 Nov 16 04:42:09.359238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:09.407234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c9725-8bd3-4983-b679-7afc07a83ba0 req-1dfea67e-5866-4735-9014-39d8d27a778a tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:09.410946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'mac_address': 'fa:16:3e:dd:20:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:42:09.429847 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d8c9725-8bd3-4983-b679-7afc07a83ba0 req-1dfea67e-5866-4735-9014-39d8d27a778a tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.37 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 949 time: 0.5821066 Nov 16 04:42:09.473397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34432) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:09.496583 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:09.521242 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:09.552358 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8566e20-4d38-4859-9e51-49465a2e9d69 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:42:09.625295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:09.636672 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:09.655887 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-7a725450-9383-45ef-89bf-b1d2aa32f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:09.659961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-7a725450-9383-45ef-89bf-b1d2aa32f29f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6439431 Nov 16 04:42:09.756285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=12']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:09.806650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa8c8caf-2241-49d3-aae5-34f5f1ea01eb req-987350d4-82ab-421f-b8d3-ab38dde0fce4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6895757 Nov 16 04:42:09.918959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['c8566e20-4d38-4859-9e51-49465a2e9d69'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:42:10.071282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-af617e7b-ed40-4e75-8566-6e58f7810d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:10.075399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-af617e7b-ed40-4e75-8566-6e58f7810d90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8991125 Nov 16 04:42:10.139430 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:10.213853 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e68a07e6-4910-46c1-833d-8120dfef8a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:10.368025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 83529fe2-4266-4947-8650-09d293df87a1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:10.372590 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:10.394991 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:10.518569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 83529fe2-4266-4947-8650-09d293df87a1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:10.519368 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:10.596946 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:10.598800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bd40246-7aa1-496c-83a3-6c29ce3adbcd {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:42:10.622031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:10.640927 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7b21df4c-c6a2-4b6b-9dda-2cada30cfd09 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7bd40246-7aa1-496c-83a3-6c29ce3adbcd HTTP/1.1" status: 204 len: 168 time: 5.4530196 Nov 16 04:42:10.665228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34472) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:10.910238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4df0b988-cd4a-40bc-922a-8e0231fba5df no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:11.042435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d3f88d-f660-47c6-af38-9eb7442c4724 None None] Network f8def055-1817-4ea8-9beb-8aed596b918c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:42:11.081438 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.096248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09fa2b5-0ac0-4b6a-83ea-919404ed6159 admin admin] Deleting subnet 6962641e-49fd-484b-b3e5-0e77578ba509 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:42:11.103720 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c09fa2b5-0ac0-4b6a-83ea-919404ed6159 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.231350 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-2a366b02-ad54-4abb-bb15-e55fff9e1e2c service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1389489 Nov 16 04:42:11.242230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17151a-ed7a-47b8-a0b7-1afdf0280989 req-3f4b1822-16ca-4bd9-b2d6-fdb7eb942125 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:11.244197 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab17151a-ed7a-47b8-a0b7-1afdf0280989 req-3f4b1822-16ca-4bd9-b2d6-fdb7eb942125 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 946 time: 1.5752897 Nov 16 04:42:11.246103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-efcc556b-e20f-445f-acde-6bc382a9ac10 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5494866 Nov 16 04:42:11.258563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3ae62e04-ecf0-42e4-8834-1cd0350de25b None None] Provisioning complete for port 83529fe2-4266-4947-8650-09d293df87a1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:11.260708 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ae62e04-ecf0-42e4-8834-1cd0350de25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.330695 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c09fa2b5-0ac0-4b6a-83ea-919404ed6159 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.432766 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.438244 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.446618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7d8c9725-8bd3-4983-b679-7afc07a83ba0 req-e8590ac0-bb81-4515-b980-2fc75f6015cd tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Deleting port 07247631-ccda-4c10-aa54-636fb2dd4256 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:11.446957 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7d8c9725-8bd3-4983-b679-7afc07a83ba0 req-e8590ac0-bb81-4515-b980-2fc75f6015cd tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.484982 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c09fa2b5-0ac0-4b6a-83ea-919404ed6159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.512752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:11.515327 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b50a8cb-d42b-49fe-98e5-73a6d842db16" -d '{"events": [{"server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "name": "network-vif-unplugged", "status": "completed", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:11.521288 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Router 95dd754e-118c-4975-8d87-a10fe997a847 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:42:11.544992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:11.552613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 83529fe2-4266-4947-8650-09d293df87a1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=83529fe2-4266-4947-8650-09d293df87a1,segment=NetworkSegment(9b185fe6-ba68-4e96-a19e-0e774d2e3965),segment_id=9b185fe6-ba68-4e96-a19e-0e774d2e3965)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:11.573707 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7d8c9725-8bd3-4983-b679-7afc07a83ba0 req-e8590ac0-bb81-4515-b980-2fc75f6015cd tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] For port 07247631-ccda-4c10-aa54-636fb2dd4256, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=07247631-ccda-4c10-aa54-636fb2dd4256,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:11.574471 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7d8c9725-8bd3-4983-b679-7afc07a83ba0 req-e8590ac0-bb81-4515-b980-2fc75f6015cd tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.584537 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.585497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e1dca4d3-905e-419c-ba7d-5d74e08fb685 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:11.590941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7d8c9725-8bd3-4983-b679-7afc07a83ba0 req-e8590ac0-bb81-4515-b980-2fc75f6015cd tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Calling delete_port for 07247631-ccda-4c10-aa54-636fb2dd4256 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:11.591685 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.593004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c6201eb0-e912-45c1-8f15-a5f88ca523c4 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:11.627520 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c09fa2b5-0ac0-4b6a-83ea-919404ed6159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.665827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fa2b5-0ac0-4b6a-83ea-919404ed6159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6962641e-49fd-484b-b3e5-0e77578ba509,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:11.674333 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c09fa2b5-0ac0-4b6a-83ea-919404ed6159 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.678370 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c09fa2b5-0ac0-4b6a-83ea-919404ed6159 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6962641e-49fd-484b-b3e5-0e77578ba509 HTTP/1.1" status: 204 len: 168 time: 1.0159140 Nov 16 04:42:11.683149 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34480) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:11.694809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbebb6cc-d8b4-423b-9031-18338d017b7a None None] Network a9b8dde1-879b-40d7-8ff0-c3621bb076b2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:42:11.712314 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ae62e04-ecf0-42e4-8834-1cd0350de25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.772910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.782601 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:42:11.794582 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Sync routers for ids ['95dd754e-118c-4975-8d87-a10fe997a847'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:42:11.807231 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Routers {'95dd754e-118c-4975-8d87-a10fe997a847'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:42:11.812164 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:42:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['95dd754e-118c-4975-8d87-a10fe997a847'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:11.842533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4df0b988-cd4a-40bc-922a-8e0231fba5df,revision_number=11']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:11.849752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab17151a-ed7a-47b8-a0b7-1afdf0280989 req-1712b597-7fc4-46ab-80b6-e3308b2ef892 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4240234 Nov 16 04:42:11.850820 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7d8c9725-8bd3-4983-b679-7afc07a83ba0 req-e8590ac0-bb81-4515-b980-2fc75f6015cd tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.875645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:11.880093 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-89932c9c-667b-40a7-8420-665dcf304204 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.9244628 Nov 16 04:42:11.881299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34482) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:11.996957 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:12.114590 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Set router 95dd754e-118c-4975-8d87-a10fe997a847 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:42:12.144535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Deleting port a5d5ae79-a391-4ed1-a9eb-2426fb851451 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:12.144535 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:12.189906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8590ac0-bb81-4515-b980-2fc75f6015cd tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Pushing event deleted for resources: {'Port': ['ID=07247631-ccda-4c10-aa54-636fb2dd4256,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:12.223350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=83529fe2-4266-4947-8650-09d293df87a1,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:12.253187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8c9725-8bd3-4983-b679-7afc07a83ba0 req-e8590ac0-bb81-4515-b980-2fc75f6015cd tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] No DVR routers for this DVR port 07247631-ccda-4c10-aa54-636fb2dd4256 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:12.259535 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7d8c9725-8bd3-4983-b679-7afc07a83ba0 req-e8590ac0-bb81-4515-b980-2fc75f6015cd tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:12.265838 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d8c9725-8bd3-4983-b679-7afc07a83ba0 req-e8590ac0-bb81-4515-b980-2fc75f6015cd tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.37 "DELETE /v2.0/ports/07247631-ccda-4c10-aa54-636fb2dd4256 HTTP/1.1" status: 204 len: 173 time: 2.8196037 Nov 16 04:42:12.400012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c6201eb0-e912-45c1-8f15-a5f88ca523c4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:12.401384 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:12.409128 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:12.451511 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-3ae62e04-ecf0-42e4-8834-1cd0350de25b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:42:12.451916 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-3ae62e04-ecf0-42e4-8834-1cd0350de25b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:42:12.534136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:12.539631 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:12.554155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99c04a1-ef1c-4f4d-a921-8b3c2705fe53', 'name': 'network-vif-deleted', 'tag': '07247631-ccda-4c10-aa54-636fb2dd4256'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:12.561457 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e26582c-5bf0-4255-bfb6-6de07ca465f2" -d '{"events": [{"server_uuid": "c99c04a1-ef1c-4f4d-a921-8b3c2705fe53", "name": "network-vif-deleted", "tag": "07247631-ccda-4c10-aa54-636fb2dd4256"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:12.563367 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dd754e-118c-4975-8d87-a10fe997a847', 'name': 'tempest-TaggedBootDevicesTest-1601697637-router', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:42:05Z', 'updated_at': '2021-11-16T04:42:09Z', 'revision_number': 3, 'project_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'gw_port': {'id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dd754e-118c-4975-8d87-a10fe997a847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:42:07Z', 'updated_at': '2021-11-16T04:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:12.622381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf757fe4-45bb-4044-be2c-1cea6bff539f None None] DHCP port deletion for a9b8dde1-879b-40d7-8ff0-c3621bb076b2 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:42:12.654239 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Checking router: 95dd754e-118c-4975-8d87-a10fe997a847 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:42:12.656213 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Updating router 95dd754e-118c-4975-8d87-a10fe997a847 port c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:42:12.706589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=14']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:12.728039 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cf757fe4-45bb-4044-be2c-1cea6bff539f None None] Deleting port a5d5ae79-a391-4ed1-a9eb-2426fb851451 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:12.728509 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf757fe4-45bb-4044-be2c-1cea6bff539f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:12.745942 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:12.783424 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] For port a5d5ae79-a391-4ed1-a9eb-2426fb851451, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a5d5ae79-a391-4ed1-a9eb-2426fb851451,segment=NetworkSegment(c4536e9b-d86f-4bc5-ba13-049cdb83f03e),segment_id=c4536e9b-d86f-4bc5-ba13-049cdb83f03e)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:12.783980 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:12.791554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-bc284143-1508-43a1-ac2b-1aa6b4dc2af5 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4982202 Nov 16 04:42:12.817733 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Calling delete_port for a5d5ae79-a391-4ed1-a9eb-2426fb851451 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:12.897011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-cf757fe4-45bb-4044-be2c-1cea6bff539f None None] For port a5d5ae79-a391-4ed1-a9eb-2426fb851451, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a5d5ae79-a391-4ed1-a9eb-2426fb851451,segment=NetworkSegment(c4536e9b-d86f-4bc5-ba13-049cdb83f03e),segment_id=c4536e9b-d86f-4bc5-ba13-049cdb83f03e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:12.898281 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf757fe4-45bb-4044-be2c-1cea6bff539f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:12.909337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98814b6c-5713-4ece-bc95-ade60f84533e req-b13e8a63-2155-43b0-8dba-98ec53968e74 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:12.911852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98814b6c-5713-4ece-bc95-ade60f84533e req-b13e8a63-2155-43b0-8dba-98ec53968e74 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/ports?device_id=c99c04a1-ef1c-4f4d-a921-8b3c2705fe53 HTTP/1.1" status: 200 len: 867 time: 1.6096098 Nov 16 04:42:12.946739 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cf757fe4-45bb-4044-be2c-1cea6bff539f None None] Calling delete_port for a5d5ae79-a391-4ed1-a9eb-2426fb851451 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:13.001949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9504f77-d9b4-4e4d-b45e-821dc7d18375 req-f2d92652-3735-4fef-a03b-0685210240ba tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:13.004114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9504f77-d9b4-4e4d-b45e-821dc7d18375 req-f2d92652-3735-4fef-a03b-0685210240ba tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 950 time: 0.7373366 Nov 16 04:42:13.053954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 07247631-ccda-4c10-aa54-636fb2dd4256 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:13.058134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c8566e20-4d38-4859-9e51-49465a2e9d69 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:13.065322 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 83529fe2-4266-4947-8650-09d293df87a1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:13.069219 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a96e8ffe-15a4-4613-af5c-2a622366a18f req-6409f520-498c-4692-8e23-3c453ee732ab service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6524751 Nov 16 04:42:13.077901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98814b6c-5713-4ece-bc95-ade60f84533e req-d60782c1-475a-437c-8a8e-e83cd954bfe4 tempest-ServerDiagnosticsNegativeTest-1349258940 tempest-ServerDiagnosticsNegativeTest-1349258940-project] 10.222.0.41 "GET /v2.0/security-groups?id=eac71194-6aa7-4796-86e2-d03f41890224&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418455 Nov 16 04:42:13.120849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9504f77-d9b4-4e4d-b45e-821dc7d18375 req-f406cde3-28d5-449b-821c-535c4514d12b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009505 Nov 16 04:42:13.228593 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf757fe4-45bb-4044-be2c-1cea6bff539f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.233643 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.269707 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3a9e0e-073f-4384-aa3c-5e8841f99963 x-openstack-request-id: req-8e3a9e0e-073f-4384-aa3c-5e8841f99963 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:13.270311 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "name": "network-vif-unplugged", "status": "completed", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:13.270731 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e3a9e0e-073f-4384-aa3c-5e8841f99963 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:13.271637 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df', 'code': 200} Nov 16 04:42:13.295332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d5ae79-a391-4ed1-a9eb-2426fb851451,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:13.301039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] No DVR routers for this DVR port a5d5ae79-a391-4ed1-a9eb-2426fb851451 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:13.358272 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 07247631-ccda-4c10-aa54-636fb2dd4256 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:13.359278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 07247631-ccda-4c10-aa54-636fb2dd4256 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:13.375519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf757fe4-45bb-4044-be2c-1cea6bff539f None None] Pushing event deleted for resources: {'Port': ['ID=a5d5ae79-a391-4ed1-a9eb-2426fb851451,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:13.400627 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.403454 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.406491 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf757fe4-45bb-4044-be2c-1cea6bff539f None None] No DVR routers for this DVR port a5d5ae79-a391-4ed1-a9eb-2426fb851451 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:13.413470 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.428504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.444245 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c041dcf6-d874-4dbc-87a8-8fc6cd124311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.456634 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 83529fe2-4266-4947-8650-09d293df87a1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:13.457104 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.462297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port c8566e20-4d38-4859-9e51-49465a2e9d69 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:42:13.485944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port c8566e20-4d38-4859-9e51-49465a2e9d69 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:13.486867 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.543925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950ef6f8-36d4-4735-9339-2f011f6c5c43 req-8dcb71ed-4d1b-45fe-b3e5-6aa64ce79186 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:13.545998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-950ef6f8-36d4-4735-9339-2f011f6c5c43 req-8dcb71ed-4d1b-45fe-b3e5-6aa64ce79186 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1a585c4-fff1-47df-be6b-f9fd00d949d6 HTTP/1.1" status: 200 len: 948 time: 0.3009079 Nov 16 04:42:13.560734 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0742dade-d0e3-4af6-b3dd-f7b8f9e4e3dc None None] Provisioning complete for port 83529fe2-4266-4947-8650-09d293df87a1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:13.561124 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0742dade-d0e3-4af6-b3dd-f7b8f9e4e3dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.592475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686320d-112f-45e2-9283-a7b727696d3d req-e3a6ca6c-c8ec-4265-a172-aa1c5d285313 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:13.594481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4686320d-112f-45e2-9283-a7b727696d3d req-e3a6ca6c-c8ec-4265-a172-aa1c5d285313 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.2965424 Nov 16 04:42:13.699335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-950ef6f8-36d4-4735-9339-2f011f6c5c43 req-5fe4cb55-9930-49ef-8b98-90a0a283e12a tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434281 Nov 16 04:42:13.703586 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Attempting to bind port c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:42:13.705335 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Attempting to bind port c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:42:13.707463 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Attempting to bind port c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:13.712816 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4686320d-112f-45e2-9283-a7b727696d3d req-cef433d4-51b2-4f1d-b6b6-8d3533e1eacf tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105330 Nov 16 04:42:13.717227 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b8dde1-879b-40d7-8ff0-c3621bb076b2']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:13.728887 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:42:13.729265 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:13.731051 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.731459 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:42:13.732079 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Bound port: c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:42:13.732465 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.744386 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4536e9b-d86f-4bc5-ba13-049cdb83f03e') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:13.744842 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4536e9b-d86f-4bc5-ba13-049cdb83f03e') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:13.745657 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.766724 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.800315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.807487 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.820219 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3009442c-a961-486d-85c4-2d6beef6947f x-openstack-request-id: req-3009442c-a961-486d-85c4-2d6beef6947f {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:13.820219 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99c04a1-ef1c-4f4d-a921-8b3c2705fe53", "name": "network-vif-deleted", "tag": "07247631-ccda-4c10-aa54-636fb2dd4256", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:13.820219 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3009442c-a961-486d-85c4-2d6beef6947f {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:13.821602 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c99c04a1-ef1c-4f4d-a921-8b3c2705fe53', 'name': 'network-vif-deleted', 'tag': '07247631-ccda-4c10-aa54-636fb2dd4256', 'status': 'completed', 'code': 200} Nov 16 04:42:13.840941 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed21fa-3c56-4cd8-9123-92fc41d64429 None None] Pushing event updated for resources: {'Port': ['ID=c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:13.843143 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:42:13.843409 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:42:13.856307 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:42:13.863738 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.909994 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] For port c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:13.933696 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] For port c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:42:13.942139 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:13.971132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:13.972717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15813e-7f88-4810-997b-a064737a2c5c req-c4ffeb4a-d832-408c-96f9-bebe61ed7ba9 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:13.975389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa15813e-7f88-4810-997b-a064737a2c5c req-c4ffeb4a-d832-408c-96f9-bebe61ed7ba9 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 1101 time: 0.0793178 Nov 16 04:42:13.982323 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:14.010540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c041dcf6-d874-4dbc-87a8-8fc6cd124311 admin admin] Deleting port 0d20f374-62e1-4451-bf87-619b5a24c980 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:14.011224 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c041dcf6-d874-4dbc-87a8-8fc6cd124311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:14.119601 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Routers {'95dd754e-118c-4975-8d87-a10fe997a847'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:42:14.120139 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:42:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['95dd754e-118c-4975-8d87-a10fe997a847'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:14.133820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-c041dcf6-d874-4dbc-87a8-8fc6cd124311 admin admin] For port 0d20f374-62e1-4451-bf87-619b5a24c980, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0d20f374-62e1-4451-bf87-619b5a24c980,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:14.134366 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c041dcf6-d874-4dbc-87a8-8fc6cd124311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:14.157006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c041dcf6-d874-4dbc-87a8-8fc6cd124311 admin admin] Calling delete_port for 0d20f374-62e1-4451-bf87-619b5a24c980 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:14.261118 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a5d5ae79-a391-4ed1-a9eb-2426fb851451 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:14.287190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a5d5ae79-a391-4ed1-a9eb-2426fb851451 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:14.288032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a5d5ae79-a391-4ed1-a9eb-2426fb851451 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:14.322268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=13']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:14.330489 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed21fa-3c56-4cd8-9123-92fc41d64429 None None] Pushing event updated for resources: {'Port': ['ID=c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:14.355056 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Allocated IP 172.20.0.1 (f8def055-1817-4ea8-9beb-8aed596b918c/6bee5d44-6fbc-4e98-bf27-20b2cceab092/74e802b7-c18b-4ef1-b330-9aa50de96b6b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:42:14.397644 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] Set router 95dd754e-118c-4975-8d87-a10fe997a847 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:42:14.400800 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:14.412395 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:14.418532 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a9b8dde1-879b-40d7-8ff0-c3621bb076b2 HTTP/1.1" status: 204 len: 168 time: 2.7319329 Nov 16 04:42:14.537617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428709b-e842-4ec7-a992-7a16145c9391 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9b8dde1-879b-40d7-8ff0-c3621bb076b2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:14.543149 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c041dcf6-d874-4dbc-87a8-8fc6cd124311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:14.622541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34554) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:14.628132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041dcf6-d874-4dbc-87a8-8fc6cd124311 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d20f374-62e1-4451-bf87-619b5a24c980,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:14.649314 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa15813e-7f88-4810-997b-a064737a2c5c req-e6ae40dd-69db-41d8-824e-f919d090bd10 tempest-MigrationsAdminTest-451536077 tempest-MigrationsAdminTest-451536077-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6620855 Nov 16 04:42:14.706654 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:14.756544 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9a5763e0-9f3a-49a7-b42e-de275195ab86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40c16f39842e4c98ad3047e5749a250f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293855 Nov 16 04:42:14.760724 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dd754e-118c-4975-8d87-a10fe997a847', 'name': 'tempest-TaggedBootDevicesTest-1601697637-router', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:42:05Z', 'updated_at': '2021-11-16T04:42:09Z', 'revision_number': 3, 'project_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'gw_port': {'id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dd754e-118c-4975-8d87-a10fe997a847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:42:07Z', 'updated_at': '2021-11-16T04:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:14.768060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34562) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:14.802466 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:14.836325 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e60b03-faaa-49f1-bf95-2c2595288f20 None None] The sync data for ids ['95dd754e-118c-4975-8d87-a10fe997a847'] in n-d-818042-1 is: [{'id': '95dd754e-118c-4975-8d87-a10fe997a847', 'name': 'tempest-TaggedBootDevicesTest-1601697637-router', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:42:05Z', 'updated_at': '2021-11-16T04:42:09Z', 'revision_number': 3, 'project_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'gw_port': {'id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dd754e-118c-4975-8d87-a10fe997a847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:42:07Z', 'updated_at': '2021-11-16T04:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:42:14.890134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Network f8def055-1817-4ea8-9beb-8aed596b918c is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:14.903092 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:14.908740 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:42:15.034319 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Pushing event updated for resources: {'Port': ['ID=74e802b7-c18b-4ef1-b330-9aa50de96b6b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:15.074252 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:15.255069 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c041dcf6-d874-4dbc-87a8-8fc6cd124311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:15.273606 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685'}, {'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:15.276327 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96aaf51d-ff61-4857-965a-7cf28027441d" -d '{"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-unplugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685"}, {"server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "name": "network-vif-plugged", "status": "completed", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:15.482235 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:15.500513 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34582) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:15.521876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a597afcc-c108-4d3a-8821-2263d15b1c34 None None] Provisioning complete for port 74e802b7-c18b-4ef1-b330-9aa50de96b6b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:15.522188 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a597afcc-c108-4d3a-8821-2263d15b1c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:15.587183 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-861188d8-e35a-49f2-8df8-c14947476d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:15.591037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a597afcc-c108-4d3a-8821-2263d15b1c34 None None] Port 74e802b7-c18b-4ef1-b330-9aa50de96b6b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:42:15.620339 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-861188d8-e35a-49f2-8df8-c14947476d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:15.683840 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-861188d8-e35a-49f2-8df8-c14947476d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:15.686714 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-861188d8-e35a-49f2-8df8-c14947476d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:15.691652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-861188d8-e35a-49f2-8df8-c14947476d24 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5faeffe-0eea-4862-8946-f9c3bc949858 HTTP/1.1" status: 204 len: 168 time: 0.9188581 Nov 16 04:42:15.733694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861188d8-e35a-49f2-8df8-c14947476d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5faeffe-0eea-4862-8946-f9c3bc949858,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:15.772168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe0c38-374d-49c4-b7ea-67652822e365 req-bcb169aa-6b4c-4afb-9d80-0111d0c019db tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:15.774949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cbe0c38-374d-49c4-b7ea-67652822e365 req-bcb169aa-6b4c-4afb-9d80-0111d0c019db tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 951 time: 0.4926126 Nov 16 04:42:15.864501 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:15.891402 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:15.911199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cbe0c38-374d-49c4-b7ea-67652822e365 req-5ea92cb8-0291-49a8-850d-9ce2d6765074 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242099 Nov 16 04:42:15.952994 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:16.029504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Pushing event updated for resources: {'Port': ['ID=74e802b7-c18b-4ef1-b330-9aa50de96b6b,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:16.036101 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:16.108222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c041dcf6-d874-4dbc-87a8-8fc6cd124311 admin admin] Router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:42:16.175587 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e35af8c7-af1f-4fc3-8561-caf9f1833a66 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ffc95260f40b40dbb2e82460e852213d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6738431 Nov 16 04:42:16.178274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34604) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:16.209547 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a2822c-5892-4cf6-be98-7ccebe972b49 x-openstack-request-id: req-b7a2822c-5892-4cf6-be98-7ccebe972b49 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:16.210107 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-unplugged", "status": "completed", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685", "code": 200}, {"server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "name": "network-vif-plugged", "status": "completed", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:16.210523 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7a2822c-5892-4cf6-be98-7ccebe972b49 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:16.211108 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'code': 200} Nov 16 04:42:16.211540 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'code': 200} Nov 16 04:42:16.351595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c041dcf6-d874-4dbc-87a8-8fc6cd124311 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:42:16.356899 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c041dcf6-d874-4dbc-87a8-8fc6cd124311 admin admin] 10.222.0.41 "PUT /v2.0/routers/e2de37e7-f07a-47c2-b4c6-725a6c1a8b88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8804429 Nov 16 04:42:16.360417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be1038-2c59-4f6d-b519-2533b53f3d39 None None] Sync routers for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:42:16.366346 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34612) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:16.400051 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be1038-2c59-4f6d-b519-2533b53f3d39 None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:42:16.402658 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-65be1038-2c59-4f6d-b519-2533b53f3d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:42:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:16.476247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34308f4f-1f20-4c32-b43b-1922a915f825 req-71175c41-5ca9-43a8-8217-fb85208afe2a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:16.477966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34308f4f-1f20-4c32-b43b-1922a915f825 req-71175c41-5ca9-43a8-8217-fb85208afe2a tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 951 time: 0.1003773 Nov 16 04:42:16.506118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e420218c-5345-4d27-b8a0-c05b225e5b4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:16.569704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Network f8def055-1817-4ea8-9beb-8aed596b918c is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:16.575523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:16.597429 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-65be1038-2c59-4f6d-b519-2533b53f3d39 None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:42:16.714868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-34308f4f-1f20-4c32-b43b-1922a915f825 req-ef1171de-6e8f-4858-9ed4-5e6575ea2a73 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Deleting port c8566e20-4d38-4859-9e51-49465a2e9d69 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:16.716212 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-34308f4f-1f20-4c32-b43b-1922a915f825 req-ef1171de-6e8f-4858-9ed4-5e6575ea2a73 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:16.843467 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e420218c-5345-4d27-b8a0-c05b225e5b4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:17.021432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-65be1038-2c59-4f6d-b519-2533b53f3d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:42:14Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:17.021884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-34308f4f-1f20-4c32-b43b-1922a915f825 req-ef1171de-6e8f-4858-9ed4-5e6575ea2a73 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] For port c8566e20-4d38-4859-9e51-49465a2e9d69, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c8566e20-4d38-4859-9e51-49465a2e9d69,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:17.021884 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-34308f4f-1f20-4c32-b43b-1922a915f825 req-ef1171de-6e8f-4858-9ed4-5e6575ea2a73 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:17.061333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be1038-2c59-4f6d-b519-2533b53f3d39 None None] Checking router: e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:42:17.070360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-34308f4f-1f20-4c32-b43b-1922a915f825 req-ef1171de-6e8f-4858-9ed4-5e6575ea2a73 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Calling delete_port for c8566e20-4d38-4859-9e51-49465a2e9d69 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:17.096890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:17.134642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be1038-2c59-4f6d-b519-2533b53f3d39 None None] Routers {'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:42:17.139755 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:17.141178 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-65be1038-2c59-4f6d-b519-2533b53f3d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:42:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:17.147826 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e420218c-5345-4d27-b8a0-c05b225e5b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:17.151740 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e420218c-5345-4d27-b8a0-c05b225e5b4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:17.155248 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e420218c-5345-4d27-b8a0-c05b225e5b4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eac71194-6aa7-4796-86e2-d03f41890224 HTTP/1.1" status: 204 len: 168 time: 0.9739547 Nov 16 04:42:17.191980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Router 95dd754e-118c-4975-8d87-a10fe997a847 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:42:17.231406 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420218c-5345-4d27-b8a0-c05b225e5b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac71194-6aa7-4796-86e2-d03f41890224,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:17.385390 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:42:17.396622 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b0ffcc9a-fb96-49c8-b763-b5d1048fddfd admin admin] 10.222.0.41 "PUT /v2.0/routers/95dd754e-118c-4975-8d87-a10fe997a847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5047028 Nov 16 04:42:17.454562 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:17.554490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b252d3-f7bb-4725-a707-86b7bee57c5e req-97a57250-8151-4fdf-ad99-c4d18d501a14 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:17.556312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05b252d3-f7bb-4725-a707-86b7bee57c5e req-97a57250-8151-4fdf-ad99-c4d18d501a14 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1401267 Nov 16 04:42:17.557159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-34308f4f-1f20-4c32-b43b-1922a915f825 req-ef1171de-6e8f-4858-9ed4-5e6575ea2a73 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:17.589720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['09f5545e-9287-4c90-adfe-1f351744462c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:42:17.610587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Deleting port c133c852-fe6b-4c14-8f96-09394dc34dc3 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:17.611444 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:17.615382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['a9450c8e-a41b-49ba-96a6-28e1aca79eec', '2e70a93b-1d00-4e10-8a25-8cd815bf6647'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:42:17.623122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1171de-6e8f-4858-9ed4-5e6575ea2a73 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Pushing event deleted for resources: {'Port': ['ID=c8566e20-4d38-4859-9e51-49465a2e9d69,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:17.725365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b0251-e07e-4606-abf5-e83e12446fdd req-8f000f42-0b59-4252-980f-ffb983ee4555 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:17.732349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-533b0251-e07e-4606-abf5-e83e12446fdd req-8f000f42-0b59-4252-980f-ffb983ee4555 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1d67654-40dd-44be-9018-ea1c0cac7697 HTTP/1.1" status: 200 len: 868 time: 0.3074343 Nov 16 04:42:17.784822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-34308f4f-1f20-4c32-b43b-1922a915f825 req-ef1171de-6e8f-4858-9ed4-5e6575ea2a73 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] No DVR routers for this DVR port c8566e20-4d38-4859-9e51-49465a2e9d69 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:17.787652 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-34308f4f-1f20-4c32-b43b-1922a915f825 req-ef1171de-6e8f-4858-9ed4-5e6575ea2a73 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:17.791076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34308f4f-1f20-4c32-b43b-1922a915f825 req-ef1171de-6e8f-4858-9ed4-5e6575ea2a73 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.15 "DELETE /v2.0/ports/c8566e20-4d38-4859-9e51-49465a2e9d69 HTTP/1.1" status: 204 len: 173 time: 1.3070252 Nov 16 04:42:17.803246 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'name': 'network-vif-deleted', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:17.805090 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ba4dac-162d-4ca1-8c5a-cf92f60311dd" -d '{"events": [{"server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "name": "network-vif-deleted", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:17.844800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-65be1038-2c59-4f6d-b519-2533b53f3d39 None None] Set router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:42:17.856156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] For port c133c852-fe6b-4c14-8f96-09394dc34dc3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c133c852-fe6b-4c14-8f96-09394dc34dc3,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:17.859624 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:17.873173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05b252d3-f7bb-4725-a707-86b7bee57c5e req-3d6662c4-cc9a-4f70-a300-adcffd95e813 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026385 Nov 16 04:42:17.901610 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Calling delete_port for c133c852-fe6b-4c14-8f96-09394dc34dc3 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:17.906140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34664) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:17.964291 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-639b521b-af13-4ba8-a917-3aef96927482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:18.029566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-533b0251-e07e-4606-abf5-e83e12446fdd req-51d35c6d-d54b-4830-800d-facbe76fef01 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459085 Nov 16 04:42:18.042484 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Sync routers for ids ['95dd754e-118c-4975-8d87-a10fe997a847'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:42:18.057748 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Routers {'95dd754e-118c-4975-8d87-a10fe997a847'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:42:18.058666 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:42:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['95dd754e-118c-4975-8d87-a10fe997a847'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:18.155810 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca50f565-fcf2-4789-9b7c-070b8cafaa88 x-openstack-request-id: req-ca50f565-fcf2-4789-9b7c-070b8cafaa88 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:18.156204 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d67654-40dd-44be-9018-ea1c0cac7697", "name": "network-vif-deleted", "tag": "c8566e20-4d38-4859-9e51-49465a2e9d69", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:18.159647 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca50f565-fcf2-4789-9b7c-070b8cafaa88 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:18.160105 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1d67654-40dd-44be-9018-ea1c0cac7697', 'name': 'network-vif-deleted', 'tag': 'c8566e20-4d38-4859-9e51-49465a2e9d69', 'status': 'completed', 'code': 200} Nov 16 04:42:18.178297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-09a2aecb-ec5d-4f86-b24c-e57be0602bf7 None None] Provisioning complete for port 74e802b7-c18b-4ef1-b330-9aa50de96b6b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:18.178993 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-09a2aecb-ec5d-4f86-b24c-e57be0602bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:18.391917 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-639b521b-af13-4ba8-a917-3aef96927482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:18.410929 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-639b521b-af13-4ba8-a917-3aef96927482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:18.513012 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:18.523720 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Set router 95dd754e-118c-4975-8d87-a10fe997a847 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:42:18.590953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:18.593517 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:18.604889 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=c133c852-fe6b-4c14-8f96-09394dc34dc3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:18.659384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-09a2aecb-ec5d-4f86-b24c-e57be0602bf7 None None] Port 74e802b7-c18b-4ef1-b330-9aa50de96b6b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:42:18.729892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-639b521b-af13-4ba8-a917-3aef96927482 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57a6a5da62ea40f698594307bbe381c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8149784 Nov 16 04:42:18.738933 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:18.745122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34726) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:18.746132 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:18.844801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b521b-af13-4ba8-a917-3aef96927482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3166697f-f68b-4306-bbad-899aa99636be,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:18.901011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c8566e20-4d38-4859-9e51-49465a2e9d69 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:18.980051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb8f06-e19c-482e-a814-1ca18d3c381b req-051bbdd9-3d67-4ce7-a3c4-441359ed5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:18.981571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42fb8f06-e19c-482e-a814-1ca18d3c381b req-051bbdd9-3d67-4ce7-a3c4-441359ed5c7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 1095 time: 0.4977067 Nov 16 04:42:18.998822 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: c8566e20-4d38-4859-9e51-49465a2e9d69 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:18.999158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c8566e20-4d38-4859-9e51-49465a2e9d69 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:19.002129 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dd754e-118c-4975-8d87-a10fe997a847', 'name': 'tempest-TaggedBootDevicesTest-1601697637-router', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:42:05Z', 'updated_at': '2021-11-16T04:42:15Z', 'revision_number': 4, 'project_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'gw_port': {'id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dd754e-118c-4975-8d87-a10fe997a847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:42:07Z', 'updated_at': '2021-11-16T04:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '74e802b7-c18b-4ef1-b330-9aa50de96b6b', 'name': '', 'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'mac_address': 'fa:16:3e:e7:74:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dd754e-118c-4975-8d87-a10fe997a847', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6bee5d44-6fbc-4e98-bf27-20b2cceab092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:42:14Z', 'updated_at': '2021-11-16T04:42:15Z', 'revision_number': 2, 'project_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'subnets': [{'id': '6bee5d44-6fbc-4e98-bf27-20b2cceab092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:19.055998 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.057653 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.062078 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.093916 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Checking router: 95dd754e-118c-4975-8d87-a10fe997a847 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:42:19.094469 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Updating router 95dd754e-118c-4975-8d87-a10fe997a847 port 74e802b7-c18b-4ef1-b330-9aa50de96b6b binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:42:19.096346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:19.110073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-65be1038-2c59-4f6d-b519-2533b53f3d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:42:14Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:19.117256 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.145286 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.160520 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.161124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:42:19.166656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.170570 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8d96dd25-44d1-4d62-86d1-5e6647c82a28 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e2de37e7-f07a-47c2-b4c6-725a6c1a8b88 HTTP/1.1" status: 204 len: 168 time: 2.8007431 Nov 16 04:42:19.170819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34760) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:19.207873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65be1038-2c59-4f6d-b519-2533b53f3d39 None None] The sync data for ids ['e2de37e7-f07a-47c2-b4c6-725a6c1a8b88'] in n-d-818042-1 is: [{'id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-99920533-router', 'tenant_id': '409d424c014a4366a4ddffd6325d0448', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:31Z', 'updated_at': '2021-11-16T04:42:14Z', 'revision_number': 5, 'project_id': '409d424c014a4366a4ddffd6325d0448', 'gw_port': {'id': 'c133c852-fe6b-4c14-8f96-09394dc34dc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:b9:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2de37e7-f07a-47c2-b4c6-725a6c1a8b88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:33Z', 'updated_at': '2021-11-16T04:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:42:19.300531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ac1541-125a-4954-89ba-2aaf5613590e admin admin] Deleting subnet 5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:42:19.308261 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1541-125a-4954-89ba-2aaf5613590e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.324714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:19.389013 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1541-125a-4954-89ba-2aaf5613590e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.391280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34768) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:19.540972 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1541-125a-4954-89ba-2aaf5613590e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.619279 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-30f5b092-d83d-49f3-9c79-3e5406c5e88d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.683711 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.713600 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.718339 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3abea23-d87e-4825-80ab-f84362ea69ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.721315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1541-125a-4954-89ba-2aaf5613590e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.751247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a678e7-7793-4f4e-84b0-36bd09dbb0fd req-110035ca-62a5-4e70-965f-8d4cf2ef5abd tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:19.762275 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10a678e7-7793-4f4e-84b0-36bd09dbb0fd req-110035ca-62a5-4e70-965f-8d4cf2ef5abd tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 1.0259843 Nov 16 04:42:19.783047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac1541-125a-4954-89ba-2aaf5613590e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:19.791433 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ac1541-125a-4954-89ba-2aaf5613590e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.799191 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b7ac1541-125a-4954-89ba-2aaf5613590e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5e12d57b-6bdf-4dc4-b2be-ef86f1bc6f09 HTTP/1.1" status: 204 len: 168 time: 0.6273656 Nov 16 04:42:19.799819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34774) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:19.804139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e760c5af-e114-4e15-9b81-54a09e83e88e None None] Network 4aeb553c-d99e-435c-8214-4113a66657f7 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:42:19.840569 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Attempting to bind port 74e802b7-c18b-4ef1-b330-9aa50de96b6b on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:42:19.841116 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Attempting to bind port 74e802b7-c18b-4ef1-b330-9aa50de96b6b by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '9b185fe6-ba68-4e96-a19e-0e774d2e3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:42:19.841643 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Attempting to bind port 74e802b7-c18b-4ef1-b330-9aa50de96b6b on network f8def055-1817-4ea8-9beb-8aed596b918c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:19.851029 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:42:19.854074 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Checking segment: {'id': '9b185fe6-ba68-4e96-a19e-0e774d2e3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:19.854616 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.855123 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Bound using segment: {'id': '9b185fe6-ba68-4e96-a19e-0e774d2e3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:42:19.855732 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Bound port: 74e802b7-c18b-4ef1-b330-9aa50de96b6b, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b185fe6-ba68-4e96-a19e-0e774d2e3965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:42:19.856930 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.945329 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.968256 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ad392-683e-491c-83da-5b151bdf8dc9 None None] Pushing event updated for resources: {'Port': ['ID=74e802b7-c18b-4ef1-b330-9aa50de96b6b,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:19.972366 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-30f5b092-d83d-49f3-9c79-3e5406c5e88d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:19.980417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-30f5b092-d83d-49f3-9c79-3e5406c5e88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.018328 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] For port 74e802b7-c18b-4ef1-b330-9aa50de96b6b, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:20.023347 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] For port 74e802b7-c18b-4ef1-b330-9aa50de96b6b, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=74e802b7-c18b-4ef1-b330-9aa50de96b6b,segment=NetworkSegment(9b185fe6-ba68-4e96-a19e-0e774d2e3965),segment_id=9b185fe6-ba68-4e96-a19e-0e774d2e3965)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:42:20.033425 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.054742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5b092-d83d-49f3-9c79-3e5406c5e88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbe1efe-9d6e-487f-bc37-3c1b7969c7da,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:20.059608 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3abea23-d87e-4825-80ab-f84362ea69ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.094042 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-30f5b092-d83d-49f3-9c79-3e5406c5e88d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c254c99023db4754b37020f1c273c400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7013960 Nov 16 04:42:20.096799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34780) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:20.187240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb8f06-e19c-482e-a814-1ca18d3c381b req-413ac60d-3a67-4354-95aa-940b31d9896e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:20.191480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-047e536d-885f-4f9f-bec7-9e4c281bcbed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.191638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42fb8f06-e19c-482e-a814-1ca18d3c381b req-413ac60d-3a67-4354-95aa-940b31d9896e service neutron] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 1.1857178 Nov 16 04:42:20.209433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Deleting port e3424785-906f-46a8-93d6-d25542bfc612 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:20.209781 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.213288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Provisioning complete for port 74e802b7-c18b-4ef1-b330-9aa50de96b6b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:20.214195 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.228324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734164dc-441f-4b25-a024-badf643e4860 None None] DHCP port deletion for 4aeb553c-d99e-435c-8214-4113a66657f7 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:42:20.243800 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ad392-683e-491c-83da-5b151bdf8dc9 None None] Pushing event updated for resources: {'Port': ['ID=74e802b7-c18b-4ef1-b330-9aa50de96b6b,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:20.263360 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Routers {'95dd754e-118c-4975-8d87-a10fe997a847'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:42:20.264228 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:42:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['95dd754e-118c-4975-8d87-a10fe997a847'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:20.306036 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-047e536d-885f-4f9f-bec7-9e4c281bcbed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.441301 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-047e536d-885f-4f9f-bec7-9e4c281bcbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.442460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10a678e7-7793-4f4e-84b0-36bd09dbb0fd req-33f9643d-bed9-46c6-b04b-d865acac67bb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6818175 Nov 16 04:42:20.451006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42fb8f06-e19c-482e-a814-1ca18d3c381b req-a151d124-233b-4fd2-a43a-2779a17aec2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685 HTTP/1.1" status: 200 len: 999 time: 0.2266870 Nov 16 04:42:20.459142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-047e536d-885f-4f9f-bec7-9e4c281bcbed admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.460116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-1cae73ac-74a2-46fc-b7de-9491adf5863f tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:20.462377 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-047e536d-885f-4f9f-bec7-9e4c281bcbed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cbe1efe-9d6e-487f-bc37-3c1b7969c7da HTTP/1.1" status: 204 len: 168 time: 0.3643670 Nov 16 04:42:20.471961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-1cae73ac-74a2-46fc-b7de-9491adf5863f tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/networks?id=7f578004-299a-4b51-bf1f-e28a8c0eb434 HTTP/1.1" status: 200 len: 814 time: 0.7617188 Nov 16 04:42:20.511307 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e536d-885f-4f9f-bec7-9e4c281bcbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbe1efe-9d6e-487f-bc37-3c1b7969c7da,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:20.516792 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] Set router 95dd754e-118c-4975-8d87-a10fe997a847 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:42:20.523987 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-1cee2142-3071-4cb3-92ea-54c3bbabfcbc tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/quotas/b5da29a687df4242a5917e216ebf4641 HTTP/1.1" status: 200 len: 375 time: 0.0508597 Nov 16 04:42:20.533559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] For port e3424785-906f-46a8-93d6-d25542bfc612, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e3424785-906f-46a8-93d6-d25542bfc612,segment=NetworkSegment(2591dc01-7c24-4148-97db-fc9ce24f22a0),segment_id=2591dc01-7c24-4148-97db-fc9ce24f22a0)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:20.534227 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.568973 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Calling delete_port for e3424785-906f-46a8-93d6-d25542bfc612 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:20.613914 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3abea23-d87e-4825-80ab-f84362ea69ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.621249 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3abea23-d87e-4825-80ab-f84362ea69ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.626398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e3abea23-d87e-4825-80ab-f84362ea69ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3166697f-f68b-4306-bbad-899aa99636be HTTP/1.1" status: 204 len: 168 time: 1.8744502 Nov 16 04:42:20.763643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abea23-d87e-4825-80ab-f84362ea69ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3166697f-f68b-4306-bbad-899aa99636be,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:20.799997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb8f06-e19c-482e-a814-1ca18d3c381b req-8c82bd71-4f82-4971-8df5-6636bb441de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:20.801509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42fb8f06-e19c-482e-a814-1ca18d3c381b req-8c82bd71-4f82-4971-8df5-6636bb441de3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.3271027 Nov 16 04:42:20.883043 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.931077 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] No DVR routers for this DVR port e3424785-906f-46a8-93d6-d25542bfc612 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:20.992094 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:20.994886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8d5311e2-949e-441c-817c-5bcadd731622 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b5da29a687df4242a5917e216ebf4641&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4096315 Nov 16 04:42:20.997258 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dd754e-118c-4975-8d87-a10fe997a847', 'name': 'tempest-TaggedBootDevicesTest-1601697637-router', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:42:05Z', 'updated_at': '2021-11-16T04:42:15Z', 'revision_number': 4, 'project_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'gw_port': {'id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dd754e-118c-4975-8d87-a10fe997a847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:42:07Z', 'updated_at': '2021-11-16T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '74e802b7-c18b-4ef1-b330-9aa50de96b6b', 'name': '', 'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'mac_address': 'fa:16:3e:e7:74:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dd754e-118c-4975-8d87-a10fe997a847', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6bee5d44-6fbc-4e98-bf27-20b2cceab092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:42:14Z', 'updated_at': '2021-11-16T04:42:20Z', 'revision_number': 4, 'project_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'subnets': [{'id': '6bee5d44-6fbc-4e98-bf27-20b2cceab092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:21.005541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-734164dc-441f-4b25-a024-badf643e4860 None None] Deleting port e3424785-906f-46a8-93d6-d25542bfc612 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:21.008344 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-734164dc-441f-4b25-a024-badf643e4860 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:21.045120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb8f06-e19c-482e-a814-1ca18d3c381b req-3ff87afa-602c-4be7-a5df-eaa85216bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:21.047023 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f011e-34b8-4258-90dd-6eecaa447a3a None None] The sync data for ids ['95dd754e-118c-4975-8d87-a10fe997a847'] in n-d-818042-1 is: [{'id': '95dd754e-118c-4975-8d87-a10fe997a847', 'name': 'tempest-TaggedBootDevicesTest-1601697637-router', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:42:05Z', 'updated_at': '2021-11-16T04:42:15Z', 'revision_number': 4, 'project_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'gw_port': {'id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dd754e-118c-4975-8d87-a10fe997a847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:42:07Z', 'updated_at': '2021-11-16T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '74e802b7-c18b-4ef1-b330-9aa50de96b6b', 'name': '', 'network_id': 'f8def055-1817-4ea8-9beb-8aed596b918c', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'mac_address': 'fa:16:3e:e7:74:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95dd754e-118c-4975-8d87-a10fe997a847', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6bee5d44-6fbc-4e98-bf27-20b2cceab092', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:42:14Z', 'updated_at': '2021-11-16T04:42:20Z', 'revision_number': 4, 'project_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'subnets': [{'id': '6bee5d44-6fbc-4e98-bf27-20b2cceab092', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:42:21.048975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42fb8f06-e19c-482e-a814-1ca18d3c381b req-3ff87afa-602c-4be7-a5df-eaa85216bc6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361979 Nov 16 04:42:21.298205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] For port 74e802b7-c18b-4ef1-b330-9aa50de96b6b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=74e802b7-c18b-4ef1-b330-9aa50de96b6b,segment=NetworkSegment(9b185fe6-ba68-4e96-a19e-0e774d2e3965),segment_id=9b185fe6-ba68-4e96-a19e-0e774d2e3965)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:21.323843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-734164dc-441f-4b25-a024-badf643e4860 None None] For port e3424785-906f-46a8-93d6-d25542bfc612, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:21.325864 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-734164dc-441f-4b25-a024-badf643e4860 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:21.329245 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:21.392876 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42fb8f06-e19c-482e-a814-1ca18d3c381b req-c45cc4b0-8326-4828-a42c-164f8d542c25 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353870 Nov 16 04:42:21.397119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-734164dc-441f-4b25-a024-badf643e4860 None None] Calling delete_port for e3424785-906f-46a8-93d6-d25542bfc612 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:21.407162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-734164dc-441f-4b25-a024-badf643e4860 None None] Port e3424785-906f-46a8-93d6-d25542bfc612 was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 04:42:21.413021 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-734164dc-441f-4b25-a024-badf643e4860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:21.528734 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734164dc-441f-4b25-a024-badf643e4860 None None] No DVR routers for this DVR port e3424785-906f-46a8-93d6-d25542bfc612 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:21.537730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Pushing event updated for resources: {'Port': ['ID=74e802b7-c18b-4ef1-b330-9aa50de96b6b,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:21.582445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:21.585137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:21.586458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:21.587320 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:21.589078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:21.593173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:21.593712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:21.597651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:21.598367 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:21.599213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:21.599724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:21.600221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3578d4-e90e-489a-8aa9-2b1a4775a6b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:21.609718 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:21.619153 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a74a849e-cd25-42ef-b8d9-82c2e2c0afa4 None None] Provisioning complete for port 74e802b7-c18b-4ef1-b330-9aa50de96b6b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:21.620471 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a74a849e-cd25-42ef-b8d9-82c2e2c0afa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:21.867916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734164dc-441f-4b25-a024-badf643e4860 None None] Pushing event deleted for resources: {'Port': ['ID=e3424785-906f-46a8-93d6-d25542bfc612,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:21.958586 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3424785-906f-46a8-93d6-d25542bfc612,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:22.007280 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-076ff58b-03f0-4e4f-8417-d81e38142f00 service neutron] 10.222.0.41 "GET /v2.0/networks/7f578004-299a-4b51-bf1f-e28a8c0eb434?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0101655 Nov 16 04:42:22.031440 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:22.063545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aeb553c-d99e-435c-8214-4113a66657f7']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:22.102778 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2591dc01-7c24-4148-97db-fc9ce24f22a0') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:22.105433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2591dc01-7c24-4148-97db-fc9ce24f22a0') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:22.135170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:22.136931 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:22.159334 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:22.213850 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:22.241090 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:42:22.242649 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:22.291374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-e361c97f-d3e1-4943-8b38-7c91cdd2bb68 service neutron] 10.222.0.41 "GET /v2.0/networks/7f578004-299a-4b51-bf1f-e28a8c0eb434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830977 Nov 16 04:42:22.357808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42fb8f06-e19c-482e-a814-1ca18d3c381b req-93f7a3c1-aed9-4c67-b6a5-db86538f5de4 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9580915 Nov 16 04:42:22.395683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 74e802b7-c18b-4ef1-b330-9aa50de96b6b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:42:22.396953 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:42:22.436303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05569e63-1f9c-4814-9b7a-b7b251247412 req-6bfa0e75-238d-45b3-9127-acf6f9624495 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:22.445671 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:22.451386 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05569e63-1f9c-4814-9b7a-b7b251247412 req-6bfa0e75-238d-45b3-9127-acf6f9624495 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.4418349 Nov 16 04:42:22.457576 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:22.477620 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4aeb553c-d99e-435c-8214-4113a66657f7 HTTP/1.1" status: 204 len: 168 time: 2.6753988 Nov 16 04:42:22.489378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34892) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:22.523771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 74e802b7-c18b-4ef1-b330-9aa50de96b6b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:22.524153 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:22.598410 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05569e63-1f9c-4814-9b7a-b7b251247412 req-8e602d68-ef6e-4a35-a2f9-e2a6c7f6fecf tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454160 Nov 16 04:42:22.890543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34912) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:22.894594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f3e60-d213-4913-847e-1143d0ea92c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aeb553c-d99e-435c-8214-4113a66657f7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:22.921901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c133c852-fe6b-4c14-8f96-09394dc34dc3 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:22.950730 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314be647-c370-4806-aedb-a4c62c8f6069 req-a73eb874-042a-4a2e-a5f2-16778a9b69de tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:22.959813 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-314be647-c370-4806-aedb-a4c62c8f6069 req-a73eb874-042a-4a2e-a5f2-16778a9b69de tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 951 time: 0.1458993 Nov 16 04:42:22.975523 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: c133c852-fe6b-4c14-8f96-09394dc34dc3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:22.981738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c133c852-fe6b-4c14-8f96-09394dc34dc3 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:22.985236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0d20f374-62e1-4451-bf87-619b5a24c980 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:23.042739 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 0d20f374-62e1-4451-bf87-619b5a24c980 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:23.043086 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0d20f374-62e1-4451-bf87-619b5a24c980 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:23.043501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e3424785-906f-46a8-93d6-d25542bfc612 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:23.102919 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: e3424785-906f-46a8-93d6-d25542bfc612 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:23.104080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e3424785-906f-46a8-93d6-d25542bfc612 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:23.236146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b1b25fc-5e24-47c0-bea1-d1fc46e9f5aa req-11489720-5218-46b8-a276-a6645bafb9b9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 210 time: 0.2124512 Nov 16 04:42:23.389210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fab11-4f45-4d96-828c-e9b61a539a81 req-b50efd04-5d28-4e18-9e8e-3880b8d24187 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:23.399717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e9fab11-4f45-4d96-828c-e9b61a539a81 req-b50efd04-5d28-4e18-9e8e-3880b8d24187 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 951 time: 0.4036567 Nov 16 04:42:23.410100 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 74e802b7-c18b-4ef1-b330-9aa50de96b6b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:23.418258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-314be647-c370-4806-aedb-a4c62c8f6069 req-ba2c8aca-8f1a-4809-899d-34943a73cb1d tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505320 Nov 16 04:42:23.427464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-90352032-network', 'tenant_id': '40b17cd8bd234b4ca4c1760c45b9b270'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:23.574789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 74e802b7-c18b-4ef1-b330-9aa50de96b6b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:23.576311 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:23.628019 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Made reservation on behalf of 40b17cd8bd234b4ca4c1760c45b9b270 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:23.642521 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:23.646024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79f8949c-eca5-4dec-ae13-8cfa156b5758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:23.708401 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:23.866300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-3e9fab11-4f45-4d96-828c-e9b61a539a81 req-192c39f7-9851-434c-bfb0-55848acd7460 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Deleting port 2e70a93b-1d00-4e10-8a25-8cd815bf6647 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:23.866300 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3e9fab11-4f45-4d96-828c-e9b61a539a81 req-192c39f7-9851-434c-bfb0-55848acd7460 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:23.953878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f068c5-fb5a-4b5d-b034-446956ebcf45 req-f325086c-1f12-4a70-8490-6a9718595574 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:23.962719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6f068c5-fb5a-4b5d-b034-446956ebcf45 req-f325086c-1f12-4a70-8490-6a9718595574 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1684105 Nov 16 04:42:24.025116 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:24.057739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:24.134828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:42:24.139869 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-3e9fab11-4f45-4d96-828c-e9b61a539a81 req-192c39f7-9851-434c-bfb0-55848acd7460 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] For port 2e70a93b-1d00-4e10-8a25-8cd815bf6647, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2e70a93b-1d00-4e10-8a25-8cd815bf6647,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:24.140239 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3e9fab11-4f45-4d96-828c-e9b61a539a81 req-192c39f7-9851-434c-bfb0-55848acd7460 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:24.169915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6f068c5-fb5a-4b5d-b034-446956ebcf45 req-ce160552-e790-4247-9a32-e9cae5913d79 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2056360 Nov 16 04:42:24.172679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-3e9fab11-4f45-4d96-828c-e9b61a539a81 req-192c39f7-9851-434c-bfb0-55848acd7460 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Calling delete_port for 2e70a93b-1d00-4e10-8a25-8cd815bf6647 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:24.178804 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:24.183216 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:24.183783 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Added segment c46db0fc-a55d-4f40-9b98-77d3cb3ad445 of type vlan for network e2b3a4bd-4030-400c-8fc8-6688deb93e65 Nov 16 04:42:24.196630 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-79f8949c-eca5-4dec-ae13-8cfa156b5758 admin admin] Deleting port d7152ad7-907c-429b-8a34-eacac978859c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:24.196971 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79f8949c-eca5-4dec-ae13-8cfa156b5758 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:24.265825 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:24.348522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-79f8949c-eca5-4dec-ae13-8cfa156b5758 admin admin] For port d7152ad7-907c-429b-8a34-eacac978859c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d7152ad7-907c-429b-8a34-eacac978859c,segment=NetworkSegment(8de78b3d-dd3d-47c5-98d4-c32782d0af21),segment_id=8de78b3d-dd3d-47c5-98d4-c32782d0af21)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:24.349263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79f8949c-eca5-4dec-ae13-8cfa156b5758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:24.402167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-79f8949c-eca5-4dec-ae13-8cfa156b5758 admin admin] Calling delete_port for d7152ad7-907c-429b-8a34-eacac978859c owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:24.442380 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:24.446576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:24.447482 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:24.596689 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3e9fab11-4f45-4d96-828c-e9b61a539a81 req-192c39f7-9851-434c-bfb0-55848acd7460 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:24.601381 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7028387 Nov 16 04:42:24.606784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35010) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:24.618068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['a9450c8e-a41b-49ba-96a6-28e1aca79eec', '2e70a93b-1d00-4e10-8a25-8cd815bf6647'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:42:24.620947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['09f5545e-9287-4c90-adfe-1f351744462c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:42:24.664321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-09513b61-bd02-4f75-bca6-260eb9557932 admin admin] Request body: {'subnet': {'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-90352032-subnet', 'tenant_id': '40b17cd8bd234b4ca4c1760c45b9b270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:24.714045 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4790969b-20e5-4bba-849e-94ba31c4ca33 req-cb8cf731-1694-409b-a60c-8bc9dfad40b3 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 210 time: 0.2024145 Nov 16 04:42:24.776925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba518f-f40e-4b3a-8100-f733457148cf admin admin] Pushing event updated for resources: {'Network': ['ID=e2b3a4bd-4030-400c-8fc8-6688deb93e65,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:24.781113 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79f8949c-eca5-4dec-ae13-8cfa156b5758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:24.785757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c39f7-9851-434c-bfb0-55848acd7460 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Pushing event deleted for resources: {'Port': ['ID=2e70a93b-1d00-4e10-8a25-8cd815bf6647,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:24.820950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e2b3a4bd-4030-400c-8fc8-6688deb93e65 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:42:24.849189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f9b31498-a15f-4c51-9ebf-8553ef963fc0 req-a45eb60a-f83a-4211-96a8-73c64cc691fb tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3f8d341-1736-4238-ba46-7a07fc72a57c HTTP/1.1" status: 200 len: 210 time: 0.0772834 Nov 16 04:42:24.857276 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8949c-eca5-4dec-ae13-8cfa156b5758 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7152ad7-907c-429b-8a34-eacac978859c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:24.919049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09513b61-bd02-4f75-bca6-260eb9557932 admin admin] Made reservation on behalf of 40b17cd8bd234b4ca4c1760c45b9b270 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:24.921309 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09513b61-bd02-4f75-bca6-260eb9557932 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:25.041903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9fab11-4f45-4d96-828c-e9b61a539a81 req-192c39f7-9851-434c-bfb0-55848acd7460 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] No DVR routers for this DVR port 2e70a93b-1d00-4e10-8a25-8cd815bf6647 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:25.052882 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8bf4ddbc-d459-41f8-bc13-050f3780ad8c tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:25.060006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8bf4ddbc-d459-41f8-bc13-050f3780ad8c tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.37 "GET /v2.0/networks?id=7f578004-299a-4b51-bf1f-e28a8c0eb434 HTTP/1.1" status: 200 len: 814 time: 0.5783486 Nov 16 04:42:25.063314 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3e9fab11-4f45-4d96-828c-e9b61a539a81 req-192c39f7-9851-434c-bfb0-55848acd7460 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:25.073062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e9fab11-4f45-4d96-828c-e9b61a539a81 req-192c39f7-9851-434c-bfb0-55848acd7460 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "DELETE /v2.0/ports/2e70a93b-1d00-4e10-8a25-8cd815bf6647 HTTP/1.1" status: 204 len: 173 time: 1.6420205 Nov 16 04:42:25.074649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'name': 'network-vif-deleted', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:25.076931 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b5ab98-4519-49b5-98a3-7c90652949e7" -d '{"events": [{"server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "name": "network-vif-deleted", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:25.096248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-500d9da9-ff8b-49c7-98ae-dc8bab7203d9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Request body: {'port': {'device_id': 'c7a58b54-d83a-415f-97c3-2cbdde527626', 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434', 'admin_state_up': True, 'tenant_id': 'b5da29a687df4242a5917e216ebf4641'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:25.174310 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79f8949c-eca5-4dec-ae13-8cfa156b5758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:25.180066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e85a1c-8c6f-4c43-b215-afa57df83dbd req-de95aa13-fb56-4020-954d-c4ce784b137d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:25.192029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4e85a1c-8c6f-4c43-b215-afa57df83dbd req-de95aa13-fb56-4020-954d-c4ce784b137d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.3934484 Nov 16 04:42:25.452659 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4e85a1c-8c6f-4c43-b215-afa57df83dbd req-5a6d1476-338a-4cb3-8669-0f8d9bd379dc tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479703 Nov 16 04:42:25.610747 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09513b61-bd02-4f75-bca6-260eb9557932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:25.671436 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975f5739-aa7a-48a4-a654-f69d10ced544 x-openstack-request-id: req-975f5739-aa7a-48a4-a654-f69d10ced544 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:25.671846 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f8d341-1736-4238-ba46-7a07fc72a57c", "name": "network-vif-deleted", "tag": "2e70a93b-1d00-4e10-8a25-8cd815bf6647", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:25.672024 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-975f5739-aa7a-48a4-a654-f69d10ced544 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:25.672599 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f8d341-1736-4238-ba46-7a07fc72a57c', 'name': 'network-vif-deleted', 'tag': '2e70a93b-1d00-4e10-8a25-8cd815bf6647', 'status': 'completed', 'code': 200} Nov 16 04:42:25.711187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-500d9da9-ff8b-49c7-98ae-dc8bab7203d9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Made reservation on behalf of b5da29a687df4242a5917e216ebf4641 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:25.723021 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-500d9da9-ff8b-49c7-98ae-dc8bab7203d9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:25.769759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09513b61-bd02-4f75-bca6-260eb9557932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:25.794094 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f8949c-eca5-4dec-ae13-8cfa156b5758 admin admin] Router af92e748-a444-4187-b642-6d92dfd28750 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:42:25.820811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09513b61-bd02-4f75-bca6-260eb9557932 admin admin] Checking segment: {'id': 'c46db0fc-a55d-4f40-9b98-77d3cb3ad445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:25.821309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09513b61-bd02-4f75-bca6-260eb9557932 admin admin] Network hostable DHCP agents. Network: e2b3a4bd-4030-400c-8fc8-6688deb93e65, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:42:25.999865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09513b61-bd02-4f75-bca6-260eb9557932 admin admin] Network e2b3a4bd-4030-400c-8fc8-6688deb93e65 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:42:26.063098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f8949c-eca5-4dec-ae13-8cfa156b5758 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:42:26.078759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512ab3e0-ebe9-45aa-b1b4-bffae44a8740 None None] Sync routers for ids ['af92e748-a444-4187-b642-6d92dfd28750'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:42:26.079331 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-79f8949c-eca5-4dec-ae13-8cfa156b5758 admin admin] 10.222.0.41 "PUT /v2.0/routers/af92e748-a444-4187-b642-6d92dfd28750/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5791016 Nov 16 04:42:26.079485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35048) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:26.095459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ab3e0-ebe9-45aa-b1b4-bffae44a8740 None None] Routers {'af92e748-a444-4187-b642-6d92dfd28750'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:42:26.097076 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-512ab3e0-ebe9-45aa-b1b4-bffae44a8740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:42:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['af92e748-a444-4187-b642-6d92dfd28750'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:26.333568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-09513b61-bd02-4f75-bca6-260eb9557932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e2b3a4bd-4030-400c-8fc8-6688deb93e65) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:26.337417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-500d9da9-ff8b-49c7-98ae-dc8bab7203d9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Allocated IP 172.20.0.10 (7f578004-299a-4b51-bf1f-e28a8c0eb434/b7fa23f9-90e4-4016-b3f1-8fc9d813e310/14571367-cd41-4522-aa51-671e6db7e403) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:42:26.357235 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b639d-2753-4cc2-9cef-8b2d6ea94946 None None] Network e2b3a4bd-4030-400c-8fc8-6688deb93e65 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:42:26.365666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09513b61-bd02-4f75-bca6-260eb9557932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:26.369807 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09513b61-bd02-4f75-bca6-260eb9557932 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:26.408798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90d3b7-132d-4007-800b-91419973d532 req-fe193117-f074-471b-8ea4-46ffcac5f143 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:26.410356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-512ab3e0-ebe9-45aa-b1b4-bffae44a8740 None None] Set router af92e748-a444-4187-b642-6d92dfd28750 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:42:26.422173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc90d3b7-132d-4007-800b-91419973d532 req-fe193117-f074-471b-8ea4-46ffcac5f143 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.5578394 Nov 16 04:42:26.441309 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:26.653378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-09513b61-bd02-4f75-bca6-260eb9557932 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9971688 Nov 16 04:42:26.733751 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc90d3b7-132d-4007-800b-91419973d532 req-4e6b4959-112b-4247-896c-3c85459a47c4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105860 Nov 16 04:42:26.850745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2e70a93b-1d00-4e10-8a25-8cd815bf6647 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:26.929429 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:26.937977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 2e70a93b-1d00-4e10-8a25-8cd815bf6647 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:26.938321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2e70a93b-1d00-4e10-8a25-8cd815bf6647 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:27.083829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e6888f-3168-4d40-ad45-cd12440964d8 None None] Network e2b3a4bd-4030-400c-8fc8-6688deb93e65 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:42:27.146865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f477ac7a-8859-4d4f-b9c5-78a4fc3ac356 req-1482f627-738a-4a79-8120-8c6a64b7533a tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 210 time: 0.1328709 Nov 16 04:42:27.197638 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-500d9da9-ff8b-49c7-98ae-dc8bab7203d9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:27.231112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Deleting port 7916d28f-fee5-41cf-b6a8-086a13ade31a {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:27.231442 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:27.249732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-512ab3e0-ebe9-45aa-b1b4-bffae44a8740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af92e748-a444-4187-b642-6d92dfd28750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1659988324-router', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:46Z', 'updated_at': '2021-11-16T04:42:24Z', 'revision_number': 5, 'project_id': 'f6d20b6af5c84476bc51ef970275cc59', 'gw_port': {'id': '7916d28f-fee5-41cf-b6a8-086a13ade31a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:25:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af92e748-a444-4187-b642-6d92dfd28750', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:36:48Z', 'updated_at': '2021-11-16T04:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:27.314932 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-500d9da9-ff8b-49c7-98ae-dc8bab7203d9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:27.375394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512ab3e0-ebe9-45aa-b1b4-bffae44a8740 None None] Checking router: af92e748-a444-4187-b642-6d92dfd28750 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:42:27.391322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-500d9da9-ff8b-49c7-98ae-dc8bab7203d9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Network 7f578004-299a-4b51-bf1f-e28a8c0eb434 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:27.420013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-85e9b939-34b3-43e8-bf2c-a769e20bb55b req-b223ff0a-3bb7-43d3-8bff-8c35a7602afb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-831458536', 'description': 'tempest-description-1609141452'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:27.425173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-500d9da9-ff8b-49c7-98ae-dc8bab7203d9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:27.430339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] For port 7916d28f-fee5-41cf-b6a8-086a13ade31a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7916d28f-fee5-41cf-b6a8-086a13ade31a,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:27.430726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:27.453533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-500d9da9-ff8b-49c7-98ae-dc8bab7203d9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:42:27.535340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Calling delete_port for 7916d28f-fee5-41cf-b6a8-086a13ade31a owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:27.558822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d9da9-ff8b-49c7-98ae-dc8bab7203d9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Pushing event updated for resources: {'Port': ['ID=14571367-cd41-4522-aa51-671e6db7e403,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:27.628452 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85e9b939-34b3-43e8-bf2c-a769e20bb55b req-b223ff0a-3bb7-43d3-8bff-8c35a7602afb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:27.653571 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ab3e0-ebe9-45aa-b1b4-bffae44a8740 None None] Routers {'af92e748-a444-4187-b642-6d92dfd28750'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:42:27.658039 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-512ab3e0-ebe9-45aa-b1b4-bffae44a8740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:42:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['af92e748-a444-4187-b642-6d92dfd28750'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:27.744507 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-500d9da9-ff8b-49c7-98ae-dc8bab7203d9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:27.744971 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-500d9da9-ff8b-49c7-98ae-dc8bab7203d9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:27.864106 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-512ab3e0-ebe9-45aa-b1b4-bffae44a8740 None None] Set router af92e748-a444-4187-b642-6d92dfd28750 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:42:27.925337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-500d9da9-ff8b-49c7-98ae-dc8bab7203d9 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8445296 Nov 16 04:42:27.937560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-512ab3e0-ebe9-45aa-b1b4-bffae44a8740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af92e748-a444-4187-b642-6d92dfd28750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1659988324-router', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:46Z', 'updated_at': '2021-11-16T04:42:26Z', 'revision_number': 6, 'project_id': 'f6d20b6af5c84476bc51ef970275cc59', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:28.000752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512ab3e0-ebe9-45aa-b1b4-bffae44a8740 None None] The sync data for ids ['af92e748-a444-4187-b642-6d92dfd28750'] in n-d-818042-1 is: [{'id': 'af92e748-a444-4187-b642-6d92dfd28750', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1659988324-router', 'tenant_id': 'f6d20b6af5c84476bc51ef970275cc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:36:46Z', 'updated_at': '2021-11-16T04:42:26Z', 'revision_number': 6, 'project_id': 'f6d20b6af5c84476bc51ef970275cc59', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:42:28.003599 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ce301710-a5b0-4f3b-a108-8956c0f0af33 None None] Provisioning complete for port 14571367-cd41-4522-aa51-671e6db7e403 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:28.004064 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce301710-a5b0-4f3b-a108-8956c0f0af33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.030516 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85e9b939-34b3-43e8-bf2c-a769e20bb55b req-b223ff0a-3bb7-43d3-8bff-8c35a7602afb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.062738 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85e9b939-34b3-43e8-bf2c-a769e20bb55b req-b223ff0a-3bb7-43d3-8bff-8c35a7602afb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.073570 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ce301710-a5b0-4f3b-a108-8956c0f0af33 None None] Port 14571367-cd41-4522-aa51-671e6db7e403 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:42:28.116292 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85e9b939-34b3-43e8-bf2c-a769e20bb55b req-b223ff0a-3bb7-43d3-8bff-8c35a7602afb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.134820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85e9b939-34b3-43e8-bf2c-a769e20bb55b req-b223ff0a-3bb7-43d3-8bff-8c35a7602afb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7413568 Nov 16 04:42:28.138392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223ff0a-3bb7-43d3-8bff-8c35a7602afb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef8feaa-22f3-4cfd-82fd-4db3e5ee52e7,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:28.152906 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.218254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Pushing event deleted for resources: {'Port': ['ID=7916d28f-fee5-41cf-b6a8-086a13ade31a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:28.295610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.417028 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.419391 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.480177 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.480890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router af92e748-a444-4187-b642-6d92dfd28750 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:42:28.486386 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.487616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c7f3ae1f-276d-45e4-bd51-9593bd51ef6a admin admin] 10.222.0.41 "DELETE /v2.0/routers/af92e748-a444-4187-b642-6d92dfd28750 HTTP/1.1" status: 204 len: 168 time: 2.4037974 Nov 16 04:42:28.490668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35086) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:28.589738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c24512a-25a5-4fee-9445-021b6aff16f4 admin admin] Deleting subnet 7beabb21-e2c1-456b-86c4-4698b6a02e2c {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:42:28.612275 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c24512a-25a5-4fee-9445-021b6aff16f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.655619 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c24512a-25a5-4fee-9445-021b6aff16f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.755656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c24512a-25a5-4fee-9445-021b6aff16f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.828100 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c24512a-25a5-4fee-9445-021b6aff16f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.861457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24512a-25a5-4fee-9445-021b6aff16f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7beabb21-e2c1-456b-86c4-4698b6a02e2c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:28.864057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c24512a-25a5-4fee-9445-021b6aff16f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.871839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbf22ee-9217-4940-992c-90646abcf9e2 None None] Network e6a3c459-606d-43a4-bdca-66263d544139 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:42:28.877948 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9c24512a-25a5-4fee-9445-021b6aff16f4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7beabb21-e2c1-456b-86c4-4698b6a02e2c HTTP/1.1" status: 204 len: 168 time: 0.3832655 Nov 16 04:42:28.878204 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35090) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:28.978694 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:28.990897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c860c2-006b-491e-bec0-4ee0830b3666 req-a42699c4-7f0f-4568-ab4a-d5d6b4948c04 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1088977 Nov 16 04:42:29.087547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c860c2-006b-491e-bec0-4ee0830b3666 req-e51cd158-060b-4533-8357-c1f87da7da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:29.088657 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Deleting port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:29.089047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:29.089178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c860c2-006b-491e-bec0-4ee0830b3666 req-e51cd158-060b-4533-8357-c1f87da7da09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 1095 time: 0.0750751 Nov 16 04:42:29.250591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3a49e0-0d10-4dc1-8890-97c065f4afc4 None None] DHCP port deletion for e6a3c459-606d-43a4-bdca-66263d544139 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:42:29.284276 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] For port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1,segment=NetworkSegment(8de78b3d-dd3d-47c5-98d4-c32782d0af21),segment_id=8de78b3d-dd3d-47c5-98d4-c32782d0af21)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:29.284662 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:29.303201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c860c2-006b-491e-bec0-4ee0830b3666 req-823642c7-83e7-4ab3-9a4d-8d17b0e14b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:29.304738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c860c2-006b-491e-bec0-4ee0830b3666 req-823642c7-83e7-4ab3-9a4d-8d17b0e14b07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.1947780 Nov 16 04:42:29.317121 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Calling delete_port for fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:29.330799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7916d28f-fee5-41cf-b6a8-086a13ade31a no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:29.414412 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 7916d28f-fee5-41cf-b6a8-086a13ade31a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:29.414740 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7916d28f-fee5-41cf-b6a8-086a13ade31a not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:29.419890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d7152ad7-907c-429b-8a34-eacac978859c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:29.452513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c860c2-006b-491e-bec0-4ee0830b3666 req-40333423-0706-402b-8a77-19197e9f0c70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685 HTTP/1.1" status: 200 len: 999 time: 0.1408000 Nov 16 04:42:29.478915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d7152ad7-907c-429b-8a34-eacac978859c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:29.488404 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d7152ad7-907c-429b-8a34-eacac978859c not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:29.504060 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-de3a49e0-0d10-4dc1-8890-97c065f4afc4 None None] Deleting port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:29.504427 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de3a49e0-0d10-4dc1-8890-97c065f4afc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:29.522656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:29.551656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c860c2-006b-491e-bec0-4ee0830b3666 req-93ff59fc-4174-4948-8c9b-278bb03efb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:29.553129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c860c2-006b-491e-bec0-4ee0830b3666 req-93ff59fc-4174-4948-8c9b-278bb03efb62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.0938540 Nov 16 04:42:29.576042 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:29.588465 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] No DVR routers for this DVR port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:29.642168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-de3a49e0-0d10-4dc1-8890-97c065f4afc4 None None] For port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1,segment=NetworkSegment(8de78b3d-dd3d-47c5-98d4-c32782d0af21),segment_id=8de78b3d-dd3d-47c5-98d4-c32782d0af21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:29.645196 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de3a49e0-0d10-4dc1-8890-97c065f4afc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:29.659786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c860c2-006b-491e-bec0-4ee0830b3666 req-845994d1-d46c-4b75-89cc-2b95dbdda2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:29.661277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c860c2-006b-491e-bec0-4ee0830b3666 req-845994d1-d46c-4b75-89cc-2b95dbdda2ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018710 Nov 16 04:42:29.676991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-de3a49e0-0d10-4dc1-8890-97c065f4afc4 None None] Calling delete_port for fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:29.765671 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:29.802285 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de3a49e0-0d10-4dc1-8890-97c065f4afc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:29.802528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a3c459-606d-43a4-bdca-66263d544139']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:29.821261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de78b3d-dd3d-47c5-98d4-c32782d0af21') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:29.822058 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de78b3d-dd3d-47c5-98d4-c32782d0af21') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:42:29.831019 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c860c2-006b-491e-bec0-4ee0830b3666 req-72d82273-126e-4099-b4a2-2a0db3dab1eb service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606505 Nov 16 04:42:29.832585 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a49e0-0d10-4dc1-8890-97c065f4afc4 None None] Pushing event deleted for resources: {'Port': ['ID=fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:29.836231 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a49e0-0d10-4dc1-8890-97c065f4afc4 None None] No DVR routers for this DVR port fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:29.853499 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:29.877508 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:29.891184 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:42:29.893245 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:42:29.896667 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:42:29.989247 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:29.997427 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:30.004710 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e6a3c459-606d-43a4-bdca-66263d544139 HTTP/1.1" status: 204 len: 168 time: 1.1253939 Nov 16 04:42:30.051217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dadde3-7ebb-439c-a747-7a8be1fc8a40 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a3c459-606d-43a4-bdca-66263d544139,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:30.325184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c860c2-006b-491e-bec0-4ee0830b3666 req-3e449fe8-87f8-4450-8ac2-b7d54a2737bd service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4875870 Nov 16 04:42:30.340344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35096) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:30.407950 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d867ccb5-17f3-4ac4-9664-c5bc7ab629e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=409d424c014a4366a4ddffd6325d0448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0640504 Nov 16 04:42:30.408306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35098) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:30.469271 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6be44bf-21bf-4ccc-93d2-19382e97a562 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:30.495634 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6be44bf-21bf-4ccc-93d2-19382e97a562 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:30.572151 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6be44bf-21bf-4ccc-93d2-19382e97a562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:30.574892 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6be44bf-21bf-4ccc-93d2-19382e97a562 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:30.583595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f6be44bf-21bf-4ccc-93d2-19382e97a562 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2e7730a-40e3-4db9-b549-33a75d514ef0 HTTP/1.1" status: 204 len: 168 time: 0.1741071 Nov 16 04:42:30.609039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be44bf-21bf-4ccc-93d2-19382e97a562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e7730a-40e3-4db9-b549-33a75d514ef0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:31.040638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35104) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:31.105979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35108) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:31.106952 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d33ce438-1f1a-4047-a530-a77a0c9e0a43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6d20b6af5c84476bc51ef970275cc59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0637577 Nov 16 04:42:31.166644 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83116320-e3b0-4af0-8ab0-7eea25e96353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:31.190736 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83116320-e3b0-4af0-8ab0-7eea25e96353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:31.252469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:31.254536 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83116320-e3b0-4af0-8ab0-7eea25e96353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:31.256175 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83116320-e3b0-4af0-8ab0-7eea25e96353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:31.257332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-83116320-e3b0-4af0-8ab0-7eea25e96353 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b13d6318-9a66-412c-a22c-03a98b3b38fb HTTP/1.1" status: 204 len: 168 time: 0.1508098 Nov 16 04:42:31.269564 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83116320-e3b0-4af0-8ab0-7eea25e96353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13d6318-9a66-412c-a22c-03a98b3b38fb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:31.289936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:31.290265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fcb7a64c-15eb-4e33-9d58-5e3f9d36b0e1 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:32.215441 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:42:35.909054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5b54-2403-4e10-839f-2e4405da29ae req-bebe7ae8-20ad-4e55-9cc0-67f72ad40f2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:35.911260 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-bebe7ae8-20ad-4e55-9cc0-67f72ad40f2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 811 time: 0.1149781 Nov 16 04:42:35.932280 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-fbbbd2e6-d6ec-401f-9dd4-05ed1aec8c1b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/quotas/98886c56b701447cb464fb425061a484 HTTP/1.1" status: 200 len: 375 time: 0.0150263 Nov 16 04:42:35.953113 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-5469a601-e1ee-47ed-b325-8d7e1dfd9eba req-fe1f4274-6063-4870-bdcd-4a988f01f38a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2123412620', 'description': 'tempest-description-1821010069'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:35.999094 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5469a601-e1ee-47ed-b325-8d7e1dfd9eba req-fe1f4274-6063-4870-bdcd-4a988f01f38a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:36.022745 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-137ac899-1b20-43ad-8d48-47d7846250ef tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0823076 Nov 16 04:42:36.092019 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5469a601-e1ee-47ed-b325-8d7e1dfd9eba req-fe1f4274-6063-4870-bdcd-4a988f01f38a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:36.096612 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5469a601-e1ee-47ed-b325-8d7e1dfd9eba req-fe1f4274-6063-4870-bdcd-4a988f01f38a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:36.126725 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5469a601-e1ee-47ed-b325-8d7e1dfd9eba req-fe1f4274-6063-4870-bdcd-4a988f01f38a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:36.130222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5469a601-e1ee-47ed-b325-8d7e1dfd9eba req-fe1f4274-6063-4870-bdcd-4a988f01f38a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.1879940 Nov 16 04:42:36.141089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f4274-6063-4870-bdcd-4a988f01f38a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e06149f-3c6d-4ec0-8392-5006e0804ee7,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:36.299335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39685e2-fbe1-4861-a343-136a4f1deb9c req-bb95305d-1c3a-48b5-bdbe-be95a81c6d8d tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:36.300804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b39685e2-fbe1-4861-a343-136a4f1deb9c req-bb95305d-1c3a-48b5-bdbe-be95a81c6d8d tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 932 time: 0.1172009 Nov 16 04:42:36.318862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-eed9cf36-a9b8-4ad2-8b9c-538444caf04b service neutron] 10.222.0.41 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865684 Nov 16 04:42:36.346958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Request body: {'port': {'device_id': 'c7a58b54-d83a-415f-97c3-2cbdde527626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:36.468221 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b39685e2-fbe1-4861-a343-136a4f1deb9c req-62c0e3ee-a332-4db7-9536-dd37675da593 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0284cfb-3daf-4ba3-86cc-60be18df5b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613119 Nov 16 04:42:36.498527 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:36.512294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-969fb5aa-2f25-4ea2-a3e7-ccf66f1fedf5 service neutron] 10.222.0.41 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818855 Nov 16 04:42:36.838611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-845701dc-932e-43c1-84b5-bc0b0fbf14a4 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=79881f42257c4d20828e72db69ea2e45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676358 Nov 16 04:42:36.981952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54457aa5-edf4-48eb-a218-0d10ba45a186 req-a9450069-fc4c-46b0-aec4-f85ed410319b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:36.983383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54457aa5-edf4-48eb-a218-0d10ba45a186 req-a9450069-fc4c-46b0-aec4-f85ed410319b tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.1862493 Nov 16 04:42:37.013235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14571367-cd41-4522-aa51-671e6db7e403 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:42:37.037202 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:37.056658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-66dc226c-a400-43a1-a772-5eb36f517fae tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:37.058289 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-66dc226c-a400-43a1-a772-5eb36f517fae tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187667 Nov 16 04:42:37.069834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Transition to ACTIVE for port object 14571367-cd41-4522-aa51-671e6db7e403 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:42:37.084369 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:37.101638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-84ac4328-3cd9-4d69-b4e2-890e8d00c6c9 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/quotas/79881f42257c4d20828e72db69ea2e45 HTTP/1.1" status: 200 len: 375 time: 0.0306342 Nov 16 04:42:37.127385 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54457aa5-edf4-48eb-a218-0d10ba45a186 req-3c2f1e9a-e486-4746-b117-c7e5ff10eb7e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354532 Nov 16 04:42:37.175820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-8a43eb58-c1fa-4e79-9f77-a09c52730fbe tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79881f42257c4d20828e72db69ea2e45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527911 Nov 16 04:42:37.182665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=14571367-cd41-4522-aa51-671e6db7e403,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:37.413881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Attempting to bind port 14571367-cd41-4522-aa51-671e6db7e403 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:42:37.414752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Attempting to bind port 14571367-cd41-4522-aa51-671e6db7e403 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'b4e47bd3-3391-4064-bb8c-f8a034ea508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:42:37.415195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Attempting to bind port 14571367-cd41-4522-aa51-671e6db7e403 on network 7f578004-299a-4b51-bf1f-e28a8c0eb434 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:37.427797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Port 14571367-cd41-4522-aa51-671e6db7e403 on network 7f578004-299a-4b51-bf1f-e28a8c0eb434 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:42:37.428410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Attempting to bind port 14571367-cd41-4522-aa51-671e6db7e403 on network 7f578004-299a-4b51-bf1f-e28a8c0eb434 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:37.460939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:42:37.461551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Checking segment: {'id': 'b4e47bd3-3391-4064-bb8c-f8a034ea508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:37.462171 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Bound using segment: {'id': 'b4e47bd3-3391-4064-bb8c-f8a034ea508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:42:37.462810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Bound port: 14571367-cd41-4522-aa51-671e6db7e403, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e47bd3-3391-4064-bb8c-f8a034ea508f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:42:37.463354 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:37.520115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-06b84dce-44fc-4902-800e-e843de7739e4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:37.521823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-06b84dce-44fc-4902-800e-e843de7739e4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/networks?id=e2b3a4bd-4030-400c-8fc8-6688deb93e65 HTTP/1.1" status: 200 len: 811 time: 0.2594428 Nov 16 04:42:37.586235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6174e30-0b2b-4b26-a65f-a1cb305b7cae req-081f77e4-5216-42d1-b9f4-0d6184e49c06 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 210 time: 0.0754271 Nov 16 04:42:37.595906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-8b14c957-8827-4e9e-9f78-367df5496b0d tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/quotas/40b17cd8bd234b4ca4c1760c45b9b270 HTTP/1.1" status: 200 len: 375 time: 0.0645854 Nov 16 04:42:37.637687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] For port 14571367-cd41-4522-aa51-671e6db7e403, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:37.642627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] For port 14571367-cd41-4522-aa51-671e6db7e403, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=14571367-cd41-4522-aa51-671e6db7e403,segment=NetworkSegment(b4e47bd3-3391-4064-bb8c-f8a034ea508f),segment_id=b4e47bd3-3391-4064-bb8c-f8a034ea508f)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:42:37.679533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-4ec99ced-9341-48f8-bbec-641eadc8e688 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699909 Nov 16 04:42:37.681264 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:37.837899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=14571367-cd41-4522-aa51-671e6db7e403,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:37.858440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:37.859430 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:37.862002 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-8176f13c-9f48-4eb9-a08a-b398bcdbd9c5 service neutron] 10.222.0.37 "PUT /v2.0/ports/14571367-cd41-4522-aa51-671e6db7e403 HTTP/1.1" status: 200 len: 1092 time: 1.5197053 Nov 16 04:42:37.866519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a58b54-d83a-415f-97c3-2cbdde527626', 'tag': '14571367-cd41-4522-aa51-671e6db7e403'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:37.869118 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79746406-e305-49d1-829c-7a002b1748e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a58b54-d83a-415f-97c3-2cbdde527626", "tag": "14571367-cd41-4522-aa51-671e6db7e403"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:37.903807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a12d2-73e2-4410-9d82-67cdfc34a3ec req-0bffbf9f-8804-4060-aada-b23f4a36489e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:37.905465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-318a12d2-73e2-4410-9d82-67cdfc34a3ec req-0bffbf9f-8804-4060-aada-b23f4a36489e tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.2203488 Nov 16 04:42:37.938110 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65264979-b5e1-4975-b9a9-d84af3d82700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:37.998718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-5158a0dc-1b36-4e10-93dd-f81f4b5a7f09 service neutron] 10.222.0.41 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014009 Nov 16 04:42:38.377787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-088ebc37-f8fb-4e98-be31-fe5f2a7ecc0c service neutron] 10.222.0.41 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501163 Nov 16 04:42:38.399558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-9e86b1a5-f4b5-416d-93e4-fe71b2db1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:38.401061 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-9e86b1a5-f4b5-416d-93e4-fe71b2db1a1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5da29a687df4242a5917e216ebf4641&device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 1095 time: 0.3979614 Nov 16 04:42:38.478675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-4a1e8634-b221-490a-a5fe-7c1f6ee53135 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14571367-cd41-4522-aa51-671e6db7e403 HTTP/1.1" status: 200 len: 217 time: 0.0594337 Nov 16 04:42:38.488029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5b54-2403-4e10-839f-2e4405da29ae req-30f93338-7ba0-4337-8563-c089c4ae13f4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:38.489914 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-30f93338-7ba0-4337-8563-c089c4ae13f4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 811 time: 0.4753420 Nov 16 04:42:38.507604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-752b5b54-2403-4e10-839f-2e4405da29ae req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Request body: {'port': {'device_id': '6993930e-6e7e-4860-b356-256566b7f9d2', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'admin_state_up': True, 'tenant_id': '98886c56b701447cb464fb425061a484'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:38.568584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-318a12d2-73e2-4410-9d82-67cdfc34a3ec req-1abd54a6-722e-4479-8338-d736e51dc554 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Deleting port a9450c8e-a41b-49ba-96a6-28e1aca79eec {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:38.568584 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-318a12d2-73e2-4410-9d82-67cdfc34a3ec req-1abd54a6-722e-4479-8338-d736e51dc554 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:38.779316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-cbb3da6d-f3d0-4ac8-b432-c50c78d523b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:38.780658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-cbb3da6d-f3d0-4ac8-b432-c50c78d523b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7fa23f9-90e4-4016-b3f1-8fc9d813e310 HTTP/1.1" status: 200 len: 853 time: 0.2883506 Nov 16 04:42:38.788359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0517156d-6af4-4c24-9403-c53bff2e6d41 req-79e72f51-ef9f-4a8a-b4a6-485815316fc3 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcbfd3e2-7706-4ec3-971d-49c55a1b2daf HTTP/1.1" status: 200 len: 210 time: 0.2134688 Nov 16 04:42:38.791356 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-6a5430a5-0098-4bb2-b8ab-e6aaa327f6ae tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=79881f42257c4d20828e72db69ea2e45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322356 Nov 16 04:42:38.893166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752b5b54-2403-4e10-839f-2e4405da29ae req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Made reservation on behalf of 98886c56b701447cb464fb425061a484 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:38.897016 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-752b5b54-2403-4e10-839f-2e4405da29ae req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:38.931138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0892891-f7bf-406f-91e2-fb30154b7e42 req-664cdb28-3607-4df4-bd90-799f61eba556 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:38.933233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0892891-f7bf-406f-91e2-fb30154b7e42 req-664cdb28-3607-4df4-bd90-799f61eba556 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 944 time: 0.2264082 Nov 16 04:42:38.942178 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b465f420-4033-4af4-9f97-09a825426d87 x-openstack-request-id: req-b465f420-4033-4af4-9f97-09a825426d87 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:38.942868 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a58b54-d83a-415f-97c3-2cbdde527626", "tag": "14571367-cd41-4522-aa51-671e6db7e403", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:38.943344 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b465f420-4033-4af4-9f97-09a825426d87 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:38.943995 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a58b54-d83a-415f-97c3-2cbdde527626', 'tag': '14571367-cd41-4522-aa51-671e6db7e403', 'status': 'completed', 'code': 200} Nov 16 04:42:38.949887 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-318a12d2-73e2-4410-9d82-67cdfc34a3ec req-1abd54a6-722e-4479-8338-d736e51dc554 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] For port a9450c8e-a41b-49ba-96a6-28e1aca79eec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a9450c8e-a41b-49ba-96a6-28e1aca79eec,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:38.950479 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-318a12d2-73e2-4410-9d82-67cdfc34a3ec req-1abd54a6-722e-4479-8338-d736e51dc554 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:38.955918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-d71ef1d1-77e8-4081-ac62-e36b7d844f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:38.957977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-d71ef1d1-77e8-4081-ac62-e36b7d844f64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f578004-299a-4b51-bf1f-e28a8c0eb434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687708 Nov 16 04:42:38.985110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-4460e959-4576-4e7a-a103-806bf22fc547 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:38.992993 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-4460e959-4576-4e7a-a103-806bf22fc547 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964159 Nov 16 04:42:38.996659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-318a12d2-73e2-4410-9d82-67cdfc34a3ec req-1abd54a6-722e-4479-8338-d736e51dc554 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Calling delete_port for a9450c8e-a41b-49ba-96a6-28e1aca79eec owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:39.008981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Request body: {'port': {'device_id': 'fcbfd3e2-7706-4ec3-971d-49c55a1b2daf', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '79881f42257c4d20828e72db69ea2e45'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:39.188871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Made reservation on behalf of 79881f42257c4d20828e72db69ea2e45 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:39.193114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:39.203452 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:39.205811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0892891-f7bf-406f-91e2-fb30154b7e42 req-fca4cacd-b0ea-434b-83be-a754f5ebe808 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0284cfb-3daf-4ba3-86cc-60be18df5b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580912 Nov 16 04:42:39.288157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d5ca8-7bc0-4be3-9852-9922e8971979 req-d3d764fa-a348-42bf-af96-ddf8a236fcd4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:39.289594 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-122d5ca8-7bc0-4be3-9852-9922e8971979 req-d3d764fa-a348-42bf-af96-ddf8a236fcd4 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a40e1d8-ca61-4243-9f82-b28fef58aa8b HTTP/1.1" status: 200 len: 949 time: 0.2721946 Nov 16 04:42:39.303881 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-d1389af1-03b3-4a78-b28d-227bb786e119 service neutron] 10.222.0.37 "GET /v2.0/networks/7f578004-299a-4b51-bf1f-e28a8c0eb434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280406 Nov 16 04:42:39.334618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:39.345248 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:39.460629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615690d4-8b01-4085-befb-d71fdf25191e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:39.600555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Allocated IP 192.168.233.62 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/f88a8647-a95b-46fc-8062-dd188e256dd7) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:42:39.842330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-752b5b54-2403-4e10-839f-2e4405da29ae req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Allocated IP 172.20.0.8 (651b49ac-cdfc-4796-8489-6adedffc3616/cdbabdc3-a196-4f51-b496-e7650fbf0ec1/99455a78-80d6-436c-b512-6fba5c64bdc3) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:42:39.845255 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:39.861034 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-318a12d2-73e2-4410-9d82-67cdfc34a3ec req-1abd54a6-722e-4479-8338-d736e51dc554 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:39.876801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['09f5545e-9287-4c90-adfe-1f351744462c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:42:39.958198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-122d5ca8-7bc0-4be3-9852-9922e8971979 req-ae40ee81-d26b-4a9a-9e52-8b45af386e07 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6544542 Nov 16 04:42:39.966143 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:40.097506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd54a6-722e-4479-8338-d736e51dc554 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Pushing event deleted for resources: {'Port': ['ID=a9450c8e-a41b-49ba-96a6-28e1aca79eec,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:40.108636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:40.134571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:40.145690 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:42:40.202220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Pushing event updated for resources: {'Port': ['ID=f88a8647-a95b-46fc-8062-dd188e256dd7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:40.218464 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03bca657-bcdf-4866-ad28-659a87625b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:40.239250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:40.240262 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:40.247823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-318a12d2-73e2-4410-9d82-67cdfc34a3ec req-1abd54a6-722e-4479-8338-d736e51dc554 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] No DVR routers for this DVR port a9450c8e-a41b-49ba-96a6-28e1aca79eec on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:40.261149 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e7fe74f-ddaf-4ef6-8247-cbbc56b3e0e2 req-cc6a6118-d31e-4eb5-ac9e-cea49603e1b0 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 210 time: 0.1488047 Nov 16 04:42:40.261602 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-96630050-694f-46ed-adc5-f34912a3233e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2575150 Nov 16 04:42:40.262259 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-318a12d2-73e2-4410-9d82-67cdfc34a3ec req-1abd54a6-722e-4479-8338-d736e51dc554 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:40.265611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-318a12d2-73e2-4410-9d82-67cdfc34a3ec req-1abd54a6-722e-4479-8338-d736e51dc554 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.37 "DELETE /v2.0/ports/a9450c8e-a41b-49ba-96a6-28e1aca79eec HTTP/1.1" status: 204 len: 173 time: 2.3523149 Nov 16 04:42:40.279303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Request body: {'port': {'device_id': 'fcbfd3e2-7706-4ec3-971d-49c55a1b2daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:40.322546 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d8bc2a-4ded-4a32-b579-150da8093673 req-1994bd31-2e1a-476b-831a-1a2d0531a2ff service neutron] 10.222.0.37 "GET /v2.0/networks/7f578004-299a-4b51-bf1f-e28a8c0eb434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0062542 Nov 16 04:42:40.325012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02884150-9efa-4447-97df-5be9904f412c req-112df749-e6f6-4a99-8459-e8a7523e8519 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 210 time: 0.0961893 Nov 16 04:42:40.463600 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:40.574811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-f3932f0b-7708-4687-a63d-4dafca766530 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:40.576553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-f3932f0b-7708-4687-a63d-4dafca766530 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.15 "GET /v2.0/networks?id=e2b3a4bd-4030-400c-8fc8-6688deb93e65 HTTP/1.1" status: 200 len: 811 time: 0.6028826 Nov 16 04:42:40.599367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-e8bfb700-5e14-46a0-bc6e-68754bfd06ca tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'port': {'device_id': '92729813-fe63-479f-8ce6-7b73615e6471', 'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65', 'admin_state_up': True, 'tenant_id': '40b17cd8bd234b4ca4c1760c45b9b270'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:40.608681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79746406-e305-49d1-829c-7a002b1748e6 req-c1cb54a4-30c6-499b-8ad3-ee44c75494f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:40.611335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79746406-e305-49d1-829c-7a002b1748e6 req-c1cb54a4-30c6-499b-8ad3-ee44c75494f0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b5da29a687df4242a5917e216ebf4641&device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 1095 time: 0.1748762 Nov 16 04:42:40.894951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4029abe1-c6da-4b7f-8c94-83d2849cdd42 req-aa4829a8-ef19-4031-a176-ddfe934e3147 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:40.903860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4029abe1-c6da-4b7f-8c94-83d2849cdd42 req-aa4829a8-ef19-4031-a176-ddfe934e3147 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcbfd3e2-7706-4ec3-971d-49c55a1b2daf HTTP/1.1" status: 200 len: 935 time: 0.4662693 Nov 16 04:42:40.914562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a9450c8e-a41b-49ba-96a6-28e1aca79eec no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:40.915961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f88a8647-a95b-46fc-8062-dd188e256dd7 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:42:40.930835 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:40.951310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Transition to ACTIVE for port object f88a8647-a95b-46fc-8062-dd188e256dd7 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:42:40.958189 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:40.959896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a40e1d8-ca61-4243-9f82-b28fef58aa8b', 'name': 'network-vif-deleted', 'tag': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:40.962574 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9754f82-7f88-4481-9ffe-b4ff00c3dae5" -d '{"events": [{"server_uuid": "9a40e1d8-ca61-4243-9f82-b28fef58aa8b", "name": "network-vif-deleted", "tag": "a9450c8e-a41b-49ba-96a6-28e1aca79eec"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:41.021719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: a9450c8e-a41b-49ba-96a6-28e1aca79eec {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:41.022467 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-752b5b54-2403-4e10-839f-2e4405da29ae req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:41.024987 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a9450c8e-a41b-49ba-96a6-28e1aca79eec not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:41.059726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-e8bfb700-5e14-46a0-bc6e-68754bfd06ca tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Made reservation on behalf of 40b17cd8bd234b4ca4c1760c45b9b270 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:41.063694 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-e8bfb700-5e14-46a0-bc6e-68754bfd06ca tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:41.116537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Pushing event updated for resources: {'Port': ['ID=f88a8647-a95b-46fc-8062-dd188e256dd7,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:41.139432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Attempting to bind port f88a8647-a95b-46fc-8062-dd188e256dd7 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:42:41.140421 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Attempting to bind port f88a8647-a95b-46fc-8062-dd188e256dd7 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:42:41.140421 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Attempting to bind port f88a8647-a95b-46fc-8062-dd188e256dd7 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:41.145745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Port f88a8647-a95b-46fc-8062-dd188e256dd7 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:42:41.146131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Attempting to bind port f88a8647-a95b-46fc-8062-dd188e256dd7 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:41.151395 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:42:41.151729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:41.152120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:42:41.152544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Bound port: f88a8647-a95b-46fc-8062-dd188e256dd7, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:42:41.152899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:41.188461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4029abe1-c6da-4b7f-8c94-83d2849cdd42 req-3a1e4418-290e-4f83-8640-ca3df0e1496d tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788298 Nov 16 04:42:41.213008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79746406-e305-49d1-829c-7a002b1748e6 req-596aa503-f3ee-41a3-9c87-97957f5f1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:41.214525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79746406-e305-49d1-829c-7a002b1748e6 req-596aa503-f3ee-41a3-9c87-97957f5f1847 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f578004-299a-4b51-bf1f-e28a8c0eb434 HTTP/1.1" status: 200 len: 915 time: 0.4489367 Nov 16 04:42:41.285197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] For port f88a8647-a95b-46fc-8062-dd188e256dd7, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:41.289567 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-752b5b54-2403-4e10-839f-2e4405da29ae req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:41.295237 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] For port f88a8647-a95b-46fc-8062-dd188e256dd7, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f88a8647-a95b-46fc-8062-dd188e256dd7,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:42:41.301625 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:41.352543 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:41.352543 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:41.353677 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] 10.222.0.37 "PUT /v2.0/ports/f88a8647-a95b-46fc-8062-dd188e256dd7 HTTP/1.1" status: 200 len: 1095 time: 1.0810955 Nov 16 04:42:41.354197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcbfd3e2-7706-4ec3-971d-49c55a1b2daf', 'tag': 'f88a8647-a95b-46fc-8062-dd188e256dd7'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:41.356722 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c90cd6-b7fd-4d74-837b-da35539aec9d" -d '{"events": [{"name": "network-changed", "server_uuid": "fcbfd3e2-7706-4ec3-971d-49c55a1b2daf", "tag": "f88a8647-a95b-46fc-8062-dd188e256dd7"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:41.388329 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79746406-e305-49d1-829c-7a002b1748e6 req-cc38fe8b-4e5b-428d-8fa9-96d0365fcd9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14571367-cd41-4522-aa51-671e6db7e403 HTTP/1.1" status: 200 len: 217 time: 0.1472819 Nov 16 04:42:41.459467 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b43755-6ab8-4082-b023-6d5f3c8ffb9b x-openstack-request-id: req-82b43755-6ab8-4082-b023-6d5f3c8ffb9b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:41.459856 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a40e1d8-ca61-4243-9f82-b28fef58aa8b", "name": "network-vif-deleted", "tag": "a9450c8e-a41b-49ba-96a6-28e1aca79eec", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:41.460212 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82b43755-6ab8-4082-b023-6d5f3c8ffb9b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:41.464096 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a40e1d8-ca61-4243-9f82-b28fef58aa8b', 'name': 'network-vif-deleted', 'tag': 'a9450c8e-a41b-49ba-96a6-28e1aca79eec', 'status': 'completed', 'code': 200} Nov 16 04:42:41.467244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628b605-3a6a-4935-a82b-be6b2b7d7256 service neutron] Pushing event updated for resources: {'Port': ['ID=f88a8647-a95b-46fc-8062-dd188e256dd7,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:41.482953 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-2030115a-28be-4afe-834f-748ec556f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:41.485079 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-2030115a-28be-4afe-834f-748ec556f145 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79881f42257c4d20828e72db69ea2e45&device_id=fcbfd3e2-7706-4ec3-971d-49c55a1b2daf HTTP/1.1" status: 200 len: 1098 time: 0.0719409 Nov 16 04:42:41.502024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752b5b54-2403-4e10-839f-2e4405da29ae req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Network 651b49ac-cdfc-4796-8489-6adedffc3616 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:41.519740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-752b5b54-2403-4e10-839f-2e4405da29ae req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:41.524347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-752b5b54-2403-4e10-839f-2e4405da29ae req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:42:41.564621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event updated for resources: {'Port': ['ID=99455a78-80d6-436c-b512-6fba5c64bdc3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:41.594946 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-1d60da34-9f2a-49e4-a057-cbeedfb92c99 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=f88a8647-a95b-46fc-8062-dd188e256dd7 HTTP/1.1" status: 200 len: 217 time: 0.1010947 Nov 16 04:42:41.687451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:41.687897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:41.688940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:41.689323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:41.689732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:41.690374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:41.690553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:41.690953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:41.691431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:41.691776 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:41.692293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:41.692747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:42:41.697744 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-b93762bd-e86d-428c-b1c5-f6a5548df49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:41.711999 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-b93762bd-e86d-428c-b1c5-f6a5548df49e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1099982 Nov 16 04:42:41.725842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bb479-affb-4f72-b722-76ff943eca6d req-d2799fed-9e5e-4044-812f-09f9c913003a tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:41.727293 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d41bb479-affb-4f72-b722-76ff943eca6d req-d2799fed-9e5e-4044-812f-09f9c913003a tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 944 time: 0.4411950 Nov 16 04:42:41.734191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79746406-e305-49d1-829c-7a002b1748e6 req-8acf4aa4-3436-4cee-8f10-52495fc19198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:41.736717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79746406-e305-49d1-829c-7a002b1748e6 req-8acf4aa4-3436-4cee-8f10-52495fc19198 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b7fa23f9-90e4-4016-b3f1-8fc9d813e310 HTTP/1.1" status: 200 len: 853 time: 0.3074071 Nov 16 04:42:41.789976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-e8bfb700-5e14-46a0-bc6e-68754bfd06ca tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Allocated IP 172.20.0.2 (e2b3a4bd-4030-400c-8fc8-6688deb93e65/857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e/1af51518-5081-40c7-85cc-2e51c34be7ea) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:42:41.826197 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:41.842762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5b54-2403-4e10-839f-2e4405da29ae req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:41.843562 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-752b5b54-2403-4e10-839f-2e4405da29ae req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:41.850790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-70a9e77b-4490-470c-aa33-e2676ff83e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:41.857723 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-70a9e77b-4490-470c-aa33-e2676ff83e9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1386302 Nov 16 04:42:41.952472 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35434) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:41.958501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-2a195f9e-99be-4d12-aa17-4b5fa4acfa2a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4556606 Nov 16 04:42:41.998402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-bc2cbf50-4cab-407b-b080-daaab93d5e10 None None] Provisioning complete for port 99455a78-80d6-436c-b512-6fba5c64bdc3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:41.999124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3608b114-a53e-487d-a1c9-2d93d8ca4cbc req-2ab30e4d-a7f1-44ea-8012-7678ec21bd09 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 210 time: 0.0555708 Nov 16 04:42:42.001197 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc2cbf50-4cab-407b-b080-daaab93d5e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:42.024385 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-b17cdd5d-c1e9-41ef-9bb8-a06d31ae14f4 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588585 Nov 16 04:42:42.025900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Request body: {'port': {'device_id': '6993930e-6e7e-4860-b356-256566b7f9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:42.069896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79746406-e305-49d1-829c-7a002b1748e6 req-ec946dd3-59e0-4445-a168-9b728094314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:42.072123 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7094d12f-abe6-411b-9735-5a5f28f505af x-openstack-request-id: req-7094d12f-abe6-411b-9735-5a5f28f505af {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:42.073757 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcbfd3e2-7706-4ec3-971d-49c55a1b2daf", "tag": "f88a8647-a95b-46fc-8062-dd188e256dd7", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:42.074040 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7094d12f-abe6-411b-9735-5a5f28f505af {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:42.074433 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcbfd3e2-7706-4ec3-971d-49c55a1b2daf', 'tag': 'f88a8647-a95b-46fc-8062-dd188e256dd7', 'status': 'completed', 'code': 200} Nov 16 04:42:42.076501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79746406-e305-49d1-829c-7a002b1748e6 req-ec946dd3-59e0-4445-a168-9b728094314c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f578004-299a-4b51-bf1f-e28a8c0eb434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3074865 Nov 16 04:42:42.094945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bc2cbf50-4cab-407b-b080-daaab93d5e10 None None] Port 99455a78-80d6-436c-b512-6fba5c64bdc3 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:42:42.127295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d41bb479-affb-4f72-b722-76ff943eca6d req-4f0406bb-33ab-4bb5-8150-af6fc9de7b20 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0284cfb-3daf-4ba3-86cc-60be18df5b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787334 Nov 16 04:42:42.189305 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8287a38e-3aff-4ae1-91db-fccfb22e72c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:42.245231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79746406-e305-49d1-829c-7a002b1748e6 req-f9b2ba90-9d77-46e3-b752-decba2b76ab2 service neutron] 10.222.0.37 "GET /v2.0/networks/7f578004-299a-4b51-bf1f-e28a8c0eb434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446042 Nov 16 04:42:42.284234 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-641a56a7-7620-4e45-9bb7-c20a40a86bb2 req-353d4c0e-755c-4908-bbbb-7aa47668a5c4 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521915 Nov 16 04:42:42.321352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8287a38e-3aff-4ae1-91db-fccfb22e72c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:42.326934 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8287a38e-3aff-4ae1-91db-fccfb22e72c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:42.404354 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8287a38e-3aff-4ae1-91db-fccfb22e72c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=634e8e2b574b4d4d81cb0fa4be1b3f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4494269 Nov 16 04:42:42.406758 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287a38e-3aff-4ae1-91db-fccfb22e72c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed065719-654c-4dd5-9a1d-4dce64046370,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:42.409218 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35442) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:42.440131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c90cd6-b7fd-4d74-837b-da35539aec9d req-575f1562-f671-4d9f-9298-3ccababd4a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:42.441632 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-86c90cd6-b7fd-4d74-837b-da35539aec9d req-575f1562-f671-4d9f-9298-3ccababd4a14 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79881f42257c4d20828e72db69ea2e45&device_id=fcbfd3e2-7706-4ec3-971d-49c55a1b2daf HTTP/1.1" status: 200 len: 1098 time: 0.1069512 Nov 16 04:42:42.489176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0672f0-2227-4e68-9bf5-059c46e5015e req-732957f6-58c7-481e-9819-6db8a6d2f3bd tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:42.494345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b0672f0-2227-4e68-9bf5-059c46e5015e req-732957f6-58c7-481e-9819-6db8a6d2f3bd tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 931 time: 0.2404404 Nov 16 04:42:42.525025 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:42.527640 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8e35b940-9e56-4fbf-bb5a-978d984adac4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:42.568023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8e35b940-9e56-4fbf-bb5a-978d984adac4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:42.582021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c90cd6-b7fd-4d74-837b-da35539aec9d req-16b3f3e4-1376-4605-b97c-b216e61a7437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:42.583400 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-86c90cd6-b7fd-4d74-837b-da35539aec9d req-16b3f3e4-1376-4605-b97c-b216e61a7437 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1340940 Nov 16 04:42:42.628201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79746406-e305-49d1-829c-7a002b1748e6 req-9d7fc71e-b0cb-4da6-a5ce-1dd3fbac1f53 service neutron] 10.222.0.37 "GET /v2.0/networks/7f578004-299a-4b51-bf1f-e28a8c0eb434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340020 Nov 16 04:42:42.635151 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-86c90cd6-b7fd-4d74-837b-da35539aec9d req-d575d7cc-c9d9-4f9f-9421-d5b19cbe19ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=f88a8647-a95b-46fc-8062-dd188e256dd7 HTTP/1.1" status: 200 len: 217 time: 0.0384529 Nov 16 04:42:42.655380 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-e8bfb700-5e14-46a0-bc6e-68754bfd06ca tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:42.667645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fc184-ba03-4610-b543-06fd45ff42b0 req-57c3f291-e213-453c-8bcc-8423ae2472c8 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:42.669223 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-775fc184-ba03-4610-b543-06fd45ff42b0 req-57c3f291-e213-453c-8bcc-8423ae2472c8 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 948 time: 0.2243848 Nov 16 04:42:42.695402 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8e35b940-9e56-4fbf-bb5a-978d984adac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:42.698209 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8e35b940-9e56-4fbf-bb5a-978d984adac4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:42.701641 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8e35b940-9e56-4fbf-bb5a-978d984adac4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed065719-654c-4dd5-9a1d-4dce64046370 HTTP/1.1" status: 204 len: 168 time: 0.2883604 Nov 16 04:42:42.720029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b0672f0-2227-4e68-9bf5-059c46e5015e req-e9e0e60b-f461-4c4c-8667-c4fae1e1e258 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006955 Nov 16 04:42:42.723314 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c90cd6-b7fd-4d74-837b-da35539aec9d req-48dfec8c-60b1-4986-92ba-2b27ade620ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:42.725697 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-86c90cd6-b7fd-4d74-837b-da35539aec9d req-48dfec8c-60b1-4986-92ba-2b27ade620ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0824943 Nov 16 04:42:42.732356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35b940-9e56-4fbf-bb5a-978d984adac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed065719-654c-4dd5-9a1d-4dce64046370,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:42.831551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c90cd6-b7fd-4d74-837b-da35539aec9d req-31d12647-b3e7-4dfd-8de6-a97dc84122d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:42.835450 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-86c90cd6-b7fd-4d74-837b-da35539aec9d req-31d12647-b3e7-4dfd-8de6-a97dc84122d3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981333 Nov 16 04:42:42.924342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 14571367-cd41-4522-aa51-671e6db7e403 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:42:42.946510 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-e8bfb700-5e14-46a0-bc6e-68754bfd06ca tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:42.958854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-775fc184-ba03-4610-b543-06fd45ff42b0 req-da96992f-341f-430e-836c-5e034917a385 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803893 Nov 16 04:42:42.985939 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-86c90cd6-b7fd-4d74-837b-da35539aec9d req-a8e2897e-8a2c-468f-800a-f98a9aa13197 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415284 Nov 16 04:42:43.123531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 14571367-cd41-4522-aa51-671e6db7e403, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=14571367-cd41-4522-aa51-671e6db7e403,segment=NetworkSegment(b4e47bd3-3391-4064-bb8c-f8a034ea508f),segment_id=b4e47bd3-3391-4064-bb8c-f8a034ea508f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:43.126538 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-86c90cd6-b7fd-4d74-837b-da35539aec9d req-b419ad54-1971-4a77-b6cf-067277207898 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325412 Nov 16 04:42:43.152376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-e8bfb700-5e14-46a0-bc6e-68754bfd06ca tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Network e2b3a4bd-4030-400c-8fc8-6688deb93e65 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:43.167922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '14571367-cd41-4522-aa51-671e6db7e403', 'network_id': '7f578004-299a-4b51-bf1f-e28a8c0eb434', 'port_id': '14571367-cd41-4522-aa51-671e6db7e403', 'mac_address': 'fa:16:3e:23:7a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7fa23f9-90e4-4016-b3f1-8fc9d813e310', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:42:43.184862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-e8bfb700-5e14-46a0-bc6e-68754bfd06ca tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:43.187588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-e8bfb700-5e14-46a0-bc6e-68754bfd06ca tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:42:43.201367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc8fa3-d9b0-45b6-a790-d66eeb862d11 req-afba368f-eb64-479d-8ac0-93057a9741e0 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:43.203346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-56cc8fa3-d9b0-45b6-a790-d66eeb862d11 req-afba368f-eb64-479d-8ac0-93057a9741e0 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcbfd3e2-7706-4ec3-971d-49c55a1b2daf HTTP/1.1" status: 200 len: 947 time: 0.3461139 Nov 16 04:42:43.212176 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.213366 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.231124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14571367-cd41-4522-aa51-671e6db7e403 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:42:43.241308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35454) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:43.256200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 14571367-cd41-4522-aa51-671e6db7e403, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=14571367-cd41-4522-aa51-671e6db7e403,segment=NetworkSegment(b4e47bd3-3391-4064-bb8c-f8a034ea508f),segment_id=b4e47bd3-3391-4064-bb8c-f8a034ea508f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:43.260242 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d352a29f-af53-4db2-9ae9-442e9685f23f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.264851 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.270435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfb700-5e14-46a0-bc6e-68754bfd06ca tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'Port': ['ID=1af51518-5081-40c7-85cc-2e51c34be7ea,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:43.334425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=14571367-cd41-4522-aa51-671e6db7e403,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:43.385490 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d352a29f-af53-4db2-9ae9-442e9685f23f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.394150 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d352a29f-af53-4db2-9ae9-442e9685f23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.424409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-e8bfb700-5e14-46a0-bc6e-68754bfd06ca tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:43.425181 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-e8bfb700-5e14-46a0-bc6e-68754bfd06ca tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.444102 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d352a29f-af53-4db2-9ae9-442e9685f23f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdf0de52a5ff466f9d1b4737fbcae919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012644 Nov 16 04:42:43.444931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352a29f-af53-4db2-9ae9-442e9685f23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfcbe55-71b9-4dde-a43f-f43d6133c52d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:43.447632 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35456) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:43.448512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65099548-9ea9-40d2-b2fc-d2073239f34f req-39980f28-2eb0-49b9-8325-aac63e98b607 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:43.456540 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65099548-9ea9-40d2-b2fc-d2073239f34f req-39980f28-2eb0-49b9-8325-aac63e98b607 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.3619964 Nov 16 04:42:43.467095 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['14571367-cd41-4522-aa51-671e6db7e403'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:42:43.506663 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-56cc8fa3-d9b0-45b6-a790-d66eeb862d11 req-2f0e738a-c1e6-4ffc-ab47-7e0440b6540e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478051 Nov 16 04:42:43.513111 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e570eeb7-ddc2-4d98-8c0f-65639cfc067e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.560913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-e8bfb700-5e14-46a0-bc6e-68754bfd06ca tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9687757 Nov 16 04:42:43.572829 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e570eeb7-ddc2-4d98-8c0f-65639cfc067e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.593587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Request body: {'port': {'device_id': '92729813-fe63-479f-8ce6-7b73615e6471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:43.667711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99455a78-80d6-436c-b512-6fba5c64bdc3 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:42:43.677003 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e570eeb7-ddc2-4d98-8c0f-65639cfc067e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.680891 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e570eeb7-ddc2-4d98-8c0f-65639cfc067e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.686351 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e570eeb7-ddc2-4d98-8c0f-65639cfc067e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1cfcbe55-71b9-4dde-a43f-f43d6133c52d HTTP/1.1" status: 204 len: 168 time: 0.2376325 Nov 16 04:42:43.698891 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.699901 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570eeb7-ddc2-4d98-8c0f-65639cfc067e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfcbe55-71b9-4dde-a43f-f43d6133c52d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:43.763798 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.803154 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65099548-9ea9-40d2-b2fc-d2073239f34f req-c20c9f46-f69f-46a3-b66f-0f7d7b34baef tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.41 "GET /v2.0/security-groups?id=01b90d47-10a1-44e1-bb55-62e8ffdc23f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452756 Nov 16 04:42:43.808997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Transition to ACTIVE for port object 99455a78-80d6-436c-b512-6fba5c64bdc3 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:42:43.822171 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25051eda-c921-4c09-a82a-4b9f5cc667f9 req-4644ea8a-01a6-4a6d-9e38-d720bf0dbbba tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:43.823739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25051eda-c921-4c09-a82a-4b9f5cc667f9 req-4644ea8a-01a6-4a6d-9e38-d720bf0dbbba tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 948 time: 0.2921438 Nov 16 04:42:43.829950 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.865581 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:43.887690 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcac139-fedb-494e-8d4d-fb1efb2d66ad req-24267a43-505b-4d2b-aec9-2f027ad355fd tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:43.889740 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ddcac139-fedb-494e-8d4d-fb1efb2d66ad req-24267a43-505b-4d2b-aec9-2f027ad355fd tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.15 "GET /v2.0/ports?device_id=99ee536f-8033-4e43-935a-11182aea028f HTTP/1.1" status: 200 len: 949 time: 0.1382849 Nov 16 04:42:43.977592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca3334-4c5e-4f46-bdfa-a3254a778c8d req-d4a35225-4a04-43e9-962e-a665ff8eeafe tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:44.002050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-57ca3334-4c5e-4f46-bdfa-a3254a778c8d req-d4a35225-4a04-43e9-962e-a665ff8eeafe tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 931 time: 0.3256114 Nov 16 04:42:44.022486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-ddcac139-fedb-494e-8d4d-fb1efb2d66ad req-e9ca2bd1-06d6-490f-bcf9-e7bcb615d746 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Deleting port 09f5545e-9287-4c90-adfe-1f351744462c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:44.022965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ddcac139-fedb-494e-8d4d-fb1efb2d66ad req-e9ca2bd1-06d6-490f-bcf9-e7bcb615d746 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:44.093632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Pushing event updated for resources: {'Port': ['ID=99455a78-80d6-436c-b512-6fba5c64bdc3,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:44.160958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ddcac139-fedb-494e-8d4d-fb1efb2d66ad req-e9ca2bd1-06d6-490f-bcf9-e7bcb615d746 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] For port 09f5545e-9287-4c90-adfe-1f351744462c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=09f5545e-9287-4c90-adfe-1f351744462c,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:44.161326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ddcac139-fedb-494e-8d4d-fb1efb2d66ad req-e9ca2bd1-06d6-490f-bcf9-e7bcb615d746 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:44.187107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-ddcac139-fedb-494e-8d4d-fb1efb2d66ad req-e9ca2bd1-06d6-490f-bcf9-e7bcb615d746 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Calling delete_port for 09f5545e-9287-4c90-adfe-1f351744462c owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:44.362303 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ddcac139-fedb-494e-8d4d-fb1efb2d66ad req-e9ca2bd1-06d6-490f-bcf9-e7bcb615d746 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:44.375023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['09f5545e-9287-4c90-adfe-1f351744462c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:42:44.393020 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca2bd1-06d6-490f-bcf9-e7bcb615d746 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Pushing event deleted for resources: {'Port': ['ID=09f5545e-9287-4c90-adfe-1f351744462c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:44.449795 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcac139-fedb-494e-8d4d-fb1efb2d66ad req-e9ca2bd1-06d6-490f-bcf9-e7bcb615d746 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] No DVR routers for this DVR port 09f5545e-9287-4c90-adfe-1f351744462c on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:44.452779 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ddcac139-fedb-494e-8d4d-fb1efb2d66ad req-e9ca2bd1-06d6-490f-bcf9-e7bcb615d746 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:44.456565 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ddcac139-fedb-494e-8d4d-fb1efb2d66ad req-e9ca2bd1-06d6-490f-bcf9-e7bcb615d746 tempest-MigrationsAdminTest-2098996861 tempest-MigrationsAdminTest-2098996861-project] 10.222.0.15 "DELETE /v2.0/ports/09f5545e-9287-4c90-adfe-1f351744462c HTTP/1.1" status: 204 len: 173 time: 0.5604711 Nov 16 04:42:44.457354 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ee536f-8033-4e43-935a-11182aea028f', 'name': 'network-vif-deleted', 'tag': '09f5545e-9287-4c90-adfe-1f351744462c'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:44.459913 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0217c008-b368-46de-893d-6acde654fe50" -d '{"events": [{"server_uuid": "99ee536f-8033-4e43-935a-11182aea028f", "name": "network-vif-deleted", "tag": "09f5545e-9287-4c90-adfe-1f351744462c"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:44.699071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4c21-4b36-4b1d-839b-8681ee8f819c req-a4138df3-d098-48f2-9c20-af37fb0e1fb1 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:44.705993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-931c4c21-4b36-4b1d-839b-8681ee8f819c req-a4138df3-d098-48f2-9c20-af37fb0e1fb1 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 945 time: 0.8085234 Nov 16 04:42:44.743656 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-57ca3334-4c5e-4f46-bdfa-a3254a778c8d req-2ca444e4-d8a8-4a41-989d-a4d1aa6c3ec7 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7405562 Nov 16 04:42:44.926048 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f88a8647-a95b-46fc-8062-dd188e256dd7 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:42:44.928970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 14571367-cd41-4522-aa51-671e6db7e403 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:44.992507 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-25051eda-c921-4c09-a82a-4b9f5cc667f9 req-d1858cab-304a-4ac0-a441-3e75586dbcd4 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Deleting port b538162f-418c-45ae-8f84-4500a705e2cb {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:44.992729 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-25051eda-c921-4c09-a82a-4b9f5cc667f9 req-d1858cab-304a-4ac0-a441-3e75586dbcd4 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:45.055639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-931c4c21-4b36-4b1d-839b-8681ee8f819c req-b226f679-0928-482b-8bba-c8957b872554 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0284cfb-3daf-4ba3-86cc-60be18df5b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440707 Nov 16 04:42:45.083131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 14571367-cd41-4522-aa51-671e6db7e403 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:42:45.089107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 14571367-cd41-4522-aa51-671e6db7e403 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:45.090970 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:45.111001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Attempting to bind port 99455a78-80d6-436c-b512-6fba5c64bdc3 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:42:45.111349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Attempting to bind port 99455a78-80d6-436c-b512-6fba5c64bdc3 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:42:45.112278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Attempting to bind port 99455a78-80d6-436c-b512-6fba5c64bdc3 on network 651b49ac-cdfc-4796-8489-6adedffc3616 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:45.145967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f88a8647-a95b-46fc-8062-dd188e256dd7, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f88a8647-a95b-46fc-8062-dd188e256dd7,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:45.161184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'f88a8647-a95b-46fc-8062-dd188e256dd7', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': 'f88a8647-a95b-46fc-8062-dd188e256dd7', 'mac_address': 'fa:16:3e:64:e4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:42:45.202234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Port 99455a78-80d6-436c-b512-6fba5c64bdc3 on network 651b49ac-cdfc-4796-8489-6adedffc3616 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:42:45.202562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Attempting to bind port 99455a78-80d6-436c-b512-6fba5c64bdc3 on network 651b49ac-cdfc-4796-8489-6adedffc3616 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:45.223154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb45f0-ef21-49a9-a69f-2947fe35e8b7 req-43d951b6-032a-42b4-b905-589d7cadd86d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:45.224669 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6fb45f0-ef21-49a9-a69f-2947fe35e8b7 req-43d951b6-032a-42b4-b905-589d7cadd86d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 943 time: 0.3550282 Nov 16 04:42:45.228389 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:45.236868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:42:45.237153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Checking segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:45.237540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Bound using segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:42:45.238091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Bound port: 99455a78-80d6-436c-b512-6fba5c64bdc3, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:42:45.238396 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:45.276458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a58b54-d83a-415f-97c3-2cbdde527626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14571367-cd41-4522-aa51-671e6db7e403'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:45.278784 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927e8f43-6503-4f7c-bd9d-3a015cfd1199" -d '{"events": [{"server_uuid": "c7a58b54-d83a-415f-97c3-2cbdde527626", "name": "network-vif-plugged", "status": "completed", "tag": "14571367-cd41-4522-aa51-671e6db7e403"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:45.293062 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:45.306618 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 14571367-cd41-4522-aa51-671e6db7e403, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=14571367-cd41-4522-aa51-671e6db7e403,segment=NetworkSegment(b4e47bd3-3391-4064-bb8c-f8a034ea508f),segment_id=b4e47bd3-3391-4064-bb8c-f8a034ea508f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:45.308345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f88a8647-a95b-46fc-8062-dd188e256dd7 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:42:45.315779 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:45.334779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f88a8647-a95b-46fc-8062-dd188e256dd7, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f88a8647-a95b-46fc-8062-dd188e256dd7,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:45.361371 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:45.400036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=14571367-cd41-4522-aa51-671e6db7e403,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:45.427162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996661fc-76c5-4dc3-a167-275d68599766 req-177a5028-a7a5-44ae-9387-39483b3693ef tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:45.438544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-996661fc-76c5-4dc3-a167-275d68599766 req-177a5028-a7a5-44ae-9387-39483b3693ef tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=cc344a3d-5525-4525-b08f-d644e873d122 HTTP/1.1" status: 200 len: 948 time: 0.3056283 Nov 16 04:42:45.438544 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-25051eda-c921-4c09-a82a-4b9f5cc667f9 req-d1858cab-304a-4ac0-a441-3e75586dbcd4 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] For port b538162f-418c-45ae-8f84-4500a705e2cb, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b538162f-418c-45ae-8f84-4500a705e2cb,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:45.438544 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-25051eda-c921-4c09-a82a-4b9f5cc667f9 req-d1858cab-304a-4ac0-a441-3e75586dbcd4 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:45.464487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f88a8647-a95b-46fc-8062-dd188e256dd7,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:45.527469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af51518-5081-40c7-85cc-2e51c34be7ea {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:42:45.535552 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-25051eda-c921-4c09-a82a-4b9f5cc667f9 req-d1858cab-304a-4ac0-a441-3e75586dbcd4 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Calling delete_port for b538162f-418c-45ae-8f84-4500a705e2cb owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:45.544325 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:45.574469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['f88a8647-a95b-46fc-8062-dd188e256dd7'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:42:45.589618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] For port 99455a78-80d6-436c-b512-6fba5c64bdc3, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:45.605917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6fb45f0-ef21-49a9-a69f-2947fe35e8b7 req-e30adb75-013b-4d30-a4fd-d55a69f2d689 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470290 Nov 16 04:42:45.631624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-996661fc-76c5-4dc3-a167-275d68599766 req-d9b70656-17fc-4535-9518-36664224a5bf tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879237 Nov 16 04:42:45.642407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Transition to ACTIVE for port object 1af51518-5081-40c7-85cc-2e51c34be7ea will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:42:45.666909 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a025bb8f-108d-4a4b-92ec-d7d873e17dc1 x-openstack-request-id: req-a025bb8f-108d-4a4b-92ec-d7d873e17dc1 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:45.667766 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ee536f-8033-4e43-935a-11182aea028f", "name": "network-vif-deleted", "tag": "09f5545e-9287-4c90-adfe-1f351744462c", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:45.668172 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a025bb8f-108d-4a4b-92ec-d7d873e17dc1 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:45.668795 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99ee536f-8033-4e43-935a-11182aea028f', 'name': 'network-vif-deleted', 'tag': '09f5545e-9287-4c90-adfe-1f351744462c', 'status': 'completed', 'code': 200} Nov 16 04:42:45.709263 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:45.752614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] For port 99455a78-80d6-436c-b512-6fba5c64bdc3, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=99455a78-80d6-436c-b512-6fba5c64bdc3,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:42:45.821829 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db7d988-a179-4cd1-9118-7e2c55f2e0a4 x-openstack-request-id: req-3db7d988-a179-4cd1-9118-7e2c55f2e0a4 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:45.822196 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a58b54-d83a-415f-97c3-2cbdde527626", "name": "network-vif-plugged", "status": "completed", "tag": "14571367-cd41-4522-aa51-671e6db7e403", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:45.822518 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3db7d988-a179-4cd1-9118-7e2c55f2e0a4 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:45.823023 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a58b54-d83a-415f-97c3-2cbdde527626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14571367-cd41-4522-aa51-671e6db7e403', 'code': 200} Nov 16 04:42:45.839827 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:45.950266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3fe69-f353-4947-a6cb-39e206c348cb req-15458c88-f870-4e70-8089-4035ee8bbcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:45.952205 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b4e3fe69-f353-4947-a6cb-39e206c348cb req-15458c88-f870-4e70-8089-4035ee8bbcea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 1097 time: 0.0746415 Nov 16 04:42:46.021126 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:46.023564 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b4e3fe69-f353-4947-a6cb-39e206c348cb req-cf481c1c-1211-4d61-a8f5-251f795ce6d2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a0284cfb-3daf-4ba3-86cc-60be18df5b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638163 Nov 16 04:42:46.047602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:46.048225 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:46.049591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] 10.222.0.15 "PUT /v2.0/ports/99455a78-80d6-436c-b512-6fba5c64bdc3 HTTP/1.1" status: 200 len: 1091 time: 4.0373607 Nov 16 04:42:46.053913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6993930e-6e7e-4860-b356-256566b7f9d2', 'tag': '99455a78-80d6-436c-b512-6fba5c64bdc3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:46.056335 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56002188-7b2d-4775-a4c6-369f0508adb0" -d '{"events": [{"name": "network-changed", "server_uuid": "6993930e-6e7e-4860-b356-256566b7f9d2", "tag": "99455a78-80d6-436c-b512-6fba5c64bdc3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:46.092771 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=1af51518-5081-40c7-85cc-2e51c34be7ea,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:46.168643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35530) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:46.187695 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-25051eda-c921-4c09-a82a-4b9f5cc667f9 req-d1858cab-304a-4ac0-a441-3e75586dbcd4 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:46.233353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1538741-b506-4387-b8db-32cc67fad88d req-573f7355-f426-4721-9399-f610ca147717 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:46.235475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1538741-b506-4387-b8db-32cc67fad88d req-573f7355-f426-4721-9399-f610ca147717 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcbfd3e2-7706-4ec3-971d-49c55a1b2daf HTTP/1.1" status: 200 len: 948 time: 0.4562821 Nov 16 04:42:46.309324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Attempting to bind port 1af51518-5081-40c7-85cc-2e51c34be7ea on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:42:46.309659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Attempting to bind port 1af51518-5081-40c7-85cc-2e51c34be7ea by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'c46db0fc-a55d-4f40-9b98-77d3cb3ad445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:42:46.310018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Attempting to bind port 1af51518-5081-40c7-85cc-2e51c34be7ea on network e2b3a4bd-4030-400c-8fc8-6688deb93e65 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:46.355714 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-99a403fb-d3c6-4407-8813-4bfeef74b889 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46074bcb1f1c4ff1b82eee172ad6c5cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855364 Nov 16 04:42:46.358158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35534) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:46.373450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440ab1f-3ae6-4a31-ab00-d00b02d2e570 req-1fe5e6c8-207f-4c8c-abc7-eae26d8d128b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:46.375220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1440ab1f-3ae6-4a31-ab00-d00b02d2e570 req-1fe5e6c8-207f-4c8c-abc7-eae26d8d128b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 943 time: 0.4338725 Nov 16 04:42:46.381225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Port 1af51518-5081-40c7-85cc-2e51c34be7ea on network e2b3a4bd-4030-400c-8fc8-6688deb93e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:42:46.381551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Attempting to bind port 1af51518-5081-40c7-85cc-2e51c34be7ea on network e2b3a4bd-4030-400c-8fc8-6688deb93e65 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:46.426059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5b54-2403-4e10-839f-2e4405da29ae req-f0f4fa94-fc54-45e1-8fc8-43452a68f888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:46.427582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-f0f4fa94-fc54-45e1-8fc8-43452a68f888 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 1094 time: 0.2897758 Nov 16 04:42:46.428066 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60389d53-4c52-4acc-84ad-b5d54771d21e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:46.439655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-25051eda-c921-4c09-a82a-4b9f5cc667f9 req-d1858cab-304a-4ac0-a441-3e75586dbcd4 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] No DVR routers for this DVR port b538162f-418c-45ae-8f84-4500a705e2cb on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:46.450481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:42:46.450815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Checking segment: {'id': 'c46db0fc-a55d-4f40-9b98-77d3cb3ad445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:46.451201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Bound using segment: {'id': 'c46db0fc-a55d-4f40-9b98-77d3cb3ad445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:42:46.451664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Bound port: 1af51518-5081-40c7-85cc-2e51c34be7ea, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46db0fc-a55d-4f40-9b98-77d3cb3ad445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:42:46.452011 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:46.454693 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-25051eda-c921-4c09-a82a-4b9f5cc667f9 req-d1858cab-304a-4ac0-a441-3e75586dbcd4 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:46.455495 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60389d53-4c52-4acc-84ad-b5d54771d21e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:46.458228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25051eda-c921-4c09-a82a-4b9f5cc667f9 req-d1858cab-304a-4ac0-a441-3e75586dbcd4 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.15 "DELETE /v2.0/ports/b538162f-418c-45ae-8f84-4500a705e2cb HTTP/1.1" status: 204 len: 173 time: 2.6244731 Nov 16 04:42:46.480513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaef1de-51de-465e-8404-c8e52bbbde7a service neutron] Pushing event updated for resources: {'Port': ['ID=99455a78-80d6-436c-b512-6fba5c64bdc3,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:46.516408 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60389d53-4c52-4acc-84ad-b5d54771d21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:46.519124 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60389d53-4c52-4acc-84ad-b5d54771d21e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:46.524179 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-60389d53-4c52-4acc-84ad-b5d54771d21e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01b90d47-10a1-44e1-bb55-62e8ffdc23f7 HTTP/1.1" status: 204 len: 168 time: 0.1648686 Nov 16 04:42:46.533659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60389d53-4c52-4acc-84ad-b5d54771d21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b90d47-10a1-44e1-bb55-62e8ffdc23f7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:46.548810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-49a726be-c10e-4598-8723-390537e6d4a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99455a78-80d6-436c-b512-6fba5c64bdc3 HTTP/1.1" status: 200 len: 217 time: 0.0995855 Nov 16 04:42:46.550090 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1858cab-304a-4ac0-a441-3e75586dbcd4 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Pushing event deleted for resources: {'Port': ['ID=b538162f-418c-45ae-8f84-4500a705e2cb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:46.565630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1538741-b506-4387-b8db-32cc67fad88d req-87d13ea4-1f12-4b80-ae63-3f7e41858cbd tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019726 Nov 16 04:42:46.677109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1440ab1f-3ae6-4a31-ab00-d00b02d2e570 req-9c452ff0-1460-4f6d-a25f-2183c8fb4e3e tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839885 Nov 16 04:42:46.699626 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5b54-2403-4e10-839f-2e4405da29ae req-c0fc8dcb-f950-4129-be57-bc2ed65054f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:46.701169 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-c0fc8dcb-f950-4129-be57-bc2ed65054f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.1294656 Nov 16 04:42:46.703888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] For port 1af51518-5081-40c7-85cc-2e51c34be7ea, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:46.707404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] For port 1af51518-5081-40c7-85cc-2e51c34be7ea, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=1af51518-5081-40c7-85cc-2e51c34be7ea,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:42:46.724610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:46.787486 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a45aa9b-5fbd-499f-9cf8-d68addecffd5 x-openstack-request-id: req-5a45aa9b-5fbd-499f-9cf8-d68addecffd5 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:46.787759 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6993930e-6e7e-4860-b356-256566b7f9d2", "tag": "99455a78-80d6-436c-b512-6fba5c64bdc3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:46.787999 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a45aa9b-5fbd-499f-9cf8-d68addecffd5 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:46.788395 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6993930e-6e7e-4860-b356-256566b7f9d2', 'tag': '99455a78-80d6-436c-b512-6fba5c64bdc3', 'status': 'completed', 'code': 200} Nov 16 04:42:46.811003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:46.811646 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:46.813439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] 10.222.0.15 "PUT /v2.0/ports/1af51518-5081-40c7-85cc-2e51c34be7ea HTTP/1.1" status: 200 len: 1091 time: 3.2294416 Nov 16 04:42:46.847017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b5b54-2403-4e10-839f-2e4405da29ae req-251527c8-59ff-463d-8af7-7956b9491e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:46.848805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-251527c8-59ff-463d-8af7-7956b9491e34 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1336348 Nov 16 04:42:46.850646 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c41c2-7be9-4dd3-9f91-0321973b8ba7 service neutron] Pushing event updated for resources: {'Port': ['ID=1af51518-5081-40c7-85cc-2e51c34be7ea,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:46.924747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f88a8647-a95b-46fc-8062-dd188e256dd7 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:47.018583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port f88a8647-a95b-46fc-8062-dd188e256dd7 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:42:47.033717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b538162f-418c-45ae-8f84-4500a705e2cb no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:47.037046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port f88a8647-a95b-46fc-8062-dd188e256dd7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:47.037796 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:47.045609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20393fd-690e-4252-a7c5-58fd91398bc5 req-a3711b22-3fd0-4592-bf42-80be57b9ace2 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:47.047455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e20393fd-690e-4252-a7c5-58fd91398bc5 req-a3711b22-3fd0-4592-bf42-80be57b9ace2 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 946 time: 0.1979299 Nov 16 04:42:47.053191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-a12de831-c0a2-4ffd-88cd-c05a7b04e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:47.054882 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-a12de831-c0a2-4ffd-88cd-c05a7b04e82e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270&device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 1094 time: 0.1754830 Nov 16 04:42:47.057723 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: b538162f-418c-45ae-8f84-4500a705e2cb {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:47.058308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b538162f-418c-45ae-8f84-4500a705e2cb not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:47.058880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 09f5545e-9287-4c90-adfe-1f351744462c no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:47.091982 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35556) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:47.114660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 09f5545e-9287-4c90-adfe-1f351744462c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:47.115002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 09f5545e-9287-4c90-adfe-1f351744462c not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:47.140844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-3b095137-8d96-4d55-8ac3-a323e0cb864d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af51518-5081-40c7-85cc-2e51c34be7ea HTTP/1.1" status: 200 len: 217 time: 0.0670648 Nov 16 04:42:47.146497 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-00126752-4872-4bc7-9ab6-c014d297d388 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=680add76158b429f8e92d69d510d6f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527501 Nov 16 04:42:47.149547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35558) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:47.209890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-7aa1ea9c-6c36-4f1c-8d25-646a54a71085 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bd75ac44ee1b4ea39e6049b2b15308ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636966 Nov 16 04:42:47.210665 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7387d726-4ec8-45c8-b5d2-158e29526826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:47.217111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-15f2c3c7-cab9-4fb4-8271-d33d22d951be service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550513 Nov 16 04:42:47.233687 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:47.241544 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7387d726-4ec8-45c8-b5d2-158e29526826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:47.272374 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f88a8647-a95b-46fc-8062-dd188e256dd7, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f88a8647-a95b-46fc-8062-dd188e256dd7,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:47.276802 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:47.296376 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7387d726-4ec8-45c8-b5d2-158e29526826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:47.299322 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7387d726-4ec8-45c8-b5d2-158e29526826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:47.302809 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7387d726-4ec8-45c8-b5d2-158e29526826 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/930f5476-fc1e-4b99-8fa8-3cc5543a8e1a HTTP/1.1" status: 204 len: 168 time: 0.1499224 Nov 16 04:42:47.314560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387d726-4ec8-45c8-b5d2-158e29526826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930f5476-fc1e-4b99-8fa8-3cc5543a8e1a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:47.336955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f88a8647-a95b-46fc-8062-dd188e256dd7,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:47.404535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-5cf16930-b923-49a4-ac17-fcbfae7a2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:47.406011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-5cf16930-b923-49a4-ac17-fcbfae7a2114 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e HTTP/1.1" status: 200 len: 851 time: 0.2456205 Nov 16 04:42:47.419984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e20393fd-690e-4252-a7c5-58fd91398bc5 req-539bf06e-f581-4b01-9009-a87c4e56ce04 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0284cfb-3daf-4ba3-86cc-60be18df5b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640916 Nov 16 04:42:47.467894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-3d8c0eec-8539-4d79-8eba-d36ce9f76070 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2b3a4bd-4030-400c-8fc8-6688deb93e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445602 Nov 16 04:42:47.563933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-d1d9fb99-9849-4a34-8acb-e55a4fd3b118 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:47.565413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-d1d9fb99-9849-4a34-8acb-e55a4fd3b118 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3472991 Nov 16 04:42:47.567319 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-752b5b54-2403-4e10-839f-2e4405da29ae req-8fae7692-d465-469f-b811-d0dcf35dabb2 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218725 Nov 16 04:42:47.602589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-b44baa17-17e3-4a76-b3d0-96c81ff741b9 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/quotas/bd75ac44ee1b4ea39e6049b2b15308ec HTTP/1.1" status: 200 len: 375 time: 0.0217295 Nov 16 04:42:47.639098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef871c2-1219-46b8-82ab-2da1a7b1648d req-8dfb7ba6-e163-4023-b60d-40f86b743755 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:47.640544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ef871c2-1219-46b8-82ab-2da1a7b1648d req-8dfb7ba6-e163-4023-b60d-40f86b743755 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 943 time: 0.1484506 Nov 16 04:42:47.668697 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-a90dfdaa-a262-4e67-8eb9-a37599575b05 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bd75ac44ee1b4ea39e6049b2b15308ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601740 Nov 16 04:42:47.707553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-90d67841-0354-4b5d-a005-450004a16c23 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282434 Nov 16 04:42:47.787558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56002188-7b2d-4775-a4c6-369f0508adb0 req-06e124b6-0495-4bb2-97d1-abc752b48f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:47.788975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-56002188-7b2d-4775-a4c6-369f0508adb0 req-06e124b6-0495-4bb2-97d1-abc752b48f15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 1094 time: 0.1593878 Nov 16 04:42:47.799237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ef871c2-1219-46b8-82ab-2da1a7b1648d req-102f014f-bc34-4ce5-b5e2-95f0da4c644f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374624 Nov 16 04:42:47.825964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbfd3e2-7706-4ec3-971d-49c55a1b2daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88a8647-a95b-46fc-8062-dd188e256dd7'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:47.828236 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f2f320-002d-4ce5-9f5c-c669f818db3c" -d '{"events": [{"server_uuid": "fcbfd3e2-7706-4ec3-971d-49c55a1b2daf", "name": "network-vif-plugged", "status": "completed", "tag": "f88a8647-a95b-46fc-8062-dd188e256dd7"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:47.980811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa8841d2-fcad-4b37-b6e5-b826f006296c req-efd377a8-95eb-45ad-9e54-9c80636c5bc2 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635922 Nov 16 04:42:48.026889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56002188-7b2d-4775-a4c6-369f0508adb0 req-a1242d46-4373-4341-aa31-3dae1acdbbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:48.029150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-56002188-7b2d-4775-a4c6-369f0508adb0 req-a1242d46-4373-4341-aa31-3dae1acdbbd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.2290535 Nov 16 04:42:48.043015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973fd1a-748a-4530-89ce-ddf55dd33fd7 req-adb7395a-8db6-4d97-9a68-2984ad7abadb tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:48.044506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8973fd1a-748a-4530-89ce-ddf55dd33fd7 req-adb7395a-8db6-4d97-9a68-2984ad7abadb tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcbfd3e2-7706-4ec3-971d-49c55a1b2daf HTTP/1.1" status: 200 len: 949 time: 0.1410894 Nov 16 04:42:48.065026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c2ec4-dade-423c-86d5-cb45c033b2a0 req-38bb2205-d971-4074-a632-4627eb1577c5 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:48.072933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce3c2ec4-dade-423c-86d5-cb45c033b2a0 req-38bb2205-d971-4074-a632-4627eb1577c5 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 943 time: 0.1121495 Nov 16 04:42:48.116530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-56002188-7b2d-4775-a4c6-369f0508adb0 req-75a6d816-85f6-4c14-9507-8d5389573587 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99455a78-80d6-436c-b512-6fba5c64bdc3 HTTP/1.1" status: 200 len: 217 time: 0.0699196 Nov 16 04:42:48.209302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8973fd1a-748a-4530-89ce-ddf55dd33fd7 req-53c1a05b-3840-4a59-83ac-a2b1f59521b7 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549931 Nov 16 04:42:48.236481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce3c2ec4-dade-423c-86d5-cb45c033b2a0 req-910d32d7-e77e-4b1c-937c-eb5c49cf3a35 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535375 Nov 16 04:42:48.247037 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:48.249162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56002188-7b2d-4775-a4c6-369f0508adb0 req-b1b7c808-6761-44b3-ba89-535f97621517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:48.249162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-56002188-7b2d-4775-a4c6-369f0508adb0 req-b1b7c808-6761-44b3-ba89-535f97621517 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.1217155 Nov 16 04:42:48.288066 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ccdbe97-7b34-4607-b099-18b603ee2d7c x-openstack-request-id: req-2ccdbe97-7b34-4607-b099-18b603ee2d7c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:48.288414 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcbfd3e2-7706-4ec3-971d-49c55a1b2daf", "name": "network-vif-plugged", "status": "completed", "tag": "f88a8647-a95b-46fc-8062-dd188e256dd7", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:48.288740 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ccdbe97-7b34-4607-b099-18b603ee2d7c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:48.289199 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbfd3e2-7706-4ec3-971d-49c55a1b2daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f88a8647-a95b-46fc-8062-dd188e256dd7', 'code': 200} Nov 16 04:42:48.351986 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02be8011-532a-4e8e-b2fb-9ac1bc7a79dd req-969bdfab-32a4-42f7-a369-3ae6e9c0da48 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 210 time: 0.0481958 Nov 16 04:42:48.370889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56002188-7b2d-4775-a4c6-369f0508adb0 req-dd61c522-84a7-48fa-86f4-462d4203d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:48.372392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-56002188-7b2d-4775-a4c6-369f0508adb0 req-dd61c522-84a7-48fa-86f4-462d4203d749 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142039 Nov 16 04:42:48.443556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58933b43-ee61-403d-a3b4-1436aceabeae req-bbb0452a-64e8-4580-b69e-04e8d8f9091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:48.445171 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-58933b43-ee61-403d-a3b4-1436aceabeae req-bbb0452a-64e8-4580-b69e-04e8d8f9091e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fcbfd3e2-7706-4ec3-971d-49c55a1b2daf HTTP/1.1" status: 200 len: 1100 time: 0.0868578 Nov 16 04:42:48.513686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-56002188-7b2d-4775-a4c6-369f0508adb0 req-6d2d0335-6a83-4be6-9042-3a7a8e2bdeb8 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268282 Nov 16 04:42:48.560580 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-58933b43-ee61-403d-a3b4-1436aceabeae req-2f74e9fc-1db6-4540-a5bd-fc28aed806b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046367 Nov 16 04:42:48.664791 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d2b84-b19d-442c-b395-83fd1e4e2446 req-189eba50-b6ea-4ea7-aaca-e9345bf4533e tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:48.666343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-228d2b84-b19d-442c-b395-83fd1e4e2446 req-189eba50-b6ea-4ea7-aaca-e9345bf4533e tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 946 time: 0.0918725 Nov 16 04:42:48.723270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-56002188-7b2d-4775-a4c6-369f0508adb0 req-7acac6ea-81a4-4323-9aba-7f4585f86541 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009058 Nov 16 04:42:48.756496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd5f14-1a7d-4068-aaad-682a470219d7 req-347aa860-415b-40b5-bf5e-04d3e1df987c tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:48.762638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5fd5f14-1a7d-4068-aaad-682a470219d7 req-347aa860-415b-40b5-bf5e-04d3e1df987c tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1a585c4-fff1-47df-be6b-f9fd00d949d6 HTTP/1.1" status: 200 len: 948 time: 0.1334975 Nov 16 04:42:48.771795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-228d2b84-b19d-442c-b395-83fd1e4e2446 req-ef94b56d-0b68-4ae2-83fc-1fb15afecc63 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0284cfb-3daf-4ba3-86cc-60be18df5b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857069 Nov 16 04:42:48.799266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc344a3d-5525-4525-b08f-d644e873d122', 'name': 'network-vif-deleted', 'tag': 'b538162f-418c-45ae-8f84-4500a705e2cb'}, {'name': 'network-changed', 'server_uuid': '92729813-fe63-479f-8ce6-7b73615e6471', 'tag': '1af51518-5081-40c7-85cc-2e51c34be7ea'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:48.803639 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68ba836-2fc9-47ec-8346-faea3cc9cc1c" -d '{"events": [{"server_uuid": "cc344a3d-5525-4525-b08f-d644e873d122", "name": "network-vif-deleted", "tag": "b538162f-418c-45ae-8f84-4500a705e2cb"}, {"name": "network-changed", "server_uuid": "92729813-fe63-479f-8ce6-7b73615e6471", "tag": "1af51518-5081-40c7-85cc-2e51c34be7ea"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:48.870047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5fd5f14-1a7d-4068-aaad-682a470219d7 req-cb6a3d9c-dd4e-4a79-a777-e60fc4dab509 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041715 Nov 16 04:42:48.889985 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf27071-e81d-4dfa-85db-fb1cbcf39726 x-openstack-request-id: req-7cf27071-e81d-4dfa-85db-fb1cbcf39726 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:48.889985 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc344a3d-5525-4525-b08f-d644e873d122", "name": "network-vif-deleted", "tag": "b538162f-418c-45ae-8f84-4500a705e2cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "92729813-fe63-479f-8ce6-7b73615e6471", "tag": "1af51518-5081-40c7-85cc-2e51c34be7ea", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:48.889985 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cf27071-e81d-4dfa-85db-fb1cbcf39726 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:48.889985 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc344a3d-5525-4525-b08f-d644e873d122', 'name': 'network-vif-deleted', 'tag': 'b538162f-418c-45ae-8f84-4500a705e2cb', 'status': 'completed', 'code': 200} Nov 16 04:42:48.889985 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92729813-fe63-479f-8ce6-7b73615e6471', 'tag': '1af51518-5081-40c7-85cc-2e51c34be7ea', 'status': 'completed', 'code': 200} Nov 16 04:42:48.969676 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ba836-2fc9-47ec-8346-faea3cc9cc1c req-b8e3f3fb-0665-4717-887f-145d11877ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:48.971238 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f68ba836-2fc9-47ec-8346-faea3cc9cc1c req-b8e3f3fb-0665-4717-887f-145d11877ac3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270&device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 1094 time: 0.0594110 Nov 16 04:42:49.022698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 1af51518-5081-40c7-85cc-2e51c34be7ea details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:42:49.282535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 1af51518-5081-40c7-85cc-2e51c34be7ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=1af51518-5081-40c7-85cc-2e51c34be7ea,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:49.299946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '1af51518-5081-40c7-85cc-2e51c34be7ea', 'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65', 'port_id': '1af51518-5081-40c7-85cc-2e51c34be7ea', 'mac_address': 'fa:16:3e:ff:e5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:42:49.363098 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:49.396379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af51518-5081-40c7-85cc-2e51c34be7ea {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:42:49.429133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 1af51518-5081-40c7-85cc-2e51c34be7ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=1af51518-5081-40c7-85cc-2e51c34be7ea,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:49.441028 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:49.442202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 99455a78-80d6-436c-b512-6fba5c64bdc3 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:42:49.523179 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-19d04476-2013-4ab1-916a-8e13c511794f tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=bd75ac44ee1b4ea39e6049b2b15308ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363359 Nov 16 04:42:49.589589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=1af51518-5081-40c7-85cc-2e51c34be7ea,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:49.653957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 99455a78-80d6-436c-b512-6fba5c64bdc3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=99455a78-80d6-436c-b512-6fba5c64bdc3,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:49.681499 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '99455a78-80d6-436c-b512-6fba5c64bdc3', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'port_id': '99455a78-80d6-436c-b512-6fba5c64bdc3', 'mac_address': 'fa:16:3e:fb:61:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:42:49.705496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d24fec-9432-47f5-905b-ab2e0bd12b33 req-b79f7b23-513d-4129-94f4-be53b9c6e964 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:49.713491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90d24fec-9432-47f5-905b-ab2e0bd12b33 req-b79f7b23-513d-4129-94f4-be53b9c6e964 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 944 time: 0.0858195 Nov 16 04:42:49.760416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661993c-71a2-4ad4-99e2-5380e6261f82 req-d058c4f3-b3d1-4782-9aee-0dbbc5f45240 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:49.768680 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4661993c-71a2-4ad4-99e2-5380e6261f82 req-d058c4f3-b3d1-4782-9aee-0dbbc5f45240 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 943 time: 0.7964046 Nov 16 04:42:49.837946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4661993c-71a2-4ad4-99e2-5380e6261f82 req-bc056fe4-7960-4dbe-84ad-3ea86e79fdec tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631971 Nov 16 04:42:49.919868 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90d24fec-9432-47f5-905b-ab2e0bd12b33 req-5343f4f1-a9f3-4b05-8b8e-1b90b25deec9 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976597 Nov 16 04:42:49.934338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ba836-2fc9-47ec-8346-faea3cc9cc1c req-e75d584b-2902-4865-a41f-f1d07bf0dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:49.938132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f68ba836-2fc9-47ec-8346-faea3cc9cc1c req-e75d584b-2902-4865-a41f-f1d07bf0dde0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2b3a4bd-4030-400c-8fc8-6688deb93e65 HTTP/1.1" status: 200 len: 912 time: 0.9350951 Nov 16 04:42:49.940938 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:49.973914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99455a78-80d6-436c-b512-6fba5c64bdc3 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:42:50.008738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 99455a78-80d6-436c-b512-6fba5c64bdc3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=99455a78-80d6-436c-b512-6fba5c64bdc3,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:50.012904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f68ba836-2fc9-47ec-8346-faea3cc9cc1c req-421d894b-4954-4c25-8d77-397004a31e9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af51518-5081-40c7-85cc-2e51c34be7ea HTTP/1.1" status: 200 len: 217 time: 0.0664325 Nov 16 04:42:50.014334 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:50.040330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-c3de5138-ff12-490a-bb02-bda5b33def5e tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:50.042123 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-c3de5138-ff12-490a-bb02-bda5b33def5e tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5042262 Nov 16 04:42:50.055857 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Request body: {'port': {'device_id': '11cf5cbb-7495-4354-afb6-adbd24de120c', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': 'bd75ac44ee1b4ea39e6049b2b15308ec'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:50.066527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=99455a78-80d6-436c-b512-6fba5c64bdc3,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:50.096521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dd7ad52-8b73-4a3b-8bb5-c92a476f0ec7 req-55fcd2a2-ea77-4511-816c-8075a2d57c32 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 210 time: 0.0780547 Nov 16 04:42:50.123943 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ba836-2fc9-47ec-8346-faea3cc9cc1c req-7213ca94-2fe3-4d63-b484-3048a2ca548a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:50.125436 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f68ba836-2fc9-47ec-8346-faea3cc9cc1c req-7213ca94-2fe3-4d63-b484-3048a2ca548a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e HTTP/1.1" status: 200 len: 851 time: 0.0900784 Nov 16 04:42:50.142059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db7389e-9f88-4839-8272-f01d31114939 req-43735143-fcea-497d-91eb-81c9fa77faf7 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:50.146888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9db7389e-9f88-4839-8272-f01d31114939 req-43735143-fcea-497d-91eb-81c9fa77faf7 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcbfd3e2-7706-4ec3-971d-49c55a1b2daf HTTP/1.1" status: 200 len: 949 time: 0.1311424 Nov 16 04:42:50.182540 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f68ba836-2fc9-47ec-8346-faea3cc9cc1c req-d33c1ab8-15d6-41ba-ae44-2e216a7072cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2b3a4bd-4030-400c-8fc8-6688deb93e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339532 Nov 16 04:42:50.184922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Made reservation on behalf of bd75ac44ee1b4ea39e6049b2b15308ec for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:50.189670 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:50.212900 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:50.277735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35660) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:50.284316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c5cb34b3-8a0c-4ba0-a652-44bab7690cb5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1115065251'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:50.299511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['99455a78-80d6-436c-b512-6fba5c64bdc3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:42:50.322352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9db7389e-9f88-4839-8272-f01d31114939 req-9274b76b-aa2e-47c3-a1dc-195135d6bfbf tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434093 Nov 16 04:42:50.331278 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:50.347255 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['1af51518-5081-40c7-85cc-2e51c34be7ea'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:42:50.353304 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:50.354161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cb34b3-8a0c-4ba0-a652-44bab7690cb5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Made reservation on behalf of 3755e56622844612940817c1adc2c9f6 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:50.373797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5cb34b3-8a0c-4ba0-a652-44bab7690cb5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:50.441214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cb34b3-8a0c-4ba0-a652-44bab7690cb5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:42:50.445256 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db7214a-ce06-4b1c-9640-76974b667dfc,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:50.452246 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5cb34b3-8a0c-4ba0-a652-44bab7690cb5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:50.452630 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-c5cb34b3-8a0c-4ba0-a652-44bab7690cb5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Added segment e030bb28-2841-4d6f-96c8-5e872a2bde7c of type vlan for network f2b81f82-11da-4f95-84ec-83ffc56322a8 Nov 16 04:42:50.505051 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5cb34b3-8a0c-4ba0-a652-44bab7690cb5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:50.561072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-e4ec85bd-a9df-471e-adc7-c86225e48bac tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1334414 Nov 16 04:42:50.613232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Allocated IP 192.168.233.56 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/b5ad90f5-cfab-4a8e-8d0e-e1f65950e209) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:42:50.619328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f68ba836-2fc9-47ec-8346-faea3cc9cc1c req-29f70adc-7faa-454b-aa01-75b81f599618 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223192 Nov 16 04:42:50.751909 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5cb34b3-8a0c-4ba0-a652-44bab7690cb5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:50.757378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cb34b3-8a0c-4ba0-a652-44bab7690cb5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:50.758003 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5cb34b3-8a0c-4ba0-a652-44bab7690cb5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:50.769896 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:50.802633 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:50.849109 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:50.853172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:50.856083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:42:50.881918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Pushing event updated for resources: {'Port': ['ID=b5ad90f5-cfab-4a8e-8d0e-e1f65950e209,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:50.898297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea09b2-b6dd-48a0-a4de-4790ab01e781 req-3498cef6-2404-4e75-a0f7-f476ce29e388 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:50.899975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1dea09b2-b6dd-48a0-a4de-4790ab01e781 req-3498cef6-2404-4e75-a0f7-f476ce29e388 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1a585c4-fff1-47df-be6b-f9fd00d949d6 HTTP/1.1" status: 200 len: 948 time: 0.3710363 Nov 16 04:42:50.908259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14539f-68d7-48ba-a7bf-ba1572c564b4 req-75241f1f-b467-40c5-af2c-701fbd9e19ec tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:50.909956 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc14539f-68d7-48ba-a7bf-ba1572c564b4 req-75241f1f-b467-40c5-af2c-701fbd9e19ec tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1a585c4-fff1-47df-be6b-f9fd00d949d6 HTTP/1.1" status: 200 len: 948 time: 0.3822958 Nov 16 04:42:50.910324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:50.910942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:50.930156 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-cde51c8e-73d5-42eb-b8da-53c89d65d4da tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8781443 Nov 16 04:42:50.944281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Request body: {'port': {'device_id': '11cf5cbb-7495-4354-afb6-adbd24de120c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:50.968736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c5cb34b3-8a0c-4ba0-a652-44bab7690cb5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6896687 Nov 16 04:42:50.972371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35680) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:50.977215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2e5f08b9-3239-4e2c-b2a3-9fd1811f186e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1610515205'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:51.021616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.029857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb34b3-8a0c-4ba0-a652-44bab7690cb5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'Network': ['ID=f2b81f82-11da-4f95-84ec-83ffc56322a8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:51.033891 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5f08b9-3239-4e2c-b2a3-9fd1811f186e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Made reservation on behalf of 3755e56622844612940817c1adc2c9f6 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:51.037269 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2e5f08b9-3239-4e2c-b2a3-9fd1811f186e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.039265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-333ea58f-8763-4e10-b5f5-041ab99cc55d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:51.040655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-333ea58f-8763-4e10-b5f5-041ab99cc55d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4786203 Nov 16 04:42:51.052199 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network f2b81f82-11da-4f95-84ec-83ffc56322a8 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:42:51.094684 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5f08b9-3239-4e2c-b2a3-9fd1811f186e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:42:51.119799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc14539f-68d7-48ba-a7bf-ba1572c564b4 req-812a6873-502f-4b22-8905-13123f12f677 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/security-groups?id=214a72aa-6f23-4668-a36f-3b4ea6caa646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555808 Nov 16 04:42:51.123333 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f68ba836-2fc9-47ec-8346-faea3cc9cc1c req-1a376518-5812-4390-87bd-c902fab173c0 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442024 Nov 16 04:42:51.124576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-3f7693f3-e49c-453f-ad74-b8b2b9188002 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/quotas/68dd001f9dc24b459464f4b89f629e44 HTTP/1.1" status: 200 len: 375 time: 0.0671976 Nov 16 04:42:51.153351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ac40b883-6a81-49a7-a97a-0a536251ddc4 None None] Provisioning complete for port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:51.153719 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ac40b883-6a81-49a7-a97a-0a536251ddc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.183095 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2e5f08b9-3239-4e2c-b2a3-9fd1811f186e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.183713 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-2e5f08b9-3239-4e2c-b2a3-9fd1811f186e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Added segment d7d4a993-d3da-4473-8283-5c998646389b of type vlan for network 71ea6cbc-c703-42e4-94a9-098bbba9e58b Nov 16 04:42:51.188337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-71e0a038-3703-4ab0-9ad0-17b9d5f4d826 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467556 Nov 16 04:42:51.204745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ac40b883-6a81-49a7-a97a-0a536251ddc4 None None] Port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:42:51.207076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-1dea09b2-b6dd-48a0-a4de-4790ab01e781 req-aada9f84-388d-487d-909b-be0c5e244758 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Deleting port 4df0b988-cd4a-40bc-922a-8e0231fba5df {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:51.207434 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1dea09b2-b6dd-48a0-a4de-4790ab01e781 req-aada9f84-388d-487d-909b-be0c5e244758 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.261933 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2e5f08b9-3239-4e2c-b2a3-9fd1811f186e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.325914 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2e5f08b9-3239-4e2c-b2a3-9fd1811f186e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.336253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5f08b9-3239-4e2c-b2a3-9fd1811f186e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:51.337284 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2e5f08b9-3239-4e2c-b2a3-9fd1811f186e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.369925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1dea09b2-b6dd-48a0-a4de-4790ab01e781 req-aada9f84-388d-487d-909b-be0c5e244758 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] For port 4df0b988-cd4a-40bc-922a-8e0231fba5df, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4df0b988-cd4a-40bc-922a-8e0231fba5df,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:51.370528 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1dea09b2-b6dd-48a0-a4de-4790ab01e781 req-aada9f84-388d-487d-909b-be0c5e244758 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.396329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-1dea09b2-b6dd-48a0-a4de-4790ab01e781 req-aada9f84-388d-487d-909b-be0c5e244758 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Calling delete_port for 4df0b988-cd4a-40bc-922a-8e0231fba5df owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:51.535723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f08e3-b632-40a8-ac40-6b2653513d30 req-deb21d8f-6773-453a-b1a0-0d311cd8d6a9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:51.543111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c3f08e3-b632-40a8-ac40-6b2653513d30 req-deb21d8f-6773-453a-b1a0-0d311cd8d6a9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 944 time: 0.1445878 Nov 16 04:42:51.545972 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2e5f08b9-3239-4e2c-b2a3-9fd1811f186e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5702133 Nov 16 04:42:51.549555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35698) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:51.555582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-dbca4086-f0c5-463c-a2bd-49bf9dfe8070 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'subnet': {'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:51.608729 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c3f08e3-b632-40a8-ac40-6b2653513d30 req-9125b164-2453-4db9-9f98-dda90238af75 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647233 Nov 16 04:42:51.630576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f08b9-3239-4e2c-b2a3-9fd1811f186e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'Network': ['ID=71ea6cbc-c703-42e4-94a9-098bbba9e58b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:51.642602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 71ea6cbc-c703-42e4-94a9-098bbba9e58b details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:42:51.664802 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:42:51.679152 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.703866 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Transition to ACTIVE for port object b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:42:51.716886 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.727559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbca4086-f0c5-463c-a2bd-49bf9dfe8070 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Made reservation on behalf of 3755e56622844612940817c1adc2c9f6 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:51.728345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb9ca3-e7d6-4858-9fa7-03f4bade5051 req-869e12be-c2e0-4a3d-9152-6473c40b573b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:51.733622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bcdb9ca3-e7d6-4858-9fa7-03f4bade5051 req-869e12be-c2e0-4a3d-9152-6473c40b573b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 944 time: 0.1309326 Nov 16 04:42:51.733829 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dbca4086-f0c5-463c-a2bd-49bf9dfe8070 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.743772 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1dea09b2-b6dd-48a0-a4de-4790ab01e781 req-aada9f84-388d-487d-909b-be0c5e244758 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.840754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aada9f84-388d-487d-909b-be0c5e244758 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Pushing event deleted for resources: {'Port': ['ID=4df0b988-cd4a-40bc-922a-8e0231fba5df,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:51.854583 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Pushing event updated for resources: {'Port': ['ID=b5ad90f5-cfab-4a8e-8d0e-e1f65950e209,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:51.913635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bcdb9ca3-e7d6-4858-9fa7-03f4bade5051 req-7fc29490-abca-4bd9-b1cc-0340f3038389 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680019 Nov 16 04:42:51.914608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dea09b2-b6dd-48a0-a4de-4790ab01e781 req-aada9f84-388d-487d-909b-be0c5e244758 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] No DVR routers for this DVR port 4df0b988-cd4a-40bc-922a-8e0231fba5df on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:51.917527 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1dea09b2-b6dd-48a0-a4de-4790ab01e781 req-aada9f84-388d-487d-909b-be0c5e244758 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:51.920780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1dea09b2-b6dd-48a0-a4de-4790ab01e781 req-aada9f84-388d-487d-909b-be0c5e244758 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.15 "DELETE /v2.0/ports/4df0b988-cd4a-40bc-922a-8e0231fba5df HTTP/1.1" status: 204 len: 173 time: 1.0089400 Nov 16 04:42:51.921932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'name': 'network-vif-deleted', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:51.924730 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dbbc25-340a-4541-8d52-34d97b0109da" -d '{"events": [{"server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "name": "network-vif-deleted", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:51.944351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a12859-4ca6-47f9-858b-a9a4b33d3383 req-b418bc39-4e44-488c-b50b-695b2263cf13 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:51.951836 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08a12859-4ca6-47f9-858b-a9a4b33d3383 req-b418bc39-4e44-488c-b50b-695b2263cf13 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 947 time: 0.2192574 Nov 16 04:42:51.993685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Attempting to bind port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:42:51.993685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Attempting to bind port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:42:51.994074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Attempting to bind port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:52.023389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:42:52.023712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Attempting to bind port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:52.041636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:42:52.041988 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:52.042325 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:42:52.042763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Bound port: b5ad90f5-cfab-4a8e-8d0e-e1f65950e209, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:42:52.043124 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:52.078239 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08a12859-4ca6-47f9-858b-a9a4b33d3383 req-a43cdd7d-037f-4c98-a51f-d73c4ed79f7b tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/security-groups?id=2db7214a-ce06-4b1c-9640-76974b667dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254871 Nov 16 04:42:52.080628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4561ee7-6a94-421f-a349-ccb17002f296 req-7dbd92cd-92af-4e96-9913-9bc691e08ae2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 210 time: 0.0505383 Nov 16 04:42:52.123068 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] For port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:52.171844 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] For port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b5ad90f5-cfab-4a8e-8d0e-e1f65950e209,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:42:52.180703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:52.210255 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dbca4086-f0c5-463c-a2bd-49bf9dfe8070 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:52.256759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b562a5-a36c-4b58-808e-061025c77082 req-81eb9407-7205-4ac5-8a6b-f7ac34f821e1 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:52.258672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-39b562a5-a36c-4b58-808e-061025c77082 req-81eb9407-7205-4ac5-8a6b-f7ac34f821e1 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcbfd3e2-7706-4ec3-971d-49c55a1b2daf HTTP/1.1" status: 200 len: 949 time: 0.0621417 Nov 16 04:42:52.267415 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:52.268023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:52.269549 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] 10.222.0.37 "PUT /v2.0/ports/b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 HTTP/1.1" status: 200 len: 1095 time: 1.3298924 Nov 16 04:42:52.272340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cf5cbb-7495-4354-afb6-adbd24de120c', 'tag': 'b5ad90f5-cfab-4a8e-8d0e-e1f65950e209'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:52.274613 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983cd370-5c98-4fb5-a223-aa37ca32e0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "11cf5cbb-7495-4354-afb6-adbd24de120c", "tag": "b5ad90f5-cfab-4a8e-8d0e-e1f65950e209"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:52.316278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e4ec3-2e25-4ebb-bc8d-ba89a8f7b41b service neutron] Pushing event updated for resources: {'Port': ['ID=b5ad90f5-cfab-4a8e-8d0e-e1f65950e209,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:52.384402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca4086-f0c5-463c-a2bd-49bf9dfe8070 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'Subnet': ['ID=d9cd7d75-6530-4637-9f7e-97185dccc1f3,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:52.388114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-39b562a5-a36c-4b58-808e-061025c77082 req-a3bb9ced-27ec-4459-943a-302f6a5e3ee6 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124606 Nov 16 04:42:52.405696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbca4086-f0c5-463c-a2bd-49bf9dfe8070 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Checking segment: {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:52.406105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca4086-f0c5-463c-a2bd-49bf9dfe8070 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Network hostable DHCP agents. Network: f2b81f82-11da-4f95-84ec-83ffc56322a8, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:42:52.423048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-270ad666-bb5b-4e27-9893-40380b8baa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:52.424694 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-270ad666-bb5b-4e27-9893-40380b8baa44 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd75ac44ee1b4ea39e6049b2b15308ec&device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 1098 time: 0.0900471 Nov 16 04:42:52.450959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbca4086-f0c5-463c-a2bd-49bf9dfe8070 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Network f2b81f82-11da-4f95-84ec-83ffc56322a8 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:42:52.487601 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-31e866a2-d527-4656-b22f-a44a62d01a58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 HTTP/1.1" status: 200 len: 217 time: 0.0528069 Nov 16 04:42:52.493701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-dbca4086-f0c5-463c-a2bd-49bf9dfe8070 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, f2b81f82-11da-4f95-84ec-83ffc56322a8) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:52.508117 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0e660b-c23a-4363-af5b-4c0ccd83bbca x-openstack-request-id: req-fa0e660b-c23a-4363-af5b-4c0ccd83bbca {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:52.508696 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a585c4-fff1-47df-be6b-f9fd00d949d6", "name": "network-vif-deleted", "tag": "4df0b988-cd4a-40bc-922a-8e0231fba5df", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:52.509112 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa0e660b-c23a-4363-af5b-4c0ccd83bbca {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:52.509936 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a585c4-fff1-47df-be6b-f9fd00d949d6', 'name': 'network-vif-deleted', 'tag': '4df0b988-cd4a-40bc-922a-8e0231fba5df', 'status': 'completed', 'code': 200} Nov 16 04:42:52.512181 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbca4086-f0c5-463c-a2bd-49bf9dfe8070 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:52.512878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dbca4086-f0c5-463c-a2bd-49bf9dfe8070 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:52.519549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d941ec4c-bbd2-4c16-b38c-42d36574a137 None None] Network f2b81f82-11da-4f95-84ec-83ffc56322a8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:42:52.585512 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dbca4086-f0c5-463c-a2bd-49bf9dfe8070 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0325840 Nov 16 04:42:52.586446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35718) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:52.597136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fb6bfe27-6143-4119-a7ee-3a977d54ddbf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'subnet': {'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:52.722384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f179dc0b-902e-4691-8784-1d11b5f368f1 req-92a90ebe-9460-496a-8fb1-3dabf3a46949 tempest-ListImageFiltersTestJSON-297158431 tempest-ListImageFiltersTestJSON-297158431-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1a585c4-fff1-47df-be6b-f9fd00d949d6 HTTP/1.1" status: 200 len: 210 time: 0.0510366 Nov 16 04:42:52.841634 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7844cb6-c948-48c0-a5e3-ca80e3c35b57 x-openstack-request-id: req-a7844cb6-c948-48c0-a5e3-ca80e3c35b57 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:52.842267 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cf5cbb-7495-4354-afb6-adbd24de120c", "tag": "b5ad90f5-cfab-4a8e-8d0e-e1f65950e209", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:52.842267 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7844cb6-c948-48c0-a5e3-ca80e3c35b57 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:52.848712 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11cf5cbb-7495-4354-afb6-adbd24de120c', 'tag': 'b5ad90f5-cfab-4a8e-8d0e-e1f65950e209', 'status': 'completed', 'code': 200} Nov 16 04:42:52.851524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9bc36-2c14-4e9f-b78c-025b8fa09b19 req-1efa567a-5dcf-403d-a1cd-84f478b8ab7c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:52.852360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-86714878-9ec8-4885-8162-509d73d8b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:52.854640 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-86714878-9ec8-4885-8162-509d73d8b748 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.3578427 Nov 16 04:42:52.856208 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6bfe27-6143-4119-a7ee-3a977d54ddbf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Made reservation on behalf of 3755e56622844612940817c1adc2c9f6 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:52.859504 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fdd9bc36-2c14-4e9f-b78c-025b8fa09b19 req-1efa567a-5dcf-403d-a1cd-84f478b8ab7c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 944 time: 0.0845840 Nov 16 04:42:52.866197 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb6bfe27-6143-4119-a7ee-3a977d54ddbf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:52.868626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-f2b81f82-11da-4f95-84ec-83ffc56322a8', 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'fixed_ips': [{'subnet_id': 'd9cd7d75-6530-4637-9f7e-97185dccc1f3'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:42:52.870169 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:53.036609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fdd9bc36-2c14-4e9f-b78c-025b8fa09b19 req-f4e53aba-c66f-4e8b-812a-0983bde2eee4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752520 Nov 16 04:42:53.101180 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-4ae7a920-6a44-409f-b334-c7d48d097111 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1385875 Nov 16 04:42:53.109206 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 1af51518-5081-40c7-85cc-2e51c34be7ea up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:53.265418 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb6bfe27-6143-4119-a7ee-3a977d54ddbf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:53.284908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Allocated IP 10.1.1.2 (f2b81f82-11da-4f95-84ec-83ffc56322a8/d9cd7d75-6530-4637-9f7e-97185dccc1f3/152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:42:53.300955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 1af51518-5081-40c7-85cc-2e51c34be7ea completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:42:53.306958 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 1af51518-5081-40c7-85cc-2e51c34be7ea triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:53.307456 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:53.379957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740f393-1c1c-4bb5-93e1-55db28b66a6e req-a6471766-aaf0-430c-a695-007f00d143b2 tempest-DeleteServersAdminTestJSON-1059631427 tempest-DeleteServersAdminTestJSON-1059631427-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:53.380614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f740f393-1c1c-4bb5-93e1-55db28b66a6e req-a6471766-aaf0-430c-a695-007f00d143b2 tempest-DeleteServersAdminTestJSON-1059631427 tempest-DeleteServersAdminTestJSON-1059631427-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=fcbfd3e2-7706-4ec3-971d-49c55a1b2daf HTTP/1.1" status: 200 len: 1100 time: 0.3357449 Nov 16 04:42:53.421702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-d6742923-a837-496f-901a-4080f5556ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:53.423397 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-d6742923-a837-496f-901a-4080f5556ca2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4919178 Nov 16 04:42:53.466175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a20b1-7886-4480-9634-08da58b0b211 req-841bfd43-7517-4d34-8c66-5ecb848574c2 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:53.473666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f32a20b1-7886-4480-9634-08da58b0b211 req-841bfd43-7517-4d34-8c66-5ecb848574c2 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 944 time: 0.3076210 Nov 16 04:42:53.488446 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fe804-6990-4dc8-bb38-6d311271d6ba req-05f44e04-e2dc-4c08-9068-379c7a932171 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:53.495589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-995fe804-6990-4dc8-bb38-6d311271d6ba req-05f44e04-e2dc-4c08-9068-379c7a932171 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 947 time: 0.2701218 Nov 16 04:42:53.502218 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:53.543551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6bfe27-6143-4119-a7ee-3a977d54ddbf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'Subnet': ['ID=70fabb1e-d39a-4dee-ad75-aba901b4929e,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:53.562144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92729813-fe63-479f-8ce6-7b73615e6471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af51518-5081-40c7-85cc-2e51c34be7ea'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:53.565460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6bfe27-6143-4119-a7ee-3a977d54ddbf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Checking segment: {'id': 'd7d4a993-d3da-4473-8283-5c998646389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:53.565847 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6bfe27-6143-4119-a7ee-3a977d54ddbf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Network hostable DHCP agents. Network: 71ea6cbc-c703-42e4-94a9-098bbba9e58b, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:42:53.569513 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-a11f9d41-28c9-4250-ae9c-a58b1ada7d1f service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369805 Nov 16 04:42:53.573272 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecbb3c4-c8bf-42ab-9231-3af2f6860097" -d '{"events": [{"server_uuid": "92729813-fe63-479f-8ce6-7b73615e6471", "name": "network-vif-plugged", "status": "completed", "tag": "1af51518-5081-40c7-85cc-2e51c34be7ea"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:53.618577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 1af51518-5081-40c7-85cc-2e51c34be7ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=1af51518-5081-40c7-85cc-2e51c34be7ea,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:53.627394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-7303d223-d969-4eb0-abe1-98be0faa7774 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:53.628893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-7303d223-d969-4eb0-abe1-98be0faa7774 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4788816 Nov 16 04:42:53.632031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6bfe27-6143-4119-a7ee-3a977d54ddbf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Network 71ea6cbc-c703-42e4-94a9-098bbba9e58b is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:42:53.637674 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:53.638513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 99455a78-80d6-436c-b512-6fba5c64bdc3 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:53.646063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-fb6bfe27-6143-4119-a7ee-3a977d54ddbf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 71ea6cbc-c703-42e4-94a9-098bbba9e58b) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:53.652768 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6bfe27-6143-4119-a7ee-3a977d54ddbf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:53.653362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb6bfe27-6143-4119-a7ee-3a977d54ddbf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:53.653641 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:53.683678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Request body: {'port': {'device_id': 'd2ecb4da-117b-4834-94fa-044bd1fbe367', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '68dd001f9dc24b459464f4b89f629e44'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:53.687009 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fb6bfe27-6143-4119-a7ee-3a977d54ddbf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0994866 Nov 16 04:42:53.692141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35732) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:53.701459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'port': {'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8', 'name': 'tempest-TaggedBootDevicesTest-1541299764', 'fixed_ips': [{'subnet_id': 'd9cd7d75-6530-4637-9f7e-97185dccc1f3'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:53.720397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb0b34f-5b35-41f3-984a-3cf92e53f237 None None] Network 71ea6cbc-c703-42e4-94a9-098bbba9e58b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:42:53.794676 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ab254644-ef07-4e2b-bb02-94d25ada40e5 req-175c536b-4dcc-4ea4-948f-648a488bf1c5 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170007 Nov 16 04:42:53.797182 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:53.895912 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-995fe804-6990-4dc8-bb38-6d311271d6ba req-6135a37c-1fe9-4117-ab27-68121a5120b8 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/security-groups?id=2db7214a-ce06-4b1c-9640-76974b667dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982301 Nov 16 04:42:53.910266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Network f2b81f82-11da-4f95-84ec-83ffc56322a8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:53.920028 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=1af51518-5081-40c7-85cc-2e51c34be7ea,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:53.930632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 99455a78-80d6-436c-b512-6fba5c64bdc3 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:42:53.939299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f32a20b1-7886-4480-9634-08da58b0b211 req-05389e59-9a8b-4978-847c-2226e43fae13 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625835 Nov 16 04:42:53.972677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cd370-5c98-4fb5-a223-aa37ca32e0dd req-1ece2b5a-e26e-4fa1-884f-50902567c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:53.974537 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-983cd370-5c98-4fb5-a223-aa37ca32e0dd req-1ece2b5a-e26e-4fa1-884f-50902567c6d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bd75ac44ee1b4ea39e6049b2b15308ec&device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 1098 time: 0.1109760 Nov 16 04:42:54.003448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Pushing event updated for resources: {'Port': ['ID=152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:54.012712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:54.016203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:42:54.022454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 99455a78-80d6-436c-b512-6fba5c64bdc3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:54.023074 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:54.041303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-f740f393-1c1c-4bb5-93e1-55db28b66a6e req-27db0111-72f8-4be7-be0d-a6fb3d36000c tempest-DeleteServersAdminTestJSON-1059631427 tempest-DeleteServersAdminTestJSON-1059631427-project-admin] Deleting port f88a8647-a95b-46fc-8062-dd188e256dd7 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:42:54.041924 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f740f393-1c1c-4bb5-93e1-55db28b66a6e req-27db0111-72f8-4be7-be0d-a6fb3d36000c tempest-DeleteServersAdminTestJSON-1059631427 tempest-DeleteServersAdminTestJSON-1059631427-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:54.103694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cd370-5c98-4fb5-a223-aa37ca32e0dd req-9197b631-6aff-4a79-b15b-d377411f9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:54.105285 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-983cd370-5c98-4fb5-a223-aa37ca32e0dd req-9197b631-6aff-4a79-b15b-d377411f9361 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1236608 Nov 16 04:42:54.159197 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-983cd370-5c98-4fb5-a223-aa37ca32e0dd req-0a037920-2c25-4e4e-81a1-d3107f460873 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 HTTP/1.1" status: 200 len: 217 time: 0.0422075 Nov 16 04:42:54.209669 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Attempting to bind port 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:42:54.210292 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Attempting to bind port 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:42:54.210796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Attempting to bind port 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c on network f2b81f82-11da-4f95-84ec-83ffc56322a8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:54.219587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Made reservation on behalf of 3755e56622844612940817c1adc2c9f6 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:54.229974 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-733cde41-6d3e-48a1-b70d-e5e0c825bdf8 req-c39e17f2-29ad-4f14-9c6c-72f0e5e6638e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 210 time: 0.1507149 Nov 16 04:42:54.300808 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:42:54.307014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Made reservation on behalf of 68dd001f9dc24b459464f4b89f629e44 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:54.310489 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:54.311564 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Checking segment: {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:54.311975 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:54.312365 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Bound using segment: {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:42:54.313464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Bound port: 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:42:54.313800 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:54.320695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cd370-5c98-4fb5-a223-aa37ca32e0dd req-329429d0-ee9f-46dc-bfcd-a99802ec602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:54.322221 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-983cd370-5c98-4fb5-a223-aa37ca32e0dd req-329429d0-ee9f-46dc-bfcd-a99802ec602c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1558664 Nov 16 04:42:54.327475 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:54.349130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf8cde-5420-42bb-8ea5-7bfe2cb1563a req-e371d122-7a4f-4981-88ad-dbb0f0cdb56e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:54.358652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-acaf8cde-5420-42bb-8ea5-7bfe2cb1563a req-e371d122-7a4f-4981-88ad-dbb0f0cdb56e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcbfd3e2-7706-4ec3-971d-49c55a1b2daf HTTP/1.1" status: 200 len: 949 time: 0.2071502 Nov 16 04:42:54.367662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f740f393-1c1c-4bb5-93e1-55db28b66a6e req-27db0111-72f8-4be7-be0d-a6fb3d36000c tempest-DeleteServersAdminTestJSON-1059631427 tempest-DeleteServersAdminTestJSON-1059631427-project-admin] For port f88a8647-a95b-46fc-8062-dd188e256dd7, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f88a8647-a95b-46fc-8062-dd188e256dd7,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:54.369328 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f740f393-1c1c-4bb5-93e1-55db28b66a6e req-27db0111-72f8-4be7-be0d-a6fb3d36000c tempest-DeleteServersAdminTestJSON-1059631427 tempest-DeleteServersAdminTestJSON-1059631427-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:54.387273 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4030726-15fc-4a09-b10b-258a0e57b922 x-openstack-request-id: req-a4030726-15fc-4a09-b10b-258a0e57b922 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:54.388008 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92729813-fe63-479f-8ce6-7b73615e6471", "name": "network-vif-plugged", "status": "completed", "tag": "1af51518-5081-40c7-85cc-2e51c34be7ea", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:54.388273 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4030726-15fc-4a09-b10b-258a0e57b922 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:54.388774 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92729813-fe63-479f-8ce6-7b73615e6471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af51518-5081-40c7-85cc-2e51c34be7ea', 'code': 200} Nov 16 04:42:54.402063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] device_id is not set on port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:42:54.437118 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:54.448931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cd370-5c98-4fb5-a223-aa37ca32e0dd req-a31cf9c6-acd5-4c65-b3b8-25a7e80071f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:54.450887 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-983cd370-5c98-4fb5-a223-aa37ca32e0dd req-a31cf9c6-acd5-4c65-b3b8-25a7e80071f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1078341 Nov 16 04:42:54.451865 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:54.473367 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-71ea6cbc-c703-42e4-94a9-098bbba9e58b', 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'fixed_ips': [{'subnet_id': '70fabb1e-d39a-4dee-ad75-aba901b4929e'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:42:54.474594 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:54.539022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-f740f393-1c1c-4bb5-93e1-55db28b66a6e req-27db0111-72f8-4be7-be0d-a6fb3d36000c tempest-DeleteServersAdminTestJSON-1059631427 tempest-DeleteServersAdminTestJSON-1059631427-project-admin] Calling delete_port for f88a8647-a95b-46fc-8062-dd188e256dd7 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:42:54.559178 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 99455a78-80d6-436c-b512-6fba5c64bdc3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=99455a78-80d6-436c-b512-6fba5c64bdc3,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:54.560569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] For port 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:54.620571 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:54.621371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4df0b988-cd4a-40bc-922a-8e0231fba5df no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:54.649285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 4df0b988-cd4a-40bc-922a-8e0231fba5df {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:54.649633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4df0b988-cd4a-40bc-922a-8e0231fba5df not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:54.652150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] For port 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:42:54.683905 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:54.709204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-acaf8cde-5420-42bb-8ea5-7bfe2cb1563a req-724d7d3f-1625-40fb-994b-dee7ee9b554a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495698 Nov 16 04:42:54.782007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bcc0e-19a4-4d45-81e0-68a3509b826f req-895c33b2-66c7-4228-a5b9-bae5b35af26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:54.783756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1d8bcc0e-19a4-4d45-81e0-68a3509b826f req-895c33b2-66c7-4228-a5b9-bae5b35af26c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 1096 time: 0.3540301 Nov 16 04:42:54.798623 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-983cd370-5c98-4fb5-a223-aa37ca32e0dd req-fd90b152-5a54-4bc6-9af3-eddd65827d02 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142295 Nov 16 04:42:54.886991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278bdb9-a054-4288-abb8-914ad8099808 req-9dd91559-7d6a-4528-9a96-724a84c2d918 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:54.888725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=99455a78-80d6-436c-b512-6fba5c64bdc3,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:54.895622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a278bdb9-a054-4288-abb8-914ad8099808 req-9dd91559-7d6a-4528-9a96-724a84c2d918 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.2647724 Nov 16 04:42:54.951689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Allocated IP 10.2.2.2 (71ea6cbc-c703-42e4-94a9-098bbba9e58b/70fabb1e-d39a-4dee-ad75-aba901b4929e/d86dd09e-e492-495a-bda1-52e1c9ad598e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:42:54.960878 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:42:55.011561 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:55.016402 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1d8bcc0e-19a4-4d45-81e0-68a3509b826f req-a2d8dac4-5a03-4444-8cee-8f650584b085 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159903 Nov 16 04:42:55.020481 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-983cd370-5c98-4fb5-a223-aa37ca32e0dd req-570b4398-6301-4e88-9054-b537f62a5bbc service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095766 Nov 16 04:42:55.086257 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f740f393-1c1c-4bb5-93e1-55db28b66a6e req-27db0111-72f8-4be7-be0d-a6fb3d36000c tempest-DeleteServersAdminTestJSON-1059631427 tempest-DeleteServersAdminTestJSON-1059631427-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:55.124016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a278bdb9-a054-4288-abb8-914ad8099808 req-697c3c89-124b-408d-8e28-84ed51186f8d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259808 Nov 16 04:42:55.128753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Allocated IP 10.1.1.216 (f2b81f82-11da-4f95-84ec-83ffc56322a8/d9cd7d75-6530-4637-9f7e-97185dccc1f3/0a4c67cb-938c-4b12-bb00-cd0b361ed365) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:42:55.151507 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:55.174184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['f88a8647-a95b-46fc-8062-dd188e256dd7'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:42:55.285619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db0111-72f8-4be7-be0d-a6fb3d36000c tempest-DeleteServersAdminTestJSON-1059631427 tempest-DeleteServersAdminTestJSON-1059631427-project-admin] Pushing event deleted for resources: {'Port': ['ID=f88a8647-a95b-46fc-8062-dd188e256dd7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:55.395941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f740f393-1c1c-4bb5-93e1-55db28b66a6e req-27db0111-72f8-4be7-be0d-a6fb3d36000c tempest-DeleteServersAdminTestJSON-1059631427 tempest-DeleteServersAdminTestJSON-1059631427-project-admin] No DVR routers for this DVR port f88a8647-a95b-46fc-8062-dd188e256dd7 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:42:55.400396 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f740f393-1c1c-4bb5-93e1-55db28b66a6e req-27db0111-72f8-4be7-be0d-a6fb3d36000c tempest-DeleteServersAdminTestJSON-1059631427 tempest-DeleteServersAdminTestJSON-1059631427-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:55.409038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f740f393-1c1c-4bb5-93e1-55db28b66a6e req-27db0111-72f8-4be7-be0d-a6fb3d36000c tempest-DeleteServersAdminTestJSON-1059631427 tempest-DeleteServersAdminTestJSON-1059631427-project-admin] 10.222.0.37 "DELETE /v2.0/ports/f88a8647-a95b-46fc-8062-dd188e256dd7 HTTP/1.1" status: 204 len: 173 time: 2.0099676 Nov 16 04:42:55.451635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcbfd3e2-7706-4ec3-971d-49c55a1b2daf', 'name': 'network-vif-deleted', 'tag': 'f88a8647-a95b-46fc-8062-dd188e256dd7'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:55.454595 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c074a71-227f-466d-9f4c-4f3960dcb86a" -d '{"events": [{"server_uuid": "fcbfd3e2-7706-4ec3-971d-49c55a1b2daf", "name": "network-vif-deleted", "tag": "f88a8647-a95b-46fc-8062-dd188e256dd7"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:55.496541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:55.545683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be221df1-3b67-49b1-bb2c-2ae0c2e32202 None None] Pushing event updated for resources: {'Port': ['ID=152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:55.614883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23ab3d-af6c-4d31-832b-a445eb7f0e1c req-c88d372a-c761-4e54-a5c4-543517875409 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:55.617919 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea23ab3d-af6c-4d31-832b-a445eb7f0e1c req-c88d372a-c761-4e54-a5c4-543517875409 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 947 time: 0.3161132 Nov 16 04:42:55.631258 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:55.684873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b5ad90f5-cfab-4a8e-8d0e-e1f65950e209,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:55.705122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Allocated IP 192.168.233.142 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/66b0301b-af45-4def-9dc7-5a512dbc7271) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:42:55.730524 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:55.732910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'b5ad90f5-cfab-4a8e-8d0e-e1f65950e209', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': 'b5ad90f5-cfab-4a8e-8d0e-e1f65950e209', 'mac_address': 'fa:16:3e:1c:13:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:42:55.776960 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:55.795206 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:55.818154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Network f2b81f82-11da-4f95-84ec-83ffc56322a8 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:55.821882 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:55.836680 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:55.838908 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:42:55.843935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'Port': ['ID=0a4c67cb-938c-4b12-bb00-cd0b361ed365,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:55.868109 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:42:55.884549 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea23ab3d-af6c-4d31-832b-a445eb7f0e1c req-2847fbfe-ac85-424f-872c-872ee08251ac tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/security-groups?id=2db7214a-ce06-4b1c-9640-76974b667dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609065 Nov 16 04:42:55.913566 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:55.915047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:55.924077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Network 71ea6cbc-c703-42e4-94a9-098bbba9e58b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:55.945265 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-35d50bd3-7458-49e9-b6dd-a0239b8268da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2506304 Nov 16 04:42:55.949577 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35778) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:55.958319 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'port': {'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8', 'name': 'tempest-TaggedBootDevicesTest-2102658688', 'fixed_ips': [{'subnet_id': 'd9cd7d75-6530-4637-9f7e-97185dccc1f3'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:55.963812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:55.970522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:42:56.008966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9266e3-61cb-4603-a050-d0bff3d93521 req-844dfec9-48bc-443f-a3c6-3a24612cf8a0 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:56.009891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b5ad90f5-cfab-4a8e-8d0e-e1f65950e209,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:56.020544 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Pushing event updated for resources: {'Port': ['ID=d86dd09e-e492-495a-bda1-52e1c9ad598e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:56.036076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9266e3-61cb-4603-a050-d0bff3d93521 req-844dfec9-48bc-443f-a3c6-3a24612cf8a0 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 945 time: 0.3191960 Nov 16 04:42:56.048572 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:56.153994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Attempting to bind port d86dd09e-e492-495a-bda1-52e1c9ad598e on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:42:56.154370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Attempting to bind port d86dd09e-e492-495a-bda1-52e1c9ad598e by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'd7d4a993-d3da-4473-8283-5c998646389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:42:56.154737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Attempting to bind port d86dd09e-e492-495a-bda1-52e1c9ad598e on network 71ea6cbc-c703-42e4-94a9-098bbba9e58b {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:56.163767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:42:56.164149 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Checking segment: {'id': 'd7d4a993-d3da-4473-8283-5c998646389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:56.164547 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:56.164922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Bound using segment: {'id': 'd7d4a993-d3da-4473-8283-5c998646389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:42:56.165392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Bound port: d86dd09e-e492-495a-bda1-52e1c9ad598e, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d4a993-d3da-4473-8283-5c998646389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:42:56.166613 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:56.183393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Made reservation on behalf of 3755e56622844612940817c1adc2c9f6 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:42:56.194102 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:56.243751 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] device_id is not set on port 0242d561-9a1a-4d17-9a59-189c63ce17cd yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:42:56.245728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=b5ad90f5-cfab-4a8e-8d0e-e1f65950e209,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:56.301247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['b5ad90f5-cfab-4a8e-8d0e-e1f65950e209'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:42:56.336992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] For port d86dd09e-e492-495a-bda1-52e1c9ad598e, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:56.376230 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] For port d86dd09e-e492-495a-bda1-52e1c9ad598e, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d86dd09e-e492-495a-bda1-52e1c9ad598e,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:42:56.381404 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:56.390750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6993930e-6e7e-4860-b356-256566b7f9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99455a78-80d6-436c-b512-6fba5c64bdc3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:56.393937 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32615821-ef1a-469e-b298-ab51242f0470" -d '{"events": [{"server_uuid": "6993930e-6e7e-4860-b356-256566b7f9d2", "name": "network-vif-plugged", "status": "completed", "tag": "99455a78-80d6-436c-b512-6fba5c64bdc3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:56.403585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:56.468269 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:56.481377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3dfccefb-95f3-4cf1-8260-9dbc3208f4b8 req-65ea85f6-d4ac-47b2-bc82-23566b3381e0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 210 time: 0.4426751 Nov 16 04:42:56.490170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628c273-7282-4199-9f5b-d40eb8c0ddbb None None] Pushing event updated for resources: {'Port': ['ID=d86dd09e-e492-495a-bda1-52e1c9ad598e,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:56.588201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2276be79-133c-4914-8658-14fb5f2c7c74 None None] Network f2b81f82-11da-4f95-84ec-83ffc56322a8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:42:56.596118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:56.605907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9266e3-61cb-4603-a050-d0bff3d93521 req-968db2ee-a443-49dc-a75c-23ae8baec7bb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509496 Nov 16 04:42:56.607459 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d534d2d3-64bf-4f5d-9fe2-6c6ce1e4f907 x-openstack-request-id: req-d534d2d3-64bf-4f5d-9fe2-6c6ce1e4f907 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:56.607761 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcbfd3e2-7706-4ec3-971d-49c55a1b2daf", "name": "network-vif-deleted", "tag": "f88a8647-a95b-46fc-8062-dd188e256dd7", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:56.608018 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d534d2d3-64bf-4f5d-9fe2-6c6ce1e4f907 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:56.608417 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcbfd3e2-7706-4ec3-971d-49c55a1b2daf', 'name': 'network-vif-deleted', 'tag': 'f88a8647-a95b-46fc-8062-dd188e256dd7', 'status': 'completed', 'code': 200} Nov 16 04:42:56.612451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:56.616527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:42:56.659202 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Allocated IP 10.1.1.85 (f2b81f82-11da-4f95-84ec-83ffc56322a8/d9cd7d75-6530-4637-9f7e-97185dccc1f3/0242d561-9a1a-4d17-9a59-189c63ce17cd) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:42:56.711398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event updated for resources: {'Port': ['ID=66b0301b-af45-4def-9dc7-5a512dbc7271,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:56.805613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:56.824082 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:56.865606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-fd2bce63-0d66-4bf7-b761-5a00af69bdf7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1927590 Nov 16 04:42:56.879226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Request body: {'port': {'device_id': 'd2ecb4da-117b-4834-94fa-044bd1fbe367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:42:56.975275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f88a8647-a95b-46fc-8062-dd188e256dd7 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:42:57.112482 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:57.164363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb917b-2ecf-45b8-ab36-91d6813e0613 req-707060c3-b926-4ba5-82c4-0b6ed4223e0b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:57.171713 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2fb917b-2ecf-45b8-ab36-91d6813e0613 req-707060c3-b926-4ba5-82c4-0b6ed4223e0b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.2412889 Nov 16 04:42:57.192315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c493da20-8ffc-4d2a-bf4f-1ed5cf2d85c4 None None] Provisioning complete for port 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:57.192670 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c493da20-8ffc-4d2a-bf4f-1ed5cf2d85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:57.210971 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:57.211511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: f88a8647-a95b-46fc-8062-dd188e256dd7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:42:57.212116 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f88a8647-a95b-46fc-8062-dd188e256dd7 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:42:57.229012 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ef1949-6a1a-4dd1-89e8-bd3c50db2204 x-openstack-request-id: req-b3ef1949-6a1a-4dd1-89e8-bd3c50db2204 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:42:57.229184 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6993930e-6e7e-4860-b356-256566b7f9d2", "name": "network-vif-plugged", "status": "completed", "tag": "99455a78-80d6-436c-b512-6fba5c64bdc3", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:42:57.229620 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3ef1949-6a1a-4dd1-89e8-bd3c50db2204 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:42:57.230238 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6993930e-6e7e-4860-b356-256566b7f9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99455a78-80d6-436c-b512-6fba5c64bdc3', 'code': 200} Nov 16 04:42:57.298684 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:57.430777 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c493da20-8ffc-4d2a-bf4f-1ed5cf2d85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:57.467448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2fb917b-2ecf-45b8-ab36-91d6813e0613 req-7691418c-b272-4104-b16d-3ec83c35aab7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827921 Nov 16 04:42:57.508944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c493da20-8ffc-4d2a-bf4f-1ed5cf2d85c4 None None] For port 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:57.519114 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c493da20-8ffc-4d2a-bf4f-1ed5cf2d85c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:57.520611 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Network f2b81f82-11da-4f95-84ec-83ffc56322a8 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:42:57.539003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:42:57.569509 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:42:57.662761 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:57.675878 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493da20-8ffc-4d2a-bf4f-1ed5cf2d85c4 None None] Pushing event updated for resources: {'Port': ['ID=152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:57.817759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-64363e64-1b73-4c2e-81c7-31da46e5aa5c None None] Provisioning complete for port 66b0301b-af45-4def-9dc7-5a512dbc7271 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:57.818864 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64363e64-1b73-4c2e-81c7-31da46e5aa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:57.823010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:57.823010 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:57.947715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-64363e64-1b73-4c2e-81c7-31da46e5aa5c None None] Port 66b0301b-af45-4def-9dc7-5a512dbc7271 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:42:58.105591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d86dd09e-e492-495a-bda1-52e1c9ad598e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:58.192372 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:58.193567 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:58.197360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'Port': ['ID=0242d561-9a1a-4d17-9a59-189c63ce17cd,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:58.219651 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-38ec8074-125b-4a28-bcdc-2971b1ed7ecc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2688942 Nov 16 04:42:58.224300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6caee1e3-a501-404b-b1c2-0298358a14b3 None None] Provisioning complete for port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:58.224686 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6caee1e3-a501-404b-b1c2-0298358a14b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:58.281413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6caee1e3-a501-404b-b1c2-0298358a14b3 None None] Port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:42:58.288547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d86dd09e-e492-495a-bda1-52e1c9ad598e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:58.289558 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:58.346184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6caee1e3-a501-404b-b1c2-0298358a14b3 None None] Provisioning complete for port 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:58.346804 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6caee1e3-a501-404b-b1c2-0298358a14b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:58.459791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291c32c2-1c2a-4bdc-8d30-c31993586063 None None] Network 71ea6cbc-c703-42e4-94a9-098bbba9e58b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:42:58.491308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd26f2c-464e-4437-85ed-0402e9721382 req-ab5179d8-03b1-4d01-9752-6be05956d85d tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:58.500857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afd26f2c-464e-4437-85ed-0402e9721382 req-ab5179d8-03b1-4d01-9752-6be05956d85d tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 948 time: 1.1422584 Nov 16 04:42:58.510647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b3808-2105-4416-bec1-279843a60670 req-c0dd9ae1-a82a-479c-bf08-601771c7d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:58.512325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a4b3808-2105-4416-bec1-279843a60670 req-c0dd9ae1-a82a-479c-bf08-601771c7d5ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 1096 time: 1.2220180 Nov 16 04:42:58.537650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-36236e55-f830-4e77-b2bc-00505efe8cae tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=79881f42257c4d20828e72db69ea2e45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851033 Nov 16 04:42:58.540328 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:58.551142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b0301b-af45-4def-9dc7-5a512dbc7271 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:42:58.564787 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35850) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:58.587263 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:58.650376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port d86dd09e-e492-495a-bda1-52e1c9ad598e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d86dd09e-e492-495a-bda1-52e1c9ad598e,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:42:58.680230 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:58.715580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a785f24-515b-4141-963c-f56928fa6676 req-aefd15e4-26d0-4940-a532-64776aff3a13 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:58.717304 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-aefd15e4-26d0-4940-a532-64776aff3a13 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437588 Nov 16 04:42:58.762538 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-826415fa-05c6-4e38-8888-cdbec974663e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d44770ad35284b948cd4a415ddb69d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964395 Nov 16 04:42:58.764962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35854) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:42:58.787003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a4b3808-2105-4416-bec1-279843a60670 req-a63edfe8-ac04-4a89-b130-6db0a04f0165 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587044 Nov 16 04:42:58.788943 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Transition to ACTIVE for port object 66b0301b-af45-4def-9dc7-5a512dbc7271 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:42:58.801795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afd26f2c-464e-4437-85ed-0402e9721382 req-f82ab224-a141-4216-8c1f-4539f4f7f14f tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/security-groups?id=2db7214a-ce06-4b1c-9640-76974b667dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993860 Nov 16 04:42:58.803519 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:58.806673 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-f645582e-bfbe-4603-ac5b-2de2b2da575c tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/quotas/79881f42257c4d20828e72db69ea2e45 HTTP/1.1" status: 200 len: 375 time: 0.0780189 Nov 16 04:42:58.826313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=d86dd09e-e492-495a-bda1-52e1c9ad598e,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:58.875306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-00ede49f-f63e-4b29-a698-020a9be937fa tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79881f42257c4d20828e72db69ea2e45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364742 Nov 16 04:42:58.882858 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91b3007f-02d1-4b0e-b138-38df14d86ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:58.884832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8b2107bf-a99b-4780-aa6a-f92669976b67 None None] Provisioning complete for port d86dd09e-e492-495a-bda1-52e1c9ad598e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:58.885452 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b2107bf-a99b-4780-aa6a-f92669976b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:58.908626 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91b3007f-02d1-4b0e-b138-38df14d86ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:58.926208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=66b0301b-af45-4def-9dc7-5a512dbc7271,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:58.967358 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91b3007f-02d1-4b0e-b138-38df14d86ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:58.970875 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91b3007f-02d1-4b0e-b138-38df14d86ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:58.975212 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:58.976006 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-91b3007f-02d1-4b0e-b138-38df14d86ab3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/214a72aa-6f23-4668-a36f-3b4ea6caa646 HTTP/1.1" status: 204 len: 168 time: 0.2091389 Nov 16 04:42:58.993518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3007f-02d1-4b0e-b138-38df14d86ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214a72aa-6f23-4668-a36f-3b4ea6caa646,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:59.158494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Attempting to bind port 66b0301b-af45-4def-9dc7-5a512dbc7271 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:42:59.159130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Attempting to bind port 66b0301b-af45-4def-9dc7-5a512dbc7271 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:42:59.159846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Attempting to bind port 66b0301b-af45-4def-9dc7-5a512dbc7271 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:59.169571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Port 66b0301b-af45-4def-9dc7-5a512dbc7271 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:42:59.171398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Attempting to bind port 66b0301b-af45-4def-9dc7-5a512dbc7271 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:42:59.183427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4a7e6-a2ce-4cd6-9c74-74a8ce5c48f0 req-e0326806-60cd-4a4a-a531-1ad8a2445f55 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:59.192060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ce4a7e6-a2ce-4cd6-9c74-74a8ce5c48f0 req-e0326806-60cd-4a4a-a531-1ad8a2445f55 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 948 time: 0.1494288 Nov 16 04:42:59.210748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8b2107bf-a99b-4780-aa6a-f92669976b67 None None] Provisioning complete for port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:59.211235 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b2107bf-a99b-4780-aa6a-f92669976b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:59.251653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:42:59.267018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:42:59.267735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:42:59.273095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Bound port: 66b0301b-af45-4def-9dc7-5a512dbc7271, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:42:59.274105 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:59.381238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:42:59.394405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8b2107bf-a99b-4780-aa6a-f92669976b67 None None] Port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:42:59.400099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:42:59.402287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:59.402845 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:59.406923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] For port 66b0301b-af45-4def-9dc7-5a512dbc7271, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:42:59.410588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] For port 66b0301b-af45-4def-9dc7-5a512dbc7271, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=66b0301b-af45-4def-9dc7-5a512dbc7271,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:42:59.418552 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:59.444328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ce4a7e6-a2ce-4cd6-9c74-74a8ce5c48f0 req-2e0ef7f3-6829-4927-9436-691a22da5bca tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504201 Nov 16 04:42:59.484518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8b2107bf-a99b-4780-aa6a-f92669976b67 None None] Provisioning complete for port 0242d561-9a1a-4d17-9a59-189c63ce17cd triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:59.484894 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b2107bf-a99b-4780-aa6a-f92669976b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:59.562774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8b2107bf-a99b-4780-aa6a-f92669976b67 None None] Port 0242d561-9a1a-4d17-9a59-189c63ce17cd cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:42:59.625888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:59.626617 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:59.628254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] 10.222.0.15 "PUT /v2.0/ports/66b0301b-af45-4def-9dc7-5a512dbc7271 HTTP/1.1" status: 200 len: 1096 time: 2.7540295 Nov 16 04:42:59.632126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ecb4da-117b-4834-94fa-044bd1fbe367', 'tag': '66b0301b-af45-4def-9dc7-5a512dbc7271'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:59.634523 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba962a9b-df70-4b77-8a89-6fc17473ea9d" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ecb4da-117b-4834-94fa-044bd1fbe367", "tag": "66b0301b-af45-4def-9dc7-5a512dbc7271"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:59.696576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7fbb8-48f2-4ee6-b20f-a390d0caf20e req-3573480b-67b6-4b5c-b31c-23b6ab1e3ca1 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:59.706395 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:59.713410 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21f7fbb8-48f2-4ee6-b20f-a390d0caf20e req-3573480b-67b6-4b5c-b31c-23b6ab1e3ca1 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 945 time: 0.2980900 Nov 16 04:42:59.723537 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b92a4-8abf-4330-bcc6-e36a205e5ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=66b0301b-af45-4def-9dc7-5a512dbc7271,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:42:59.770425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:42:59.771872 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:42:59.872742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cf5cbb-7495-4354-afb6-adbd24de120c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ad90f5-cfab-4a8e-8d0e-e1f65950e209'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:42:59.878943 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70903fc-2a98-47af-afff-4a789c3ccb62" -d '{"events": [{"server_uuid": "11cf5cbb-7495-4354-afb6-adbd24de120c", "name": "network-vif-plugged", "status": "completed", "tag": "b5ad90f5-cfab-4a8e-8d0e-e1f65950e209"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:42:59.916542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21f7fbb8-48f2-4ee6-b20f-a390d0caf20e req-2e451492-fea1-4ce0-b48e-f4b75ee95fd3 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017241 Nov 16 04:42:59.926778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-84539935-0645-43fb-b26d-9bbc73b00312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:42:59.930659 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-84539935-0645-43fb-b26d-9bbc73b00312 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 1099 time: 0.2408257 Nov 16 04:42:59.959214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b5ad90f5-cfab-4a8e-8d0e-e1f65950e209,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:00.052658 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:00.075110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-bda950d2-3268-4669-98f6-a26bfed6f8cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=66b0301b-af45-4def-9dc7-5a512dbc7271 HTTP/1.1" status: 200 len: 217 time: 0.1361971 Nov 16 04:43:00.112321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d86dd09e-e492-495a-bda1-52e1c9ad598e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:43:00.158205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-60eb6044-0f45-47a4-b932-1b3b2e1e33a5 None None] Provisioning complete for port d86dd09e-e492-495a-bda1-52e1c9ad598e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:00.158574 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60eb6044-0f45-47a4-b932-1b3b2e1e33a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:00.168539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=b5ad90f5-cfab-4a8e-8d0e-e1f65950e209,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:00.184830 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35894) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:00.190748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c85a27f8-f015-465c-b5ba-733cc73c49ed tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'security_group': {'name': 'tempest-securitygroup--880132263', 'description': 'tempest-description--1507678269'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:00.254644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-6426bca8-9a4c-4f65-8901-ad733409b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:00.256389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-6426bca8-9a4c-4f65-8901-ad733409b7cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1600332 Nov 16 04:43:00.263005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d86dd09e-e492-495a-bda1-52e1c9ad598e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:00.263551 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c85a27f8-f015-465c-b5ba-733cc73c49ed tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:00.263803 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:00.270010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882f148-01d9-4a7f-914c-854850bfe769 req-617fa1ee-cf4b-49c0-9480-53bdefd386ee tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:00.272371 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f882f148-01d9-4a7f-914c-854850bfe769 req-617fa1ee-cf4b-49c0-9480-53bdefd386ee tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.1561630 Nov 16 04:43:00.382981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-122931da-2a50-4742-ba96-584d99bbab7a req-f432b744-f7da-47ec-b3d6-412dd62ebcbf tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 210 time: 0.0633566 Nov 16 04:43:00.417208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c85a27f8-f015-465c-b5ba-733cc73c49ed tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:00.430208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c85a27f8-f015-465c-b5ba-733cc73c49ed tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:00.465247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-8e5e65ae-1db6-4134-9e38-9f10c6a51fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:00.465995 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c85a27f8-f015-465c-b5ba-733cc73c49ed tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:00.468507 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c85a27f8-f015-465c-b5ba-733cc73c49ed tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2820234 Nov 16 04:43:00.473201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-8e5e65ae-1db6-4134-9e38-9f10c6a51fbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1969512 Nov 16 04:43:00.473201 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8222973-a189-44a1-b477-2543bde95bd7 x-openstack-request-id: req-a8222973-a189-44a1-b477-2543bde95bd7 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:00.473201 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ecb4da-117b-4834-94fa-044bd1fbe367", "tag": "66b0301b-af45-4def-9dc7-5a512dbc7271", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:00.473476 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8222973-a189-44a1-b477-2543bde95bd7 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:00.473740 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2ecb4da-117b-4834-94fa-044bd1fbe367', 'tag': '66b0301b-af45-4def-9dc7-5a512dbc7271', 'status': 'completed', 'code': 200} Nov 16 04:43:00.474438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35900) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:00.478802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b0903de7-cf4f-4256-b202-b26950675b07 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'security_group_rule': {'security_group_id': 'e90e82bd-ec32-4285-a872-bed73cee19d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:00.501316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a27f8-f015-465c-b5ba-733cc73c49ed tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90e82bd-ec32-4285-a872-bed73cee19d1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:00.507614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f882f148-01d9-4a7f-914c-854850bfe769 req-5fccb8fc-e479-49bc-8c6e-4192686198fb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250404 Nov 16 04:43:00.554946 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac6a11d-fb72-4193-b7b7-88c244adc18a x-openstack-request-id: req-0ac6a11d-fb72-4193-b7b7-88c244adc18a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:00.555371 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cf5cbb-7495-4354-afb6-adbd24de120c", "name": "network-vif-plugged", "status": "completed", "tag": "b5ad90f5-cfab-4a8e-8d0e-e1f65950e209", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:00.555735 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ac6a11d-fb72-4193-b7b7-88c244adc18a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:00.556950 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cf5cbb-7495-4354-afb6-adbd24de120c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ad90f5-cfab-4a8e-8d0e-e1f65950e209', 'code': 200} Nov 16 04:43:00.630389 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0903de7-cf4f-4256-b202-b26950675b07 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:00.792082 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-a1f59ec3-8207-4552-9d8c-411d1eb2f26a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=79881f42257c4d20828e72db69ea2e45&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231469 Nov 16 04:43:00.808167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88848375-86f1-41c9-8c5c-419d0fb8bb24 req-3ba6e2a8-d84d-4f4c-8bae-3f11130ea401 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:00.810035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-88848375-86f1-41c9-8c5c-419d0fb8bb24 req-3ba6e2a8-d84d-4f4c-8bae-3f11130ea401 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 949 time: 0.2714090 Nov 16 04:43:00.819180 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8acbde48-deeb-41fa-a3c1-ecfb6e5ff53d req-a72f55d7-7d4a-4ace-97f9-26452e0af019 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-831458536&fields=id&tenant_id=40b17cd8bd234b4ca4c1760c45b9b270 HTTP/1.1" status: 200 len: 267 time: 0.1846583 Nov 16 04:43:00.824734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-0e6af6f3-8f2f-49b8-bc71-820462ea9773 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985578 Nov 16 04:43:00.833948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f29a7-2ae5-406f-88d8-8449726f433e req-38e060fb-a744-40dd-ad35-aa14734ea58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:00.835438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa2f29a7-2ae5-406f-88d8-8449726f433e req-38e060fb-a744-40dd-ad35-aa14734ea58f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 1100 time: 0.1845567 Nov 16 04:43:00.939284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a785f24-515b-4141-963c-f56928fa6676 req-ab915ce7-38f2-4dd2-be87-b6005159ed7b tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:00.941033 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-ab915ce7-38f2-4dd2-be87-b6005159ed7b tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1428764 Nov 16 04:43:00.948993 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0903de7-cf4f-4256-b202-b26950675b07 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:00.958564 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Request body: {'port': {'device_id': '7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '79881f42257c4d20828e72db69ea2e45'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:00.970762 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0903de7-cf4f-4256-b202-b26950675b07 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:01.027959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0903de7-cf4f-4256-b202-b26950675b07 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4763b40a-85c1-4501-9f0f-26fbdd517b29,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:01.047681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-88848375-86f1-41c9-8c5c-419d0fb8bb24 req-44138e9f-7968-4eb9-aecb-81fd0bb81996 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/security-groups?id=2db7214a-ce06-4b1c-9640-76974b667dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207189 Nov 16 04:43:01.059833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa2f29a7-2ae5-406f-88d8-8449726f433e req-13a14b90-c230-4142-a136-7fbded30960f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2db7214a-ce06-4b1c-9640-76974b667dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004387 Nov 16 04:43:01.063049 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0903de7-cf4f-4256-b202-b26950675b07 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:01.067553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b0903de7-cf4f-4256-b202-b26950675b07 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5887580 Nov 16 04:43:01.067800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35908) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:01.071682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbde48-deeb-41fa-a3c1-ecfb6e5ff53d req-e0e5236a-6c80-447f-a451-974a379c9e23 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:01.073709 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c5153432-bd5f-4dce-bac6-57bfdb0844bb tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'security_group_rule': {'security_group_id': 'e90e82bd-ec32-4285-a872-bed73cee19d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:01.079908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8acbde48-deeb-41fa-a3c1-ecfb6e5ff53d req-e0e5236a-6c80-447f-a451-974a379c9e23 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 945 time: 0.2422481 Nov 16 04:43:01.085537 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-8acbde48-deeb-41fa-a3c1-ecfb6e5ff53d req-e1f7968f-d1f1-4fc6-9600-493ff238bc37 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'port': {'security_groups': ['0b4595f4-e53f-401c-8c3d-7e7bea7c66ff', 'cef8feaa-22f3-4cfd-82fd-4db3e5ee52e7']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:01.095649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46f0a55-3bd5-47e2-85ea-41aaf2ca2945 req-19c7b861-a3aa-4cbb-b270-d76f4a1f363a service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489843 Nov 16 04:43:01.099680 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.db.api [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 04:43:01.099680 n-d-818042-1 neutron-server[102660]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 04:43:01.099680 n-d-818042-1 neutron-server[102660]: [parameters: {'project_id_1': '79881f42257c4d20828e72db69ea2e45', 'expiration_1': datetime.datetime(2021, 11, 16, 4, 42, 41, 88252)}] Nov 16 04:43:01.099680 n-d-818042-1 neutron-server[102660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:43:01.100072 n-d-818042-1 neutron-server[102660]: DEBUG oslo_db.api [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:43:01.118975 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5153432-bd5f-4dce-bac6-57bfdb0844bb tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:01.202849 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8acbde48-deeb-41fa-a3c1-ecfb6e5ff53d req-e1f7968f-d1f1-4fc6-9600-493ff238bc37 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:01.227286 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5153432-bd5f-4dce-bac6-57bfdb0844bb tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:01.232149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5153432-bd5f-4dce-bac6-57bfdb0844bb tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:01.248617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5153432-bd5f-4dce-bac6-57bfdb0844bb tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaad159-1182-41d7-8a80-219492741104,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:01.271884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962a9b-df70-4b77-8a89-6fc17473ea9d req-00730130-8531-4207-85b0-8349bc8a033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:01.273602 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba962a9b-df70-4b77-8a89-6fc17473ea9d req-00730130-8531-4207-85b0-8349bc8a033e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 1099 time: 0.1137717 Nov 16 04:43:01.273810 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5153432-bd5f-4dce-bac6-57bfdb0844bb tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:01.283437 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c5153432-bd5f-4dce-bac6-57bfdb0844bb tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2144947 Nov 16 04:43:01.284451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35914) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:01.299670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:01.418199 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:01.549407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962a9b-df70-4b77-8a89-6fc17473ea9d req-cb60aad3-299b-4652-b837-fabacfdbeef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:01.550817 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba962a9b-df70-4b77-8a89-6fc17473ea9d req-cb60aad3-299b-4652-b837-fabacfdbeef0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.2674127 Nov 16 04:43:01.560704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0fd0-2846-4b35-939a-7deaf92f24ef req-cf7de025-04e5-48b1-992c-bef0b39e1ce7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:01.562106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c1c0fd0-2846-4b35-939a-7deaf92f24ef req-cf7de025-04e5-48b1-992c-bef0b39e1ce7 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 948 time: 0.2077520 Nov 16 04:43:01.626062 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Made reservation on behalf of 79881f42257c4d20828e72db69ea2e45 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:01.629000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba962a9b-df70-4b77-8a89-6fc17473ea9d req-6bc3316c-30af-4ff2-afc6-e98c7233c1bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=66b0301b-af45-4def-9dc7-5a512dbc7271 HTTP/1.1" status: 200 len: 217 time: 0.0645492 Nov 16 04:43:01.631478 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:01.714523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8acbde48-deeb-41fa-a3c1-ecfb6e5ff53d req-e1f7968f-d1f1-4fc6-9600-493ff238bc37 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] For port 1af51518-5081-40c7-85cc-2e51c34be7ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=1af51518-5081-40c7-85cc-2e51c34be7ea,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:01.758959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c1c0fd0-2846-4b35-939a-7deaf92f24ef req-c02eaf51-669a-4dc0-9ace-083dcccfd8ee tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814582 Nov 16 04:43:01.770140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962a9b-df70-4b77-8a89-6fc17473ea9d req-b256cbe2-da15-4bcd-aea3-afa888220c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:01.771670 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba962a9b-df70-4b77-8a89-6fc17473ea9d req-b256cbe2-da15-4bcd-aea3-afa888220c7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1338305 Nov 16 04:43:01.791911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8acbde48-deeb-41fa-a3c1-ecfb6e5ff53d req-e1f7968f-d1f1-4fc6-9600-493ff238bc37 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:01.800381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Allocated IP 192.168.233.123 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/6a7d5046-e441-4ecb-8ed1-74f30af3f54f) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:01.818049 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8acbde48-deeb-41fa-a3c1-ecfb6e5ff53d req-e1f7968f-d1f1-4fc6-9600-493ff238bc37 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:01.829736 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['1af51518-5081-40c7-85cc-2e51c34be7ea'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:01.907511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbde48-deeb-41fa-a3c1-ecfb6e5ff53d req-e1f7968f-d1f1-4fc6-9600-493ff238bc37 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:01.908410 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8acbde48-deeb-41fa-a3c1-ecfb6e5ff53d req-e1f7968f-d1f1-4fc6-9600-493ff238bc37 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:01.926935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8acbde48-deeb-41fa-a3c1-ecfb6e5ff53d req-e1f7968f-d1f1-4fc6-9600-493ff238bc37 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "PUT /v2.0/ports/1af51518-5081-40c7-85cc-2e51c34be7ea HTTP/1.1" status: 200 len: 981 time: 0.8460407 Nov 16 04:43:01.928510 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:01.968095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba962a9b-df70-4b77-8a89-6fc17473ea9d req-144cd996-1ff5-4a97-94d2-659fd2e2ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:01.970226 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba962a9b-df70-4b77-8a89-6fc17473ea9d req-144cd996-1ff5-4a97-94d2-659fd2e2ca20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1902161 Nov 16 04:43:01.972788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['1af51518-5081-40c7-85cc-2e51c34be7ea'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:01.988146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f7968f-d1f1-4fc6-9600-493ff238bc37 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'Port': ['ID=1af51518-5081-40c7-85cc-2e51c34be7ea,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:02.073524 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:02.113420 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:02.125341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05f94363-6154-4df9-8788-ea44caca3395 req-21d7387c-9d59-4d2c-ad01-b484e3a02e0e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 210 time: 0.0512719 Nov 16 04:43:02.219082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:02.231931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:02.241416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:02.246263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba962a9b-df70-4b77-8a89-6fc17473ea9d req-ac158fd0-c65f-4f55-a68e-fa792e399d42 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634845 Nov 16 04:43:02.254472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Allocated IP 172.25.0.187 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/e0e86e29-e74c-43c1-910f-005bd852126f) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:02.258213 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Pushing event updated for resources: {'Port': ['ID=6a7d5046-e441-4ecb-8ed1-74f30af3f54f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:02.275874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5688f7ea-1aad-418f-bb6c-be5a7946efd4 req-e384a7a9-595b-413d-8a0b-25a02e4b57b1 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2123412620&fields=id&tenant_id=40b17cd8bd234b4ca4c1760c45b9b270 HTTP/1.1" status: 200 len: 267 time: 0.1578848 Nov 16 04:43:02.366486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:02.367482 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:02.387478 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-04d09f72-ab1d-45b6-b373-c7700976299a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4349082 Nov 16 04:43:02.402674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Request body: {'port': {'device_id': '7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:02.476544 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92729813-fe63-479f-8ce6-7b73615e6471', 'tag': '1af51518-5081-40c7-85cc-2e51c34be7ea'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:02.478407 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6196bd8-9c31-4af3-896d-98b32c59a466" -d '{"events": [{"name": "network-changed", "server_uuid": "92729813-fe63-479f-8ce6-7b73615e6471", "tag": "1af51518-5081-40c7-85cc-2e51c34be7ea"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:02.485961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:02.503310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688f7ea-1aad-418f-bb6c-be5a7946efd4 req-baadb27e-af8a-4993-804c-fdb985fcab92 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:02.504846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5688f7ea-1aad-418f-bb6c-be5a7946efd4 req-baadb27e-af8a-4993-804c-fdb985fcab92 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 984 time: 0.2282162 Nov 16 04:43:02.526608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad590e-545f-4d7c-a8e2-58418b2dd3b9 req-6c372279-ca11-4956-a491-ef4ff720d5b2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:02.527984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18ad590e-545f-4d7c-a8e2-58418b2dd3b9 req-6c372279-ca11-4956-a491-ef4ff720d5b2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.2442465 Nov 16 04:43:02.537062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-5688f7ea-1aad-418f-bb6c-be5a7946efd4 req-97849233-2c71-4dbe-bd50-7d5085e162ac tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'port': {'security_groups': ['0b4595f4-e53f-401c-8c3d-7e7bea7c66ff', 'cef8feaa-22f3-4cfd-82fd-4db3e5ee52e7', '7e06149f-3c6d-4ec0-8392-5006e0804ee7']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:02.548040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-973f47d2-0794-4ed3-8209-824c6c783904 None None] Provisioning complete for port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:02.548338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba962a9b-df70-4b77-8a89-6fc17473ea9d req-2671c5ac-7402-4ad2-9ecc-4cfb2ef8d9bd service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916157 Nov 16 04:43:02.548577 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-973f47d2-0794-4ed3-8209-824c6c783904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:02.595510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-973f47d2-0794-4ed3-8209-824c6c783904 None None] Port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:43:02.611794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:02.663659 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5688f7ea-1aad-418f-bb6c-be5a7946efd4 req-97849233-2c71-4dbe-bd50-7d5085e162ac tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:02.689602 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18ad590e-545f-4d7c-a8e2-58418b2dd3b9 req-59d6436b-0ea4-40e7-8994-a34fa1fe4ee9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235476 Nov 16 04:43:02.725891 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:02.773612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7d5046-e441-4ecb-8ed1-74f30af3f54f {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:02.782424 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:02.789086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:02.798382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Transition to ACTIVE for port object 6a7d5046-e441-4ecb-8ed1-74f30af3f54f will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:43:02.801652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:02.802519 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:02.807251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:02.835292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'Port': ['ID=e0e86e29-e74c-43c1-910f-005bd852126f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:02.891698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Pushing event updated for resources: {'Port': ['ID=6a7d5046-e441-4ecb-8ed1-74f30af3f54f,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:02.938420 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:02.939884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Attempting to bind port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:02.940234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Attempting to bind port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:02.940566 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Attempting to bind port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:02.945035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:43:02.945359 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Attempting to bind port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:02.950453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:02.950787 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:02.951171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:02.951733 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Bound port: 6a7d5046-e441-4ecb-8ed1-74f30af3f54f, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:02.951949 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:03.023229 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] For port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:03.026692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] For port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=6a7d5046-e441-4ecb-8ed1-74f30af3f54f,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:03.037346 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:03.075006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:03.075672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:03.077254 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] 10.222.0.37 "PUT /v2.0/ports/6a7d5046-e441-4ecb-8ed1-74f30af3f54f HTTP/1.1" status: 200 len: 1096 time: 0.6812167 Nov 16 04:43:03.077697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc', 'tag': '6a7d5046-e441-4ecb-8ed1-74f30af3f54f'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:03.080914 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec408d6-0580-493d-b3e2-426f23bc9062" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc", "tag": "6a7d5046-e441-4ecb-8ed1-74f30af3f54f"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:03.083655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-5688f7ea-1aad-418f-bb6c-be5a7946efd4 req-97849233-2c71-4dbe-bd50-7d5085e162ac tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] For port 1af51518-5081-40c7-85cc-2e51c34be7ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=1af51518-5081-40c7-85cc-2e51c34be7ea,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:03.095690 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:03.123826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc783d5-d5b1-4e76-bc77-6fb7aff9005e service neutron] Pushing event updated for resources: {'Port': ['ID=6a7d5046-e441-4ecb-8ed1-74f30af3f54f,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:03.179430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a785f24-515b-4141-963c-f56928fa6676 req-4a15b829-5917-4002-b7c8-a5f25a64efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:03.180873 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-4a15b829-5917-4002-b7c8-a5f25a64efc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79881f42257c4d20828e72db69ea2e45&device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 1099 time: 0.0516899 Nov 16 04:43:03.246281 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-caa46981-8f2b-49af-9f75-b96b3cb7353d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6a7d5046-e441-4ecb-8ed1-74f30af3f54f HTTP/1.1" status: 200 len: 217 time: 0.0563035 Nov 16 04:43:03.310850 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a785f24-515b-4141-963c-f56928fa6676 req-03ca73c1-5858-4916-9d9e-0e50643b1a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:03.312692 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-03ca73c1-5858-4916-9d9e-0e50643b1a4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0600207 Nov 16 04:43:03.374828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a785f24-515b-4141-963c-f56928fa6676 req-77c0a2c7-9855-4a5a-a33a-bdbd3ed5691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:03.376468 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-77c0a2c7-9855-4a5a-a33a-bdbd3ed5691e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541172 Nov 16 04:43:03.471571 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-6a56944e-6567-408b-a5bf-a817e68f68fe service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853031 Nov 16 04:43:03.517492 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5688f7ea-1aad-418f-bb6c-be5a7946efd4 req-97849233-2c71-4dbe-bd50-7d5085e162ac tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:03.526777 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5688f7ea-1aad-418f-bb6c-be5a7946efd4 req-97849233-2c71-4dbe-bd50-7d5085e162ac tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:03.537906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['1af51518-5081-40c7-85cc-2e51c34be7ea'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:03.572292 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a785f24-515b-4141-963c-f56928fa6676 req-7ecf0cbf-5f43-43bd-9d28-9c78287794dc service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933774 Nov 16 04:43:03.631215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688f7ea-1aad-418f-bb6c-be5a7946efd4 req-97849233-2c71-4dbe-bd50-7d5085e162ac tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:03.631827 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5688f7ea-1aad-418f-bb6c-be5a7946efd4 req-97849233-2c71-4dbe-bd50-7d5085e162ac tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:03.633200 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5688f7ea-1aad-418f-bb6c-be5a7946efd4 req-97849233-2c71-4dbe-bd50-7d5085e162ac tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "PUT /v2.0/ports/1af51518-5081-40c7-85cc-2e51c34be7ea HTTP/1.1" status: 200 len: 1020 time: 1.1197820 Nov 16 04:43:03.649115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d06fc-1036-409b-b5d5-6c8b478a33b1 req-466df299-2765-41b7-bd4b-327ace2a70df tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:03.656279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-203d06fc-1036-409b-b5d5-6c8b478a33b1 req-466df299-2765-41b7-bd4b-327ace2a70df tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 949 time: 0.1872447 Nov 16 04:43:03.683546 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1b0c66-51bf-42c1-b63f-2cfd7fe5fe75 x-openstack-request-id: req-0e1b0c66-51bf-42c1-b63f-2cfd7fe5fe75 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:03.683850 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92729813-fe63-479f-8ce6-7b73615e6471", "tag": "1af51518-5081-40c7-85cc-2e51c34be7ea", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:03.684215 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e1b0c66-51bf-42c1-b63f-2cfd7fe5fe75 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:03.684615 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92729813-fe63-479f-8ce6-7b73615e6471', 'tag': '1af51518-5081-40c7-85cc-2e51c34be7ea', 'status': 'completed', 'code': 200} Nov 16 04:43:03.688705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97849233-2c71-4dbe-bd50-7d5085e162ac tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'Port': ['ID=1af51518-5081-40c7-85cc-2e51c34be7ea,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:03.710579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['1af51518-5081-40c7-85cc-2e51c34be7ea'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:03.807768 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-203d06fc-1036-409b-b5d5-6c8b478a33b1 req-6499f0aa-39ab-4bfb-8d2e-52613df10495 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/security-groups?id=2db7214a-ce06-4b1c-9640-76974b667dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506248 Nov 16 04:43:03.829607 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:03.847194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6196bd8-9c31-4af3-896d-98b32c59a466 req-566514b3-f6d1-47a7-bebf-5be3259875a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:03.849066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6196bd8-9c31-4af3-896d-98b32c59a466 req-566514b3-f6d1-47a7-bebf-5be3259875a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270&device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 1174 time: 0.1372273 Nov 16 04:43:03.853012 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:03.861180 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e84b748-11cb-40b9-b274-6c8d034ed0f7 x-openstack-request-id: req-0e84b748-11cb-40b9-b274-6c8d034ed0f7 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:03.861481 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc", "tag": "6a7d5046-e441-4ecb-8ed1-74f30af3f54f", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:03.864311 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e84b748-11cb-40b9-b274-6c8d034ed0f7 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:03.864746 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc', 'tag': '6a7d5046-e441-4ecb-8ed1-74f30af3f54f', 'status': 'completed', 'code': 200} Nov 16 04:43:03.904032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d871-a5c3-49e3-8d42-2778835afa71 req-dcfbbbaa-66e0-4e18-9b3b-f870a453fa2a tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:03.905522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47f1d871-a5c3-49e3-8d42-2778835afa71 req-dcfbbbaa-66e0-4e18-9b3b-f870a453fa2a tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 948 time: 0.1551907 Nov 16 04:43:03.949921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec408d6-0580-493d-b3e2-426f23bc9062 req-05019842-500a-4698-bb02-5309355e703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:03.951742 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5ec408d6-0580-493d-b3e2-426f23bc9062 req-05019842-500a-4698-bb02-5309355e703e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79881f42257c4d20828e72db69ea2e45&device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 1099 time: 0.0660908 Nov 16 04:43:04.035158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'Port': ['ID=e0e86e29-e74c-43c1-910f-005bd852126f,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:04.053026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec408d6-0580-493d-b3e2-426f23bc9062 req-3b6aa26d-415a-4e66-9f3b-c83804b7c8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:04.054541 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5ec408d6-0580-493d-b3e2-426f23bc9062 req-3b6aa26d-415a-4e66-9f3b-c83804b7c8b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.0954161 Nov 16 04:43:04.061678 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:04.101559 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5ec408d6-0580-493d-b3e2-426f23bc9062 req-3b281d91-8576-48c7-bcc9-313045181b8d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6a7d5046-e441-4ecb-8ed1-74f30af3f54f HTTP/1.1" status: 200 len: 217 time: 0.0352838 Nov 16 04:43:04.114699 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:04.116473 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7496a174-1b7e-4d74-8656-bf2faf9d4087 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8216827 Nov 16 04:43:04.126194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ba3db-9a50-4eb3-a1cc-e6362caff0c4 req-9e891ba9-0698-4eea-b15b-143f14fd4b42 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:04.127732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-631ba3db-9a50-4eb3-a1cc-e6362caff0c4 req-9e891ba9-0698-4eea-b15b-143f14fd4b42 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 948 time: 0.1736338 Nov 16 04:43:04.130890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47f1d871-a5c3-49e3-8d42-2778835afa71 req-fd7e2d5d-4ded-4acb-9d05-cfa965938df8 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079804 Nov 16 04:43:04.132306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6196bd8-9c31-4af3-896d-98b32c59a466 req-30228396-db5f-4171-9ac4-217d372aceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:04.133654 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6196bd8-9c31-4af3-896d-98b32c59a466 req-30228396-db5f-4171-9ac4-217d372aceb6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2b3a4bd-4030-400c-8fc8-6688deb93e65 HTTP/1.1" status: 200 len: 912 time: 0.2700267 Nov 16 04:43:04.155464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec408d6-0580-493d-b3e2-426f23bc9062 req-dbf151eb-7f81-4f1d-b061-69041283dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:04.157405 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5ec408d6-0580-493d-b3e2-426f23bc9062 req-dbf151eb-7f81-4f1d-b061-69041283dfb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0466306 Nov 16 04:43:04.200870 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6196bd8-9c31-4af3-896d-98b32c59a466 req-57517c33-a9cd-4f84-9f51-8786b0c765a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af51518-5081-40c7-85cc-2e51c34be7ea HTTP/1.1" status: 200 len: 217 time: 0.0553420 Nov 16 04:43:04.205891 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec408d6-0580-493d-b3e2-426f23bc9062 req-dc45b4cc-83b4-4332-94a8-cbed4834a858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:04.207635 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5ec408d6-0580-493d-b3e2-426f23bc9062 req-dc45b4cc-83b4-4332-94a8-cbed4834a858 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430157 Nov 16 04:43:04.275758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6196bd8-9c31-4af3-896d-98b32c59a466 req-8f210588-4499-4d68-88d3-852e9db164e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:04.277261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6196bd8-9c31-4af3-896d-98b32c59a466 req-8f210588-4499-4d68-88d3-852e9db164e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e HTTP/1.1" status: 200 len: 851 time: 0.0629025 Nov 16 04:43:04.281079 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-631ba3db-9a50-4eb3-a1cc-e6362caff0c4 req-a211373b-11cf-46be-b61d-b7c6cb442cb4 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446433 Nov 16 04:43:04.313475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6196bd8-9c31-4af3-896d-98b32c59a466 req-d9bc898c-9349-4f60-a2a8-a2af94e51681 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2b3a4bd-4030-400c-8fc8-6688deb93e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295613 Nov 16 04:43:04.325316 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5ec408d6-0580-493d-b3e2-426f23bc9062 req-4f887e8c-40c6-4307-8246-bac406206cb4 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102321 Nov 16 04:43:04.435190 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5ec408d6-0580-493d-b3e2-426f23bc9062 req-19ed73e1-21d4-4402-8c3b-86c2609bdcef service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999284 Nov 16 04:43:04.469630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c6ef2-0d00-4327-87d1-8c03c62297d3 req-8ed6885a-1f0d-48dc-b5f3-3a1ced3dd1c9 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:04.471064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-833c6ef2-0d00-4327-87d1-8c03c62297d3 req-8ed6885a-1f0d-48dc-b5f3-3a1ced3dd1c9 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 1023 time: 0.0974405 Nov 16 04:43:04.497950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6196bd8-9c31-4af3-896d-98b32c59a466 req-cdea4afb-0ebb-4d6b-91d8-f35bb6551b07 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773715 Nov 16 04:43:04.574498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b2db2-9cc7-4b3f-ab08-5e6adb615b6b req-998aa6f9-a4e9-4fc5-ae32-38ddc5d61029 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:04.575952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a29b2db2-9cc7-4b3f-ab08-5e6adb615b6b req-998aa6f9-a4e9-4fc5-ae32-38ddc5d61029 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.1571307 Nov 16 04:43:04.642177 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-833c6ef2-0d00-4327-87d1-8c03c62297d3 req-77b5f405-89a4-491f-9b48-d5c6e4e897db tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e06149f-3c6d-4ec0-8392-5006e0804ee7&id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&id=cef8feaa-22f3-4cfd-82fd-4db3e5ee52e7 HTTP/1.1" status: 200 len: 6200 time: 0.1647940 Nov 16 04:43:04.676181 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a29b2db2-9cc7-4b3f-ab08-5e6adb615b6b req-b9203e4a-2994-430f-990a-ee2e8deefcfd tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911603 Nov 16 04:43:04.681693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6196bd8-9c31-4af3-896d-98b32c59a466 req-a077353d-82e6-4754-910e-beaa0fcea0c2 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755536 Nov 16 04:43:04.818242 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-09e0002b-3b09-44f2-9ecd-3501276a6d07 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--880132263&fields=id&tenant_id=3755e56622844612940817c1adc2c9f6 HTTP/1.1" status: 200 len: 267 time: 0.0584731 Nov 16 04:43:04.866387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-5cc1c31f-c675-463e-83f3-571d6a7d5eba req-768eb775-8e34-4d4e-856b-ea12fb8434cf tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'security_group': {'name': ' tempest-securitygroup -15190171 ', 'description': 'tempest-description-1229474169'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:04.882111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-1db6ed1f-0140-4480-b641-066249c9bbe3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:04.883420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-1db6ed1f-0140-4480-b641-066249c9bbe3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports/0a4c67cb-938c-4b12-bb00-cd0b361ed365 HTTP/1.1" status: 200 len: 932 time: 0.0578837 Nov 16 04:43:04.926586 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cc1c31f-c675-463e-83f3-571d6a7d5eba req-768eb775-8e34-4d4e-856b-ea12fb8434cf tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:04.945813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-5113dca1-6926-4009-ba03-f55de5bba986 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:04.947159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-5113dca1-6926-4009-ba03-f55de5bba986 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports/0242d561-9a1a-4d17-9a59-189c63ce17cd HTTP/1.1" status: 200 len: 931 time: 0.0571895 Nov 16 04:43:05.001159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 6a7d5046-e441-4ecb-8ed1-74f30af3f54f details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:43:05.028764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-96651fd0-f22b-4630-ab47-3fac3fdb478c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?network_id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0742695 Nov 16 04:43:05.068504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 66b0301b-af45-4def-9dc7-5a512dbc7271 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:43:05.081364 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-d7bc00df-7622-4a8c-97b5-7f19b0641c24 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?network_id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0435660 Nov 16 04:43:05.094256 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cc1c31f-c675-463e-83f3-571d6a7d5eba req-768eb775-8e34-4d4e-856b-ea12fb8434cf tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:05.104517 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cc1c31f-c675-463e-83f3-571d6a7d5eba req-768eb775-8e34-4d4e-856b-ea12fb8434cf tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:05.183016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768eb775-8e34-4d4e-856b-ea12fb8434cf tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a22ec9-6f09-4b28-902e-b9fe4d36f9b7,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:05.184162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=6a7d5046-e441-4ecb-8ed1-74f30af3f54f,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:05.190178 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5cc1c31f-c675-463e-83f3-571d6a7d5eba req-768eb775-8e34-4d4e-856b-ea12fb8434cf tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:05.191719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cc1c31f-c675-463e-83f3-571d6a7d5eba req-768eb775-8e34-4d4e-856b-ea12fb8434cf tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.3336837 Nov 16 04:43:05.199744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '6a7d5046-e441-4ecb-8ed1-74f30af3f54f', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '6a7d5046-e441-4ecb-8ed1-74f30af3f54f', 'mac_address': 'fa:16:3e:5c:73:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:43:05.234506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-4838c12b-2e9d-4362-b1a1-4b3833e43231 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:05.240426 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-4838c12b-2e9d-4362-b1a1-4b3833e43231 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:05.246155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-4838c12b-2e9d-4362-b1a1-4b3833e43231 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:05.253633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-4838c12b-2e9d-4362-b1a1-4b3833e43231 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/networks?id=ace05412-28cc-47e2-a1d1-d37b29ce3547&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&id=71ea6cbc-c703-42e4-94a9-098bbba9e58b HTTP/1.1" status: 200 len: 1991 time: 0.1628020 Nov 16 04:43:05.268807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-119a93a7-31af-4769-89ba-62a06bc4d9d0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/quotas/3755e56622844612940817c1adc2c9f6 HTTP/1.1" status: 200 len: 375 time: 0.0129628 Nov 16 04:43:05.273752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 66b0301b-af45-4def-9dc7-5a512dbc7271, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=66b0301b-af45-4def-9dc7-5a512dbc7271,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:05.293578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:05.296698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '66b0301b-af45-4def-9dc7-5a512dbc7271', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '66b0301b-af45-4def-9dc7-5a512dbc7271', 'mac_address': 'fa:16:3e:ae:26:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:43:05.316447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7d5046-e441-4ecb-8ed1-74f30af3f54f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:05.360704 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=6a7d5046-e441-4ecb-8ed1-74f30af3f54f,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:05.365914 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:05.370148 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-5aa6a118-6966-491b-a344-9a3c4246fdf7 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3755e56622844612940817c1adc2c9f6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0956254 Nov 16 04:43:05.370718 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:05.385074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0b34c-1c40-40bb-8b49-54d402e27e04 req-a18597c1-51bb-4fec-a4b8-6c20441576d8 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:05.386707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05a0b34c-1c40-40bb-8b49-54d402e27e04 req-a18597c1-51bb-4fec-a4b8-6c20441576d8 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 948 time: 0.0772555 Nov 16 04:43:05.405445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b0301b-af45-4def-9dc7-5a512dbc7271 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:05.442130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 66b0301b-af45-4def-9dc7-5a512dbc7271, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=66b0301b-af45-4def-9dc7-5a512dbc7271,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:05.443711 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=6a7d5046-e441-4ecb-8ed1-74f30af3f54f,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:05.447303 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:05.485933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05a0b34c-1c40-40bb-8b49-54d402e27e04 req-5cfdf13e-ed08-4821-8919-ef19a900ba16 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903289 Nov 16 04:43:05.504967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=66b0301b-af45-4def-9dc7-5a512dbc7271,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:05.520027 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-f50a6136-567d-49b3-b9f2-f5f3e2106da0 service neutron] 10.222.0.41 "GET /v2.0/networks/ace05412-28cc-47e2-a1d1-d37b29ce3547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322277 Nov 16 04:43:05.593962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['6a7d5046-e441-4ecb-8ed1-74f30af3f54f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:05.601841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a94a578-eef2-497a-8d30-117ef27d4c2b req-336610d6-0f27-42cb-b97e-f887c6590f37 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/08a22ec9-6f09-4b28-902e-b9fe4d36f9b7 HTTP/1.1" status: 200 len: 1796 time: 0.0848784 Nov 16 04:43:05.634397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-03395b99-e495-4801-baee-2a7e547b8a04 service neutron] 10.222.0.41 "GET /v2.0/networks/ace05412-28cc-47e2-a1d1-d37b29ce3547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071885 Nov 16 04:43:05.682298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-62e187ad-b04b-424d-b297-497088805685 service neutron] 10.222.0.41 "GET /v2.0/ports/0a4c67cb-938c-4b12-bb00-cd0b361ed365?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0409901 Nov 16 04:43:05.685145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92729813-fe63-479f-8ce6-7b73615e6471', 'tag': '1af51518-5081-40c7-85cc-2e51c34be7ea'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:05.688074 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e355de-75e3-4d3f-b3e6-3471903aaba3" -d '{"events": [{"name": "network-changed", "server_uuid": "92729813-fe63-479f-8ce6-7b73615e6471", "tag": "1af51518-5081-40c7-85cc-2e51c34be7ea"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:05.695787 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:05.820743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-119f5bcd-6a84-43dd-b4da-903820a9edd9 service neutron] 10.222.0.41 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293414 Nov 16 04:43:05.929995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db528e1-ea37-41eb-8ce4-d44f7a700664 req-cde526a1-2746-4497-a07d-fb8635187107 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:05.931471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9db528e1-ea37-41eb-8ce4-d44f7a700664 req-cde526a1-2746-4497-a07d-fb8635187107 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 949 time: 0.1039116 Nov 16 04:43:05.969100 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-d3495e85-922a-40e2-a4a2-c96fa78c11cf service neutron] 10.222.0.41 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392248 Nov 16 04:43:06.021213 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9db528e1-ea37-41eb-8ce4-d44f7a700664 req-924bbf35-ea62-4783-97a6-ba2c7ce4ef18 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811398 Nov 16 04:43:06.023322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-26c257b4-2b8f-4e65-83dd-fafa78e14748 service neutron] 10.222.0.41 "GET /v2.0/ports/0242d561-9a1a-4d17-9a59-189c63ce17cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0448833 Nov 16 04:43:06.132950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afb9cde9-c2fc-49c8-9b90-c9f84eccd307 req-0d000fd8-51e0-4011-bb78-9e9652c6cf42 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/08a22ec9-6f09-4b28-902e-b9fe4d36f9b7 HTTP/1.1" status: 200 len: 1796 time: 0.0853598 Nov 16 04:43:06.160948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-f79debe2-40b0-4d8a-bc68-7d70d2c00b20 service neutron] 10.222.0.41 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318769 Nov 16 04:43:06.256056 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-afb9cde9-c2fc-49c8-9b90-c9f84eccd307 req-e7c538f9-b422-42b7-898a-2e8de416f9cb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:06.294852 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-afb9cde9-c2fc-49c8-9b90-c9f84eccd307 req-e7c538f9-b422-42b7-898a-2e8de416f9cb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:06.299290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-6a544463-3f17-4f03-ba88-968b01984e7c service neutron] 10.222.0.41 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323485 Nov 16 04:43:06.386872 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-afb9cde9-c2fc-49c8-9b90-c9f84eccd307 req-e7c538f9-b422-42b7-898a-2e8de416f9cb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:06.391557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-afb9cde9-c2fc-49c8-9b90-c9f84eccd307 req-e7c538f9-b422-42b7-898a-2e8de416f9cb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:06.393340 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afb9cde9-c2fc-49c8-9b90-c9f84eccd307 req-e7c538f9-b422-42b7-898a-2e8de416f9cb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "DELETE /v2.0/security-groups/08a22ec9-6f09-4b28-902e-b9fe4d36f9b7 HTTP/1.1" status: 204 len: 173 time: 0.2541649 Nov 16 04:43:06.422818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c538f9-b422-42b7-898a-2e8de416f9cb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a22ec9-6f09-4b28-902e-b9fe4d36f9b7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:06.429027 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3841803f-8705-4931-852a-56b53103b5cf x-openstack-request-id: req-3841803f-8705-4931-852a-56b53103b5cf {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:06.429454 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92729813-fe63-479f-8ce6-7b73615e6471", "tag": "1af51518-5081-40c7-85cc-2e51c34be7ea", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:06.429564 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3841803f-8705-4931-852a-56b53103b5cf {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:06.429958 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92729813-fe63-479f-8ce6-7b73615e6471', 'tag': '1af51518-5081-40c7-85cc-2e51c34be7ea', 'status': 'completed', 'code': 200} Nov 16 04:43:06.439226 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-4d7fa9d4-a658-47b7-bd52-f47d34199fae service neutron] 10.222.0.41 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330082 Nov 16 04:43:06.588607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e355de-75e3-4d3f-b3e6-3471903aaba3 req-9322abf6-7ce5-4adb-adc5-2ea9b2feb303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:06.590032 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07e355de-75e3-4d3f-b3e6-3471903aaba3 req-9322abf6-7ce5-4adb-adc5-2ea9b2feb303 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270&device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 1174 time: 0.1268718 Nov 16 04:43:06.600184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff08e8-b915-40df-9bb4-dc5938b3fe48 req-e0576534-f715-4d2b-9a8d-06cab1b11a1e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:06.601528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fff08e8-b915-40df-9bb4-dc5938b3fe48 req-e0576534-f715-4d2b-9a8d-06cab1b11a1e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.1057098 Nov 16 04:43:06.604608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-738bd98b-45e9-42f6-aa6e-6075755f8cec service neutron] 10.222.0.41 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627748 Nov 16 04:43:06.760087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fff08e8-b915-40df-9bb4-dc5938b3fe48 req-f25e191a-9443-43b3-b0d9-86987fc9b7e1 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476486 Nov 16 04:43:06.795071 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-4195ba43-a238-4bd9-b5b4-f8db90f88909 service neutron] 10.222.0.41 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836147 Nov 16 04:43:06.796494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e355de-75e3-4d3f-b3e6-3471903aaba3 req-6406027e-68d0-4d6a-a5b3-bd04349d7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:06.797843 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07e355de-75e3-4d3f-b3e6-3471903aaba3 req-6406027e-68d0-4d6a-a5b3-bd04349d7e97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2b3a4bd-4030-400c-8fc8-6688deb93e65 HTTP/1.1" status: 200 len: 912 time: 0.1954381 Nov 16 04:43:06.880051 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07e355de-75e3-4d3f-b3e6-3471903aaba3 req-53e72176-738f-4834-9d69-04cb1aee7bab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1af51518-5081-40c7-85cc-2e51c34be7ea HTTP/1.1" status: 200 len: 217 time: 0.0709410 Nov 16 04:43:06.942722 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-ef3cc6fe-0a3d-468e-adbf-b4b281e99a68 req-7e067ccc-4e6e-4ed8-9725-870991eeca40 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] show failed (client error): The resource could not be found. Nov 16 04:43:06.943701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ef3cc6fe-0a3d-468e-adbf-b4b281e99a68 req-7e067ccc-4e6e-4ed8-9725-870991eeca40 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/08a22ec9-6f09-4b28-902e-b9fe4d36f9b7 HTTP/1.1" status: 404 len: 352 time: 0.0292280 Nov 16 04:43:06.969141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e355de-75e3-4d3f-b3e6-3471903aaba3 req-46c3a8e5-f7ee-4d47-b57e-5e639d4cabae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:06.970629 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07e355de-75e3-4d3f-b3e6-3471903aaba3 req-46c3a8e5-f7ee-4d47-b57e-5e639d4cabae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e HTTP/1.1" status: 200 len: 851 time: 0.0843346 Nov 16 04:43:06.975787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-e1b0ee84-6fc4-407d-9c80-1c8c7f0b6e83 service neutron] 10.222.0.41 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746902 Nov 16 04:43:06.997331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 6a7d5046-e441-4ecb-8ed1-74f30af3f54f up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:43:07.009169 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07e355de-75e3-4d3f-b3e6-3471903aaba3 req-4a5b27aa-324f-423f-a44b-944a71777f13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2b3a4bd-4030-400c-8fc8-6688deb93e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319717 Nov 16 04:43:07.056328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:43:07.060170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:07.060605 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:07.100995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 66b0301b-af45-4def-9dc7-5a512dbc7271 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:43:07.171138 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:07.181137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9927e5-2003-4f95-a574-3e38b008e1cd req-6a67e84a-9e44-451d-b631-2ec634a19130 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:07.182719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee9927e5-2003-4f95-a574-3e38b008e1cd req-6a67e84a-9e44-451d-b631-2ec634a19130 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 949 time: 0.1758022 Nov 16 04:43:07.194049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 66b0301b-af45-4def-9dc7-5a512dbc7271 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:43:07.200988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d5046-e441-4ecb-8ed1-74f30af3f54f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:07.203444 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750fdd46-dd48-401a-bf40-3a89ef570258" -d '{"events": [{"server_uuid": "7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d5046-e441-4ecb-8ed1-74f30af3f54f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:07.212930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-d842ef46-475f-4181-bbfa-5757dab6f8a2 service neutron] 10.222.0.41 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273457 Nov 16 04:43:07.214275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 66b0301b-af45-4def-9dc7-5a512dbc7271 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:07.214652 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:07.216627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07e355de-75e3-4d3f-b3e6-3471903aaba3 req-b152e85a-7f6e-4829-b471-d057024ae61f service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891711 Nov 16 04:43:07.219640 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=6a7d5046-e441-4ecb-8ed1-74f30af3f54f,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:07.240714 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:07.300306 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=6a7d5046-e441-4ecb-8ed1-74f30af3f54f,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:07.334292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee9927e5-2003-4f95-a574-3e38b008e1cd req-c5e0c212-312f-4138-8c43-e9cc1fa1a577 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392033 Nov 16 04:43:07.341249 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:07.389420 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 66b0301b-af45-4def-9dc7-5a512dbc7271, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=66b0301b-af45-4def-9dc7-5a512dbc7271,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:07.394794 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:07.448097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=66b0301b-af45-4def-9dc7-5a512dbc7271,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:07.753664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07e355de-75e3-4d3f-b3e6-3471903aaba3 req-2fbd78ff-e221-48c9-a5c8-bc34263ad287 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258830 Nov 16 04:43:07.767114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-d3ed7625-90b6-4fb5-876f-6314e381c952 service neutron] 10.222.0.41 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383160 Nov 16 04:43:07.774313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c375a-1d89-4593-992f-2e142070e0a7 req-50144363-5dc2-402d-a935-d880498869bb tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:07.775712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f4c375a-1d89-4593-992f-2e142070e0a7 req-50144363-5dc2-402d-a935-d880498869bb tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 949 time: 0.1159146 Nov 16 04:43:07.872543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f4c375a-1d89-4593-992f-2e142070e0a7 req-0bb81b0a-ac65-42c4-b7a0-bfa6bafa4773 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/security-groups?id=2db7214a-ce06-4b1c-9640-76974b667dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883594 Nov 16 04:43:07.895444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-54185692-c938-45f0-8353-0fcc9d8e8761 service neutron] 10.222.0.41 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187878 Nov 16 04:43:07.938659 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c6fe8b8-43d0-4fc7-9cbb-7ab532bb9fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:07.953223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ea574bd0-e2b5-48be-bde2-35c18a98a81f req-05480b56-b3a8-4d26-9341-de985dc3c042 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1645146478', 'description': 'tempest-description-65012799'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:07.992208 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ea574bd0-e2b5-48be-bde2-35c18a98a81f req-05480b56-b3a8-4d26-9341-de985dc3c042 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:08.017457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-c0dcbe44-db87-4393-a303-e1870881bf60 service neutron] 10.222.0.41 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153035 Nov 16 04:43:08.069798 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ea574bd0-e2b5-48be-bde2-35c18a98a81f req-05480b56-b3a8-4d26-9341-de985dc3c042 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:08.074813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ea574bd0-e2b5-48be-bde2-35c18a98a81f req-05480b56-b3a8-4d26-9341-de985dc3c042 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:08.111155 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ea574bd0-e2b5-48be-bde2-35c18a98a81f req-05480b56-b3a8-4d26-9341-de985dc3c042 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:08.113239 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea574bd0-e2b5-48be-bde2-35c18a98a81f req-05480b56-b3a8-4d26-9341-de985dc3c042 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.1651499 Nov 16 04:43:08.126981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05480b56-b3a8-4d26-9341-de985dc3c042 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a2410b-1150-4395-9b2e-5a484c5e35e6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:08.232920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2139f-d4fa-430e-97d4-5c3b3573596a req-d47b5329-9043-4bbd-aeae-b4679ea6672a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:08.234544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ed2139f-d4fa-430e-97d4-5c3b3573596a req-d47b5329-9043-4bbd-aeae-b4679ea6672a tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 950 time: 0.0568974 Nov 16 04:43:08.283577 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ed2139f-d4fa-430e-97d4-5c3b3573596a req-87c7a867-97d0-4372-8e02-3369ba93869b tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432365 Nov 16 04:43:08.326930 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0232d3a-65a4-4553-884e-154b69653e56 x-openstack-request-id: req-d0232d3a-65a4-4553-884e-154b69653e56 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:08.327500 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc", "name": "network-vif-plugged", "status": "completed", "tag": "6a7d5046-e441-4ecb-8ed1-74f30af3f54f", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:08.328328 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0232d3a-65a4-4553-884e-154b69653e56 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:08.328966 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7d5046-e441-4ecb-8ed1-74f30af3f54f', 'code': 200} Nov 16 04:43:08.449521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed95aac-62a0-479b-bd6c-20cd29f5a0d0 req-26b86f97-7985-425c-ab96-8e5b917dfaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:08.451130 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6ed95aac-62a0-479b-bd6c-20cd29f5a0d0 req-26b86f97-7985-425c-ab96-8e5b917dfaea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 1101 time: 0.0537317 Nov 16 04:43:08.478749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b4336-c216-4a39-8fe4-d82058984b5f req-813815e1-5aef-4917-b951-cc0e3b771495 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:08.486310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff1b4336-c216-4a39-8fe4-d82058984b5f req-813815e1-5aef-4917-b951-cc0e3b771495 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.1138158 Nov 16 04:43:08.496158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444de3c3-38a2-438e-add6-075d2b7a8423 req-00205c4a-6c89-45a3-9beb-73c66a67e66e tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:08.497858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-444de3c3-38a2-438e-add6-075d2b7a8423 req-00205c4a-6c89-45a3-9beb-73c66a67e66e tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.37 "GET /v2.0/ports?device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 949 time: 0.0944586 Nov 16 04:43:08.500080 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6ed95aac-62a0-479b-bd6c-20cd29f5a0d0 req-6a73e91c-7e65-4f26-938e-d812532ef139 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406740 Nov 16 04:43:08.547734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff1b4336-c216-4a39-8fe4-d82058984b5f req-ce1d0717-bdd1-486d-90d8-16ce7abc4957 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602484 Nov 16 04:43:08.586808 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-427a9838-45b1-4d88-8d61-7992f689ba72 req-85b37be6-a12e-4c7c-b2b1-713e387ffa07 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-517354354', 'description': 'tempest-description-1745739285'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:08.616788 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427a9838-45b1-4d88-8d61-7992f689ba72 req-85b37be6-a12e-4c7c-b2b1-713e387ffa07 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:08.760516 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427a9838-45b1-4d88-8d61-7992f689ba72 req-85b37be6-a12e-4c7c-b2b1-713e387ffa07 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:08.771156 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427a9838-45b1-4d88-8d61-7992f689ba72 req-85b37be6-a12e-4c7c-b2b1-713e387ffa07 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:08.841718 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427a9838-45b1-4d88-8d61-7992f689ba72 req-85b37be6-a12e-4c7c-b2b1-713e387ffa07 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:08.842961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427a9838-45b1-4d88-8d61-7992f689ba72 req-85b37be6-a12e-4c7c-b2b1-713e387ffa07 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2612648 Nov 16 04:43:08.859780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bba81-3d8f-48c3-b47a-c5cad1edf63d req-ed461188-00e3-481b-8c41-02afee79e985 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:08.861459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b26bba81-3d8f-48c3-b47a-c5cad1edf63d req-ed461188-00e3-481b-8c41-02afee79e985 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 950 time: 0.1680658 Nov 16 04:43:08.866391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b37be6-a12e-4c7c-b2b1-713e387ffa07 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c847ace-2e4f-454e-be38-9b4d129ac2c1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:08.933739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f9e82a2-5543-48a5-a179-e86c46f9fadc req-773c1e74-632f-4dd7-9532-f73c067474f2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.0371382 Nov 16 04:43:08.949362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-444de3c3-38a2-438e-add6-075d2b7a8423 req-fab51a64-2c1d-44f9-9dbb-c30770534db1 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Deleting port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:43:08.949671 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-444de3c3-38a2-438e-add6-075d2b7a8423 req-fab51a64-2c1d-44f9-9dbb-c30770534db1 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:08.955249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36066) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:09.018421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b26bba81-3d8f-48c3-b47a-c5cad1edf63d req-dd222088-8db9-41d9-b344-770f541b9239 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416857 Nov 16 04:43:09.049191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b470904b-e01a-4914-986f-4fe275212751 req-9ae28b5d-f69c-4244-a036-bb0f9e5081e5 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1553815338', 'description': 'tempest-description-1868253184'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:09.095100 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b470904b-e01a-4914-986f-4fe275212751 req-9ae28b5d-f69c-4244-a036-bb0f9e5081e5 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.099580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.132069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-444de3c3-38a2-438e-add6-075d2b7a8423 req-fab51a64-2c1d-44f9-9dbb-c30770534db1 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] For port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b5ad90f5-cfab-4a8e-8d0e-e1f65950e209,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:09.132568 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-444de3c3-38a2-438e-add6-075d2b7a8423 req-fab51a64-2c1d-44f9-9dbb-c30770534db1 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.151872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-444de3c3-38a2-438e-add6-075d2b7a8423 req-fab51a64-2c1d-44f9-9dbb-c30770534db1 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Calling delete_port for b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:43:09.198845 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.205635 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.216856 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:43:09.258413 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ae8171ea53e45d5965361455d83e9e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3020296 Nov 16 04:43:09.260790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eee63a-87cf-458c-8181-b3a7fda394ae,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:09.262864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36076) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:09.281181 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:09.281921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:09.282728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:09.283302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:09.283786 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:09.284546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:09.285035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:09.285518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:09.286101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:09.286804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:09.287556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:09.288698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfe555b-4bc8-475f-811a-94303f6c3379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:09.331306 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb91feef-d8f9-4152-9980-6a636bc6b5b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.360313 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b470904b-e01a-4914-986f-4fe275212751 req-9ae28b5d-f69c-4244-a036-bb0f9e5081e5 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.364648 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb91feef-d8f9-4152-9980-6a636bc6b5b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.372208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60760a3-1348-4d86-8d34-630ec0012dfe req-3204165d-276b-4f1b-b50b-2cf89bc435cf tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:09.373711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a60760a3-1348-4d86-8d34-630ec0012dfe req-3204165d-276b-4f1b-b50b-2cf89bc435cf tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cf5cbb-7495-4354-afb6-adbd24de120c HTTP/1.1" status: 200 len: 949 time: 0.1037841 Nov 16 04:43:09.376887 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b470904b-e01a-4914-986f-4fe275212751 req-9ae28b5d-f69c-4244-a036-bb0f9e5081e5 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.419230 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb91feef-d8f9-4152-9980-6a636bc6b5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.420046 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b470904b-e01a-4914-986f-4fe275212751 req-9ae28b5d-f69c-4244-a036-bb0f9e5081e5 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.421332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b470904b-e01a-4914-986f-4fe275212751 req-9ae28b5d-f69c-4244-a036-bb0f9e5081e5 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3803122 Nov 16 04:43:09.422121 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb91feef-d8f9-4152-9980-6a636bc6b5b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.423504 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bb91feef-d8f9-4152-9980-6a636bc6b5b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76eee63a-87cf-458c-8181-b3a7fda394ae HTTP/1.1" status: 204 len: 168 time: 0.1597555 Nov 16 04:43:09.431812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91feef-d8f9-4152-9980-6a636bc6b5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eee63a-87cf-458c-8181-b3a7fda394ae,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:09.471907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae28b5d-f69c-4244-a036-bb0f9e5081e5 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e327229-3ed0-4f6b-bc60-8135133038d3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:09.564222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a60760a3-1348-4d86-8d34-630ec0012dfe req-a05cb8e6-1766-4dfa-ae24-be444147a79a tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.41 "GET /v2.0/security-groups?id=2db7214a-ce06-4b1c-9640-76974b667dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592395 Nov 16 04:43:09.587770 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-444de3c3-38a2-438e-add6-075d2b7a8423 req-fab51a64-2c1d-44f9-9dbb-c30770534db1 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.640996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7c85b-30d1-4f5b-bd32-84d2fac37cc5 req-723f7687-ad3d-42f2-b470-3c39dfaa96d4 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:09.642654 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53d7c85b-30d1-4f5b-bd32-84d2fac37cc5 req-723f7687-ad3d-42f2-b470-3c39dfaa96d4 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 950 time: 0.1311760 Nov 16 04:43:09.651870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab51a64-2c1d-44f9-9dbb-c30770534db1 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Pushing event deleted for resources: {'Port': ['ID=b5ad90f5-cfab-4a8e-8d0e-e1f65950e209,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:09.737566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-444de3c3-38a2-438e-add6-075d2b7a8423 req-fab51a64-2c1d-44f9-9dbb-c30770534db1 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] No DVR routers for this DVR port b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:43:09.747313 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-444de3c3-38a2-438e-add6-075d2b7a8423 req-fab51a64-2c1d-44f9-9dbb-c30770534db1 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:09.752077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-444de3c3-38a2-438e-add6-075d2b7a8423 req-fab51a64-2c1d-44f9-9dbb-c30770534db1 tempest-TenantUsagesTestJSON-1165132523 tempest-TenantUsagesTestJSON-1165132523-project] 10.222.0.37 "DELETE /v2.0/ports/b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 HTTP/1.1" status: 204 len: 173 time: 1.0597048 Nov 16 04:43:09.758964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cf5cbb-7495-4354-afb6-adbd24de120c', 'name': 'network-vif-deleted', 'tag': 'b5ad90f5-cfab-4a8e-8d0e-e1f65950e209'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:09.762053 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87dee22-2d6e-49ab-a525-dba51fa6c79e" -d '{"events": [{"server_uuid": "11cf5cbb-7495-4354-afb6-adbd24de120c", "name": "network-vif-deleted", "tag": "b5ad90f5-cfab-4a8e-8d0e-e1f65950e209"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:09.845550 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53d7c85b-30d1-4f5b-bd32-84d2fac37cc5 req-22c73565-1513-4121-add8-a1827cc580aa tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880214 Nov 16 04:43:10.028716 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2d25696-1abd-4a28-b43f-6e1878f9be80 req-6df1ef0f-8607-4f0e-8c32-37f2268f3f75 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270 HTTP/1.1" status: 200 len: 10998 time: 0.4236875 Nov 16 04:43:10.043362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-67a07c1b-b017-410f-9122-2780e837b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:10.045697 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-67a07c1b-b017-410f-9122-2780e837b0dc service neutron] 10.222.0.37 "GET /v2.0/ports/0a4c67cb-938c-4b12-bb00-cd0b361ed365 HTTP/1.1" status: 200 len: 1028 time: 0.0830226 Nov 16 04:43:10.150813 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2d25696-1abd-4a28-b43f-6e1878f9be80 req-19bed9e8-d471-4a97-a688-4c4438d2327c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/0b4595f4-e53f-401c-8c3d-7e7bea7c66ff HTTP/1.1" status: 200 len: 2998 time: 0.1019800 Nov 16 04:43:10.159828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-60700dbe-35f6-4f7b-aab0-e5f82a8a245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:10.161166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-60700dbe-35f6-4f7b-aab0-e5f82a8a245a service neutron] 10.222.0.37 "GET /v2.0/ports/0242d561-9a1a-4d17-9a59-189c63ce17cd HTTP/1.1" status: 200 len: 1027 time: 0.0843484 Nov 16 04:43:10.177069 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa212-bb39-4088-8e7c-0d479554d09c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:10.181555 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0317d-a7eb-417f-ab38-eb254886d2a0 req-978064b0-3286-4e2c-abca-1115e781f8a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:10.183187 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36a0317d-a7eb-417f-ab38-eb254886d2a0 req-978064b0-3286-4e2c-abca-1115e781f8a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.1504421 Nov 16 04:43:10.329965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ecb4da-117b-4834-94fa-044bd1fbe367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b0301b-af45-4def-9dc7-5a512dbc7271'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:10.333567 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f601387-2513-4bb0-86a2-e3e2711245a7" -d '{"events": [{"server_uuid": "d2ecb4da-117b-4834-94fa-044bd1fbe367", "name": "network-vif-plugged", "status": "completed", "tag": "66b0301b-af45-4def-9dc7-5a512dbc7271"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:10.392896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-4ec72a86-9aaa-4e51-a39e-6939bb3c3f7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:10.401313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-4ec72a86-9aaa-4e51-a39e-6939bb3c3f7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:10.408016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-4ec72a86-9aaa-4e51-a39e-6939bb3c3f7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:10.409741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-4ec72a86-9aaa-4e51-a39e-6939bb3c3f7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "GET /v2.0/networks?id=ace05412-28cc-47e2-a1d1-d37b29ce3547&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&id=71ea6cbc-c703-42e4-94a9-098bbba9e58b HTTP/1.1" status: 200 len: 1991 time: 0.2255819 Nov 16 04:43:10.470178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2d25696-1abd-4a28-b43f-6e1878f9be80 req-016d2d55-087b-4a06-b489-b0d9a5435839 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/0b4595f4-e53f-401c-8c3d-7e7bea7c66ff HTTP/1.1" status: 200 len: 2998 time: 0.3062181 Nov 16 04:43:10.524533 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf35f55-4d37-4cf8-8286-142fe7b8ccdf x-openstack-request-id: req-9bf35f55-4d37-4cf8-8286-142fe7b8ccdf {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:10.525061 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cf5cbb-7495-4354-afb6-adbd24de120c", "name": "network-vif-deleted", "tag": "b5ad90f5-cfab-4a8e-8d0e-e1f65950e209", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:10.525496 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9bf35f55-4d37-4cf8-8286-142fe7b8ccdf {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:10.526049 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11cf5cbb-7495-4354-afb6-adbd24de120c', 'name': 'network-vif-deleted', 'tag': 'b5ad90f5-cfab-4a8e-8d0e-e1f65950e209', 'status': 'completed', 'code': 200} Nov 16 04:43:10.544875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36a0317d-a7eb-417f-ab38-eb254886d2a0 req-1e5519b7-1a58-441e-92c5-152761297ea6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917257 Nov 16 04:43:10.555665 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-5d38b530-da1d-4f72-97c5-70f90d46c85a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3755e56622844612940817c1adc2c9f6 HTTP/1.1" status: 200 len: 379 time: 0.1278319 Nov 16 04:43:10.567548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-52709980-f31e-4b02-97aa-a20741eba852 req-cca1b5c8-0c14-4113-a454-26168012fef0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'port': {'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'admin_state_up': True, 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'security_groups': ['e90e82bd-ec32-4285-a872-bed73cee19d1']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:10.716764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4cb0e1c3-4eb5-412b-9623-fde06bd93a47 req-e5de5edc-1d7b-408e-b2c5-e7cbb301b73f tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.0597179 Nov 16 04:43:10.777300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a85ed3-d1d5-4518-b4bf-680fca797b75 req-e454d6dc-2433-42c2-896e-3a899916ce7c tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:10.778959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71a85ed3-d1d5-4518-b4bf-680fca797b75 req-e454d6dc-2433-42c2-896e-3a899916ce7c tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 950 time: 0.1231546 Nov 16 04:43:10.802832 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d208d3-0e6c-42d5-b8ed-9da191b1dc35 x-openstack-request-id: req-c6d208d3-0e6c-42d5-b8ed-9da191b1dc35 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:10.803118 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ecb4da-117b-4834-94fa-044bd1fbe367", "name": "network-vif-plugged", "status": "completed", "tag": "66b0301b-af45-4def-9dc7-5a512dbc7271", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:10.803578 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6d208d3-0e6c-42d5-b8ed-9da191b1dc35 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:10.804143 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ecb4da-117b-4834-94fa-044bd1fbe367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b0301b-af45-4def-9dc7-5a512dbc7271', 'code': 200} Nov 16 04:43:10.835927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-cca1b5c8-0c14-4113-a454-26168012fef0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Made reservation on behalf of 3755e56622844612940817c1adc2c9f6 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:10.840241 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-cca1b5c8-0c14-4113-a454-26168012fef0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:10.905966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71a85ed3-d1d5-4518-b4bf-680fca797b75 req-62102ead-4022-4a07-8aea-94d510f9095c tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185267 Nov 16 04:43:11.050766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:43:11.091799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-52709980-f31e-4b02-97aa-a20741eba852 req-cca1b5c8-0c14-4113-a454-26168012fef0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Allocated IP 172.20.0.12 (ace05412-28cc-47e2-a1d1-d37b29ce3547/fec0c769-81d7-4784-b357-855f51779ac8/f9389ef3-f27a-4355-a81c-0c1fa98fda08) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:11.144609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:43:11.145314 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b5ad90f5-cfab-4a8e-8d0e-e1f65950e209 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:43:11.244947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd3370-5adb-4372-a855-9da5e9bc891f req-3375805e-a2e8-46e9-8359-0b4f7537770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:11.246482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ddd3370-5adb-4372-a855-9da5e9bc891f req-3375805e-a2e8-46e9-8359-0b4f7537770e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 1101 time: 0.3722382 Nov 16 04:43:11.276158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f05c97bb-c05a-42c6-8628-a74b171f3271 req-d8ef2c10-4565-404f-9fc7-7c05fcef2e5e tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/b8a2410b-1150-4395-9b2e-5a484c5e35e6 HTTP/1.1" status: 200 len: 1816 time: 0.2747889 Nov 16 04:43:11.352541 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-cca1b5c8-0c14-4113-a454-26168012fef0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:11.400251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770e3de-610b-4b6f-a46e-ee26f6bce4ee req-f5a5aa60-43c4-4fbd-93bd-e0e76ec97aab tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:11.401754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0770e3de-610b-4b6f-a46e-ee26f6bce4ee req-f5a5aa60-43c4-4fbd-93bd-e0e76ec97aab tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 950 time: 0.2209382 Nov 16 04:43:11.414443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ddd3370-5adb-4372-a855-9da5e9bc891f req-658ad3e5-c0e9-4ca9-bf09-b5813d93ef35 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412954 Nov 16 04:43:11.436793 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36132) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:11.471417 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f05c97bb-c05a-42c6-8628-a74b171f3271 req-f4bd03ec-039d-482d-a43b-e7a8dae0855d tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:11.502009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-cca1b5c8-0c14-4113-a454-26168012fef0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:11.554449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0770e3de-610b-4b6f-a46e-ee26f6bce4ee req-ec0188b4-b8cb-4ec0-a632-4c8ac1bc6ef0 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386666 Nov 16 04:43:11.556190 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f05c97bb-c05a-42c6-8628-a74b171f3271 req-f4bd03ec-039d-482d-a43b-e7a8dae0855d tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:11.588500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52709980-f31e-4b02-97aa-a20741eba852 req-cca1b5c8-0c14-4113-a454-26168012fef0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Network ace05412-28cc-47e2-a1d1-d37b29ce3547 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:11.598870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-52709980-f31e-4b02-97aa-a20741eba852 req-cca1b5c8-0c14-4113-a454-26168012fef0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:11.601584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-52709980-f31e-4b02-97aa-a20741eba852 req-cca1b5c8-0c14-4113-a454-26168012fef0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:11.612805 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca1b5c8-0c14-4113-a454-26168012fef0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'Port': ['ID=f9389ef3-f27a-4355-a81c-0c1fa98fda08,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:11.613804 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a9aca97c-011e-4f36-907d-3a488062704f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd75ac44ee1b4ea39e6049b2b15308ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749845 Nov 16 04:43:11.614893 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36140) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:11.671480 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f05c97bb-c05a-42c6-8628-a74b171f3271 req-f4bd03ec-039d-482d-a43b-e7a8dae0855d tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:11.675076 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f05c97bb-c05a-42c6-8628-a74b171f3271 req-f4bd03ec-039d-482d-a43b-e7a8dae0855d tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:11.676400 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f05c97bb-c05a-42c6-8628-a74b171f3271 req-f4bd03ec-039d-482d-a43b-e7a8dae0855d tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "DELETE /v2.0/security-groups/b8a2410b-1150-4395-9b2e-5a484c5e35e6 HTTP/1.1" status: 204 len: 173 time: 0.3756144 Nov 16 04:43:11.688339 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29c78e71-f15d-4344-8994-91f977515a01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:11.713614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd03ec-039d-482d-a43b-e7a8dae0855d tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a2410b-1150-4395-9b2e-5a484c5e35e6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:11.716769 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29c78e71-f15d-4344-8994-91f977515a01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:11.733438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-cca1b5c8-0c14-4113-a454-26168012fef0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:11.734659 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-cca1b5c8-0c14-4113-a454-26168012fef0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:11.768573 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-529e751c-b435-472f-8bf6-2048828acd21 req-b0e95953-4704-4300-a4bb-550390ed60ce tempest-AbsoluteLimitsNegativeTestJSON-466509209 tempest-AbsoluteLimitsNegativeTestJSON-466509209-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=36ca39ffd7a04ed187750456f42c4aba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683084 Nov 16 04:43:11.775277 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29c78e71-f15d-4344-8994-91f977515a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:11.788869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29c78e71-f15d-4344-8994-91f977515a01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:11.794054 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-29c78e71-f15d-4344-8994-91f977515a01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2db7214a-ce06-4b1c-9640-76974b667dfc HTTP/1.1" status: 204 len: 168 time: 0.1778412 Nov 16 04:43:11.810408 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:11.816057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c78e71-f15d-4344-8994-91f977515a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db7214a-ce06-4b1c-9640-76974b667dfc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:11.861694 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-cca1b5c8-0c14-4113-a454-26168012fef0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2982264 Nov 16 04:43:11.884044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-52709980-f31e-4b02-97aa-a20741eba852 req-c4cc7d0e-6a2b-4f3d-b18d-e894f29abfce tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'port': {'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8', 'admin_state_up': True, 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'security_groups': ['e90e82bd-ec32-4285-a872-bed73cee19d1']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:12.035414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e751c-b435-472f-8bf6-2048828acd21 req-053fa059-a591-4fd9-809a-885bc1506519 tempest-AbsoluteLimitsNegativeTestJSON-466509209 tempest-AbsoluteLimitsNegativeTestJSON-466509209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:12.038403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-529e751c-b435-472f-8bf6-2048828acd21 req-053fa059-a591-4fd9-809a-885bc1506519 tempest-AbsoluteLimitsNegativeTestJSON-466509209 tempest-AbsoluteLimitsNegativeTestJSON-466509209-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676995 Nov 16 04:43:12.041613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0503b0dc-d13b-42c5-9da3-66cc0b61c077 None None] Provisioning complete for port f9389ef3-f27a-4355-a81c-0c1fa98fda08 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:12.045142 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0503b0dc-d13b-42c5-9da3-66cc0b61c077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:12.075278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431fb7b6-9625-490a-a13d-1f6333f41aa7 req-da9d7ee2-4765-4cb3-9479-50580756808f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:12.077996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-431fb7b6-9625-490a-a13d-1f6333f41aa7 req-da9d7ee2-4765-4cb3-9479-50580756808f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.2235460 Nov 16 04:43:12.083026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0503b0dc-d13b-42c5-9da3-66cc0b61c077 None None] Port f9389ef3-f27a-4355-a81c-0c1fa98fda08 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:43:12.110276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-529e751c-b435-472f-8bf6-2048828acd21 req-9c2cfcf7-f643-4aad-99d8-80d6860be684 tempest-AbsoluteLimitsNegativeTestJSON-466509209 tempest-AbsoluteLimitsNegativeTestJSON-466509209-project] 10.222.0.41 "GET /v2.0/quotas/36ca39ffd7a04ed187750456f42c4aba HTTP/1.1" status: 200 len: 375 time: 0.0311327 Nov 16 04:43:12.150085 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36160) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:12.153064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-c4cc7d0e-6a2b-4f3d-b18d-e894f29abfce tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Made reservation on behalf of 3755e56622844612940817c1adc2c9f6 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:12.156515 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-c4cc7d0e-6a2b-4f3d-b18d-e894f29abfce tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:12.161903 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-529e751c-b435-472f-8bf6-2048828acd21 req-79cabdf3-1ae3-4ed0-b095-8922cbc02813 tempest-AbsoluteLimitsNegativeTestJSON-466509209 tempest-AbsoluteLimitsNegativeTestJSON-466509209-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=36ca39ffd7a04ed187750456f42c4aba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508072 Nov 16 04:43:12.178996 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ebeb00ac-f51c-462b-b39b-a75aaf4541d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:12.201223 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-431fb7b6-9625-490a-a13d-1f6333f41aa7 req-c3e1eee5-784e-4f10-abf1-99b5c252b2a8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107197 Nov 16 04:43:12.271223 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-d7972658-ab1c-49e6-84df-101354c89887 req-b7d6f686-a88b-4298-9c3f-0ac1caa6b9c4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] show failed (client error): The resource could not be found. Nov 16 04:43:12.272279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d7972658-ab1c-49e6-84df-101354c89887 req-b7d6f686-a88b-4298-9c3f-0ac1caa6b9c4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/b8a2410b-1150-4395-9b2e-5a484c5e35e6 HTTP/1.1" status: 404 len: 352 time: 0.0328531 Nov 16 04:43:12.351461 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ebeb00ac-f51c-462b-b39b-a75aaf4541d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:12.359237 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ebeb00ac-f51c-462b-b39b-a75aaf4541d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:12.411539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-52709980-f31e-4b02-97aa-a20741eba852 req-c4cc7d0e-6a2b-4f3d-b18d-e894f29abfce tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Allocated IP 10.1.1.91 (f2b81f82-11da-4f95-84ec-83ffc56322a8/d9cd7d75-6530-4637-9f7e-97185dccc1f3/f3972e7b-3fe5-4e36-a955-332c698178f6) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:12.432402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeb00ac-f51c-462b-b39b-a75aaf4541d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dc650c-59f1-4123-8838-8772bffe6b90,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:12.463749 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ebeb00ac-f51c-462b-b39b-a75aaf4541d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc5f590462254d24b4b7ede4d08b2bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105817 Nov 16 04:43:12.466027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36170) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:12.532362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-890bf68f-8047-47b2-ba88-f64e079b605b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:12.554874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e260b5-303c-4d11-904e-4249f7aa5c8d req-c075083d-175b-44df-ac99-7032cca556e6 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:12.556447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3e260b5-303c-4d11-904e-4249f7aa5c8d req-c075083d-175b-44df-ac99-7032cca556e6 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 950 time: 0.1311274 Nov 16 04:43:12.559332 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-890bf68f-8047-47b2-ba88-f64e079b605b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:12.598570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36172) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:12.614409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071ab2fb-c9ff-49cb-af61-09d9d14b01b4 req-af24260a-30af-47f3-b581-cb4a4b13c650 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:12.616159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-071ab2fb-c9ff-49cb-af61-09d9d14b01b4 req-af24260a-30af-47f3-b581-cb4a4b13c650 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 932 time: 0.1557710 Nov 16 04:43:12.633271 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-890bf68f-8047-47b2-ba88-f64e079b605b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:12.638438 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-890bf68f-8047-47b2-ba88-f64e079b605b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:12.643295 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-890bf68f-8047-47b2-ba88-f64e079b605b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87dc650c-59f1-4123-8838-8772bffe6b90 HTTP/1.1" status: 204 len: 168 time: 0.1760693 Nov 16 04:43:12.672309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bf68f-8047-47b2-ba88-f64e079b605b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dc650c-59f1-4123-8838-8772bffe6b90,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:12.734457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3e260b5-303c-4d11-904e-4249f7aa5c8d req-dc6ecf1b-ab8e-4ec7-9ca7-be57bfc593be tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659937 Nov 16 04:43:12.748789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-071ab2fb-c9ff-49cb-af61-09d9d14b01b4 req-9133165d-5053-4767-bd03-5f70cfb984a6 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157892 Nov 16 04:43:12.771808 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-c4cc7d0e-6a2b-4f3d-b18d-e894f29abfce tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:12.814522 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a7adcfe-a2aa-4efd-a815-bfb7443ab580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:12.901566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dade5121-4899-4c84-b602-fcc5412ac813 req-a4fd939a-5a30-4913-8dda-cd6281a754f6 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/7c847ace-2e4f-454e-be38-9b4d129ac2c1 HTTP/1.1" status: 200 len: 1817 time: 0.1038446 Nov 16 04:43:12.912213 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-c4cc7d0e-6a2b-4f3d-b18d-e894f29abfce tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:12.940389 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a7adcfe-a2aa-4efd-a815-bfb7443ab580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:12.946219 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a7adcfe-a2aa-4efd-a815-bfb7443ab580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.002638 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8a7adcfe-a2aa-4efd-a815-bfb7443ab580 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36ca39ffd7a04ed187750456f42c4aba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4026856 Nov 16 04:43:13.003676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7adcfe-a2aa-4efd-a815-bfb7443ab580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17174152-f37e-44a0-9146-66cbb4043aed,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:13.007996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36180) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:13.022678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52709980-f31e-4b02-97aa-a20741eba852 req-c4cc7d0e-6a2b-4f3d-b18d-e894f29abfce tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Network f2b81f82-11da-4f95-84ec-83ffc56322a8 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:13.026236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-52709980-f31e-4b02-97aa-a20741eba852 req-c4cc7d0e-6a2b-4f3d-b18d-e894f29abfce tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:13.040442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-52709980-f31e-4b02-97aa-a20741eba852 req-c4cc7d0e-6a2b-4f3d-b18d-e894f29abfce tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:13.071969 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35e55387-d9f4-477c-afc7-ecd374d406e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.096872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc7d0e-6a2b-4f3d-b18d-e894f29abfce tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'Port': ['ID=f3972e7b-3fe5-4e36-a955-332c698178f6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:13.117495 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dade5121-4899-4c84-b602-fcc5412ac813 req-1e25b4e8-3869-4d52-abc9-5eb24697fadd tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.148662 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35e55387-d9f4-477c-afc7-ecd374d406e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.150814 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dade5121-4899-4c84-b602-fcc5412ac813 req-1e25b4e8-3869-4d52-abc9-5eb24697fadd tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.162996 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.179092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccccb0-9eb2-4e0a-9179-cdcb72b850eb req-e2287e9f-0831-46f8-be83-a8c628254f44 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:13.180678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3ccccb0-9eb2-4e0a-9179-cdcb72b850eb req-e2287e9f-0831-46f8-be83-a8c628254f44 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 950 time: 0.2585330 Nov 16 04:43:13.239801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-c4cc7d0e-6a2b-4f3d-b18d-e894f29abfce tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:13.239801 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-c4cc7d0e-6a2b-4f3d-b18d-e894f29abfce tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.252884 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35e55387-d9f4-477c-afc7-ecd374d406e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.258943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35e55387-d9f4-477c-afc7-ecd374d406e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.260715 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-35e55387-d9f4-477c-afc7-ecd374d406e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17174152-f37e-44a0-9146-66cbb4043aed HTTP/1.1" status: 204 len: 168 time: 0.2509861 Nov 16 04:43:13.267364 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-c4cc7d0e-6a2b-4f3d-b18d-e894f29abfce tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3890300 Nov 16 04:43:13.275284 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dade5121-4899-4c84-b602-fcc5412ac813 req-1e25b4e8-3869-4d52-abc9-5eb24697fadd tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.280768 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dade5121-4899-4c84-b602-fcc5412ac813 req-1e25b4e8-3869-4d52-abc9-5eb24697fadd tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.288663 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e55387-d9f4-477c-afc7-ecd374d406e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17174152-f37e-44a0-9146-66cbb4043aed,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:13.302405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dade5121-4899-4c84-b602-fcc5412ac813 req-1e25b4e8-3869-4d52-abc9-5eb24697fadd tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "DELETE /v2.0/security-groups/7c847ace-2e4f-454e-be38-9b4d129ac2c1 HTTP/1.1" status: 204 len: 173 time: 0.3997605 Nov 16 04:43:13.324881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-52709980-f31e-4b02-97aa-a20741eba852 req-640584ea-de92-47f0-872e-29545ff9cdb2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'port': {'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8', 'admin_state_up': True, 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'security_groups': ['e90e82bd-ec32-4285-a872-bed73cee19d1']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:13.394526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25b4e8-3869-4d52-abc9-5eb24697fadd tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c847ace-2e4f-454e-be38-9b4d129ac2c1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:13.411334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3ccccb0-9eb2-4e0a-9179-cdcb72b850eb req-179ae681-541a-470c-a6df-9db45a78e856 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152092 Nov 16 04:43:13.439964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f59e04b9-312f-4e51-94a7-f2a9d66e3419 None None] Provisioning complete for port f3972e7b-3fe5-4e36-a955-332c698178f6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:13.441557 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f59e04b9-312f-4e51-94a7-f2a9d66e3419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.497515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f59e04b9-312f-4e51-94a7-f2a9d66e3419 None None] Port f3972e7b-3fe5-4e36-a955-332c698178f6 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:43:13.552070 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-788923a2-8589-4362-8462-f5d2d257c2ce req-d4fb927a-5791-431f-ae7f-bd3b48cf7832 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] show failed (client error): The resource could not be found. Nov 16 04:43:13.552070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-788923a2-8589-4362-8462-f5d2d257c2ce req-d4fb927a-5791-431f-ae7f-bd3b48cf7832 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/7c847ace-2e4f-454e-be38-9b4d129ac2c1 HTTP/1.1" status: 404 len: 352 time: 0.0759468 Nov 16 04:43:13.580018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ee63e-e436-445b-a0e4-2b0d2b3ce14d req-74dff3ac-8357-4d84-9e05-66d072a370a6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:13.587787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-103ee63e-e436-445b-a0e4-2b0d2b3ce14d req-74dff3ac-8357-4d84-9e05-66d072a370a6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.2019951 Nov 16 04:43:13.695875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-103ee63e-e436-445b-a0e4-2b0d2b3ce14d req-42ac708f-ad8d-47f0-9ad7-6c4bafd13eec tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991132 Nov 16 04:43:13.709918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-640584ea-de92-47f0-872e-29545ff9cdb2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Made reservation on behalf of 3755e56622844612940817c1adc2c9f6 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:13.713411 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-640584ea-de92-47f0-872e-29545ff9cdb2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.759069 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:13.846919 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e3f6a32-52a2-41c9-8fa3-d5093a74c761 req-3951fd40-063e-4e6b-a3ca-ca3bf7d28019 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/9e327229-3ed0-4f6b-bc60-8135133038d3 HTTP/1.1" status: 200 len: 1818 time: 0.1391759 Nov 16 04:43:14.018736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-52709980-f31e-4b02-97aa-a20741eba852 req-640584ea-de92-47f0-872e-29545ff9cdb2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Allocated IP 10.1.1.192 (f2b81f82-11da-4f95-84ec-83ffc56322a8/d9cd7d75-6530-4637-9f7e-97185dccc1f3/c13092af-5071-41f7-827e-e5ae59d5cd6a) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:14.045305 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e3f6a32-52a2-41c9-8fa3-d5093a74c761 req-eda7c7ae-8f83-4150-84e8-2cc4a91d8573 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:14.064453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5812d-1ebf-439e-ba76-15e8d63d7d7c req-ef7b9bd5-21a4-44c7-8180-5c5f3d0c060e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:14.066106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ced5812d-1ebf-439e-ba76-15e8d63d7d7c req-ef7b9bd5-21a4-44c7-8180-5c5f3d0c060e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 950 time: 0.1207316 Nov 16 04:43:14.117557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e3f6a32-52a2-41c9-8fa3-d5093a74c761 req-eda7c7ae-8f83-4150-84e8-2cc4a91d8573 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:14.217691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ced5812d-1ebf-439e-ba76-15e8d63d7d7c req-c69e1a21-9e97-4ac6-8f80-138dd374df3a tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409545 Nov 16 04:43:14.262345 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e3f6a32-52a2-41c9-8fa3-d5093a74c761 req-eda7c7ae-8f83-4150-84e8-2cc4a91d8573 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:14.263478 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4e3f6a32-52a2-41c9-8fa3-d5093a74c761 req-eda7c7ae-8f83-4150-84e8-2cc4a91d8573 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:14.264614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e3f6a32-52a2-41c9-8fa3-d5093a74c761 req-eda7c7ae-8f83-4150-84e8-2cc4a91d8573 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "DELETE /v2.0/security-groups/9e327229-3ed0-4f6b-bc60-8135133038d3 HTTP/1.1" status: 204 len: 173 time: 0.4168873 Nov 16 04:43:14.288140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7c7ae-8f83-4150-84e8-2cc4a91d8573 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e327229-3ed0-4f6b-bc60-8135133038d3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:14.319438 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-640584ea-de92-47f0-872e-29545ff9cdb2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:14.396957 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-640584ea-de92-47f0-872e-29545ff9cdb2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:14.450712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640584ea-de92-47f0-872e-29545ff9cdb2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'Port': ['ID=c13092af-5071-41f7-827e-e5ae59d5cd6a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:14.506936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39636f-6ff4-4d78-b89f-c085d64e4da3 req-139d9f66-279b-4daa-b397-2b58f001d41c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:14.513053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39636f-6ff4-4d78-b89f-c085d64e4da3 req-139d9f66-279b-4daa-b397-2b58f001d41c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:14.520610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e39636f-6ff4-4d78-b89f-c085d64e4da3 req-139d9f66-279b-4daa-b397-2b58f001d41c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 1653 time: 0.1728375 Nov 16 04:43:14.537176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52709980-f31e-4b02-97aa-a20741eba852 req-640584ea-de92-47f0-872e-29545ff9cdb2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Network f2b81f82-11da-4f95-84ec-83ffc56322a8 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:14.550075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-52709980-f31e-4b02-97aa-a20741eba852 req-640584ea-de92-47f0-872e-29545ff9cdb2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:14.555555 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-52709980-f31e-4b02-97aa-a20741eba852 req-640584ea-de92-47f0-872e-29545ff9cdb2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:14.598320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36246) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:14.646143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59784424-386d-4d8c-b6e9-602efb18f67c req-0e7c68e7-03a7-43c6-b874-c9b6affe6031 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:14.655140 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59784424-386d-4d8c-b6e9-602efb18f67c req-0e7c68e7-03a7-43c6-b874-c9b6affe6031 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 950 time: 0.2060447 Nov 16 04:43:14.711602 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e39636f-6ff4-4d78-b89f-c085d64e4da3 req-38a6bda2-dcc8-4984-888c-f28d44b16d67 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898527 Nov 16 04:43:14.720315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-640584ea-de92-47f0-872e-29545ff9cdb2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:14.720962 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-640584ea-de92-47f0-872e-29545ff9cdb2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:14.764384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-640584ea-de92-47f0-872e-29545ff9cdb2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4565020 Nov 16 04:43:14.765698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2074544352-network', 'tenant_id': '216f05b7490c433490b7cedd47eee320'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:14.776974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-52709980-f31e-4b02-97aa-a20741eba852 req-8fbdcd61-2970-4d89-a232-54965a85dad8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'port': {'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b', 'admin_state_up': True, 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'security_groups': ['e90e82bd-ec32-4285-a872-bed73cee19d1']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:14.819524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Made reservation on behalf of 216f05b7490c433490b7cedd47eee320 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:14.829015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:14.839344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59784424-386d-4d8c-b6e9-602efb18f67c req-75409b65-513a-41bb-b892-05130a38595c tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/security-groups?id=615690d4-8b01-4085-befb-d71fdf25191e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786053 Nov 16 04:43:14.851900 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:14.902734 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-ab16d471-76f1-487c-affb-4e14d1b40ac2 req-d21b3792-9795-4316-8d1b-93733167154c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] show failed (client error): The resource could not be found. Nov 16 04:43:14.904370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab16d471-76f1-487c-affb-4e14d1b40ac2 req-d21b3792-9795-4316-8d1b-93733167154c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/9e327229-3ed0-4f6b-bc60-8135133038d3 HTTP/1.1" status: 404 len: 352 time: 0.0299380 Nov 16 04:43:14.946937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-38e0e188-35fe-4405-80f5-12f1607fd82a None None] Provisioning complete for port c13092af-5071-41f7-827e-e5ae59d5cd6a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:14.948711 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38e0e188-35fe-4405-80f5-12f1607fd82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.021221 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.024439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-38e0e188-35fe-4405-80f5-12f1607fd82a None None] Port c13092af-5071-41f7-827e-e5ae59d5cd6a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:43:15.027503 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.050337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:43:15.068038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14272e9b-ef65-465b-808e-4d33ff8cb3a9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:15.083627 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.085802 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Added segment 586bda82-eb35-4338-9ae7-7c744a6b9633 of type vlan for network b1598c39-cca4-4f8c-8bbd-3de5c6ca0c8d Nov 16 04:43:15.151683 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.182916 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.184251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:15.185940 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.206815 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6049805 Nov 16 04:43:15.231549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36262) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:15.237492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fc5a16a6-3ad3-4260-9536-63aecf085856 admin admin] Request body: {'subnet': {'network_id': 'b1598c39-cca4-4f8c-8bbd-3de5c6ca0c8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2074544352-subnet', 'tenant_id': '216f05b7490c433490b7cedd47eee320', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:15.330256 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b515bc-a9e0-4ad5-adf2-2c00e5fefafd admin admin] Pushing event updated for resources: {'Network': ['ID=b1598c39-cca4-4f8c-8bbd-3de5c6ca0c8d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:15.333465 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5a16a6-3ad3-4260-9536-63aecf085856 admin admin] Made reservation on behalf of 216f05b7490c433490b7cedd47eee320 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:15.335919 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fc5a16a6-3ad3-4260-9536-63aecf085856 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.342487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network b1598c39-cca4-4f8c-8bbd-3de5c6ca0c8d details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:43:15.378785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-8fbdcd61-2970-4d89-a232-54965a85dad8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Made reservation on behalf of 3755e56622844612940817c1adc2c9f6 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:15.430305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c208ce-2f3f-46e0-999c-33afad85a26e req-fc85b9f2-a97b-4491-b343-adb70068b463 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:15.431899 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-54c208ce-2f3f-46e0-999c-33afad85a26e req-fc85b9f2-a97b-4491-b343-adb70068b463 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.37 "GET /v2.0/ports?device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 950 time: 0.1602747 Nov 16 04:43:15.502984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e811722-a14c-4681-87ca-db314630a1a3 req-8f0f9af1-2e83-4dfb-8638-4e25e4416923 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:15.510316 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e811722-a14c-4681-87ca-db314630a1a3 req-8f0f9af1-2e83-4dfb-8638-4e25e4416923 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.5267768 Nov 16 04:43:15.527146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9fa02-3a7c-464e-97ea-85fb04908dda req-d13c405e-1a71-4284-92a7-73daeee94356 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:15.535318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51d9fa02-3a7c-464e-97ea-85fb04908dda req-d13c405e-1a71-4284-92a7-73daeee94356 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 1101 time: 0.1609187 Nov 16 04:43:15.578877 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-51d9fa02-3a7c-464e-97ea-85fb04908dda req-393abb64-e13b-49c8-b259-ce9b927e0d01 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.604679 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-8fbdcd61-2970-4d89-a232-54965a85dad8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.645481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e811722-a14c-4681-87ca-db314630a1a3 req-9ae414e0-66a3-4cbb-98f7-578f05439ec6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340585 Nov 16 04:43:15.658265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-54c208ce-2f3f-46e0-999c-33afad85a26e req-1018c16a-8a0f-45a7-b453-6ba10e13c8a1 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Deleting port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:43:15.658807 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-54c208ce-2f3f-46e0-999c-33afad85a26e req-1018c16a-8a0f-45a7-b453-6ba10e13c8a1 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.705645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fc5a16a6-3ad3-4260-9536-63aecf085856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.797929 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a16a6-3ad3-4260-9536-63aecf085856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9671c94d-6dda-4ec7-bcd7-8e77a851f3d1,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:15.821457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5a16a6-3ad3-4260-9536-63aecf085856 admin admin] Checking segment: {'id': '586bda82-eb35-4338-9ae7-7c744a6b9633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b1598c39-cca4-4f8c-8bbd-3de5c6ca0c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:15.821836 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a16a6-3ad3-4260-9536-63aecf085856 admin admin] Network hostable DHCP agents. Network: b1598c39-cca4-4f8c-8bbd-3de5c6ca0c8d, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:43:15.824826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-54c208ce-2f3f-46e0-999c-33afad85a26e req-1018c16a-8a0f-45a7-b453-6ba10e13c8a1 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] For port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=6a7d5046-e441-4ecb-8ed1-74f30af3f54f,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:15.825317 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-54c208ce-2f3f-46e0-999c-33afad85a26e req-1018c16a-8a0f-45a7-b453-6ba10e13c8a1 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.843124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-54c208ce-2f3f-46e0-999c-33afad85a26e req-1018c16a-8a0f-45a7-b453-6ba10e13c8a1 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Calling delete_port for 6a7d5046-e441-4ecb-8ed1-74f30af3f54f owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:43:15.891113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a16a6-3ad3-4260-9536-63aecf085856 admin admin] Network b1598c39-cca4-4f8c-8bbd-3de5c6ca0c8d is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:43:15.903983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-fc5a16a6-3ad3-4260-9536-63aecf085856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, b1598c39-cca4-4f8c-8bbd-3de5c6ca0c8d) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:15.914736 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5a16a6-3ad3-4260-9536-63aecf085856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:15.915254 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fc5a16a6-3ad3-4260-9536-63aecf085856 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.918280 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-51d9fa02-3a7c-464e-97ea-85fb04908dda req-393abb64-e13b-49c8-b259-ce9b927e0d01 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.919561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85c8c68-4932-4a12-9874-7590c7b365f7 None None] Network b1598c39-cca4-4f8c-8bbd-3de5c6ca0c8d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:43:15.935035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-51d9fa02-3a7c-464e-97ea-85fb04908dda req-393abb64-e13b-49c8-b259-ce9b927e0d01 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:15.950576 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fc5a16a6-3ad3-4260-9536-63aecf085856 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7133060 Nov 16 04:43:15.974196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393abb64-e13b-49c8-b259-ce9b927e0d01 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660cd424-d0ef-4afa-8231-1149345138a8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:16.000140 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba1dd8d4-9ffa-4f36-984e-e6fd516fbc45 req-029ceb52-cb5d-43e2-9717-378c0f0971a6 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270 HTTP/1.1" status: 200 len: 6200 time: 0.3241744 Nov 16 04:43:16.059589 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-54c208ce-2f3f-46e0-999c-33afad85a26e req-1018c16a-8a0f-45a7-b453-6ba10e13c8a1 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:16.083866 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51d9fa02-3a7c-464e-97ea-85fb04908dda req-393abb64-e13b-49c8-b259-ce9b927e0d01 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476670 Nov 16 04:43:16.092604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['6a7d5046-e441-4ecb-8ed1-74f30af3f54f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:16.126325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-52709980-f31e-4b02-97aa-a20741eba852 req-8fbdcd61-2970-4d89-a232-54965a85dad8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Allocated IP 10.2.2.100 (71ea6cbc-c703-42e4-94a9-098bbba9e58b/70fabb1e-d39a-4dee-ad75-aba901b4929e/4950c367-9570-4b51-a9c0-1004cd6a4fb4) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:16.127569 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1018c16a-8a0f-45a7-b453-6ba10e13c8a1 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Pushing event deleted for resources: {'Port': ['ID=6a7d5046-e441-4ecb-8ed1-74f30af3f54f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:16.161660 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:16.213701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c208ce-2f3f-46e0-999c-33afad85a26e req-1018c16a-8a0f-45a7-b453-6ba10e13c8a1 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] No DVR routers for this DVR port 6a7d5046-e441-4ecb-8ed1-74f30af3f54f on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:43:16.217975 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-54c208ce-2f3f-46e0-999c-33afad85a26e req-1018c16a-8a0f-45a7-b453-6ba10e13c8a1 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:16.229397 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-54c208ce-2f3f-46e0-999c-33afad85a26e req-1018c16a-8a0f-45a7-b453-6ba10e13c8a1 tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.37 "DELETE /v2.0/ports/6a7d5046-e441-4ecb-8ed1-74f30af3f54f HTTP/1.1" status: 204 len: 173 time: 0.7881255 Nov 16 04:43:16.230046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc', 'name': 'network-vif-deleted', 'tag': '6a7d5046-e441-4ecb-8ed1-74f30af3f54f'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:16.232539 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc2cf15-421e-4582-8fb6-9f83460c27b6" -d '{"events": [{"server_uuid": "7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc", "name": "network-vif-deleted", "tag": "6a7d5046-e441-4ecb-8ed1-74f30af3f54f"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:16.333462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769fa90d-0afe-41ab-aceb-1bc354aa1f7f None None] Network b1598c39-cca4-4f8c-8bbd-3de5c6ca0c8d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:43:16.373400 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-8fbdcd61-2970-4d89-a232-54965a85dad8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:16.445446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba1dd8d4-9ffa-4f36-984e-e6fd516fbc45 req-845b58de-05b3-40bb-b06d-56a14cbade9e tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/0b4595f4-e53f-401c-8c3d-7e7bea7c66ff HTTP/1.1" status: 200 len: 2998 time: 0.4369655 Nov 16 04:43:16.507950 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-8fbdcd61-2970-4d89-a232-54965a85dad8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:16.574757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d314a6-5815-4f8e-8b67-7eb1b5c77990 req-856e98fb-37f3-46ee-ae04-c1c62e88bb5a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:16.580799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d314a6-5815-4f8e-8b67-7eb1b5c77990 req-856e98fb-37f3-46ee-ae04-c1c62e88bb5a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:16.586849 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d314a6-5815-4f8e-8b67-7eb1b5c77990 req-856e98fb-37f3-46ee-ae04-c1c62e88bb5a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:16.588564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47d314a6-5815-4f8e-8b67-7eb1b5c77990 req-856e98fb-37f3-46ee-ae04-c1c62e88bb5a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 2374 time: 0.1665912 Nov 16 04:43:16.591459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba1dd8d4-9ffa-4f36-984e-e6fd516fbc45 req-1243ee42-fd37-44fb-8633-f79901cbd874 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/0b4595f4-e53f-401c-8c3d-7e7bea7c66ff HTTP/1.1" status: 200 len: 2998 time: 0.1221409 Nov 16 04:43:16.607293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52709980-f31e-4b02-97aa-a20741eba852 req-8fbdcd61-2970-4d89-a232-54965a85dad8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Network 71ea6cbc-c703-42e4-94a9-098bbba9e58b is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:16.617008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-52709980-f31e-4b02-97aa-a20741eba852 req-8fbdcd61-2970-4d89-a232-54965a85dad8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:16.628130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-52709980-f31e-4b02-97aa-a20741eba852 req-8fbdcd61-2970-4d89-a232-54965a85dad8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:16.633644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdcd61-2970-4d89-a232-54965a85dad8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'Port': ['ID=4950c367-9570-4b51-a9c0-1004cd6a4fb4,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:16.737560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-8fbdcd61-2970-4d89-a232-54965a85dad8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:16.738253 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-8fbdcd61-2970-4d89-a232-54965a85dad8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:16.744261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ed4d886-6d70-474d-bef1-b995c23b61cc req-dd51aebb-0d66-44f1-8474-10980e756d1e tempest-DeleteServersAdminTestJSON-1779065031 tempest-DeleteServersAdminTestJSON-1779065031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc HTTP/1.1" status: 200 len: 210 time: 0.0602384 Nov 16 04:43:16.751982 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47d314a6-5815-4f8e-8b67-7eb1b5c77990 req-726cddfc-ad5f-44fc-b809-a7f721a4505b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511362 Nov 16 04:43:16.782415 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-8fbdcd61-2970-4d89-a232-54965a85dad8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0111375 Nov 16 04:43:16.795830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-52709980-f31e-4b02-97aa-a20741eba852 req-bec46158-babd-436b-88f6-821baf315ce4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'port': {'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b', 'admin_state_up': True, 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'security_groups': ['e90e82bd-ec32-4285-a872-bed73cee19d1']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:16.904911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-948c95d5-e7cf-4fd3-a40a-69256f4504d3 req-d49f9326-fbec-480a-8701-c39d30151021 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2070467493', 'description': 'tempest-description-876290002'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:16.979567 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-948c95d5-e7cf-4fd3-a40a-69256f4504d3 req-d49f9326-fbec-480a-8701-c39d30151021 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:17.044499 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1737af4-ceef-492e-9d34-04e5a7ece1e3 x-openstack-request-id: req-d1737af4-ceef-492e-9d34-04e5a7ece1e3 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:17.044999 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc", "name": "network-vif-deleted", "tag": "6a7d5046-e441-4ecb-8ed1-74f30af3f54f", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:17.045195 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1737af4-ceef-492e-9d34-04e5a7ece1e3 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:17.045597 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4a49d5-55aa-47f0-8dd8-e67cb94e09dc', 'name': 'network-vif-deleted', 'tag': '6a7d5046-e441-4ecb-8ed1-74f30af3f54f', 'status': 'completed', 'code': 200} Nov 16 04:43:17.061255 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-948c95d5-e7cf-4fd3-a40a-69256f4504d3 req-d49f9326-fbec-480a-8701-c39d30151021 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:17.067221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0d450955-3baa-4e7d-ba74-99a233a9dbfe None None] Provisioning complete for port 4950c367-9570-4b51-a9c0-1004cd6a4fb4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:17.068099 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d450955-3baa-4e7d-ba74-99a233a9dbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:17.074682 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-948c95d5-e7cf-4fd3-a40a-69256f4504d3 req-d49f9326-fbec-480a-8701-c39d30151021 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:17.112484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0d450955-3baa-4e7d-ba74-99a233a9dbfe None None] Port 4950c367-9570-4b51-a9c0-1004cd6a4fb4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:43:17.144241 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-948c95d5-e7cf-4fd3-a40a-69256f4504d3 req-d49f9326-fbec-480a-8701-c39d30151021 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:17.145535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-948c95d5-e7cf-4fd3-a40a-69256f4504d3 req-d49f9326-fbec-480a-8701-c39d30151021 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2465618 Nov 16 04:43:17.161911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-af2dd380-16b2-407a-9024-ecf6e3fb9322 req-19968359-649a-4f4e-9786-9a78d7ff75ad tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-939530981', 'description': 'tempest-description-1080294135'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:17.175559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f9326-fbec-480a-8701-c39d30151021 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6d90bb-decf-492e-a028-95825266a336,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:17.188167 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.api [req-af2dd380-16b2-407a-9024-ecf6e3fb9322 req-19968359-649a-4f4e-9786-9a78d7ff75ad tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 04:43:17.188167 n-d-818042-1 neutron-server[102659]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 04:43:17.188167 n-d-818042-1 neutron-server[102659]: [parameters: {'project_id_1': '40b17cd8bd234b4ca4c1760c45b9b270', 'expiration_1': datetime.datetime(2021, 11, 16, 4, 42, 57, 171799)}] Nov 16 04:43:17.188167 n-d-818042-1 neutron-server[102659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:43:17.188763 n-d-818042-1 neutron-server[102659]: DEBUG oslo_db.api [req-af2dd380-16b2-407a-9024-ecf6e3fb9322 req-19968359-649a-4f4e-9786-9a78d7ff75ad tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:43:17.192365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-bec46158-babd-436b-88f6-821baf315ce4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Made reservation on behalf of 3755e56622844612940817c1adc2c9f6 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:17.203318 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-bec46158-babd-436b-88f6-821baf315ce4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:17.355200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87a4ce-1db0-405d-989d-f2bdfe8a2aff req-7c4f8dd1-0bff-4df2-b572-481801d0a0a8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:17.356722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b87a4ce-1db0-405d-989d-f2bdfe8a2aff req-7c4f8dd1-0bff-4df2-b572-481801d0a0a8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.1231582 Nov 16 04:43:17.451840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b87a4ce-1db0-405d-989d-f2bdfe8a2aff req-0e9bfb5a-e98c-4e83-95f0-31bd30d03b0f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870094 Nov 16 04:43:17.455762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-52709980-f31e-4b02-97aa-a20741eba852 req-bec46158-babd-436b-88f6-821baf315ce4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Allocated IP 10.2.2.200 (71ea6cbc-c703-42e4-94a9-098bbba9e58b/70fabb1e-d39a-4dee-ad75-aba901b4929e/51a374e3-8aa4-468f-8e90-f41f1b0fbb99) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:17.659065 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-bec46158-babd-436b-88f6-821baf315ce4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:17.675667 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe7fd0c0-739b-4494-b7a0-5fa9e88b5650 req-c14457f6-b4d3-4abb-ae13-a71012654b72 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-groups/8b6d90bb-decf-492e-a028-95825266a336 HTTP/1.1" status: 200 len: 1829 time: 0.0671952 Nov 16 04:43:17.700593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-fe7fd0c0-739b-4494-b7a0-5fa9e88b5650 req-e9e69366-783d-4dc0-8dd5-2969779ca49a tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8b6d90bb-decf-492e-a028-95825266a336', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:17.700909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-fe7fd0c0-739b-4494-b7a0-5fa9e88b5650 req-e9e69366-783d-4dc0-8dd5-2969779ca49a tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8b6d90bb-decf-492e-a028-95825266a336', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:17.727175 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-bec46158-babd-436b-88f6-821baf315ce4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:17.735331 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af2dd380-16b2-407a-9024-ecf6e3fb9322 req-19968359-649a-4f4e-9786-9a78d7ff75ad tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:17.817554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52709980-f31e-4b02-97aa-a20741eba852 req-bec46158-babd-436b-88f6-821baf315ce4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Network 71ea6cbc-c703-42e4-94a9-098bbba9e58b is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:17.836275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-52709980-f31e-4b02-97aa-a20741eba852 req-bec46158-babd-436b-88f6-821baf315ce4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:17.841125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-52709980-f31e-4b02-97aa-a20741eba852 req-bec46158-babd-436b-88f6-821baf315ce4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:17.851647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec46158-babd-436b-88f6-821baf315ce4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event updated for resources: {'Port': ['ID=51a374e3-8aa4-468f-8e90-f41f1b0fbb99,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:17.942677 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe7fd0c0-739b-4494-b7a0-5fa9e88b5650 req-e9e69366-783d-4dc0-8dd5-2969779ca49a tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:17.955833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36314) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:17.978292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-bec46158-babd-436b-88f6-821baf315ce4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:17.978526 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-bec46158-babd-436b-88f6-821baf315ce4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.023904 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af2dd380-16b2-407a-9024-ecf6e3fb9322 req-19968359-649a-4f4e-9786-9a78d7ff75ad tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.031041 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe7fd0c0-739b-4494-b7a0-5fa9e88b5650 req-e9e69366-783d-4dc0-8dd5-2969779ca49a tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.039870 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-bec46158-babd-436b-88f6-821baf315ce4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2478161 Nov 16 04:43:18.041336 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af2dd380-16b2-407a-9024-ecf6e3fb9322 req-19968359-649a-4f4e-9786-9a78d7ff75ad tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.048606 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe7fd0c0-739b-4494-b7a0-5fa9e88b5650 req-e9e69366-783d-4dc0-8dd5-2969779ca49a tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.076402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Request body: {'port': {'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:18.098881 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe7fd0c0-739b-4494-b7a0-5fa9e88b5650 req-e9e69366-783d-4dc0-8dd5-2969779ca49a tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.100077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe7fd0c0-739b-4494-b7a0-5fa9e88b5650 req-e9e69366-783d-4dc0-8dd5-2969779ca49a tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4080155 Nov 16 04:43:18.122515 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aecfd9b0-436d-46bc-9771-8976182db42b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.153728 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af2dd380-16b2-407a-9024-ecf6e3fb9322 req-19968359-649a-4f4e-9786-9a78d7ff75ad tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.166742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af2dd380-16b2-407a-9024-ecf6e3fb9322 req-19968359-649a-4f4e-9786-9a78d7ff75ad tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.0176101 Nov 16 04:43:18.176721 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19968359-649a-4f4e-9786-9a78d7ff75ad tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ba9704-d48b-4d6d-8f67-c4b0d8a8a712,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:18.182593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e69366-783d-4dc0-8dd5-2969779ca49a tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0eea2d-a802-4377-88e4-91fe4043b7d1,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:18.260360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aecfd9b0-436d-46bc-9771-8976182db42b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.266427 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.267005 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aecfd9b0-436d-46bc-9771-8976182db42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.275474 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9a68926f-d496-4803-b91d-00464b75f241 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591896 Nov 16 04:43:18.280837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-33d27044-5b01-4096-aa93-9f408015fee7 None None] Provisioning complete for port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:18.281508 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33d27044-5b01-4096-aa93-9f408015fee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.283177 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.311168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfd9b0-436d-46bc-9771-8976182db42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc1a9f-212a-4e73-b745-4052d8efcc0a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:18.320906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-33d27044-5b01-4096-aa93-9f408015fee7 None None] Port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:43:18.354625 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aecfd9b0-436d-46bc-9771-8976182db42b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a34dbb23ae84e65a09d6a4019131f5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967636 Nov 16 04:43:18.357194 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36330) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:18.443735 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58ea1411-d3f6-449f-b9ab-3b555a0870bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.468875 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58ea1411-d3f6-449f-b9ab-3b555a0870bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.523805 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58ea1411-d3f6-449f-b9ab-3b555a0870bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.526913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58ea1411-d3f6-449f-b9ab-3b555a0870bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.531106 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-58ea1411-d3f6-449f-b9ab-3b555a0870bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25bc1a9f-212a-4e73-b745-4052d8efcc0a HTTP/1.1" status: 204 len: 168 time: 0.1726594 Nov 16 04:43:18.539820 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea1411-d3f6-449f-b9ab-3b555a0870bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bc1a9f-212a-4e73-b745-4052d8efcc0a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:18.604536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-d5ab48d4-0cf5-4f71-bdbb-f5406a394207 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:18.607157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-d5ab48d4-0cf5-4f71-bdbb-f5406a394207 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3264413 Nov 16 04:43:18.675640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-e6060fcd-7c1f-46a9-b416-235c05bcff3c tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/quotas/68dd001f9dc24b459464f4b89f629e44 HTTP/1.1" status: 200 len: 375 time: 0.0487988 Nov 16 04:43:18.733221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab34f49-9b46-4d65-9a4a-dd5631669134 req-58f8fee5-89ea-4b28-ac6b-e00d1127a36a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:18.738999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab34f49-9b46-4d65-9a4a-dd5631669134 req-58f8fee5-89ea-4b28-ac6b-e00d1127a36a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:18.744909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab34f49-9b46-4d65-9a4a-dd5631669134 req-58f8fee5-89ea-4b28-ac6b-e00d1127a36a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:18.753750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab34f49-9b46-4d65-9a4a-dd5631669134 req-58f8fee5-89ea-4b28-ac6b-e00d1127a36a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:18.757373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab34f49-9b46-4d65-9a4a-dd5631669134 req-58f8fee5-89ea-4b28-ac6b-e00d1127a36a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:18.759175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ab34f49-9b46-4d65-9a4a-dd5631669134 req-58f8fee5-89ea-4b28-ac6b-e00d1127a36a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 3816 time: 0.2300844 Nov 16 04:43:18.828414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-f0d014a5-f766-4eab-83a9-844531102538 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1451201 Nov 16 04:43:18.862834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36342) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:18.872991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ab34f49-9b46-4d65-9a4a-dd5631669134 req-abbd6b2d-9daa-4556-8c69-fc841b852197 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041975 Nov 16 04:43:18.878400 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebffe-65c6-436d-b258-8330f779c819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.888674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9389ef3-f27a-4355-a81c-0c1fa98fda08 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:18.900600 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.916535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Transition to ACTIVE for port object f9389ef3-f27a-4355-a81c-0c1fa98fda08 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:43:18.920433 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.977366 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebffe-65c6-436d-b258-8330f779c819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:18.981953 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b1ebffe-65c6-436d-b258-8330f779c819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:19.007550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9389ef3-f27a-4355-a81c-0c1fa98fda08,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:19.056498 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2b1ebffe-65c6-436d-b258-8330f779c819 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acd71854584c4f4fbeb392b3e35c0641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900609 Nov 16 04:43:19.056498 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ebffe-65c6-436d-b258-8330f779c819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52004d4a-c7f6-47f9-a4a3-d137538d125b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:19.057958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36344) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:19.081672 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 6a7d5046-e441-4ecb-8ed1-74f30af3f54f no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:43:19.091904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdbc5b2f-b2c5-477a-9637-949eb67151cf req-ab2830d6-f46a-4841-84cd-5a7b887558e1 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-groups/8b6d90bb-decf-492e-a028-95825266a336 HTTP/1.1" status: 200 len: 2422 time: 0.1340158 Nov 16 04:43:19.134454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-5a4a258f-32c6-452d-8c49-05098c7de9b7 req-ca6ea5ef-d866-49e5-9408-72a1d02e7db1 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1761321561', 'description': 'tempest-description-157945398'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:19.140750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 6a7d5046-e441-4ecb-8ed1-74f30af3f54f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:43:19.142703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 6a7d5046-e441-4ecb-8ed1-74f30af3f54f not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:43:19.149848 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd224e2c-50cc-4ae9-93b1-04aa29fdd1af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:19.170550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Attempting to bind port f9389ef3-f27a-4355-a81c-0c1fa98fda08 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:19.170930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Attempting to bind port f9389ef3-f27a-4355-a81c-0c1fa98fda08 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'aa113498-c0ba-41cc-9239-ed5804f208b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:19.171261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Attempting to bind port f9389ef3-f27a-4355-a81c-0c1fa98fda08 on network ace05412-28cc-47e2-a1d1-d37b29ce3547 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:19.180199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Port f9389ef3-f27a-4355-a81c-0c1fa98fda08 on network ace05412-28cc-47e2-a1d1-d37b29ce3547 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:43:19.180199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Attempting to bind port f9389ef3-f27a-4355-a81c-0c1fa98fda08 on network ace05412-28cc-47e2-a1d1-d37b29ce3547 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:19.185894 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd224e2c-50cc-4ae9-93b1-04aa29fdd1af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:19.189062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:19.189559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Checking segment: {'id': 'aa113498-c0ba-41cc-9239-ed5804f208b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:19.190061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Bound using segment: {'id': 'aa113498-c0ba-41cc-9239-ed5804f208b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:19.190634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Bound port: f9389ef3-f27a-4355-a81c-0c1fa98fda08, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa113498-c0ba-41cc-9239-ed5804f208b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:19.191044 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:19.203739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5a4a258f-32c6-452d-8c49-05098c7de9b7 req-ca6ea5ef-d866-49e5-9408-72a1d02e7db1 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:19.260166 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd224e2c-50cc-4ae9-93b1-04aa29fdd1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:19.264127 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd224e2c-50cc-4ae9-93b1-04aa29fdd1af admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:19.265518 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cd224e2c-50cc-4ae9-93b1-04aa29fdd1af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52004d4a-c7f6-47f9-a4a3-d137538d125b HTTP/1.1" status: 204 len: 168 time: 0.2066350 Nov 16 04:43:19.274361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd224e2c-50cc-4ae9-93b1-04aa29fdd1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52004d4a-c7f6-47f9-a4a3-d137538d125b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:19.351708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] For port f9389ef3-f27a-4355-a81c-0c1fa98fda08, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:19.357682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] For port f9389ef3-f27a-4355-a81c-0c1fa98fda08, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f9389ef3-f27a-4355-a81c-0c1fa98fda08,segment=NetworkSegment(aa113498-c0ba-41cc-9239-ed5804f208b2),segment_id=aa113498-c0ba-41cc-9239-ed5804f208b2)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:19.366463 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:19.409310 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5a4a258f-32c6-452d-8c49-05098c7de9b7 req-ca6ea5ef-d866-49e5-9408-72a1d02e7db1 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:19.418052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:19.419323 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:19.421305 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] 10.222.0.37 "PUT /v2.0/ports/f9389ef3-f27a-4355-a81c-0c1fa98fda08 HTTP/1.1" status: 200 len: 1092 time: 1.3502398 Nov 16 04:43:19.422009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5a4a258f-32c6-452d-8c49-05098c7de9b7 req-ca6ea5ef-d866-49e5-9408-72a1d02e7db1 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:19.425193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:19.426881 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dde04b0-7e29-43f1-a111-77fad2ea8c71" -d '{"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "f9389ef3-f27a-4355-a81c-0c1fa98fda08"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:19.478421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Request body: {'port': {'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:19.553288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299e49a-c753-42d8-a8a1-851ddfbb6ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9389ef3-f27a-4355-a81c-0c1fa98fda08,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:19.564762 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5a4a258f-32c6-452d-8c49-05098c7de9b7 req-ca6ea5ef-d866-49e5-9408-72a1d02e7db1 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:19.574160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a4a258f-32c6-452d-8c49-05098c7de9b7 req-ca6ea5ef-d866-49e5-9408-72a1d02e7db1 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4473720 Nov 16 04:43:19.574882 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ea5ef-d866-49e5-9408-72a1d02e7db1 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe699815-28c5-44ba-830f-afafd79a1f0c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:19.668554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2126eb-bcfa-45c2-aab5-cca29142d446 req-4a249153-c8ce-40bc-bbb6-1c27484a17f3 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:19.678933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea2126eb-bcfa-45c2-aab5-cca29142d446 req-4a249153-c8ce-40bc-bbb6-1c27484a17f3 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 946 time: 0.1976352 Nov 16 04:43:19.681869 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:19.906773 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea2126eb-bcfa-45c2-aab5-cca29142d446 req-7d740af2-bfba-421f-ba02-3137fb476f86 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.41 "GET /v2.0/security-groups?id=a0284cfb-3daf-4ba3-86cc-60be18df5b39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229421 Nov 16 04:43:20.036367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-69e65ce3-ff83-48a1-9a8f-27ee9a17a15c req-35d0a9e2-f160-4f07-9e85-b89210d828c1 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-group-rules/df0eea2d-a802-4377-88e4-91fe4043b7d1 HTTP/1.1" status: 200 len: 778 time: 0.0974984 Nov 16 04:43:20.056523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf059c-4924-4a5a-8c66-5cac0d41998a req-3d4d9074-8607-449c-9d3b-4e7c222b016c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:20.059053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52cf059c-4924-4a5a-8c66-5cac0d41998a req-3d4d9074-8607-449c-9d3b-4e7c222b016c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.2315383 Nov 16 04:43:20.097343 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d00c47-3056-4f93-a5cd-bc2d43adebc6 req-8570eeee-3eef-4134-ab05-414624cd4719 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:20.105657 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8d00c47-3056-4f93-a5cd-bc2d43adebc6 req-8570eeee-3eef-4134-ab05-414624cd4719 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.37 "GET /v2.0/ports?device_id=c7a58b54-d83a-415f-97c3-2cbdde527626 HTTP/1.1" status: 200 len: 946 time: 0.1219168 Nov 16 04:43:20.242376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-69e65ce3-ff83-48a1-9a8f-27ee9a17a15c req-086decf4-1b5f-427f-b1b2-adf169277970 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-groups/8b6d90bb-decf-492e-a028-95825266a336 HTTP/1.1" status: 200 len: 2422 time: 0.2049899 Nov 16 04:43:20.298054 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52cf059c-4924-4a5a-8c66-5cac0d41998a req-3eea70ec-df24-493f-bec1-417e4bf87933 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299948 Nov 16 04:43:20.311031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-d8d00c47-3056-4f93-a5cd-bc2d43adebc6 req-08328016-7e68-488e-bf15-de168ac3bec3 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Deleting port 14571367-cd41-4522-aa51-671e6db7e403 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:43:20.312097 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8d00c47-3056-4f93-a5cd-bc2d43adebc6 req-08328016-7e68-488e-bf15-de168ac3bec3 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:20.362795 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-69e65ce3-ff83-48a1-9a8f-27ee9a17a15c req-01d2d7c8-e66b-4b2f-9c62-a41972a3df53 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:20.379807 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-69e65ce3-ff83-48a1-9a8f-27ee9a17a15c req-01d2d7c8-e66b-4b2f-9c62-a41972a3df53 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:20.453739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-69e65ce3-ff83-48a1-9a8f-27ee9a17a15c req-01d2d7c8-e66b-4b2f-9c62-a41972a3df53 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:20.507057 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-69e65ce3-ff83-48a1-9a8f-27ee9a17a15c req-01d2d7c8-e66b-4b2f-9c62-a41972a3df53 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:20.510164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-69e65ce3-ff83-48a1-9a8f-27ee9a17a15c req-01d2d7c8-e66b-4b2f-9c62-a41972a3df53 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/df0eea2d-a802-4377-88e4-91fe4043b7d1 HTTP/1.1" status: 204 len: 173 time: 0.2661304 Nov 16 04:43:20.549515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-d8d00c47-3056-4f93-a5cd-bc2d43adebc6 req-08328016-7e68-488e-bf15-de168ac3bec3 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] For port 14571367-cd41-4522-aa51-671e6db7e403, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=14571367-cd41-4522-aa51-671e6db7e403,segment=NetworkSegment(b4e47bd3-3391-4064-bb8c-f8a034ea508f),segment_id=b4e47bd3-3391-4064-bb8c-f8a034ea508f)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:20.552263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8d00c47-3056-4f93-a5cd-bc2d43adebc6 req-08328016-7e68-488e-bf15-de168ac3bec3 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:20.561980 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2d7c8-e66b-4b2f-9c62-a41972a3df53 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df0eea2d-a802-4377-88e4-91fe4043b7d1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:20.569810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4c67cb-938c-4b12-bb00-cd0b361ed365 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:20.588711 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:20.599315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-d8d00c47-3056-4f93-a5cd-bc2d43adebc6 req-08328016-7e68-488e-bf15-de168ac3bec3 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Calling delete_port for 14571367-cd41-4522-aa51-671e6db7e403 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:43:20.604125 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbfec87-995a-4634-a169-e5d0362ef3f0 x-openstack-request-id: req-4cbfec87-995a-4634-a169-e5d0362ef3f0 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:20.604424 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "f9389ef3-f27a-4355-a81c-0c1fa98fda08", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:20.605404 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cbfec87-995a-4634-a169-e5d0362ef3f0 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:20.606594 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08', 'status': 'completed', 'code': 200} Nov 16 04:43:20.629939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Transition to ACTIVE for port object 0a4c67cb-938c-4b12-bb00-cd0b361ed365 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:43:20.634369 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:20.910342 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8d00c47-3056-4f93-a5cd-bc2d43adebc6 req-08328016-7e68-488e-bf15-de168ac3bec3 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:20.927247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['14571367-cd41-4522-aa51-671e6db7e403'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:20.976155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08328016-7e68-488e-bf15-de168ac3bec3 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Pushing event deleted for resources: {'Port': ['ID=14571367-cd41-4522-aa51-671e6db7e403,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:21.003635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d00c47-3056-4f93-a5cd-bc2d43adebc6 req-08328016-7e68-488e-bf15-de168ac3bec3 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] No DVR routers for this DVR port 14571367-cd41-4522-aa51-671e6db7e403 on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:43:21.006165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8d00c47-3056-4f93-a5cd-bc2d43adebc6 req-08328016-7e68-488e-bf15-de168ac3bec3 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:21.009629 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8d00c47-3056-4f93-a5cd-bc2d43adebc6 req-08328016-7e68-488e-bf15-de168ac3bec3 tempest-AttachSCSIVolumeTestJSON-429575878 tempest-AttachSCSIVolumeTestJSON-429575878-project] 10.222.0.37 "DELETE /v2.0/ports/14571367-cd41-4522-aa51-671e6db7e403 HTTP/1.1" status: 204 len: 173 time: 0.8973286 Nov 16 04:43:21.010136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a58b54-d83a-415f-97c3-2cbdde527626', 'name': 'network-vif-deleted', 'tag': '14571367-cd41-4522-aa51-671e6db7e403'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:21.012442 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1616ea-3f39-48a7-9358-5926ca087a2e" -d '{"events": [{"server_uuid": "c7a58b54-d83a-415f-97c3-2cbdde527626", "name": "network-vif-deleted", "tag": "14571367-cd41-4522-aa51-671e6db7e403"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:21.023800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Pushing event updated for resources: {'Port': ['ID=0a4c67cb-938c-4b12-bb00-cd0b361ed365,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:21.093336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde04b0-7e29-43f1-a111-77fad2ea8c71 req-a502b9a2-9cc6-46d9-9c5a-6d8bb6de047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.093893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde04b0-7e29-43f1-a111-77fad2ea8c71 req-a502b9a2-9cc6-46d9-9c5a-6d8bb6de047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.094300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde04b0-7e29-43f1-a111-77fad2ea8c71 req-a502b9a2-9cc6-46d9-9c5a-6d8bb6de047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.094762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde04b0-7e29-43f1-a111-77fad2ea8c71 req-a502b9a2-9cc6-46d9-9c5a-6d8bb6de047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.095220 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde04b0-7e29-43f1-a111-77fad2ea8c71 req-a502b9a2-9cc6-46d9-9c5a-6d8bb6de047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.095672 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde04b0-7e29-43f1-a111-77fad2ea8c71 req-a502b9a2-9cc6-46d9-9c5a-6d8bb6de047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.097467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3dde04b0-7e29-43f1-a111-77fad2ea8c71 req-a502b9a2-9cc6-46d9-9c5a-6d8bb6de047f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3755e56622844612940817c1adc2c9f6&device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5245 time: 0.3845685 Nov 16 04:43:21.244884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Attempting to bind port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:21.245276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Attempting to bind port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:21.245548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Attempting to bind port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 on network f2b81f82-11da-4f95-84ec-83ffc56322a8 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:21.254266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e0418492-85d5-422a-9be2-b3854b37690a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.255325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e0418492-85d5-422a-9be2-b3854b37690a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/networks?id=e2b3a4bd-4030-400c-8fc8-6688deb93e65 HTTP/1.1" status: 200 len: 811 time: 0.4488473 Nov 16 04:43:21.268455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee6db7-e5b7-452f-9a2c-cdaba281f105 req-4456762f-ea80-4dae-b761-1a7d90a25b71 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.274640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee6db7-e5b7-452f-9a2c-cdaba281f105 req-4456762f-ea80-4dae-b761-1a7d90a25b71 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.282242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee6db7-e5b7-452f-9a2c-cdaba281f105 req-4456762f-ea80-4dae-b761-1a7d90a25b71 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.289139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee6db7-e5b7-452f-9a2c-cdaba281f105 req-4456762f-ea80-4dae-b761-1a7d90a25b71 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.310221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee6db7-e5b7-452f-9a2c-cdaba281f105 req-4456762f-ea80-4dae-b761-1a7d90a25b71 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.316398 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-8a6fbda6-f95d-4b79-aee8-9c9f47a034bf tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253694 Nov 16 04:43:21.317930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee6db7-e5b7-452f-9a2c-cdaba281f105 req-4456762f-ea80-4dae-b761-1a7d90a25b71 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.319829 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77ee6db7-e5b7-452f-9a2c-cdaba281f105 req-4456762f-ea80-4dae-b761-1a7d90a25b71 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 4601 time: 0.3193448 Nov 16 04:43:21.492112 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-51daa7a5-1873-4198-99e1-bd72b17d5cf9 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.493719 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-51daa7a5-1873-4198-99e1-bd72b17d5cf9 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710649 Nov 16 04:43:21.511520 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9197e288-f1d5-454d-bc46-e8d6a7d4ccc0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Request body: {'port': {'device_id': '4b5f9d44-1fec-4f0e-b788-fc16001ff2ee', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '68dd001f9dc24b459464f4b89f629e44'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:21.696243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9197e288-f1d5-454d-bc46-e8d6a7d4ccc0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Made reservation on behalf of 68dd001f9dc24b459464f4b89f629e44 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:21.700269 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9197e288-f1d5-454d-bc46-e8d6a7d4ccc0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:21.721183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 on network f2b81f82-11da-4f95-84ec-83ffc56322a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:43:21.721493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Attempting to bind port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 on network f2b81f82-11da-4f95-84ec-83ffc56322a8 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:21.751888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-4300db08-b2af-4419-9665-134b4c4184b9 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/quotas/40b17cd8bd234b4ca4c1760c45b9b270 HTTP/1.1" status: 200 len: 375 time: 0.4109027 Nov 16 04:43:21.754313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:21.754838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Checking segment: {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:21.755018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Bound using segment: {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:21.755968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Bound port: 0a4c67cb-938c-4b12-bb00-cd0b361ed365, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:21.755968 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:21.773866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.37', 61449) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:21.808198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-516ce907-be7b-4063-9142-2d5479cb559e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272808 Nov 16 04:43:21.844644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde04b0-7e29-43f1-a111-77fad2ea8c71 req-ae32b097-2d12-4c80-b723-9202077d7094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.845106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde04b0-7e29-43f1-a111-77fad2ea8c71 req-ae32b097-2d12-4c80-b723-9202077d7094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.845559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde04b0-7e29-43f1-a111-77fad2ea8c71 req-ae32b097-2d12-4c80-b723-9202077d7094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:21.847335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3dde04b0-7e29-43f1-a111-77fad2ea8c71 req-ae32b097-2d12-4c80-b723-9202077d7094 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3755e56622844612940817c1adc2c9f6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7184503 Nov 16 04:43:21.957914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9197e288-f1d5-454d-bc46-e8d6a7d4ccc0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Allocated IP 192.168.233.220 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/881ab524-5f9c-434a-9608-a278a5b8ff16) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:22.113430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-ce4145d9-35ee-4d2b-b197-e4969c2daa07 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3385627 Nov 16 04:43:22.124733 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77ee6db7-e5b7-452f-9a2c-cdaba281f105 req-6317130f-4166-4819-adf5-1d93e8e56c69 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7743297 Nov 16 04:43:22.127044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9197e288-f1d5-454d-bc46-e8d6a7d4ccc0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:22.130764 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] For port 0a4c67cb-938c-4b12-bb00-cd0b361ed365, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:22.172168 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9197e288-f1d5-454d-bc46-e8d6a7d4ccc0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:22.186388 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:22.190409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-078a2af4-e46c-4567-9c17-84012aae3849 req-71346d49-4f1a-46a0-b47d-df2b3bde2b5b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1164346419', 'description': 'tempest-description-69352767'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:22.229489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9197e288-f1d5-454d-bc46-e8d6a7d4ccc0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:22.238555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9197e288-f1d5-454d-bc46-e8d6a7d4ccc0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:22.252231 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9197e288-f1d5-454d-bc46-e8d6a7d4ccc0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:22.305205 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9197e288-f1d5-454d-bc46-e8d6a7d4ccc0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:22.306122 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9197e288-f1d5-454d-bc46-e8d6a7d4ccc0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:22.322861 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197e288-f1d5-454d-bc46-e8d6a7d4ccc0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event updated for resources: {'Port': ['ID=881ab524-5f9c-434a-9608-a278a5b8ff16,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:22.338116 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9197e288-f1d5-454d-bc46-e8d6a7d4ccc0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8336418 Nov 16 04:43:22.351303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Request body: {'port': {'device_id': '4b5f9d44-1fec-4f0e-b788-fc16001ff2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:22.421632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-fa3b0de4-61f7-4e88-9827-a96afe7d0e12 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:22.426522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-fa3b0de4-61f7-4e88-9827-a96afe7d0e12 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5874259 Nov 16 04:43:22.436594 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:22.442668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] For port 0a4c67cb-938c-4b12-bb00-cd0b361ed365, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0a4c67cb-938c-4b12-bb00-cd0b361ed365,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:22.461693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-944938eb-d6f2-4a94-b9d1-ec17343f7785 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Request body: {'port': {'device_id': '9326e3e7-1c6f-4f2a-aa0d-76948414fd9a', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '68dd001f9dc24b459464f4b89f629e44'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:22.513204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-cebf6db4-2aff-44d2-b9a4-bb45277d16a8 service neutron] 10.222.0.41 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873832 Nov 16 04:43:22.515064 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:22.570732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b6a6cb47-7ad8-4643-b238-5077698852e5 None None] Provisioning complete for port 881ab524-5f9c-434a-9608-a278a5b8ff16 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:22.571075 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6a6cb47-7ad8-4643-b238-5077698852e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:22.628644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:22.629409 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:22.631043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] 10.222.0.37 "PUT /v2.0/ports/0a4c67cb-938c-4b12-bb00-cd0b361ed365 HTTP/1.1" status: 200 len: 1131 time: 3.1673036 Nov 16 04:43:22.641271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': '0a4c67cb-938c-4b12-bb00-cd0b361ed365'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:22.643602 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "0a4c67cb-938c-4b12-bb00-cd0b361ed365"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:22.647160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde04b0-7e29-43f1-a111-77fad2ea8c71 req-887524de-214f-41bb-90b4-7fbbfb947b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:22.648501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3dde04b0-7e29-43f1-a111-77fad2ea8c71 req-887524de-214f-41bb-90b4-7fbbfb947b71 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7722299 Nov 16 04:43:22.664239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b6a6cb47-7ad8-4643-b238-5077698852e5 None None] Port 881ab524-5f9c-434a-9608-a278a5b8ff16 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:43:22.676945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Request body: {'port': {'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:22.737140 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-078a2af4-e46c-4567-9c17-84012aae3849 req-71346d49-4f1a-46a0-b47d-df2b3bde2b5b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:22.801630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-3ef0d2e5-8d9c-419d-92f3-e42d0dcfe2c6 service neutron] 10.222.0.41 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728457 Nov 16 04:43:22.814044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47903e8e-449c-4b3f-b6d4-8c72d6556a7d service neutron] Pushing event updated for resources: {'Port': ['ID=0a4c67cb-938c-4b12-bb00-cd0b361ed365,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:22.870168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881ab524-5f9c-434a-9608-a278a5b8ff16 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:22.878878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:22.885995 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:22.894389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Transition to ACTIVE for port object 881ab524-5f9c-434a-9608-a278a5b8ff16 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:43:22.899205 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:23.007876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-944938eb-d6f2-4a94-b9d1-ec17343f7785 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Made reservation on behalf of 68dd001f9dc24b459464f4b89f629e44 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:23.012635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-944938eb-d6f2-4a94-b9d1-ec17343f7785 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:23.039593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=881ab524-5f9c-434a-9608-a278a5b8ff16,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:23.091079 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-078a2af4-e46c-4567-9c17-84012aae3849 req-71346d49-4f1a-46a0-b47d-df2b3bde2b5b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:23.096475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 14571367-cd41-4522-aa51-671e6db7e403 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:43:23.166490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 14571367-cd41-4522-aa51-671e6db7e403 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:43:23.170032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 14571367-cd41-4522-aa51-671e6db7e403 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:43:23.236817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Attempting to bind port 881ab524-5f9c-434a-9608-a278a5b8ff16 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:23.238949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Attempting to bind port 881ab524-5f9c-434a-9608-a278a5b8ff16 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:23.240613 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Attempting to bind port 881ab524-5f9c-434a-9608-a278a5b8ff16 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:23.252493 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Port 881ab524-5f9c-434a-9608-a278a5b8ff16 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:43:23.255107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Attempting to bind port 881ab524-5f9c-434a-9608-a278a5b8ff16 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:23.268515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:23.270838 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:23.272106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-078a2af4-e46c-4567-9c17-84012aae3849 req-71346d49-4f1a-46a0-b47d-df2b3bde2b5b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:23.273870 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:23.274559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Bound port: 881ab524-5f9c-434a-9608-a278a5b8ff16, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:23.276126 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:23.390434 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-078a2af4-e46c-4567-9c17-84012aae3849 req-71346d49-4f1a-46a0-b47d-df2b3bde2b5b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:23.395849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-078a2af4-e46c-4567-9c17-84012aae3849 req-71346d49-4f1a-46a0-b47d-df2b3bde2b5b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 1.2304416 Nov 16 04:43:23.446468 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] For port 881ab524-5f9c-434a-9608-a278a5b8ff16, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:23.455143 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] For port 881ab524-5f9c-434a-9608-a278a5b8ff16, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=881ab524-5f9c-434a-9608-a278a5b8ff16,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:23.458069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71346d49-4f1a-46a0-b47d-df2b3bde2b5b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d66e90e7-f679-4224-9260-7dbededf2a03,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:23.463467 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:23.500931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:23.501615 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:23.502990 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] 10.222.0.37 "PUT /v2.0/ports/881ab524-5f9c-434a-9608-a278a5b8ff16 HTTP/1.1" status: 200 len: 1096 time: 1.1566246 Nov 16 04:43:23.541093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2bcb01-98c7-4fb2-875e-acb4e900dfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=881ab524-5f9c-434a-9608-a278a5b8ff16,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:23.637661 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77765e02-c4af-4bd5-81ec-4f31ffc2c6dc x-openstack-request-id: req-77765e02-c4af-4bd5-81ec-4f31ffc2c6dc {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:23.640896 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a58b54-d83a-415f-97c3-2cbdde527626", "name": "network-vif-deleted", "tag": "14571367-cd41-4522-aa51-671e6db7e403", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:23.641179 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77765e02-c4af-4bd5-81ec-4f31ffc2c6dc {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:23.641727 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a58b54-d83a-415f-97c3-2cbdde527626', 'name': 'network-vif-deleted', 'tag': '14571367-cd41-4522-aa51-671e6db7e403', 'status': 'completed', 'code': 200} Nov 16 04:43:23.671587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-89829170-abfd-46f9-994b-9d59ef17f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:23.673750 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-89829170-abfd-46f9-994b-9d59ef17f750 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=4b5f9d44-1fec-4f0e-b788-fc16001ff2ee HTTP/1.1" status: 200 len: 1099 time: 0.1262946 Nov 16 04:43:23.806695 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-b6417173-9181-481c-b533-ef256c398d3d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=881ab524-5f9c-434a-9608-a278a5b8ff16 HTTP/1.1" status: 200 len: 217 time: 0.1247211 Nov 16 04:43:23.923393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-e36069d0-6584-4427-8714-0315eacbba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:23.923393 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-e36069d0-6584-4427-8714-0315eacbba4b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1087847 Nov 16 04:43:23.996453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36454) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:24.007269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9900b5f7-6902-4942-97ca-05ea31f5248f req-8496464e-f3ef-49ee-a155-b0801ef394e0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 210 time: 0.2497616 Nov 16 04:43:24.047841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-54de4b79-f39b-4544-b061-0b60595a30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:24.051654 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-54de4b79-f39b-4544-b061-0b60595a30b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1218555 Nov 16 04:43:24.135255 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ccfa95-2dde-491a-87b8-0587208226c6 x-openstack-request-id: req-62ccfa95-2dde-491a-87b8-0587208226c6 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:24.135551 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "0a4c67cb-938c-4b12-bb00-cd0b361ed365", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:24.135807 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62ccfa95-2dde-491a-87b8-0587208226c6 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:24.136216 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': '0a4c67cb-938c-4b12-bb00-cd0b361ed365', 'status': 'completed', 'code': 200} Nov 16 04:43:24.163051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-944938eb-d6f2-4a94-b9d1-ec17343f7785 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Allocated IP 192.168.233.32 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/6435f10c-645a-469f-baa4-798adcd22a32) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:24.268672 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-c6eb9b1d-2bfe-4100-b6bc-07f51b587af7 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093911 Nov 16 04:43:24.325124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525f031-a3ad-4494-8021-6656ecd19805 req-3a59e901-0a8d-4092-9850-e814dbfd9fb3 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:24.326702 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3525f031-a3ad-4494-8021-6656ecd19805 req-3a59e901-0a8d-4092-9850-e814dbfd9fb3 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.4651256 Nov 16 04:43:24.388355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb8b6ea2-c21a-4f87-8228-b52755f49095 req-228572a8-7015-49db-9568-c588dcf317e8 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 210 time: 0.1249506 Nov 16 04:43:24.466690 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a63d56b-f012-4df6-9bd9-37f68903b609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:24.528437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5 req-ff2a064a-412b-4ba8-834e-dd21ef9bd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:24.528916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5 req-ff2a064a-412b-4ba8-834e-dd21ef9bd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:24.529385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5 req-ff2a064a-412b-4ba8-834e-dd21ef9bd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:24.541955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5 req-ff2a064a-412b-4ba8-834e-dd21ef9bd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:24.542574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5 req-ff2a064a-412b-4ba8-834e-dd21ef9bd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:24.543054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5 req-ff2a064a-412b-4ba8-834e-dd21ef9bd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:24.544978 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5 req-ff2a064a-412b-4ba8-834e-dd21ef9bd4fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3755e56622844612940817c1adc2c9f6&device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5287 time: 0.3655310 Nov 16 04:43:24.680177 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-119c191b-115b-46ae-a6f9-8f5b0d9a9597 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802605 Nov 16 04:43:24.786089 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a63d56b-f012-4df6-9bd9-37f68903b609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:24.794407 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a63d56b-f012-4df6-9bd9-37f68903b609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:24.896492 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4a63d56b-f012-4df6-9bd9-37f68903b609 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=898b6003a6544a3c9230f0b74fa28059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8944154 Nov 16 04:43:24.896492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63d56b-f012-4df6-9bd9-37f68903b609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a09475e-a100-44b4-9f79-4d72fa88b6e2,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:24.896492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36488) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:24.910769 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36490) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:24.932159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0242d561-9a1a-4d17-9a59-189c63ce17cd {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:24.969939 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:24.991412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3525f031-a3ad-4494-8021-6656ecd19805 req-4fad6577-cf10-4f16-982c-93620e128a72 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6214790 Nov 16 04:43:25.028190 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7258853a-b7f4-43ba-b044-96caac65919c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:25.070376 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7258853a-b7f4-43ba-b044-96caac65919c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:25.087726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Transition to ACTIVE for port object 0242d561-9a1a-4d17-9a59-189c63ce17cd will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:43:25.169229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c71ec8-59a8-4201-980b-8edd49033378 req-4c75d9a2-85c7-4421-aef5-1bd889370402 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:25.185629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c71ec8-59a8-4201-980b-8edd49033378 req-4c75d9a2-85c7-4421-aef5-1bd889370402 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:25.192213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c71ec8-59a8-4201-980b-8edd49033378 req-4c75d9a2-85c7-4421-aef5-1bd889370402 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:25.212919 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0560efd8-8cb0-4e02-b6c8-75ce54abc79e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79881f42257c4d20828e72db69ea2e45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3116443 Nov 16 04:43:25.212919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36502) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:25.213269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c71ec8-59a8-4201-980b-8edd49033378 req-4c75d9a2-85c7-4421-aef5-1bd889370402 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:25.222247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c71ec8-59a8-4201-980b-8edd49033378 req-4c75d9a2-85c7-4421-aef5-1bd889370402 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:25.251972 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c71ec8-59a8-4201-980b-8edd49033378 req-4c75d9a2-85c7-4421-aef5-1bd889370402 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:25.253837 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9c71ec8-59a8-4201-980b-8edd49033378 req-4c75d9a2-85c7-4421-aef5-1bd889370402 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 4601 time: 0.6490698 Nov 16 04:43:25.306021 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7258853a-b7f4-43ba-b044-96caac65919c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:25.308507 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7258853a-b7f4-43ba-b044-96caac65919c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:25.308995 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:25.309634 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7258853a-b7f4-43ba-b044-96caac65919c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a09475e-a100-44b4-9f79-4d72fa88b6e2 HTTP/1.1" status: 204 len: 168 time: 0.3975646 Nov 16 04:43:25.328121 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258853a-b7f4-43ba-b044-96caac65919c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a09475e-a100-44b4-9f79-4d72fa88b6e2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:25.329981 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02be628b-c894-42e8-bde9-6e2519b71971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:25.384869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02be628b-c894-42e8-bde9-6e2519b71971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:25.460581 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02be628b-c894-42e8-bde9-6e2519b71971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:25.466181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02be628b-c894-42e8-bde9-6e2519b71971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:25.468078 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-02be628b-c894-42e8-bde9-6e2519b71971 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/615690d4-8b01-4085-befb-d71fdf25191e HTTP/1.1" status: 204 len: 168 time: 0.2555871 Nov 16 04:43:25.488352 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be628b-c894-42e8-bde9-6e2519b71971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615690d4-8b01-4085-befb-d71fdf25191e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:25.595975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5 req-a5fca75a-0e76-44e4-9acb-5e2538954e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:25.596433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5 req-a5fca75a-0e76-44e4-9acb-5e2538954e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:25.596883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5 req-a5fca75a-0e76-44e4-9acb-5e2538954e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:25.598662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5 req-a5fca75a-0e76-44e4-9acb-5e2538954e0d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3755e56622844612940817c1adc2c9f6&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.0167377 Nov 16 04:43:25.606928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-2cf85bfb-5622-4d23-ad4f-16f9ffbbd863 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:25.608862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-2cf85bfb-5622-4d23-ad4f-16f9ffbbd863 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.15 "GET /v2.0/networks?id=e2b3a4bd-4030-400c-8fc8-6688deb93e65 HTTP/1.1" status: 200 len: 811 time: 0.3217287 Nov 16 04:43:25.644356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5f9d44-1fec-4f0e-b788-fc16001ff2ee', 'tag': '881ab524-5f9c-434a-9608-a278a5b8ff16'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:25.647232 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff102db2-b3d1-4d68-a589-3bea51823505" -d '{"events": [{"name": "network-changed", "server_uuid": "4b5f9d44-1fec-4f0e-b788-fc16001ff2ee", "tag": "881ab524-5f9c-434a-9608-a278a5b8ff16"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:25.660455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-a327e4cb-df9c-40e6-89d2-035757927955 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'port': {'device_id': 'bcd0219c-063f-4948-a6c4-8c6b16c0c244', 'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65', 'admin_state_up': True, 'tenant_id': '40b17cd8bd234b4ca4c1760c45b9b270'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:25.757498 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-944938eb-d6f2-4a94-b9d1-ec17343f7785 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:25.864738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dacccf64-9a3e-4aa1-87ae-3daf52b5b216 req-8d5727c7-c0ec-48bd-8ff8-2d24c5fd0f70 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-groups/d66e90e7-f679-4224-9260-7dbededf2a03 HTTP/1.1" status: 200 len: 1828 time: 0.7543180 Nov 16 04:43:25.938393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0242d561-9a1a-4d17-9a59-189c63ce17cd,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:26.081896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ec18248-651f-4500-ae40-568c82bbbc5c req-c841d3b0-fde2-451b-b7a3-ff50a09bebb9 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 210 time: 0.0921860 Nov 16 04:43:26.108267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9c71ec8-59a8-4201-980b-8edd49033378 req-80110689-5be0-4eeb-92a9-9c1699baef29 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6267879 Nov 16 04:43:26.191122 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abf249b-d7da-422c-b4e9-1d3fc2d41089 x-openstack-request-id: req-9abf249b-d7da-422c-b4e9-1d3fc2d41089 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:26.191122 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b5f9d44-1fec-4f0e-b788-fc16001ff2ee", "tag": "881ab524-5f9c-434a-9608-a278a5b8ff16", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:26.191122 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9abf249b-d7da-422c-b4e9-1d3fc2d41089 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:26.191122 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5f9d44-1fec-4f0e-b788-fc16001ff2ee', 'tag': '881ab524-5f9c-434a-9608-a278a5b8ff16', 'status': 'completed', 'code': 200} Nov 16 04:43:26.191710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36530) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:26.254018 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06e627f0-d044-4573-bce9-e6894e36fb35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:26.309928 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-70d368d9-ff07-4799-a47a-6f6ce778048c req-93bd21fc-c629-4657-8228-27ee28c78a2c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 210 time: 0.1193132 Nov 16 04:43:26.377040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5 req-94e95588-442d-44b1-8c35-264622d48158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:26.378630 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff102db2-b3d1-4d68-a589-3bea51823505 req-f0b04bf2-3b9d-48f4-9ba4-8349ec753940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:26.380354 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff102db2-b3d1-4d68-a589-3bea51823505 req-f0b04bf2-3b9d-48f4-9ba4-8349ec753940 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=4b5f9d44-1fec-4f0e-b788-fc16001ff2ee HTTP/1.1" status: 200 len: 1099 time: 0.1467366 Nov 16 04:43:26.383500 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94a476a9-b650-4d8f-9f38-a5f0cd04fcb5 req-94e95588-442d-44b1-8c35-264622d48158 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7722349 Nov 16 04:43:26.409968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-01baa815-4568-41e0-9dc0-1a769c2f2b2b req-fe59d465-bdb8-43aa-9f0d-6ccc35fa112b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-638105936', 'description': 'tempest-description-1850616651'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:26.420839 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-944938eb-d6f2-4a94-b9d1-ec17343f7785 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:26.431976 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:26.447211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Attempting to bind port 0242d561-9a1a-4d17-9a59-189c63ce17cd on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:26.447918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Attempting to bind port 0242d561-9a1a-4d17-9a59-189c63ce17cd by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:26.448502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Attempting to bind port 0242d561-9a1a-4d17-9a59-189c63ce17cd on network f2b81f82-11da-4f95-84ec-83ffc56322a8 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:26.501245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c26c1e-80a3-4c30-821f-8536dd9da582 req-52467c66-d0f1-4631-9923-9721e0de5c67 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:26.503806 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19c26c1e-80a3-4c30-821f-8536dd9da582 req-52467c66-d0f1-4631-9923-9721e0de5c67 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.1963460 Nov 16 04:43:26.510110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Port 0242d561-9a1a-4d17-9a59-189c63ce17cd on network f2b81f82-11da-4f95-84ec-83ffc56322a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:43:26.510502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Attempting to bind port 0242d561-9a1a-4d17-9a59-189c63ce17cd on network f2b81f82-11da-4f95-84ec-83ffc56322a8 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:26.578991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-944938eb-d6f2-4a94-b9d1-ec17343f7785 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:26.594276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-a327e4cb-df9c-40e6-89d2-035757927955 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Made reservation on behalf of 40b17cd8bd234b4ca4c1760c45b9b270 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:26.598666 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-a327e4cb-df9c-40e6-89d2-035757927955 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:26.606810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-944938eb-d6f2-4a94-b9d1-ec17343f7785 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:26.612508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:26.612938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Checking segment: {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:26.613408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Bound using segment: {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:26.613962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Bound port: 0242d561-9a1a-4d17-9a59-189c63ce17cd, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:26.615007 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:26.643859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-944938eb-d6f2-4a94-b9d1-ec17343f7785 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:26.651158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944938eb-d6f2-4a94-b9d1-ec17343f7785 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event updated for resources: {'Port': ['ID=6435f10c-645a-469f-baa4-798adcd22a32,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:26.716006 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-01baa815-4568-41e0-9dc0-1a769c2f2b2b req-fe59d465-bdb8-43aa-9f0d-6ccc35fa112b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:26.774735 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19c26c1e-80a3-4c30-821f-8536dd9da582 req-cdc44f94-eb05-4ccb-beea-1f13a927c99f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525609 Nov 16 04:43:26.835013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-944938eb-d6f2-4a94-b9d1-ec17343f7785 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:26.835958 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-944938eb-d6f2-4a94-b9d1-ec17343f7785 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:26.907741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-944938eb-d6f2-4a94-b9d1-ec17343f7785 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4571967 Nov 16 04:43:26.933589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] For port 0242d561-9a1a-4d17-9a59-189c63ce17cd, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:26.945815 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff102db2-b3d1-4d68-a589-3bea51823505 req-1f704d5b-4d00-4be7-af54-41fd31476e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:26.947780 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff102db2-b3d1-4d68-a589-3bea51823505 req-1f704d5b-4d00-4be7-af54-41fd31476e62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.5477829 Nov 16 04:43:26.950519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Request body: {'port': {'device_id': '9326e3e7-1c6f-4f2a-aa0d-76948414fd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:26.953547 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06e627f0-d044-4573-bce9-e6894e36fb35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:26.958704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36544) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:26.961510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] For port 0242d561-9a1a-4d17-9a59-189c63ce17cd, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0242d561-9a1a-4d17-9a59-189c63ce17cd,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:26.974766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06e627f0-d044-4573-bce9-e6894e36fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.034068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-caf3485a-7fde-426f-bfb0-5be53ad1acab None None] Provisioning complete for port 6435f10c-645a-469f-baa4-798adcd22a32 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:27.034449 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caf3485a-7fde-426f-bfb0-5be53ad1acab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.037602 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff102db2-b3d1-4d68-a589-3bea51823505 req-dc1ce838-7dde-4aea-826f-ff84007ae884 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=881ab524-5f9c-434a-9608-a278a5b8ff16 HTTP/1.1" status: 200 len: 217 time: 0.0817266 Nov 16 04:43:27.040423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e627f0-d044-4573-bce9-e6894e36fb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c91c25-06b2-447a-a520-ffd97924a13d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:27.048742 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.092968 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-06e627f0-d044-4573-bce9-e6894e36fb35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8f1c75b479041ce908320a8f3006d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8980105 Nov 16 04:43:27.094969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36550) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:27.096020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-caf3485a-7fde-426f-bfb0-5be53ad1acab None None] Port 6435f10c-645a-469f-baa4-798adcd22a32 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:43:27.109884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 881ab524-5f9c-434a-9608-a278a5b8ff16 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:43:27.120192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff102db2-b3d1-4d68-a589-3bea51823505 req-2458d4f9-4d3b-48a2-a010-b086ccd9b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:27.121908 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff102db2-b3d1-4d68-a589-3bea51823505 req-2458d4f9-4d3b-48a2-a010-b086ccd9b92f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0751669 Nov 16 04:43:27.179342 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2076745638-network', 'tenant_id': '35a54397d91f421b8d4b2adc79a187f0'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:27.222322 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-abf9b979-7a8a-4637-abff-63adb82308c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.232049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:27.232895 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.235012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/0242d561-9a1a-4d17-9a59-189c63ce17cd HTTP/1.1" status: 200 len: 1130 time: 4.5697999 Nov 16 04:43:27.235643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Made reservation on behalf of 35a54397d91f421b8d4b2adc79a187f0 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:27.239177 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.242858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': '0242d561-9a1a-4d17-9a59-189c63ce17cd'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:27.246101 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a57357-7579-4916-af2c-2e0d0eaf9575" -d '{"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "0242d561-9a1a-4d17-9a59-189c63ce17cd"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:27.266560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff102db2-b3d1-4d68-a589-3bea51823505 req-e89c1141-dad2-4eb5-8c54-a643d9140c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:27.267962 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff102db2-b3d1-4d68-a589-3bea51823505 req-e89c1141-dad2-4eb5-8c54-a643d9140c68 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375990 Nov 16 04:43:27.270587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-a327e4cb-df9c-40e6-89d2-035757927955 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Allocated IP 172.20.0.13 (e2b3a4bd-4030-400c-8fc8-6688deb93e65/857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e/58129f5c-6ef3-432c-9e1a-f6d981c78e53) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:27.273739 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.290250 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-abf9b979-7a8a-4637-abff-63adb82308c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.308204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 881ab524-5f9c-434a-9608-a278a5b8ff16, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=881ab524-5f9c-434a-9608-a278a5b8ff16,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:27.326006 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '881ab524-5f9c-434a-9608-a278a5b8ff16', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '881ab524-5f9c-434a-9608-a278a5b8ff16', 'mac_address': 'fa:16:3e:02:d3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:43:27.376791 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.395706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881ab524-5f9c-434a-9608-a278a5b8ff16 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:27.422169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 881ab524-5f9c-434a-9608-a278a5b8ff16, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=881ab524-5f9c-434a-9608-a278a5b8ff16,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:27.426761 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.501901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=881ab524-5f9c-434a-9608-a278a5b8ff16,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:27.519639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:27.519980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:27.520383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:27.520782 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:27.521129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:27.521465 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:27.521851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:27.522157 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:27.522487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:27.522821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:27.523149 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:27.523474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:27.540045 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff102db2-b3d1-4d68-a589-3bea51823505 req-c39930b7-762d-4444-b3a2-25f55c12ec67 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635086 Nov 16 04:43:27.563536 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-abf9b979-7a8a-4637-abff-63adb82308c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.566351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-abf9b979-7a8a-4637-abff-63adb82308c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.570024 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-abf9b979-7a8a-4637-abff-63adb82308c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11c91c25-06b2-447a-a520-ffd97924a13d HTTP/1.1" status: 204 len: 168 time: 0.4716728 Nov 16 04:43:27.622500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9b979-7a8a-4637-abff-63adb82308c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c91c25-06b2-447a-a520-ffd97924a13d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:27.638113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['881ab524-5f9c-434a-9608-a278a5b8ff16'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:27.657694 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.663433 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.700780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb711cb-4bd8-4994-8a0c-90602d647d2b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:27.725008 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff102db2-b3d1-4d68-a589-3bea51823505 req-65fd4fb1-5613-49d3-ab3c-5b35baaebd2a service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720281 Nov 16 04:43:27.725479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:43:27.736486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.736910 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Added segment ddf9bb2e-c81a-4435-91f2-0581167f6070 of type vlan for network b8ec544f-fe2b-425b-82a8-b02993bad248 Nov 16 04:43:27.792384 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.822519 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.823894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:27.825824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:27.869610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Request body: {'port': {'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:27.892127 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9319501 Nov 16 04:43:27.934741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36568) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:27.939722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-761f0072-1576-4242-b3b0-a34db8e5c8f2 admin admin] Request body: {'subnet': {'network_id': 'b8ec544f-fe2b-425b-82a8-b02993bad248', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2076745638-subnet', 'tenant_id': '35a54397d91f421b8d4b2adc79a187f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:27.971031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7830088-c89e-4675-99cd-4797556730f4 admin admin] Pushing event updated for resources: {'Network': ['ID=b8ec544f-fe2b-425b-82a8-b02993bad248,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:27.983011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network b8ec544f-fe2b-425b-82a8-b02993bad248 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:43:27.995053 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-01baa815-4568-41e0-9dc0-1a769c2f2b2b req-fe59d465-bdb8-43aa-9f0d-6ccc35fa112b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:28.000839 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:28.012765 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-01baa815-4568-41e0-9dc0-1a769c2f2b2b req-fe59d465-bdb8-43aa-9f0d-6ccc35fa112b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:28.017736 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761f0072-1576-4242-b3b0-a34db8e5c8f2 admin admin] Made reservation on behalf of 35a54397d91f421b8d4b2adc79a187f0 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:28.024286 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-761f0072-1576-4242-b3b0-a34db8e5c8f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:28.083829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-01baa815-4568-41e0-9dc0-1a769c2f2b2b req-fe59d465-bdb8-43aa-9f0d-6ccc35fa112b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:28.085056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01baa815-4568-41e0-9dc0-1a769c2f2b2b req-fe59d465-bdb8-43aa-9f0d-6ccc35fa112b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.7191551 Nov 16 04:43:28.090734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59d465-bdb8-43aa-9f0d-6ccc35fa112b tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235b2de0-7a5d-418b-ae42-6091530422ef,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:28.101474 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8c6e3-f23c-4f05-9443-0064f59173b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0242d561-9a1a-4d17-9a59-189c63ce17cd,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:28.104886 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:28.324395 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-761f0072-1576-4242-b3b0-a34db8e5c8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:28.459368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f0072-1576-4242-b3b0-a34db8e5c8f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77424606-33c7-4f7c-a623-7739ed2312c3,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:28.487226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761f0072-1576-4242-b3b0-a34db8e5c8f2 admin admin] Checking segment: {'id': 'ddf9bb2e-c81a-4435-91f2-0581167f6070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8ec544f-fe2b-425b-82a8-b02993bad248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:28.487606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761f0072-1576-4242-b3b0-a34db8e5c8f2 admin admin] Network hostable DHCP agents. Network: b8ec544f-fe2b-425b-82a8-b02993bad248, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:43:28.516576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d11d7e-f951-443f-951c-ed7e4d09ef1a req-72497580-8a8d-443e-bb40-957743a5e166 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:28.526783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8d11d7e-f951-443f-951c-ed7e4d09ef1a req-72497580-8a8d-443e-bb40-957743a5e166 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 935 time: 1.2959509 Nov 16 04:43:28.529027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761f0072-1576-4242-b3b0-a34db8e5c8f2 admin admin] Network b8ec544f-fe2b-425b-82a8-b02993bad248 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:43:28.545923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-761f0072-1576-4242-b3b0-a34db8e5c8f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, b8ec544f-fe2b-425b-82a8-b02993bad248) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:28.552824 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761f0072-1576-4242-b3b0-a34db8e5c8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:28.553978 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd89a344-7951-4740-a476-ab9408a5cbc9 None None] Network b8ec544f-fe2b-425b-82a8-b02993bad248 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:43:28.554476 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-761f0072-1576-4242-b3b0-a34db8e5c8f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:28.582720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6435f10c-645a-469f-baa4-798adcd22a32 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:28.597224 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-761f0072-1576-4242-b3b0-a34db8e5c8f2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6611612 Nov 16 04:43:28.641170 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:28.716330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8d11d7e-f951-443f-951c-ed7e4d09ef1a req-9adad3cf-85db-4299-ad91-223342e1b708 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886556 Nov 16 04:43:28.868035 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e45d083-8306-4034-b4af-aac4a28ea43c None None] Network b8ec544f-fe2b-425b-82a8-b02993bad248 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:43:28.888275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Transition to ACTIVE for port object 6435f10c-645a-469f-baa4-798adcd22a32 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:43:28.897535 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1065df1-0318-443e-8ede-14132ab71c76 x-openstack-request-id: req-e1065df1-0318-443e-8ede-14132ab71c76 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:28.898287 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "0242d561-9a1a-4d17-9a59-189c63ce17cd", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:28.898732 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1065df1-0318-443e-8ede-14132ab71c76 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:28.899280 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': '0242d561-9a1a-4d17-9a59-189c63ce17cd', 'status': 'completed', 'code': 200} Nov 16 04:43:28.919371 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:28.932199 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-59b8672e-05ea-4226-9267-2184627f7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:28.932676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-59b8672e-05ea-4226-9267-2184627f7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:28.933147 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-59b8672e-05ea-4226-9267-2184627f7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:28.939085 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-59b8672e-05ea-4226-9267-2184627f7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:28.939605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-59b8672e-05ea-4226-9267-2184627f7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:28.940075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-59b8672e-05ea-4226-9267-2184627f7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:28.940869 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-59b8672e-05ea-4226-9267-2184627f7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:28.942891 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-59b8672e-05ea-4226-9267-2184627f7612 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3755e56622844612940817c1adc2c9f6&device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 6210 time: 0.1286438 Nov 16 04:43:29.005120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2490b8c6-417a-4a15-a0b4-fb9f8fe97c44 req-28510bd6-8cbd-47c6-b5d0-31fee6761881 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 210 time: 0.0988691 Nov 16 04:43:29.041832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Pushing event updated for resources: {'Port': ['ID=6435f10c-645a-469f-baa4-798adcd22a32,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:29.086537 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb895686-4655-4b59-a3eb-09374e1a90db req-1e7495e8-b09e-4722-8e2c-9a0fbb236f3e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:29.106274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb895686-4655-4b59-a3eb-09374e1a90db req-1e7495e8-b09e-4722-8e2c-9a0fbb236f3e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:29.118824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb895686-4655-4b59-a3eb-09374e1a90db req-1e7495e8-b09e-4722-8e2c-9a0fbb236f3e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:29.132122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb895686-4655-4b59-a3eb-09374e1a90db req-1e7495e8-b09e-4722-8e2c-9a0fbb236f3e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:29.142630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb895686-4655-4b59-a3eb-09374e1a90db req-1e7495e8-b09e-4722-8e2c-9a0fbb236f3e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:29.149350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb895686-4655-4b59-a3eb-09374e1a90db req-1e7495e8-b09e-4722-8e2c-9a0fbb236f3e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:29.156259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb895686-4655-4b59-a3eb-09374e1a90db req-1e7495e8-b09e-4722-8e2c-9a0fbb236f3e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:29.163966 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-82cebf15-fbfc-49e4-84b6-4d70cfaad4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:29.164475 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-82cebf15-fbfc-49e4-84b6-4d70cfaad4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:29.164872 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-82cebf15-fbfc-49e4-84b6-4d70cfaad4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:29.165332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb895686-4655-4b59-a3eb-09374e1a90db req-1e7495e8-b09e-4722-8e2c-9a0fbb236f3e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5373 time: 0.7416208 Nov 16 04:43:29.166622 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-82cebf15-fbfc-49e4-84b6-4d70cfaad4ed service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3755e56622844612940817c1adc2c9f6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2119410 Nov 16 04:43:29.174169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 881ab524-5f9c-434a-9608-a278a5b8ff16 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:43:29.294089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb895686-4655-4b59-a3eb-09374e1a90db req-d4f19d8c-471f-4eca-acde-5d17d597c13e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277568 Nov 16 04:43:29.388633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 881ab524-5f9c-434a-9608-a278a5b8ff16 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:43:29.405666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 881ab524-5f9c-434a-9608-a278a5b8ff16 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:29.405666 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:29.444298 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-a327e4cb-df9c-40e6-89d2-035757927955 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:29.471243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-d7453062-c930-4aff-ba0c-768243dc2f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:29.477467 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-52a57357-7579-4916-af2c-2e0d0eaf9575 req-d7453062-c930-4aff-ba0c-768243dc2f91 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3035142 Nov 16 04:43:29.604706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c85a2d-1338-458a-8a61-a46e8769f04b req-a6e14ec1-1917-404c-9391-14382ae9ee2d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:29.612471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65c85a2d-1338-458a-8a61-a46e8769f04b req-a6e14ec1-1917-404c-9391-14382ae9ee2d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.4343393 Nov 16 04:43:29.656461 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:29.668977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec4e4e9b-dfcf-49fc-8e12-46b9050268cf req-1a5a0938-9137-40e1-8e6a-10adb072e1b4 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-groups/235b2de0-7a5d-418b-ae42-6091530422ef HTTP/1.1" status: 200 len: 1829 time: 0.2992475 Nov 16 04:43:29.720927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 881ab524-5f9c-434a-9608-a278a5b8ff16, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=881ab524-5f9c-434a-9608-a278a5b8ff16,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:29.723586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5f9d44-1fec-4f0e-b788-fc16001ff2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881ab524-5f9c-434a-9608-a278a5b8ff16'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:29.727675 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e590e491-29ec-4d7f-b07e-c87630a421a0" -d '{"events": [{"server_uuid": "4b5f9d44-1fec-4f0e-b788-fc16001ff2ee", "name": "network-vif-plugged", "status": "completed", "tag": "881ab524-5f9c-434a-9608-a278a5b8ff16"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:29.736838 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:29.753225 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-a327e4cb-df9c-40e6-89d2-035757927955 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:29.787985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['1af51518-5081-40c7-85cc-2e51c34be7ea'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:29.850700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Attempting to bind port 6435f10c-645a-469f-baa4-798adcd22a32 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:29.850700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Attempting to bind port 6435f10c-645a-469f-baa4-798adcd22a32 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:29.851102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Attempting to bind port 6435f10c-645a-469f-baa4-798adcd22a32 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:29.889681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65c85a2d-1338-458a-8a61-a46e8769f04b req-e4f61e40-151a-4a03-80d3-4af9124c2d8e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710440 Nov 16 04:43:29.924886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-a327e4cb-df9c-40e6-89d2-035757927955 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Network e2b3a4bd-4030-400c-8fc8-6688deb93e65 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:29.933013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Port 6435f10c-645a-469f-baa4-798adcd22a32 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:43:29.933341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Attempting to bind port 6435f10c-645a-469f-baa4-798adcd22a32 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:29.938185 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=881ab524-5f9c-434a-9608-a278a5b8ff16,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:29.942734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-78cb5fc5-cd0e-4f50-a4c0-c8ce7fcdf1bb req-2ca7df1c-9a97-4219-a880-bb43bd37ddec tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-348001717', 'description': 'tempest-description-685678339'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:29.948731 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-a327e4cb-df9c-40e6-89d2-035757927955 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:29.951346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-a327e4cb-df9c-40e6-89d2-035757927955 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:30.044909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327e4cb-df9c-40e6-89d2-035757927955 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'Port': ['ID=58129f5c-6ef3-432c-9e1a-f6d981c78e53,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:30.053341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-a327e4cb-df9c-40e6-89d2-035757927955 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:30.053923 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-a327e4cb-df9c-40e6-89d2-035757927955 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:30.074067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:30.074947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:30.075345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:30.075807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Bound port: 6435f10c-645a-469f-baa4-798adcd22a32, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:30.076165 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:30.081384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-cd2ecfae-748b-4845-8d18-3da1012dcc54 req-3468e7e4-12c2-4eab-bb2a-b64118b045a8 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1394153229', 'description': 'tempest-description-636700918'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:30.095259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3972e7b-3fe5-4e36-a955-332c698178f6 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:30.112209 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.api [req-cd2ecfae-748b-4845-8d18-3da1012dcc54 req-3468e7e4-12c2-4eab-bb2a-b64118b045a8 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 04:43:30.112209 n-d-818042-1 neutron-server[102659]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 04:43:30.112209 n-d-818042-1 neutron-server[102659]: [parameters: {'project_id_1': '216f05b7490c433490b7cedd47eee320', 'expiration_1': datetime.datetime(2021, 11, 16, 4, 43, 10, 87776)}] Nov 16 04:43:30.112209 n-d-818042-1 neutron-server[102659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:43:30.112683 n-d-818042-1 neutron-server[102659]: DEBUG oslo_db.api [req-cd2ecfae-748b-4845-8d18-3da1012dcc54 req-3468e7e4-12c2-4eab-bb2a-b64118b045a8 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:43:30.114341 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:30.149896 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-78cb5fc5-cd0e-4f50-a4c0-c8ce7fcdf1bb req-2ca7df1c-9a97-4219-a880-bb43bd37ddec tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:30.170448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-a327e4cb-df9c-40e6-89d2-035757927955 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5259626 Nov 16 04:43:30.174738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Transition to ACTIVE for port object f3972e7b-3fe5-4e36-a955-332c698178f6 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:43:30.185251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Request body: {'port': {'device_id': 'bcd0219c-063f-4948-a6c4-8c6b16c0c244', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:30.190748 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:30.293333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] For port 6435f10c-645a-469f-baa4-798adcd22a32, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:30.344848 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:30.358810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Pushing event updated for resources: {'Port': ['ID=f3972e7b-3fe5-4e36-a955-332c698178f6,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:30.362658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] For port 6435f10c-645a-469f-baa4-798adcd22a32, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=6435f10c-645a-469f-baa4-798adcd22a32,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:30.385751 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:30.489747 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-78cb5fc5-cd0e-4f50-a4c0-c8ce7fcdf1bb req-2ca7df1c-9a97-4219-a880-bb43bd37ddec tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:30.528645 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-78cb5fc5-cd0e-4f50-a4c0-c8ce7fcdf1bb req-2ca7df1c-9a97-4219-a880-bb43bd37ddec tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:30.535430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:30.536049 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:30.537450 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] 10.222.0.37 "PUT /v2.0/ports/6435f10c-645a-469f-baa4-798adcd22a32 HTTP/1.1" status: 200 len: 1095 time: 3.5928009 Nov 16 04:43:30.688329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1158e-a9ca-44d5-85a1-b73421f131ab service neutron] Pushing event updated for resources: {'Port': ['ID=6435f10c-645a-469f-baa4-798adcd22a32,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:30.718656 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-78cb5fc5-cd0e-4f50-a4c0-c8ce7fcdf1bb req-2ca7df1c-9a97-4219-a880-bb43bd37ddec tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:30.719890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78cb5fc5-cd0e-4f50-a4c0-c8ce7fcdf1bb req-2ca7df1c-9a97-4219-a880-bb43bd37ddec tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7922421 Nov 16 04:43:30.739123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7df1c-9a97-4219-a880-bb43bd37ddec tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96fc21a-dd70-4255-bbff-bc1abe336c81,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:30.746044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Attempting to bind port f3972e7b-3fe5-4e36-a955-332c698178f6 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:30.746448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Attempting to bind port f3972e7b-3fe5-4e36-a955-332c698178f6 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:30.746780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Attempting to bind port f3972e7b-3fe5-4e36-a955-332c698178f6 on network f2b81f82-11da-4f95-84ec-83ffc56322a8 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:30.790658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Port f3972e7b-3fe5-4e36-a955-332c698178f6 on network f2b81f82-11da-4f95-84ec-83ffc56322a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:43:30.791048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Attempting to bind port f3972e7b-3fe5-4e36-a955-332c698178f6 on network f2b81f82-11da-4f95-84ec-83ffc56322a8 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:30.856995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:30.857273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Checking segment: {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:30.858706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Bound using segment: {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:30.859177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Bound port: f3972e7b-3fe5-4e36-a955-332c698178f6, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:30.859541 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:30.865748 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cd2ecfae-748b-4845-8d18-3da1012dcc54 req-3468e7e4-12c2-4eab-bb2a-b64118b045a8 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:30.868744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-71a21963-dd49-43e6-9382-d78a01cece51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:30.870332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-71a21963-dd49-43e6-9382-d78a01cece51 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 1098 time: 0.2760248 Nov 16 04:43:30.902224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9326e3e7-1c6f-4f2a-aa0d-76948414fd9a', 'tag': '6435f10c-645a-469f-baa4-798adcd22a32'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:30.904427 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b438dbac-f6db-44e2-a71c-43150aed9862" -d '{"events": [{"name": "network-changed", "server_uuid": "9326e3e7-1c6f-4f2a-aa0d-76948414fd9a", "tag": "6435f10c-645a-469f-baa4-798adcd22a32"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:30.988869 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-15500be3-4515-4c2b-b2be-b7cf65f8e20f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=6435f10c-645a-469f-baa4-798adcd22a32 HTTP/1.1" status: 200 len: 217 time: 0.0962560 Nov 16 04:43:31.098581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174e6f0-5236-4432-bf40-a3cf7a5d3a46 req-064be3dc-cb55-4530-8b32-9c94c4899e9e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:31.100090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d174e6f0-5236-4432-bf40-a3cf7a5d3a46 req-064be3dc-cb55-4530-8b32-9c94c4899e9e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 947 time: 0.2690568 Nov 16 04:43:31.165973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] For port f3972e7b-3fe5-4e36-a955-332c698178f6, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:31.168927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-76a79d8c-7eb4-46c5-94ca-b288b9f6e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:31.171443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-76a79d8c-7eb4-46c5-94ca-b288b9f6e8f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1670821 Nov 16 04:43:31.217727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] For port f3972e7b-3fe5-4e36-a955-332c698178f6, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f3972e7b-3fe5-4e36-a955-332c698178f6,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:31.268240 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:31.287983 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cd2ecfae-748b-4845-8d18-3da1012dcc54 req-3468e7e4-12c2-4eab-bb2a-b64118b045a8 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:31.323910 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cd2ecfae-748b-4845-8d18-3da1012dcc54 req-3468e7e4-12c2-4eab-bb2a-b64118b045a8 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:31.346277 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58129f5c-6ef3-432c-9e1a-f6d981c78e53 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:31.375693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d174e6f0-5236-4432-bf40-a3cf7a5d3a46 req-7d69b855-225e-4279-a83d-8126be4d8bf6 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568955 Nov 16 04:43:31.388132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:31.388763 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:31.390237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] 10.222.0.37 "PUT /v2.0/ports/f3972e7b-3fe5-4e36-a955-332c698178f6 HTTP/1.1" status: 200 len: 1090 time: 4.1173859 Nov 16 04:43:31.397173 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:31.417201 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cd2ecfae-748b-4845-8d18-3da1012dcc54 req-3468e7e4-12c2-4eab-bb2a-b64118b045a8 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:31.418439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd2ecfae-748b-4845-8d18-3da1012dcc54 req-3468e7e4-12c2-4eab-bb2a-b64118b045a8 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.3523986 Nov 16 04:43:31.444778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Request body: {'port': {'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:31.451903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-bd2381e8-793f-4e67-b460-8491eaaab63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:31.453433 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-bd2381e8-793f-4e67-b460-8491eaaab63a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2595556 Nov 16 04:43:31.454101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468e7e4-12c2-4eab-bb2a-b64118b045a8 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d236cd3-53cf-46f0-bf37-e19a0f3b2270,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:31.491137 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e4bfbf-ec4b-4144-a6ec-d76a8d40a548 x-openstack-request-id: req-43e4bfbf-ec4b-4144-a6ec-d76a8d40a548 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:31.492249 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5f9d44-1fec-4f0e-b788-fc16001ff2ee", "name": "network-vif-plugged", "status": "completed", "tag": "881ab524-5f9c-434a-9608-a278a5b8ff16", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:31.492741 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43e4bfbf-ec4b-4144-a6ec-d76a8d40a548 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:31.493360 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5f9d44-1fec-4f0e-b788-fc16001ff2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881ab524-5f9c-434a-9608-a278a5b8ff16', 'code': 200} Nov 16 04:43:31.495327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b96ed0-d643-42f2-aa45-e983e75c8e51 service neutron] Pushing event updated for resources: {'Port': ['ID=f3972e7b-3fe5-4e36-a955-332c698178f6,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:31.498572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Transition to ACTIVE for port object 58129f5c-6ef3-432c-9e1a-f6d981c78e53 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:43:31.527464 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:31.695465 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28aa2ea-51c4-4b13-ac47-e72eca060e22 req-36d85df2-f172-4028-93dd-62f632065aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:31.696981 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f28aa2ea-51c4-4b13-ac47-e72eca060e22 req-36d85df2-f172-4028-93dd-62f632065aa4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b5f9d44-1fec-4f0e-b788-fc16001ff2ee HTTP/1.1" status: 200 len: 1101 time: 0.1244473 Nov 16 04:43:31.758840 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:31.772629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Pushing event updated for resources: {'Port': ['ID=58129f5c-6ef3-432c-9e1a-f6d981c78e53,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:31.799388 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f28aa2ea-51c4-4b13-ac47-e72eca060e22 req-13b26d07-a35d-4578-8630-dbf60773916e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946517 Nov 16 04:43:31.891793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-bf1815b6-8da0-4480-a5f3-62b773bcf728 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195001 Nov 16 04:43:31.903996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb18a31-5eeb-46d6-b924-cbbef7606142 req-b1a54937-5718-46ab-8ab7-f40e6c865ffc tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:31.906124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1eb18a31-5eeb-46d6-b924-cbbef7606142 req-b1a54937-5718-46ab-8ab7-f40e6c865ffc tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 944 time: 0.3149002 Nov 16 04:43:32.031505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Attempting to bind port 58129f5c-6ef3-432c-9e1a-f6d981c78e53 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:32.031713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Attempting to bind port 58129f5c-6ef3-432c-9e1a-f6d981c78e53 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'c46db0fc-a55d-4f40-9b98-77d3cb3ad445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:32.032046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Attempting to bind port 58129f5c-6ef3-432c-9e1a-f6d981c78e53 on network e2b3a4bd-4030-400c-8fc8-6688deb93e65 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:32.057590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16db082-cf63-4d87-81d1-d2b38f50c481 req-cc46768c-7177-46a8-9ff1-76cd197302e5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:32.063556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16db082-cf63-4d87-81d1-d2b38f50c481 req-cc46768c-7177-46a8-9ff1-76cd197302e5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:32.069489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16db082-cf63-4d87-81d1-d2b38f50c481 req-cc46768c-7177-46a8-9ff1-76cd197302e5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:32.075446 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16db082-cf63-4d87-81d1-d2b38f50c481 req-cc46768c-7177-46a8-9ff1-76cd197302e5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:32.081929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16db082-cf63-4d87-81d1-d2b38f50c481 req-cc46768c-7177-46a8-9ff1-76cd197302e5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:32.087829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16db082-cf63-4d87-81d1-d2b38f50c481 req-cc46768c-7177-46a8-9ff1-76cd197302e5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:32.094598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16db082-cf63-4d87-81d1-d2b38f50c481 req-cc46768c-7177-46a8-9ff1-76cd197302e5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:32.096505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c16db082-cf63-4d87-81d1-d2b38f50c481 req-cc46768c-7177-46a8-9ff1-76cd197302e5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5385 time: 0.3120632 Nov 16 04:43:32.145540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Port 58129f5c-6ef3-432c-9e1a-f6d981c78e53 on network e2b3a4bd-4030-400c-8fc8-6688deb93e65 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:43:32.145894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Attempting to bind port 58129f5c-6ef3-432c-9e1a-f6d981c78e53 on network e2b3a4bd-4030-400c-8fc8-6688deb93e65 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:32.188039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1eb18a31-5eeb-46d6-b924-cbbef7606142 req-9e20cc7c-b6a6-4da5-9a9e-1376669e9374 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641609 Nov 16 04:43:32.225468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:32.225831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Checking segment: {'id': 'c46db0fc-a55d-4f40-9b98-77d3cb3ad445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:32.226216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Bound using segment: {'id': 'c46db0fc-a55d-4f40-9b98-77d3cb3ad445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:32.226662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Bound port: 58129f5c-6ef3-432c-9e1a-f6d981c78e53, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46db0fc-a55d-4f40-9b98-77d3cb3ad445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:32.227015 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:32.696784 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f601d345-a65f-4e71-b3bc-cb3f472abc4b req-e0865146-7caf-4c66-97d4-9fad2bb7aad3 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836555 Nov 16 04:43:32.720890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c16db082-cf63-4d87-81d1-d2b38f50c481 req-6721be9a-3398-4d85-ac8b-6810a2d284c7 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6049783 Nov 16 04:43:32.763234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b71053c7-40da-43d4-a4cd-9a39313aabed req-303d027c-f1c3-4b9e-a6aa-fa823a751eb0 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/b96fc21a-dd70-4255-bbff-bc1abe336c81 HTTP/1.1" status: 200 len: 1820 time: 0.5325174 Nov 16 04:43:32.768510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b71053c7-40da-43d4-a4cd-9a39313aabed req-303db21c-07fe-4910-a795-899dcab50c90 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b96fc21a-dd70-4255-bbff-bc1abe336c81', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:32.768821 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b71053c7-40da-43d4-a4cd-9a39313aabed req-303db21c-07fe-4910-a795-899dcab50c90 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b96fc21a-dd70-4255-bbff-bc1abe336c81', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:32.803437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] For port 58129f5c-6ef3-432c-9e1a-f6d981c78e53, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:32.838645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] For port 58129f5c-6ef3-432c-9e1a-f6d981c78e53, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=58129f5c-6ef3-432c-9e1a-f6d981c78e53,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:32.864694 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:32.923502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:32.924122 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:32.925855 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] 10.222.0.15 "PUT /v2.0/ports/58129f5c-6ef3-432c-9e1a-f6d981c78e53 HTTP/1.1" status: 200 len: 1092 time: 2.7448931 Nov 16 04:43:33.011606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13092af-5071-41f7-827e-e5ae59d5cd6a {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:33.040809 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:33.052283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18378f-e9e7-4534-9a7b-4ab4a784536a req-a3712f72-768d-4818-9d59-c74e919eb6bc tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:33.053816 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc18378f-e9e7-4534-9a7b-4ab4a784536a req-a3712f72-768d-4818-9d59-c74e919eb6bc tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.2426796 Nov 16 04:43:33.060206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfb134-54ad-478d-b9d2-ed63fb90e88e service neutron] Pushing event updated for resources: {'Port': ['ID=58129f5c-6ef3-432c-9e1a-f6d981c78e53,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:33.082284 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b71053c7-40da-43d4-a4cd-9a39313aabed req-303db21c-07fe-4910-a795-899dcab50c90 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:33.097593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Transition to ACTIVE for port object c13092af-5071-41f7-827e-e5ae59d5cd6a will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:43:33.107526 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:33.149179 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b71053c7-40da-43d4-a4cd-9a39313aabed req-303db21c-07fe-4910-a795-899dcab50c90 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:33.162291 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b71053c7-40da-43d4-a4cd-9a39313aabed req-303db21c-07fe-4910-a795-899dcab50c90 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:33.192883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-5dbfb21c-b181-47d7-926c-f6f83f120a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:33.194652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-5dbfb21c-b181-47d7-926c-f6f83f120a1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270&device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 1095 time: 0.2201803 Nov 16 04:43:33.263298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303db21c-07fe-4910-a795-899dcab50c90 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00af32cb-6510-41d1-9552-f0705f1494ac,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:33.265737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Pushing event updated for resources: {'Port': ['ID=c13092af-5071-41f7-827e-e5ae59d5cd6a,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:33.272991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-bd855337-ecfb-4fb0-a47d-993de68d23f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58129f5c-6ef3-432c-9e1a-f6d981c78e53 HTTP/1.1" status: 200 len: 217 time: 0.0561244 Nov 16 04:43:33.275620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b71053c7-40da-43d4-a4cd-9a39313aabed req-303db21c-07fe-4910-a795-899dcab50c90 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:33.294805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b71053c7-40da-43d4-a4cd-9a39313aabed req-303db21c-07fe-4910-a795-899dcab50c90 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5301101 Nov 16 04:43:33.300800 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc18378f-e9e7-4534-9a7b-4ab4a784536a req-715d99b6-4c07-48a5-8f0a-2ae248818cce tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312334 Nov 16 04:43:33.387560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-8ebcd032-d0c0-4eaf-9f44-b0e56847076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:33.389075 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-8ebcd032-d0c0-4eaf-9f44-b0e56847076d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e HTTP/1.1" status: 200 len: 851 time: 0.0873394 Nov 16 04:43:33.392457 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade14ad9-2a5a-4dc4-b31d-0de5265aeeae x-openstack-request-id: req-ade14ad9-2a5a-4dc4-b31d-0de5265aeeae {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:33.392743 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9326e3e7-1c6f-4f2a-aa0d-76948414fd9a", "tag": "6435f10c-645a-469f-baa4-798adcd22a32", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:33.392977 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ade14ad9-2a5a-4dc4-b31d-0de5265aeeae {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:33.393357 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9326e3e7-1c6f-4f2a-aa0d-76948414fd9a', 'tag': '6435f10c-645a-469f-baa4-798adcd22a32', 'status': 'completed', 'code': 200} Nov 16 04:43:33.476730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-1d1bfe7b-5738-41e9-b936-90d053972c06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2b3a4bd-4030-400c-8fc8-6688deb93e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576930 Nov 16 04:43:33.609649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-873a2439-664a-4ef9-8702-f5892fae9171 req-98ddac4a-f2d3-4fe4-822d-52f5162e1e82 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-groups/4d236cd3-53cf-46f0-bf37-e19a0f3b2270 HTTP/1.1" status: 200 len: 1829 time: 0.2653909 Nov 16 04:43:33.620640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438dbac-f6db-44e2-a71c-43150aed9862 req-39f277e9-05b6-4eff-aaaa-cf4abe565cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:33.622156 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b438dbac-f6db-44e2-a71c-43150aed9862 req-39f277e9-05b6-4eff-aaaa-cf4abe565cc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 1098 time: 0.2320178 Nov 16 04:43:33.629021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Attempting to bind port c13092af-5071-41f7-827e-e5ae59d5cd6a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:33.629434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Attempting to bind port c13092af-5071-41f7-827e-e5ae59d5cd6a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:33.629681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Attempting to bind port c13092af-5071-41f7-827e-e5ae59d5cd6a on network f2b81f82-11da-4f95-84ec-83ffc56322a8 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:33.667880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Port c13092af-5071-41f7-827e-e5ae59d5cd6a on network f2b81f82-11da-4f95-84ec-83ffc56322a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:43:33.668206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Attempting to bind port c13092af-5071-41f7-827e-e5ae59d5cd6a on network f2b81f82-11da-4f95-84ec-83ffc56322a8 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:33.718181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f8eb3-be97-433b-9305-685763a83c6a req-218b7434-0fc1-4678-a300-efa04ec234cf tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:33.719911 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-707f8eb3-be97-433b-9305-685763a83c6a req-218b7434-0fc1-4678-a300-efa04ec234cf tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 947 time: 0.2122040 Nov 16 04:43:33.739281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:33.739627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Checking segment: {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:33.740010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Bound using segment: {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:33.740452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Bound port: c13092af-5071-41f7-827e-e5ae59d5cd6a, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e030bb28-2841-4d6f-96c8-5e872a2bde7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:33.740804 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:33.749827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-c68dcb35-d9e0-425c-acfd-f03c152d74fd service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536058 Nov 16 04:43:33.935528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8132d5-0aff-488f-8a8f-8eebc993ee86 req-cca6b29a-168a-426e-913f-e4ec1e615a91 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:33.937060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca8132d5-0aff-488f-8a8f-8eebc993ee86 req-cca6b29a-168a-426e-913f-e4ec1e615a91 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 944 time: 0.2328248 Nov 16 04:43:33.943328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438dbac-f6db-44e2-a71c-43150aed9862 req-d6cb38af-27a2-4786-a7eb-343d60b099c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:33.944715 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b438dbac-f6db-44e2-a71c-43150aed9862 req-d6cb38af-27a2-4786-a7eb-343d60b099c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.3107390 Nov 16 04:43:33.955751 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-707f8eb3-be97-433b-9305-685763a83c6a req-9bdb7fb9-6c09-404c-8ea7-0e285c5a76f8 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191002 Nov 16 04:43:34.031531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a7e5482b-cd29-4553-a399-f72ceb7aba13 req-75fec52a-1c8f-4218-829a-5eba1742fead tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-273780288', 'description': 'tempest-description-987229455'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:34.047007 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b438dbac-f6db-44e2-a71c-43150aed9862 req-df317054-5437-4839-b4c1-6061018fac7e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=6435f10c-645a-469f-baa4-798adcd22a32 HTTP/1.1" status: 200 len: 217 time: 0.0881135 Nov 16 04:43:34.051272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] For port c13092af-5071-41f7-827e-e5ae59d5cd6a, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:34.083620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] For port c13092af-5071-41f7-827e-e5ae59d5cd6a, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c13092af-5071-41f7-827e-e5ae59d5cd6a,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:34.108626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f42f052-8b12-452a-b3f9-af7d17311281 req-9ebfff49-ca57-43c4-89f9-4eabd508e090 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331065 Nov 16 04:43:34.117979 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:34.167632 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a7e5482b-cd29-4553-a399-f72ceb7aba13 req-75fec52a-1c8f-4218-829a-5eba1742fead tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:34.186806 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca8132d5-0aff-488f-8a8f-8eebc993ee86 req-b49c39d3-f14a-4050-bb66-62141740931e tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410870 Nov 16 04:43:34.208074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:34.208074 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:34.208074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] 10.222.0.37 "PUT /v2.0/ports/c13092af-5071-41f7-827e-e5ae59d5cd6a HTTP/1.1" status: 200 len: 1091 time: 2.7648206 Nov 16 04:43:34.208074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438dbac-f6db-44e2-a71c-43150aed9862 req-2c662e6e-a446-4226-8d6c-69fa44328cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:34.208074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b438dbac-f6db-44e2-a71c-43150aed9862 req-2c662e6e-a446-4226-8d6c-69fa44328cdb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1478550 Nov 16 04:43:34.263047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Request body: {'port': {'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:34.301062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26edd639-3a14-4052-abb2-a97096c7d2dd service neutron] Pushing event updated for resources: {'Port': ['ID=c13092af-5071-41f7-827e-e5ae59d5cd6a,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:34.368043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438dbac-f6db-44e2-a71c-43150aed9862 req-f7ecef02-0d6f-4c2a-970d-929bd7887ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:34.369554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b438dbac-f6db-44e2-a71c-43150aed9862 req-f7ecef02-0d6f-4c2a-970d-929bd7887ccc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1559856 Nov 16 04:43:34.399871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36666) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:34.416458 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:34.448600 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a7e5482b-cd29-4553-a399-f72ceb7aba13 req-75fec52a-1c8f-4218-829a-5eba1742fead tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:34.456952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-531863ea-c5b5-4297-92f0-c46466180863 req-659c9ea1-4ce5-4a16-a962-3f5178917a51 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1485576806', 'description': 'tempest-description-1169054582'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:34.473529 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a7e5482b-cd29-4553-a399-f72ceb7aba13 req-75fec52a-1c8f-4218-829a-5eba1742fead tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:34.568683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-531863ea-c5b5-4297-92f0-c46466180863 req-659c9ea1-4ce5-4a16-a962-3f5178917a51 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:34.576827 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a7e5482b-cd29-4553-a399-f72ceb7aba13 req-75fec52a-1c8f-4218-829a-5eba1742fead tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:34.578074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7e5482b-cd29-4553-a399-f72ceb7aba13 req-75fec52a-1c8f-4218-829a-5eba1742fead tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5915191 Nov 16 04:43:34.595648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fec52a-1c8f-4218-829a-5eba1742fead tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d9992d-1277-431f-afa1-9970eb7bdcb0,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:34.621709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b438dbac-f6db-44e2-a71c-43150aed9862 req-62496c83-3830-4498-8f88-6b17b74b059d service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441030 Nov 16 04:43:34.812096 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff30ba46-a238-4eb4-a569-1fd1b4095cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:34.883927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a9184-a00f-4d4b-8edb-4788f151ec4c req-e9a6b299-c7b7-4ab4-acd5-3382f9cbfca2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:34.890402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a9184-a00f-4d4b-8edb-4788f151ec4c req-e9a6b299-c7b7-4ab4-acd5-3382f9cbfca2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:34.896256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a9184-a00f-4d4b-8edb-4788f151ec4c req-e9a6b299-c7b7-4ab4-acd5-3382f9cbfca2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:34.902085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a9184-a00f-4d4b-8edb-4788f151ec4c req-e9a6b299-c7b7-4ab4-acd5-3382f9cbfca2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:34.908465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a9184-a00f-4d4b-8edb-4788f151ec4c req-e9a6b299-c7b7-4ab4-acd5-3382f9cbfca2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:34.914399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a9184-a00f-4d4b-8edb-4788f151ec4c req-e9a6b299-c7b7-4ab4-acd5-3382f9cbfca2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:34.920206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a9184-a00f-4d4b-8edb-4788f151ec4c req-e9a6b299-c7b7-4ab4-acd5-3382f9cbfca2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:34.922135 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-406a9184-a00f-4d4b-8edb-4788f151ec4c req-e9a6b299-c7b7-4ab4-acd5-3382f9cbfca2 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5397 time: 0.2450051 Nov 16 04:43:34.959245 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-531863ea-c5b5-4297-92f0-c46466180863 req-659c9ea1-4ce5-4a16-a962-3f5178917a51 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:34.974967 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-531863ea-c5b5-4297-92f0-c46466180863 req-659c9ea1-4ce5-4a16-a962-3f5178917a51 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:34.978678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b438dbac-f6db-44e2-a71c-43150aed9862 req-a97107ac-2823-4fa3-9798-1abc4475616f service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026562 Nov 16 04:43:35.045908 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-531863ea-c5b5-4297-92f0-c46466180863 req-659c9ea1-4ce5-4a16-a962-3f5178917a51 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.047090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-531863ea-c5b5-4297-92f0-c46466180863 req-659c9ea1-4ce5-4a16-a962-3f5178917a51 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.5973732 Nov 16 04:43:35.063082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c9ea1-4ce5-4a16-a962-3f5178917a51 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d66050-d021-44a4-8c4a-173d7a93b522,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:35.090791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ff30ba46-a238-4eb4-a569-1fd1b4095cff admin admin] Deleting port 9e0db7fd-8d90-42ab-846f-652ac4fd647f {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:43:35.091121 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff30ba46-a238-4eb4-a569-1fd1b4095cff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.097988 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-406a9184-a00f-4d4b-8edb-4788f151ec4c req-cfc1a549-b1c4-4396-9fdb-0453ed3d71ac tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1679413 Nov 16 04:43:35.154604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 6435f10c-645a-469f-baa4-798adcd22a32 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:43:35.169633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4950c367-9570-4b51-a9c0-1004cd6a4fb4 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:35.179295 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.184389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-ff30ba46-a238-4eb4-a569-1fd1b4095cff admin admin] For port 9e0db7fd-8d90-42ab-846f-652ac4fd647f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9e0db7fd-8d90-42ab-846f-652ac4fd647f,segment=NetworkSegment(b4e47bd3-3391-4064-bb8c-f8a034ea508f),segment_id=b4e47bd3-3391-4064-bb8c-f8a034ea508f)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:35.185142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff30ba46-a238-4eb4-a569-1fd1b4095cff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.198532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Transition to ACTIVE for port object 4950c367-9570-4b51-a9c0-1004cd6a4fb4 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:43:35.202638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ff30ba46-a238-4eb4-a569-1fd1b4095cff admin admin] Calling delete_port for 9e0db7fd-8d90-42ab-846f-652ac4fd647f owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:43:35.222454 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.242014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9abc5-24ce-4d6c-872a-16aac28aaa59 req-60bf916b-747f-4981-8ddb-a4f4e8e10940 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:35.243507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bdf9abc5-24ce-4d6c-872a-16aac28aaa59 req-60bf916b-747f-4981-8ddb-a4f4e8e10940 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1130536 Nov 16 04:43:35.335327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6d3bc8a-1bd5-48c4-b92a-b8763524c492 req-2e87a13f-253e-4f73-b501-9e3ba13802da tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/b9d9992d-1277-431f-afa1-9970eb7bdcb0 HTTP/1.1" status: 200 len: 1820 time: 0.1378362 Nov 16 04:43:35.345677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 6435f10c-645a-469f-baa4-798adcd22a32, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=6435f10c-645a-469f-baa4-798adcd22a32,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:35.356176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Pushing event updated for resources: {'Port': ['ID=4950c367-9570-4b51-a9c0-1004cd6a4fb4,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:35.362433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a6d3bc8a-1bd5-48c4-b92a-b8763524c492 req-cab60c17-8a48-4a64-a654-2232e195b0e4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b9d9992d-1277-431f-afa1-9970eb7bdcb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:35.362745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a6d3bc8a-1bd5-48c4-b92a-b8763524c492 req-cab60c17-8a48-4a64-a654-2232e195b0e4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b9d9992d-1277-431f-afa1-9970eb7bdcb0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:35.381379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '6435f10c-645a-469f-baa4-798adcd22a32', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '6435f10c-645a-469f-baa4-798adcd22a32', 'mac_address': 'fa:16:3e:ab:87:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:43:35.397795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': 'f3972e7b-3fe5-4e36-a955-332c698178f6'}, {'name': 'network-changed', 'server_uuid': 'bcd0219c-063f-4948-a6c4-8c6b16c0c244', 'tag': '58129f5c-6ef3-432c-9e1a-f6d981c78e53'}, {'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': 'c13092af-5071-41f7-827e-e5ae59d5cd6a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:35.400278 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb14e5e-27d3-45ed-9772-a5e925952a38" -d '{"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "f3972e7b-3fe5-4e36-a955-332c698178f6"}, {"name": "network-changed", "server_uuid": "bcd0219c-063f-4948-a6c4-8c6b16c0c244", "tag": "58129f5c-6ef3-432c-9e1a-f6d981c78e53"}, {"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "c13092af-5071-41f7-827e-e5ae59d5cd6a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:35.455004 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.469952 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6435f10c-645a-469f-baa4-798adcd22a32 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:35.491904 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff30ba46-a238-4eb4-a569-1fd1b4095cff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.493129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 6435f10c-645a-469f-baa4-798adcd22a32, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=6435f10c-645a-469f-baa4-798adcd22a32,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:35.499028 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.533792 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bdf9abc5-24ce-4d6c-872a-16aac28aaa59 req-126c098d-2566-49c3-bbd8-0f4d37a31e14 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637084 Nov 16 04:43:35.534196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30ba46-a238-4eb4-a569-1fd1b4095cff admin admin] Pushing event deleted for resources: {'Port': ['ID=9e0db7fd-8d90-42ab-846f-652ac4fd647f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:35.569047 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6d3bc8a-1bd5-48c4-b92a-b8763524c492 req-cab60c17-8a48-4a64-a654-2232e195b0e4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.595170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=6435f10c-645a-469f-baa4-798adcd22a32,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:35.671482 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Attempting to bind port 4950c367-9570-4b51-a9c0-1004cd6a4fb4 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:35.671821 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Attempting to bind port 4950c367-9570-4b51-a9c0-1004cd6a4fb4 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'd7d4a993-d3da-4473-8283-5c998646389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:35.672150 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Attempting to bind port 4950c367-9570-4b51-a9c0-1004cd6a4fb4 on network 71ea6cbc-c703-42e4-94a9-098bbba9e58b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:35.693800 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6d3bc8a-1bd5-48c4-b92a-b8763524c492 req-cab60c17-8a48-4a64-a654-2232e195b0e4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.698003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Port 4950c367-9570-4b51-a9c0-1004cd6a4fb4 on network 71ea6cbc-c703-42e4-94a9-098bbba9e58b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:43:35.698329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Attempting to bind port 4950c367-9570-4b51-a9c0-1004cd6a4fb4 on network 71ea6cbc-c703-42e4-94a9-098bbba9e58b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:35.704744 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6d3bc8a-1bd5-48c4-b92a-b8763524c492 req-cab60c17-8a48-4a64-a654-2232e195b0e4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.720703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['6435f10c-645a-469f-baa4-798adcd22a32'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:35.747293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab60c17-8a48-4a64-a654-2232e195b0e4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58d5f31-3e8e-46ef-ae42-f5eb3bcb02fb,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:35.749438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:35.749790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Checking segment: {'id': 'd7d4a993-d3da-4473-8283-5c998646389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:35.750179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Bound using segment: {'id': 'd7d4a993-d3da-4473-8283-5c998646389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:35.750618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Bound port: 4950c367-9570-4b51-a9c0-1004cd6a4fb4, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d4a993-d3da-4473-8283-5c998646389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:35.750972 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.847921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52a74b-8c1e-4627-99fa-fd45d7bce406 req-5f670f72-947a-452e-b447-76d64e1426c8 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:35.849489 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce52a74b-8c1e-4627-99fa-fd45d7bce406 req-5f670f72-947a-452e-b447-76d64e1426c8 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 948 time: 0.2207289 Nov 16 04:43:35.884752 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff30ba46-a238-4eb4-a569-1fd1b4095cff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.905118 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6d3bc8a-1bd5-48c4-b92a-b8763524c492 req-cab60c17-8a48-4a64-a654-2232e195b0e4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:35.906326 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6d3bc8a-1bd5-48c4-b92a-b8763524c492 req-cab60c17-8a48-4a64-a654-2232e195b0e4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5580177 Nov 16 04:43:36.035206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] For port 4950c367-9570-4b51-a9c0-1004cd6a4fb4, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:36.067832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] For port 4950c367-9570-4b51-a9c0-1004cd6a4fb4, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4950c367-9570-4b51-a9c0-1004cd6a4fb4,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:36.075617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1edb3fa-795d-4cc2-9fbc-48dd8ab27bc6 req-6b814037-6f75-4a8e-9d87-61a3ce4c2c44 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-groups/d8d66050-d021-44a4-8c4a-173d7a93b522 HTTP/1.1" status: 200 len: 1830 time: 0.1307755 Nov 16 04:43:36.093818 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce52a74b-8c1e-4627-99fa-fd45d7bce406 req-9634fa62-126c-417f-8cc6-2f9172e59ea6 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332890 Nov 16 04:43:36.095051 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:36.169439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.169961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:36.171409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] 10.222.0.37 "PUT /v2.0/ports/4950c367-9570-4b51-a9c0-1004cd6a4fb4 HTTP/1.1" status: 200 len: 1091 time: 1.9299517 Nov 16 04:43:36.210738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff30ba46-a238-4eb4-a569-1fd1b4095cff admin admin] Router 7a7130c9-c7e7-42ee-9b33-4f130c45de75 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:43:36.235975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Request body: {'port': {'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:36.282976 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee99e44-b992-49ce-b817-e75e60264227 x-openstack-request-id: req-aee99e44-b992-49ce-b817-e75e60264227 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:36.283420 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "f3972e7b-3fe5-4e36-a955-332c698178f6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bcd0219c-063f-4948-a6c4-8c6b16c0c244", "tag": "58129f5c-6ef3-432c-9e1a-f6d981c78e53", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "c13092af-5071-41f7-827e-e5ae59d5cd6a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:36.283775 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aee99e44-b992-49ce-b817-e75e60264227 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:36.284265 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': 'f3972e7b-3fe5-4e36-a955-332c698178f6', 'status': 'completed', 'code': 200} Nov 16 04:43:36.284634 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd0219c-063f-4948-a6c4-8c6b16c0c244', 'tag': '58129f5c-6ef3-432c-9e1a-f6d981c78e53', 'status': 'completed', 'code': 200} Nov 16 04:43:36.285105 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': 'c13092af-5071-41f7-827e-e5ae59d5cd6a', 'status': 'completed', 'code': 200} Nov 16 04:43:36.316787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f61a63-a5a2-4a54-b8ae-3b6714e0cc21 service neutron] Pushing event updated for resources: {'Port': ['ID=4950c367-9570-4b51-a9c0-1004cd6a4fb4,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:36.390316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff30ba46-a238-4eb4-a569-1fd1b4095cff admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:43:36.403285 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af85e7ad-26fd-40a1-a2df-261e41ce49a8 None None] Sync routers for ids ['7a7130c9-c7e7-42ee-9b33-4f130c45de75'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:43:36.413203 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ff30ba46-a238-4eb4-a569-1fd1b4095cff admin admin] 10.222.0.41 "PUT /v2.0/routers/7a7130c9-c7e7-42ee-9b33-4f130c45de75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0108392 Nov 16 04:43:36.415452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36690) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:36.420595 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85e7ad-26fd-40a1-a2df-261e41ce49a8 None None] Routers {'7a7130c9-c7e7-42ee-9b33-4f130c45de75'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:43:36.421548 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-af85e7ad-26fd-40a1-a2df-261e41ce49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:43:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['7a7130c9-c7e7-42ee-9b33-4f130c45de75'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:36.483151 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ffb97-86ef-46f6-92da-f5e66f49574e req-7661670f-8721-48e8-be68-34618cca220b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.490978 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f5ffb97-86ef-46f6-92da-f5e66f49574e req-7661670f-8721-48e8-be68-34618cca220b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 944 time: 0.2948611 Nov 16 04:43:36.513710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-90bde856-6fef-4911-9cbd-251a7a7cca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.514852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-90bde856-6fef-4911-9cbd-251a7a7cca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.515381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-90bde856-6fef-4911-9cbd-251a7a7cca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.515913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-90bde856-6fef-4911-9cbd-251a7a7cca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.516458 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-90bde856-6fef-4911-9cbd-251a7a7cca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.517030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-90bde856-6fef-4911-9cbd-251a7a7cca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.517482 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-90bde856-6fef-4911-9cbd-251a7a7cca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.519616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-90bde856-6fef-4911-9cbd-251a7a7cca5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3755e56622844612940817c1adc2c9f6&device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 6411 time: 0.2335529 Nov 16 04:43:36.520359 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:36.534928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-07b43206-7d50-459b-a03d-2da98e838fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.537605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-07b43206-7d50-459b-a03d-2da98e838fe1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270&device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 1095 time: 0.2342479 Nov 16 04:43:36.560642 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-af85e7ad-26fd-40a1-a2df-261e41ce49a8 None None] Set router 7a7130c9-c7e7-42ee-9b33-4f130c45de75 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:43:36.564926 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:36.687196 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:36.695714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-7fb23ad6-34a6-45d5-bb09-a2f86a178ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.697329 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-7fb23ad6-34a6-45d5-bb09-a2f86a178ca0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2b3a4bd-4030-400c-8fc8-6688deb93e65 HTTP/1.1" status: 200 len: 912 time: 0.0949259 Nov 16 04:43:36.723372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067f697-b283-42ae-ae3f-8cf17a7f7fa7 req-038542aa-ff27-40cb-9efb-0ddefc55de93 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.730606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9067f697-b283-42ae-ae3f-8cf17a7f7fa7 req-038542aa-ff27-40cb-9efb-0ddefc55de93 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.3791425 Nov 16 04:43:36.752472 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Deleting port 88f57f56-4aef-410d-9d63-382685c0a95d {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:43:36.752810 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:36.803160 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-af85e7ad-26fd-40a1-a2df-261e41ce49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'name': 'tempest-AttachSCSIVolumeTestJSON-557710514-router', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:06Z', 'updated_at': '2021-11-16T04:43:35Z', 'revision_number': 5, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'gw_port': {'id': '88f57f56-4aef-410d-9d63-382685c0a95d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:c2:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:07Z', 'updated_at': '2021-11-16T04:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:36.829093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-3dae4613-5270-43a8-aa50-8d6244ca5709 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58129f5c-6ef3-432c-9e1a-f6d981c78e53 HTTP/1.1" status: 200 len: 217 time: 0.1205869 Nov 16 04:43:36.841289 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af85e7ad-26fd-40a1-a2df-261e41ce49a8 None None] Checking router: 7a7130c9-c7e7-42ee-9b33-4f130c45de75 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:43:36.851492 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af85e7ad-26fd-40a1-a2df-261e41ce49a8 None None] Routers {'7a7130c9-c7e7-42ee-9b33-4f130c45de75'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:43:36.852323 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-af85e7ad-26fd-40a1-a2df-261e41ce49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:43:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['7a7130c9-c7e7-42ee-9b33-4f130c45de75'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:36.857497 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] For port 88f57f56-4aef-410d-9d63-382685c0a95d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=88f57f56-4aef-410d-9d63-382685c0a95d,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:36.858787 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:36.873960 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Calling delete_port for 88f57f56-4aef-410d-9d63-382685c0a95d owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:43:36.923887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f5ffb97-86ef-46f6-92da-f5e66f49574e req-fbf4005b-2405-46b6-a552-505441b6ad1e tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317634 Nov 16 04:43:36.962242 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9067f697-b283-42ae-ae3f-8cf17a7f7fa7 req-b4d4b339-1aa7-475a-afb8-477c62a632d3 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243729 Nov 16 04:43:36.962242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-643619a1-3919-4e29-a379-be3bef94e99b req-d56dc63e-a421-413f-af3c-4e0cbcf0b252 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-500260638', 'description': 'tempest-description-1217321119'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:36.969961 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-af85e7ad-26fd-40a1-a2df-261e41ce49a8 None None] Set router 7a7130c9-c7e7-42ee-9b33-4f130c45de75 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:43:36.989460 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-f1bb95c7-9004-4229-b03d-18d248321b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.989980 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-f1bb95c7-9004-4229-b03d-18d248321b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.990448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-f1bb95c7-9004-4229-b03d-18d248321b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:36.992063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-f1bb95c7-9004-4229-b03d-18d248321b01 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3755e56622844612940817c1adc2c9f6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4538267 Nov 16 04:43:37.028513 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-af85e7ad-26fd-40a1-a2df-261e41ce49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'name': 'tempest-AttachSCSIVolumeTestJSON-557710514-router', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:06Z', 'updated_at': '2021-11-16T04:43:36Z', 'revision_number': 6, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:37.062666 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af85e7ad-26fd-40a1-a2df-261e41ce49a8 None None] The sync data for ids ['7a7130c9-c7e7-42ee-9b33-4f130c45de75'] in n-d-818042-1 is: [{'id': '7a7130c9-c7e7-42ee-9b33-4f130c45de75', 'name': 'tempest-AttachSCSIVolumeTestJSON-557710514-router', 'tenant_id': 'b5da29a687df4242a5917e216ebf4641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:06Z', 'updated_at': '2021-11-16T04:43:36Z', 'revision_number': 6, 'project_id': 'b5da29a687df4242a5917e216ebf4641', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:43:37.113955 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.146521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f57f56-4aef-410d-9d63-382685c0a95d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:37.160996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 6435f10c-645a-469f-baa4-798adcd22a32 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:43:37.207372 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 58129f5c-6ef3-432c-9e1a-f6d981c78e53 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:43:37.245541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 6435f10c-645a-469f-baa4-798adcd22a32 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:43:37.246973 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.261034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 6435f10c-645a-469f-baa4-798adcd22a32 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:37.261757 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.369914 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.372945 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.390707 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.425426 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-020c33a0-60cf-46fd-88e6-26e668792e92 req-e334acf7-2891-4f07-92d3-33434aed8bef tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] show failed (client error): The resource could not be found. Nov 16 04:43:37.442169 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-020c33a0-60cf-46fd-88e6-26e668792e92 req-e334acf7-2891-4f07-92d3-33434aed8bef tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-groups/7f1d3e0e-34b8-4ee8-ae56-3801d010ae6f HTTP/1.1" status: 404 len: 352 time: 0.4458385 Nov 16 04:43:37.449708 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 6435f10c-645a-469f-baa4-798adcd22a32, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=6435f10c-645a-469f-baa4-798adcd22a32,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:37.454009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9326e3e7-1c6f-4f2a-aa0d-76948414fd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6435f10c-645a-469f-baa4-798adcd22a32'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:37.456715 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761b1b6f-3e01-4193-a2c6-395a4134194e" -d '{"events": [{"server_uuid": "9326e3e7-1c6f-4f2a-aa0d-76948414fd9a", "name": "network-vif-plugged", "status": "completed", "tag": "6435f10c-645a-469f-baa4-798adcd22a32"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:37.464009 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.467778 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 58129f5c-6ef3-432c-9e1a-f6d981c78e53, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=58129f5c-6ef3-432c-9e1a-f6d981c78e53,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:37.469244 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.472630 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a7130c9-c7e7-42ee-9b33-4f130c45de75 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:43:37.487436 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.493086 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f697d3b2-78f5-4b3d-bfea-39a5d4317855 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7a7130c9-c7e7-42ee-9b33-4f130c45de75 HTTP/1.1" status: 204 len: 168 time: 1.0766165 Nov 16 04:43:37.504697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36702) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:37.556154 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=6435f10c-645a-469f-baa4-798adcd22a32,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:37.565833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '58129f5c-6ef3-432c-9e1a-f6d981c78e53', 'network_id': 'e2b3a4bd-4030-400c-8fc8-6688deb93e65', 'port_id': '58129f5c-6ef3-432c-9e1a-f6d981c78e53', 'mac_address': 'fa:16:3e:82:6d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:43:37.590909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-4a280a4e-f1d5-4588-9525-e7208f90c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:37.592526 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-4a280a4e-f1d5-4588-9525-e7208f90c88d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e HTTP/1.1" status: 200 len: 851 time: 0.7441468 Nov 16 04:43:37.648793 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.671473 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58129f5c-6ef3-432c-9e1a-f6d981c78e53 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:37.694043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-d7639274-13b3-4fc4-acc6-b31be663aeca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2b3a4bd-4030-400c-8fc8-6688deb93e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602136 Nov 16 04:43:37.695086 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-643619a1-3919-4e29-a379-be3bef94e99b req-d56dc63e-a421-413f-af3c-4e0cbcf0b252 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.732202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 58129f5c-6ef3-432c-9e1a-f6d981c78e53, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=58129f5c-6ef3-432c-9e1a-f6d981c78e53,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:37.736394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9e0db7fd-8d90-42ab-846f-652ac4fd647f no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:43:37.741462 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.789013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c44d2-7dad-4f98-8e15-f8f79c45eb7d req-bc7471d7-1859-4e72-a32d-efadd82ca642 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:37.795083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c44d2-7dad-4f98-8e15-f8f79c45eb7d req-bc7471d7-1859-4e72-a32d-efadd82ca642 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:37.801399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c44d2-7dad-4f98-8e15-f8f79c45eb7d req-bc7471d7-1859-4e72-a32d-efadd82ca642 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:37.807199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c44d2-7dad-4f98-8e15-f8f79c45eb7d req-bc7471d7-1859-4e72-a32d-efadd82ca642 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:37.813736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c44d2-7dad-4f98-8e15-f8f79c45eb7d req-bc7471d7-1859-4e72-a32d-efadd82ca642 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:37.819980 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c44d2-7dad-4f98-8e15-f8f79c45eb7d req-bc7471d7-1859-4e72-a32d-efadd82ca642 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:37.820575 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=58129f5c-6ef3-432c-9e1a-f6d981c78e53,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:37.826071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c44d2-7dad-4f98-8e15-f8f79c45eb7d req-bc7471d7-1859-4e72-a32d-efadd82ca642 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:37.830349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 9e0db7fd-8d90-42ab-846f-652ac4fd647f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:43:37.830763 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9e0db7fd-8d90-42ab-846f-652ac4fd647f not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:43:37.835637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-820c44d2-7dad-4f98-8e15-f8f79c45eb7d req-bc7471d7-1859-4e72-a32d-efadd82ca642 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5409 time: 0.2606289 Nov 16 04:43:37.939726 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a42e5d54-2245-4f15-8b0f-06094c00050e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.970416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-5776120b-b3b7-4c92-a1c5-8b9b4887ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:37.971910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-5776120b-b3b7-4c92-a1c5-8b9b4887ac33 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5256259 Nov 16 04:43:37.983111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d11d875-101e-4bef-bf03-c5dbb53bfd5b admin admin] Deleting subnet b7fa23f9-90e4-4016-b3f1-8fc9d813e310 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:43:37.986084 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4d11d875-101e-4bef-bf03-c5dbb53bfd5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:37.994132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['58129f5c-6ef3-432c-9e1a-f6d981c78e53'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:38.035182 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4d11d875-101e-4bef-bf03-c5dbb53bfd5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.058355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-820c44d2-7dad-4f98-8e15-f8f79c45eb7d req-615e7061-c55b-4b9e-8a63-2440c0c2dd51 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2170622 Nov 16 04:43:38.155797 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4d11d875-101e-4bef-bf03-c5dbb53bfd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.185372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-d742491f-b4f9-4262-bb19-66ffae806c96 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569409 Nov 16 04:43:38.193373 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-643619a1-3919-4e29-a379-be3bef94e99b req-d56dc63e-a421-413f-af3c-4e0cbcf0b252 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.246474 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4d11d875-101e-4bef-bf03-c5dbb53bfd5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.259233 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-643619a1-3919-4e29-a379-be3bef94e99b req-d56dc63e-a421-413f-af3c-4e0cbcf0b252 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.293510 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11d875-101e-4bef-bf03-c5dbb53bfd5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7fa23f9-90e4-4016-b3f1-8fc9d813e310,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:38.299074 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4d11d875-101e-4bef-bf03-c5dbb53bfd5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.301874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': '4950c367-9570-4b51-a9c0-1004cd6a4fb4'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:38.303639 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9590b754-51be-426d-8e62-6ad73181cab3" -d '{"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "4950c367-9570-4b51-a9c0-1004cd6a4fb4"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:38.304037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea33c90-a65e-4538-aff6-995f7eb6da2d None None] Network 7f578004-299a-4b51-bf1f-e28a8c0eb434 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:43:38.307371 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4d11d875-101e-4bef-bf03-c5dbb53bfd5b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b7fa23f9-90e4-4016-b3f1-8fc9d813e310 HTTP/1.1" status: 204 len: 168 time: 0.7984612 Nov 16 04:43:38.307371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36718) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:38.337907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-d23d1962-d23a-46d1-91c4-1299fc3622f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:38.338389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-d23d1962-d23a-46d1-91c4-1299fc3622f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:38.338846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-d23d1962-d23a-46d1-91c4-1299fc3622f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:38.339302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-d23d1962-d23a-46d1-91c4-1299fc3622f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:38.340023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-d23d1962-d23a-46d1-91c4-1299fc3622f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:38.340479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-d23d1962-d23a-46d1-91c4-1299fc3622f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:38.341176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-d23d1962-d23a-46d1-91c4-1299fc3622f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:38.342953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-d23d1962-d23a-46d1-91c4-1299fc3622f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3755e56622844612940817c1adc2c9f6&device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 6411 time: 0.2745478 Nov 16 04:43:38.423243 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.444101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:38.490121 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-643619a1-3919-4e29-a379-be3bef94e99b req-d56dc63e-a421-413f-af3c-4e0cbcf0b252 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.491349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-643619a1-3919-4e29-a379-be3bef94e99b req-d56dc63e-a421-413f-af3c-4e0cbcf0b252 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 1.5341599 Nov 16 04:43:38.530685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Deleting port 68a87810-3079-465d-b87f-7a90a32726f4 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:43:38.530827 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.531345 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.537203 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56dc63e-a421-413f-af3c-4e0cbcf0b252 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694c1ccb-4d3e-48a0-9479-33bfde763ab8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:38.600358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Transition to ACTIVE for port object 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:43:38.617489 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-8aaedd51-6c7b-4e4c-93ba-347ffb400a40 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123731 Nov 16 04:43:38.619751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093c75e1-04bf-4c8f-a921-427df3e8ce93 None None] DHCP port deletion for 7f578004-299a-4b51-bf1f-e28a8c0eb434 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:43:38.625969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] For port 68a87810-3079-465d-b87f-7a90a32726f4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=68a87810-3079-465d-b87f-7a90a32726f4,segment=NetworkSegment(b4e47bd3-3391-4064-bb8c-f8a034ea508f),segment_id=b4e47bd3-3391-4064-bb8c-f8a034ea508f)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:38.626511 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.626903 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.660659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Calling delete_port for 68a87810-3079-465d-b87f-7a90a32726f4 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:43:38.671416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36724) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:38.690351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d6921-203b-489d-8936-67702d6d86fb req-a1a9165c-3515-4739-b8e7-4fdbe5d3cccf tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:38.691845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-a1a9165c-3515-4739-b8e7-4fdbe5d3cccf tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 811 time: 0.3835511 Nov 16 04:43:38.700852 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-093c75e1-04bf-4c8f-a921-427df3e8ce93 None None] Deleting port 68a87810-3079-465d-b87f-7a90a32726f4 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:43:38.702176 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-093c75e1-04bf-4c8f-a921-427df3e8ce93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.769354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Pushing event updated for resources: {'Port': ['ID=51a374e3-8aa4-468f-8e90-f41f1b0fbb99,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:38.777464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-9c75158c-172a-4cbd-b6d4-6b06635b99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:38.778216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-9c75158c-172a-4cbd-b6d4-6b06635b99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:38.778847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-9c75158c-172a-4cbd-b6d4-6b06635b99ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:38.781074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-9c75158c-172a-4cbd-b6d4-6b06635b99ec service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=3755e56622844612940817c1adc2c9f6&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4145222 Nov 16 04:43:38.784265 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-4b069f45-0c1e-4ad2-b0c2-a64c0015b933 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/quotas/98886c56b701447cb464fb425061a484 HTTP/1.1" status: 200 len: 375 time: 0.0715835 Nov 16 04:43:38.822226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.823001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-093c75e1-04bf-4c8f-a921-427df3e8ce93 None None] For port 68a87810-3079-465d-b87f-7a90a32726f4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=68a87810-3079-465d-b87f-7a90a32726f4,segment=NetworkSegment(b4e47bd3-3391-4064-bb8c-f8a034ea508f),segment_id=b4e47bd3-3391-4064-bb8c-f8a034ea508f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:38.823732 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-093c75e1-04bf-4c8f-a921-427df3e8ce93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.843929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-093c75e1-04bf-4c8f-a921-427df3e8ce93 None None] Calling delete_port for 68a87810-3079-465d-b87f-7a90a32726f4 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:43:38.856364 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] No DVR routers for this DVR port 68a87810-3079-465d-b87f-7a90a32726f4 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:43:38.896837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a87810-3079-465d-b87f-7a90a32726f4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:38.932200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c79ab-e0c7-467b-9b0b-085954e74577 req-7de1f5c7-517b-40b8-bc38-1faa3f7e9b7b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:38.933738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38c79ab-e0c7-467b-9b0b-085954e74577 req-7de1f5c7-517b-40b8-bc38-1faa3f7e9b7b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 949 time: 0.2569294 Nov 16 04:43:38.949109 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-093c75e1-04bf-4c8f-a921-427df3e8ce93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.953579 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69843768-efef-44e7-a467-19043d018910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:38.980238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c75e1-04bf-4c8f-a921-427df3e8ce93 None None] Pushing event deleted for resources: {'Port': ['ID=68a87810-3079-465d-b87f-7a90a32726f4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:38.982604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c75e1-04bf-4c8f-a921-427df3e8ce93 None None] No DVR routers for this DVR port 68a87810-3079-465d-b87f-7a90a32726f4 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:43:39.000616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.037686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f578004-299a-4b51-bf1f-e28a8c0eb434']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:39.051928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e47bd3-3391-4064-bb8c-f8a034ea508f') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:39.052474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e47bd3-3391-4064-bb8c-f8a034ea508f') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:39.069301 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-2e841792-7df6-4827-b8a8-08ad5a1809dd tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2520506 Nov 16 04:43:39.070561 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.074436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Attempting to bind port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:39.074776 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Attempting to bind port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'd7d4a993-d3da-4473-8283-5c998646389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:39.075102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Attempting to bind port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 on network 71ea6cbc-c703-42e4-94a9-098bbba9e58b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:39.080513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38c79ab-e0c7-467b-9b0b-085954e74577 req-60b4c088-85bb-47d6-a345-f351c8e5e544 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335270 Nov 16 04:43:39.083898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-36c99f12-fc48-4c5c-9e28-de4b8c119635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:39.085305 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb14e5e-27d3-45ed-9772-a5e925952a38 req-36c99f12-fc48-4c5c-9e28-de4b8c119635 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2967572 Nov 16 04:43:39.094644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 on network 71ea6cbc-c703-42e4-94a9-098bbba9e58b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:43:39.108619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Attempting to bind port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 on network 71ea6cbc-c703-42e4-94a9-098bbba9e58b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:39.108820 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.108820 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:43:39.108820 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:43:39.110322 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:43:39.146963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:39.147302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Checking segment: {'id': 'd7d4a993-d3da-4473-8283-5c998646389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:39.147785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Bound using segment: {'id': 'd7d4a993-d3da-4473-8283-5c998646389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:39.148120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Bound port: 51a374e3-8aa4-468f-8e90-f41f1b0fbb99, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7d4a993-d3da-4473-8283-5c998646389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:39.148476 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.167569 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-e13cb72d-38ad-4133-8d3b-2051ead91516 req-90ef3dec-5e0f-4b11-be90-82dc536f5468 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] show failed (client error): The resource could not be found. Nov 16 04:43:39.168611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e13cb72d-38ad-4133-8d3b-2051ead91516 req-90ef3dec-5e0f-4b11-be90-82dc536f5468 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-group-rules/b585a6f8-a837-4d3e-b418-0c91921763a1 HTTP/1.1" status: 404 len: 361 time: 0.0384696 Nov 16 04:43:39.203817 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69843768-efef-44e7-a467-19043d018910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.211023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69843768-efef-44e7-a467-19043d018910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.224093 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e1e4b1-36c2-4b46-8dd1-b61660f621a2 x-openstack-request-id: req-98e1e4b1-36c2-4b46-8dd1-b61660f621a2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:39.224538 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9326e3e7-1c6f-4f2a-aa0d-76948414fd9a", "name": "network-vif-plugged", "status": "completed", "tag": "6435f10c-645a-469f-baa4-798adcd22a32", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:39.224894 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98e1e4b1-36c2-4b46-8dd1-b61660f621a2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:39.225854 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9326e3e7-1c6f-4f2a-aa0d-76948414fd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6435f10c-645a-469f-baa4-798adcd22a32', 'code': 200} Nov 16 04:43:39.250396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.252102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69843768-efef-44e7-a467-19043d018910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09aeeb1b-df9d-472c-ab28-05b8e69016be,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:39.263407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-6852fc04-02e2-44cc-8992-48620ce0379a service neutron] 10.222.0.41 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819232 Nov 16 04:43:39.271289 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.271901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] For port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:39.273576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 58129f5c-6ef3-432c-9e1a-f6d981c78e53 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:43:39.274540 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7f578004-299a-4b51-bf1f-e28a8c0eb434 HTTP/1.1" status: 204 len: 168 time: 0.9665203 Nov 16 04:43:39.278187 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36732) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:39.291315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] For port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=51a374e3-8aa4-468f-8e90-f41f1b0fbb99,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:39.340813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b7e896-0401-4d59-b11d-4bcd2e922ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f578004-299a-4b51-bf1f-e28a8c0eb434,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:39.355651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 58129f5c-6ef3-432c-9e1a-f6d981c78e53 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:43:39.363862 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 58129f5c-6ef3-432c-9e1a-f6d981c78e53 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:39.364136 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.369098 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.374677 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-69843768-efef-44e7-a467-19043d018910 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b7659abfb934a86a2bf908038cfa584&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7003257 Nov 16 04:43:39.378673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36734) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:39.444133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68a87810-3079-465d-b87f-7a90a32726f4 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:43:39.461640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:39.462435 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.463914 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] 10.222.0.37 "PUT /v2.0/ports/51a374e3-8aa4-468f-8e90-f41f1b0fbb99 HTTP/1.1" status: 200 len: 1091 time: 3.2346890 Nov 16 04:43:39.475552 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 68a87810-3079-465d-b87f-7a90a32726f4 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:43:39.476047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68a87810-3079-465d-b87f-7a90a32726f4 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:43:39.476515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 88f57f56-4aef-410d-9d63-382685c0a95d no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:43:39.521557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879eecf6-f736-446c-a7ea-ec1a6cca99a1 req-f4fc876a-8973-4915-bac5-72a833f048c4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:39.523156 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-879eecf6-f736-446c-a7ea-ec1a6cca99a1 req-f4fc876a-8973-4915-bac5-72a833f048c4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 945 time: 0.2425520 Nov 16 04:43:39.523821 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca87e02-ba01-4da5-a469-86019631012f service neutron] Pushing event updated for resources: {'Port': ['ID=51a374e3-8aa4-468f-8e90-f41f1b0fbb99,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:39.587410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c368a6-cb92-4186-8896-dc3ff21737ef req-327f6d42-6d5d-4813-b1eb-02f08fdcde88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:39.588931 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84c368a6-cb92-4186-8896-dc3ff21737ef req-327f6d42-6d5d-4813-b1eb-02f08fdcde88 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 1100 time: 0.2424614 Nov 16 04:43:39.597255 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-51b849b1-f437-4dc8-b28a-6072ddcdffb0 service neutron] 10.222.0.41 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179343 Nov 16 04:43:39.642200 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a58fc723-db2d-463c-8293-8bc6bd52084a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.659834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-879eecf6-f736-446c-a7ea-ec1a6cca99a1 req-455d5690-fb26-4e78-8e9d-b193a6306c0c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212249 Nov 16 04:43:39.678195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-1d1ae4df-cded-4fa1-b30b-832e06bc5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:39.678670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-1d1ae4df-cded-4fa1-b30b-832e06bc5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:39.679425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-1d1ae4df-cded-4fa1-b30b-832e06bc5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:39.680302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-1d1ae4df-cded-4fa1-b30b-832e06bc5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:39.680780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-1d1ae4df-cded-4fa1-b30b-832e06bc5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:39.681423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-1d1ae4df-cded-4fa1-b30b-832e06bc5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:39.681694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-1d1ae4df-cded-4fa1-b30b-832e06bc5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:39.684023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-1d1ae4df-cded-4fa1-b30b-832e06bc5fba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3755e56622844612940817c1adc2c9f6&device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 6478 time: 0.1783364 Nov 16 04:43:39.708569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84c368a6-cb92-4186-8896-dc3ff21737ef req-df5e7c4d-2f2f-44b7-aca7-51dd93bc8c4c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092565 Nov 16 04:43:39.741028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-4f658d4d-ca13-44b1-b933-eff6d9b4c5ed service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9389ef3-f27a-4355-a81c-0c1fa98fda08 HTTP/1.1" status: 200 len: 217 time: 0.0439744 Nov 16 04:43:39.741252 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a58fc723-db2d-463c-8293-8bc6bd52084a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.768223 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.770164 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 88f57f56-4aef-410d-9d63-382685c0a95d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:43:39.770475 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315334ff-b3d3-4d71-b17d-45b11cfb5d52 x-openstack-request-id: req-315334ff-b3d3-4d71-b17d-45b11cfb5d52 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:39.770767 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "4950c367-9570-4b51-a9c0-1004cd6a4fb4", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:39.771019 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-315334ff-b3d3-4d71-b17d-45b11cfb5d52 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:39.771255 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 88f57f56-4aef-410d-9d63-382685c0a95d not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:43:39.771860 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': '4950c367-9570-4b51-a9c0-1004cd6a4fb4', 'status': 'completed', 'code': 200} Nov 16 04:43:39.798306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-53418647-5cd5-4680-b42d-00456dfdc691 req-4c9ea934-83c0-4cac-8979-9b32ad1b8a6a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1934631861', 'description': 'tempest-description-1342248436'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:39.824953 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-53418647-5cd5-4680-b42d-00456dfdc691 req-4c9ea934-83c0-4cac-8979-9b32ad1b8a6a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.829947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 58129f5c-6ef3-432c-9e1a-f6d981c78e53, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=58129f5c-6ef3-432c-9e1a-f6d981c78e53,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:39.838084 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.871660 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a58fc723-db2d-463c-8293-8bc6bd52084a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.873657 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a58fc723-db2d-463c-8293-8bc6bd52084a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.874808 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a58fc723-db2d-463c-8293-8bc6bd52084a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09aeeb1b-df9d-472c-ab28-05b8e69016be HTTP/1.1" status: 204 len: 168 time: 0.4553068 Nov 16 04:43:39.889857 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fc723-db2d-463c-8293-8bc6bd52084a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09aeeb1b-df9d-472c-ab28-05b8e69016be,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:39.907291 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a26c354c-dd87-4f94-bb45-06620fa2fc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:39.945347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=58129f5c-6ef3-432c-9e1a-f6d981c78e53,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:39.999070 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-53418647-5cd5-4680-b42d-00456dfdc691 req-4c9ea934-83c0-4cac-8979-9b32ad1b8a6a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.016565 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-53418647-5cd5-4680-b42d-00456dfdc691 req-4c9ea934-83c0-4cac-8979-9b32ad1b8a6a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.057540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-185bb074-03f8-48f6-a016-d658611544ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:40.063010 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-185bb074-03f8-48f6-a016-d658611544ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec0c769-81d7-4784-b357-855f51779ac8 HTTP/1.1" status: 200 len: 851 time: 0.1587088 Nov 16 04:43:40.089616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ea934-83c0-4cac-8979-9b32ad1b8a6a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4e779c-0872-4ea4-964d-91aea7562ff6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:40.136688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-53418647-5cd5-4680-b42d-00456dfdc691 req-4c9ea934-83c0-4cac-8979-9b32ad1b8a6a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.138102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53418647-5cd5-4680-b42d-00456dfdc691 req-4c9ea934-83c0-4cac-8979-9b32ad1b8a6a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3474185 Nov 16 04:43:40.167429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea1a8f-c132-461f-90cd-2fafcd81680a req-fd533f8a-c290-4ec8-9094-00191318377b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:40.175863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea1a8f-c132-461f-90cd-2fafcd81680a req-fd533f8a-c290-4ec8-9094-00191318377b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:40.182476 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c192e05-d57f-410d-be9e-7af4bec34b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.182678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea1a8f-c132-461f-90cd-2fafcd81680a req-fd533f8a-c290-4ec8-9094-00191318377b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:40.188833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea1a8f-c132-461f-90cd-2fafcd81680a req-fd533f8a-c290-4ec8-9094-00191318377b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:40.194942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea1a8f-c132-461f-90cd-2fafcd81680a req-fd533f8a-c290-4ec8-9094-00191318377b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:40.201076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea1a8f-c132-461f-90cd-2fafcd81680a req-fd533f8a-c290-4ec8-9094-00191318377b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:40.209315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea1a8f-c132-461f-90cd-2fafcd81680a req-fd533f8a-c290-4ec8-9094-00191318377b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:40.218044 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baea1a8f-c132-461f-90cd-2fafcd81680a req-fd533f8a-c290-4ec8-9094-00191318377b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5421 time: 0.2240295 Nov 16 04:43:40.262255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-e739d692-f022-4c87-b53b-cf6c61917a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:40.264445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-e739d692-f022-4c87-b53b-cf6c61917a84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ace05412-28cc-47e2-a1d1-d37b29ce3547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1611178 Nov 16 04:43:40.290376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a26c354c-dd87-4f94-bb45-06620fa2fc0f admin admin] Deleting port 135ebf3b-b558-47da-9e4b-0ceb660e344b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:43:40.290938 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a26c354c-dd87-4f94-bb45-06620fa2fc0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.296464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36754) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:40.345962 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-27b95e3e-3317-4fdd-95e1-036792fd956d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.362663 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bfef126-4381-411f-b96a-6b3d5439f7bb req-c9cb3143-af95-43d2-bf89-25edc7d1870d tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-groups/d8d66050-d021-44a4-8c4a-173d7a93b522 HTTP/1.1" status: 200 len: 1830 time: 0.1413498 Nov 16 04:43:40.384226 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baea1a8f-c132-461f-90cd-2fafcd81680a req-0d0d6434-80f1-4b81-ac3e-6b746c4d724d tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1652460 Nov 16 04:43:40.426642 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-a26c354c-dd87-4f94-bb45-06620fa2fc0f admin admin] For port 135ebf3b-b558-47da-9e4b-0ceb660e344b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=135ebf3b-b558-47da-9e4b-0ceb660e344b,segment=NetworkSegment(a59dd48b-af87-408f-8284-d62ad24c3826),segment_id=a59dd48b-af87-408f-8284-d62ad24c3826)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:40.427413 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a26c354c-dd87-4f94-bb45-06620fa2fc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.450142 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a26c354c-dd87-4f94-bb45-06620fa2fc0f admin admin] Calling delete_port for 135ebf3b-b558-47da-9e4b-0ceb660e344b owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:43:40.452525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-92b2c437-d478-4dcd-b7c7-1e8469ebf293 service neutron] 10.222.0.37 "GET /v2.0/networks/ace05412-28cc-47e2-a1d1-d37b29ce3547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784067 Nov 16 04:43:40.490088 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4bfef126-4381-411f-b96a-6b3d5439f7bb req-5d6df7e2-b788-4006-b6af-d50929d0b149 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.523416 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-27b95e3e-3317-4fdd-95e1-036792fd956d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.528580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-27b95e3e-3317-4fdd-95e1-036792fd956d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.565170 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4bfef126-4381-411f-b96a-6b3d5439f7bb req-5d6df7e2-b788-4006-b6af-d50929d0b149 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.570693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2b3cd45-31fc-49fc-8d3b-0d123e5d36d8 req-5785c54a-e9f6-44dc-a761-9230a807907a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 210 time: 0.0500224 Nov 16 04:43:40.579357 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-27b95e3e-3317-4fdd-95e1-036792fd956d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=761bbffd068b436b8d1ccdecfdad97a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788100 Nov 16 04:43:40.580934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36758) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:40.591925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b95e3e-3317-4fdd-95e1-036792fd956d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2261c676-e89d-4d4a-90c7-e40aec484150,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:40.664462 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-c91edec1-a1ec-4b18-8980-94b5d905323f service neutron] 10.222.0.37 "GET /v2.0/networks/ace05412-28cc-47e2-a1d1-d37b29ce3547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021725 Nov 16 04:43:40.674229 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4bfef126-4381-411f-b96a-6b3d5439f7bb req-5d6df7e2-b788-4006-b6af-d50929d0b149 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.676801 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4bfef126-4381-411f-b96a-6b3d5439f7bb req-5d6df7e2-b788-4006-b6af-d50929d0b149 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.677957 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bfef126-4381-411f-b96a-6b3d5439f7bb req-5d6df7e2-b788-4006-b6af-d50929d0b149 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "DELETE /v2.0/security-groups/d8d66050-d021-44a4-8c4a-173d7a93b522 HTTP/1.1" status: 204 len: 173 time: 0.3033290 Nov 16 04:43:40.743781 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c742d8f9-7f0c-4189-a46c-dada696cacf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.764733 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-f75dd58a-11aa-4e8e-a12d-7a70568e3b04 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=0a4c67cb-938c-4b12-bb00-cd0b361ed365 HTTP/1.1" status: 200 len: 217 time: 0.0800765 Nov 16 04:43:40.765456 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6df7e2-b788-4006-b6af-d50929d0b149 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d66050-d021-44a4-8c4a-173d7a93b522,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:40.813834 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a26c354c-dd87-4f94-bb45-06620fa2fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.843020 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c742d8f9-7f0c-4189-a46c-dada696cacf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:40.888494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c354c-dd87-4f94-bb45-06620fa2fc0f admin admin] Pushing event deleted for resources: {'Port': ['ID=135ebf3b-b558-47da-9e4b-0ceb660e344b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:40.908322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-499167a6-a56f-4843-af98-c08f6f1b47d9 req-fa9fbf11-1f0a-4396-a9c6-c40b87c9ae16 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/694c1ccb-4d3e-48a0-9479-33bfde763ab8 HTTP/1.1" status: 200 len: 1821 time: 0.1666243 Nov 16 04:43:40.921174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-b9b25a9e-0b44-45d3-a64d-7aeac4648198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:40.922844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-b9b25a9e-0b44-45d3-a64d-7aeac4648198 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.1356814 Nov 16 04:43:40.931967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94bbe8f-2eca-4201-a8a2-b4fac30b303a req-601dea34-148f-4eb3-bf90-7e9ca3c5f985 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:40.933937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f94bbe8f-2eca-4201-a8a2-b4fac30b303a req-601dea34-148f-4eb3-bf90-7e9ca3c5f985 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 949 time: 0.2548094 Nov 16 04:43:41.065505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f94bbe8f-2eca-4201-a8a2-b4fac30b303a req-017a7789-3337-44fc-8f1d-45b6f0685ce5 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160259 Nov 16 04:43:41.072085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-499167a6-a56f-4843-af98-c08f6f1b47d9 req-35e55d8d-759b-45d5-aee4-3051eee2db49 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/1f4e779c-0872-4ea4-964d-91aea7562ff6 HTTP/1.1" status: 200 len: 1822 time: 0.1360385 Nov 16 04:43:41.074693 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c742d8f9-7f0c-4189-a46c-dada696cacf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:41.091596 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c742d8f9-7f0c-4189-a46c-dada696cacf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:41.093468 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c742d8f9-7f0c-4189-a46c-dada696cacf1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2261c676-e89d-4d4a-90c7-e40aec484150 HTTP/1.1" status: 204 len: 168 time: 0.5095942 Nov 16 04:43:41.103523 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a26c354c-dd87-4f94-bb45-06620fa2fc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:41.106396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-245b5ac2-5352-485c-b956-4a9ac30fa346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:41.107902 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-245b5ac2-5352-485c-b956-4a9ac30fa346 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1731749 Nov 16 04:43:41.115289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-499167a6-a56f-4843-af98-c08f6f1b47d9 req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '694c1ccb-4d3e-48a0-9479-33bfde763ab8', 'remote_group_id': '1f4e779c-0872-4ea4-964d-91aea7562ff6', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:41.115603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-499167a6-a56f-4843-af98-c08f6f1b47d9 req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '694c1ccb-4d3e-48a0-9479-33bfde763ab8', 'remote_group_id': '1f4e779c-0872-4ea4-964d-91aea7562ff6', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:41.135299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742d8f9-7f0c-4189-a46c-dada696cacf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2261c676-e89d-4d4a-90c7-e40aec484150,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:41.226344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f63425bc-07de-4000-a9c8-4fd0852abc0b req-db165027-712b-403b-bc95-3cbed56ef02a tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-groups/4d236cd3-53cf-46f0-bf37-e19a0f3b2270 HTTP/1.1" status: 200 len: 1829 time: 0.1258049 Nov 16 04:43:41.229092 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd0219c-063f-4948-a6c4-8c6b16c0c244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58129f5c-6ef3-432c-9e1a-f6d981c78e53'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:41.238383 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0383cf0c-9cbb-4c46-b6da-4039ca28f944" -d '{"events": [{"server_uuid": "bcd0219c-063f-4948-a6c4-8c6b16c0c244", "name": "network-vif-plugged", "status": "completed", "tag": "58129f5c-6ef3-432c-9e1a-f6d981c78e53"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:41.281993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-db9a3277-167d-4971-a805-1600a66f0ce3 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566854 Nov 16 04:43:41.366556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26c354c-dd87-4f94-bb45-06620fa2fc0f admin admin] Router bfa34577-f3b4-4fb2-a802-e86984f33509 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:43:41.383438 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-499167a6-a56f-4843-af98-c08f6f1b47d9 req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:41.489951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26c354c-dd87-4f94-bb45-06620fa2fc0f admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:43:41.497983 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a26c354c-dd87-4f94-bb45-06620fa2fc0f admin admin] 10.222.0.41 "PUT /v2.0/routers/bfa34577-f3b4-4fb2-a802-e86984f33509/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2167344 Nov 16 04:43:41.499801 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36776) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:41.502626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04594b60-c8b9-427c-aeba-00694d3ec953 None None] Sync routers for ids ['bfa34577-f3b4-4fb2-a802-e86984f33509'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:43:41.509820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-d30bce77-b75b-4ee8-bd80-e0cf2c1cb4c9 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131977 Nov 16 04:43:41.524273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04594b60-c8b9-427c-aeba-00694d3ec953 None None] Routers {'bfa34577-f3b4-4fb2-a802-e86984f33509'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:43:41.524923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-04594b60-c8b9-427c-aeba-00694d3ec953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:43:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['bfa34577-f3b4-4fb2-a802-e86984f33509'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:41.569277 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f63425bc-07de-4000-a9c8-4fd0852abc0b req-66828062-d38d-49f9-b67b-762e404b82f3 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:41.631301 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:41.672225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-04594b60-c8b9-427c-aeba-00694d3ec953 None None] Set router bfa34577-f3b4-4fb2-a802-e86984f33509 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:43:41.706337 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-499167a6-a56f-4843-af98-c08f6f1b47d9 req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:41.715589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-1eaadaa5-7fae-4520-89b3-88bd6bff8622 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=0242d561-9a1a-4d17-9a59-189c63ce17cd HTTP/1.1" status: 200 len: 217 time: 0.1107225 Nov 16 04:43:41.719815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f63425bc-07de-4000-a9c8-4fd0852abc0b req-66828062-d38d-49f9-b67b-762e404b82f3 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:41.729481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d6921-203b-489d-8936-67702d6d86fb req-c0455c47-32e5-4347-92d1-07f447c4d22d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:41.731188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-c0455c47-32e5-4347-92d1-07f447c4d22d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 811 time: 0.2825446 Nov 16 04:43:41.731889 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-499167a6-a56f-4843-af98-c08f6f1b47d9 req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:41.755378 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:41.767087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-8d4d6921-203b-489d-8936-67702d6d86fb req-06afbd12-4715-44ab-8852-c48b1a2416d6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Request body: {'port': {'device_id': '8272f874-d588-436d-8c91-165278d12b09', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'admin_state_up': True, 'tenant_id': '98886c56b701447cb464fb425061a484'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:41.774034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': '51a374e3-8aa4-468f-8e90-f41f1b0fbb99'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:41.777730 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b" -d '{"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "51a374e3-8aa4-468f-8e90-f41f1b0fbb99"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:41.825064 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Deleting port bc1c0f84-15c6-4226-9b38-3977cd045d27 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:43:41.825807 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:41.911362 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:41.921935 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-04594b60-c8b9-427c-aeba-00694d3ec953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'name': 'tempest-AttachSCSIVolumeTestJSON-1667323862-router', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:16Z', 'updated_at': '2021-11-16T04:43:40Z', 'revision_number': 5, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'gw_port': {'id': 'bc1c0f84-15c6-4226-9b38-3977cd045d27', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:11:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:17Z', 'updated_at': '2021-11-16T04:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:41.930612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] For port bc1c0f84-15c6-4226-9b38-3977cd045d27, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bc1c0f84-15c6-4226-9b38-3977cd045d27,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:41.931635 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:41.949521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Calling delete_port for bc1c0f84-15c6-4226-9b38-3977cd045d27 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:43:41.960268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04594b60-c8b9-427c-aeba-00694d3ec953 None None] Checking router: bfa34577-f3b4-4fb2-a802-e86984f33509 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:43:41.972454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04594b60-c8b9-427c-aeba-00694d3ec953 None None] Routers {'bfa34577-f3b4-4fb2-a802-e86984f33509'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:43:41.973097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-04594b60-c8b9-427c-aeba-00694d3ec953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:43:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['bfa34577-f3b4-4fb2-a802-e86984f33509'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:42.080684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-04594b60-c8b9-427c-aeba-00694d3ec953 None None] Set router bfa34577-f3b4-4fb2-a802-e86984f33509 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:43:42.141633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-04594b60-c8b9-427c-aeba-00694d3ec953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'name': 'tempest-AttachSCSIVolumeTestJSON-1667323862-router', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:16Z', 'updated_at': '2021-11-16T04:43:41Z', 'revision_number': 6, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:42.157114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.184923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04594b60-c8b9-427c-aeba-00694d3ec953 None None] The sync data for ids ['bfa34577-f3b4-4fb2-a802-e86984f33509'] in n-d-818042-1 is: [{'id': 'bfa34577-f3b4-4fb2-a802-e86984f33509', 'name': 'tempest-AttachSCSIVolumeTestJSON-1667323862-router', 'tenant_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:16Z', 'updated_at': '2021-11-16T04:43:41Z', 'revision_number': 6, 'project_id': 'a5a2d8932e8d43e6920fe2852cd81ea5', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:43:42.187932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc1c0f84-15c6-4226-9b38-3977cd045d27,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:42.202728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80300bc0-7d02-474d-a5be-c6d24664b48c,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:42.231103 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-499167a6-a56f-4843-af98-c08f6f1b47d9 req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.234110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-499167a6-a56f-4843-af98-c08f6f1b47d9 req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1368413 Nov 16 04:43:42.247110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:42.247522 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:42.247863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:42.248248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:42.248579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:42.248908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:42.249288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:42.249670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:42.250022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:42.250344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:42.250665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:42.251165 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbaebe52-d2aa-4c5f-a38c-99bb262f96d3 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:42.273486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-6a177d49-e768-43b0-b5f5-d79ff9b4b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:42.275598 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-6a177d49-e768-43b0-b5f5-d79ff9b4b31b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.5408897 Nov 16 04:43:42.304215 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.333238 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f63425bc-07de-4000-a9c8-4fd0852abc0b req-66828062-d38d-49f9-b67b-762e404b82f3 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.335810 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f63425bc-07de-4000-a9c8-4fd0852abc0b req-66828062-d38d-49f9-b67b-762e404b82f3 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.336924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f63425bc-07de-4000-a9c8-4fd0852abc0b req-66828062-d38d-49f9-b67b-762e404b82f3 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "DELETE /v2.0/security-groups/4d236cd3-53cf-46f0-bf37-e19a0f3b2270 HTTP/1.1" status: 204 len: 173 time: 1.0849988 Nov 16 04:43:42.376389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66828062-d38d-49f9-b67b-762e404b82f3 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d236cd3-53cf-46f0-bf37-e19a0f3b2270,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:42.401026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-0395eb4c-aa70-4df0-bced-206b1738e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:42.402726 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-0395eb4c-aa70-4df0-bced-206b1738e125 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1193194 Nov 16 04:43:42.420951 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cc2799-d359-4a73-99f3-2a9e6636b2d7 x-openstack-request-id: req-d6cc2799-d359-4a73-99f3-2a9e6636b2d7 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:42.421964 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd0219c-063f-4948-a6c4-8c6b16c0c244", "name": "network-vif-plugged", "status": "completed", "tag": "58129f5c-6ef3-432c-9e1a-f6d981c78e53", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:42.422388 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6cc2799-d359-4a73-99f3-2a9e6636b2d7 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:42.423096 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd0219c-063f-4948-a6c4-8c6b16c0c244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58129f5c-6ef3-432c-9e1a-f6d981c78e53', 'code': 200} Nov 16 04:43:42.440206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b553511-2ff2-4c39-89f6-715a550189c1 req-5aae4f09-5f86-4f18-99d4-fd315def9af4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:42.442241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b553511-2ff2-4c39-89f6-715a550189c1 req-5aae4f09-5f86-4f18-99d4-fd315def9af4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 946 time: 0.1468127 Nov 16 04:43:42.473587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.475859 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.490586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4d6921-203b-489d-8936-67702d6d86fb req-06afbd12-4715-44ab-8852-c48b1a2416d6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Made reservation on behalf of 98886c56b701447cb464fb425061a484 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:42.493894 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8d4d6921-203b-489d-8936-67702d6d86fb req-06afbd12-4715-44ab-8852-c48b1a2416d6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.536732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.537221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfa34577-f3b4-4fb2-a802-e86984f33509 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:43:42.544827 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.546289 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7265b94b-d212-40f4-a569-c9942bd61860 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bfa34577-f3b4-4fb2-a802-e86984f33509 HTTP/1.1" status: 204 len: 168 time: 1.0451753 Nov 16 04:43:42.549216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36810) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:42.605397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca909502-c8e0-4870-839f-7faad0ff4038 admin admin] Deleting subnet 126152ef-1e48-4b7e-9a18-439cf2464dd9 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:43:42.609363 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca909502-c8e0-4870-839f-7faad0ff4038 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.646358 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca909502-c8e0-4870-839f-7faad0ff4038 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.652642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464184ec-1e0c-424c-8bf2-ddab5a5af71c req-5ca9926f-0b4e-4a27-83cd-80578b9eb7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:42.655793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-464184ec-1e0c-424c-8bf2-ddab5a5af71c req-5ca9926f-0b4e-4a27-83cd-80578b9eb7d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 1097 time: 0.1566610 Nov 16 04:43:42.663435 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b553511-2ff2-4c39-89f6-715a550189c1 req-d52024d5-ec7e-4092-bb71-71f773e6b02e tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082348 Nov 16 04:43:42.766566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b896d8-8332-45ad-9fb9-5bbd107b30ac req-993ba6b3-cbf0-4ea4-b065-ce539c85520e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:42.772440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b896d8-8332-45ad-9fb9-5bbd107b30ac req-993ba6b3-cbf0-4ea4-b065-ce539c85520e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:42.777411 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca909502-c8e0-4870-839f-7faad0ff4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.778331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b896d8-8332-45ad-9fb9-5bbd107b30ac req-993ba6b3-cbf0-4ea4-b065-ce539c85520e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:42.784256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b896d8-8332-45ad-9fb9-5bbd107b30ac req-993ba6b3-cbf0-4ea4-b065-ce539c85520e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:42.790768 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b896d8-8332-45ad-9fb9-5bbd107b30ac req-993ba6b3-cbf0-4ea4-b065-ce539c85520e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:42.796647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b896d8-8332-45ad-9fb9-5bbd107b30ac req-993ba6b3-cbf0-4ea4-b065-ce539c85520e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:42.802515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b896d8-8332-45ad-9fb9-5bbd107b30ac req-993ba6b3-cbf0-4ea4-b065-ce539c85520e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:42.804435 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0b896d8-8332-45ad-9fb9-5bbd107b30ac req-993ba6b3-cbf0-4ea4-b065-ce539c85520e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5421 time: 0.2797790 Nov 16 04:43:42.813873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-77679bbd-7199-4262-ac34-0263a80fdc67 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017911 Nov 16 04:43:42.840297 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca909502-c8e0-4870-839f-7faad0ff4038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.866518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca909502-c8e0-4870-839f-7faad0ff4038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=126152ef-1e48-4b7e-9a18-439cf2464dd9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:42.868759 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca909502-c8e0-4870-839f-7faad0ff4038 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.871772 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ca909502-c8e0-4870-839f-7faad0ff4038 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/126152ef-1e48-4b7e-9a18-439cf2464dd9 HTTP/1.1" status: 204 len: 168 time: 0.3215082 Nov 16 04:43:42.874667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36818) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:42.876442 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311bd2f9-0bf1-4a79-8b21-be16a28fb7ea None None] Network 43e0ee49-17b0-4cee-8910-184eb477fea5 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:43:42.923015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4beb3f24-32cc-4145-b125-f9c1ca3bf171 req-aa5532db-d7c4-4530-b4ee-c97bffba2cc7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 210 time: 0.1174705 Nov 16 04:43:42.957921 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:42.973385 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-464184ec-1e0c-424c-8bf2-ddab5a5af71c req-4c8e752f-7928-4f4c-8d9a-a9e3f4f7038c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089964 Nov 16 04:43:42.992528 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e5181b-f8cd-4d6d-849d-0adcbc1b905d x-openstack-request-id: req-46e5181b-f8cd-4d6d-849d-0adcbc1b905d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:42.992815 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "51a374e3-8aa4-468f-8e90-f41f1b0fbb99", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:42.993071 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46e5181b-f8cd-4d6d-849d-0adcbc1b905d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:42.993476 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': '51a374e3-8aa4-468f-8e90-f41f1b0fbb99', 'status': 'completed', 'code': 200} Nov 16 04:43:43.018827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Deleting port 3db63c82-1de2-4151-b061-9c448e1fdb79 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:43:43.019501 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.069234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-8d4d6921-203b-489d-8936-67702d6d86fb req-06afbd12-4715-44ab-8852-c48b1a2416d6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Allocated IP 172.20.0.13 (651b49ac-cdfc-4796-8489-6adedffc3616/cdbabdc3-a196-4f51-b496-e7650fbf0ec1/e582fe32-9645-4a06-8dda-4d5435bc0392) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:43.076262 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0b896d8-8332-45ad-9fb9-5bbd107b30ac req-653b696e-3751-41c8-9418-91565d8ff990 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2521920 Nov 16 04:43:43.097466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae9d285-cea8-46c5-804b-226ef644d876 None None] DHCP port deletion for 43e0ee49-17b0-4cee-8910-184eb477fea5 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:43:43.118218 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] For port 3db63c82-1de2-4151-b061-9c448e1fdb79, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3db63c82-1de2-4151-b061-9c448e1fdb79,segment=NetworkSegment(a59dd48b-af87-408f-8284-d62ad24c3826),segment_id=a59dd48b-af87-408f-8284-d62ad24c3826)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:43.118854 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.127016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-ff5ff426-06a9-41df-9a98-7ddb8e740244 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013384 Nov 16 04:43:43.135494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Calling delete_port for 3db63c82-1de2-4151-b061-9c448e1fdb79 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:43:43.142709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-4c6b57d7-6d83-46e4-bfe3-4c846437722e req-a4db3851-7fda-4021-9569-eccca363971a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2002745418', 'description': 'tempest-description-1154319393'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:43.164008 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.181929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9d285-cea8-46c5-804b-226ef644d876 None None] Deleting port 3db63c82-1de2-4151-b061-9c448e1fdb79 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:43:43.182257 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d285-cea8-46c5-804b-226ef644d876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.207479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-8d3a5b91-a275-42db-9e96-12ba85642d85 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f3972e7b-3fe5-4e36-a955-332c698178f6 HTTP/1.1" status: 200 len: 217 time: 0.0695744 Nov 16 04:43:43.227745 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.260644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=3db63c82-1de2-4151-b061-9c448e1fdb79,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:43.265180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] No DVR routers for this DVR port 3db63c82-1de2-4151-b061-9c448e1fdb79 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:43:43.276625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd2c65-2339-4861-be3d-4e0747779718 req-11e272ec-7f4c-4766-ae4a-d419a15eb441 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:43.283848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67cd2c65-2339-4861-be3d-4e0747779718 req-11e272ec-7f4c-4766-ae4a-d419a15eb441 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 949 time: 0.2345438 Nov 16 04:43:43.289441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4ae9d285-cea8-46c5-804b-226ef644d876 None None] For port 3db63c82-1de2-4151-b061-9c448e1fdb79, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3db63c82-1de2-4151-b061-9c448e1fdb79,segment=NetworkSegment(a59dd48b-af87-408f-8284-d62ad24c3826),segment_id=a59dd48b-af87-408f-8284-d62ad24c3826)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:43.290341 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d285-cea8-46c5-804b-226ef644d876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.306175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9d285-cea8-46c5-804b-226ef644d876 None None] Calling delete_port for 3db63c82-1de2-4151-b061-9c448e1fdb79 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:43:43.309922 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4c6b57d7-6d83-46e4-bfe3-4c846437722e req-a4db3851-7fda-4021-9569-eccca363971a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.349492 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.367123 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3db63c82-1de2-4151-b061-9c448e1fdb79 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:43:43.376962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e0ee49-17b0-4cee-8910-184eb477fea5']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:43.387057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59dd48b-af87-408f-8284-d62ad24c3826') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:43.387477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59dd48b-af87-408f-8284-d62ad24c3826') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:43.393779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 3db63c82-1de2-4151-b061-9c448e1fdb79 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:43:43.394006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-415596e7-5fe3-43ca-92bb-dd988c3f52a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:43.394139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3db63c82-1de2-4151-b061-9c448e1fdb79 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:43:43.394679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bc1c0f84-15c6-4226-9b38-3977cd045d27 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:43:43.395051 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-415596e7-5fe3-43ca-92bb-dd988c3f52a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.1780539 Nov 16 04:43:43.402252 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.421606 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.427084 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: bc1c0f84-15c6-4226-9b38-3977cd045d27 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:43:43.427593 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bc1c0f84-15c6-4226-9b38-3977cd045d27 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:43:43.428830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 135ebf3b-b558-47da-9e4b-0ceb660e344b no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:43:43.430133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:43:43.433098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:43:43.436913 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:43:43.449064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 135ebf3b-b558-47da-9e4b-0ceb660e344b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:43:43.449407 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 135ebf3b-b558-47da-9e4b-0ceb660e344b not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:43:43.469945 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ae9d285-cea8-46c5-804b-226ef644d876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.479130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67cd2c65-2339-4861-be3d-4e0747779718 req-432f3b90-1580-44ba-b53c-b802c1e89424 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937139 Nov 16 04:43:43.504026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9d285-cea8-46c5-804b-226ef644d876 None None] Pushing event deleted for resources: {'Port': ['ID=3db63c82-1de2-4151-b061-9c448e1fdb79,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:43.507823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9d285-cea8-46c5-804b-226ef644d876 None None] No DVR routers for this DVR port 3db63c82-1de2-4151-b061-9c448e1fdb79 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:43:43.530435 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.535949 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.539620 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] 10.222.0.41 "DELETE /v2.0/networks/43e0ee49-17b0-4cee-8910-184eb477fea5 HTTP/1.1" status: 204 len: 168 time: 0.6639946 Nov 16 04:43:43.558934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca39288-98d6-404c-b701-76681a4a2a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=43e0ee49-17b0-4cee-8910-184eb477fea5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:43.572807 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8d4d6921-203b-489d-8936-67702d6d86fb req-06afbd12-4715-44ab-8852-c48b1a2416d6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.596230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-fde645f2-a3cf-4ab9-8753-d008459da6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:43.597738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-fde645f2-a3cf-4ab9-8753-d008459da6b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1896176 Nov 16 04:43:43.641836 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4c6b57d7-6d83-46e4-bfe3-4c846437722e req-a4db3851-7fda-4021-9569-eccca363971a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.646724 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7279048f-8d29-45f5-b492-ec3eb8b677ae req-8bfea597-88f0-4539-b1ee-969c80ab5fb9 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-groups/235b2de0-7a5d-418b-ae42-6091530422ef HTTP/1.1" status: 200 len: 1829 time: 0.1388371 Nov 16 04:43:43.681546 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4c6b57d7-6d83-46e4-bfe3-4c846437722e req-a4db3851-7fda-4021-9569-eccca363971a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.729542 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36826) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:43.735426 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.760453 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4c6b57d7-6d83-46e4-bfe3-4c846437722e req-a4db3851-7fda-4021-9569-eccca363971a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.761686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c6b57d7-6d83-46e4-bfe3-4c846437722e req-a4db3851-7fda-4021-9569-eccca363971a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6337507 Nov 16 04:43:43.781007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db3851-7fda-4021-9569-eccca363971a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8260fd5b-f053-4f91-9d38-77f7d8153fe3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:43.792127 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-572c8dab-57df-4d4e-a57b-c2132b4be42f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5da29a687df4242a5917e216ebf4641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528903 Nov 16 04:43:43.792788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36832) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:43.794638 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8d4d6921-203b-489d-8936-67702d6d86fb req-06afbd12-4715-44ab-8852-c48b1a2416d6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.812074 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['99455a78-80d6-436c-b512-6fba5c64bdc3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:43.846008 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-90d68095-126e-40f9-81ff-75cd4ea6e01b service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333028 Nov 16 04:43:43.859527 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ae52fdf-c503-4083-becc-cd69190cbe01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.878213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4d6921-203b-489d-8936-67702d6d86fb req-06afbd12-4715-44ab-8852-c48b1a2416d6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Network 651b49ac-cdfc-4796-8489-6adedffc3616 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:43.883830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ae52fdf-c503-4083-becc-cd69190cbe01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.903603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-8d4d6921-203b-489d-8936-67702d6d86fb req-06afbd12-4715-44ab-8852-c48b1a2416d6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:43.941885 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4d6921-203b-489d-8936-67702d6d86fb req-06afbd12-4715-44ab-8852-c48b1a2416d6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:43.946771 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ae52fdf-c503-4083-becc-cd69190cbe01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.947474 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7279048f-8d29-45f5-b492-ec3eb8b677ae req-7036f98c-7a63-4a9b-a761-39f22efcdcd5 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.950841 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ae52fdf-c503-4083-becc-cd69190cbe01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:43.954746 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6ae52fdf-c503-4083-becc-cd69190cbe01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0284cfb-3daf-4ba3-86cc-60be18df5b39 HTTP/1.1" status: 204 len: 168 time: 0.1609774 Nov 16 04:43:43.986661 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae52fdf-c503-4083-becc-cd69190cbe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0284cfb-3daf-4ba3-86cc-60be18df5b39,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:44.018588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afbd12-4715-44ab-8852-c48b1a2416d6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event updated for resources: {'Port': ['ID=e582fe32-9645-4a06-8dda-4d5435bc0392,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:44.083444 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7279048f-8d29-45f5-b492-ec3eb8b677ae req-7036f98c-7a63-4a9b-a761-39f22efcdcd5 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:44.179583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d6921-203b-489d-8936-67702d6d86fb req-06afbd12-4715-44ab-8852-c48b1a2416d6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:44.181807 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8d4d6921-203b-489d-8936-67702d6d86fb req-06afbd12-4715-44ab-8852-c48b1a2416d6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:44.219360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-e8980bc1-6caf-49da-8001-f39895bca705 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642683 Nov 16 04:43:44.231911 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-06afbd12-4715-44ab-8852-c48b1a2416d6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4853728 Nov 16 04:43:44.254212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Request body: {'port': {'device_id': '8272f874-d588-436d-8c91-165278d12b09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:44.276680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-abc68e13-a5ff-453a-9bea-e2bbd97d0c06 None None] Provisioning complete for port e582fe32-9645-4a06-8dda-4d5435bc0392 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:44.277137 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-abc68e13-a5ff-453a-9bea-e2bbd97d0c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:44.300145 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7279048f-8d29-45f5-b492-ec3eb8b677ae req-7036f98c-7a63-4a9b-a761-39f22efcdcd5 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:44.302780 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7279048f-8d29-45f5-b492-ec3eb8b677ae req-7036f98c-7a63-4a9b-a761-39f22efcdcd5 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:44.303881 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7279048f-8d29-45f5-b492-ec3eb8b677ae req-7036f98c-7a63-4a9b-a761-39f22efcdcd5 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "DELETE /v2.0/security-groups/235b2de0-7a5d-418b-ae42-6091530422ef HTTP/1.1" status: 204 len: 173 time: 0.6288414 Nov 16 04:43:44.314422 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-abc68e13-a5ff-453a-9bea-e2bbd97d0c06 None None] Port e582fe32-9645-4a06-8dda-4d5435bc0392 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:43:44.323064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-91cf2fc4-a8aa-4021-af19-e29ac0ed19f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=c13092af-5071-41f7-827e-e5ae59d5cd6a HTTP/1.1" status: 200 len: 217 time: 0.0900466 Nov 16 04:43:44.366272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036f98c-7a63-4a9b-a761-39f22efcdcd5 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=235b2de0-7a5d-418b-ae42-6091530422ef,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:44.430115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36848) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:44.471096 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bdf81dad-dbde-48e7-b096-a69be70702a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5a2d8932e8d43e6920fe2852cd81ea5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390456 Nov 16 04:43:44.472743 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36850) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:44.479259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9f8c6-8e00-4605-b9f8-c4ff6c251cb0 req-fb41b54d-9007-4b54-9bd2-9a7e9d9e891e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:44.480766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0f9f8c6-8e00-4605-b9f8-c4ff6c251cb0 req-fb41b54d-9007-4b54-9bd2-9a7e9d9e891e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b5f9d44-1fec-4f0e-b788-fc16001ff2ee HTTP/1.1" status: 200 len: 950 time: 0.1829731 Nov 16 04:43:44.483852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-ede5c592-67bd-4e04-868a-8132de0b6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:44.485197 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-ede5c592-67bd-4e04-868a-8132de0b6d7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.1462567 Nov 16 04:43:44.487682 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:44.501240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c3cfb-7e3c-4e75-b2c7-bd568c12d302 req-5acaca27-2c81-4e93-8672-07206faaa242 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:44.502713 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a84c3cfb-7e3c-4e75-b2c7-bd568c12d302 req-5acaca27-2c81-4e93-8672-07206faaa242 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 946 time: 0.1414940 Nov 16 04:43:44.521581 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f88e-3aef-41b3-9795-ead4a00ce046 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:44.542219 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f88e-3aef-41b3-9795-ead4a00ce046 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:44.590335 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f88e-3aef-41b3-9795-ead4a00ce046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:44.594293 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4cc6f88e-3aef-41b3-9795-ead4a00ce046 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:44.595497 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4cc6f88e-3aef-41b3-9795-ead4a00ce046 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71594de5-37ab-484a-8bb2-bd7e8b00f9c1 HTTP/1.1" status: 204 len: 168 time: 0.1218174 Nov 16 04:43:44.604446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc6f88e-3aef-41b3-9795-ead4a00ce046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71594de5-37ab-484a-8bb2-bd7e8b00f9c1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:44.658177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-4cd0c245-9870-41fd-a385-2589914941e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:44.659687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-4cd0c245-9870-41fd-a385-2589914941e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1667154 Nov 16 04:43:44.670700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a84c3cfb-7e3c-4e75-b2c7-bd568c12d302 req-5b097adc-585c-4498-8316-0ea7e7f7cb12 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491449 Nov 16 04:43:44.674111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0f9f8c6-8e00-4605-b9f8-c4ff6c251cb0 req-4f7fb470-40e1-4e76-b068-903174314282 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843328 Nov 16 04:43:44.736699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-0afb80c2-1199-40f4-84a0-c322974ff525 req-689224a9-a7c3-4c18-b2b8-a2f3754a272c tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-598720933', 'description': 'tempest-description-970723118'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:44.897093 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0afb80c2-1199-40f4-84a0-c322974ff525 req-689224a9-a7c3-4c18-b2b8-a2f3754a272c tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:44.955567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87facf-17a1-4d72-afd3-bfc4d02a5ef4 req-e1e0ca1a-3325-49ab-9d13-3659a94ed3e2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:44.957040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f87facf-17a1-4d72-afd3-bfc4d02a5ef4 req-e1e0ca1a-3325-49ab-9d13-3659a94ed3e2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 932 time: 0.2077980 Nov 16 04:43:44.973611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-4c99104a-d723-47e6-a3c3-c31f6d06b3bd service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557738 Nov 16 04:43:45.162387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f87facf-17a1-4d72-afd3-bfc4d02a5ef4 req-227b204e-459e-4271-906e-2fdcb9993a50 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975889 Nov 16 04:43:45.196748 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e582fe32-9645-4a06-8dda-4d5435bc0392 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:45.202937 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0afb80c2-1199-40f4-84a0-c322974ff525 req-689224a9-a7c3-4c18-b2b8-a2f3754a272c tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:45.209839 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:45.213696 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-2bd95bc7-0ad0-4220-b872-9d3890430c44 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255111 Nov 16 04:43:45.214310 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0afb80c2-1199-40f4-84a0-c322974ff525 req-689224a9-a7c3-4c18-b2b8-a2f3754a272c tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:45.282641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Transition to ACTIVE for port object e582fe32-9645-4a06-8dda-4d5435bc0392 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:43:45.295804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-8aac3053-28ca-4945-96ae-41e1cdfe44ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4950c367-9570-4b51-a9c0-1004cd6a4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0725126 Nov 16 04:43:45.301868 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:45.307615 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0afb80c2-1199-40f4-84a0-c322974ff525 req-689224a9-a7c3-4c18-b2b8-a2f3754a272c tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:45.308785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0afb80c2-1199-40f4-84a0-c322974ff525 req-689224a9-a7c3-4c18-b2b8-a2f3754a272c tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5884390 Nov 16 04:43:45.329076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689224a9-a7c3-4c18-b2b8-a2f3754a272c tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8aa36e-1e4b-48ab-b623-1f8d758e0212,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:45.425759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Pushing event updated for resources: {'Port': ['ID=e582fe32-9645-4a06-8dda-4d5435bc0392,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:45.441095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-db1996c5-601a-40d4-ae61-21e3020354e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:45.442624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-db1996c5-601a-40d4-ae61-21e3020354e2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70fabb1e-d39a-4dee-ad75-aba901b4929e HTTP/1.1" status: 200 len: 797 time: 0.1329885 Nov 16 04:43:45.481368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee03b7-29f5-43ee-8c14-f09aee0f1a57 req-b7bf9ce5-45a1-4b2a-b5db-9254211c31d4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:45.487916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee03b7-29f5-43ee-8c14-f09aee0f1a57 req-b7bf9ce5-45a1-4b2a-b5db-9254211c31d4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:45.493837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee03b7-29f5-43ee-8c14-f09aee0f1a57 req-b7bf9ce5-45a1-4b2a-b5db-9254211c31d4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:45.500485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee03b7-29f5-43ee-8c14-f09aee0f1a57 req-b7bf9ce5-45a1-4b2a-b5db-9254211c31d4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:45.506478 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee03b7-29f5-43ee-8c14-f09aee0f1a57 req-b7bf9ce5-45a1-4b2a-b5db-9254211c31d4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:45.512355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee03b7-29f5-43ee-8c14-f09aee0f1a57 req-b7bf9ce5-45a1-4b2a-b5db-9254211c31d4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:45.518274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee03b7-29f5-43ee-8c14-f09aee0f1a57 req-b7bf9ce5-45a1-4b2a-b5db-9254211c31d4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:45.520176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aeee03b7-29f5-43ee-8c14-f09aee0f1a57 req-b7bf9ce5-45a1-4b2a-b5db-9254211c31d4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5421 time: 0.2742057 Nov 16 04:43:45.656413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-cd85d503-3e9d-4e10-a2e0-50193e4d81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:45.657887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-cd85d503-3e9d-4e10-a2e0-50193e4d81b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1972070 Nov 16 04:43:45.664764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-623f5480-e244-41c2-b6be-2923b7cdf5fb req-35dc5f29-8840-4513-8795-527646904c73 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-groups/d66e90e7-f679-4224-9260-7dbededf2a03 HTTP/1.1" status: 200 len: 1828 time: 0.1111205 Nov 16 04:43:45.667753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Attempting to bind port e582fe32-9645-4a06-8dda-4d5435bc0392 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:45.668086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Attempting to bind port e582fe32-9645-4a06-8dda-4d5435bc0392 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:45.668412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Attempting to bind port e582fe32-9645-4a06-8dda-4d5435bc0392 on network 651b49ac-cdfc-4796-8489-6adedffc3616 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:45.708032 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aeee03b7-29f5-43ee-8c14-f09aee0f1a57 req-47accc9f-8080-4fe5-9ac0-817fc7f4f2cd tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1685719 Nov 16 04:43:45.708562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Port e582fe32-9645-4a06-8dda-4d5435bc0392 on network 651b49ac-cdfc-4796-8489-6adedffc3616 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:43:45.708883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Attempting to bind port e582fe32-9645-4a06-8dda-4d5435bc0392 on network 651b49ac-cdfc-4796-8489-6adedffc3616 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:46.029604 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:46.069915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:46.070548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Checking segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:46.070663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Bound using segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:46.071035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Bound port: e582fe32-9645-4a06-8dda-4d5435bc0392, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:46.071388 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:46.193325 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-623f5480-e244-41c2-b6be-2923b7cdf5fb req-712216c9-36c8-42d0-ab3d-5a2fe3ed91f7 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:46.217212 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:43:46.223072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-f6a6957e-8583-4367-9ef2-7a15abb6f626 service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518858 Nov 16 04:43:46.233613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd11571f-3095-4655-be62-10d14e2d6f0c req-aa6219f0-b03f-482b-92df-0e6c2ea53055 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-939530981&fields=id&tenant_id=40b17cd8bd234b4ca4c1760c45b9b270 HTTP/1.1" status: 200 len: 267 time: 0.1585362 Nov 16 04:43:46.234649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] For port e582fe32-9645-4a06-8dda-4d5435bc0392, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:46.242488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] For port e582fe32-9645-4a06-8dda-4d5435bc0392, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e582fe32-9645-4a06-8dda-4d5435bc0392,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:46.256254 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-623f5480-e244-41c2-b6be-2923b7cdf5fb req-712216c9-36c8-42d0-ab3d-5a2fe3ed91f7 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:46.277584 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:46.393522 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:46.394178 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:46.395582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] 10.222.0.15 "PUT /v2.0/ports/e582fe32-9645-4a06-8dda-4d5435bc0392 HTTP/1.1" status: 200 len: 1092 time: 2.1481845 Nov 16 04:43:46.397823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8272f874-d588-436d-8c91-165278d12b09', 'tag': 'e582fe32-9645-4a06-8dda-4d5435bc0392'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:46.400389 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384ef52f-5160-46e5-af79-b3ce0f5b2a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "8272f874-d588-436d-8c91-165278d12b09", "tag": "e582fe32-9645-4a06-8dda-4d5435bc0392"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:46.446706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd7dff-7fb6-4560-b0f4-48cb4e3e2cfd service neutron] Pushing event updated for resources: {'Port': ['ID=e582fe32-9645-4a06-8dda-4d5435bc0392,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:46.456486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11571f-3095-4655-be62-10d14e2d6f0c req-185f56aa-4c57-47e3-828b-b7736aaa3830 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:46.458047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd11571f-3095-4655-be62-10d14e2d6f0c req-185f56aa-4c57-47e3-828b-b7736aaa3830 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 946 time: 0.2073774 Nov 16 04:43:46.497369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-dd11571f-3095-4655-be62-10d14e2d6f0c req-b0559402-a266-45e1-9300-bef80db305b2 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'port': {'security_groups': ['0b4595f4-e53f-401c-8c3d-7e7bea7c66ff', '31ba9704-d48b-4d6d-8f67-c4b0d8a8a712']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:46.501352 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-623f5480-e244-41c2-b6be-2923b7cdf5fb req-712216c9-36c8-42d0-ab3d-5a2fe3ed91f7 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:46.503941 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-623f5480-e244-41c2-b6be-2923b7cdf5fb req-712216c9-36c8-42d0-ab3d-5a2fe3ed91f7 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:46.505066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-623f5480-e244-41c2-b6be-2923b7cdf5fb req-712216c9-36c8-42d0-ab3d-5a2fe3ed91f7 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "DELETE /v2.0/security-groups/d66e90e7-f679-4224-9260-7dbededf2a03 HTTP/1.1" status: 204 len: 173 time: 0.8283279 Nov 16 04:43:46.536075 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-dd4b4c94-5176-49db-8f38-2ff4d2b2dd56 service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991598 Nov 16 04:43:46.541968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712216c9-36c8-42d0-ab3d-5a2fe3ed91f7 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66e90e7-f679-4224-9260-7dbededf2a03,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:46.614228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-e3615a23-401d-4163-aec3-afb0fbfdd2ad service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51a374e3-8aa4-468f-8e90-f41f1b0fbb99 HTTP/1.1" status: 200 len: 217 time: 0.0661259 Nov 16 04:43:46.621606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d6921-203b-489d-8936-67702d6d86fb req-428b4ba7-53f1-4d9b-a958-f76117133d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:46.623623 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-428b4ba7-53f1-4d9b-a958-f76117133d88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 1095 time: 0.1774900 Nov 16 04:43:46.642958 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dd11571f-3095-4655-be62-10d14e2d6f0c req-b0559402-a266-45e1-9300-bef80db305b2 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:46.698808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-c5f7c423-b83f-4964-bba9-aa7b881ff8e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e582fe32-9645-4a06-8dda-4d5435bc0392 HTTP/1.1" status: 200 len: 217 time: 0.0622745 Nov 16 04:43:46.778232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-37acc156-5ecf-46e6-9e0c-1d4e567a61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:46.779887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-37acc156-5ecf-46e6-9e0c-1d4e567a61f9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70fabb1e-d39a-4dee-ad75-aba901b4929e HTTP/1.1" status: 200 len: 797 time: 0.1530151 Nov 16 04:43:46.853281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9ceb1d1c-2133-46b7-be72-40bea17751cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:46.854758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-9ceb1d1c-2133-46b7-be72-40bea17751cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.1479630 Nov 16 04:43:46.928868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52709980-f31e-4b02-97aa-a20741eba852 req-fcf43020-3720-4196-848e-c114d3db5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:46.930405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-fcf43020-3720-4196-848e-c114d3db5dca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1416891 Nov 16 04:43:46.939038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50759977-bd74-43b9-b0e8-646695661889 req-dfe35577-c5eb-45ad-b3e1-d6148fb2a1e2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:46.945027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50759977-bd74-43b9-b0e8-646695661889 req-dfe35577-c5eb-45ad-b3e1-d6148fb2a1e2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:46.946544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-50759977-bd74-43b9-b0e8-646695661889 req-dfe35577-c5eb-45ad-b3e1-d6148fb2a1e2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b5f9d44-1fec-4f0e-b788-fc16001ff2ee&device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 1690 time: 0.1611705 Nov 16 04:43:47.061034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d6921-203b-489d-8936-67702d6d86fb req-b1582c6b-bf7e-40df-830f-65da205ca602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:47.062642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-b1582c6b-bf7e-40df-830f-65da205ca602 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1932685 Nov 16 04:43:47.174904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-50759977-bd74-43b9-b0e8-646695661889 req-7f2eeeb0-fe73-4adb-b6d6-fbcddc4121e5 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038398 Nov 16 04:43:47.207753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-dd11571f-3095-4655-be62-10d14e2d6f0c req-b0559402-a266-45e1-9300-bef80db305b2 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] For port 58129f5c-6ef3-432c-9e1a-f6d981c78e53, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=58129f5c-6ef3-432c-9e1a-f6d981c78e53,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:47.252038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-72411565-680e-4d12-968c-10c4c3944d56 service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011777 Nov 16 04:43:47.294469 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-6b238c62-a00a-4435-bfaf-fdb53c9fa9dc service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222562 Nov 16 04:43:47.344282 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dd11571f-3095-4655-be62-10d14e2d6f0c req-b0559402-a266-45e1-9300-bef80db305b2 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:47.384417 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dd11571f-3095-4655-be62-10d14e2d6f0c req-b0559402-a266-45e1-9300-bef80db305b2 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:47.394068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73543142-2ac4-4568-a682-f98f6bc90535 req-2d0b8600-afd9-4917-85a5-a49ba81e8537 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/8260fd5b-f053-4f91-9d38-77f7d8153fe3 HTTP/1.1" status: 200 len: 1822 time: 0.2032416 Nov 16 04:43:47.395308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['1af51518-5081-40c7-85cc-2e51c34be7ea', '58129f5c-6ef3-432c-9e1a-f6d981c78e53'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:47.480968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11571f-3095-4655-be62-10d14e2d6f0c req-b0559402-a266-45e1-9300-bef80db305b2 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:47.481583 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dd11571f-3095-4655-be62-10d14e2d6f0c req-b0559402-a266-45e1-9300-bef80db305b2 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:47.483597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd11571f-3095-4655-be62-10d14e2d6f0c req-b0559402-a266-45e1-9300-bef80db305b2 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "PUT /v2.0/ports/58129f5c-6ef3-432c-9e1a-f6d981c78e53 HTTP/1.1" status: 200 len: 982 time: 1.0126398 Nov 16 04:43:47.548844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52709980-f31e-4b02-97aa-a20741eba852 req-30d5dbf6-d7f9-442f-a046-3e785bb0f032 service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818601 Nov 16 04:43:47.555188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0559402-a266-45e1-9300-bef80db305b2 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'Port': ['ID=58129f5c-6ef3-432c-9e1a-f6d981c78e53,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:47.567746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d4d6921-203b-489d-8936-67702d6d86fb req-bc12aef0-0a08-4d9d-9f13-3e3c108ba8eb service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374868 Nov 16 04:43:47.570462 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73543142-2ac4-4568-a682-f98f6bc90535 req-b6b71f4a-7c04-4bcc-ab55-84fe39f1b97f tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/5d8aa36e-1e4b-48ab-b623-1f8d758e0212 HTTP/1.1" status: 200 len: 1820 time: 0.1603546 Nov 16 04:43:47.576875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['58129f5c-6ef3-432c-9e1a-f6d981c78e53'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:47.584791 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-73543142-2ac4-4568-a682-f98f6bc90535 req-613c8697-e987-4072-a106-3b9eda9fbd12 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8260fd5b-f053-4f91-9d38-77f7d8153fe3', 'remote_group_id': '5d8aa36e-1e4b-48ab-b623-1f8d758e0212', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:47.585122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-73543142-2ac4-4568-a682-f98f6bc90535 req-613c8697-e987-4072-a106-3b9eda9fbd12 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8260fd5b-f053-4f91-9d38-77f7d8153fe3', 'remote_group_id': '5d8aa36e-1e4b-48ab-b623-1f8d758e0212', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:47.722512 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-73543142-2ac4-4568-a682-f98f6bc90535 req-613c8697-e987-4072-a106-3b9eda9fbd12 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:47.765089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590b754-51be-426d-8e62-6ad73181cab3 req-dd5be843-305e-4814-9334-aed8c88b7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:47.765565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590b754-51be-426d-8e62-6ad73181cab3 req-dd5be843-305e-4814-9334-aed8c88b7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:47.766156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590b754-51be-426d-8e62-6ad73181cab3 req-dd5be843-305e-4814-9334-aed8c88b7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:47.766504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590b754-51be-426d-8e62-6ad73181cab3 req-dd5be843-305e-4814-9334-aed8c88b7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:47.766965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590b754-51be-426d-8e62-6ad73181cab3 req-dd5be843-305e-4814-9334-aed8c88b7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:47.767422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590b754-51be-426d-8e62-6ad73181cab3 req-dd5be843-305e-4814-9334-aed8c88b7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:47.767875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590b754-51be-426d-8e62-6ad73181cab3 req-dd5be843-305e-4814-9334-aed8c88b7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:47.769806 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9590b754-51be-426d-8e62-6ad73181cab3 req-dd5be843-305e-4814-9334-aed8c88b7d6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3755e56622844612940817c1adc2c9f6&device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 6478 time: 0.1096838 Nov 16 04:43:47.813956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-73543142-2ac4-4568-a682-f98f6bc90535 req-613c8697-e987-4072-a106-3b9eda9fbd12 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:47.821949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e54f51-8aee-4472-86b8-54bd6cce6414 req-41659038-a7f8-4f42-bc3f-13b4262e7526 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:47.829593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71e54f51-8aee-4472-86b8-54bd6cce6414 req-41659038-a7f8-4f42-bc3f-13b4262e7526 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 944 time: 0.1378505 Nov 16 04:43:47.865227 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-73543142-2ac4-4568-a682-f98f6bc90535 req-613c8697-e987-4072-a106-3b9eda9fbd12 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:47.905352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c8697-e987-4072-a106-3b9eda9fbd12 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89ec396-2910-4935-bc7d-b2179db53252,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:47.923541 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-73543142-2ac4-4568-a682-f98f6bc90535 req-613c8697-e987-4072-a106-3b9eda9fbd12 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:47.924782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73543142-2ac4-4568-a682-f98f6bc90535 req-613c8697-e987-4072-a106-3b9eda9fbd12 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3442316 Nov 16 04:43:47.953328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71e54f51-8aee-4472-86b8-54bd6cce6414 req-a4d08435-da68-453c-9b3e-8fc7f6192229 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204531 Nov 16 04:43:47.991894 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2466cd-425a-4686-9efd-a0c89ba0f500 x-openstack-request-id: req-aa2466cd-425a-4686-9efd-a0c89ba0f500 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:47.992192 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8272f874-d588-436d-8c91-165278d12b09", "tag": "e582fe32-9645-4a06-8dda-4d5435bc0392", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:47.992445 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa2466cd-425a-4686-9efd-a0c89ba0f500 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:47.992837 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8272f874-d588-436d-8c91-165278d12b09', 'tag': 'e582fe32-9645-4a06-8dda-4d5435bc0392', 'status': 'completed', 'code': 200} Nov 16 04:43:48.038247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590b754-51be-426d-8e62-6ad73181cab3 req-a64a9ce5-a750-4374-8657-407e46ce5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.039757 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9590b754-51be-426d-8e62-6ad73181cab3 req-a64a9ce5-a750-4374-8657-407e46ce5a56 service neutron] 10.222.0.37 "GET /v2.0/networks?id=71ea6cbc-c703-42e4-94a9-098bbba9e58b HTTP/1.1" status: 200 len: 903 time: 0.2522628 Nov 16 04:43:48.130047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9590b754-51be-426d-8e62-6ad73181cab3 req-46e5c99b-f1b8-443c-8580-da7d20d00f67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4950c367-9570-4b51-a9c0-1004cd6a4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0699158 Nov 16 04:43:48.140404 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73fd62a0-f520-4b8b-acd2-466ecadc0215 req-4a09e282-73c7-4611-a7b5-6b22824faa66 tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "GET /v2.0/security-groups/8b6d90bb-decf-492e-a028-95825266a336 HTTP/1.1" status: 200 len: 1829 time: 0.1467404 Nov 16 04:43:48.183392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ef52f-5160-46e5-af79-b3ce0f5b2a0d req-62147ef6-57a1-43de-ba70-85d9f3e80edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.184860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-384ef52f-5160-46e5-af79-b3ce0f5b2a0d req-62147ef6-57a1-43de-ba70-85d9f3e80edb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 1095 time: 0.1646831 Nov 16 04:43:48.234281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aaf9d-5660-436e-82de-7400a4659f60 req-0faeff62-ab7b-4909-a558-1ea7ec676295 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.234663 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:48.239980 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aaf9d-5660-436e-82de-7400a4659f60 req-0faeff62-ab7b-4909-a558-1ea7ec676295 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.245798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aaf9d-5660-436e-82de-7400a4659f60 req-0faeff62-ab7b-4909-a558-1ea7ec676295 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.252160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aaf9d-5660-436e-82de-7400a4659f60 req-0faeff62-ab7b-4909-a558-1ea7ec676295 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.257991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aaf9d-5660-436e-82de-7400a4659f60 req-0faeff62-ab7b-4909-a558-1ea7ec676295 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.264362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aaf9d-5660-436e-82de-7400a4659f60 req-0faeff62-ab7b-4909-a558-1ea7ec676295 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.270229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6aaf9d-5660-436e-82de-7400a4659f60 req-0faeff62-ab7b-4909-a558-1ea7ec676295 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.272003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e6aaf9d-5660-436e-82de-7400a4659f60 req-0faeff62-ab7b-4909-a558-1ea7ec676295 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5421 time: 0.2130578 Nov 16 04:43:48.324219 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590b754-51be-426d-8e62-6ad73181cab3 req-ea29e92b-e4ce-42b3-80da-1e1692357d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.325609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9590b754-51be-426d-8e62-6ad73181cab3 req-ea29e92b-e4ce-42b3-80da-1e1692357d87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70fabb1e-d39a-4dee-ad75-aba901b4929e HTTP/1.1" status: 200 len: 797 time: 0.1814494 Nov 16 04:43:48.400297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-73fd62a0-f520-4b8b-acd2-466ecadc0215 req-c2c7d1e5-5a13-4baf-ad9b-0086c2cc771f tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:48.463387 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-73fd62a0-f520-4b8b-acd2-466ecadc0215 req-c2c7d1e5-5a13-4baf-ad9b-0086c2cc771f tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:48.466483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ef52f-5160-46e5-af79-b3ce0f5b2a0d req-1e318819-8094-4f39-aa14-30d82aa61b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.467963 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-384ef52f-5160-46e5-af79-b3ce0f5b2a0d req-1e318819-8094-4f39-aa14-30d82aa61b28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.2659283 Nov 16 04:43:48.472841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e6aaf9d-5660-436e-82de-7400a4659f60 req-9868e7d1-de22-4ca4-a7b5-d2c312591b8e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1634090 Nov 16 04:43:48.483339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590b754-51be-426d-8e62-6ad73181cab3 req-9f49248f-e6ac-42a1-9964-9d7d62c13937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.484839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9590b754-51be-426d-8e62-6ad73181cab3 req-9f49248f-e6ac-42a1-9964-9d7d62c13937 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1442542 Nov 16 04:43:48.545534 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-384ef52f-5160-46e5-af79-b3ce0f5b2a0d req-d9389d27-819d-4d78-aadf-550aed670ef1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e582fe32-9645-4a06-8dda-4d5435bc0392 HTTP/1.1" status: 200 len: 217 time: 0.0658987 Nov 16 04:43:48.650297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-73fd62a0-f520-4b8b-acd2-466ecadc0215 req-c2c7d1e5-5a13-4baf-ad9b-0086c2cc771f tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:48.652817 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-73fd62a0-f520-4b8b-acd2-466ecadc0215 req-c2c7d1e5-5a13-4baf-ad9b-0086c2cc771f tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:48.653968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73fd62a0-f520-4b8b-acd2-466ecadc0215 req-c2c7d1e5-5a13-4baf-ad9b-0086c2cc771f tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b6d90bb-decf-492e-a028-95825266a336 HTTP/1.1" status: 204 len: 173 time: 0.5076711 Nov 16 04:43:48.660000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36928) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:48.681260 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7d1e5-5a13-4baf-ad9b-0086c2cc771f tempest-SecurityGroupRulesNegativeTestJSON-1354001694 tempest-SecurityGroupRulesNegativeTestJSON-1354001694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6d90bb-decf-492e-a028-95825266a336,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:48.683867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ef52f-5160-46e5-af79-b3ce0f5b2a0d req-1f4cdb7c-1069-486a-8361-dca2cf0f1987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.685900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-384ef52f-5160-46e5-af79-b3ce0f5b2a0d req-1f4cdb7c-1069-486a-8361-dca2cf0f1987 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.1288104 Nov 16 04:43:48.707204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ff0068d-3996-477f-9166-fc344e837495 req-c7d20655-db6c-423a-bdbc-f1743770a7c4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/31ba9704-d48b-4d6d-8f67-c4b0d8a8a712 HTTP/1.1" status: 200 len: 1817 time: 0.1496263 Nov 16 04:43:48.718774 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71d6c1d-4779-42b4-9b8a-2e2d8c46a47a admin admin] Deleting subnet 9671c94d-6dda-4ec7-bcd7-8e77a851f3d1 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:43:48.722027 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a71d6c1d-4779-42b4-9b8a-2e2d8c46a47a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:48.756937 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a71d6c1d-4779-42b4-9b8a-2e2d8c46a47a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:48.761848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9590b754-51be-426d-8e62-6ad73181cab3 req-a684d101-0899-493d-a1e8-fc34f3d80d2c service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640193 Nov 16 04:43:48.796548 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a71d6c1d-4779-42b4-9b8a-2e2d8c46a47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:48.847635 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a71d6c1d-4779-42b4-9b8a-2e2d8c46a47a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:48.861117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ef52f-5160-46e5-af79-b3ce0f5b2a0d req-043519c5-b83f-46e8-bfba-9cae2d51cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:48.862659 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-384ef52f-5160-46e5-af79-b3ce0f5b2a0d req-043519c5-b83f-46e8-bfba-9cae2d51cc0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677911 Nov 16 04:43:48.869709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-679f5800-2661-4d9e-b8a9-9e1e8afb633c req-64932ead-54cf-43b5-a40f-aa97bcbe232a tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/5d8aa36e-1e4b-48ab-b623-1f8d758e0212 HTTP/1.1" status: 200 len: 1820 time: 0.1585460 Nov 16 04:43:48.872086 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d6c1d-4779-42b4-9b8a-2e2d8c46a47a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9671c94d-6dda-4ec7-bcd7-8e77a851f3d1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:48.876890 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a71d6c1d-4779-42b4-9b8a-2e2d8c46a47a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:48.882232 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-3ff0068d-3996-477f-9166-fc344e837495 req-dab78717-ccf7-4b1e-9bbe-3aa1c88c7b19 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 04:43:48.883106 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a71d6c1d-4779-42b4-9b8a-2e2d8c46a47a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9671c94d-6dda-4ec7-bcd7-8e77a851f3d1 HTTP/1.1" status: 204 len: 168 time: 0.2214775 Nov 16 04:43:48.883694 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ff0068d-3996-477f-9166-fc344e837495 req-dab78717-ccf7-4b1e-9bbe-3aa1c88c7b19 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "DELETE /v2.0/security-groups/31ba9704-d48b-4d6d-8f67-c4b0d8a8a712 HTTP/1.1" status: 409 len: 341 time: 0.1699839 Nov 16 04:43:48.884661 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36932) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:48.973752 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18e637ab-10bf-4c8f-9b88-ec91c7d958d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.055785 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18e637ab-10bf-4c8f-9b88-ec91c7d958d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.078143 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-18e637ab-10bf-4c8f-9b88-ec91c7d958d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1598c39-cca4-4f8c-8bbd-3de5c6ca0c8d']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:49.088672 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-18e637ab-10bf-4c8f-9b88-ec91c7d958d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586bda82-eb35-4338-9ae7-7c744a6b9633') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:49.088949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-18e637ab-10bf-4c8f-9b88-ec91c7d958d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586bda82-eb35-4338-9ae7-7c744a6b9633') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:49.099175 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18e637ab-10bf-4c8f-9b88-ec91c7d958d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.113440 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18e637ab-10bf-4c8f-9b88-ec91c7d958d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.119665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e637ab-10bf-4c8f-9b88-ec91c7d958d0 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:43:49.120059 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18e637ab-10bf-4c8f-9b88-ec91c7d958d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:43:49.121822 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:43:49.176222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18e637ab-10bf-4c8f-9b88-ec91c7d958d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.182512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18e637ab-10bf-4c8f-9b88-ec91c7d958d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.186289 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-18e637ab-10bf-4c8f-9b88-ec91c7d958d0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b1598c39-cca4-4f8c-8bbd-3de5c6ca0c8d HTTP/1.1" status: 204 len: 168 time: 0.3011053 Nov 16 04:43:49.199208 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e637ab-10bf-4c8f-9b88-ec91c7d958d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1598c39-cca4-4f8c-8bbd-3de5c6ca0c8d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:49.326491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75ee53b1-dff2-4eef-a449-49f1bb626dba req-34df35a8-042d-462d-ad39-a255fa234d1c tempest-FlavorsV2NegativeTest-2032804219 tempest-FlavorsV2NegativeTest-2032804219-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3c739e3aba5d4fccb6e1f73eac3440fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3708520 Nov 16 04:43:49.332692 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9590b754-51be-426d-8e62-6ad73181cab3 req-dc6a4d94-0dbf-4ab6-aafe-0d42fd1667a4 service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608840 Nov 16 04:43:49.366431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36948) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:49.408384 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aca9fc79-ad0c-431a-acf2-5161c1ee0ce2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=216f05b7490c433490b7cedd47eee320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405500 Nov 16 04:43:49.410793 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36950) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:49.461420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-384ef52f-5160-46e5-af79-b3ce0f5b2a0d req-e899a56c-5fe6-4e04-a90a-03256dfe5633 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875618 Nov 16 04:43:49.467530 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb2c514e-f9bf-41b1-a72e-5e7548aa2fc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.467989 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-679f5800-2661-4d9e-b8a9-9e1e8afb633c req-a9eba021-e965-42d1-9aba-77b319487448 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.488319 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb2c514e-f9bf-41b1-a72e-5e7548aa2fc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.533872 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb2c514e-f9bf-41b1-a72e-5e7548aa2fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.536648 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb2c514e-f9bf-41b1-a72e-5e7548aa2fc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.538304 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fb2c514e-f9bf-41b1-a72e-5e7548aa2fc0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14272e9b-ef65-465b-808e-4d33ff8cb3a9 HTTP/1.1" status: 204 len: 168 time: 0.1265259 Nov 16 04:43:49.546192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c514e-f9bf-41b1-a72e-5e7548aa2fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14272e9b-ef65-465b-808e-4d33ff8cb3a9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:49.565807 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-679f5800-2661-4d9e-b8a9-9e1e8afb633c req-a9eba021-e965-42d1-9aba-77b319487448 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.572668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-00ba1a37-97a7-464c-8d60-962145673e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:49.573144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-00ba1a37-97a7-464c-8d60-962145673e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:49.573605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-00ba1a37-97a7-464c-8d60-962145673e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:49.574095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-00ba1a37-97a7-464c-8d60-962145673e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:49.574548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-00ba1a37-97a7-464c-8d60-962145673e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:49.575002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-00ba1a37-97a7-464c-8d60-962145673e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:49.575511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-00ba1a37-97a7-464c-8d60-962145673e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:49.577995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-00ba1a37-97a7-464c-8d60-962145673e87 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3755e56622844612940817c1adc2c9f6&device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 6478 time: 0.1831305 Nov 16 04:43:49.655755 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee53b1-dff2-4eef-a449-49f1bb626dba req-41531d65-189f-4518-9801-30071bd5286d tempest-FlavorsV2NegativeTest-2032804219 tempest-FlavorsV2NegativeTest-2032804219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:49.657207 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75ee53b1-dff2-4eef-a449-49f1bb626dba req-41531d65-189f-4518-9801-30071bd5286d tempest-FlavorsV2NegativeTest-2032804219 tempest-FlavorsV2NegativeTest-2032804219-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3227429 Nov 16 04:43:49.717075 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75ee53b1-dff2-4eef-a449-49f1bb626dba req-e34d203f-505d-4e7b-9f2e-cf4346f0950b tempest-FlavorsV2NegativeTest-2032804219 tempest-FlavorsV2NegativeTest-2032804219-project] 10.222.0.41 "GET /v2.0/quotas/3c739e3aba5d4fccb6e1f73eac3440fa HTTP/1.1" status: 200 len: 375 time: 0.0515213 Nov 16 04:43:49.734655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-384ef52f-5160-46e5-af79-b3ce0f5b2a0d req-0cac53c6-25ce-4ef4-a567-5fb9f89b82a3 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639868 Nov 16 04:43:49.779403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75ee53b1-dff2-4eef-a449-49f1bb626dba req-f9b8853b-2039-43e8-a20a-a31682a41d60 tempest-FlavorsV2NegativeTest-2032804219 tempest-FlavorsV2NegativeTest-2032804219-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c739e3aba5d4fccb6e1f73eac3440fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494637 Nov 16 04:43:49.784261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-87328ca2-793f-41cc-a2c3-48c6e8aa3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:49.785636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-87328ca2-793f-41cc-a2c3-48c6e8aa3676 service neutron] 10.222.0.37 "GET /v2.0/networks?id=71ea6cbc-c703-42e4-94a9-098bbba9e58b HTTP/1.1" status: 200 len: 903 time: 0.1953113 Nov 16 04:43:49.848427 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-a87cdb6e-857e-4ac3-b233-b2b2e6687924 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51a374e3-8aa4-468f-8e90-f41f1b0fbb99 HTTP/1.1" status: 200 len: 217 time: 0.0542552 Nov 16 04:43:49.856569 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-679f5800-2661-4d9e-b8a9-9e1e8afb633c req-a9eba021-e965-42d1-9aba-77b319487448 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.861034 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-679f5800-2661-4d9e-b8a9-9e1e8afb633c req-a9eba021-e965-42d1-9aba-77b319487448 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:49.862195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-679f5800-2661-4d9e-b8a9-9e1e8afb633c req-a9eba021-e965-42d1-9aba-77b319487448 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "DELETE /v2.0/security-groups/5d8aa36e-1e4b-48ab-b623-1f8d758e0212 HTTP/1.1" status: 204 len: 173 time: 0.9753280 Nov 16 04:43:49.953865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-7f214eb0-e724-424d-be8e-c03c917934e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:49.955972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-7f214eb0-e724-424d-be8e-c03c917934e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70fabb1e-d39a-4dee-ad75-aba901b4929e HTTP/1.1" status: 200 len: 797 time: 0.0788469 Nov 16 04:43:49.963971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eba021-e965-42d1-9aba-77b319487448 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8aa36e-1e4b-48ab-b623-1f8d758e0212,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:49.987886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11315199-c8a6-42ea-8d53-b1154913a250 req-22facfb0-c146-4282-a220-0f5088917452 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:49.989561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11315199-c8a6-42ea-8d53-b1154913a250 req-22facfb0-c146-4282-a220-0f5088917452 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4b5f9d44-1fec-4f0e-b788-fc16001ff2ee HTTP/1.1" status: 200 len: 1101 time: 0.1443286 Nov 16 04:43:49.994228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd0219c-063f-4948-a6c4-8c6b16c0c244', 'tag': '58129f5c-6ef3-432c-9e1a-f6d981c78e53'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:49.997025 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068ef8a7-76b7-4f90-9f0a-88ccea97cb09" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd0219c-063f-4948-a6c4-8c6b16c0c244", "tag": "58129f5c-6ef3-432c-9e1a-f6d981c78e53"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:50.059397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11315199-c8a6-42ea-8d53-b1154913a250 req-89524dcd-0050-43f4-9f1e-6b668b3321a6 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567055 Nov 16 04:43:50.220012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-145c3d1a-26bd-479f-b2db-ec22e46f9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:50.221621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-145c3d1a-26bd-479f-b2db-ec22e46f9758 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1510479 Nov 16 04:43:50.235401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629859c-99c7-4526-aea7-5790ddfc2a5d req-c33742aa-f726-4bc5-9871-c8ddd5dc1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:50.236867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c629859c-99c7-4526-aea7-5790ddfc2a5d req-c33742aa-f726-4bc5-9871-c8ddd5dc1e1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270&device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 1136 time: 0.1418025 Nov 16 04:43:50.277237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec346e-11fb-47cd-bd1c-54fbd0e1610b req-aca55bf0-1d0a-4804-b0e3-7d046b2e47da tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:50.278941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1eec346e-11fb-47cd-bd1c-54fbd0e1610b req-aca55bf0-1d0a-4804-b0e3-7d046b2e47da tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 944 time: 0.1822774 Nov 16 04:43:50.387440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fc5bc-3861-4909-8584-19dcbc95151f req-7272ee23-2ca0-4c45-83d9-f1c8b69c1512 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:50.393987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fc5bc-3861-4909-8584-19dcbc95151f req-7272ee23-2ca0-4c45-83d9-f1c8b69c1512 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:50.399928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fc5bc-3861-4909-8584-19dcbc95151f req-7272ee23-2ca0-4c45-83d9-f1c8b69c1512 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:50.406931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fc5bc-3861-4909-8584-19dcbc95151f req-7272ee23-2ca0-4c45-83d9-f1c8b69c1512 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:50.413448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fc5bc-3861-4909-8584-19dcbc95151f req-7272ee23-2ca0-4c45-83d9-f1c8b69c1512 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:50.415337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37004) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:50.419472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fc5bc-3861-4909-8584-19dcbc95151f req-7272ee23-2ca0-4c45-83d9-f1c8b69c1512 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:50.425502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fc5bc-3861-4909-8584-19dcbc95151f req-7272ee23-2ca0-4c45-83d9-f1c8b69c1512 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:50.427425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-976fc5bc-3861-4909-8584-19dcbc95151f req-7272ee23-2ca0-4c45-83d9-f1c8b69c1512 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5421 time: 0.2628107 Nov 16 04:43:50.432979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37008) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:50.530723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc056-206e-4364-8513-7ba299126793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:50.540995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1eec346e-11fb-47cd-bd1c-54fbd0e1610b req-fa6fce17-a534-46a3-8180-09c2ba8a31cc tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350891 Nov 16 04:43:50.542718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-0ee79762-062a-462b-8f59-f4badab6b786 service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041327 Nov 16 04:43:50.548279 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629859c-99c7-4526-aea7-5790ddfc2a5d req-23b27401-06cf-40f6-8f96-0163efeb636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:50.549786 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c629859c-99c7-4526-aea7-5790ddfc2a5d req-23b27401-06cf-40f6-8f96-0163efeb636b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2b3a4bd-4030-400c-8fc8-6688deb93e65 HTTP/1.1" status: 200 len: 912 time: 0.2991178 Nov 16 04:43:50.553111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-859154086-network', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:50.616627 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc056-206e-4364-8513-7ba299126793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:50.620252 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc056-206e-4364-8513-7ba299126793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:50.657822 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6f3fc056-206e-4364-8513-7ba299126793 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c739e3aba5d4fccb6e1f73eac3440fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413878 Nov 16 04:43:50.658697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fc056-206e-4364-8513-7ba299126793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cc25e1-ad5a-4d71-9dc6-4bb0920429d1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:50.661065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37012) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:50.681167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c629859c-99c7-4526-aea7-5790ddfc2a5d req-62fc82f4-f634-42c2-bd03-c6dcf03639b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58129f5c-6ef3-432c-9e1a-f6d981c78e53 HTTP/1.1" status: 200 len: 217 time: 0.1106608 Nov 16 04:43:50.702591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-976fc5bc-3861-4909-8584-19dcbc95151f req-3a15cc9a-04a9-427e-92bf-d0fc10a3f5fe tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2558110 Nov 16 04:43:50.710137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc5c4-3c3d-48e4-ab1d-8cd26387b6c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:50.716757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Made reservation on behalf of 0bd70c578c464b96ba9d090c76d7c228 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:50.719010 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:50.745808 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc5c4-3c3d-48e4-ab1d-8cd26387b6c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:50.765472 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:50.768578 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7d18d9-9b00-4e9d-8492-646dc69db1ed x-openstack-request-id: req-5e7d18d9-9b00-4e9d-8492-646dc69db1ed {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:50.768578 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd0219c-063f-4948-a6c4-8c6b16c0c244", "tag": "58129f5c-6ef3-432c-9e1a-f6d981c78e53", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:50.768827 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e7d18d9-9b00-4e9d-8492-646dc69db1ed {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:50.769065 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd0219c-063f-4948-a6c4-8c6b16c0c244', 'tag': '58129f5c-6ef3-432c-9e1a-f6d981c78e53', 'status': 'completed', 'code': 200} Nov 16 04:43:50.802054 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51efcf60-de87-4a8d-b262-0b24b6a76c7b req-7ecdf89e-cd8c-4d7f-8b5c-503bb91a4811 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/8260fd5b-f053-4f91-9d38-77f7d8153fe3 HTTP/1.1" status: 200 len: 1822 time: 0.2228827 Nov 16 04:43:50.819062 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc5c4-3c3d-48e4-ab1d-8cd26387b6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:50.820526 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b6b5217-e427-41cf-9e62-5d2ab1d4eb4b req-b2245f37-82df-425e-8852-285a56c7b8fa service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641702 Nov 16 04:43:50.822145 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc5c4-3c3d-48e4-ab1d-8cd26387b6c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:50.823993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629859c-99c7-4526-aea7-5790ddfc2a5d req-65dccf37-c65e-4ff4-8f4b-fe55683d07df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:50.825538 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c629859c-99c7-4526-aea7-5790ddfc2a5d req-65dccf37-c65e-4ff4-8f4b-fe55683d07df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e HTTP/1.1" status: 200 len: 851 time: 0.1299369 Nov 16 04:43:50.825959 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c9fdc5c4-3c3d-48e4-ab1d-8cd26387b6c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4cc25e1-ad5a-4d71-9dc6-4bb0920429d1 HTTP/1.1" status: 204 len: 168 time: 0.1640098 Nov 16 04:43:50.847198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdc5c4-3c3d-48e4-ab1d-8cd26387b6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cc25e1-ad5a-4d71-9dc6-4bb0920429d1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:50.892194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c629859c-99c7-4526-aea7-5790ddfc2a5d req-79a304b0-a0a4-49a7-801b-9c4a2c8ad400 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2b3a4bd-4030-400c-8fc8-6688deb93e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552287 Nov 16 04:43:51.015085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b794f5-69ef-4da1-a1d8-474915e1bb0c req-979a6544-d3c1-42e0-936f-9b9c4c6c6294 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:51.016569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b794f5-69ef-4da1-a1d8-474915e1bb0c req-979a6544-d3c1-42e0-936f-9b9c4c6c6294 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 985 time: 0.1902013 Nov 16 04:43:51.063890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731cf19-d423-4133-8250-b4b157a783a3 req-25758015-0d55-4091-946c-9bafb921ffe3 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:51.065394 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a731cf19-d423-4133-8250-b4b157a783a3 req-25758015-0d55-4091-946c-9bafb921ffe3 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 1100 time: 0.1756155 Nov 16 04:43:51.117654 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c629859c-99c7-4526-aea7-5790ddfc2a5d req-6fa3ce38-dc64-42ab-8227-ddb1564d838e service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034564 Nov 16 04:43:51.127780 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.150167 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.228672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b794f5-69ef-4da1-a1d8-474915e1bb0c req-3fac8a59-582d-49f6-ab6f-4abd3b1777e3 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&id=31ba9704-d48b-4d6d-8f67-c4b0d8a8a712&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1988106 Nov 16 04:43:51.252497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:43:51.270905 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701369f8-b22f-4947-a0b4-056166a17a43,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:51.287479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a731cf19-d423-4133-8250-b4b157a783a3 req-f5e7cf2f-b0b4-4889-a067-cb641b8e4729 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121761 Nov 16 04:43:51.290590 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.290929 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Added segment cfd7c57c-1114-42d0-ae73-d770929f61b4 of type vlan for network d019822d-3342-47c4-8aeb-b09816059adc Nov 16 04:43:51.294571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-9040129e-2996-4bc1-a241-b24a90cae02f req-c8531aa5-f8ca-4c0a-99e5-b3a3929208a1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1888537345', 'description': 'tempest-description-967051461'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:51.332691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e582fe32-9645-4a06-8dda-4d5435bc0392 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:43:51.378876 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.385510 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9040129e-2996-4bc1-a241-b24a90cae02f req-c8531aa5-f8ca-4c0a-99e5-b3a3929208a1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.389325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c629859c-99c7-4526-aea7-5790ddfc2a5d req-a2a5a297-e1e2-446f-a274-b10bb95061c2 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548862 Nov 16 04:43:51.431842 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.433051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:51.433620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.566236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1297324 Nov 16 04:43:51.568286 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37052) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:51.574027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a4d48d6b-3a9d-42fb-ad26-c110952bd8aa admin admin] Request body: {'subnet': {'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-859154086-subnet', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:51.631265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37056) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:51.655236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d48d6b-3a9d-42fb-ad26-c110952bd8aa admin admin] Made reservation on behalf of 0bd70c578c464b96ba9d090c76d7c228 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:51.658175 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4d48d6b-3a9d-42fb-ad26-c110952bd8aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.662949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e582fe32-9645-4a06-8dda-4d5435bc0392, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e582fe32-9645-4a06-8dda-4d5435bc0392,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:51.682557 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'e582fe32-9645-4a06-8dda-4d5435bc0392', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'port_id': 'e582fe32-9645-4a06-8dda-4d5435bc0392', 'mac_address': 'fa:16:3e:9e:ec:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:43:51.688516 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9040129e-2996-4bc1-a241-b24a90cae02f req-c8531aa5-f8ca-4c0a-99e5-b3a3929208a1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.708850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6c2a3-b5e1-489b-aae8-3184f9f15748 admin admin] Pushing event updated for resources: {'Network': ['ID=d019822d-3342-47c4-8aeb-b09816059adc,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:51.712072 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9040129e-2996-4bc1-a241-b24a90cae02f req-c8531aa5-f8ca-4c0a-99e5-b3a3929208a1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.734068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network d019822d-3342-47c4-8aeb-b09816059adc details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:43:51.794841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ef8a7-76b7-4f90-9f0a-88ccea97cb09 req-2053fd5f-6f00-48a2-a1ef-d5c242f7acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:51.796695 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-068ef8a7-76b7-4f90-9f0a-88ccea97cb09 req-2053fd5f-6f00-48a2-a1ef-d5c242f7acae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270&device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 1136 time: 0.3219900 Nov 16 04:43:51.799194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8531aa5-f8ca-4c0a-99e5-b3a3929208a1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c081baf-68ba-488f-bcfc-2da5320d737c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:51.820926 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9040129e-2996-4bc1-a241-b24a90cae02f req-c8531aa5-f8ca-4c0a-99e5-b3a3929208a1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.835695 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.838820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9040129e-2996-4bc1-a241-b24a90cae02f req-c8531aa5-f8ca-4c0a-99e5-b3a3929208a1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5538256 Nov 16 04:43:51.847831 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-122946385-network', 'tenant_id': '63af366e9e2a4a14aab07ba7e485aed4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:51.856769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e582fe32-9645-4a06-8dda-4d5435bc0392 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:43:51.876817 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4d48d6b-3a9d-42fb-ad26-c110952bd8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.908829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e582fe32-9645-4a06-8dda-4d5435bc0392, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e582fe32-9645-4a06-8dda-4d5435bc0392,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:51.915856 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.943245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11555550-e3ed-425a-a37d-09d19b18e004 req-b423d11d-6379-467d-a098-69337c9504a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:51.951874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11555550-e3ed-425a-a37d-09d19b18e004 req-b423d11d-6379-467d-a098-69337c9504a7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 944 time: 0.2608080 Nov 16 04:43:51.957648 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Made reservation on behalf of 63af366e9e2a4a14aab07ba7e485aed4 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:51.959888 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.979186 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:51.985881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e582fe32-9645-4a06-8dda-4d5435bc0392,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:51.991200 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-aeccaed8-5249-481b-8ab7-b39721dfe5ca tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596950 Nov 16 04:43:52.010366 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d48d6b-3a9d-42fb-ad26-c110952bd8aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6504df-dc96-432e-a739-95e55f61005f,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:52.027161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d48d6b-3a9d-42fb-ad26-c110952bd8aa admin admin] Checking segment: {'id': 'cfd7c57c-1114-42d0-ae73-d770929f61b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:52.027516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d48d6b-3a9d-42fb-ad26-c110952bd8aa admin admin] Network hostable DHCP agents. Network: d019822d-3342-47c4-8aeb-b09816059adc, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:43:52.059910 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d48d6b-3a9d-42fb-ad26-c110952bd8aa admin admin] Network d019822d-3342-47c4-8aeb-b09816059adc is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:43:52.075142 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a4d48d6b-3a9d-42fb-ad26-c110952bd8aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, d019822d-3342-47c4-8aeb-b09816059adc) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:52.082287 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d48d6b-3a9d-42fb-ad26-c110952bd8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:52.082875 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4d48d6b-3a9d-42fb-ad26-c110952bd8aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.091811 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cb59f7-8708-4c06-a355-c55ccb52acd5 None None] Network d019822d-3342-47c4-8aeb-b09816059adc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:43:52.099701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11555550-e3ed-425a-a37d-09d19b18e004 req-c7e493d6-722c-4949-908a-0931a54434f9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429031 Nov 16 04:43:52.102169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ef8a7-76b7-4f90-9f0a-88ccea97cb09 req-5552f7ab-bd43-41ce-9b19-bf13d3ba6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:52.112265 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-068ef8a7-76b7-4f90-9f0a-88ccea97cb09 req-5552f7ab-bd43-41ce-9b19-bf13d3ba6fa0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2b3a4bd-4030-400c-8fc8-6688deb93e65 HTTP/1.1" status: 200 len: 912 time: 0.2983372 Nov 16 04:43:52.112464 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a4d48d6b-3a9d-42fb-ad26-c110952bd8aa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5375385 Nov 16 04:43:52.112464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37076) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:52.113982 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.117220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:52.123801 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.160154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:43:52.168426 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.169388 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.170183 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e582fe32-9645-4a06-8dda-4d5435bc0392'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:52.176955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9bd826-80ad-439e-aa70-1f2057008f80,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:52.186245 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.186578 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Added segment ba838c77-8759-44e4-9bf4-70df4ea3691d of type vlan for network e964ee29-f20c-437c-bf6c-7fec122914b0 Nov 16 04:43:52.263353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-068ef8a7-76b7-4f90-9f0a-88ccea97cb09 req-16827aec-d773-4bcf-aa56-9f713d263dee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58129f5c-6ef3-432c-9e1a-f6d981c78e53 HTTP/1.1" status: 200 len: 217 time: 0.1110687 Nov 16 04:43:52.317958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-a83b59d1-71bd-43c1-bc48-7fcc0aa194b4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:52.325229 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-a83b59d1-71bd-43c1-bc48-7fcc0aa194b4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194466 Nov 16 04:43:52.351890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-6b0dc4a8-a243-4ddf-85dc-d074e3b1a7a4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/quotas/68dd001f9dc24b459464f4b89f629e44 HTTP/1.1" status: 200 len: 375 time: 0.0256548 Nov 16 04:43:52.382748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-d019822d-3342-47c4-8aeb-b09816059adc', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'fixed_ips': [{'subnet_id': '8f6504df-dc96-432e-a739-95e55f61005f'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:43:52.384266 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.400771 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44986-741e-4142-bdda-3a6aeb4e33a9 req-6a0b6148-6c55-4653-a4f1-556fb3609bc4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:52.408837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44986-741e-4142-bdda-3a6aeb4e33a9 req-6a0b6148-6c55-4653-a4f1-556fb3609bc4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:52.415010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44986-741e-4142-bdda-3a6aeb4e33a9 req-6a0b6148-6c55-4653-a4f1-556fb3609bc4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:52.422203 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44986-741e-4142-bdda-3a6aeb4e33a9 req-6a0b6148-6c55-4653-a4f1-556fb3609bc4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:52.428647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44986-741e-4142-bdda-3a6aeb4e33a9 req-6a0b6148-6c55-4653-a4f1-556fb3609bc4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:52.434895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44986-741e-4142-bdda-3a6aeb4e33a9 req-6a0b6148-6c55-4653-a4f1-556fb3609bc4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:52.441040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a44986-741e-4142-bdda-3a6aeb4e33a9 req-6a0b6148-6c55-4653-a4f1-556fb3609bc4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:52.449129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8a44986-741e-4142-bdda-3a6aeb4e33a9 req-6a0b6148-6c55-4653-a4f1-556fb3609bc4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5421 time: 0.2664862 Nov 16 04:43:52.468349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ef8a7-76b7-4f90-9f0a-88ccea97cb09 req-cf763de1-bdc8-4445-8d34-d28df4b21746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:52.469244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-068ef8a7-76b7-4f90-9f0a-88ccea97cb09 req-cf763de1-bdc8-4445-8d34-d28df4b21746 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e HTTP/1.1" status: 200 len: 851 time: 0.1937182 Nov 16 04:43:52.520449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-068ef8a7-76b7-4f90-9f0a-88ccea97cb09 req-5b6dbf4d-5f32-42cd-a176-9bb10d49e293 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2b3a4bd-4030-400c-8fc8-6688deb93e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439501 Nov 16 04:43:52.540291 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Allocated IP 172.20.0.2 (d019822d-3342-47c4-8aeb-b09816059adc/8f6504df-dc96-432e-a739-95e55f61005f/d28503d2-a12f-4065-aa40-13109138238f) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:52.549429 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.551202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.574771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-69ec34f9-48e5-4266-a856-30427a2ef6ef tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2219322 Nov 16 04:43:52.645955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8a44986-741e-4142-bdda-3a6aeb4e33a9 req-c138a0bf-e18e-4b5f-b1f8-63bb13ad1e71 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1889670 Nov 16 04:43:52.678221 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.679178 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:52.679754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.704240 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.714896 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.736861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Network d019822d-3342-47c4-8aeb-b09816059adc is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:52.741537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:52.753411 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.760132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-068ef8a7-76b7-4f90-9f0a-88ccea97cb09 req-5981c01f-6adc-40d0-9aa4-67ae56ba5101 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291551 Nov 16 04:43:52.768655 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:52.789884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4a0ee17-0ea3-4854-8ee6-45140576ed84 req-8d91cb00-e00c-46af-8470-9125b1c3e102 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/7c081baf-68ba-488f-bcfc-2da5320d737c HTTP/1.1" status: 200 len: 1821 time: 0.1072018 Nov 16 04:43:52.841832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e4a0ee17-0ea3-4854-8ee6-45140576ed84 req-873c20b7-82a1-4431-beea-cdae0a4ed1d4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c081baf-68ba-488f-bcfc-2da5320d737c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:52.842173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e4a0ee17-0ea3-4854-8ee6-45140576ed84 req-873c20b7-82a1-4431-beea-cdae0a4ed1d4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c081baf-68ba-488f-bcfc-2da5320d737c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:52.855535 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2206087 Nov 16 04:43:52.858799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37080) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:52.860305 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Attempting to bind port d28503d2-a12f-4065-aa40-13109138238f on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:52.860677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Attempting to bind port d28503d2-a12f-4065-aa40-13109138238f by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'cfd7c57c-1114-42d0-ae73-d770929f61b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:52.861042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Attempting to bind port d28503d2-a12f-4065-aa40-13109138238f on network d019822d-3342-47c4-8aeb-b09816059adc {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:52.866616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:52.866982 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Checking segment: {'id': 'cfd7c57c-1114-42d0-ae73-d770929f61b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:52.867377 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.867761 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Bound using segment: {'id': 'cfd7c57c-1114-42d0-ae73-d770929f61b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:52.868227 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Bound port: d28503d2-a12f-4065-aa40-13109138238f, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd7c57c-1114-42d0-ae73-d770929f61b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:52.868599 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:52.872964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Pushing event updated for resources: {'Port': ['ID=d28503d2-a12f-4065-aa40-13109138238f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:52.877992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-379d5b94-a3cb-4e6f-a38a-f60e89c0f8a4 admin admin] Request body: {'subnet': {'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-122946385-subnet', 'tenant_id': '63af366e9e2a4a14aab07ba7e485aed4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:52.952586 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47f055-48f2-4382-a096-2b09863b0436 admin admin] Pushing event updated for resources: {'Network': ['ID=e964ee29-f20c-437c-bf6c-7fec122914b0,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:52.970266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-768ac887-77a8-4947-913c-254cfe525317 None None] For port d28503d2-a12f-4065-aa40-13109138238f, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:52.980548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-768ac887-77a8-4947-913c-254cfe525317 None None] For port d28503d2-a12f-4065-aa40-13109138238f, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d28503d2-a12f-4065-aa40-13109138238f,segment=NetworkSegment(cfd7c57c-1114-42d0-ae73-d770929f61b4),segment_id=cfd7c57c-1114-42d0-ae73-d770929f61b4)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:52.983357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e964ee29-f20c-437c-bf6c-7fec122914b0 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:43:52.985955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-068ef8a7-76b7-4f90-9f0a-88ccea97cb09 req-75a87d39-39a2-43b2-9d75-d6b4d10e03dc service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994336 Nov 16 04:43:53.030556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379d5b94-a3cb-4e6f-a38a-f60e89c0f8a4 admin admin] Made reservation on behalf of 63af366e9e2a4a14aab07ba7e485aed4 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:53.034854 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e4a0ee17-0ea3-4854-8ee6-45140576ed84 req-873c20b7-82a1-4431-beea-cdae0a4ed1d4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.037778 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-379d5b94-a3cb-4e6f-a38a-f60e89c0f8a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.055211 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e4a0ee17-0ea3-4854-8ee6-45140576ed84 req-873c20b7-82a1-4431-beea-cdae0a4ed1d4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.060676 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e4a0ee17-0ea3-4854-8ee6-45140576ed84 req-873c20b7-82a1-4431-beea-cdae0a4ed1d4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.066021 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.103292 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e4a0ee17-0ea3-4854-8ee6-45140576ed84 req-873c20b7-82a1-4431-beea-cdae0a4ed1d4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.104740 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4a0ee17-0ea3-4854-8ee6-45140576ed84 req-873c20b7-82a1-4431-beea-cdae0a4ed1d4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3077939 Nov 16 04:43:53.131423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873c20b7-82a1-4431-beea-cdae0a4ed1d4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ebd9be-3117-4b21-b14e-63f44a58e4bf,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:53.152376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ac887-77a8-4947-913c-254cfe525317 None None] Pushing event updated for resources: {'Port': ['ID=d28503d2-a12f-4065-aa40-13109138238f,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:53.289259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6ddcbf6-182d-46f9-8074-be4a8afe611e req-c3719ea0-b167-4c1c-b2c4-e81213b9f352 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/7c081baf-68ba-488f-bcfc-2da5320d737c HTTP/1.1" status: 200 len: 2414 time: 0.1031079 Nov 16 04:43:53.307517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9aca6-c956-4ac1-aafe-efe9eef2546c req-ffa83b7a-6aeb-484e-b94d-59fe40111ab6 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:53.309135 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cf9aca6-c956-4ac1-aafe-efe9eef2546c req-ffa83b7a-6aeb-484e-b94d-59fe40111ab6 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 985 time: 0.1026249 Nov 16 04:43:53.312332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a6ddcbf6-182d-46f9-8074-be4a8afe611e req-7194c47f-06bc-47da-937e-1eaee29c6fb1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c081baf-68ba-488f-bcfc-2da5320d737c', 'remote_group_id': None}]} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:53.312647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a6ddcbf6-182d-46f9-8074-be4a8afe611e req-7194c47f-06bc-47da-937e-1eaee29c6fb1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7c081baf-68ba-488f-bcfc-2da5320d737c', 'remote_group_id': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:53.407630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cf9aca6-c956-4ac1-aafe-efe9eef2546c req-5f97ee5a-2e93-449f-83ef-8f74bc23d56b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&id=31ba9704-d48b-4d6d-8f67-c4b0d8a8a712&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0903354 Nov 16 04:43:53.431828 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-379d5b94-a3cb-4e6f-a38a-f60e89c0f8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.513544 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6ddcbf6-182d-46f9-8074-be4a8afe611e req-7194c47f-06bc-47da-937e-1eaee29c6fb1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.523362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d5b94-a3cb-4e6f-a38a-f60e89c0f8a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=063c054f-393a-4bcd-b5ae-2266d7cc8f6b,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:53.610470 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.624930 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6ddcbf6-182d-46f9-8074-be4a8afe611e req-7194c47f-06bc-47da-937e-1eaee29c6fb1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.629719 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6ddcbf6-182d-46f9-8074-be4a8afe611e req-7194c47f-06bc-47da-937e-1eaee29c6fb1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.645673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fec47-bfd0-4892-9d91-692afedd7166 req-4ce84be9-f975-42dd-bda8-c26511e61ed6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:53.647370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a4fec47-bfd0-4892-9d91-692afedd7166 req-4ce84be9-f975-42dd-bda8-c26511e61ed6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 945 time: 0.1108477 Nov 16 04:43:53.648173 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.650249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379d5b94-a3cb-4e6f-a38a-f60e89c0f8a4 admin admin] Checking segment: {'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:53.650602 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379d5b94-a3cb-4e6f-a38a-f60e89c0f8a4 admin admin] Network hostable DHCP agents. Network: e964ee29-f20c-437c-bf6c-7fec122914b0, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:43:53.660861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194c47f-06bc-47da-937e-1eaee29c6fb1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9bbc90-ec00-4827-9539-f79e2748befd,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:53.683083 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6ddcbf6-182d-46f9-8074-be4a8afe611e req-7194c47f-06bc-47da-937e-1eaee29c6fb1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.684799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6ddcbf6-182d-46f9-8074-be4a8afe611e req-7194c47f-06bc-47da-937e-1eaee29c6fb1 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3871348 Nov 16 04:43:53.724876 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a4fec47-bfd0-4892-9d91-692afedd7166 req-d320a551-04b0-4ea9-86b4-888ab9924fd2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650764 Nov 16 04:43:53.750444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379d5b94-a3cb-4e6f-a38a-f60e89c0f8a4 admin admin] Network e964ee29-f20c-437c-bf6c-7fec122914b0 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:43:53.774172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-379d5b94-a3cb-4e6f-a38a-f60e89c0f8a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e964ee29-f20c-437c-bf6c-7fec122914b0) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:53.784156 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc597ee3-aaab-403c-b217-c087f838303c None None] Network e964ee29-f20c-437c-bf6c-7fec122914b0 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:43:53.850424 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379d5b94-a3cb-4e6f-a38a-f60e89c0f8a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:53.851387 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-379d5b94-a3cb-4e6f-a38a-f60e89c0f8a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:53.888748 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-379d5b94-a3cb-4e6f-a38a-f60e89c0f8a4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0148051 Nov 16 04:43:53.912835 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Allocated IP 172.25.0.30 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/20420557-c32b-468e-8185-56d41c3520a6) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:53.957399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7343684-3dbc-466c-9611-27891b3cde0e req-99065209-1711-4eda-a991-56221ea55884 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1761321561&fields=id&tenant_id=40b17cd8bd234b4ca4c1760c45b9b270 HTTP/1.1" status: 200 len: 267 time: 0.0986917 Nov 16 04:43:54.088781 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7343684-3dbc-466c-9611-27891b3cde0e req-17e73055-e867-4948-97ef-d552f243d72d tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:54.097803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce26eb7e-7ab8-4cdb-82ee-0a493cd0de05 None None] Network e964ee29-f20c-437c-bf6c-7fec122914b0 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:43:54.105220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7343684-3dbc-466c-9611-27891b3cde0e req-17e73055-e867-4948-97ef-d552f243d72d tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 985 time: 0.1468036 Nov 16 04:43:54.117160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-c7343684-3dbc-466c-9611-27891b3cde0e req-92745ead-cf24-488f-9d77-0e24ab3de79b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'port': {'security_groups': ['0b4595f4-e53f-401c-8c3d-7e7bea7c66ff', '31ba9704-d48b-4d6d-8f67-c4b0d8a8a712', 'fe699815-28c5-44ba-830f-afafd79a1f0c']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:54.163941 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:54.251882 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:54.303418 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:54.307741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:54.310282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:54.379340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Pushing event updated for resources: {'Port': ['ID=20420557-c32b-468e-8185-56d41c3520a6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:54.703866 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:54.732778 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3e428d-14f2-40d9-9e52-a447fd43122a None None] Network d019822d-3342-47c4-8aeb-b09816059adc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:43:54.794758 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c7343684-3dbc-466c-9611-27891b3cde0e req-92745ead-cf24-488f-9d77-0e24ab3de79b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:54.822152 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3c4b0f74-8a01-4fde-a7c4-35c8d94e8537 None None] Provisioning complete for port d28503d2-a12f-4065-aa40-13109138238f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:54.822724 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0f74-8a01-4fde-a7c4-35c8d94e8537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:54.858891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4658f-9fdd-45cd-b1f4-39ee171229c0 req-9f7cd165-d8dc-409e-aed7-d442675aadaf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:54.864690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4658f-9fdd-45cd-b1f4-39ee171229c0 req-9f7cd165-d8dc-409e-aed7-d442675aadaf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:54.870635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4658f-9fdd-45cd-b1f4-39ee171229c0 req-9f7cd165-d8dc-409e-aed7-d442675aadaf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:54.877235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4658f-9fdd-45cd-b1f4-39ee171229c0 req-9f7cd165-d8dc-409e-aed7-d442675aadaf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:54.884428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4658f-9fdd-45cd-b1f4-39ee171229c0 req-9f7cd165-d8dc-409e-aed7-d442675aadaf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:54.891272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4658f-9fdd-45cd-b1f4-39ee171229c0 req-9f7cd165-d8dc-409e-aed7-d442675aadaf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:54.897325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4658f-9fdd-45cd-b1f4-39ee171229c0 req-9f7cd165-d8dc-409e-aed7-d442675aadaf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:54.899155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95d4658f-9fdd-45cd-b1f4-39ee171229c0 req-9f7cd165-d8dc-409e-aed7-d442675aadaf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5421 time: 0.6161432 Nov 16 04:43:54.956533 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:54.971254 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0f74-8a01-4fde-a7c4-35c8d94e8537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:55.019610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95d4658f-9fdd-45cd-b1f4-39ee171229c0 req-644cf145-49d8-46a4-ac18-85774ef005fe tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067064 Nov 16 04:43:55.020940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3c4b0f74-8a01-4fde-a7c4-35c8d94e8537 None None] For port d28503d2-a12f-4065-aa40-13109138238f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d28503d2-a12f-4065-aa40-13109138238f,segment=NetworkSegment(cfd7c57c-1114-42d0-ae73-d770929f61b4),segment_id=cfd7c57c-1114-42d0-ae73-d770929f61b4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:55.026547 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c4b0f74-8a01-4fde-a7c4-35c8d94e8537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:55.140292 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b0f74-8a01-4fde-a7c4-35c8d94e8537 None None] Pushing event updated for resources: {'Port': ['ID=d28503d2-a12f-4065-aa40-13109138238f,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:55.157282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Router 094dc106-3b01-4e9d-8629-1bc26d3cccbd is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:43:55.195238 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28fae57a-df58-4ddb-85a9-de46d33c95b8 req-bb3d06ac-a3b3-4bbc-ad2b-fc2f4dda8cca tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/7c081baf-68ba-488f-bcfc-2da5320d737c HTTP/1.1" status: 200 len: 3012 time: 0.1412656 Nov 16 04:43:55.271678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-c7343684-3dbc-466c-9611-27891b3cde0e req-92745ead-cf24-488f-9d77-0e24ab3de79b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] For port 58129f5c-6ef3-432c-9e1a-f6d981c78e53, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=58129f5c-6ef3-432c-9e1a-f6d981c78e53,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:55.322459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f1aa13b-9a0f-4d97-9a22-a5bb33779b42 req-c81200f8-39fc-4268-8e54-22cab42a7310 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 210 time: 0.0393689 Nov 16 04:43:55.359984 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:43:55.367297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c7343684-3dbc-466c-9611-27891b3cde0e req-92745ead-cf24-488f-9d77-0e24ab3de79b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:55.370995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-14ae2a06-2f11-4f8f-aa34-31a229f604be None None] Provisioning complete for port d28503d2-a12f-4065-aa40-13109138238f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:55.371419 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14ae2a06-2f11-4f8f-aa34-31a229f604be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:55.375898 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Sync routers for ids ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:43:55.383759 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-51d2bbf7-5199-4696-83b5-bb1e3f094eda tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454488 Nov 16 04:43:55.387553 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c7343684-3dbc-466c-9611-27891b3cde0e req-92745ead-cf24-488f-9d77-0e24ab3de79b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:55.394606 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Routers {'094dc106-3b01-4e9d-8629-1bc26d3cccbd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:43:55.395229 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:43:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:55.402285 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:55.408135 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7e616423-44af-4296-bcca-9720e24305aa admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.2933254 Nov 16 04:43:55.409267 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37126) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:55.480381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e582fe32-9645-4a06-8dda-4d5435bc0392 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:43:55.517361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['1af51518-5081-40c7-85cc-2e51c34be7ea', '58129f5c-6ef3-432c-9e1a-f6d981c78e53'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:55.613401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7343684-3dbc-466c-9611-27891b3cde0e req-92745ead-cf24-488f-9d77-0e24ab3de79b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:55.613597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d28503d2-a12f-4065-aa40-13109138238f up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:43:55.614470 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c7343684-3dbc-466c-9611-27891b3cde0e req-92745ead-cf24-488f-9d77-0e24ab3de79b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:55.619343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7343684-3dbc-466c-9611-27891b3cde0e req-92745ead-cf24-488f-9d77-0e24ab3de79b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "PUT /v2.0/ports/58129f5c-6ef3-432c-9e1a-f6d981c78e53 HTTP/1.1" status: 200 len: 1021 time: 1.5128677 Nov 16 04:43:55.620031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd0219c-063f-4948-a6c4-8c6b16c0c244', 'tag': '58129f5c-6ef3-432c-9e1a-f6d981c78e53'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:55.627372 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a61dd5-6531-4279-8220-02eb4fb0b231" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd0219c-063f-4948-a6c4-8c6b16c0c244", "tag": "58129f5c-6ef3-432c-9e1a-f6d981c78e53"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:55.687166 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Set router 094dc106-3b01-4e9d-8629-1bc26d3cccbd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:43:55.771689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37142) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:55.779451 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-440eb281-06c5-4503-9082-fdc5cac1db5d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2624295 Nov 16 04:43:55.788027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['58129f5c-6ef3-432c-9e1a-f6d981c78e53'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:55.905901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92745ead-cf24-488f-9d77-0e24ab3de79b tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'Port': ['ID=58129f5c-6ef3-432c-9e1a-f6d981c78e53,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:55.984770 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:43:54Z', 'revision_number': 3, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:56.027418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port e582fe32-9645-4a06-8dda-4d5435bc0392 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:43:56.032312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d28503d2-a12f-4065-aa40-13109138238f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:56.032976 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.043927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port e582fe32-9645-4a06-8dda-4d5435bc0392 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:56.045105 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.050500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-ab57ffa7-f9aa-40f0-9c37-29f1ca978e88 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:56.059663 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-ab57ffa7-f9aa-40f0-9c37-29f1ca978e88 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/networks?id=e964ee29-f20c-437c-bf6c-7fec122914b0 HTTP/1.1" status: 200 len: 804 time: 0.2875760 Nov 16 04:43:56.063495 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eec8328e-6fa2-4aed-bec9-5b794c0f9dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.112364 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-247b1d18-3080-4f73-8c43-106954f4e8b0 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/quotas/63af366e9e2a4a14aab07ba7e485aed4 HTTP/1.1" status: 200 len: 375 time: 0.0502505 Nov 16 04:43:56.134339 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Checking router: 094dc106-3b01-4e9d-8629-1bc26d3cccbd for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:43:56.134954 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Updating router 094dc106-3b01-4e9d-8629-1bc26d3cccbd port 20420557-c32b-468e-8185-56d41c3520a6 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:43:56.135088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-04e8efc2-94ed-45ac-9492-f4142dad5790 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:56.136853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-04e8efc2-94ed-45ac-9492-f4142dad5790 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7240310 Nov 16 04:43:56.144862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91a84f-57b0-4b8c-814b-60856ac12d41 req-7b4ef0d2-c34c-486f-a3e6-bed3e157cc02 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:56.152425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a91a84f-57b0-4b8c-814b-60856ac12d41 req-7b4ef0d2-c34c-486f-a3e6-bed3e157cc02 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 945 time: 0.3758061 Nov 16 04:43:56.165089 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.175305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8e71348a-2d89-4ba0-8f18-c0ec83ac6750 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Request body: {'port': {'device_id': '1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '68dd001f9dc24b459464f4b89f629e44'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:56.220016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-26b817c2-e970-4ac5-a7f2-ba595677d457 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63af366e9e2a4a14aab07ba7e485aed4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066885 Nov 16 04:43:56.296824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-74be8ce5-a1f0-4d6c-b84c-5941238cbbfd tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:56.298352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-74be8ce5-a1f0-4d6c-b84c-5941238cbbfd tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4303629 Nov 16 04:43:56.307714 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eec8328e-6fa2-4aed-bec9-5b794c0f9dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.310475 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.328649 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eec8328e-6fa2-4aed-bec9-5b794c0f9dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.347022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-442d11ef-8e22-4f73-a67f-58a29f0c3afc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Request body: {'port': {'device_id': '43ad8765-bed3-46ac-a2cf-5c80683391c4', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '68dd001f9dc24b459464f4b89f629e44'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:56.367574 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-eec8328e-6fa2-4aed-bec9-5b794c0f9dcb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0773c21fe48477890d827f134bd7c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5947452 Nov 16 04:43:56.371223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37150) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:56.439467 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.457899 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a91a84f-57b0-4b8c-814b-60856ac12d41 req-28fd684b-6a3d-4512-bdff-e8f524ed2fcc tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042307 Nov 16 04:43:56.470564 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8328e-6fa2-4aed-bec9-5b794c0f9dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222e2437-2164-4738-b123-1273421f06a1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:56.494762 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63af65aa-6a6c-4004-9619-b47280c8db2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.509323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8272f874-d588-436d-8c91-165278d12b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e582fe32-9645-4a06-8dda-4d5435bc0392'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:43:56.511652 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00435aed-7d0a-44ff-9fd2-8c7eeb082cce" -d '{"events": [{"server_uuid": "8272f874-d588-436d-8c91-165278d12b09", "name": "network-vif-plugged", "status": "completed", "tag": "e582fe32-9645-4a06-8dda-4d5435bc0392"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:43:56.533256 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e582fe32-9645-4a06-8dda-4d5435bc0392, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e582fe32-9645-4a06-8dda-4d5435bc0392,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:56.543887 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.557525 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63af65aa-6a6c-4004-9619-b47280c8db2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.560604 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.568489 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.631958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53c04925-32b7-4ed4-84f5-db0b951eb7e2 req-f776f473-1d0f-48d1-9127-75bff1d2e3b8 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-group-rules/ca9bbc90-ec00-4827-9539-f79e2748befd HTTP/1.1" status: 200 len: 783 time: 0.0979252 Nov 16 04:43:56.638776 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Allocated IP 172.20.0.1 (d019822d-3342-47c4-8aeb-b09816059adc/8f6504df-dc96-432e-a739-95e55f61005f/2d3c3f5c-adac-4757-83ea-df5162643906) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:56.659396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63af65aa-6a6c-4004-9619-b47280c8db2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.662517 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63af65aa-6a6c-4004-9619-b47280c8db2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.666086 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-63af65aa-6a6c-4004-9619-b47280c8db2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/222e2437-2164-4738-b123-1273421f06a1 HTTP/1.1" status: 204 len: 168 time: 0.2824602 Nov 16 04:43:56.684550 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Attempting to bind port 20420557-c32b-468e-8185-56d41c3520a6 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:43:56.685126 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Attempting to bind port 20420557-c32b-468e-8185-56d41c3520a6 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:43:56.685391 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Attempting to bind port 20420557-c32b-468e-8185-56d41c3520a6 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:43:56.688510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-a4a9e6d1-fa9e-47ae-b489-4f243cb15889 service neutron] 10.222.0.41 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674301 Nov 16 04:43:56.696989 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Pushing event updated for resources: {'Port': ['ID=20420557-c32b-468e-8185-56d41c3520a6,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:56.701248 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:43:56.710065 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:43:56.710688 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.712960 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:43:56.713855 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Bound port: 20420557-c32b-468e-8185-56d41c3520a6, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:43:56.715765 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.717430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af65aa-6a6c-4004-9619-b47280c8db2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222e2437-2164-4738-b123-1273421f06a1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:56.755751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8e71348a-2d89-4ba0-8f18-c0ec83ac6750 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Made reservation on behalf of 68dd001f9dc24b459464f4b89f629e44 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:56.761362 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8e71348a-2d89-4ba0-8f18-c0ec83ac6750 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.776114 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:56.776114 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:56.776418 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:56.776660 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:56.776943 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:56.777275 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:56.777604 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:56.777958 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:56.779364 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:56.779364 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:56.779591 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:56.779784 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:43:56.791398 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] For port 20420557-c32b-468e-8185-56d41c3520a6, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:43:56.794880 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] For port 20420557-c32b-468e-8185-56d41c3520a6, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=20420557-c32b-468e-8185-56d41c3520a6,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:43:56.798719 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.799211 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53c04925-32b7-4ed4-84f5-db0b951eb7e2 req-4de23355-97d0-4d89-aed3-918804eec1c0 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/7c081baf-68ba-488f-bcfc-2da5320d737c HTTP/1.1" status: 200 len: 3012 time: 0.1660414 Nov 16 04:43:56.820747 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.849676 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Routers {'094dc106-3b01-4e9d-8629-1bc26d3cccbd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:43:56.850330 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:43:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:56.869513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e582fe32-9645-4a06-8dda-4d5435bc0392,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:56.916984 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:56.948076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-90610ab6-2623-4a6c-bb30-e9d2618323e7 service neutron] 10.222.0.41 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586609 Nov 16 04:43:56.978229 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a073cd-faa9-4fd0-896e-66e01aa38707 None None] Pushing event updated for resources: {'Port': ['ID=20420557-c32b-468e-8185-56d41c3520a6,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:57.007527 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] Set router 094dc106-3b01-4e9d-8629-1bc26d3cccbd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:43:57.056564 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Network d019822d-3342-47c4-8aeb-b09816059adc is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:57.057439 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-53c04925-32b7-4ed4-84f5-db0b951eb7e2 req-3c4d208e-6277-43da-87c0-0246a24275f4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:57.065683 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:57.071300 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-53c04925-32b7-4ed4-84f5-db0b951eb7e2 req-3c4d208e-6277-43da-87c0-0246a24275f4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:57.072899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:57.128757 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Pushing event updated for resources: {'Port': ['ID=2d3c3f5c-adac-4757-83ea-df5162643906,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:57.151044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:57.151546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-442d11ef-8e22-4f73-a67f-58a29f0c3afc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Made reservation on behalf of 68dd001f9dc24b459464f4b89f629e44 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:43:57.157506 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-442d11ef-8e22-4f73-a67f-58a29f0c3afc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:57.190525 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-53c04925-32b7-4ed4-84f5-db0b951eb7e2 req-3c4d208e-6277-43da-87c0-0246a24275f4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:57.196239 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-53c04925-32b7-4ed4-84f5-db0b951eb7e2 req-3c4d208e-6277-43da-87c0-0246a24275f4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:57.197820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53c04925-32b7-4ed4-84f5-db0b951eb7e2 req-3c4d208e-6277-43da-87c0-0246a24275f4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ca9bbc90-ec00-4827-9539-f79e2748befd HTTP/1.1" status: 204 len: 173 time: 0.2470953 Nov 16 04:43:57.287184 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37164) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:57.290497 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:43:54Z', 'revision_number': 3, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:57.309811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d208e-6277-43da-87c0-0246a24275f4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca9bbc90-ec00-4827-9539-f79e2748befd,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:57.324788 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2ab910-8543-4d57-a04f-1071d30ce328 None None] The sync data for ids ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'] in n-d-818042-1 is: [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:43:54Z', 'revision_number': 3, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:43:57.332309 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfbe430-d0ad-4b7d-b432-60c68ee35b27 x-openstack-request-id: req-ddfbe430-d0ad-4b7d-b432-60c68ee35b27 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:57.332878 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd0219c-063f-4948-a6c4-8c6b16c0c244", "tag": "58129f5c-6ef3-432c-9e1a-f6d981c78e53", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:57.336331 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ddfbe430-d0ad-4b7d-b432-60c68ee35b27 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:57.336977 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd0219c-063f-4948-a6c4-8c6b16c0c244', 'tag': '58129f5c-6ef3-432c-9e1a-f6d981c78e53', 'status': 'completed', 'code': 200} Nov 16 04:43:57.347794 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e656fe96-5c5f-449d-a950-097a6df39e14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:57.545716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-63628540-4432-4b57-be54-b8b380b65fd8 None None] Provisioning complete for port 2d3c3f5c-adac-4757-83ea-df5162643906 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:57.546353 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63628540-4432-4b57-be54-b8b380b65fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:57.550160 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:57.566172 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e656fe96-5c5f-449d-a950-097a6df39e14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:57.581295 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e656fe96-5c5f-449d-a950-097a6df39e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:57.603656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a61dd5-6531-4279-8220-02eb4fb0b231 req-a72c588e-3439-44ef-b604-8c5d99a3b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:57.605343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20a61dd5-6531-4279-8220-02eb4fb0b231 req-a72c588e-3439-44ef-b604-8c5d99a3b5e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270&device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 1175 time: 0.2514837 Nov 16 04:43:57.608271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-63628540-4432-4b57-be54-b8b380b65fd8 None None] Port 2d3c3f5c-adac-4757-83ea-df5162643906 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:43:57.614162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8e71348a-2d89-4ba0-8f18-c0ec83ac6750 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Allocated IP 192.168.233.130 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/31f56588-e2cb-4b3f-b4f4-17b4c37748f9) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:57.618836 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1646fb77-79de-4b2a-a7a0-8f4552bb1f4c req-2f904b3e-6606-4e9e-aeab-0b9651a0fce7 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/fe699815-28c5-44ba-830f-afafd79a1f0c HTTP/1.1" status: 200 len: 1817 time: 0.3155122 Nov 16 04:43:57.674107 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e656fe96-5c5f-449d-a950-097a6df39e14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8744984a3ca4d6298ac603d197e78fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815846 Nov 16 04:43:57.676876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37172) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:43:57.710859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd585592-0c39-49b4-9786-0dcaf74eb60a req-7e66e317-9c9b-48a5-a3ec-c4d45f20a113 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:57.719129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd585592-0c39-49b4-9786-0dcaf74eb60a req-7e66e317-9c9b-48a5-a3ec-c4d45f20a113 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:57.740451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd585592-0c39-49b4-9786-0dcaf74eb60a req-7e66e317-9c9b-48a5-a3ec-c4d45f20a113 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:57.747886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd585592-0c39-49b4-9786-0dcaf74eb60a req-7e66e317-9c9b-48a5-a3ec-c4d45f20a113 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:57.749322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656fe96-5c5f-449d-a950-097a6df39e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba790dad-f0e1-487a-ac6c-03454cac2bce,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:57.754060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd585592-0c39-49b4-9786-0dcaf74eb60a req-7e66e317-9c9b-48a5-a3ec-c4d45f20a113 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:57.760862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd585592-0c39-49b4-9786-0dcaf74eb60a req-7e66e317-9c9b-48a5-a3ec-c4d45f20a113 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:57.766950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd585592-0c39-49b4-9786-0dcaf74eb60a req-7e66e317-9c9b-48a5-a3ec-c4d45f20a113 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:57.769099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd585592-0c39-49b4-9786-0dcaf74eb60a req-7e66e317-9c9b-48a5-a3ec-c4d45f20a113 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5421 time: 0.3327751 Nov 16 04:43:57.874194 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-220f12ad-1905-42a8-af37-76092b932174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:57.898015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-220f12ad-1905-42a8-af37-76092b932174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:57.956233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a61dd5-6531-4279-8220-02eb4fb0b231 req-3ff9f396-1ac4-4012-a87d-857e82bb5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:57.957852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20a61dd5-6531-4279-8220-02eb4fb0b231 req-3ff9f396-1ac4-4012-a87d-857e82bb5e1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2b3a4bd-4030-400c-8fc8-6688deb93e65 HTTP/1.1" status: 200 len: 912 time: 0.3452518 Nov 16 04:43:57.983348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd585592-0c39-49b4-9786-0dcaf74eb60a req-5ce1f3bf-342b-4e5f-86ad-91efdc27c5a7 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1842246 Nov 16 04:43:58.055577 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-1646fb77-79de-4b2a-a7a0-8f4552bb1f4c req-7b609496-976c-4646-b920-b51d57b32126 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 04:43:58.056846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1646fb77-79de-4b2a-a7a0-8f4552bb1f4c req-7b609496-976c-4646-b920-b51d57b32126 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "DELETE /v2.0/security-groups/fe699815-28c5-44ba-830f-afafd79a1f0c HTTP/1.1" status: 409 len: 341 time: 0.4205058 Nov 16 04:43:58.092787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20a61dd5-6531-4279-8220-02eb4fb0b231 req-1730a359-32d2-4de5-b2b3-82db2da8e274 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58129f5c-6ef3-432c-9e1a-f6d981c78e53 HTTP/1.1" status: 200 len: 217 time: 0.1254337 Nov 16 04:43:58.146472 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0c545c-81a2-4955-a26e-0a0b506320ed x-openstack-request-id: req-aa0c545c-81a2-4955-a26e-0a0b506320ed {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:43:58.147190 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8272f874-d588-436d-8c91-165278d12b09", "name": "network-vif-plugged", "status": "completed", "tag": "e582fe32-9645-4a06-8dda-4d5435bc0392", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:43:58.148263 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa0c545c-81a2-4955-a26e-0a0b506320ed {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:43:58.148847 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8272f874-d588-436d-8c91-165278d12b09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e582fe32-9645-4a06-8dda-4d5435bc0392', 'code': 200} Nov 16 04:43:58.180184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e32449-126f-4a61-a6de-b898d9313270 req-f1cee316-fa0e-42a8-a10e-a9793e784c4b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 210 time: 0.0667892 Nov 16 04:43:58.210278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a61dd5-6531-4279-8220-02eb4fb0b231 req-ca894c65-9d38-4d19-a4d5-d625287e2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:58.211863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20a61dd5-6531-4279-8220-02eb4fb0b231 req-ca894c65-9d38-4d19-a4d5-d625287e2ad7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e HTTP/1.1" status: 200 len: 851 time: 0.1127582 Nov 16 04:43:58.273601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20a61dd5-6531-4279-8220-02eb4fb0b231 req-f64d19ec-c954-47c0-9d08-d6c42186889c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2b3a4bd-4030-400c-8fc8-6688deb93e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517075 Nov 16 04:43:58.305279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea579511-eca6-4114-bbc1-b54798ed172e req-8e1aa938-2e18-49dd-8f90-7d0bc7188ea2 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 210 time: 0.0821583 Nov 16 04:43:58.326471 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8e71348a-2d89-4ba0-8f18-c0ec83ac6750 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:58.389003 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-220f12ad-1905-42a8-af37-76092b932174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:58.391853 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-220f12ad-1905-42a8-af37-76092b932174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:58.395365 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-220f12ad-1905-42a8-af37-76092b932174 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba790dad-f0e1-487a-ac6c-03454cac2bce HTTP/1.1" status: 204 len: 168 time: 0.7133524 Nov 16 04:43:58.398883 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:58.413402 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:58.416122 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220f12ad-1905-42a8-af37-76092b932174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba790dad-f0e1-487a-ac6c-03454cac2bce,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:58.508077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48f5819c-28d4-47bc-bacd-e7fa310618da req-e02e51ac-6edc-4800-887f-f045402e8d0c tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/7c081baf-68ba-488f-bcfc-2da5320d737c HTTP/1.1" status: 200 len: 2414 time: 0.2586417 Nov 16 04:43:58.510790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Pushing event updated for resources: {'Port': ['ID=2d3c3f5c-adac-4757-83ea-df5162643906,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:58.513228 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:58.605030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701ec4e-9de3-4df2-ac39-d72b457ff60c req-17ae776c-cbb6-4df0-91e7-b5d49fe94cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:58.606572 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e701ec4e-9de3-4df2-ac39-d72b457ff60c req-17ae776c-cbb6-4df0-91e7-b5d49fe94cc6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 1097 time: 0.2985988 Nov 16 04:43:58.632048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b924af-7281-47e7-84f1-20acd6910ac7 req-788d393e-3a09-4929-9e6d-2e78697e8fac tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:58.633569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1b924af-7281-47e7-84f1-20acd6910ac7 req-788d393e-3a09-4929-9e6d-2e78697e8fac tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 946 time: 0.2118139 Nov 16 04:43:58.646268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20a61dd5-6531-4279-8220-02eb4fb0b231 req-fbe4bd9f-0a81-4eaf-a7d0-59cc59b4e9e1 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448136 Nov 16 04:43:58.683937 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Network d019822d-3342-47c4-8aeb-b09816059adc is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:58.685605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:58.712178 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8e71348a-2d89-4ba0-8f18-c0ec83ac6750 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:58.727736 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:58.803685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['881ab524-5f9c-434a-9608-a278a5b8ff16', '6435f10c-645a-469f-baa4-798adcd22a32'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:43:58.860393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Router 094dc106-3b01-4e9d-8629-1bc26d3cccbd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:43:58.974879 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-48f5819c-28d4-47bc-bacd-e7fa310618da req-b060e37f-3065-451d-b111-35be2456f9b8 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:59.043369 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:43:59.049254 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bf1f2370-5989-4492-8b87-0ba7c81e92dd admin admin] 10.222.0.41 "PUT /v2.0/routers/094dc106-3b01-4e9d-8629-1bc26d3cccbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6387010 Nov 16 04:43:59.268387 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7f429527-0525-4dc0-98f0-15b7cd5e69f9 None None] Provisioning complete for port 2d3c3f5c-adac-4757-83ea-df5162643906 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:59.268853 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f429527-0525-4dc0-98f0-15b7cd5e69f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:59.343678 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7f429527-0525-4dc0-98f0-15b7cd5e69f9 None None] Port 2d3c3f5c-adac-4757-83ea-df5162643906 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:43:59.413701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 20420557-c32b-468e-8185-56d41c3520a6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:43:59.415953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8e71348a-2d89-4ba0-8f18-c0ec83ac6750 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:43:59.417878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-442d11ef-8e22-4f73-a67f-58a29f0c3afc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Allocated IP 192.168.233.45 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/6d9c8b8e-1a56-4b90-9cd6-fd478337558f) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:43:59.433411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e701ec4e-9de3-4df2-ac39-d72b457ff60c req-c6c5fdc3-33e3-4a60-8c7c-e3a73634001e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8121865 Nov 16 04:43:59.453328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1b924af-7281-47e7-84f1-20acd6910ac7 req-e4ce01ae-f97e-4849-b64b-c4fb0abdcc54 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8048477 Nov 16 04:43:59.454398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8e71348a-2d89-4ba0-8f18-c0ec83ac6750 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:43:59.483694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71348a-2d89-4ba0-8f18-c0ec83ac6750 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event updated for resources: {'Port': ['ID=31f56588-e2cb-4b3f-b4f4-17b4c37748f9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:59.490986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 20420557-c32b-468e-8185-56d41c3520a6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:59.491466 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:59.511532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8e71348a-2d89-4ba0-8f18-c0ec83ac6750 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:43:59.524007 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-48f5819c-28d4-47bc-bacd-e7fa310618da req-b060e37f-3065-451d-b111-35be2456f9b8 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:59.676044 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:59.711005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20a61dd5-6531-4279-8220-02eb4fb0b231 req-2f321f0d-f06f-43a8-99df-33b5654a7e04 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0499890 Nov 16 04:43:59.720864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 20420557-c32b-468e-8185-56d41c3520a6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=20420557-c32b-468e-8185-56d41c3520a6,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:43:59.734065 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:59.739489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8e71348a-2d89-4ba0-8f18-c0ec83ac6750 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:59.740166 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8e71348a-2d89-4ba0-8f18-c0ec83ac6750 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:59.771593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-4dbf4dec-3999-4999-bcbb-31d48cc29285 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:43:59.773118 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-4dbf4dec-3999-4999-bcbb-31d48cc29285 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.37 "GET /v2.0/networks?id=e964ee29-f20c-437c-bf6c-7fec122914b0 HTTP/1.1" status: 200 len: 804 time: 0.9860821 Nov 16 04:43:59.803128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Sync routers for ids ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:43:59.822406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=20420557-c32b-468e-8185-56d41c3520a6,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:59.830733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Routers {'094dc106-3b01-4e9d-8629-1bc26d3cccbd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:43:59.831469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:43:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:43:59.832931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e08a2dcc-64c0-48a2-8a84-80fdcfe0c97e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Request body: {'port': {'device_id': '05c8018a-455e-4b04-9e22-7f5733ef20e8', 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0', 'admin_state_up': True, 'tenant_id': '63af366e9e2a4a14aab07ba7e485aed4'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:59.917901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8e71348a-2d89-4ba0-8f18-c0ec83ac6750 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7594407 Nov 16 04:43:59.929111 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-aac10045-e547-4d94-b56b-4dbe66297dde None None] Provisioning complete for port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:43:59.929111 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aac10045-e547-4d94-b56b-4dbe66297dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:59.934031 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-48f5819c-28d4-47bc-bacd-e7fa310618da req-b060e37f-3065-451d-b111-35be2456f9b8 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:59.936506 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-48f5819c-28d4-47bc-bacd-e7fa310618da req-b060e37f-3065-451d-b111-35be2456f9b8 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:43:59.937578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48f5819c-28d4-47bc-bacd-e7fa310618da req-b060e37f-3065-451d-b111-35be2456f9b8 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "DELETE /v2.0/security-groups/7c081baf-68ba-488f-bcfc-2da5320d737c HTTP/1.1" status: 204 len: 173 time: 1.4038908 Nov 16 04:43:59.948222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Request body: {'port': {'device_id': '1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:43:59.992088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060e37f-3065-451d-b111-35be2456f9b8 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c081baf-68ba-488f-bcfc-2da5320d737c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:43:59.994657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Set router 094dc106-3b01-4e9d-8629-1bc26d3cccbd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:43:59.995601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-aac10045-e547-4d94-b56b-4dbe66297dde None None] Port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:44:00.036182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf3669-0e47-4cc8-b548-905d586366bf req-093982a8-022a-47a6-912a-0be2211a4172 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:00.042377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf3669-0e47-4cc8-b548-905d586366bf req-093982a8-022a-47a6-912a-0be2211a4172 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:00.048166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf3669-0e47-4cc8-b548-905d586366bf req-093982a8-022a-47a6-912a-0be2211a4172 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:00.054189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf3669-0e47-4cc8-b548-905d586366bf req-093982a8-022a-47a6-912a-0be2211a4172 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:00.060583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf3669-0e47-4cc8-b548-905d586366bf req-093982a8-022a-47a6-912a-0be2211a4172 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:00.066549 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf3669-0e47-4cc8-b548-905d586366bf req-093982a8-022a-47a6-912a-0be2211a4172 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:00.072474 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf3669-0e47-4cc8-b548-905d586366bf req-093982a8-022a-47a6-912a-0be2211a4172 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:00.074459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ebf3669-0e47-4cc8-b548-905d586366bf req-093982a8-022a-47a6-912a-0be2211a4172 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5421 time: 0.3243141 Nov 16 04:44:00.172566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60f6c4d7-7447-4932-8800-2f31f9578ada req-1a17d1e8-3d2b-4a0b-930a-5e2db74eb967 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 210 time: 0.0965390 Nov 16 04:44:00.176965 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:00.210493 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-442d11ef-8e22-4f73-a67f-58a29f0c3afc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:00.254197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:43:57Z', 'revision_number': 4, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '2d3c3f5c-adac-4757-83ea-df5162643906', 'name': '', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'mac_address': 'fa:16:3e:87:19:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '8f6504df-dc96-432e-a739-95e55f61005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:56Z', 'updated_at': '2021-11-16T04:43:57Z', 'revision_number': 2, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'subnets': [{'id': '8f6504df-dc96-432e-a739-95e55f61005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:00.273465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e08a2dcc-64c0-48a2-8a84-80fdcfe0c97e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Made reservation on behalf of 63af366e9e2a4a14aab07ba7e485aed4 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:00.277007 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e08a2dcc-64c0-48a2-8a84-80fdcfe0c97e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:00.290563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Checking router: 094dc106-3b01-4e9d-8629-1bc26d3cccbd for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:44:00.290836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Updating router 094dc106-3b01-4e9d-8629-1bc26d3cccbd port 2d3c3f5c-adac-4757-83ea-df5162643906 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:44:00.321401 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:00.327649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ebf3669-0e47-4cc8-b548-905d586366bf req-99694b07-e6e5-41ed-9a9d-52ff1ef51b5d tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2191081 Nov 16 04:44:00.477266 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-442d11ef-8e22-4f73-a67f-58a29f0c3afc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:00.517668 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['881ab524-5f9c-434a-9608-a278a5b8ff16', '6435f10c-645a-469f-baa4-798adcd22a32'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:00.554599 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc5f009c-3afc-4744-b3d5-436f9c0bd1dc req-bdcaac45-e18b-44c1-89ea-7bc29dd61621 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 210 time: 0.0807312 Nov 16 04:44:00.577322 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:00.625365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-442d11ef-8e22-4f73-a67f-58a29f0c3afc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:00.636216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-442d11ef-8e22-4f73-a67f-58a29f0c3afc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:00.647229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-442d11ef-8e22-4f73-a67f-58a29f0c3afc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:00.649667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d11ef-8e22-4f73-a67f-58a29f0c3afc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event updated for resources: {'Port': ['ID=6d9c8b8e-1a56-4b90-9cd6-fd478337558f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:00.838612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-442d11ef-8e22-4f73-a67f-58a29f0c3afc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:00.839542 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-442d11ef-8e22-4f73-a67f-58a29f0c3afc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:00.844658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e08a2dcc-64c0-48a2-8a84-80fdcfe0c97e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Allocated IP 172.20.0.5 (e964ee29-f20c-437c-bf6c-7fec122914b0/063c054f-393a-4bcd-b5ae-2266d7cc8f6b/623cdc1b-818c-419a-b25d-3267d5ca1aa1) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:00.900928 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-442d11ef-8e22-4f73-a67f-58a29f0c3afc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5682383 Nov 16 04:44:00.928970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d6d2b-61a2-458c-96f9-2799c108da97 req-a2f5fb65-acbf-4218-ba95-64d4babaa69a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:00.930703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-056d6d2b-61a2-458c-96f9-2799c108da97 req-a2f5fb65-acbf-4218-ba95-64d4babaa69a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 1024 time: 0.1608441 Nov 16 04:44:00.939594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Request body: {'port': {'device_id': '43ad8765-bed3-46ac-a2cf-5c80683391c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:00.971697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37238) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:00.977398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e0e418c1-e7c6-4a6e-b022-8dd6754f88bc tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101098958', 'description': 'tempest-description--1019065734'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:01.012912 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e0e418c1-e7c6-4a6e-b022-8dd6754f88bc tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.042166 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.053010 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.083990 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-de09adf5-b19b-48bc-bd54-0635ce5c8c32 req-ecfe7578-1fe5-453b-bd04-ebf7a2397a7b tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] show failed (client error): The resource could not be found. Nov 16 04:44:01.094351 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de09adf5-b19b-48bc-bd54-0635ce5c8c32 req-ecfe7578-1fe5-453b-bd04-ebf7a2397a7b tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/5d8aa36e-1e4b-48ab-b623-1f8d758e0212 HTTP/1.1" status: 404 len: 352 time: 0.0823174 Nov 16 04:44:01.102305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:01.115423 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.132683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Transition to ACTIVE for port object 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:44:01.143167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71638d-7551-46ae-81e6-c71d4305b39a None None] Pushing event updated for resources: {'Port': ['ID=2d3c3f5c-adac-4757-83ea-df5162643906,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:01.148268 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e0e418c1-e7c6-4a6e-b022-8dd6754f88bc tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.156441 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e0e418c1-e7c6-4a6e-b022-8dd6754f88bc tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.194702 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e0e418c1-e7c6-4a6e-b022-8dd6754f88bc tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.196774 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e0e418c1-e7c6-4a6e-b022-8dd6754f88bc tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2233555 Nov 16 04:44:01.201383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37242) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:01.212101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d4203867-acfb-4d7a-aed5-f6141b80c0cb tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Request body: {'security_group_rule': {'security_group_id': '973d975b-d2df-4db7-bc2c-3d1675980be0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:01.222663 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Attempting to bind port 2d3c3f5c-adac-4757-83ea-df5162643906 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:01.223683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Attempting to bind port 2d3c3f5c-adac-4757-83ea-df5162643906 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'cfd7c57c-1114-42d0-ae73-d770929f61b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:01.223683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Attempting to bind port 2d3c3f5c-adac-4757-83ea-df5162643906 on network d019822d-3342-47c4-8aeb-b09816059adc {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:01.230426 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e418c1-e7c6-4a6e-b022-8dd6754f88bc tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973d975b-d2df-4db7-bc2c-3d1675980be0,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:01.237887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-47a3b84d-1843-4a4b-b6c6-d83912d908b6 None None] Provisioning complete for port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:01.238243 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47a3b84d-1843-4a4b-b6c6-d83912d908b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.245078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:01.245639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Checking segment: {'id': 'cfd7c57c-1114-42d0-ae73-d770929f61b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:01.245885 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.246070 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.246322 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Bound using segment: {'id': 'cfd7c57c-1114-42d0-ae73-d770929f61b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:01.246744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Bound port: 2d3c3f5c-adac-4757-83ea-df5162643906, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd7c57c-1114-42d0-ae73-d770929f61b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:01.247133 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.262738 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4203867-acfb-4d7a-aed5-f6141b80c0cb tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.322843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-47a3b84d-1843-4a4b-b6c6-d83912d908b6 None None] Port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:44:01.343766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4203867-acfb-4d7a-aed5-f6141b80c0cb tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.349356 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4203867-acfb-4d7a-aed5-f6141b80c0cb tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.359623 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 20420557-c32b-468e-8185-56d41c3520a6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:01.380082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4203867-acfb-4d7a-aed5-f6141b80c0cb tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339cba0e-868a-4d60-a880-c195cdf8ed14,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:01.388381 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4203867-acfb-4d7a-aed5-f6141b80c0cb tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.393985 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4203867-acfb-4d7a-aed5-f6141b80c0cb tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1909220 Nov 16 04:44:01.395387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37248) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:01.402592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-062232f8-9513-4ff6-bfde-151d3cae0f6e tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Request body: {'security_group_rule': {'security_group_id': '973d975b-d2df-4db7-bc2c-3d1675980be0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:01.408291 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.441813 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-062232f8-9513-4ff6-bfde-151d3cae0f6e tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.447428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] For port 2d3c3f5c-adac-4757-83ea-df5162643906, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:01.456649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] For port 2d3c3f5c-adac-4757-83ea-df5162643906, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2d3c3f5c-adac-4757-83ea-df5162643906,segment=NetworkSegment(cfd7c57c-1114-42d0-ae73-d770929f61b4),segment_id=cfd7c57c-1114-42d0-ae73-d770929f61b4)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:01.465542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c448c69d-7eed-41ec-99f9-457cba89b81e None None] Provisioning complete for port 2d3c3f5c-adac-4757-83ea-df5162643906 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:01.466169 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c448c69d-7eed-41ec-99f9-457cba89b81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.470073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Pushing event updated for resources: {'Port': ['ID=31f56588-e2cb-4b3f-b4f4-17b4c37748f9,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:01.471312 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.503110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-056d6d2b-61a2-458c-96f9-2799c108da97 req-40e6f243-87ff-461b-bebe-611c956b3197 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe699815-28c5-44ba-830f-afafd79a1f0c&id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&id=31ba9704-d48b-4d6d-8f67-c4b0d8a8a712&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.5483096 Nov 16 04:44:01.519302 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-062232f8-9513-4ff6-bfde-151d3cae0f6e tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.524730 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-062232f8-9513-4ff6-bfde-151d3cae0f6e tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.555519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062232f8-9513-4ff6-bfde-151d3cae0f6e tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dff658a-23a8-41e9-9408-a5ae37565ad3,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:01.567923 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-062232f8-9513-4ff6-bfde-151d3cae0f6e tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.570856 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-062232f8-9513-4ff6-bfde-151d3cae0f6e tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1739519 Nov 16 04:44:01.573923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37252) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:01.580245 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:01.584564 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 20420557-c32b-468e-8185-56d41c3520a6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:01.584943 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.612121 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.640058 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Routers {'094dc106-3b01-4e9d-8629-1bc26d3cccbd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:44:01.640724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:43:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:01.770712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb4110-7db9-4e3c-97d2-5b37f66f0e78 req-2401eda0-1877-4211-a9a9-4a38beb840f3 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:01.772996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4eb4110-7db9-4e3c-97d2-5b37f66f0e78 req-2401eda0-1877-4211-a9a9-4a38beb840f3 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 1024 time: 0.5239398 Nov 16 04:44:01.787322 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c448c69d-7eed-41ec-99f9-457cba89b81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.790146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71638d-7551-46ae-81e6-c71d4305b39a None None] Pushing event updated for resources: {'Port': ['ID=2d3c3f5c-adac-4757-83ea-df5162643906,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:01.791189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1e169-70e4-4e28-9fc9-4abc147bb881 req-c3857c04-962d-4da1-8d71-ea1f9bf95c67 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:01.799845 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:01.802255 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52a1e169-70e4-4e28-9fc9-4abc147bb881 req-c3857c04-962d-4da1-8d71-ea1f9bf95c67 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 946 time: 0.6196723 Nov 16 04:44:01.935185 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Allocated IP 172.25.0.10 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/3c6b54ea-ed7b-4098-8c53-41975490c79e) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:02.046221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c448c69d-7eed-41ec-99f9-457cba89b81e None None] For port 2d3c3f5c-adac-4757-83ea-df5162643906, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2d3c3f5c-adac-4757-83ea-df5162643906,segment=NetworkSegment(cfd7c57c-1114-42d0-ae73-d770929f61b4),segment_id=cfd7c57c-1114-42d0-ae73-d770929f61b4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:02.048821 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.068734 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c448c69d-7eed-41ec-99f9-457cba89b81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.076456 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e08a2dcc-64c0-48a2-8a84-80fdcfe0c97e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.081216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] Set router 094dc106-3b01-4e9d-8629-1bc26d3cccbd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:44:02.084211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Attempting to bind port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:02.084211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Attempting to bind port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:02.084211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Attempting to bind port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:02.090745 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.125510 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:02.128431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:02.134372 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:02.150350 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52a1e169-70e4-4e28-9fc9-4abc147bb881 req-c2c2d970-e0ac-4e3d-b717-8803c0292338 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986003 Nov 16 04:44:02.178028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Pushing event updated for resources: {'Port': ['ID=3c6b54ea-ed7b-4098-8c53-41975490c79e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:02.219777 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:44:02.220169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Attempting to bind port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:02.243916 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.246721 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448c69d-7eed-41ec-99f9-457cba89b81e None None] Pushing event updated for resources: {'Port': ['ID=2d3c3f5c-adac-4757-83ea-df5162643906,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:02.264718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:02.265072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:02.265430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:02.266075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Bound port: 31f56588-e2cb-4b3f-b4f4-17b4c37748f9, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:02.266429 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.294112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.297333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5264df25-a5b0-49bb-a400-92e106c7cf27 None None] Provisioning complete for port 2d3c3f5c-adac-4757-83ea-df5162643906 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:02.297709 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5264df25-a5b0-49bb-a400-92e106c7cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.298887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75b20805-83dc-42f0-b959-9d46f1c1b41b req-47196039-5ffc-4209-a6b1-7c5c7512c482 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/8260fd5b-f053-4f91-9d38-77f7d8153fe3 HTTP/1.1" status: 200 len: 1822 time: 0.3455508 Nov 16 04:44:02.420877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:43:57Z', 'revision_number': 4, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '2d3c3f5c-adac-4757-83ea-df5162643906', 'name': '', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'mac_address': 'fa:16:3e:87:19:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '8f6504df-dc96-432e-a739-95e55f61005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:56Z', 'updated_at': '2021-11-16T04:44:01Z', 'revision_number': 4, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'subnets': [{'id': '8f6504df-dc96-432e-a739-95e55f61005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:02.443080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9ea52f-2670-4f61-91a6-f3804aaa0684 req-50858753-f913-4cdb-80ef-22e0a3ce0e98 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:02.444575 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e9ea52f-2670-4f61-91a6-f3804aaa0684 req-50858753-f913-4cdb-80ef-22e0a3ce0e98 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 935 time: 0.2224090 Nov 16 04:44:02.452760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bd22bd-b99e-4fe7-b83d-fe17f728200c None None] The sync data for ids ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'] in n-d-818042-1 is: [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:43:57Z', 'revision_number': 4, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '2d3c3f5c-adac-4757-83ea-df5162643906', 'name': '', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'mac_address': 'fa:16:3e:87:19:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '8f6504df-dc96-432e-a739-95e55f61005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:56Z', 'updated_at': '2021-11-16T04:44:01Z', 'revision_number': 4, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'subnets': [{'id': '8f6504df-dc96-432e-a739-95e55f61005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:44:02.456758 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e08a2dcc-64c0-48a2-8a84-80fdcfe0c97e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.481337 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.486962 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.532411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e4eb4110-7db9-4e3c-97d2-5b37f66f0e78 req-7e54cb85-6321-4c84-a717-39f292ff848a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Deleting port 58129f5c-6ef3-432c-9e1a-f6d981c78e53 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:44:02.532899 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e4eb4110-7db9-4e3c-97d2-5b37f66f0e78 req-7e54cb85-6321-4c84-a717-39f292ff848a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.582226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Pushing event updated for resources: {'Port': ['ID=3c6b54ea-ed7b-4098-8c53-41975490c79e,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:02.592095 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.608467 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.610064 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-982af215-c8d6-44e9-adee-e4dc8616c02d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0349782 Nov 16 04:44:02.636080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] For port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:02.669942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e08a2dcc-64c0-48a2-8a84-80fdcfe0c97e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Network e964ee29-f20c-437c-bf6c-7fec122914b0 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:02.674508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9c8b8e-1a56-4b90-9cd6-fd478337558f {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:02.684673 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75b20805-83dc-42f0-b959-9d46f1c1b41b req-163112ed-59ba-404f-a867-c32265dd93ec tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.695366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] For port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31f56588-e2cb-4b3f-b4f4-17b4c37748f9,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:02.697063 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e08a2dcc-64c0-48a2-8a84-80fdcfe0c97e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:02.700050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e08a2dcc-64c0-48a2-8a84-80fdcfe0c97e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:02.710119 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.733570 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.761877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a2dcc-64c0-48a2-8a84-80fdcfe0c97e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Pushing event updated for resources: {'Port': ['ID=623cdc1b-818c-419a-b25d-3267d5ca1aa1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:02.823808 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75b20805-83dc-42f0-b959-9d46f1c1b41b req-163112ed-59ba-404f-a867-c32265dd93ec tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.839485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Transition to ACTIVE for port object 6d9c8b8e-1a56-4b90-9cd6-fd478337558f will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:44:02.856285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:02.856909 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.858215 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] 10.222.0.37 "PUT /v2.0/ports/31f56588-e2cb-4b3f-b4f4-17b4c37748f9 HTTP/1.1" status: 200 len: 1096 time: 2.9253798 Nov 16 04:44:02.861639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e9ea52f-2670-4f61-91a6-f3804aaa0684 req-64fdb509-2237-4a6d-8727-789a1b614673 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858786 Nov 16 04:44:02.870638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047', 'tag': '31f56588-e2cb-4b3f-b4f4-17b4c37748f9'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:02.872982 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b942791-002b-49e7-8ed6-27341827b9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047", "tag": "31f56588-e2cb-4b3f-b4f4-17b4c37748f9"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:02.897831 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:02.966793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e08a2dcc-64c0-48a2-8a84-80fdcfe0c97e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:02.967417 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e08a2dcc-64c0-48a2-8a84-80fdcfe0c97e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:03.006702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e4eb4110-7db9-4e3c-97d2-5b37f66f0e78 req-7e54cb85-6321-4c84-a717-39f292ff848a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] For port 58129f5c-6ef3-432c-9e1a-f6d981c78e53, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=58129f5c-6ef3-432c-9e1a-f6d981c78e53,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:03.007073 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e4eb4110-7db9-4e3c-97d2-5b37f66f0e78 req-7e54cb85-6321-4c84-a717-39f292ff848a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:03.031795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9c593-6495-48e2-84aa-d08a1840878c service neutron] Pushing event updated for resources: {'Port': ['ID=31f56588-e2cb-4b3f-b4f4-17b4c37748f9,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:03.070438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e4eb4110-7db9-4e3c-97d2-5b37f66f0e78 req-7e54cb85-6321-4c84-a717-39f292ff848a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Calling delete_port for 58129f5c-6ef3-432c-9e1a-f6d981c78e53 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:44:03.110769 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e08a2dcc-64c0-48a2-8a84-80fdcfe0c97e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2818880 Nov 16 04:44:03.126760 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75b20805-83dc-42f0-b959-9d46f1c1b41b req-163112ed-59ba-404f-a867-c32265dd93ec tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:03.129231 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75b20805-83dc-42f0-b959-9d46f1c1b41b req-163112ed-59ba-404f-a867-c32265dd93ec tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:03.130430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75b20805-83dc-42f0-b959-9d46f1c1b41b req-163112ed-59ba-404f-a867-c32265dd93ec tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "DELETE /v2.0/security-groups/8260fd5b-f053-4f91-9d38-77f7d8153fe3 HTTP/1.1" status: 204 len: 173 time: 0.8217990 Nov 16 04:44:03.378614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2d3c3f5c-adac-4757-83ea-df5162643906 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:03.435434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 2d3c3f5c-adac-4757-83ea-df5162643906 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:03.436037 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:03.502750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Request body: {'port': {'device_id': '05c8018a-455e-4b04-9e22-7f5733ef20e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:03.594053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8b7f24f3-2e7c-4b48-ac19-7329b6082737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:03.595570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-8b7f24f3-2e7c-4b48-ac19-7329b6082737 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047 HTTP/1.1" status: 200 len: 1099 time: 0.6550982 Nov 16 04:44:03.613411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163112ed-59ba-404f-a867-c32265dd93ec tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8260fd5b-f053-4f91-9d38-77f7d8153fe3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:03.640259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Pushing event updated for resources: {'Port': ['ID=6d9c8b8e-1a56-4b90-9cd6-fd478337558f,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:03.702705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9e7d5-e661-4e68-8029-8185b692f582 req-a2ad01f4-27fc-4627-91e2-34afdcf41092 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:03.708495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9e7d5-e661-4e68-8029-8185b692f582 req-a2ad01f4-27fc-4627-91e2-34afdcf41092 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:03.714662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9e7d5-e661-4e68-8029-8185b692f582 req-a2ad01f4-27fc-4627-91e2-34afdcf41092 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:03.721084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9e7d5-e661-4e68-8029-8185b692f582 req-a2ad01f4-27fc-4627-91e2-34afdcf41092 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:03.726902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9e7d5-e661-4e68-8029-8185b692f582 req-a2ad01f4-27fc-4627-91e2-34afdcf41092 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:03.732824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9e7d5-e661-4e68-8029-8185b692f582 req-a2ad01f4-27fc-4627-91e2-34afdcf41092 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:03.738788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9e7d5-e661-4e68-8029-8185b692f582 req-a2ad01f4-27fc-4627-91e2-34afdcf41092 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:03.740739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45e9e7d5-e661-4e68-8029-8185b692f582 req-a2ad01f4-27fc-4627-91e2-34afdcf41092 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5421 time: 0.7639637 Nov 16 04:44:03.758723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d685d856-c536-46bd-9037-0cc6a04c86d9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=31f56588-e2cb-4b3f-b4f4-17b4c37748f9 HTTP/1.1" status: 200 len: 217 time: 0.1227374 Nov 16 04:44:03.862127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954c022-7ded-4a11-823d-3d2f40abf7d8 req-99ec4c3c-91da-4a02-999d-3cb8efd251f7 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:03.863579 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8954c022-7ded-4a11-823d-3d2f40abf7d8 req-99ec4c3c-91da-4a02-999d-3cb8efd251f7 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 931 time: 0.3039286 Nov 16 04:44:03.864120 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:03.898839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Attempting to bind port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:03.899173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Attempting to bind port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:03.899505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Attempting to bind port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:03.933004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:44:03.933328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Attempting to bind port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:03.943534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-a2bdd702-9e6f-4833-b392-20bda3768d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:03.944990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-a2bdd702-9e6f-4833-b392-20bda3768d2d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1533222 Nov 16 04:44:03.981785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:03.982105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:03.982489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:03.982921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Bound port: 6d9c8b8e-1a56-4b90-9cd6-fd478337558f, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:03.983271 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:04.048442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45e9e7d5-e661-4e68-8029-8185b692f582 req-bf5f79cf-e5aa-4499-98fa-7de9456bc351 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2966506 Nov 16 04:44:04.185983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8954c022-7ded-4a11-823d-3d2f40abf7d8 req-347a6ec8-f6e8-4c6a-8cc6-c8dacf0be5c2 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107305 Nov 16 04:44:04.201622 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e4eb4110-7db9-4e3c-97d2-5b37f66f0e78 req-7e54cb85-6321-4c84-a717-39f292ff848a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:04.222189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['1af51518-5081-40c7-85cc-2e51c34be7ea'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:04.224696 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-e61b6c4c-4227-4455-98ac-f8ed39b434c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:04.226613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-e61b6c4c-4227-4455-98ac-f8ed39b434c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2488477 Nov 16 04:44:04.278529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54cb85-6321-4c84-a717-39f292ff848a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event deleted for resources: {'Port': ['ID=58129f5c-6ef3-432c-9e1a-f6d981c78e53,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:04.328601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] For port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:04.444565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] For port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6d9c8b8e-1a56-4b90-9cd6-fd478337558f,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:04.445724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4eb4110-7db9-4e3c-97d2-5b37f66f0e78 req-7e54cb85-6321-4c84-a717-39f292ff848a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] No DVR routers for this DVR port 58129f5c-6ef3-432c-9e1a-f6d981c78e53 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:44:04.466844 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e4eb4110-7db9-4e3c-97d2-5b37f66f0e78 req-7e54cb85-6321-4c84-a717-39f292ff848a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:04.470187 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4eb4110-7db9-4e3c-97d2-5b37f66f0e78 req-7e54cb85-6321-4c84-a717-39f292ff848a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.15 "DELETE /v2.0/ports/58129f5c-6ef3-432c-9e1a-f6d981c78e53 HTTP/1.1" status: 204 len: 173 time: 2.5257218 Nov 16 04:44:04.473574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7de1cba0-9183-45dd-9213-49202815e5aa req-bc8abdc2-059f-4b0e-ac72-397e03ca7e27 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcd0219c-063f-4948-a6c4-8c6b16c0c244 HTTP/1.1" status: 200 len: 210 time: 0.1135728 Nov 16 04:44:04.478770 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:04.568123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:04.568741 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:04.570214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] 10.222.0.15 "PUT /v2.0/ports/6d9c8b8e-1a56-4b90-9cd6-fd478337558f HTTP/1.1" status: 200 len: 1095 time: 3.6500654 Nov 16 04:44:04.571672 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4e3b90-a41c-4c0c-be4d-d3f3122b4ad3 x-openstack-request-id: req-3c4e3b90-a41c-4c0c-be4d-d3f3122b4ad3 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:04.571981 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047", "tag": "31f56588-e2cb-4b3f-b4f4-17b4c37748f9", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:04.572347 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c4e3b90-a41c-4c0c-be4d-d3f3122b4ad3 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:04.572611 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047', 'tag': '31f56588-e2cb-4b3f-b4f4-17b4c37748f9', 'status': 'completed', 'code': 200} Nov 16 04:44:04.610358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-c54f6f5a-539e-4dd8-9b38-c5e094e73632 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1101098958&fields=id&tenant_id=0bd70c578c464b96ba9d090c76d7c228 HTTP/1.1" status: 200 len: 267 time: 0.2597024 Nov 16 04:44:04.654619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-321c3588-92da-48e5-95a4-f2518c949a38 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876758 Nov 16 04:44:04.721052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3dde4-35e8-4a75-9aa9-c404eda76d5a service neutron] Pushing event updated for resources: {'Port': ['ID=6d9c8b8e-1a56-4b90-9cd6-fd478337558f,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:04.842434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d7a065ef-864c-4df4-aa97-55904f69f709 req-57211c32-b62a-409d-bae1-7632b3351843 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/1f4e779c-0872-4ea4-964d-91aea7562ff6 HTTP/1.1" status: 200 len: 1822 time: 0.2558010 Nov 16 04:44:04.926594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-529519fc-fe08-4b85-bd87-1bb055747331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:04.928102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-529519fc-fe08-4b85-bd87-1bb055747331 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 1098 time: 0.2998168 Nov 16 04:44:04.964395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623cdc1b-818c-419a-b25d-3267d5ca1aa1 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:05.006537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-048a6fff-0aef-4f9f-bf25-8720ec87c10b service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252399 Nov 16 04:44:05.010756 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:05.017942 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-023b09f1-6766-4b25-874f-97e5c559bd1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=6d9c8b8e-1a56-4b90-9cd6-fd478337558f HTTP/1.1" status: 200 len: 217 time: 0.0736609 Nov 16 04:44:05.031470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-36858eac-2a48-468f-b690-8810f8c60c91 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:05.032990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-36858eac-2a48-468f-b690-8810f8c60c91 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/networks?id=d019822d-3342-47c4-8aeb-b09816059adc HTTP/1.1" status: 200 len: 805 time: 0.4057627 Nov 16 04:44:05.076438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Transition to ACTIVE for port object 623cdc1b-818c-419a-b25d-3267d5ca1aa1 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:44:05.109956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:05.125016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-e9ecf691-1682-474e-9970-da9991dc29a6 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/quotas/0bd70c578c464b96ba9d090c76d7c228 HTTP/1.1" status: 200 len: 375 time: 0.0794053 Nov 16 04:44:05.171413 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d7a065ef-864c-4df4-aa97-55904f69f709 req-600611b5-6773-46e8-86ce-6d6be0e7ed62 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:05.198374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-21ab5ff0-495a-4007-bddf-7f45d55cccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:05.199849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-21ab5ff0-495a-4007-bddf-7f45d55cccb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1648102 Nov 16 04:44:05.245122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b942791-002b-49e7-8ed6-27341827b9f2 req-9ba5d27e-22f4-49e4-bce9-d9f61f25e8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:05.246630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b942791-002b-49e7-8ed6-27341827b9f2 req-9ba5d27e-22f4-49e4-bce9-d9f61f25e8ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047 HTTP/1.1" status: 200 len: 1099 time: 0.1719303 Nov 16 04:44:05.249837 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d7a065ef-864c-4df4-aa97-55904f69f709 req-600611b5-6773-46e8-86ce-6d6be0e7ed62 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:05.252245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Pushing event updated for resources: {'Port': ['ID=623cdc1b-818c-419a-b25d-3267d5ca1aa1,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:05.298070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0a4c67cb-938c-4b12-bb00-cd0b361ed365 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:05.368297 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-7a42bebd-bcba-4f3a-844c-2025776fa6b7 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0bd70c578c464b96ba9d090c76d7c228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2339604 Nov 16 04:44:05.392711 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0a4c67cb-938c-4b12-bb00-cd0b361ed365, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0a4c67cb-938c-4b12-bb00-cd0b361ed365,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:05.408888 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '0a4c67cb-938c-4b12-bb00-cd0b361ed365', 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8', 'port_id': '0a4c67cb-938c-4b12-bb00-cd0b361ed365', 'mac_address': 'fa:16:3e:5f:12:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9cd7d75-6530-4637-9f7e-97185dccc1f3', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:05.446327 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:05.459130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4c67cb-938c-4b12-bb00-cd0b361ed365 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:05.473715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 58129f5c-6ef3-432c-9e1a-f6d981c78e53 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:44:05.501134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0a4c67cb-938c-4b12-bb00-cd0b361ed365, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0a4c67cb-938c-4b12-bb00-cd0b361ed365,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:05.502270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 58129f5c-6ef3-432c-9e1a-f6d981c78e53 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:44:05.502653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 58129f5c-6ef3-432c-9e1a-f6d981c78e53 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:44:05.506564 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:05.507300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device c13092af-5071-41f7-827e-e5ae59d5cd6a details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:05.519284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-9d10d535-2e3f-4e7e-bfcd-98c9047d74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:05.520689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-9d10d535-2e3f-4e7e-bfcd-98c9047d74b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2562070 Nov 16 04:44:05.574379 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d7a065ef-864c-4df4-aa97-55904f69f709 req-600611b5-6773-46e8-86ce-6d6be0e7ed62 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:05.576681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port c13092af-5071-41f7-827e-e5ae59d5cd6a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c13092af-5071-41f7-827e-e5ae59d5cd6a,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:05.577030 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d7a065ef-864c-4df4-aa97-55904f69f709 req-600611b5-6773-46e8-86ce-6d6be0e7ed62 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:05.578179 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d7a065ef-864c-4df4-aa97-55904f69f709 req-600611b5-6773-46e8-86ce-6d6be0e7ed62 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "DELETE /v2.0/security-groups/1f4e779c-0872-4ea4-964d-91aea7562ff6 HTTP/1.1" status: 204 len: 173 time: 0.7248051 Nov 16 04:44:05.579079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0a4c67cb-938c-4b12-bb00-cd0b361ed365,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:05.594874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'c13092af-5071-41f7-827e-e5ae59d5cd6a', 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8', 'port_id': 'c13092af-5071-41f7-827e-e5ae59d5cd6a', 'mac_address': 'fa:16:3e:b2:64:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9cd7d75-6530-4637-9f7e-97185dccc1f3', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:05.610010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Attempting to bind port 623cdc1b-818c-419a-b25d-3267d5ca1aa1 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:05.610010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Attempting to bind port 623cdc1b-818c-419a-b25d-3267d5ca1aa1 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:05.610010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Attempting to bind port 623cdc1b-818c-419a-b25d-3267d5ca1aa1 on network e964ee29-f20c-437c-bf6c-7fec122914b0 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:05.629374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b942791-002b-49e7-8ed6-27341827b9f2 req-9f6b2953-3be1-497e-a87a-321eccb34e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:05.630867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b942791-002b-49e7-8ed6-27341827b9f2 req-9f6b2953-3be1-497e-a87a-321eccb34e55 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.3682032 Nov 16 04:44:05.638799 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:05.640380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600611b5-6773-46e8-86ce-6d6be0e7ed62 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4e779c-0872-4ea4-964d-91aea7562ff6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:05.642043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Port 623cdc1b-818c-419a-b25d-3267d5ca1aa1 on network e964ee29-f20c-437c-bf6c-7fec122914b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:44:05.642370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Attempting to bind port 623cdc1b-818c-419a-b25d-3267d5ca1aa1 on network e964ee29-f20c-437c-bf6c-7fec122914b0 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:05.656122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-c0a1b33f-84a6-40ac-967e-81dfee108936 service neutron] 10.222.0.41 "GET /v2.0/networks/d019822d-3342-47c4-8aeb-b09816059adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586794 Nov 16 04:44:05.660833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13092af-5071-41f7-827e-e5ae59d5cd6a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:05.684452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port c13092af-5071-41f7-827e-e5ae59d5cd6a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c13092af-5071-41f7-827e-e5ae59d5cd6a,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:05.689137 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:05.689905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:05.699104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:05.699593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Checking segment: {'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:05.699974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Bound using segment: {'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:05.700449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Bound port: 623cdc1b-818c-419a-b25d-3267d5ca1aa1, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:05.700803 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:05.713954 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b942791-002b-49e7-8ed6-27341827b9f2 req-34a9d71a-7605-42eb-9589-576bf3bba84a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=31f56588-e2cb-4b3f-b4f4-17b4c37748f9 HTTP/1.1" status: 200 len: 217 time: 0.0673597 Nov 16 04:44:05.788813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=c13092af-5071-41f7-827e-e5ae59d5cd6a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:05.830127 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=51a374e3-8aa4-468f-8e90-f41f1b0fbb99,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:05.842411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '51a374e3-8aa4-468f-8e90-f41f1b0fbb99', 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b', 'port_id': '51a374e3-8aa4-468f-8e90-f41f1b0fbb99', 'mac_address': 'fa:16:3e:f5:e2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70fabb1e-d39a-4dee-ad75-aba901b4929e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:05.874916 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-c5241f85-b798-4f82-806b-1a4edb3d73ee service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415515 Nov 16 04:44:05.879822 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:05.892420 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:05.911820 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=51a374e3-8aa4-468f-8e90-f41f1b0fbb99,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:05.914314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b942791-002b-49e7-8ed6-27341827b9f2 req-6f2b70a4-24e0-4fb9-858e-48ac0db86568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:05.915800 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b942791-002b-49e7-8ed6-27341827b9f2 req-6f2b70a4-24e0-4fb9-858e-48ac0db86568 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1698203 Nov 16 04:44:05.915944 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:05.916694 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0242d561-9a1a-4d17-9a59-189c63ce17cd details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:05.923609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1c719-44d6-4858-afba-2513819d9e44 req-a5644c9d-f9ac-40e3-9a45-4953c077483e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:05.924992 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bd1c719-44d6-4858-afba-2513819d9e44 req-a5644c9d-f9ac-40e3-9a45-4953c077483e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 947 time: 0.2657077 Nov 16 04:44:05.984624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0242d561-9a1a-4d17-9a59-189c63ce17cd, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0242d561-9a1a-4d17-9a59-189c63ce17cd,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:05.994839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=51a374e3-8aa4-468f-8e90-f41f1b0fbb99,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:06.000859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '0242d561-9a1a-4d17-9a59-189c63ce17cd', 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8', 'port_id': '0242d561-9a1a-4d17-9a59-189c63ce17cd', 'mac_address': 'fa:16:3e:ad:c8:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9cd7d75-6530-4637-9f7e-97185dccc1f3', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:06.038453 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:06.041166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] For port 623cdc1b-818c-419a-b25d-3267d5ca1aa1, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:06.045970 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-573bb5c8-ae6b-4639-b868-ac8d8e3c4c5f service neutron] 10.222.0.41 "GET /v2.0/networks/d019822d-3342-47c4-8aeb-b09816059adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544588 Nov 16 04:44:06.052337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0242d561-9a1a-4d17-9a59-189c63ce17cd {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:06.070223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] For port 623cdc1b-818c-419a-b25d-3267d5ca1aa1, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=623cdc1b-818c-419a-b25d-3267d5ca1aa1,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:06.073757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0242d561-9a1a-4d17-9a59-189c63ce17cd, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0242d561-9a1a-4d17-9a59-189c63ce17cd,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:06.078136 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:06.078925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f3972e7b-3fe5-4e36-a955-332c698178f6 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:06.083055 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:06.111137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b942791-002b-49e7-8ed6-27341827b9f2 req-87526a29-f8ef-4820-9d61-2e6530d92a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:06.112642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b942791-002b-49e7-8ed6-27341827b9f2 req-87526a29-f8ef-4820-9d61-2e6530d92a1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447768 Nov 16 04:44:06.144399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bd1c719-44d6-4858-afba-2513819d9e44 req-590af1aa-88d5-49ac-9435-cbdf7de5097c tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749644 Nov 16 04:44:06.153142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f3972e7b-3fe5-4e36-a955-332c698178f6, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f3972e7b-3fe5-4e36-a955-332c698178f6,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:06.168660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0242d561-9a1a-4d17-9a59-189c63ce17cd,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:06.175923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'f3972e7b-3fe5-4e36-a955-332c698178f6', 'network_id': 'f2b81f82-11da-4f95-84ec-83ffc56322a8', 'port_id': 'f3972e7b-3fe5-4e36-a955-332c698178f6', 'mac_address': 'fa:16:3e:a9:73:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9cd7d75-6530-4637-9f7e-97185dccc1f3', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:06.242989 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:06.258423 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3972e7b-3fe5-4e36-a955-332c698178f6 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:06.284077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f3972e7b-3fe5-4e36-a955-332c698178f6, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f3972e7b-3fe5-4e36-a955-332c698178f6,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:06.292844 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:06.294638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4950c367-9570-4b51-a9c0-1004cd6a4fb4 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:06.379349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4950c367-9570-4b51-a9c0-1004cd6a4fb4, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4950c367-9570-4b51-a9c0-1004cd6a4fb4,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:06.403531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '4950c367-9570-4b51-a9c0-1004cd6a4fb4', 'network_id': '71ea6cbc-c703-42e4-94a9-098bbba9e58b', 'port_id': '4950c367-9570-4b51-a9c0-1004cd6a4fb4', 'mac_address': 'fa:16:3e:19:5d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70fabb1e-d39a-4dee-ad75-aba901b4929e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:06.410303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f3972e7b-3fe5-4e36-a955-332c698178f6,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:06.453509 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:06.469359 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4950c367-9570-4b51-a9c0-1004cd6a4fb4 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:06.503967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4950c367-9570-4b51-a9c0-1004cd6a4fb4, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4950c367-9570-4b51-a9c0-1004cd6a4fb4,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:06.509442 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:06.510173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f9389ef3-f27a-4355-a81c-0c1fa98fda08 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:06.525934 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ebf971b-cdac-4e54-b9d4-aca6e51398ac req-1730d2fd-6b6d-4d6a-833f-ee413fd5aa74 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330819 Nov 16 04:44:06.527221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:06.527901 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:06.529660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] 10.222.0.37 "PUT /v2.0/ports/623cdc1b-818c-419a-b25d-3267d5ca1aa1 HTTP/1.1" status: 200 len: 1091 time: 3.3887444 Nov 16 04:44:06.576802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd0219c-063f-4948-a6c4-8c6b16c0c244', 'name': 'network-vif-deleted', 'tag': '58129f5c-6ef3-432c-9e1a-f6d981c78e53'}, {'name': 'network-changed', 'server_uuid': '43ad8765-bed3-46ac-a2cf-5c80683391c4', 'tag': '6d9c8b8e-1a56-4b90-9cd6-fd478337558f'}, {'name': 'network-changed', 'server_uuid': '05c8018a-455e-4b04-9e22-7f5733ef20e8', 'tag': '623cdc1b-818c-419a-b25d-3267d5ca1aa1'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:06.580209 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea47c301-a60b-433f-98d8-2e45318c01f9" -d '{"events": [{"server_uuid": "bcd0219c-063f-4948-a6c4-8c6b16c0c244", "name": "network-vif-deleted", "tag": "58129f5c-6ef3-432c-9e1a-f6d981c78e53"}, {"name": "network-changed", "server_uuid": "43ad8765-bed3-46ac-a2cf-5c80683391c4", "tag": "6d9c8b8e-1a56-4b90-9cd6-fd478337558f"}, {"name": "network-changed", "server_uuid": "05c8018a-455e-4b04-9e22-7f5733ef20e8", "tag": "623cdc1b-818c-419a-b25d-3267d5ca1aa1"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:06.611592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6c370-1f19-4320-8279-d5190a6b38c9 service neutron] Pushing event updated for resources: {'Port': ['ID=623cdc1b-818c-419a-b25d-3267d5ca1aa1,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:06.662523 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=4950c367-9570-4b51-a9c0-1004cd6a4fb4,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:06.688338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded41708-6fa0-46f9-9d17-574ef2c62c7c req-3c5b4d9e-d2e2-4ce7-b2ae-9df3553c36cf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:06.694451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded41708-6fa0-46f9-9d17-574ef2c62c7c req-3c5b4d9e-d2e2-4ce7-b2ae-9df3553c36cf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:06.701320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded41708-6fa0-46f9-9d17-574ef2c62c7c req-3c5b4d9e-d2e2-4ce7-b2ae-9df3553c36cf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:06.707342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded41708-6fa0-46f9-9d17-574ef2c62c7c req-3c5b4d9e-d2e2-4ce7-b2ae-9df3553c36cf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:06.713225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded41708-6fa0-46f9-9d17-574ef2c62c7c req-3c5b4d9e-d2e2-4ce7-b2ae-9df3553c36cf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:06.719975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded41708-6fa0-46f9-9d17-574ef2c62c7c req-3c5b4d9e-d2e2-4ce7-b2ae-9df3553c36cf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:06.720156 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f9389ef3-f27a-4355-a81c-0c1fa98fda08, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f9389ef3-f27a-4355-a81c-0c1fa98fda08,segment=NetworkSegment(aa113498-c0ba-41cc-9239-ed5804f208b2),segment_id=aa113498-c0ba-41cc-9239-ed5804f208b2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:06.725819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded41708-6fa0-46f9-9d17-574ef2c62c7c req-3c5b4d9e-d2e2-4ce7-b2ae-9df3553c36cf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:06.727751 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ded41708-6fa0-46f9-9d17-574ef2c62c7c req-3c5b4d9e-d2e2-4ce7-b2ae-9df3553c36cf tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5427 time: 0.1939645 Nov 16 04:44:06.729610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b942791-002b-49e7-8ed6-27341827b9f2 req-8a4540fb-0f17-4b3a-81a9-c2c2677ddf8c service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913551 Nov 16 04:44:06.731574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'port_id': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08', 'mac_address': 'fa:16:3e:ea:cc:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:06.781031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e99d8c02-b3f0-4d67-9a3a-3959db96516e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:06.782533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e99d8c02-b3f0-4d67-9a3a-3959db96516e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63af366e9e2a4a14aab07ba7e485aed4&device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 1094 time: 0.1887693 Nov 16 04:44:06.784013 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:06.801085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9389ef3-f27a-4355-a81c-0c1fa98fda08 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:06.828022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f9389ef3-f27a-4355-a81c-0c1fa98fda08, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f9389ef3-f27a-4355-a81c-0c1fa98fda08,segment=NetworkSegment(aa113498-c0ba-41cc-9239-ed5804f208b2),segment_id=aa113498-c0ba-41cc-9239-ed5804f208b2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:06.832181 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:06.880741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-1863be9d-a907-4f5b-a640-b8f871b6be28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=623cdc1b-818c-419a-b25d-3267d5ca1aa1 HTTP/1.1" status: 200 len: 217 time: 0.0794404 Nov 16 04:44:06.884082 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f9389ef3-f27a-4355-a81c-0c1fa98fda08,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:06.944135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f7b20-f949-40d0-8d51-a31dbb016959 req-289d7b96-1f87-41e6-8a6c-f00ca9234f3d tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:06.945617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e86f7b20-f949-40d0-8d51-a31dbb016959 req-289d7b96-1f87-41e6-8a6c-f00ca9234f3d tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 943 time: 0.2705069 Nov 16 04:44:07.004393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ded41708-6fa0-46f9-9d17-574ef2c62c7c req-8f929831-41f2-4bf0-9e86-aa3cc824cae5 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2646613 Nov 16 04:44:07.019623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-21c0400b-2bc3-4e2f-9b62-ba8b73af8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:07.021108 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-21c0400b-2bc3-4e2f-9b62-ba8b73af8b89 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=063c054f-393a-4bcd-b5ae-2266d7cc8f6b HTTP/1.1" status: 200 len: 844 time: 0.1304801 Nov 16 04:44:07.024496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b942791-002b-49e7-8ed6-27341827b9f2 req-67ffeb46-4228-4e60-a662-51782d891c2c service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796724 Nov 16 04:44:07.080496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-e1df2022-f73c-4f27-a26b-5da6976557cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e964ee29-f20c-437c-bf6c-7fec122914b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399230 Nov 16 04:44:07.091283 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e86f7b20-f949-40d0-8d51-a31dbb016959 req-24dac8e4-f4f9-4a0a-b17e-e8c41da56f9f tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358604 Nov 16 04:44:07.198207 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b3ba75-84c2-4954-9904-a89604394129 req-3be92bf5-9a01-4f9d-8790-90c00ec7b46c tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 210 time: 0.0500813 Nov 16 04:44:07.205052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2632a9db-d385-4a4d-9f7d-0033dd53f016 req-d0664b46-25f9-4c4b-b4bd-06a6ef93ce59 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/694c1ccb-4d3e-48a0-9479-33bfde763ab8 HTTP/1.1" status: 200 len: 1821 time: 0.1228483 Nov 16 04:44:07.259114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-1671622e-2098-4cef-ac65-91b4331339b9 service neutron] 10.222.0.37 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657097 Nov 16 04:44:07.326050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:07.355543 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2567bb-fe33-4f3c-96cf-a681a840433f x-openstack-request-id: req-cf2567bb-fe33-4f3c-96cf-a681a840433f {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:07.355845 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd0219c-063f-4948-a6c4-8c6b16c0c244", "name": "network-vif-deleted", "tag": "58129f5c-6ef3-432c-9e1a-f6d981c78e53", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43ad8765-bed3-46ac-a2cf-5c80683391c4", "tag": "6d9c8b8e-1a56-4b90-9cd6-fd478337558f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "05c8018a-455e-4b04-9e22-7f5733ef20e8", "tag": "623cdc1b-818c-419a-b25d-3267d5ca1aa1", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:07.356094 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf2567bb-fe33-4f3c-96cf-a681a840433f {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:07.357021 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd0219c-063f-4948-a6c4-8c6b16c0c244', 'name': 'network-vif-deleted', 'tag': '58129f5c-6ef3-432c-9e1a-f6d981c78e53', 'status': 'completed', 'code': 200} Nov 16 04:44:07.357271 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ad8765-bed3-46ac-a2cf-5c80683391c4', 'tag': '6d9c8b8e-1a56-4b90-9cd6-fd478337558f', 'status': 'completed', 'code': 200} Nov 16 04:44:07.357515 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05c8018a-455e-4b04-9e22-7f5733ef20e8', 'tag': '623cdc1b-818c-419a-b25d-3267d5ca1aa1', 'status': 'completed', 'code': 200} Nov 16 04:44:07.359638 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2632a9db-d385-4a4d-9f7d-0033dd53f016 req-54f479ef-ef40-4704-b089-834886b400b5 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:07.472562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31f56588-e2cb-4b3f-b4f4-17b4c37748f9,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:07.485649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '31f56588-e2cb-4b3f-b4f4-17b4c37748f9', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '31f56588-e2cb-4b3f-b4f4-17b4c37748f9', 'mac_address': 'fa:16:3e:2a:65:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:07.512216 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2632a9db-d385-4a4d-9f7d-0033dd53f016 req-54f479ef-ef40-4704-b089-834886b400b5 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:07.522497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['4950c367-9570-4b51-a9c0-1004cd6a4fb4'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:07.546795 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['f9389ef3-f27a-4355-a81c-0c1fa98fda08'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:07.558563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['f3972e7b-3fe5-4e36-a955-332c698178f6'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:07.581995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f1dc000-4cab-4339-a2c9-1a9b2814a679 req-f7600ef4-129e-4589-8c9b-b50a6731f4a4 service neutron] 10.222.0.37 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110499 Nov 16 04:44:07.601531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-e6468b35-d9da-4a16-ba0e-eb807a079d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:07.603318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-e6468b35-d9da-4a16-ba0e-eb807a079d10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 1098 time: 0.2331645 Nov 16 04:44:07.618242 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-176fdffc-1803-481d-a47c-e2885c60784c req-223c020a-f241-413d-b031-696aacd65a83 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/31ba9704-d48b-4d6d-8f67-c4b0d8a8a712 HTTP/1.1" status: 200 len: 1817 time: 0.2401178 Nov 16 04:44:07.623480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['c13092af-5071-41f7-827e-e5ae59d5cd6a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:07.625446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['51a374e3-8aa4-468f-8e90-f41f1b0fbb99'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:07.797972 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2632a9db-d385-4a4d-9f7d-0033dd53f016 req-54f479ef-ef40-4704-b089-834886b400b5 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:07.803761 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2632a9db-d385-4a4d-9f7d-0033dd53f016 req-54f479ef-ef40-4704-b089-834886b400b5 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:07.810933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2632a9db-d385-4a4d-9f7d-0033dd53f016 req-54f479ef-ef40-4704-b089-834886b400b5 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "DELETE /v2.0/security-groups/694c1ccb-4d3e-48a0-9479-33bfde763ab8 HTTP/1.1" status: 204 len: 173 time: 0.5888488 Nov 16 04:44:07.825154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-8810e95e-85d1-4ca9-9774-1bfd65547232 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:07.826690 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-8810e95e-85d1-4ca9-9774-1bfd65547232 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.15 "GET /v2.0/networks?id=d019822d-3342-47c4-8aeb-b09816059adc HTTP/1.1" status: 200 len: 805 time: 0.3745847 Nov 16 04:44:07.856150 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f479ef-ef40-4704-b089-834886b400b5 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694c1ccb-4d3e-48a0-9479-33bfde763ab8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:07.883492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-fd463dd3-4fe5-4324-b258-11a36e507afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:07.884968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-fd463dd3-4fe5-4324-b258-11a36e507afa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63af366e9e2a4a14aab07ba7e485aed4&device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 1094 time: 0.1939158 Nov 16 04:44:07.897675 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:07.954771 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-b7e45253-a01c-42d2-a0c0-012222e987a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:07.956300 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-b7e45253-a01c-42d2-a0c0-012222e987a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.3350244 Nov 16 04:44:07.976486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:07.986697 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-176fdffc-1803-481d-a47c-e2885c60784c req-bd14c08c-2899-4173-80be-aaaada1b46f3 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.038300 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-314aa878-ceee-4c95-b3ea-76d2dcd022e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.054429 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31f56588-e2cb-4b3f-b4f4-17b4c37748f9,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:08.078460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-0be423b0-8661-4c45-acdc-3841e9c619ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=6d9c8b8e-1a56-4b90-9cd6-fd478337558f HTTP/1.1" status: 200 len: 217 time: 0.0830855 Nov 16 04:44:08.092197 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-176fdffc-1803-481d-a47c-e2885c60784c req-bd14c08c-2899-4173-80be-aaaada1b46f3 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.097547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37346) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:08.098189 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.121279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-0915ea49-6450-4857-9735-534db3886e85 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bd70c578c464b96ba9d090c76d7c228 HTTP/1.1" status: 200 len: 380 time: 0.2809124 Nov 16 04:44:08.157571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ed72c-1d26-4293-85ae-70a2e9c300aa req-dcfc0adc-4aaa-4818-b528-201c3eb1262a tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:08.159113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f72ed72c-1d26-4293-85ae-70a2e9c300aa req-dcfc0adc-4aaa-4818-b528-201c3eb1262a tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 947 time: 0.2810307 Nov 16 04:44:08.162565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-463368c7-a72d-4336-b95a-f7687d315e33 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Request body: {'port': {'device_id': '6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'admin_state_up': True, 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'security_groups': ['973d975b-d2df-4db7-bc2c-3d1675980be0']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:08.226097 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa72149b-af25-4b3a-bbe1-ff741c6c0b5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.273541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-51951d67-9e75-4944-b0a1-d80965faa6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:08.275055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-51951d67-9e75-4944-b0a1-d80965faa6cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=e964ee29-f20c-437c-bf6c-7fec122914b0 HTTP/1.1" status: 200 len: 905 time: 0.3676343 Nov 16 04:44:08.289616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=31f56588-e2cb-4b3f-b4f4-17b4c37748f9,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:08.303061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-ca79aa5c-e739-4142-971a-1f2cc0d9147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:08.304593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-ca79aa5c-e739-4142-971a-1f2cc0d9147a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2165980 Nov 16 04:44:08.320062 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa72149b-af25-4b3a-bbe1-ff741c6c0b5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.324659 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa72149b-af25-4b3a-bbe1-ff741c6c0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.359024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-176fdffc-1803-481d-a47c-e2885c60784c req-bd14c08c-2899-4173-80be-aaaada1b46f3 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.361656 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-176fdffc-1803-481d-a47c-e2885c60784c req-bd14c08c-2899-4173-80be-aaaada1b46f3 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.362648 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-176fdffc-1803-481d-a47c-e2885c60784c req-bd14c08c-2899-4173-80be-aaaada1b46f3 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "DELETE /v2.0/security-groups/31ba9704-d48b-4d6d-8f67-c4b0d8a8a712 HTTP/1.1" status: 204 len: 173 time: 0.7267210 Nov 16 04:44:08.363904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-fba7ff3a-c92b-4df9-8537-54a880ed94f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=623cdc1b-818c-419a-b25d-3267d5ca1aa1 HTTP/1.1" status: 200 len: 217 time: 0.0708158 Nov 16 04:44:08.366227 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa72149b-af25-4b3a-bbe1-ff741c6c0b5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d282903b4383403aa56d78543650b334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662134 Nov 16 04:44:08.367456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72149b-af25-4b3a-bbe1-ff741c6c0b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac8925e-498c-4f09-aba8-45fbc069455b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:08.370219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37354) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:08.421086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f72ed72c-1d26-4293-85ae-70a2e9c300aa req-11b95de6-09c3-4b1d-bb75-cdf2bbecd3d3 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407830 Nov 16 04:44:08.432642 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b80639e4-09b6-4ff1-b42b-8b2032bc573e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.441665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14c08c-2899-4173-80be-aaaada1b46f3 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ba9704-d48b-4d6d-8f67-c4b0d8a8a712,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:08.455866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['31f56588-e2cb-4b3f-b4f4-17b4c37748f9'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:08.472591 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b80639e4-09b6-4ff1-b42b-8b2032bc573e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.520064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-f4d6b812-1900-40d0-adc3-574035969035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:08.520785 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['0a4c67cb-938c-4b12-bb00-cd0b361ed365'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:08.521475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-f4d6b812-1900-40d0-adc3-574035969035 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=063c054f-393a-4bcd-b5ae-2266d7cc8f6b HTTP/1.1" status: 200 len: 844 time: 0.1310794 Nov 16 04:44:08.530134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-3f0a65e1-3f3b-4d81-9be8-62c55369eeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:08.531658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-3f0a65e1-3f3b-4d81-9be8-62c55369eeec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1900311 Nov 16 04:44:08.555753 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b80639e4-09b6-4ff1-b42b-8b2032bc573e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.559316 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b80639e4-09b6-4ff1-b42b-8b2032bc573e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.567331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['0242d561-9a1a-4d17-9a59-189c63ce17cd'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:08.583653 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b80639e4-09b6-4ff1-b42b-8b2032bc573e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ac8925e-498c-4f09-aba8-45fbc069455b HTTP/1.1" status: 204 len: 168 time: 0.2102680 Nov 16 04:44:08.593051 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-a92a5e18-7f28-4920-8574-5c32926625d1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e964ee29-f20c-437c-bf6c-7fec122914b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544457 Nov 16 04:44:08.599695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80639e4-09b6-4ff1-b42b-8b2032bc573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac8925e-498c-4f09-aba8-45fbc069455b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:08.625605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-463368c7-a72d-4336-b95a-f7687d315e33 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Made reservation on behalf of 0bd70c578c464b96ba9d090c76d7c228 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:08.629124 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-463368c7-a72d-4336-b95a-f7687d315e33 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.684430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dfd7520d-39d3-4ebd-ba53-828dc3f30171 req-4ea76ba1-ec2a-468c-87ad-aba3cede4054 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/b9d9992d-1277-431f-afa1-9970eb7bdcb0 HTTP/1.1" status: 200 len: 2419 time: 0.2015560 Nov 16 04:44:08.866673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84e85f-45f3-4106-91af-341e6636881a req-ea8aee81-2048-44fe-b177-5278103c8eba tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:08.872814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84e85f-45f3-4106-91af-341e6636881a req-ea8aee81-2048-44fe-b177-5278103c8eba tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:08.878875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84e85f-45f3-4106-91af-341e6636881a req-ea8aee81-2048-44fe-b177-5278103c8eba tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:08.884844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84e85f-45f3-4106-91af-341e6636881a req-ea8aee81-2048-44fe-b177-5278103c8eba tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:08.891373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84e85f-45f3-4106-91af-341e6636881a req-ea8aee81-2048-44fe-b177-5278103c8eba tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:08.897330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84e85f-45f3-4106-91af-341e6636881a req-ea8aee81-2048-44fe-b177-5278103c8eba tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:08.903435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84e85f-45f3-4106-91af-341e6636881a req-ea8aee81-2048-44fe-b177-5278103c8eba tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:08.905407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f84e85f-45f3-4106-91af-341e6636881a req-ea8aee81-2048-44fe-b177-5278103c8eba tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5428 time: 0.2820542 Nov 16 04:44:08.905981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37362) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:08.920059 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b155adb-c2eb-46ad-af33-61e452601ddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:08.929539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-f7b20ea1-35f7-4b72-a36a-86e45a9be9d8 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775306 Nov 16 04:44:08.998959 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b155adb-c2eb-46ad-af33-61e452601ddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.002838 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b155adb-c2eb-46ad-af33-61e452601ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.035591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-cc433639-d8bb-4375-8626-a315780c933f service neutron] 10.222.0.37 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016616 Nov 16 04:44:09.042135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b155adb-c2eb-46ad-af33-61e452601ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e06f314-5533-48e6-8162-b4e69aacd5e2,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:09.049012 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7b155adb-c2eb-46ad-af33-61e452601ddc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61d5d663e5b24f9490bf3980fe76d4ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393418 Nov 16 04:44:09.049226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37364) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:09.096267 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eec69e96-0969-4f58-8c4a-e7f194f80d18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.116854 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eec69e96-0969-4f58-8c4a-e7f194f80d18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.165117 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eec69e96-0969-4f58-8c4a-e7f194f80d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.167841 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eec69e96-0969-4f58-8c4a-e7f194f80d18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.169038 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-eec69e96-0969-4f58-8c4a-e7f194f80d18 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e06f314-5533-48e6-8162-b4e69aacd5e2 HTTP/1.1" status: 204 len: 168 time: 0.1189787 Nov 16 04:44:09.178398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec69e96-0969-4f58-8c4a-e7f194f80d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e06f314-5533-48e6-8162-b4e69aacd5e2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:09.323321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 623cdc1b-818c-419a-b25d-3267d5ca1aa1 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:09.438852 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 623cdc1b-818c-419a-b25d-3267d5ca1aa1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=623cdc1b-818c-419a-b25d-3267d5ca1aa1,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:09.442928 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dfd7520d-39d3-4ebd-ba53-828dc3f30171 req-28e3cbb3-d8b7-4065-98b2-9c86807e1087 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.452799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '623cdc1b-818c-419a-b25d-3267d5ca1aa1', 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0', 'port_id': '623cdc1b-818c-419a-b25d-3267d5ca1aa1', 'mac_address': 'fa:16:3e:82:3d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063c054f-393a-4bcd-b5ae-2266d7cc8f6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:09.496383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 6d9c8b8e-1a56-4b90-9cd6-fd478337558f details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:09.514383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f84e85f-45f3-4106-91af-341e6636881a req-17d73994-2bbb-4a97-a000-259a3dc88903 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5896819 Nov 16 04:44:09.516169 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dfd7520d-39d3-4ebd-ba53-828dc3f30171 req-28e3cbb3-d8b7-4065-98b2-9c86807e1087 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.520797 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.522637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-463368c7-a72d-4336-b95a-f7687d315e33 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Allocated IP 172.20.0.8 (d019822d-3342-47c4-8aeb-b09816059adc/8f6504df-dc96-432e-a739-95e55f61005f/45c7e951-18f7-4f96-9632-25dce2753616) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:09.576257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623cdc1b-818c-419a-b25d-3267d5ca1aa1 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:09.593451 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-5cda4b5e-2476-484d-b634-22edd5ed9da6 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429701 Nov 16 04:44:09.614539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 623cdc1b-818c-419a-b25d-3267d5ca1aa1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=623cdc1b-818c-419a-b25d-3267d5ca1aa1,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:09.624844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea47c301-a60b-433f-98d8-2e45318c01f9 req-f26853ca-a05c-4baa-a51b-c31e32740953 service neutron] 10.222.0.37 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5739224 Nov 16 04:44:09.625079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.689830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6d9c8b8e-1a56-4b90-9cd6-fd478337558f,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:09.711991 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dfd7520d-39d3-4ebd-ba53-828dc3f30171 req-28e3cbb3-d8b7-4065-98b2-9c86807e1087 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.712929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '6d9c8b8e-1a56-4b90-9cd6-fd478337558f', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '6d9c8b8e-1a56-4b90-9cd6-fd478337558f', 'mac_address': 'fa:16:3e:55:1e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:09.716566 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dfd7520d-39d3-4ebd-ba53-828dc3f30171 req-28e3cbb3-d8b7-4065-98b2-9c86807e1087 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.718162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dfd7520d-39d3-4ebd-ba53-828dc3f30171 req-28e3cbb3-d8b7-4065-98b2-9c86807e1087 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "DELETE /v2.0/security-groups/b9d9992d-1277-431f-afa1-9970eb7bdcb0 HTTP/1.1" status: 204 len: 173 time: 0.9905384 Nov 16 04:44:09.722079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=623cdc1b-818c-419a-b25d-3267d5ca1aa1,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:09.770010 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.778704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3cbb3-d8b7-4065-98b2-9c86807e1087 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d9992d-1277-431f-afa1-9970eb7bdcb0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:09.783620 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9c8b8e-1a56-4b90-9cd6-fd478337558f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:09.813739 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6d9c8b8e-1a56-4b90-9cd6-fd478337558f,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:09.819591 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.865957 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45cb9b60-d214-4f9c-8bcf-dcf9a2e8659c req-9c826f3a-a280-49d6-bb3e-d6aaa7011ac2 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 210 time: 0.0594747 Nov 16 04:44:09.880421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f1cb2-cfa5-4fd3-8943-72503acf6ccc req-d7d2a45c-cd40-448c-a94e-47f91d5de2c4 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:09.881794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a0f1cb2-cfa5-4fd3-8943-72503acf6ccc req-d7d2a45c-cd40-448c-a94e-47f91d5de2c4 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 944 time: 0.2143598 Nov 16 04:44:09.897662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=6d9c8b8e-1a56-4b90-9cd6-fd478337558f,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:09.909983 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-463368c7-a72d-4336-b95a-f7687d315e33 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:09.997227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a0f1cb2-cfa5-4fd3-8943-72503acf6ccc req-abf99d78-f012-4a0e-994f-0f17cf22af0b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011124 Nov 16 04:44:10.004516 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6264ef4-82de-4c88-9f6b-8653ead6e124 req-046e2753-426e-4469-82c2-466b2b0310c8 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/fe699815-28c5-44ba-830f-afafd79a1f0c HTTP/1.1" status: 200 len: 1817 time: 0.0986416 Nov 16 04:44:10.015313 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-463368c7-a72d-4336-b95a-f7687d315e33 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:10.084959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['6d9c8b8e-1a56-4b90-9cd6-fd478337558f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:10.100343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-463368c7-a72d-4336-b95a-f7687d315e33 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Network d019822d-3342-47c4-8aeb-b09816059adc is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:10.101825 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-463368c7-a72d-4336-b95a-f7687d315e33 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:10.105275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-463368c7-a72d-4336-b95a-f7687d315e33 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:10.150500 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a1a04c2-0af9-4aac-84cf-ba53bcdaa3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:10.176974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463368c7-a72d-4336-b95a-f7687d315e33 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Pushing event updated for resources: {'Port': ['ID=45c7e951-18f7-4f96-9632-25dce2753616,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:10.229648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-463368c7-a72d-4336-b95a-f7687d315e33 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:10.232808 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-463368c7-a72d-4336-b95a-f7687d315e33 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:10.248933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110486e-c5a5-4313-8857-5d8d9510a74e req-75913ef3-6ea6-48cf-801c-fd8618e76def tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:10.256605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e110486e-c5a5-4313-8857-5d8d9510a74e req-75913ef3-6ea6-48cf-801c-fd8618e76def tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 948 time: 0.1916916 Nov 16 04:44:10.273687 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c6264ef4-82de-4c88-9f6b-8653ead6e124 req-8e3f67a1-dac8-4516-beb8-05665f60115a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:10.297485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-463368c7-a72d-4336-b95a-f7687d315e33 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1522369 Nov 16 04:44:10.313585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Request body: {'port': {'device_id': '6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:10.361144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c6264ef4-82de-4c88-9f6b-8653ead6e124 req-8e3f67a1-dac8-4516-beb8-05665f60115a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:10.384357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e110486e-c5a5-4313-8857-5d8d9510a74e req-c041fe7e-04f2-48a5-8e6e-face2278650f tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268766 Nov 16 04:44:10.407980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ef04a067-5232-4c28-bc80-47704ba3a8d5 None None] Provisioning complete for port 45c7e951-18f7-4f96-9632-25dce2753616 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:10.408355 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef04a067-5232-4c28-bc80-47704ba3a8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:10.445881 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:10.447748 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c6264ef4-82de-4c88-9f6b-8653ead6e124 req-8e3f67a1-dac8-4516-beb8-05665f60115a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:10.451204 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c6264ef4-82de-4c88-9f6b-8653ead6e124 req-8e3f67a1-dac8-4516-beb8-05665f60115a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:10.452474 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6264ef4-82de-4c88-9f6b-8653ead6e124 req-8e3f67a1-dac8-4516-beb8-05665f60115a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "DELETE /v2.0/security-groups/fe699815-28c5-44ba-830f-afafd79a1f0c HTTP/1.1" status: 204 len: 173 time: 0.4394166 Nov 16 04:44:10.462262 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ef04a067-5232-4c28-bc80-47704ba3a8d5 None None] Port 45c7e951-18f7-4f96-9632-25dce2753616 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:44:10.475524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f67a1-dac8-4516-beb8-05665f60115a tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe699815-28c5-44ba-830f-afafd79a1f0c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:10.544767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-445bed4b-e659-4598-b1b8-223dd9b2504f req-4440cf7e-c1c5-497c-b22c-68dfe146f754 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1766709687', 'description': 'tempest-description-847110309'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:10.682290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1282b8ca-9197-41d9-9f40-f7efb36f85d7 req-eb03ef9b-ea2a-4173-ae41-a97bcefda6c4 tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "GET /v2.0/security-groups/b96fc21a-dd70-4255-bbff-bc1abe336c81 HTTP/1.1" status: 200 len: 2413 time: 0.1983709 Nov 16 04:44:10.684703 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-445bed4b-e659-4598-b1b8-223dd9b2504f req-4440cf7e-c1c5-497c-b22c-68dfe146f754 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:10.688363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['623cdc1b-818c-419a-b25d-3267d5ca1aa1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:10.909947 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1282b8ca-9197-41d9-9f40-f7efb36f85d7 req-d106d095-c6a2-47a5-934a-84b2f23531fd tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:10.948375 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-445bed4b-e659-4598-b1b8-223dd9b2504f req-4440cf7e-c1c5-497c-b22c-68dfe146f754 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:10.955934 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1282b8ca-9197-41d9-9f40-f7efb36f85d7 req-d106d095-c6a2-47a5-934a-84b2f23531fd tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:10.961529 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-445bed4b-e659-4598-b1b8-223dd9b2504f req-4440cf7e-c1c5-497c-b22c-68dfe146f754 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.057288 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-445bed4b-e659-4598-b1b8-223dd9b2504f req-4440cf7e-c1c5-497c-b22c-68dfe146f754 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.058563 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-445bed4b-e659-4598-b1b8-223dd9b2504f req-4440cf7e-c1c5-497c-b22c-68dfe146f754 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5279953 Nov 16 04:44:11.059154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440cf7e-c1c5-497c-b22c-68dfe146f754 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c2a601-c31c-4efb-8914-0d0e87a70c19,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:11.072569 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c7e951-18f7-4f96-9632-25dce2753616 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:11.080987 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.095865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Transition to ACTIVE for port object 45c7e951-18f7-4f96-9632-25dce2753616 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:44:11.096985 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1282b8ca-9197-41d9-9f40-f7efb36f85d7 req-d106d095-c6a2-47a5-934a-84b2f23531fd tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.099864 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1282b8ca-9197-41d9-9f40-f7efb36f85d7 req-d106d095-c6a2-47a5-934a-84b2f23531fd tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.100993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1282b8ca-9197-41d9-9f40-f7efb36f85d7 req-d106d095-c6a2-47a5-934a-84b2f23531fd tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] 10.222.0.41 "DELETE /v2.0/security-groups/b96fc21a-dd70-4255-bbff-bc1abe336c81 HTTP/1.1" status: 204 len: 173 time: 0.3968112 Nov 16 04:44:11.107692 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.109385 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37418) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:11.122839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106d095-c6a2-47a5-934a-84b2f23531fd tempest-SecurityGroupRulesTestJSON-1565319132 tempest-SecurityGroupRulesTestJSON-1565319132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96fc21a-dd70-4255-bbff-bc1abe336c81,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:11.196977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Pushing event updated for resources: {'Port': ['ID=45c7e951-18f7-4f96-9632-25dce2753616,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:11.209719 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Deleting subnet 77424606-33c7-4f7c-a623-7739ed2312c3 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:44:11.213328 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.265184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.295958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78281-eb15-42bd-a146-e2d8694f45e6 req-fe684e42-f066-4689-9946-480bda357496 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:11.307274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78281-eb15-42bd-a146-e2d8694f45e6 req-fe684e42-f066-4689-9946-480bda357496 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:11.320658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78281-eb15-42bd-a146-e2d8694f45e6 req-fe684e42-f066-4689-9946-480bda357496 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:11.323096 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.329616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78281-eb15-42bd-a146-e2d8694f45e6 req-fe684e42-f066-4689-9946-480bda357496 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:11.334602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f3972e7b-3fe5-4e36-a955-332c698178f6 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:11.346169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78281-eb15-42bd-a146-e2d8694f45e6 req-fe684e42-f066-4689-9946-480bda357496 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:11.352488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78281-eb15-42bd-a146-e2d8694f45e6 req-fe684e42-f066-4689-9946-480bda357496 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:11.358507 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78281-eb15-42bd-a146-e2d8694f45e6 req-fe684e42-f066-4689-9946-480bda357496 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:11.360480 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7b78281-eb15-42bd-a146-e2d8694f45e6 req-fe684e42-f066-4689-9946-480bda357496 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5428 time: 0.2115352 Nov 16 04:44:11.404504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port f3972e7b-3fe5-4e36-a955-332c698178f6 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:11.408037 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.413336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port f3972e7b-3fe5-4e36-a955-332c698178f6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:11.413870 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.442262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77424606-33c7-4f7c-a623-7739ed2312c3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:11.452026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.457707 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/77424606-33c7-4f7c-a623-7739ed2312c3 HTTP/1.1" status: 204 len: 168 time: 0.3447685 Nov 16 04:44:11.457707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:11.457707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:11.457707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:11.458211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:11.458324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Attempting to bind port 45c7e951-18f7-4f96-9632-25dce2753616 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:11.458431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:11.458538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Attempting to bind port 45c7e951-18f7-4f96-9632-25dce2753616 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'cfd7c57c-1114-42d0-ae73-d770929f61b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:11.458650 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:11.458764 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Attempting to bind port 45c7e951-18f7-4f96-9632-25dce2753616 on network d019822d-3342-47c4-8aeb-b09816059adc {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:11.458898 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:11.459226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:11.459553 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:11.459876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:11.460199 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:11.460523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e079aac2-bb10-4803-ac46-3e2bb823a6f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:11.463637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37428) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:11.479211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Port 45c7e951-18f7-4f96-9632-25dce2753616 on network d019822d-3342-47c4-8aeb-b09816059adc not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:44:11.479541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Attempting to bind port 45c7e951-18f7-4f96-9632-25dce2753616 on network d019822d-3342-47c4-8aeb-b09816059adc {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:11.493672 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec6803-b01c-4a4f-a285-51144fcd9b08 req-429b0e17-ad6b-483f-8441-17368a91ad92 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:11.495219 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cec6803-b01c-4a4f-a285-51144fcd9b08 req-429b0e17-ad6b-483f-8441-17368a91ad92 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 943 time: 0.1094854 Nov 16 04:44:11.504723 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 6d9c8b8e-1a56-4b90-9cd6-fd478337558f up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:11.506285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7b78281-eb15-42bd-a146-e2d8694f45e6 req-6c14442b-d0e8-4f96-8822-b66730e727ca tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363637 Nov 16 04:44:11.509169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:11.509517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Checking segment: {'id': 'cfd7c57c-1114-42d0-ae73-d770929f61b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:11.509992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Bound using segment: {'id': 'cfd7c57c-1114-42d0-ae73-d770929f61b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:11.510685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Bound port: 45c7e951-18f7-4f96-9632-25dce2753616, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd7c57c-1114-42d0-ae73-d770929f61b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:11.511050 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.547863 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09e5a20f-84a3-4796-9d0b-5c956a75c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.556238 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.602150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3972e7b-3fe5-4e36-a955-332c698178f6'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:11.605051 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a066f28-837d-4bd5-900b-9af639124d9a" -d '{"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "f3972e7b-3fe5-4e36-a955-332c698178f6"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:11.611310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f3972e7b-3fe5-4e36-a955-332c698178f6, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f3972e7b-3fe5-4e36-a955-332c698178f6,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:11.613395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:11.618271 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.619086 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4950c367-9570-4b51-a9c0-1004cd6a4fb4 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:11.623507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:11.623875 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.639608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cec6803-b01c-4a4f-a285-51144fcd9b08 req-942b2615-5a7e-4ae0-9ac2-64e091865d61 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/security-groups?id=973d975b-d2df-4db7-bc2c-3d1675980be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317091 Nov 16 04:44:11.647666 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09e5a20f-84a3-4796-9d0b-5c956a75c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.674684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] For port 45c7e951-18f7-4f96-9632-25dce2753616, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:11.675356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-09e5a20f-84a3-4796-9d0b-5c956a75c7fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ec544f-fe2b-425b-82a8-b02993bad248']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:11.678496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] For port 45c7e951-18f7-4f96-9632-25dce2753616, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=45c7e951-18f7-4f96-9632-25dce2753616,segment=NetworkSegment(cfd7c57c-1114-42d0-ae73-d770929f61b4),segment_id=cfd7c57c-1114-42d0-ae73-d770929f61b4)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:11.694105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-09e5a20f-84a3-4796-9d0b-5c956a75c7fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf9bb2e-c81a-4435-91f2-0581167f6070') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:11.694419 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.694908 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-09e5a20f-84a3-4796-9d0b-5c956a75c7fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf9bb2e-c81a-4435-91f2-0581167f6070') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:11.709625 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09e5a20f-84a3-4796-9d0b-5c956a75c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.727931 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09e5a20f-84a3-4796-9d0b-5c956a75c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.735519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f3972e7b-3fe5-4e36-a955-332c698178f6,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:11.736163 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e5a20f-84a3-4796-9d0b-5c956a75c7fc admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:44:11.736463 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09e5a20f-84a3-4796-9d0b-5c956a75c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:44:11.738315 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:44:11.753750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594d1db-34cb-4b08-a51d-5866b2f8107f req-a4ad8c21-3203-4512-9dc9-c623c0fca858 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:11.755518 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d594d1db-34cb-4b08-a51d-5866b2f8107f req-a4ad8c21-3203-4512-9dc9-c623c0fca858 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 944 time: 0.1620989 Nov 16 04:44:11.780965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 4950c367-9570-4b51-a9c0-1004cd6a4fb4 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:11.789570 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 4950c367-9570-4b51-a9c0-1004cd6a4fb4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:11.789855 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.796768 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:11.797470 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.798824 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] 10.222.0.15 "PUT /v2.0/ports/45c7e951-18f7-4f96-9632-25dce2753616 HTTP/1.1" status: 200 len: 1091 time: 1.4921880 Nov 16 04:44:11.801248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc', 'tag': '45c7e951-18f7-4f96-9632-25dce2753616'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:11.802897 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4dfc2b-1457-4b6a-8e65-e7f94dcd1433" -d '{"events": [{"name": "network-changed", "server_uuid": "6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc", "tag": "45c7e951-18f7-4f96-9632-25dce2753616"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:11.835346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0ad6f05-b11f-4df1-ab80-b200606ffd18 req-d7ddd0c9-feb9-473a-9ad5-015c14e3efe0 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/f4c2a601-c31c-4efb-8914-0d0e87a70c19 HTTP/1.1" status: 200 len: 1817 time: 0.1553435 Nov 16 04:44:11.839137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335f5d8-1985-4513-888c-30cb5da06de6 service neutron] Pushing event updated for resources: {'Port': ['ID=45c7e951-18f7-4f96-9632-25dce2753616,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:11.847257 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.863635 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.876796 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09e5a20f-84a3-4796-9d0b-5c956a75c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.881279 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-f0ad6f05-b11f-4df1-ab80-b200606ffd18 req-6a43a221-8814-4a78-ac5b-a3748deb66eb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Request body: {'security_group': {'name': 'tempest-sg-hth-435391657', 'description': 'tempest-description-hth-15334538'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:11.892894 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09e5a20f-84a3-4796-9d0b-5c956a75c7fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.897339 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-09e5a20f-84a3-4796-9d0b-5c956a75c7fc admin admin] 10.222.0.41 "DELETE /v2.0/networks/b8ec544f-fe2b-425b-82a8-b02993bad248 HTTP/1.1" status: 204 len: 168 time: 0.4320560 Nov 16 04:44:11.912143 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5a20f-84a3-4796-9d0b-5c956a75c7fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b8ec544f-fe2b-425b-82a8-b02993bad248,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:11.913411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6d9c8b8e-1a56-4b90-9cd6-fd478337558f,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:11.924144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d594d1db-34cb-4b08-a51d-5866b2f8107f req-b8099833-9ed8-4515-9588-251b5200dbe0 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522357 Nov 16 04:44:11.925040 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.957036 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f0ad6f05-b11f-4df1-ab80-b200606ffd18 req-6a43a221-8814-4a78-ac5b-a3748deb66eb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:11.969401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-bd31f3b7-e2eb-4da9-a0a9-f96453e526dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:11.971056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-bd31f3b7-e2eb-4da9-a0a9-f96453e526dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bd70c578c464b96ba9d090c76d7c228&device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 1094 time: 0.1333332 Nov 16 04:44:12.031393 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f0ad6f05-b11f-4df1-ab80-b200606ffd18 req-6a43a221-8814-4a78-ac5b-a3748deb66eb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.036023 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.052418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=6d9c8b8e-1a56-4b90-9cd6-fd478337558f,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:12.077403 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f0ad6f05-b11f-4df1-ab80-b200606ffd18 req-6a43a221-8814-4a78-ac5b-a3748deb66eb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.080302 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f0ad6f05-b11f-4df1-ab80-b200606ffd18 req-6a43a221-8814-4a78-ac5b-a3748deb66eb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.081736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0ad6f05-b11f-4df1-ab80-b200606ffd18 req-6a43a221-8814-4a78-ac5b-a3748deb66eb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "PUT /v2.0/security-groups/f4c2a601-c31c-4efb-8914-0d0e87a70c19 HTTP/1.1" status: 200 len: 1789 time: 0.2263327 Nov 16 04:44:12.083249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-6bbd013a-4493-4eb2-807f-0680c586028f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45c7e951-18f7-4f96-9632-25dce2753616 HTTP/1.1" status: 200 len: 217 time: 0.0809569 Nov 16 04:44:12.093435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4950c367-9570-4b51-a9c0-1004cd6a4fb4, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4950c367-9570-4b51-a9c0-1004cd6a4fb4,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:12.104296 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.106740 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device c13092af-5071-41f7-827e-e5ae59d5cd6a up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:12.176459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37444) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:12.190236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43a221-8814-4a78-ac5b-a3748deb66eb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c2a601-c31c-4efb-8914-0d0e87a70c19,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:12.211041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-c11ff755-19e4-44bd-a65f-00f3f933934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:12.212888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-c11ff755-19e4-44bd-a65f-00f3f933934f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f6504df-dc96-432e-a739-95e55f61005f HTTP/1.1" status: 200 len: 844 time: 0.1127553 Nov 16 04:44:12.221884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0b1b0-6e1f-4609-8023-7db37d3b3ad5 req-0220072c-94c8-41a8-85de-4ca373c89c41 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:12.223651 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbe0b1b0-6e1f-4609-8023-7db37d3b3ad5 req-0220072c-94c8-41a8-85de-4ca373c89c41 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 949 time: 0.1390159 Nov 16 04:44:12.224657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=4950c367-9570-4b51-a9c0-1004cd6a4fb4,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:12.242016 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884d9657-fa1c-4c5b-ac7f-317de0c16216 x-openstack-request-id: req-884d9657-fa1c-4c5b-ac7f-317de0c16216 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:12.242016 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "f3972e7b-3fe5-4e36-a955-332c698178f6", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:12.242331 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-884d9657-fa1c-4c5b-ac7f-317de0c16216 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:12.243156 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3972e7b-3fe5-4e36-a955-332c698178f6', 'code': 200} Nov 16 04:44:12.244252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port c13092af-5071-41f7-827e-e5ae59d5cd6a completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:12.248951 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port c13092af-5071-41f7-827e-e5ae59d5cd6a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:12.249333 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.266826 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-db39eed7-f108-4aad-81b8-6e02eeec079b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35a54397d91f421b8d4b2adc79a187f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0881596 Nov 16 04:44:12.269351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37446) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:12.292534 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2597ee-b22b-40e0-b759-22615778d958 x-openstack-request-id: req-4a2597ee-b22b-40e0-b759-22615778d958 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:12.292828 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc", "tag": "45c7e951-18f7-4f96-9632-25dce2753616", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:12.293080 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a2597ee-b22b-40e0-b759-22615778d958 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:12.293474 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc', 'tag': '45c7e951-18f7-4f96-9632-25dce2753616', 'status': 'completed', 'code': 200} Nov 16 04:44:12.310828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-d74091aa-64d3-457f-9c69-c204f4932716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:12.312519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-d74091aa-64d3-457f-9c69-c204f4932716 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d019822d-3342-47c4-8aeb-b09816059adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878117 Nov 16 04:44:12.317226 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbe0b1b0-6e1f-4609-8023-7db37d3b3ad5 req-1e2e9ddc-0da2-4137-a7b3-c5ec84861b2d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782602 Nov 16 04:44:12.344282 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.350189 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1ecde4f-d99f-418b-80db-70b5a36ffd5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.379682 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1ecde4f-d99f-418b-80db-70b5a36ffd5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.388090 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port c13092af-5071-41f7-827e-e5ae59d5cd6a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c13092af-5071-41f7-827e-e5ae59d5cd6a,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:12.394500 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.395529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f9389ef3-f27a-4355-a81c-0c1fa98fda08 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:12.437199 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1ecde4f-d99f-418b-80db-70b5a36ffd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.441398 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1ecde4f-d99f-418b-80db-70b5a36ffd5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.444673 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c1ecde4f-d99f-418b-80db-70b5a36ffd5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbb711cb-4bd8-4994-8a0c-90602d647d2b HTTP/1.1" status: 204 len: 168 time: 0.1734884 Nov 16 04:44:12.449293 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-6e3658a5-6490-4354-af9f-337f97e43fdc service neutron] 10.222.0.15 "GET /v2.0/networks/d019822d-3342-47c4-8aeb-b09816059adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288815 Nov 16 04:44:12.468793 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecde4f-d99f-418b-80db-70b5a36ffd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb711cb-4bd8-4994-8a0c-90602d647d2b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:12.553334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f761b1d-37b4-4d06-92e6-4c7aa3fc5a27 req-6f79829e-a7b3-497b-bc00-14e3f32c811d tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/f4c2a601-c31c-4efb-8914-0d0e87a70c19 HTTP/1.1" status: 200 len: 1789 time: 0.1392102 Nov 16 04:44:12.664539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=c13092af-5071-41f7-827e-e5ae59d5cd6a,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:12.676585 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port f9389ef3-f27a-4355-a81c-0c1fa98fda08 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:12.681507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port f9389ef3-f27a-4355-a81c-0c1fa98fda08 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:12.682197 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.704727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e1b9e4f-da13-44f0-8a9f-4650677ebb7b req-7db2efa4-f59b-41e3-839e-92a174f869d8 service neutron] 10.222.0.15 "GET /v2.0/networks/d019822d-3342-47c4-8aeb-b09816059adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445164 Nov 16 04:44:12.716470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5d266e7-1fed-42eb-b909-8548dbca165f req-9d53ecaa-979a-4600-ad22-c7f41e441aa6 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/f4c2a601-c31c-4efb-8914-0d0e87a70c19 HTTP/1.1" status: 200 len: 1789 time: 0.1415060 Nov 16 04:44:12.770589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e1010-fc77-4d60-921a-21b34e9df918 req-3e3d4437-4ee0-4d2f-a4c0-2f683e2eba62 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:12.776578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e1010-fc77-4d60-921a-21b34e9df918 req-3e3d4437-4ee0-4d2f-a4c0-2f683e2eba62 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:12.783211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e1010-fc77-4d60-921a-21b34e9df918 req-3e3d4437-4ee0-4d2f-a4c0-2f683e2eba62 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:12.783684 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.790105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e1010-fc77-4d60-921a-21b34e9df918 req-3e3d4437-4ee0-4d2f-a4c0-2f683e2eba62 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:12.796763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e1010-fc77-4d60-921a-21b34e9df918 req-3e3d4437-4ee0-4d2f-a4c0-2f683e2eba62 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:12.807195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e1010-fc77-4d60-921a-21b34e9df918 req-3e3d4437-4ee0-4d2f-a4c0-2f683e2eba62 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:12.813321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e1010-fc77-4d60-921a-21b34e9df918 req-3e3d4437-4ee0-4d2f-a4c0-2f683e2eba62 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:12.815608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403e1010-fc77-4d60-921a-21b34e9df918 req-3e3d4437-4ee0-4d2f-a4c0-2f683e2eba62 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5431 time: 0.1570156 Nov 16 04:44:12.820777 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f9389ef3-f27a-4355-a81c-0c1fa98fda08, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f9389ef3-f27a-4355-a81c-0c1fa98fda08,segment=NetworkSegment(aa113498-c0ba-41cc-9239-ed5804f208b2),segment_id=aa113498-c0ba-41cc-9239-ed5804f208b2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:12.826068 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.826930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:12.843967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37468) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:12.906014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f9389ef3-f27a-4355-a81c-0c1fa98fda08,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:12.922702 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b5d266e7-1fed-42eb-b909-8548dbca165f req-ba66e303-617e-431f-ad73-6a4dcb3cb302 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.954028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dfc2b-1457-4b6a-8e65-e7f94dcd1433 req-af79c5a6-4d18-4e00-99e2-bad39cf25584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:12.955743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f4dfc2b-1457-4b6a-8e65-e7f94dcd1433 req-af79c5a6-4d18-4e00-99e2-bad39cf25584 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bd70c578c464b96ba9d090c76d7c228&device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 1094 time: 0.1391377 Nov 16 04:44:12.960058 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:12.966000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403e1010-fc77-4d60-921a-21b34e9df918 req-668e4485-6550-41e3-83a5-e196805b67ea tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1300838 Nov 16 04:44:12.968469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:12.969390 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:12.986547 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b5d266e7-1fed-42eb-b909-8548dbca165f req-ba66e303-617e-431f-ad73-6a4dcb3cb302 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.000370 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e187f2d7-9d09-4e74-9479-4b433ac849b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.079995 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.120829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=51a374e3-8aa4-468f-8e90-f41f1b0fbb99,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:13.122422 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e187f2d7-9d09-4e74-9479-4b433ac849b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.126086 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.127222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e187f2d7-9d09-4e74-9479-4b433ac849b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.162170 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15735fc-c8e6-49ab-9a26-939080198dbe req-bd2b93ec-5941-41a3-a58d-0b81030710dc tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:13.163748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e15735fc-c8e6-49ab-9a26-939080198dbe req-bd2b93ec-5941-41a3-a58d-0b81030710dc tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 943 time: 0.0930581 Nov 16 04:44:13.186131 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e187f2d7-9d09-4e74-9479-4b433ac849b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=899ae17aec19467faa854daad92390aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411362 Nov 16 04:44:13.187296 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b5d266e7-1fed-42eb-b909-8548dbca165f req-ba66e303-617e-431f-ad73-6a4dcb3cb302 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.188664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37484) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:13.190444 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b5d266e7-1fed-42eb-b909-8548dbca165f req-ba66e303-617e-431f-ad73-6a4dcb3cb302 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.201935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5d266e7-1fed-42eb-b909-8548dbca165f req-ba66e303-617e-431f-ad73-6a4dcb3cb302 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "DELETE /v2.0/security-groups/f4c2a601-c31c-4efb-8914-0d0e87a70c19 HTTP/1.1" status: 204 len: 173 time: 0.4844949 Nov 16 04:44:13.221066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=51a374e3-8aa4-468f-8e90-f41f1b0fbb99,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:13.225133 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.228568 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e187f2d7-9d09-4e74-9479-4b433ac849b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ccbcf9-54c2-43be-bd51-b0e171427e66,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:13.247848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66e303-617e-431f-ad73-6a4dcb3cb302 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c2a601-c31c-4efb-8914-0d0e87a70c19,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:13.260862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dfc2b-1457-4b6a-8e65-e7f94dcd1433 req-2de9fb04-4673-4853-b654-3872a605b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:13.262168 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c9dc234-c732-4a0e-861c-93821a01f494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.265226 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f4dfc2b-1457-4b6a-8e65-e7f94dcd1433 req-2de9fb04-4673-4853-b654-3872a605b177 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d019822d-3342-47c4-8aeb-b09816059adc HTTP/1.1" status: 200 len: 906 time: 0.2941864 Nov 16 04:44:13.298862 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c9dc234-c732-4a0e-861c-93821a01f494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.354639 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c9dc234-c732-4a0e-861c-93821a01f494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.358640 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c9dc234-c732-4a0e-861c-93821a01f494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.362957 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5c9dc234-c732-4a0e-861c-93821a01f494 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4ccbcf9-54c2-43be-bd51-b0e171427e66 HTTP/1.1" status: 204 len: 168 time: 0.1708546 Nov 16 04:44:13.364141 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0242d561-9a1a-4d17-9a59-189c63ce17cd up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:13.368938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dc234-c732-4a0e-861c-93821a01f494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ccbcf9-54c2-43be-bd51-b0e171427e66,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:13.377562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f4dfc2b-1457-4b6a-8e65-e7f94dcd1433 req-3470d184-5ef6-4174-85f4-ccc80f0047c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45c7e951-18f7-4f96-9632-25dce2753616 HTTP/1.1" status: 200 len: 217 time: 0.1018498 Nov 16 04:44:13.384121 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e15735fc-c8e6-49ab-9a26-939080198dbe req-1096f5ec-28bf-434d-9c01-24ddcb1b67a2 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/security-groups?id=973d975b-d2df-4db7-bc2c-3d1675980be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104375 Nov 16 04:44:13.449505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f281159-1a9e-4765-af6a-97afb2392224 req-aa547121-cd39-42bd-b550-e7ef4d0e4be1 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:13.451625 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f281159-1a9e-4765-af6a-97afb2392224 req-aa547121-cd39-42bd-b550-e7ef4d0e4be1 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 944 time: 0.1506159 Nov 16 04:44:13.462090 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 0242d561-9a1a-4d17-9a59-189c63ce17cd completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:13.469871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 0242d561-9a1a-4d17-9a59-189c63ce17cd triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:13.470254 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.476954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dfc2b-1457-4b6a-8e65-e7f94dcd1433 req-3cb1476c-bbaa-4f08-a0db-b8fe882ebf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:13.479172 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f4dfc2b-1457-4b6a-8e65-e7f94dcd1433 req-3cb1476c-bbaa-4f08-a0db-b8fe882ebf5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f6504df-dc96-432e-a739-95e55f61005f HTTP/1.1" status: 200 len: 844 time: 0.0923941 Nov 16 04:44:13.589574 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.594152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37502) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:13.596643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f281159-1a9e-4765-af6a-97afb2392224 req-abf2738e-f0ae-4581-9f62-0eda6b8ec408 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374853 Nov 16 04:44:13.635146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dfc2b-1457-4b6a-8e65-e7f94dcd1433 req-4a9b69a0-e516-4153-ac35-f3d51e7c3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:13.636840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f4dfc2b-1457-4b6a-8e65-e7f94dcd1433 req-4a9b69a0-e516-4153-ac35-f3d51e7c3837 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d019822d-3342-47c4-8aeb-b09816059adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1406109 Nov 16 04:44:13.651025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0242d561-9a1a-4d17-9a59-189c63ce17cd, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0242d561-9a1a-4d17-9a59-189c63ce17cd,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:13.659462 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.660309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 623cdc1b-818c-419a-b25d-3267d5ca1aa1 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:13.725419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c3e31-d895-4dca-905f-b2fdc7bdfdfd req-8ce75f68-4665-4cfc-873f-3649f19f0e36 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:13.727065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e80c3e31-d895-4dca-905f-b2fdc7bdfdfd req-8ce75f68-4665-4cfc-873f-3649f19f0e36 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 949 time: 0.1294858 Nov 16 04:44:13.748504 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-4296c5ca-de42-4f44-a295-ac8bab8760cb req-ec571dee-11ff-4759-a8d2-16490b373b27 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] show failed (client error): The resource could not be found. Nov 16 04:44:13.749297 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4296c5ca-de42-4f44-a295-ac8bab8760cb req-ec571dee-11ff-4759-a8d2-16490b373b27 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/fe699815-28c5-44ba-830f-afafd79a1f0c HTTP/1.1" status: 404 len: 352 time: 0.0435672 Nov 16 04:44:13.773616 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.778419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0242d561-9a1a-4d17-9a59-189c63ce17cd,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:13.791118 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 623cdc1b-818c-419a-b25d-3267d5ca1aa1 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:13.796392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 623cdc1b-818c-419a-b25d-3267d5ca1aa1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:13.796769 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.834204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e80c3e31-d895-4dca-905f-b2fdc7bdfdfd req-357a64c3-641c-47e1-8075-50d9a4c7df6e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003878 Nov 16 04:44:13.836601 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-4f770719-79f1-4970-9ec3-d99282d5eb96 req-8cb9cb31-6679-449b-b0f2-fbdf77034edb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] show failed (client error): The resource could not be found. Nov 16 04:44:13.837699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f770719-79f1-4970-9ec3-d99282d5eb96 req-8cb9cb31-6679-449b-b0f2-fbdf77034edb tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/31ba9704-d48b-4d6d-8f67-c4b0d8a8a712 HTTP/1.1" status: 404 len: 352 time: 0.0377333 Nov 16 04:44:13.841280 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f4dfc2b-1457-4b6a-8e65-e7f94dcd1433 req-3c4f2749-18ba-48a7-8c29-c7fec62bb080 service neutron] 10.222.0.15 "GET /v2.0/networks/d019822d-3342-47c4-8aeb-b09816059adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967361 Nov 16 04:44:13.901223 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.926063 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-7fcd628e-397d-41f5-902f-c43c3d25621c req-421654ca-0787-4203-9d81-25c1af68f8a1 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] show failed (client error): The resource could not be found. Nov 16 04:44:13.927521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7fcd628e-397d-41f5-902f-c43c3d25621c req-421654ca-0787-4203-9d81-25c1af68f8a1 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/9e327229-3ed0-4f6b-bc60-8135133038d3 HTTP/1.1" status: 404 len: 352 time: 0.0226302 Nov 16 04:44:13.933616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2110230240-network', 'tenant_id': '89f38e6799f7447e922bc1ab8b052015'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:13.938738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 623cdc1b-818c-419a-b25d-3267d5ca1aa1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=623cdc1b-818c-419a-b25d-3267d5ca1aa1,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:13.944394 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.945189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:13.958717 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Made reservation on behalf of 89f38e6799f7447e922bc1ab8b052015 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:13.962142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.974738 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:13.982283 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f4dfc2b-1457-4b6a-8e65-e7f94dcd1433 req-ee3cd707-ea40-41d3-b57c-76a9cd1a1ce9 service neutron] 10.222.0.15 "GET /v2.0/networks/d019822d-3342-47c4-8aeb-b09816059adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328044 Nov 16 04:44:14.010027 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-125291c4-28a5-4c50-87e5-f29dc7b64d07 req-bf472313-7698-474f-bd42-9c8f42dcfeee tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] show failed (client error): The resource could not be found. Nov 16 04:44:14.011277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-125291c4-28a5-4c50-87e5-f29dc7b64d07 req-bf472313-7698-474f-bd42-9c8f42dcfeee tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/7c847ace-2e4f-454e-be38-9b4d129ac2c1 HTTP/1.1" status: 404 len: 352 time: 0.0279510 Nov 16 04:44:14.029459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=623cdc1b-818c-419a-b25d-3267d5ca1aa1,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:14.043304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:14.047399 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:14.047871 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.062955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37520) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:14.070144 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-f20c1351-2a06-4a73-8af4-1e6560cab12c req-8586713e-9231-4f30-ba55-07284fb154ee tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] show failed (client error): The resource could not be found. Nov 16 04:44:14.071624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f20c1351-2a06-4a73-8af4-1e6560cab12c req-8586713e-9231-4f30-ba55-07284fb154ee tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/b8a2410b-1150-4395-9b2e-5a484c5e35e6 HTTP/1.1" status: 404 len: 352 time: 0.0216064 Nov 16 04:44:14.091286 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-edc90dc6-901a-4252-a174-f50c346b0fc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.094369 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.102670 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.135597 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-4522a75b-6d76-4095-beab-107624c0845e req-0ac28a2f-62fe-4229-b65d-b39ed549eaac tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] show failed (client error): The resource could not be found. Nov 16 04:44:14.136797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4522a75b-6d76-4095-beab-107624c0845e req-0ac28a2f-62fe-4229-b65d-b39ed549eaac tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/08a22ec9-6f09-4b28-902e-b9fe4d36f9b7 HTTP/1.1" status: 404 len: 352 time: 0.0310845 Nov 16 04:44:14.142460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:44:14.161255 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.162413 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc9e927-32c1-4eb5-8443-b506a0861c46,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:14.178685 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.178685 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Added segment 467f9214-59bc-4ac2-a258-b72fed04f0cd of type vlan for network 00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d Nov 16 04:44:14.195741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acb069-a67e-42f8-a5ef-a1aa9e7a8cbd req-a7dda6dc-bd88-4c01-a52b-47667463dbbc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:14.202638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31f56588-e2cb-4b3f-b4f4-17b4c37748f9,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:14.203464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acb069-a67e-42f8-a5ef-a1aa9e7a8cbd req-a7dda6dc-bd88-4c01-a52b-47667463dbbc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:14.206958 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.208264 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0a4c67cb-938c-4b12-bb00-cd0b361ed365 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:14.209506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acb069-a67e-42f8-a5ef-a1aa9e7a8cbd req-a7dda6dc-bd88-4c01-a52b-47667463dbbc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:14.217000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acb069-a67e-42f8-a5ef-a1aa9e7a8cbd req-a7dda6dc-bd88-4c01-a52b-47667463dbbc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:14.223749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acb069-a67e-42f8-a5ef-a1aa9e7a8cbd req-a7dda6dc-bd88-4c01-a52b-47667463dbbc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:14.230160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acb069-a67e-42f8-a5ef-a1aa9e7a8cbd req-a7dda6dc-bd88-4c01-a52b-47667463dbbc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:14.236432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acb069-a67e-42f8-a5ef-a1aa9e7a8cbd req-a7dda6dc-bd88-4c01-a52b-47667463dbbc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:14.238363 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-31acb069-a67e-42f8-a5ef-a1aa9e7a8cbd req-a7dda6dc-bd88-4c01-a52b-47667463dbbc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5434 time: 0.1425827 Nov 16 04:44:14.248067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.266828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ad8765-bed3-46ac-a2cf-5c80683391c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9c8b8e-1a56-4b90-9cd6-fd478337558f'}, {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4950c367-9570-4b51-a9c0-1004cd6a4fb4'}, {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13092af-5071-41f7-827e-e5ae59d5cd6a'}, {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08'}, {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a374e3-8aa4-468f-8e90-f41f1b0fbb99'}, {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0242d561-9a1a-4d17-9a59-189c63ce17cd'}, {'server_uuid': '05c8018a-455e-4b04-9e22-7f5733ef20e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623cdc1b-818c-419a-b25d-3267d5ca1aa1'}, {'server_uuid': '1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f56588-e2cb-4b3f-b4f4-17b4c37748f9'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:14.270299 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79bb571-2d8e-4377-8bac-94e00f3579a1" -d '{"events": [{"server_uuid": "43ad8765-bed3-46ac-a2cf-5c80683391c4", "name": "network-vif-plugged", "status": "completed", "tag": "6d9c8b8e-1a56-4b90-9cd6-fd478337558f"}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "4950c367-9570-4b51-a9c0-1004cd6a4fb4"}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "c13092af-5071-41f7-827e-e5ae59d5cd6a"}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "f9389ef3-f27a-4355-a81c-0c1fa98fda08"}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "51a374e3-8aa4-468f-8e90-f41f1b0fbb99"}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "0242d561-9a1a-4d17-9a59-189c63ce17cd"}, {"server_uuid": "05c8018a-455e-4b04-9e22-7f5733ef20e8", "name": "network-vif-plugged", "status": "completed", "tag": "623cdc1b-818c-419a-b25d-3267d5ca1aa1"}, {"server_uuid": "1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047", "name": "network-vif-plugged", "status": "completed", "tag": "31f56588-e2cb-4b3f-b4f4-17b4c37748f9"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:14.306596 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-edc90dc6-901a-4252-a174-f50c346b0fc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.308262 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.310239 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:14.311094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.325681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-31acb069-a67e-42f8-a5ef-a1aa9e7a8cbd req-23432410-e657-4ba6-a2b9-073d6a4fcf58 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806620 Nov 16 04:44:14.331588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=31f56588-e2cb-4b3f-b4f4-17b4c37748f9,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:14.342124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:14.363147 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:14.363531 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.391633 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7961109 Nov 16 04:44:14.392579 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-edc90dc6-901a-4252-a174-f50c346b0fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.394572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37530) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:14.399543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a695872f-8dad-41d2-83c5-23c7421d62c4 admin admin] Request body: {'subnet': {'network_id': '00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2110230240-subnet', 'tenant_id': '89f38e6799f7447e922bc1ab8b052015', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:14.417388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d923e49-9de0-41b7-bd78-26c6625a2d17 admin admin] Pushing event updated for resources: {'Network': ['ID=00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:14.425240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc90dc6-901a-4252-a174-f50c346b0fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00444ba4-9879-4f65-8514-f51676187b82,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:14.448134 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-edc90dc6-901a-4252-a174-f50c346b0fc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc16bb626b5f4f0489997363b7d08c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3841221 Nov 16 04:44:14.448729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37534) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:14.455596 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1380 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd16c15-a859-4fdf-a764-65b424f09cca x-openstack-request-id: req-6cd16c15-a859-4fdf-a764-65b424f09cca {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:14.455783 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ad8765-bed3-46ac-a2cf-5c80683391c4", "name": "network-vif-plugged", "status": "completed", "tag": "6d9c8b8e-1a56-4b90-9cd6-fd478337558f", "code": 200}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "4950c367-9570-4b51-a9c0-1004cd6a4fb4", "code": 200}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "c13092af-5071-41f7-827e-e5ae59d5cd6a", "code": 200}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "f9389ef3-f27a-4355-a81c-0c1fa98fda08", "code": 200}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "51a374e3-8aa4-468f-8e90-f41f1b0fbb99", "code": 200}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "0242d561-9a1a-4d17-9a59-189c63ce17cd", "code": 200}, {"server_uuid": "05c8018a-455e-4b04-9e22-7f5733ef20e8", "name": "network-vif-plugged", "status": "completed", "tag": "623cdc1b-818c-419a-b25d-3267d5ca1aa1", "code": 200}, {"server_uuid": "1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047", "name": "network-vif-plugged", "status": "completed", "tag": "31f56588-e2cb-4b3f-b4f4-17b4c37748f9", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:14.457437 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cd16c15-a859-4fdf-a764-65b424f09cca {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:14.458814 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ad8765-bed3-46ac-a2cf-5c80683391c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9c8b8e-1a56-4b90-9cd6-fd478337558f', 'code': 200} Nov 16 04:44:14.459791 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4950c367-9570-4b51-a9c0-1004cd6a4fb4', 'code': 200} Nov 16 04:44:14.460225 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13092af-5071-41f7-827e-e5ae59d5cd6a', 'code': 200} Nov 16 04:44:14.460829 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08', 'code': 200} Nov 16 04:44:14.461306 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51a374e3-8aa4-468f-8e90-f41f1b0fbb99', 'code': 200} Nov 16 04:44:14.461759 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0242d561-9a1a-4d17-9a59-189c63ce17cd', 'code': 200} Nov 16 04:44:14.462201 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c8018a-455e-4b04-9e22-7f5733ef20e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623cdc1b-818c-419a-b25d-3267d5ca1aa1', 'code': 200} Nov 16 04:44:14.462685 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f56588-e2cb-4b3f-b4f4-17b4c37748f9', 'code': 200} Nov 16 04:44:14.465297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:44:14.499850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a695872f-8dad-41d2-83c5-23c7421d62c4 admin admin] Made reservation on behalf of 89f38e6799f7447e922bc1ab8b052015 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:14.513623 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a695872f-8dad-41d2-83c5-23c7421d62c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.522971 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4236baad-f34f-4426-a158-b1abf996cf32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.543183 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.548195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4236baad-f34f-4426-a158-b1abf996cf32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.593117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0a4c67cb-938c-4b12-bb00-cd0b361ed365, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0a4c67cb-938c-4b12-bb00-cd0b361ed365,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:14.597405 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.603655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4236baad-f34f-4426-a158-b1abf996cf32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.607083 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4236baad-f34f-4426-a158-b1abf996cf32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:14.612474 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4236baad-f34f-4426-a158-b1abf996cf32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00444ba4-9879-4f65-8514-f51676187b82 HTTP/1.1" status: 204 len: 168 time: 0.1617641 Nov 16 04:44:14.620647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236baad-f34f-4426-a158-b1abf996cf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00444ba4-9879-4f65-8514-f51676187b82,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:14.672355 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0a4c67cb-938c-4b12-bb00-cd0b361ed365,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:14.770002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d59d68-c5c0-466a-b568-2cb9b0bfe4fd req-5f4ae52a-98fc-43e2-8cc3-b54d15148ff9 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:14.771509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9d59d68-c5c0-466a-b568-2cb9b0bfe4fd req-5f4ae52a-98fc-43e2-8cc3-b54d15148ff9 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 1023 time: 0.3028736 Nov 16 04:44:14.781558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbbe19-4334-49ed-acb5-fb1ff3fbfa72 req-7ffb0ed5-c868-4e64-bbc0-dcf66485dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:14.783040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5dbbe19-4334-49ed-acb5-fb1ff3fbfa72 req-7ffb0ed5-c868-4e64-bbc0-dcf66485dddc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 1100 time: 0.2843034 Nov 16 04:44:14.795492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f7893-0c61-453b-ade1-e2c816a56869 req-d13c32ad-0d2d-430f-8ead-f26394fb493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:14.797015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a7f7893-0c61-453b-ade1-e2c816a56869 req-d13c32ad-0d2d-430f-8ead-f26394fb493c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047 HTTP/1.1" status: 200 len: 1101 time: 0.2353480 Nov 16 04:44:14.806110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c512e-036a-42c6-8346-2ebef89d0438 req-2731b510-ce01-4db5-956f-3a6f7759afc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:14.807510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-313c512e-036a-42c6-8346-2ebef89d0438 req-2731b510-ce01-4db5-956f-3a6f7759afc8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 1096 time: 0.1799951 Nov 16 04:44:14.822520 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d5725-69f4-4e9f-b2cb-4d4919bd77bf req-295d8978-c63e-47c0-bb2e-ed9762799a59 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:14.823932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-521d5725-69f4-4e9f-b2cb-4d4919bd77bf req-295d8978-c63e-47c0-bb2e-ed9762799a59 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 943 time: 0.2597635 Nov 16 04:44:15.032273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5dbbe19-4334-49ed-acb5-fb1ff3fbfa72 req-82f37e98-0801-49af-9768-c004a74d7090 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321475 Nov 16 04:44:15.041950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a7f7893-0c61-453b-ade1-e2c816a56869 req-3344ab57-e9f3-46a1-961e-191e9226ba85 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316511 Nov 16 04:44:15.048332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-313c512e-036a-42c6-8346-2ebef89d0438 req-363d6d0c-67c7-4417-8da4-6fe434c641bc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161682 Nov 16 04:44:15.071598 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-521d5725-69f4-4e9f-b2cb-4d4919bd77bf req-d9ff86fe-cd6d-4183-8ced-050618154e6d tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/security-groups?id=973d975b-d2df-4db7-bc2c-3d1675980be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271910 Nov 16 04:44:15.082382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9d59d68-c5c0-466a-b568-2cb9b0bfe4fd req-880d89e5-3735-4109-807b-53d1e57b4974 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e06149f-3c6d-4ec0-8392-5006e0804ee7&id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&id=cef8feaa-22f3-4cfd-82fd-4db3e5ee52e7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2934809 Nov 16 04:44:15.101421 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a695872f-8dad-41d2-83c5-23c7421d62c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:15.163055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a695872f-8dad-41d2-83c5-23c7421d62c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88e93ae6-4e86-407f-bd79-0ab19a92636e,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:15.181537 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a695872f-8dad-41d2-83c5-23c7421d62c4 admin admin] Checking segment: {'id': '467f9214-59bc-4ac2-a258-b72fed04f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:15.181934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695872f-8dad-41d2-83c5-23c7421d62c4 admin admin] Network hostable DHCP agents. Network: 00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:44:15.228097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dbb80-c879-4d37-b0fb-8c6ade5b5e75 req-7575b0ed-7dde-48b9-aaf0-258d86c3509d tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:15.229590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1d4dbb80-c879-4d37-b0fb-8c6ade5b5e75 req-7575b0ed-7dde-48b9-aaf0-258d86c3509d tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 945 time: 0.0643280 Nov 16 04:44:15.230389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a695872f-8dad-41d2-83c5-23c7421d62c4 admin admin] Network 00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:44:15.244332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-a695872f-8dad-41d2-83c5-23c7421d62c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:15.257637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637eb6ee-454e-4ea9-a82a-289592c1e957 None None] Network 00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:44:15.260824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a695872f-8dad-41d2-83c5-23c7421d62c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:15.261418 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a695872f-8dad-41d2-83c5-23c7421d62c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:15.295530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a695872f-8dad-41d2-83c5-23c7421d62c4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8997641 Nov 16 04:44:15.307214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1d4dbb80-c879-4d37-b0fb-8c6ade5b5e75 req-faaa66d5-1fbc-4feb-a3b4-fdf32715df25 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708625 Nov 16 04:44:15.371109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0bc7c-e988-47b9-a1da-59dd181e2573 req-f1be1670-b0a6-4cf3-ac68-1a9aa93bb0f6 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:15.372773 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30b0bc7c-e988-47b9-a1da-59dd181e2573 req-f1be1670-b0a6-4cf3-ac68-1a9aa93bb0f6 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 949 time: 0.0621183 Nov 16 04:44:15.406799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37568) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:15.461936 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30b0bc7c-e988-47b9-a1da-59dd181e2573 req-c40761c4-0da6-4e6f-bf03-3d0368de74d4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832918 Nov 16 04:44:15.470557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa347c0d-b623-4438-a38f-7d79a7b039f9 req-231c5153-3976-4853-bf27-7646ac549e48 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:15.472024 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa347c0d-b623-4438-a38f-7d79a7b039f9 req-231c5153-3976-4853-bf27-7646ac549e48 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.0862141 Nov 16 04:44:15.480233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312b08d7-c90d-4986-a0b4-5ad067c0fd8a None None] Network 00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:44:15.536329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 45c7e951-18f7-4f96-9632-25dce2753616 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:15.544273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa347c0d-b623-4438-a38f-7d79a7b039f9 req-0da96a34-270a-4937-8a0c-8f396baa86a8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606995 Nov 16 04:44:15.572920 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-970089352-network', 'tenant_id': '8a08bfbdc1b845f9877409500507d40c'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:15.596794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Made reservation on behalf of 8a08bfbdc1b845f9877409500507d40c for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:15.599662 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:15.608972 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:15.667249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb79f9-6021-4203-8a8f-e8a7f91f8f33 req-8403e9b1-0828-41fb-91b9-35f0ce8c8972 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:15.676066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb79f9-6021-4203-8a8f-e8a7f91f8f33 req-8403e9b1-0828-41fb-91b9-35f0ce8c8972 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:15.683600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb79f9-6021-4203-8a8f-e8a7f91f8f33 req-8403e9b1-0828-41fb-91b9-35f0ce8c8972 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:15.691259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb79f9-6021-4203-8a8f-e8a7f91f8f33 req-8403e9b1-0828-41fb-91b9-35f0ce8c8972 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:15.697709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb79f9-6021-4203-8a8f-e8a7f91f8f33 req-8403e9b1-0828-41fb-91b9-35f0ce8c8972 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:15.705225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb79f9-6021-4203-8a8f-e8a7f91f8f33 req-8403e9b1-0828-41fb-91b9-35f0ce8c8972 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:15.708780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 45c7e951-18f7-4f96-9632-25dce2753616, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=45c7e951-18f7-4f96-9632-25dce2753616,segment=NetworkSegment(cfd7c57c-1114-42d0-ae73-d770929f61b4),segment_id=cfd7c57c-1114-42d0-ae73-d770929f61b4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:15.711652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb79f9-6021-4203-8a8f-e8a7f91f8f33 req-8403e9b1-0828-41fb-91b9-35f0ce8c8972 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:15.718146 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:15.721518 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4bb79f9-6021-4203-8a8f-e8a7f91f8f33 req-8403e9b1-0828-41fb-91b9-35f0ce8c8972 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5435 time: 0.1364160 Nov 16 04:44:15.721965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:15.730334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '45c7e951-18f7-4f96-9632-25dce2753616', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'port_id': '45c7e951-18f7-4f96-9632-25dce2753616', 'mac_address': 'fa:16:3e:54:35:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6504df-dc96-432e-a739-95e55f61005f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:15.758824 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:44:15.774302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b3f54a-157e-4421-8186-3486c16a971f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:15.795043 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:15.795397 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Added segment b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6 of type vlan for network 94d9451b-5807-488a-a893-96fa9f465c3d Nov 16 04:44:15.800527 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:15.814435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c7e951-18f7-4f96-9632-25dce2753616 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:15.837891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 45c7e951-18f7-4f96-9632-25dce2753616, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=45c7e951-18f7-4f96-9632-25dce2753616,segment=NetworkSegment(cfd7c57c-1114-42d0-ae73-d770929f61b4),segment_id=cfd7c57c-1114-42d0-ae73-d770929f61b4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:15.840873 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:15.843296 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:15.866315 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4bb79f9-6021-4203-8a8f-e8a7f91f8f33 req-2d89f2ad-b2ee-43f4-a51a-2c3b2e1cb93b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1440539 Nov 16 04:44:15.869570 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:15.870847 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:15.871843 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:15.898047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=45c7e951-18f7-4f96-9632-25dce2753616,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:15.922750 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5150242 Nov 16 04:44:15.929297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37588) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:15.938903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-33e6960d-b493-439d-a424-11a0093ffc59 admin admin] Request body: {'subnet': {'network_id': '94d9451b-5807-488a-a893-96fa9f465c3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-970089352-subnet', 'tenant_id': '8a08bfbdc1b845f9877409500507d40c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:15.939310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a8c48-6498-43e0-8aa8-c8158ad1ce8e admin admin] Pushing event updated for resources: {'Network': ['ID=94d9451b-5807-488a-a893-96fa9f465c3d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:15.949961 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 94d9451b-5807-488a-a893-96fa9f465c3d details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:44:15.968642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-66438aad-6f54-415f-9da9-c4cd66da7f25 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:15.970112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-66438aad-6f54-415f-9da9-c4cd66da7f25 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/networks?id=00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d HTTP/1.1" status: 200 len: 818 time: 0.1728041 Nov 16 04:44:16.036054 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-7fbdc1b7-7ca2-4e4d-be31-eb9de4a492f3 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/quotas/89f38e6799f7447e922bc1ab8b052015 HTTP/1.1" status: 200 len: 375 time: 0.0413764 Nov 16 04:44:16.039348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e6960d-b493-439d-a424-11a0093ffc59 admin admin] Made reservation on behalf of 8a08bfbdc1b845f9877409500507d40c for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:16.041575 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33e6960d-b493-439d-a424-11a0093ffc59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:16.062251 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:16.235192 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['45c7e951-18f7-4f96-9632-25dce2753616'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:16.450995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e1ac0-3ab9-4553-9750-4095deec1ed2 req-1a02015e-b7ba-4bae-bbab-05ef9a8b510d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:16.452484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-608e1ac0-3ab9-4553-9750-4095deec1ed2 req-1a02015e-b7ba-4bae-bbab-05ef9a8b510d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.4951167 Nov 16 04:44:16.456274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-893568a7-5690-414d-bc2c-babf69078b33 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=89f38e6799f7447e922bc1ab8b052015&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4127533 Nov 16 04:44:16.464079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c36a47-4498-4cca-aa6e-4bb6cf382a9f req-5ebf3cf8-f7a6-4599-8cda-ec8f6ae40a66 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:16.464278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4c67cb-938c-4b12-bb00-cd0b361ed365'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:16.465997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4c36a47-4498-4cca-aa6e-4bb6cf382a9f req-5ebf3cf8-f7a6-4599-8cda-ec8f6ae40a66 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.15 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 1023 time: 0.5197089 Nov 16 04:44:16.467140 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539dc40d-b4d4-4381-a43c-c6f2d8a1bcc7" -d '{"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "0a4c67cb-938c-4b12-bb00-cd0b361ed365"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:16.658244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-608e1ac0-3ab9-4553-9750-4095deec1ed2 req-39314dce-baa2-42aa-b353-3154c7476e0b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912730 Nov 16 04:44:16.745981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-47354aa4-ce91-44cb-b5cd-fc13b64ee1fe service neutron] 10.222.0.41 "GET /v2.0/networks/00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716949 Nov 16 04:44:16.843903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-a4c36a47-4498-4cca-aa6e-4bb6cf382a9f req-6075b8e6-058e-4de4-acfe-68bdb5e50e3c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Deleting port 1af51518-5081-40c7-85cc-2e51c34be7ea {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:44:16.844240 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4c36a47-4498-4cca-aa6e-4bb6cf382a9f req-6075b8e6-058e-4de4-acfe-68bdb5e50e3c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:16.928753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa864abb-bf87-4c38-82b7-d1d28efd1838 req-351b8098-4ea8-4a39-a819-4021b4342452 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:16.930265 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa864abb-bf87-4c38-82b7-d1d28efd1838 req-351b8098-4ea8-4a39-a819-4021b4342452 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 944 time: 0.2071104 Nov 16 04:44:16.934349 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33e6960d-b493-439d-a424-11a0093ffc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:17.060177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6960d-b493-439d-a424-11a0093ffc59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86dd572b-ea25-45f1-809d-83195f3312d3,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:17.072466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-610d8604-c6e4-495e-b83a-8e3393fb465d service neutron] 10.222.0.41 "GET /v2.0/networks/00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093040 Nov 16 04:44:17.077079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a4c36a47-4498-4cca-aa6e-4bb6cf382a9f req-6075b8e6-058e-4de4-acfe-68bdb5e50e3c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] For port 1af51518-5081-40c7-85cc-2e51c34be7ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=1af51518-5081-40c7-85cc-2e51c34be7ea,segment=NetworkSegment(c46db0fc-a55d-4f40-9b98-77d3cb3ad445),segment_id=c46db0fc-a55d-4f40-9b98-77d3cb3ad445)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:17.077473 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4c36a47-4498-4cca-aa6e-4bb6cf382a9f req-6075b8e6-058e-4de4-acfe-68bdb5e50e3c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:17.106952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa864abb-bf87-4c38-82b7-d1d28efd1838 req-44f6c370-0c3a-4e2f-b98d-eea6c439ee9e tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/security-groups?id=973d975b-d2df-4db7-bc2c-3d1675980be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611502 Nov 16 04:44:17.107927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-a4c36a47-4498-4cca-aa6e-4bb6cf382a9f req-6075b8e6-058e-4de4-acfe-68bdb5e50e3c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Calling delete_port for 1af51518-5081-40c7-85cc-2e51c34be7ea owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:44:17.120157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6960d-b493-439d-a424-11a0093ffc59 admin admin] Checking segment: {'id': 'b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '94d9451b-5807-488a-a893-96fa9f465c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:17.120531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6960d-b493-439d-a424-11a0093ffc59 admin admin] Network hostable DHCP agents. Network: 94d9451b-5807-488a-a893-96fa9f465c3d, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:44:17.183074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6960d-b493-439d-a424-11a0093ffc59 admin admin] Network 94d9451b-5807-488a-a893-96fa9f465c3d is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:44:17.228052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-33e6960d-b493-439d-a424-11a0093ffc59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 94d9451b-5807-488a-a893-96fa9f465c3d) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:17.235490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e6960d-b493-439d-a424-11a0093ffc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:17.236089 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33e6960d-b493-439d-a424-11a0093ffc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:17.237869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e791ce4e-8a0a-42e3-9866-663b959a9ffe None None] Network 94d9451b-5807-488a-a893-96fa9f465c3d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:44:17.271598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893391c-0090-4e88-bbfe-ce849d654425 req-0d73da88-37be-4be4-af5a-b628a9032987 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:17.273107 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7893391c-0090-4e88-bbfe-ce849d654425 req-0d73da88-37be-4be4-af5a-b628a9032987 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/ports?device_id=92729813-fe63-479f-8ce6-7b73615e6471 HTTP/1.1" status: 200 len: 1023 time: 0.1060734 Nov 16 04:44:17.286414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-33e6960d-b493-439d-a424-11a0093ffc59 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3560245 Nov 16 04:44:17.405208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27337ea5-86c3-47f9-b1a8-df641ba9ef11 req-43577ae0-7437-4f6c-9a4d-556a43549711 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:17.406577 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27337ea5-86c3-47f9-b1a8-df641ba9ef11 req-43577ae0-7437-4f6c-9a4d-556a43549711 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 945 time: 0.1455743 Nov 16 04:44:17.409579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5208c3a2-5868-4b76-8965-bc2dac75d785 None None] Network 94d9451b-5807-488a-a893-96fa9f465c3d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:44:17.433070 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4c36a47-4498-4cca-aa6e-4bb6cf382a9f req-6075b8e6-058e-4de4-acfe-68bdb5e50e3c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:17.448258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7893391c-0090-4e88-bbfe-ce849d654425 req-8b2955d6-3551-4e6d-b774-6af33b891388 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups?id=7e06149f-3c6d-4ec0-8392-5006e0804ee7&id=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff&id=cef8feaa-22f3-4cfd-82fd-4db3e5ee52e7&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1667390 Nov 16 04:44:17.487719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075b8e6-058e-4de4-acfe-68bdb5e50e3c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event deleted for resources: {'Port': ['ID=1af51518-5081-40c7-85cc-2e51c34be7ea,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:17.487851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['1af51518-5081-40c7-85cc-2e51c34be7ea'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:17.533830 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27337ea5-86c3-47f9-b1a8-df641ba9ef11 req-d22a73a6-3ee3-4b51-80c8-1fbf00e682ec tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168337 Nov 16 04:44:17.548200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c36a47-4498-4cca-aa6e-4bb6cf382a9f req-6075b8e6-058e-4de4-acfe-68bdb5e50e3c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] No DVR routers for this DVR port 1af51518-5081-40c7-85cc-2e51c34be7ea on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:44:17.551400 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4c36a47-4498-4cca-aa6e-4bb6cf382a9f req-6075b8e6-058e-4de4-acfe-68bdb5e50e3c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:17.554865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4c36a47-4498-4cca-aa6e-4bb6cf382a9f req-6075b8e6-058e-4de4-acfe-68bdb5e50e3c tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.15 "DELETE /v2.0/ports/1af51518-5081-40c7-85cc-2e51c34be7ea HTTP/1.1" status: 204 len: 173 time: 1.0674903 Nov 16 04:44:17.555321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92729813-fe63-479f-8ce6-7b73615e6471', 'name': 'network-vif-deleted', 'tag': '1af51518-5081-40c7-85cc-2e51c34be7ea'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:17.557562 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a996ad27-ef08-4fe2-875b-20dd73bc49e8" -d '{"events": [{"server_uuid": "92729813-fe63-479f-8ce6-7b73615e6471", "name": "network-vif-deleted", "tag": "1af51518-5081-40c7-85cc-2e51c34be7ea"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:17.574716 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a564263-a734-4cdd-ae7d-edab78e09bd1 x-openstack-request-id: req-8a564263-a734-4cdd-ae7d-edab78e09bd1 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:17.575278 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-plugged", "status": "completed", "tag": "0a4c67cb-938c-4b12-bb00-cd0b361ed365", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:17.575748 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a564263-a734-4cdd-ae7d-edab78e09bd1 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:17.576307 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4c67cb-938c-4b12-bb00-cd0b361ed365', 'code': 200} Nov 16 04:44:17.577947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 45c7e951-18f7-4f96-9632-25dce2753616 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:17.724323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 45c7e951-18f7-4f96-9632-25dce2753616 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:17.731538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 45c7e951-18f7-4f96-9632-25dce2753616 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:17.731538 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:17.827272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8f65a-3b4b-4a98-81e0-11d1b6ca61b6 req-68153b31-4066-45fe-9f58-d72540583b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:17.827786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8f65a-3b4b-4a98-81e0-11d1b6ca61b6 req-68153b31-4066-45fe-9f58-d72540583b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:17.828257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8f65a-3b4b-4a98-81e0-11d1b6ca61b6 req-68153b31-4066-45fe-9f58-d72540583b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:17.828747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8f65a-3b4b-4a98-81e0-11d1b6ca61b6 req-68153b31-4066-45fe-9f58-d72540583b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:17.829205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8f65a-3b4b-4a98-81e0-11d1b6ca61b6 req-68153b31-4066-45fe-9f58-d72540583b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:17.829661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8f65a-3b4b-4a98-81e0-11d1b6ca61b6 req-68153b31-4066-45fe-9f58-d72540583b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:17.830291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8f65a-3b4b-4a98-81e0-11d1b6ca61b6 req-68153b31-4066-45fe-9f58-d72540583b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:17.832885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84c8f65a-3b4b-4a98-81e0-11d1b6ca61b6 req-68153b31-4066-45fe-9f58-d72540583b2c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 6492 time: 0.1542389 Nov 16 04:44:17.858110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1595c0a-bc45-450b-98fd-6bf80a4ca953 req-87f47165-fe44-44e4-bd70-814ed575d67f tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:17.869034 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1595c0a-bc45-450b-98fd-6bf80a4ca953 req-87f47165-fe44-44e4-bd70-814ed575d67f tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 949 time: 0.1805670 Nov 16 04:44:18.005488 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:18.046486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84c8f65a-3b4b-4a98-81e0-11d1b6ca61b6 req-94024e59-7d1f-4957-b8f5-85a15ff42780 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2002773 Nov 16 04:44:18.049731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 45c7e951-18f7-4f96-9632-25dce2753616, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=45c7e951-18f7-4f96-9632-25dce2753616,segment=NetworkSegment(cfd7c57c-1114-42d0-ae73-d770929f61b4),segment_id=cfd7c57c-1114-42d0-ae73-d770929f61b4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:18.054456 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:18.080570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1595c0a-bc45-450b-98fd-6bf80a4ca953 req-2d9545ed-916d-4ac4-84a8-f143c092ce01 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105701 Nov 16 04:44:18.112607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=45c7e951-18f7-4f96-9632-25dce2753616,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:18.142969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d4db7-a8b1-4dd0-99f1-23721b897b31 req-8b9967ad-2c1e-42de-ba84-c14b3a11b588 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:18.149966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d4db7-a8b1-4dd0-99f1-23721b897b31 req-8b9967ad-2c1e-42de-ba84-c14b3a11b588 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:18.157214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d4db7-a8b1-4dd0-99f1-23721b897b31 req-8b9967ad-2c1e-42de-ba84-c14b3a11b588 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:18.165504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d4db7-a8b1-4dd0-99f1-23721b897b31 req-8b9967ad-2c1e-42de-ba84-c14b3a11b588 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:18.173263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37638) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:18.176405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d4db7-a8b1-4dd0-99f1-23721b897b31 req-8b9967ad-2c1e-42de-ba84-c14b3a11b588 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:18.178885 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2125149886-network', 'tenant_id': '51e7ee0ed9e649b5b157d386fbd2fdcc'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:18.183515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d4db7-a8b1-4dd0-99f1-23721b897b31 req-8b9967ad-2c1e-42de-ba84-c14b3a11b588 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:18.190045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d4db7-a8b1-4dd0-99f1-23721b897b31 req-8b9967ad-2c1e-42de-ba84-c14b3a11b588 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:18.191969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c97d4db7-a8b1-4dd0-99f1-23721b897b31 req-8b9967ad-2c1e-42de-ba84-c14b3a11b588 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5435 time: 0.2231293 Nov 16 04:44:18.201381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Made reservation on behalf of 51e7ee0ed9e649b5b157d386fbd2fdcc for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:18.203791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:18.216012 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:18.233114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a078ac5-b39b-45a2-a4d5-fb73367d5c65 req-33fc3ce3-1c55-4383-9f2c-45a64a2532e9 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/ports?device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 210 time: 0.0401351 Nov 16 04:44:18.254289 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:18.313218 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c97d4db7-a8b1-4dd0-99f1-23721b897b31 req-ecedd69f-7024-49d2-b252-825809da4b0c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042249 Nov 16 04:44:18.318875 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:18.327256 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0a6992-bd1f-42fd-9277-d9af43d6b57b x-openstack-request-id: req-0e0a6992-bd1f-42fd-9277-d9af43d6b57b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:18.327543 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92729813-fe63-479f-8ce6-7b73615e6471", "name": "network-vif-deleted", "tag": "1af51518-5081-40c7-85cc-2e51c34be7ea", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:18.327808 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e0a6992-bd1f-42fd-9277-d9af43d6b57b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:18.328195 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92729813-fe63-479f-8ce6-7b73615e6471', 'name': 'network-vif-deleted', 'tag': '1af51518-5081-40c7-85cc-2e51c34be7ea', 'status': 'completed', 'code': 200} Nov 16 04:44:18.331266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:18.369434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:44:18.376570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5bd154-0192-4334-90c4-4e9b43db0450,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:18.382676 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:18.383027 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Added segment 34548fdf-91ec-4c1c-8f57-7ef127ca343c of type vlan for network cac52ff5-0b8f-4573-9990-899fdb457b8b Nov 16 04:44:18.430198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:18.459851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f2454-e34a-4267-bdcc-74b2f6c18ea3 req-608af91a-3c24-41de-ab58-78c496a0f012 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:18.461428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-927f2454-e34a-4267-bdcc-74b2f6c18ea3 req-608af91a-3c24-41de-ab58-78c496a0f012 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.0605545 Nov 16 04:44:18.467841 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:18.469134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:18.469794 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:18.523468 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3462262 Nov 16 04:44:18.524336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37644) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:18.531501 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3737d-68d0-44a6-bc0e-5c6dc5aef599 admin admin] Pushing event updated for resources: {'Network': ['ID=cac52ff5-0b8f-4573-9990-899fdb457b8b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:18.531891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-12ea4639-9427-438a-8c44-0e4d73c4532f admin admin] Request body: {'subnet': {'network_id': 'cac52ff5-0b8f-4573-9990-899fdb457b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2125149886-subnet', 'tenant_id': '51e7ee0ed9e649b5b157d386fbd2fdcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:18.541681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network cac52ff5-0b8f-4573-9990-899fdb457b8b details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:44:18.558044 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-927f2454-e34a-4267-bdcc-74b2f6c18ea3 req-2cd53617-4105-4720-9f2f-41e97925d052 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890872 Nov 16 04:44:18.578104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3c589-2386-478f-8a2b-d539f2d16609 req-c6dd8f3e-d0c7-4bdc-95ad-eb55106deeb4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:18.579630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda3c589-2386-478f-8a2b-d539f2d16609 req-c6dd8f3e-d0c7-4bdc-95ad-eb55106deeb4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047 HTTP/1.1" status: 200 len: 950 time: 0.0940101 Nov 16 04:44:18.580815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ea4639-9427-438a-8c44-0e4d73c4532f admin admin] Made reservation on behalf of 51e7ee0ed9e649b5b157d386fbd2fdcc for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:18.583042 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12ea4639-9427-438a-8c44-0e4d73c4532f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:18.782361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda3c589-2386-478f-8a2b-d539f2d16609 req-3cb640e3-a4dc-440b-a88b-ab95e0fd1c0a tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957045 Nov 16 04:44:18.833468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be79e9a-d046-43f5-9789-808667a5f733 req-599d35f8-cddd-42ef-bbab-d20bd822060a tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:18.834906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4be79e9a-d046-43f5-9789-808667a5f733 req-599d35f8-cddd-42ef-bbab-d20bd822060a tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 945 time: 0.1692722 Nov 16 04:44:18.894330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-f35a389c-01c5-4327-9745-a01cc201afe5 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:18.895754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-f35a389c-01c5-4327-9745-a01cc201afe5 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.15 "GET /v2.0/networks?id=00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d HTTP/1.1" status: 200 len: 818 time: 0.2088029 Nov 16 04:44:18.927868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-43be0310-4b6e-4d59-b9a3-148aa3ee38c2 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Request body: {'port': {'device_id': 'dda765f9-86bf-4450-8ffd-c07a0f91aff1', 'network_id': '00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d', 'admin_state_up': True, 'tenant_id': '89f38e6799f7447e922bc1ab8b052015'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:19.053327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4be79e9a-d046-43f5-9789-808667a5f733 req-425f959d-ad17-4b57-9272-239aee994a58 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/security-groups?id=973d975b-d2df-4db7-bc2c-3d1675980be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042618 Nov 16 04:44:19.066167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e286334-dfbb-49e6-b8a4-b9ba80fc7a52 req-972c69a0-0436-4f03-8d40-46c8de8e0a43 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:19.067600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e286334-dfbb-49e6-b8a4-b9ba80fc7a52 req-972c69a0-0436-4f03-8d40-46c8de8e0a43 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 945 time: 0.2241678 Nov 16 04:44:19.100203 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12ea4639-9427-438a-8c44-0e4d73c4532f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:19.200253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea4639-9427-438a-8c44-0e4d73c4532f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3d37ce6-fd7b-4de8-a04f-6ad46b074ed9,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:19.211783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e286334-dfbb-49e6-b8a4-b9ba80fc7a52 req-f0bf50a0-0d01-4dd1-a144-2aba249611fa tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320724 Nov 16 04:44:19.236016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-43be0310-4b6e-4d59-b9a3-148aa3ee38c2 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Made reservation on behalf of 89f38e6799f7447e922bc1ab8b052015 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:19.236016 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-43be0310-4b6e-4d59-b9a3-148aa3ee38c2 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:19.239690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ea4639-9427-438a-8c44-0e4d73c4532f admin admin] Checking segment: {'id': '34548fdf-91ec-4c1c-8f57-7ef127ca343c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cac52ff5-0b8f-4573-9990-899fdb457b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:19.240306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ea4639-9427-438a-8c44-0e4d73c4532f admin admin] Network hostable DHCP agents. Network: cac52ff5-0b8f-4573-9990-899fdb457b8b, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:44:19.299305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ea4639-9427-438a-8c44-0e4d73c4532f admin admin] Network cac52ff5-0b8f-4573-9990-899fdb457b8b is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:44:19.341443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-12ea4639-9427-438a-8c44-0e4d73c4532f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, cac52ff5-0b8f-4573-9990-899fdb457b8b) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:19.349239 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fce9a791-f87d-429c-8cfa-55830ee80381 req-1dbd87aa-dd9c-409e-8d92-621d9307e2a3 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/7e06149f-3c6d-4ec0-8392-5006e0804ee7 HTTP/1.1" status: 200 len: 1818 time: 0.1054904 Nov 16 04:44:19.350073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abea3453-228b-49c6-9052-14de03e18e1d None None] Network cac52ff5-0b8f-4573-9990-899fdb457b8b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:44:19.369521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ea4639-9427-438a-8c44-0e4d73c4532f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:19.370131 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12ea4639-9427-438a-8c44-0e4d73c4532f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:19.443933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-12ea4639-9427-438a-8c44-0e4d73c4532f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9186227 Nov 16 04:44:19.492635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6b82d9-8c62-40dc-807a-d1d36433c474 None None] Network cac52ff5-0b8f-4573-9990-899fdb457b8b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:44:19.497729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be069cf-963b-43a7-9644-bd75edd4d235 req-3ad851df-b8b0-49bf-9375-135fbe281a71 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:19.503777 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be069cf-963b-43a7-9644-bd75edd4d235 req-3ad851df-b8b0-49bf-9375-135fbe281a71 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:19.505393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1be069cf-963b-43a7-9644-bd75edd4d235 req-3ad851df-b8b0-49bf-9375-135fbe281a71 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047&device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 1690 time: 0.1621051 Nov 16 04:44:19.545657 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fce9a791-f87d-429c-8cfa-55830ee80381 req-2fe7e9ee-8fbb-41aa-8adb-4afd6bc72bf4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:19.551088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-43be0310-4b6e-4d59-b9a3-148aa3ee38c2 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Allocated IP 172.20.0.14 (00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d/88e93ae6-4e86-407f-bd79-0ab19a92636e/91520ca5-cc71-4858-af3f-61dfcb99e17b) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:19.577270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7e951-18f7-4f96-9632-25dce2753616'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:19.581075 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8e0ed4-5320-4cb8-96a0-1b33ed4fb7cd" -d '{"events": [{"server_uuid": "6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc", "name": "network-vif-plugged", "status": "completed", "tag": "45c7e951-18f7-4f96-9632-25dce2753616"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:19.589320 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fce9a791-f87d-429c-8cfa-55830ee80381 req-2fe7e9ee-8fbb-41aa-8adb-4afd6bc72bf4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:19.654220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1be069cf-963b-43a7-9644-bd75edd4d235 req-c772e688-ff18-4c26-b759-2016cb22f3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395040 Nov 16 04:44:19.706137 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fce9a791-f87d-429c-8cfa-55830ee80381 req-2fe7e9ee-8fbb-41aa-8adb-4afd6bc72bf4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:19.708806 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fce9a791-f87d-429c-8cfa-55830ee80381 req-2fe7e9ee-8fbb-41aa-8adb-4afd6bc72bf4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:19.710091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fce9a791-f87d-429c-8cfa-55830ee80381 req-2fe7e9ee-8fbb-41aa-8adb-4afd6bc72bf4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "DELETE /v2.0/security-groups/7e06149f-3c6d-4ec0-8392-5006e0804ee7 HTTP/1.1" status: 204 len: 173 time: 0.3420451 Nov 16 04:44:19.761039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7e9ee-8fbb-41aa-8adb-4afd6bc72bf4 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e06149f-3c6d-4ec0-8392-5006e0804ee7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:19.833508 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-43be0310-4b6e-4d59-b9a3-148aa3ee38c2 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:19.883455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d205bf48-d22d-4e3a-a38d-4a25bc1f3b9a req-1f8d3d5c-7ece-4559-b39f-495ec053e6c4 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/ports?device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 210 time: 0.0321155 Nov 16 04:44:19.893000 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-43be0310-4b6e-4d59-b9a3-148aa3ee38c2 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:19.950355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-43be0310-4b6e-4d59-b9a3-148aa3ee38c2 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Network 00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:19.956391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-43be0310-4b6e-4d59-b9a3-148aa3ee38c2 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:19.958241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be0310-4b6e-4d59-b9a3-148aa3ee38c2 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Pushing event updated for resources: {'Port': ['ID=91520ca5-cc71-4858-af3f-61dfcb99e17b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:19.968229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-43be0310-4b6e-4d59-b9a3-148aa3ee38c2 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:20.038739 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-43be0310-4b6e-4d59-b9a3-148aa3ee38c2 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:20.039375 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-43be0310-4b6e-4d59-b9a3-148aa3ee38c2 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:20.054119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb0100-0259-45e1-a214-da7a2182a4de req-38685d3a-7f37-49e1-84be-819c14095706 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:20.060145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb0100-0259-45e1-a214-da7a2182a4de req-38685d3a-7f37-49e1-84be-819c14095706 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:20.066129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb0100-0259-45e1-a214-da7a2182a4de req-38685d3a-7f37-49e1-84be-819c14095706 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:20.072025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb0100-0259-45e1-a214-da7a2182a4de req-38685d3a-7f37-49e1-84be-819c14095706 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:20.078574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb0100-0259-45e1-a214-da7a2182a4de req-38685d3a-7f37-49e1-84be-819c14095706 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:20.080461 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708f8f3d-b048-4b30-85cf-bb5a84146513 x-openstack-request-id: req-708f8f3d-b048-4b30-85cf-bb5a84146513 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:20.080761 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc", "name": "network-vif-plugged", "status": "completed", "tag": "45c7e951-18f7-4f96-9632-25dce2753616", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:20.081010 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-708f8f3d-b048-4b30-85cf-bb5a84146513 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:20.081401 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c7e951-18f7-4f96-9632-25dce2753616', 'code': 200} Nov 16 04:44:20.085554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb0100-0259-45e1-a214-da7a2182a4de req-38685d3a-7f37-49e1-84be-819c14095706 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:20.091679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb0100-0259-45e1-a214-da7a2182a4de req-38685d3a-7f37-49e1-84be-819c14095706 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:20.093600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81bb0100-0259-45e1-a214-da7a2182a4de req-38685d3a-7f37-49e1-84be-819c14095706 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5435 time: 0.1397665 Nov 16 04:44:20.116222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-43be0310-4b6e-4d59-b9a3-148aa3ee38c2 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1957560 Nov 16 04:44:20.129008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Request body: {'port': {'device_id': 'dda765f9-86bf-4450-8ffd-c07a0f91aff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:20.275892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81bb0100-0259-45e1-a214-da7a2182a4de req-e322b2de-91e0-4d39-9043-8be8d08fecee tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1726987 Nov 16 04:44:20.277552 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:20.294435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51f7ec-08bc-4548-b096-75b564513c41 req-9e8e697c-46e7-4a99-9c62-e0c9f089c00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:20.295932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f51f7ec-08bc-4548-b096-75b564513c41 req-9e8e697c-46e7-4a99-9c62-e0c9f089c00a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 1096 time: 0.1289129 Nov 16 04:44:20.298698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-637da2b6-326c-4fa8-a79d-f297bac1537c req-4d2a35dd-458a-443d-929d-2bb29cd6aee0 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "GET /v2.0/security-groups/cef8feaa-22f3-4cfd-82fd-4db3e5ee52e7 HTTP/1.1" status: 200 len: 1817 time: 0.1443315 Nov 16 04:44:20.462865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f51f7ec-08bc-4548-b096-75b564513c41 req-34b2994b-32c6-4e49-8f98-2d1192175732 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=973d975b-d2df-4db7-bc2c-3d1675980be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596367 Nov 16 04:44:20.548103 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-637da2b6-326c-4fa8-a79d-f297bac1537c req-744c558c-0c1b-4a96-9972-12c86200de99 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:20.626698 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-637da2b6-326c-4fa8-a79d-f297bac1537c req-744c558c-0c1b-4a96-9972-12c86200de99 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:20.682070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-444f5056-e83d-4bca-8ca7-1e5be2ed8573 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:20.683531 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-444f5056-e83d-4bca-8ca7-1e5be2ed8573 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/networks?id=94d9451b-5807-488a-a893-96fa9f465c3d HTTP/1.1" status: 200 len: 814 time: 0.2053676 Nov 16 04:44:20.719492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-e171732c-b734-41fc-9382-8ca2b8696e2a tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/quotas/8a08bfbdc1b845f9877409500507d40c HTTP/1.1" status: 200 len: 375 time: 0.0228522 Nov 16 04:44:20.742850 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-637da2b6-326c-4fa8-a79d-f297bac1537c req-744c558c-0c1b-4a96-9972-12c86200de99 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:20.745382 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-637da2b6-326c-4fa8-a79d-f297bac1537c req-744c558c-0c1b-4a96-9972-12c86200de99 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:20.746508 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-637da2b6-326c-4fa8-a79d-f297bac1537c req-744c558c-0c1b-4a96-9972-12c86200de99 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] 10.222.0.41 "DELETE /v2.0/security-groups/cef8feaa-22f3-4cfd-82fd-4db3e5ee52e7 HTTP/1.1" status: 204 len: 173 time: 0.4366140 Nov 16 04:44:20.755191 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37700) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:20.768970 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-e17db2b8-86cb-4c43-a1a3-f46e7908406b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a08bfbdc1b845f9877409500507d40c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392070 Nov 16 04:44:20.791808 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c558c-0c1b-4a96-9972-12c86200de99 tempest-SecurityGroupsTestJSON-1753471537 tempest-SecurityGroupsTestJSON-1753471537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef8feaa-22f3-4cfd-82fd-4db3e5ee52e7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:20.829874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a274d95a-bbf4-4bd6-a3c1-af40446d6099 admin admin] Deleting subnet 857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:44:20.833034 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a274d95a-bbf4-4bd6-a3c1-af40446d6099 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:20.871752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91520ca5-cc71-4858-af3f-61dfcb99e17b {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:20.877518 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a274d95a-bbf4-4bd6-a3c1-af40446d6099 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:20.882494 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:20.919252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Transition to ACTIVE for port object 91520ca5-cc71-4858-af3f-61dfcb99e17b will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:44:20.924269 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:20.931335 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a274d95a-bbf4-4bd6-a3c1-af40446d6099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:20.934885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-16efe443-9284-4ed4-b8f3-476053d69408 service neutron] 10.222.0.41 "GET /v2.0/networks/94d9451b-5807-488a-a893-96fa9f465c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545687 Nov 16 04:44:20.994613 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a274d95a-bbf4-4bd6-a3c1-af40446d6099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.023643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274d95a-bbf4-4bd6-a3c1-af40446d6099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:21.025687 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a274d95a-bbf4-4bd6-a3c1-af40446d6099 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.029624 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a274d95a-bbf4-4bd6-a3c1-af40446d6099 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/857b9e5c-a71d-4f4e-b65c-ac9ed763fe8e HTTP/1.1" status: 204 len: 168 time: 0.2734921 Nov 16 04:44:21.032334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37714) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:21.067798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Pushing event updated for resources: {'Port': ['ID=91520ca5-cc71-4858-af3f-61dfcb99e17b,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:21.102291 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3154dd43-aac6-469f-84af-554b9b8e5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.157872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c513ddc-d754-4844-bf21-d6da0e4b09c4 req-9eb561d5-6e82-4652-b839-3cdee0b79570 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:21.159375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c513ddc-d754-4844-bf21-d6da0e4b09c4 req-9eb561d5-6e82-4652-b839-3cdee0b79570 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 945 time: 0.1396236 Nov 16 04:44:21.166563 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-dfec0ece-00e3-4d2a-bcfa-8b8bfb644c95 service neutron] 10.222.0.41 "GET /v2.0/networks/94d9451b-5807-488a-a893-96fa9f465c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265646 Nov 16 04:44:21.183801 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3154dd43-aac6-469f-84af-554b9b8e5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.198061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Attempting to bind port 91520ca5-cc71-4858-af3f-61dfcb99e17b on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:21.198401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Attempting to bind port 91520ca5-cc71-4858-af3f-61dfcb99e17b by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '467f9214-59bc-4ac2-a258-b72fed04f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:21.198735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Attempting to bind port 91520ca5-cc71-4858-af3f-61dfcb99e17b on network 00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:21.206929 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3154dd43-aac6-469f-84af-554b9b8e5ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b3a4bd-4030-400c-8fc8-6688deb93e65']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:21.212382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Port 91520ca5-cc71-4858-af3f-61dfcb99e17b on network 00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:44:21.212711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Attempting to bind port 91520ca5-cc71-4858-af3f-61dfcb99e17b on network 00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:21.218232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3154dd43-aac6-469f-84af-554b9b8e5ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46db0fc-a55d-4f40-9b98-77d3cb3ad445') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:21.218536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3154dd43-aac6-469f-84af-554b9b8e5ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46db0fc-a55d-4f40-9b98-77d3cb3ad445') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:21.226601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:21.226877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Checking segment: {'id': '467f9214-59bc-4ac2-a258-b72fed04f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:21.227257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Bound using segment: {'id': '467f9214-59bc-4ac2-a258-b72fed04f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:21.227782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Bound port: 91520ca5-cc71-4858-af3f-61dfcb99e17b, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '467f9214-59bc-4ac2-a258-b72fed04f0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:21.228157 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.230540 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3154dd43-aac6-469f-84af-554b9b8e5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.244318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c513ddc-d754-4844-bf21-d6da0e4b09c4 req-365479b4-156b-4981-aec2-8a186331fa2c tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/security-groups?id=973d975b-d2df-4db7-bc2c-3d1675980be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767925 Nov 16 04:44:21.249158 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3154dd43-aac6-469f-84af-554b9b8e5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.256033 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3154dd43-aac6-469f-84af-554b9b8e5ac7 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:44:21.256630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3154dd43-aac6-469f-84af-554b9b8e5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:44:21.258576 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:44:21.321176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] For port 91520ca5-cc71-4858-af3f-61dfcb99e17b, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:21.321344 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3154dd43-aac6-469f-84af-554b9b8e5ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.326544 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] For port 91520ca5-cc71-4858-af3f-61dfcb99e17b, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=91520ca5-cc71-4858-af3f-61dfcb99e17b,segment=NetworkSegment(467f9214-59bc-4ac2-a258-b72fed04f0cd),segment_id=467f9214-59bc-4ac2-a258-b72fed04f0cd)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:21.329073 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3154dd43-aac6-469f-84af-554b9b8e5ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.331554 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.336096 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3154dd43-aac6-469f-84af-554b9b8e5ac7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e2b3a4bd-4030-400c-8fc8-6688deb93e65 HTTP/1.1" status: 204 len: 168 time: 0.3025758 Nov 16 04:44:21.351720 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154dd43-aac6-469f-84af-554b9b8e5ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b3a4bd-4030-400c-8fc8-6688deb93e65,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:21.390579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:21.391476 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.393000 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 623cdc1b-818c-419a-b25d-3267d5ca1aa1 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:21.393608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] 10.222.0.15 "PUT /v2.0/ports/91520ca5-cc71-4858-af3f-61dfcb99e17b HTTP/1.1" status: 200 len: 1092 time: 1.2687943 Nov 16 04:44:21.408589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda765f9-86bf-4450-8ffd-c07a0f91aff1', 'tag': '91520ca5-cc71-4858-af3f-61dfcb99e17b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:21.413612 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95147813-b677-4457-a751-10394fcc6116" -d '{"events": [{"name": "network-changed", "server_uuid": "dda765f9-86bf-4450-8ffd-c07a0f91aff1", "tag": "91520ca5-cc71-4858-af3f-61dfcb99e17b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:21.492925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464d53a-02d1-482f-9c3f-69219754ddf0 service neutron] Pushing event updated for resources: {'Port': ['ID=91520ca5-cc71-4858-af3f-61dfcb99e17b,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:21.528616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa61979-f52b-4a61-97cb-db6832d779a9 req-cc6e6825-1297-4b42-a788-5c1682fb2ed5 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:21.535751 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fa61979-f52b-4a61-97cb-db6832d779a9 req-cc6e6825-1297-4b42-a788-5c1682fb2ed5 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047 HTTP/1.1" status: 200 len: 1101 time: 0.1683958 Nov 16 04:44:21.543541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 623cdc1b-818c-419a-b25d-3267d5ca1aa1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=623cdc1b-818c-419a-b25d-3267d5ca1aa1,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:21.560516 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '623cdc1b-818c-419a-b25d-3267d5ca1aa1', 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0', 'port_id': '623cdc1b-818c-419a-b25d-3267d5ca1aa1', 'mac_address': 'fa:16:3e:82:3d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063c054f-393a-4bcd-b5ae-2266d7cc8f6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:21.565343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f29d51-1846-46b0-a6ca-95b83e85650d req-4d828178-1b36-4ddf-84a2-fbb5ff1223a9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:21.572024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f29d51-1846-46b0-a6ca-95b83e85650d req-4d828178-1b36-4ddf-84a2-fbb5ff1223a9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:21.578406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f29d51-1846-46b0-a6ca-95b83e85650d req-4d828178-1b36-4ddf-84a2-fbb5ff1223a9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:21.583843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37728) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:21.585543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f29d51-1846-46b0-a6ca-95b83e85650d req-4d828178-1b36-4ddf-84a2-fbb5ff1223a9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:21.592368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f29d51-1846-46b0-a6ca-95b83e85650d req-4d828178-1b36-4ddf-84a2-fbb5ff1223a9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:21.598589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f29d51-1846-46b0-a6ca-95b83e85650d req-4d828178-1b36-4ddf-84a2-fbb5ff1223a9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:21.600061 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 1af51518-5081-40c7-85cc-2e51c34be7ea no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:44:21.605200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f29d51-1846-46b0-a6ca-95b83e85650d req-4d828178-1b36-4ddf-84a2-fbb5ff1223a9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:21.618129 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37730) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:21.621388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05f29d51-1846-46b0-a6ca-95b83e85650d req-4d828178-1b36-4ddf-84a2-fbb5ff1223a9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5435 time: 0.2323382 Nov 16 04:44:21.623500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3d7b4a58-771e-4cde-acc7-37ae6cdddd4e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Request body: {'floatingip': {'port_id': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:21.623675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 1af51518-5081-40c7-85cc-2e51c34be7ea {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:44:21.623992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 1af51518-5081-40c7-85cc-2e51c34be7ea not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:44:21.642214 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.660426 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a031204c-997f-49a3-8287-917e25ab8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:21.661089 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 623cdc1b-818c-419a-b25d-3267d5ca1aa1 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:21.662051 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a031204c-997f-49a3-8287-917e25ab8427 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=89f38e6799f7447e922bc1ab8b052015&device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 1095 time: 0.1890175 Nov 16 04:44:21.682738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 623cdc1b-818c-419a-b25d-3267d5ca1aa1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=623cdc1b-818c-419a-b25d-3267d5ca1aa1,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:21.688179 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.694965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d7b4a58-771e-4cde-acc7-37ae6cdddd4e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.741475 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ebc733b9-2eef-4552-bee7-2b509280f88c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=40b17cd8bd234b4ca4c1760c45b9b270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564476 Nov 16 04:44:21.761393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=623cdc1b-818c-419a-b25d-3267d5ca1aa1,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:21.775206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37732) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:21.848098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['623cdc1b-818c-419a-b25d-3267d5ca1aa1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:21.883454 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3d71230-9ebe-4d2b-aac2-2e4fdad8fde8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:21.972842 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3d71230-9ebe-4d2b-aac2-2e4fdad8fde8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:22.108806 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-b8447eb0-784c-43ec-ba36-eaf08487c8ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91520ca5-cc71-4858-af3f-61dfcb99e17b HTTP/1.1" status: 200 len: 217 time: 0.4125867 Nov 16 04:44:22.111448 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3d71230-9ebe-4d2b-aac2-2e4fdad8fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:22.113323 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3d71230-9ebe-4d2b-aac2-2e4fdad8fde8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:22.114477 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c3d71230-9ebe-4d2b-aac2-2e4fdad8fde8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b4595f4-e53f-401c-8c3d-7e7bea7c66ff HTTP/1.1" status: 204 len: 168 time: 0.3376999 Nov 16 04:44:22.117935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fa61979-f52b-4a61-97cb-db6832d779a9 req-f1f2f6f9-9229-4433-8ae5-ed18deb53101 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808346 Nov 16 04:44:22.162411 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d71230-9ebe-4d2b-aac2-2e4fdad8fde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4595f4-e53f-401c-8c3d-7e7bea7c66ff,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:22.171813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fb502-1f93-4f0d-82fa-55d52805d3d0 req-94963d22-b83d-4596-805d-7f38ff8e5078 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:22.173394 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e04fb502-1f93-4f0d-82fa-55d52805d3d0 req-94963d22-b83d-4596-805d-7f38ff8e5078 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.4875081 Nov 16 04:44:22.217152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-9ae6e0d5-63e4-4335-a81f-8c7d1ce9c43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:22.218681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-9ae6e0d5-63e4-4335-a81f-8c7d1ce9c43b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88e93ae6-4e86-407f-bd79-0ab19a92636e HTTP/1.1" status: 200 len: 858 time: 0.0948703 Nov 16 04:44:22.269634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-a37932b1-ce64-489f-b67e-cebd5fe64b8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426860 Nov 16 04:44:22.306776 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d7b4a58-771e-4cde-acc7-37ae6cdddd4e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:22.309493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e04fb502-1f93-4f0d-82fa-55d52805d3d0 req-f6ec39cf-76eb-4bd5-93a1-028b5e31021b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262577 Nov 16 04:44:22.315227 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d7b4a58-771e-4cde-acc7-37ae6cdddd4e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:22.432893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2dc61a63-311d-466c-b420-cb64a433f01c req-23780cb3-ec29-406b-9f82-f17b2ef53152 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 210 time: 0.0474708 Nov 16 04:44:22.434425 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-3d7b4a58-771e-4cde-acc7-37ae6cdddd4e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Floating IP 1074a718-54de-444a-800b-d94aba7b79ca associated. External IP: 172.25.0.187, port: f9389ef3-f27a-4355-a81c-0c1fa98fda08. Nov 16 04:44:22.470972 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed56af-9fa2-4e14-82f3-1db262cdd275 req-d46ad7e7-b5e6-4d5e-9459-21ce6e5ccd31 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:22.472659 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-33ed56af-9fa2-4e14-82f3-1db262cdd275 req-d46ad7e7-b5e6-4d5e-9459-21ce6e5ccd31 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/ports?device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 944 time: 0.1805050 Nov 16 04:44:22.478628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-4624ca6a-51a8-44d2-b850-652139f29e3c service neutron] 10.222.0.15 "GET /v2.0/networks/00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988289 Nov 16 04:44:22.557242 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eca5ce-bfa5-46ff-8480-d5db31cc6110 x-openstack-request-id: req-c0eca5ce-bfa5-46ff-8480-d5db31cc6110 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:22.557530 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda765f9-86bf-4450-8ffd-c07a0f91aff1", "tag": "91520ca5-cc71-4858-af3f-61dfcb99e17b", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:22.558119 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0eca5ce-bfa5-46ff-8480-d5db31cc6110 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:22.559091 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda765f9-86bf-4450-8ffd-c07a0f91aff1', 'tag': '91520ca5-cc71-4858-af3f-61dfcb99e17b', 'status': 'completed', 'code': 200} Nov 16 04:44:22.624862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-33ed56af-9fa2-4e14-82f3-1db262cdd275 req-bf7c6c2d-a3c9-460c-925a-7a27ecd13a1e tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fc9e927-32c1-4eb5-8443-b506a0861c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419613 Nov 16 04:44:22.699061 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7b4a58-771e-4cde-acc7-37ae6cdddd4e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Router c87f2e55-73ee-4197-a3bc-46568f256832 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:44:22.703320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b35a110c-93fd-439c-b2d3-e29196ec6cc5 req-c36aa946-4efc-4f2b-8f27-aad9e9a1b9fc service neutron] 10.222.0.15 "GET /v2.0/networks/00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157664 Nov 16 04:44:22.753956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b31b7-602a-423a-a951-d95763ffa05b req-a3b7018f-e36c-41a5-afb2-08902df91ee7 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:22.755425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e87b31b7-602a-423a-a951-d95763ffa05b req-a3b7018f-e36c-41a5-afb2-08902df91ee7 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 1100 time: 0.1249554 Nov 16 04:44:22.768517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71942b01-4dc3-489b-a5e6-f8f8fdee69a4 req-63980cfe-4ec6-4619-bdfe-b58fcb8b727b tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:22.770271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71942b01-4dc3-489b-a5e6-f8f8fdee69a4 req-63980cfe-4ec6-4619-bdfe-b58fcb8b727b tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 945 time: 0.0718060 Nov 16 04:44:22.905169 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e87b31b7-602a-423a-a951-d95763ffa05b req-09c98bdc-f4cf-4db1-8c67-e79666823754 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285360 Nov 16 04:44:22.913280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147813-b677-4457-a751-10394fcc6116 req-9e5c30e9-f793-4b08-a6c0-807219ce598f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:22.916306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95147813-b677-4457-a751-10394fcc6116 req-9e5c30e9-f793-4b08-a6c0-807219ce598f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=89f38e6799f7447e922bc1ab8b052015&device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 1095 time: 0.1377525 Nov 16 04:44:22.944471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71942b01-4dc3-489b-a5e6-f8f8fdee69a4 req-ad5e8ed6-f6b3-4c20-b942-9aa104730920 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/security-groups?id=973d975b-d2df-4db7-bc2c-3d1675980be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563795 Nov 16 04:44:23.155332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37776) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:23.162561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a06a3-a356-49f9-a70e-b39df3f78485 req-590da2e3-3a2f-4f21-907c-fa2e44f5eac1 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:23.164517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-485a06a3-a356-49f9-a70e-b39df3f78485 req-590da2e3-3a2f-4f21-907c-fa2e44f5eac1 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 945 time: 0.0917306 Nov 16 04:44:23.179846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37784) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:23.191857 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-32caf7f3-cfb0-4740-86d8-f42c9f73a77c tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Request body: {'floatingip': {'port_id': '45c7e951-18f7-4f96-9632-25dce2753616'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:23.217757 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:44:23.250085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147813-b677-4457-a751-10394fcc6116 req-da83c94f-efc9-4ef2-b974-bacc572a9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:23.251448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95147813-b677-4457-a751-10394fcc6116 req-da83c94f-efc9-4ef2-b974-bacc572a9da6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d HTTP/1.1" status: 200 len: 919 time: 0.3232057 Nov 16 04:44:23.253535 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32caf7f3-cfb0-4740-86d8-f42c9f73a77c tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:23.270015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-f92153f5-0836-4f73-adfb-56e7933f5e69 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418637 Nov 16 04:44:23.279293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-42b32dec-a0e5-49ad-ba08-dd5af3006698 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:23.280687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-42b32dec-a0e5-49ad-ba08-dd5af3006698 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.37 "GET /v2.0/networks?id=94d9451b-5807-488a-a893-96fa9f465c3d HTTP/1.1" status: 200 len: 814 time: 0.3699784 Nov 16 04:44:23.348712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-716987763-network', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:23.357955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7b4a58-771e-4cde-acc7-37ae6cdddd4e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:44:23.370534 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba71e3f-01ea-4d9c-a9da-7fed2eea77d5 None None] Sync routers for ids ['c87f2e55-73ee-4197-a3bc-46568f256832'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:44:23.370723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d7b4a58-771e-4cde-acc7-37ae6cdddd4e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:23.384362 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba71e3f-01ea-4d9c-a9da-7fed2eea77d5 None None] Routers {'c87f2e55-73ee-4197-a3bc-46568f256832'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:44:23.384988 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0ba71e3f-01ea-4d9c-a9da-7fed2eea77d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:44:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c87f2e55-73ee-4197-a3bc-46568f256832'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:23.386613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-6d6237d7-a1a0-4d69-b499-caaef4a9989b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Request body: {'port': {'device_id': '481ea941-e8e7-4f7b-bbcf-c7c693b167be', 'network_id': '94d9451b-5807-488a-a893-96fa9f465c3d', 'admin_state_up': True, 'tenant_id': '8a08bfbdc1b845f9877409500507d40c'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:23.409532 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95147813-b677-4457-a751-10394fcc6116 req-4f491275-c0d0-4e61-97c5-46eba498cd7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=91520ca5-cc71-4858-af3f-61dfcb99e17b HTTP/1.1" status: 200 len: 217 time: 0.1375852 Nov 16 04:44:23.424374 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 623cdc1b-818c-419a-b25d-3267d5ca1aa1 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:23.445871 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3d7b4a58-771e-4cde-acc7-37ae6cdddd4e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "PUT /v2.0/floatingips/1074a718-54de-444a-800b-d94aba7b79ca HTTP/1.1" status: 200 len: 992 time: 1.8265836 Nov 16 04:44:23.453716 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:23.456483 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb488ad-fa73-469f-8255-08dd2d785c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "f9389ef3-f27a-4355-a81c-0c1fa98fda08"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:23.462539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Made reservation on behalf of 0014bc74290e4610a76fb106e32b03c4 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:23.464315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:23.500744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 623cdc1b-818c-419a-b25d-3267d5ca1aa1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:23.501425 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:23.510007 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:23.510225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147813-b677-4457-a751-10394fcc6116 req-9e1d0f57-80c0-4aa0-ac01-ba2d92cd211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:23.510225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95147813-b677-4457-a751-10394fcc6116 req-9e1d0f57-80c0-4aa0-ac01-ba2d92cd211a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88e93ae6-4e86-407f-bd79-0ab19a92636e HTTP/1.1" status: 200 len: 858 time: 0.0517797 Nov 16 04:44:23.609538 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95147813-b677-4457-a751-10394fcc6116 req-a7803f88-73b7-4ec0-90a8-e15b982e903c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552099 Nov 16 04:44:23.616501 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0ba71e3f-01ea-4d9c-a9da-7fed2eea77d5 None None] Set router c87f2e55-73ee-4197-a3bc-46568f256832 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:44:23.629052 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:23.689621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 623cdc1b-818c-419a-b25d-3267d5ca1aa1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=623cdc1b-818c-419a-b25d-3267d5ca1aa1,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:23.691776 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c8018a-455e-4b04-9e22-7f5733ef20e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623cdc1b-818c-419a-b25d-3267d5ca1aa1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:23.699207 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af6f775-2a8b-40c3-9da6-6b9bc2a2d621" -d '{"events": [{"server_uuid": "05c8018a-455e-4b04-9e22-7f5733ef20e8", "name": "network-vif-plugged", "status": "completed", "tag": "623cdc1b-818c-419a-b25d-3267d5ca1aa1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:23.704026 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:23.743069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95147813-b677-4457-a751-10394fcc6116 req-bc5a2029-9cc5-4df7-a552-6b65719af122 service neutron] 10.222.0.15 "GET /v2.0/networks/00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170413 Nov 16 04:44:23.765097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63899669-b8c2-4102-bc72-71cea4547609 req-adda2cf7-b840-4d86-b44d-d32a90f4049d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:23.772353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63899669-b8c2-4102-bc72-71cea4547609 req-adda2cf7-b840-4d86-b44d-d32a90f4049d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.3193543 Nov 16 04:44:23.805846 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:23.814634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:23.840907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=623cdc1b-818c-419a-b25d-3267d5ca1aa1,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:23.856722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:44:23.897144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce347cff-9c0b-43e3-9f03-279863291748 req-19cb1eed-caf4-48b6-825a-edb556eda587 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:23.904055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-19cb1eed-caf4-48b6-825a-edb556eda587 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6333997 Nov 16 04:44:23.958318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63899669-b8c2-4102-bc72-71cea4547609 req-4729707b-96c4-4a95-a8b5-ab63c699e896 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814067 Nov 16 04:44:23.961557 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0ba71e3f-01ea-4d9c-a9da-7fed2eea77d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:42:00Z', 'revision_number': 4, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port': {'id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:51Z', 'updated_at': '2021-11-16T04:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '1074a718-54de-444a-800b-d94aba7b79ca', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'port_id': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'mac_address': 'fa:16:3e:ea:cc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:43:02Z', 'updated_at': '2021-11-16T04:44:22Z', 'revision_number': 1, 'project_id': '3755e56622844612940817c1adc2c9f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6201eb0-e912-45c1-8f15-a5f88ca523c4', 'name': '', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'mac_address': 'fa:16:3e:d2:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:58Z', 'updated_at': '2021-11-16T04:42:07Z', 'revision_number': 5, 'project_id': '3755e56622844612940817c1adc2c9f6', 'subnets': [{'id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:23.973888 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32caf7f3-cfb0-4740-86d8-f42c9f73a77c tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:23.985114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:23.985114 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Added segment e175b855-1df5-402c-8196-52759ad09e67 of type vlan for network a0dcee31-7303-4813-8f81-ee4b00c405fe Nov 16 04:44:23.994616 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba71e3f-01ea-4d9c-a9da-7fed2eea77d5 None None] Checking router: c87f2e55-73ee-4197-a3bc-46568f256832 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:44:24.006521 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba71e3f-01ea-4d9c-a9da-7fed2eea77d5 None None] Routers {'c87f2e55-73ee-4197-a3bc-46568f256832'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:44:24.007391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-c2c8bdbe-4329-4bb7-aef0-e528bfd50851 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/quotas/68dd001f9dc24b459464f4b89f629e44 HTTP/1.1" status: 200 len: 375 time: 0.1024783 Nov 16 04:44:24.007534 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0ba71e3f-01ea-4d9c-a9da-7fed2eea77d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:44:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c87f2e55-73ee-4197-a3bc-46568f256832'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:24.032560 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:24.046627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-6d6237d7-a1a0-4d69-b499-caaef4a9989b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Made reservation on behalf of 8a08bfbdc1b845f9877409500507d40c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:24.058195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32caf7f3-cfb0-4740-86d8-f42c9f73a77c tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:24.058791 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-6d6237d7-a1a0-4d69-b499-caaef4a9989b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:24.060242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a6e339-20c5-437a-a7a3-708a0a766390,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:24.062828 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:24.063753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:24.064386 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:24.235232 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0785241 Nov 16 04:44:24.235843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37828) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:24.252295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-75e38f16-c5b6-431c-b27a-a04a6b175ec6 admin admin] Request body: {'subnet': {'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-716987763-subnet', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:24.273519 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b74a2a-06f2-4f2e-bbb3-af85ce4ea8a0 x-openstack-request-id: req-13b74a2a-06f2-4f2e-bbb3-af85ce4ea8a0 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:24.273849 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "tag": "f9389ef3-f27a-4355-a81c-0c1fa98fda08", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:24.274104 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13b74a2a-06f2-4f2e-bbb3-af85ce4ea8a0 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:24.274505 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'tag': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08', 'status': 'completed', 'code': 200} Nov 16 04:44:24.280971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95147813-b677-4457-a751-10394fcc6116 req-ba1506a3-088d-44c7-ba0e-5f52a64f94e8 service neutron] 10.222.0.15 "GET /v2.0/networks/00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029130 Nov 16 04:44:24.290297 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a953b40-a10f-43f3-a452-edc5a8b9dbf0 admin admin] Pushing event updated for resources: {'Network': ['ID=a0dcee31-7303-4813-8f81-ee4b00c405fe,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:24.305956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network a0dcee31-7303-4813-8f81-ee4b00c405fe details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:44:24.317682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e38f16-c5b6-431c-b27a-a04a6b175ec6 admin admin] Made reservation on behalf of 0014bc74290e4610a76fb106e32b03c4 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:24.319992 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75e38f16-c5b6-431c-b27a-a04a6b175ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:24.343060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0fe08b7f-60ae-43e0-b198-7ddde07b9f33 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3123362 Nov 16 04:44:24.412430 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0ba71e3f-01ea-4d9c-a9da-7fed2eea77d5 None None] Set router c87f2e55-73ee-4197-a3bc-46568f256832 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:44:24.552671 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75e38f16-c5b6-431c-b27a-a04a6b175ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:24.571340 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95a3874c-8e6f-4dc5-9c57-c7cd8ec3cdfc req-7d2dd67d-aa69-4145-8a25-2e9625f8005a tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 210 time: 0.1084788 Nov 16 04:44:24.599411 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e38f16-c5b6-431c-b27a-a04a6b175ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77087f1c-839f-49da-8700-cd60e2b5eb60,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:24.602361 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-32caf7f3-cfb0-4740-86d8-f42c9f73a77c tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Floating IP dff86b92-5079-4e2d-9eb7-be935ef35947 associated. External IP: 172.25.0.10, port: 45c7e951-18f7-4f96-9632-25dce2753616. Nov 16 04:44:24.710262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-f1372438-2b6e-484c-8da6-6cac69c97245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:24.711300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-f1372438-2b6e-484c-8da6-6cac69c97245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:24.711300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-f1372438-2b6e-484c-8da6-6cac69c97245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:24.711722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-f1372438-2b6e-484c-8da6-6cac69c97245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:24.712183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-f1372438-2b6e-484c-8da6-6cac69c97245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:24.712690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-f1372438-2b6e-484c-8da6-6cac69c97245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:24.713148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-f1372438-2b6e-484c-8da6-6cac69c97245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:24.716130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-f1372438-2b6e-484c-8da6-6cac69c97245 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3755e56622844612940817c1adc2c9f6&device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 6492 time: 0.4335735 Nov 16 04:44:24.787546 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15b0b95-aba8-4b85-9942-7673b5b3df84 x-openstack-request-id: req-d15b0b95-aba8-4b85-9942-7673b5b3df84 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:24.788995 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c8018a-455e-4b04-9e22-7f5733ef20e8", "name": "network-vif-plugged", "status": "completed", "tag": "623cdc1b-818c-419a-b25d-3267d5ca1aa1", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:24.789478 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d15b0b95-aba8-4b85-9942-7673b5b3df84 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:24.790138 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c8018a-455e-4b04-9e22-7f5733ef20e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623cdc1b-818c-419a-b25d-3267d5ca1aa1', 'code': 200} Nov 16 04:44:24.832273 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0ba71e3f-01ea-4d9c-a9da-7fed2eea77d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:42:00Z', 'revision_number': 4, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port': {'id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:51Z', 'updated_at': '2021-11-16T04:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '1074a718-54de-444a-800b-d94aba7b79ca', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'port_id': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'mac_address': 'fa:16:3e:ea:cc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:43:02Z', 'updated_at': '2021-11-16T04:44:22Z', 'revision_number': 1, 'project_id': '3755e56622844612940817c1adc2c9f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6201eb0-e912-45c1-8f15-a5f88ca523c4', 'name': '', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'mac_address': 'fa:16:3e:d2:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:58Z', 'updated_at': '2021-11-16T04:42:07Z', 'revision_number': 5, 'project_id': '3755e56622844612940817c1adc2c9f6', 'subnets': [{'id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:24.847811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e38f16-c5b6-431c-b27a-a04a6b175ec6 admin admin] Checking segment: {'id': 'e175b855-1df5-402c-8196-52759ad09e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:24.848166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e38f16-c5b6-431c-b27a-a04a6b175ec6 admin admin] Network hostable DHCP agents. Network: a0dcee31-7303-4813-8f81-ee4b00c405fe, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:44:24.887834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e38f16-c5b6-431c-b27a-a04a6b175ec6 admin admin] Network a0dcee31-7303-4813-8f81-ee4b00c405fe is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:44:24.899985 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba71e3f-01ea-4d9c-a9da-7fed2eea77d5 None None] The sync data for ids ['c87f2e55-73ee-4197-a3bc-46568f256832'] in n-d-818042-1 is: [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:42:00Z', 'revision_number': 4, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port': {'id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:51Z', 'updated_at': '2021-11-16T04:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '1074a718-54de-444a-800b-d94aba7b79ca', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'floating_ip_address': '172.25.0.187', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'port_id': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'mac_address': 'fa:16:3e:ea:cc:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:43:02Z', 'updated_at': '2021-11-16T04:44:22Z', 'revision_number': 1, 'project_id': '3755e56622844612940817c1adc2c9f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6201eb0-e912-45c1-8f15-a5f88ca523c4', 'name': '', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'mac_address': 'fa:16:3e:d2:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:58Z', 'updated_at': '2021-11-16T04:42:07Z', 'revision_number': 5, 'project_id': '3755e56622844612940817c1adc2c9f6', 'subnets': [{'id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:44:24.912783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-75e38f16-c5b6-431c-b27a-a04a6b175ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, a0dcee31-7303-4813-8f81-ee4b00c405fe) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:24.924138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc586c54-af3f-40d6-b10b-276bfabf6117 None None] Network a0dcee31-7303-4813-8f81-ee4b00c405fe requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:44:24.998493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8708207-191a-42ac-a14d-c2507de79a7f req-086a568c-c69e-4819-878f-c3b77d505577 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 210 time: 0.1141319 Nov 16 04:44:25.010300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-6d6237d7-a1a0-4d69-b499-caaef4a9989b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Allocated IP 172.20.0.4 (94d9451b-5807-488a-a893-96fa9f465c3d/86dd572b-ea25-45f1-809d-83195f3312d3/681f194f-68de-4031-9552-02ad68f6f875) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:25.075817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b74fce-06e7-4e7e-a0da-612559b2f4ed req-67e9417c-f0cd-4706-81fd-82262919b64b tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:25.083249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6b74fce-06e7-4e7e-a0da-612559b2f4ed req-67e9417c-f0cd-4706-81fd-82262919b64b tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/ports?device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 944 time: 0.3002150 Nov 16 04:44:25.141461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-429cd9c0-501c-449c-8ec5-73c00ea7c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:25.143552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-429cd9c0-501c-449c-8ec5-73c00ea7c28b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ace05412-28cc-47e2-a1d1-d37b29ce3547 HTTP/1.1" status: 200 len: 913 time: 0.4099791 Nov 16 04:44:25.188153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32caf7f3-cfb0-4740-86d8-f42c9f73a77c tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Router 094dc106-3b01-4e9d-8629-1bc26d3cccbd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:44:25.190976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e38f16-c5b6-431c-b27a-a04a6b175ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:25.191247 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75e38f16-c5b6-431c-b27a-a04a6b175ec6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:25.194479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6b74fce-06e7-4e7e-a0da-612559b2f4ed req-6bb47152-a2bd-48e6-99e6-6864c0c0cc25 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fc9e927-32c1-4eb5-8443-b506a0861c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096101 Nov 16 04:44:25.233966 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-75e38f16-c5b6-431c-b27a-a04a6b175ec6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9839025 Nov 16 04:44:25.234870 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37852) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:25.256571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:25.410395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-a0dcee31-7303-4813-8f81-ee4b00c405fe', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'fixed_ips': [{'subnet_id': '77087f1c-839f-49da-8700-cd60e2b5eb60'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:44:25.411006 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:25.412154 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:25.414816 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:25.463029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5d3528-17f3-4cff-8232-e75c292f3f7c None None] New status for floating IP 1074a718-54de-444a-800b-d94aba7b79ca: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:44:25.488333 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-b0451aee-0958-4dcf-b21a-6522ddefcc89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9389ef3-f27a-4355-a81c-0c1fa98fda08 HTTP/1.1" status: 200 len: 1000 time: 0.3177209 Nov 16 04:44:25.525357 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:25.552054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-0ceee48c-bd07-4234-a552-5aeacabbd4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:25.553688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-0ceee48c-bd07-4234-a552-5aeacabbd4a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec0c769-81d7-4784-b357-855f51779ac8 HTTP/1.1" status: 200 len: 851 time: 0.0508056 Nov 16 04:44:25.564949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842d8f7-7378-43ec-857f-ac64c42fc151 req-b133d481-3e45-4a5b-b085-262e8025b51b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:25.572689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5842d8f7-7378-43ec-857f-ac64c42fc151 req-b133d481-3e45-4a5b-b085-262e8025b51b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.3655603 Nov 16 04:44:25.583145 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-6d6237d7-a1a0-4d69-b499-caaef4a9989b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:25.657294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 91520ca5-cc71-4858-af3f-61dfcb99e17b details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:25.760681 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:25.768741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32caf7f3-cfb0-4740-86d8-f42c9f73a77c tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:44:25.782510 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5e15b-c7bd-4de5-b373-52e7ba89734b None None] Sync routers for ids ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:44:25.799625 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:44:25.815136 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5db714f2-ebe3-4caf-8ac0-7c0c5df330db req-0f3feff7-ffc7-495b-b612-6e1cfc2d9ebb tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 210 time: 0.0794227 Nov 16 04:44:25.820927 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32caf7f3-cfb0-4740-86d8-f42c9f73a77c tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:25.824405 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5e15b-c7bd-4de5-b373-52e7ba89734b None None] Routers {'094dc106-3b01-4e9d-8629-1bc26d3cccbd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:44:25.828736 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-49a5e15b-c7bd-4de5-b373-52e7ba89734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:44:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:25.829397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-c38bd320-ba03-4603-b56d-0ce6890c4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:25.831721 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-c38bd320-ba03-4603-b56d-0ce6890c4d7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ace05412-28cc-47e2-a1d1-d37b29ce3547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2468131 Nov 16 04:44:25.859727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5842d8f7-7378-43ec-857f-ac64c42fc151 req-d357638f-d457-4bc3-947d-95d80d3fbc9a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859576 Nov 16 04:44:25.895592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-6d6237d7-a1a0-4d69-b499-caaef4a9989b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:25.991764 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-6d6237d7-a1a0-4d69-b499-caaef4a9989b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Network 94d9451b-5807-488a-a893-96fa9f465c3d is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:26.001413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-6d6237d7-a1a0-4d69-b499-caaef4a9989b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:26.008819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-6d6237d7-a1a0-4d69-b499-caaef4a9989b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:26.048998 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-32caf7f3-cfb0-4740-86d8-f42c9f73a77c tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "PUT /v2.0/floatingips/dff86b92-5079-4e2d-9eb7-be935ef35947 HTTP/1.1" status: 200 len: 990 time: 2.8683338 Nov 16 04:44:26.120726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6237d7-a1a0-4d69-b499-caaef4a9989b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Pushing event updated for resources: {'Port': ['ID=681f194f-68de-4031-9552-02ad68f6f875,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:26.121275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Allocated IP 172.20.0.2 (a0dcee31-7303-4813-8f81-ee4b00c405fe/77087f1c-839f-49da-8700-cd60e2b5eb60/af27daee-b61b-4ffa-9c8b-d02e58ab2353) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:26.129743 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 91520ca5-cc71-4858-af3f-61dfcb99e17b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=91520ca5-cc71-4858-af3f-61dfcb99e17b,segment=NetworkSegment(467f9214-59bc-4ac2-a258-b72fed04f0cd),segment_id=467f9214-59bc-4ac2-a258-b72fed04f0cd)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:26.169468 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '91520ca5-cc71-4858-af3f-61dfcb99e17b', 'network_id': '00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d', 'port_id': '91520ca5-cc71-4858-af3f-61dfcb99e17b', 'mac_address': 'fa:16:3e:1b:57:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88e93ae6-4e86-407f-bd79-0ab19a92636e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:26.196586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13d8dcc4-1274-4820-81e1-465b014bdbc5 req-db66eef9-419c-477a-a908-48c9b936242d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 210 time: 0.0521848 Nov 16 04:44:26.275531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc', 'tag': '45c7e951-18f7-4f96-9632-25dce2753616'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:26.279118 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bf49fb-90ec-4daf-89ff-8defb1281310" -d '{"events": [{"name": "network-changed", "server_uuid": "6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc", "tag": "45c7e951-18f7-4f96-9632-25dce2753616"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:26.281923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-6d6237d7-a1a0-4d69-b499-caaef4a9989b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:26.282587 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-6d6237d7-a1a0-4d69-b499-caaef4a9989b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:26.315728 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-6d6237d7-a1a0-4d69-b499-caaef4a9989b tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9515157 Nov 16 04:44:26.323914 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-2bb49ed2-0fbc-41fd-9157-12e2af0562ff service neutron] 10.222.0.37 "GET /v2.0/networks/ace05412-28cc-47e2-a1d1-d37b29ce3547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537804 Nov 16 04:44:26.344596 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:26.392078 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:26.396270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Request body: {'port': {'device_id': '481ea941-e8e7-4f7b-bbcf-c7c693b167be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:26.413801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91520ca5-cc71-4858-af3f-61dfcb99e17b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:26.438114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:26.547845 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 91520ca5-cc71-4858-af3f-61dfcb99e17b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=91520ca5-cc71-4858-af3f-61dfcb99e17b,segment=NetworkSegment(467f9214-59bc-4ac2-a258-b72fed04f0cd),segment_id=467f9214-59bc-4ac2-a258-b72fed04f0cd)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:26.578722 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:26.595855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9d3a-6ef8-4a3f-87ce-16f62457fe32 req-eedd19f3-46c4-4c6d-a078-afb5604ad842 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:26.604896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e1c9d3a-6ef8-4a3f-87ce-16f62457fe32 req-eedd19f3-46c4-4c6d-a078-afb5604ad842 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/ports?device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 944 time: 0.2705810 Nov 16 04:44:26.657576 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ce7b4b-7a61-4aa6-951d-74475b5979a6 x-openstack-request-id: req-d2ce7b4b-7a61-4aa6-951d-74475b5979a6 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:26.657894 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc", "tag": "45c7e951-18f7-4f96-9632-25dce2753616", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:26.658156 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2ce7b4b-7a61-4aa6-951d-74475b5979a6 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:26.658568 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc', 'tag': '45c7e951-18f7-4f96-9632-25dce2753616', 'status': 'completed', 'code': 200} Nov 16 04:44:26.666683 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-49a5e15b-c7bd-4de5-b373-52e7ba89734b None None] Set router 094dc106-3b01-4e9d-8629-1bc26d3cccbd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:44:26.715882 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:26.728632 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0cf93f48-294a-462d-85f2-f9d1205f655f tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673382 Nov 16 04:44:26.733872 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:26.738505 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:26.779524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=91520ca5-cc71-4858-af3f-61dfcb99e17b,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:26.816699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9bb488ad-fa73-469f-8255-08dd2d785c0f req-ee4e583f-d4eb-41b5-8b72-1c95d3c869cd service neutron] 10.222.0.37 "GET /v2.0/networks/ace05412-28cc-47e2-a1d1-d37b29ce3547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354062 Nov 16 04:44:26.824990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e1c9d3a-6ef8-4a3f-87ce-16f62457fe32 req-d0e0ff7a-39a1-4f8e-9d94-f11b67e288a1 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fc9e927-32c1-4eb5-8443-b506a0861c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192438 Nov 16 04:44:26.844525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf49fb-90ec-4daf-89ff-8defb1281310 req-58d90843-4a50-46f1-8f42-e1bc7ee33509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:26.846452 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8bf49fb-90ec-4daf-89ff-8defb1281310 req-58d90843-4a50-46f1-8f42-e1bc7ee33509 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0bd70c578c464b96ba9d090c76d7c228&device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 1096 time: 0.1922252 Nov 16 04:44:26.864295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Pushing event updated for resources: {'Port': ['ID=af27daee-b61b-4ffa-9c8b-d02e58ab2353,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:26.884243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Allocated IP 172.25.0.235 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/592ee431-51e2-4148-9d7b-a8298c602005) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:26.892369 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Network a0dcee31-7303-4813-8f81-ee4b00c405fe is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:26.893882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:26.896137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:26.954147 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['91520ca5-cc71-4858-af3f-61dfcb99e17b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:26.979266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf49fb-90ec-4daf-89ff-8defb1281310 req-7d2580de-d3cf-451b-b877-f419aeaf3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:26.981477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8bf49fb-90ec-4daf-89ff-8defb1281310 req-7d2580de-d3cf-451b-b877-f419aeaf3362 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d019822d-3342-47c4-8aeb-b09816059adc HTTP/1.1" status: 200 len: 906 time: 0.1263824 Nov 16 04:44:27.149716 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce347cff-9c0b-43e3-9f03-279863291748 req-1700fac4-d3a8-4a82-9135-3461cd31eecd tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:27.154339 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-1700fac4-d3a8-4a82-9135-3461cd31eecd tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4094832 Nov 16 04:44:27.184006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ce347cff-9c0b-43e3-9f03-279863291748 req-a1a06e4b-5558-4c97-9a91-c5fcd7ef7015 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Request body: {'port': {'device_id': '1097a573-5899-4348-8d2d-08914c19c5c7', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '68dd001f9dc24b459464f4b89f629e44'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:27.354362 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-49a5e15b-c7bd-4de5-b373-52e7ba89734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:43:57Z', 'revision_number': 4, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'dff86b92-5079-4e2d-9eb7-be935ef35947', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'port_id': '45c7e951-18f7-4f96-9632-25dce2753616', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'mac_address': 'fa:16:3e:54:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:44:02Z', 'updated_at': '2021-11-16T04:44:23Z', 'revision_number': 1, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d3c3f5c-adac-4757-83ea-df5162643906', 'name': '', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'mac_address': 'fa:16:3e:87:19:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '8f6504df-dc96-432e-a739-95e55f61005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:56Z', 'updated_at': '2021-11-16T04:44:02Z', 'revision_number': 5, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'subnets': [{'id': '8f6504df-dc96-432e-a739-95e55f61005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:27.380077 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:27.397795 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5e15b-c7bd-4de5-b373-52e7ba89734b None None] Checking router: 094dc106-3b01-4e9d-8629-1bc26d3cccbd for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:44:27.403475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Attempting to bind port af27daee-b61b-4ffa-9c8b-d02e58ab2353 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:27.403848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Attempting to bind port af27daee-b61b-4ffa-9c8b-d02e58ab2353 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'e175b855-1df5-402c-8196-52759ad09e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:27.404215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Attempting to bind port af27daee-b61b-4ffa-9c8b-d02e58ab2353 on network a0dcee31-7303-4813-8f81-ee4b00c405fe {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:27.415127 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a5e15b-c7bd-4de5-b373-52e7ba89734b None None] Routers {'094dc106-3b01-4e9d-8629-1bc26d3cccbd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:44:27.416073 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-49a5e15b-c7bd-4de5-b373-52e7ba89734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:44:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:27.438936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:27.439323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Checking segment: {'id': 'e175b855-1df5-402c-8196-52759ad09e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:27.439718 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:27.440120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Bound using segment: {'id': 'e175b855-1df5-402c-8196-52759ad09e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:27.440607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Bound port: af27daee-b61b-4ffa-9c8b-d02e58ab2353, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e175b855-1df5-402c-8196-52759ad09e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:27.440994 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:27.533645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:27.535590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce347cff-9c0b-43e3-9f03-279863291748 req-a1a06e4b-5558-4c97-9a91-c5fcd7ef7015 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Made reservation on behalf of 68dd001f9dc24b459464f4b89f629e44 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:27.539100 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce347cff-9c0b-43e3-9f03-279863291748 req-a1a06e4b-5558-4c97-9a91-c5fcd7ef7015 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:27.588934 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-49a5e15b-c7bd-4de5-b373-52e7ba89734b None None] Set router 094dc106-3b01-4e9d-8629-1bc26d3cccbd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:44:27.604811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8bf49fb-90ec-4daf-89ff-8defb1281310 req-0416184f-629b-421b-80c2-5c2753085137 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=45c7e951-18f7-4f96-9632-25dce2753616 HTTP/1.1" status: 200 len: 998 time: 0.6146271 Nov 16 04:44:27.618805 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Pushing event updated for resources: {'Port': ['ID=592ee431-51e2-4148-9d7b-a8298c602005,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:27.621945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] For port af27daee-b61b-4ffa-9c8b-d02e58ab2353, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:27.635847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] For port af27daee-b61b-4ffa-9c8b-d02e58ab2353, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=af27daee-b61b-4ffa-9c8b-d02e58ab2353,segment=NetworkSegment(e175b855-1df5-402c-8196-52759ad09e67),segment_id=e175b855-1df5-402c-8196-52759ad09e67)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:27.663077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c81a57-f4ac-40fd-8210-36c6b25e1688 req-754b81b1-c4f9-4f82-b595-b7ef4de1a811 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:27.664087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:27.664509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59c81a57-f4ac-40fd-8210-36c6b25e1688 req-754b81b1-c4f9-4f82-b595-b7ef4de1a811 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 931 time: 0.6277483 Nov 16 04:44:27.676582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:27.680694 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:27.683442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:27.709779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724749b-6194-4e1e-a443-7321d512e658 req-80fe7608-796a-4062-b996-94881dd470f5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:27.711352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e724749b-6194-4e1e-a443-7321d512e658 req-80fe7608-796a-4062-b996-94881dd470f5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.6264403 Nov 16 04:44:27.853135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Pushing event updated for resources: {'Port': ['ID=af27daee-b61b-4ffa-9c8b-d02e58ab2353,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:27.872671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:27.874325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:27.874858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:27.875388 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:27.875887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:27.878031 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:27.879108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:27.879615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:27.880137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:27.880632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:27.881297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:27.885786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca0202-0fae-4b01-bce9-206e920a311a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:27.908884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf49fb-90ec-4daf-89ff-8defb1281310 req-b51a2305-d51d-47d3-b636-0bd1be529bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:27.916452 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8bf49fb-90ec-4daf-89ff-8defb1281310 req-b51a2305-d51d-47d3-b636-0bd1be529bd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f6504df-dc96-432e-a739-95e55f61005f HTTP/1.1" status: 200 len: 844 time: 0.2832503 Nov 16 04:44:27.924984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59c81a57-f4ac-40fd-8210-36c6b25e1688 req-d6e445be-1beb-4197-9996-c516fac6f4f2 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/security-groups?id=60b3f54a-157e-4421-8186-3486c16a971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531188 Nov 16 04:44:28.052006 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-49a5e15b-c7bd-4de5-b373-52e7ba89734b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:43:57Z', 'revision_number': 4, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'dff86b92-5079-4e2d-9eb7-be935ef35947', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'port_id': '45c7e951-18f7-4f96-9632-25dce2753616', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'mac_address': 'fa:16:3e:54:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:44:02Z', 'updated_at': '2021-11-16T04:44:23Z', 'revision_number': 1, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d3c3f5c-adac-4757-83ea-df5162643906', 'name': '', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'mac_address': 'fa:16:3e:87:19:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '8f6504df-dc96-432e-a739-95e55f61005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:56Z', 'updated_at': '2021-11-16T04:44:02Z', 'revision_number': 5, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'subnets': [{'id': '8f6504df-dc96-432e-a739-95e55f61005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:28.064509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e724749b-6194-4e1e-a443-7321d512e658 req-27860706-6a24-4e8a-b66a-e3a359a26b31 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638533 Nov 16 04:44:28.112288 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a5e15b-c7bd-4de5-b373-52e7ba89734b None None] The sync data for ids ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'] in n-d-818042-1 is: [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:43:57Z', 'revision_number': 4, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'dff86b92-5079-4e2d-9eb7-be935ef35947', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'floating_ip_address': '172.25.0.10', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'port_id': '45c7e951-18f7-4f96-9632-25dce2753616', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'mac_address': 'fa:16:3e:54:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:44:02Z', 'updated_at': '2021-11-16T04:44:23Z', 'revision_number': 1, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d3c3f5c-adac-4757-83ea-df5162643906', 'name': '', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'mac_address': 'fa:16:3e:87:19:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '8f6504df-dc96-432e-a739-95e55f61005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:56Z', 'updated_at': '2021-11-16T04:44:02Z', 'revision_number': 5, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'subnets': [{'id': '8f6504df-dc96-432e-a739-95e55f61005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:44:28.288084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681f194f-68de-4031-9552-02ad68f6f875 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:28.303401 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:28.321369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Transition to ACTIVE for port object 681f194f-68de-4031-9552-02ad68f6f875 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:44:28.347177 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:28.372765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf49fb-90ec-4daf-89ff-8defb1281310 req-df428ee1-da51-45bf-95cf-4e2f418cec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:28.375325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8bf49fb-90ec-4daf-89ff-8defb1281310 req-df428ee1-da51-45bf-95cf-4e2f418cec45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d019822d-3342-47c4-8aeb-b09816059adc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3607576 Nov 16 04:44:28.377320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40b68c9a-65ca-4e43-ba71-e9d0e9360556 req-5886fa27-6c4c-4bce-a0a2-d160b35978ed tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 210 time: 0.0541694 Nov 16 04:44:28.482744 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-ce347cff-9c0b-43e3-9f03-279863291748 req-a1a06e4b-5558-4c97-9a91-c5fcd7ef7015 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Allocated IP 192.168.233.168 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/0d71a7b9-2082-4f2c-a2a0-6c634a942c65) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:28.579458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ec5fc3-ffbc-4063-8e6d-9475d6f0aafa None None] New status for floating IP dff86b92-5079-4e2d-9eb7-be935ef35947: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:44:28.667339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Pushing event updated for resources: {'Port': ['ID=681f194f-68de-4031-9552-02ad68f6f875,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:28.673425 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:28.742344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c407c-c89d-41c1-80d7-38c50bdb46ac req-730d736d-2944-49df-bd92-b65619cf5f9a tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:28.744091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd4c407c-c89d-41c1-80d7-38c50bdb46ac req-730d736d-2944-49df-bd92-b65619cf5f9a tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/ports?device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 945 time: 0.3173735 Nov 16 04:44:28.834368 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8bf49fb-90ec-4daf-89ff-8defb1281310 req-4235e945-444e-4317-b356-5f4e863b8a6a service neutron] 10.222.0.15 "GET /v2.0/networks/d019822d-3342-47c4-8aeb-b09816059adc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970137 Nov 16 04:44:28.841042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Attempting to bind port 681f194f-68de-4031-9552-02ad68f6f875 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:28.841497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Attempting to bind port 681f194f-68de-4031-9552-02ad68f6f875 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '94d9451b-5807-488a-a893-96fa9f465c3d'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:28.841992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Attempting to bind port 681f194f-68de-4031-9552-02ad68f6f875 on network 94d9451b-5807-488a-a893-96fa9f465c3d {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:28.912803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Port 681f194f-68de-4031-9552-02ad68f6f875 on network 94d9451b-5807-488a-a893-96fa9f465c3d not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:44:28.913216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Attempting to bind port 681f194f-68de-4031-9552-02ad68f6f875 on network 94d9451b-5807-488a-a893-96fa9f465c3d {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:28.961926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd4c407c-c89d-41c1-80d7-38c50bdb46ac req-959dbd0a-9a41-485b-a14b-ab4da5057345 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fc9e927-32c1-4eb5-8443-b506a0861c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065227 Nov 16 04:44:28.966514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:28.967424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Checking segment: {'id': 'b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '94d9451b-5807-488a-a893-96fa9f465c3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:28.970159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Bound using segment: {'id': 'b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '94d9451b-5807-488a-a893-96fa9f465c3d'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:28.971895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Bound port: 681f194f-68de-4031-9552-02ad68f6f875, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '94d9451b-5807-488a-a893-96fa9f465c3d'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:28.972358 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:28.977194 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce347cff-9c0b-43e3-9f03-279863291748 req-a1a06e4b-5558-4c97-9a91-c5fcd7ef7015 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:29.125520 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] For port 681f194f-68de-4031-9552-02ad68f6f875, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:29.132658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] For port 681f194f-68de-4031-9552-02ad68f6f875, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=681f194f-68de-4031-9552-02ad68f6f875,segment=NetworkSegment(b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6),segment_id=b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:29.176518 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:29.203063 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce347cff-9c0b-43e3-9f03-279863291748 req-a1a06e4b-5558-4c97-9a91-c5fcd7ef7015 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:29.220619 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['881ab524-5f9c-434a-9608-a278a5b8ff16', '6435f10c-645a-469f-baa4-798adcd22a32', '31f56588-e2cb-4b3f-b4f4-17b4c37748f9'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:29.286875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271', '6d9c8b8e-1a56-4b90-9cd6-fd478337558f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:29.300725 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce347cff-9c0b-43e3-9f03-279863291748 req-a1a06e4b-5558-4c97-9a91-c5fcd7ef7015 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:29.308136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-ce347cff-9c0b-43e3-9f03-279863291748 req-a1a06e4b-5558-4c97-9a91-c5fcd7ef7015 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:29.318754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce347cff-9c0b-43e3-9f03-279863291748 req-a1a06e4b-5558-4c97-9a91-c5fcd7ef7015 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:29.319794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:29.320435 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:29.325632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] 10.222.0.37 "PUT /v2.0/ports/681f194f-68de-4031-9552-02ad68f6f875 HTTP/1.1" status: 200 len: 1091 time: 2.9699628 Nov 16 04:44:29.347695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7b504-6b01-454f-aa19-fb24734adbca service neutron] Pushing event updated for resources: {'Port': ['ID=681f194f-68de-4031-9552-02ad68f6f875,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:29.357009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481ea941-e8e7-4f7b-bbcf-c7c693b167be', 'tag': '681f194f-68de-4031-9552-02ad68f6f875'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:29.363316 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d50bcc4-49f8-461e-bff4-2ff8f8c176c1" -d '{"events": [{"name": "network-changed", "server_uuid": "481ea941-e8e7-4f7b-bbcf-c7c693b167be", "tag": "681f194f-68de-4031-9552-02ad68f6f875"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:29.377090 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a06e4b-5558-4c97-9a91-c5fcd7ef7015 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event updated for resources: {'Port': ['ID=0d71a7b9-2082-4f2c-a2a0-6c634a942c65,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:29.400066 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:29.430182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d3bc9a-5e93-4367-8c4d-a080ac74d94d None None] Network a0dcee31-7303-4813-8f81-ee4b00c405fe requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:44:29.468674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce347cff-9c0b-43e3-9f03-279863291748 req-a1a06e4b-5558-4c97-9a91-c5fcd7ef7015 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:29.487797 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce347cff-9c0b-43e3-9f03-279863291748 req-a1a06e4b-5558-4c97-9a91-c5fcd7ef7015 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:29.491565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8bf49fb-90ec-4daf-89ff-8defb1281310 req-c5a972ee-b626-41f0-a84c-f31f474ed10a service neutron] 10.222.0.15 "GET /v2.0/networks/d019822d-3342-47c4-8aeb-b09816059adc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443172 Nov 16 04:44:29.547586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device af27daee-b61b-4ffa-9c8b-d02e58ab2353 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:29.548594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638633d-9ccd-4545-8814-9f347f375487 req-974680ec-9fff-4b43-b05c-1262dca461bf tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:29.557565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d638633d-9ccd-4545-8814-9f347f375487 req-974680ec-9fff-4b43-b05c-1262dca461bf tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 943 time: 0.3912590 Nov 16 04:44:29.628220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d638633d-9ccd-4545-8814-9f347f375487 req-87bcf36f-15e1-4d41-b08e-b031af025788 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/security-groups?id=60b3f54a-157e-4421-8186-3486c16a971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649991 Nov 16 04:44:29.631818 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 91520ca5-cc71-4858-af3f-61dfcb99e17b up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:29.659982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd2decd-9b52-4cea-9ba3-bb6ae7cbf5b8 req-1504ae52-2aa7-4a97-9468-692ee2c7a905 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:29.664586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3bd2decd-9b52-4cea-9ba3-bb6ae7cbf5b8 req-1504ae52-2aa7-4a97-9468-692ee2c7a905 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.3294854 Nov 16 04:44:29.689497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-4676a598-9f67-4259-9267-c4fa9e3c8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:29.692231 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-a1a06e4b-5558-4c97-9a91-c5fcd7ef7015 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5276041 Nov 16 04:44:29.693818 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-4676a598-9f67-4259-9267-c4fa9e3c8e74 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a08bfbdc1b845f9877409500507d40c&device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 1094 time: 0.2516685 Nov 16 04:44:29.723377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-6f9d8f05-d299-404c-8181-8dbf6373ff3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5846968 Nov 16 04:44:29.737322 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-deb444ae-7bcd-48fc-abd7-fd320567f9b4 None None] Provisioning complete for port af27daee-b61b-4ffa-9c8b-d02e58ab2353 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:29.738049 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Request body: {'port': {'device_id': '1097a573-5899-4348-8d2d-08914c19c5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:29.738393 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-deb444ae-7bcd-48fc-abd7-fd320567f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:29.805843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Router 38ded3ed-e1dd-47a3-86f4-94b5192be94c is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:44:29.830669 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-0ecfad20-9c36-4e5a-9f1d-0cdf8a575d71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=681f194f-68de-4031-9552-02ad68f6f875 HTTP/1.1" status: 200 len: 217 time: 0.1047018 Nov 16 04:44:29.953011 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:44:29.954986 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:29.968602 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Sync routers for ids ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:44:29.982561 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Routers {'38ded3ed-e1dd-47a3-86f4-94b5192be94c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:44:29.987756 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:44:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:29.991993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3bd2decd-9b52-4cea-9ba3-bb6ae7cbf5b8 req-0532a331-7c9f-4f9b-a2d8-3f0e215cd09d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119645 Nov 16 04:44:30.004765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 91520ca5-cc71-4858-af3f-61dfcb99e17b completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:30.016773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-f2d161b5-1df4-4065-b1be-c79f8b718714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:30.017253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-f2d161b5-1df4-4065-b1be-c79f8b718714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:30.019587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-f2d161b5-1df4-4065-b1be-c79f8b718714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:30.020075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-f2d161b5-1df4-4065-b1be-c79f8b718714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:30.020546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-f2d161b5-1df4-4065-b1be-c79f8b718714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:30.025579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-f2d161b5-1df4-4065-b1be-c79f8b718714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:30.026100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-f2d161b5-1df4-4065-b1be-c79f8b718714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:30.039287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-f2d161b5-1df4-4065-b1be-c79f8b718714 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3755e56622844612940817c1adc2c9f6&device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 6492 time: 0.2076104 Nov 16 04:44:30.098921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-c39a77f4-5b1a-4b26-9ff4-d17c555c5e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:30.103805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-c39a77f4-5b1a-4b26-9ff4-d17c555c5e79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86dd572b-ea25-45f1-809d-83195f3312d3 HTTP/1.1" status: 200 len: 854 time: 0.2568290 Nov 16 04:44:30.107146 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3388be08-57e1-4af0-a21a-9f1ba96f0b1e x-openstack-request-id: req-3388be08-57e1-4af0-a21a-9f1ba96f0b1e {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:30.108205 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "481ea941-e8e7-4f7b-bbcf-c7c693b167be", "tag": "681f194f-68de-4031-9552-02ad68f6f875", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:30.108563 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3388be08-57e1-4af0-a21a-9f1ba96f0b1e {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:30.112805 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '481ea941-e8e7-4f7b-bbcf-c7c693b167be', 'tag': '681f194f-68de-4031-9552-02ad68f6f875', 'status': 'completed', 'code': 200} Nov 16 04:44:30.157061 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 91520ca5-cc71-4858-af3f-61dfcb99e17b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:30.157443 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:30.229436 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Set router 38ded3ed-e1dd-47a3-86f4-94b5192be94c gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:44:30.233506 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:30.235010 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-99162ab9-58e6-4c6b-9e79-c08348303a16 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9904168 Nov 16 04:44:30.237692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37924) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:30.278247 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-deb444ae-7bcd-48fc-abd7-fd320567f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:30.318921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-deb444ae-7bcd-48fc-abd7-fd320567f9b4 None None] For port af27daee-b61b-4ffa-9c8b-d02e58ab2353, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=af27daee-b61b-4ffa-9c8b-d02e58ab2353,segment=NetworkSegment(e175b855-1df5-402c-8196-52759ad09e67),segment_id=e175b855-1df5-402c-8196-52759ad09e67)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:30.335497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-b58b1ac4-5c1f-43f5-a742-e743694f4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:30.336450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-b58b1ac4-5c1f-43f5-a742-e743694f4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:30.336981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-b58b1ac4-5c1f-43f5-a742-e743694f4e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:30.340585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-b58b1ac4-5c1f-43f5-a742-e743694f4e91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ace05412-28cc-47e2-a1d1-d37b29ce3547&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&id=71ea6cbc-c703-42e4-94a9-098bbba9e58b HTTP/1.1" status: 200 len: 2294 time: 0.2248843 Nov 16 04:44:30.426994 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-2dfcb966-a467-4fd1-aa00-14af65892d5e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94d9451b-5807-488a-a893-96fa9f465c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3106232 Nov 16 04:44:30.471667 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-deb444ae-7bcd-48fc-abd7-fd320567f9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:30.517504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:30.533112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:30.538873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port af27daee-b61b-4ffa-9c8b-d02e58ab2353 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:30.539250 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:30.567688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-0bf87c5d-d9dd-4217-bce6-be4d57d169f1 service neutron] 10.222.0.37 "GET /v2.0/networks/94d9451b-5807-488a-a893-96fa9f465c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031516 Nov 16 04:44:30.586363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Transition to ACTIVE for port object 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:44:30.630344 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '592ee431-51e2-4148-9d7b-a8298c602005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:44:28Z', 'revision_number': 3, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port': {'id': '592ee431-51e2-4148-9d7b-a8298c602005', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:26Z', 'updated_at': '2021-11-16T04:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:30.631076 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:30.669974 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Checking router: 38ded3ed-e1dd-47a3-86f4-94b5192be94c for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:44:30.670733 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Updating router 38ded3ed-e1dd-47a3-86f4-94b5192be94c port 592ee431-51e2-4148-9d7b-a8298c602005 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:44:30.704390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df6496-895c-4218-895b-19973bd724e4 req-98dd27d0-ae61-44b1-9f1c-140fff32b436 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:30.706738 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:30.708069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30df6496-895c-4218-895b-19973bd724e4 req-98dd27d0-ae61-44b1-9f1c-140fff32b436 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/ports?device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 945 time: 0.3584778 Nov 16 04:44:30.730471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab8ceda-1087-4e3c-a9c9-56c423193644 req-7518b6a4-1185-4567-a8da-913c5e320eee tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:30.748681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ab8ceda-1087-4e3c-a9c9-56c423193644 req-7518b6a4-1185-4567-a8da-913c5e320eee tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 936 time: 0.6972198 Nov 16 04:44:30.768194 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:30.810321 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-f2d3ada6-a64b-4654-919c-ef871637d510 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9389ef3-f27a-4355-a81c-0c1fa98fda08 HTTP/1.1" status: 200 len: 1002 time: 0.4377286 Nov 16 04:44:30.818909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb444ae-7bcd-48fc-abd7-fd320567f9b4 None None] Pushing event updated for resources: {'Port': ['ID=af27daee-b61b-4ffa-9c8b-d02e58ab2353,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:30.900351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda765f9-86bf-4450-8ffd-c07a0f91aff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91520ca5-cc71-4858-af3f-61dfcb99e17b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:30.903374 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a836dc-e167-4062-878d-43b202998a6b" -d '{"events": [{"server_uuid": "dda765f9-86bf-4450-8ffd-c07a0f91aff1", "name": "network-vif-plugged", "status": "completed", "tag": "91520ca5-cc71-4858-af3f-61dfcb99e17b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:30.956698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 91520ca5-cc71-4858-af3f-61dfcb99e17b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=91520ca5-cc71-4858-af3f-61dfcb99e17b,segment=NetworkSegment(467f9214-59bc-4ac2-a258-b72fed04f0cd),segment_id=467f9214-59bc-4ac2-a258-b72fed04f0cd)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:30.966133 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:31.069520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ab8ceda-1087-4e3c-a9c9-56c423193644 req-49e5cdac-6779-44f1-a959-762c1a3ff648 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196366 Nov 16 04:44:31.076113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=91520ca5-cc71-4858-af3f-61dfcb99e17b,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:31.138981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Pushing event updated for resources: {'Port': ['ID=0d71a7b9-2082-4f2c-a2a0-6c634a942c65,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:31.140362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30df6496-895c-4218-895b-19973bd724e4 req-26cba45a-2016-4e40-803a-18a02a9ee837 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fc9e927-32c1-4eb5-8443-b506a0861c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542380 Nov 16 04:44:31.185556 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bd46912-cc93-4ca0-9968-2e248bb24e21 req-8ff3bb1f-4981-4bbd-8917-103b65449be4 service neutron] 10.222.0.37 "GET /v2.0/networks/94d9451b-5807-488a-a893-96fa9f465c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6054246 Nov 16 04:44:31.216395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-25c9adb5-218f-4146-af24-f68d42d6b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:31.226225 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Attempting to bind port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:31.228783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Attempting to bind port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:31.228783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Attempting to bind port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:31.229656 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-25c9adb5-218f-4146-af24-f68d42d6b9ff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec0c769-81d7-4784-b357-855f51779ac8 HTTP/1.1" status: 200 len: 851 time: 0.3877506 Nov 16 04:44:31.237153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:44:31.238035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Attempting to bind port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:31.266690 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:31.267066 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:31.268125 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:31.268581 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Bound port: 0d71a7b9-2082-4f2c-a2a0-6c634a942c65, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:31.269009 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:31.384453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] For port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:31.406085 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] For port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0d71a7b9-2082-4f2c-a2a0-6c634a942c65,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:31.427046 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:31.439944 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:31.447740 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device af27daee-b61b-4ffa-9c8b-d02e58ab2353 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:31.450879 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:31.537235 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:31.538734 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:31.542142 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] 10.222.0.37 "PUT /v2.0/ports/0d71a7b9-2082-4f2c-a2a0-6c634a942c65 HTTP/1.1" status: 200 len: 1096 time: 1.8238149 Nov 16 04:44:31.557489 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453b97cd-541d-4251-86f9-417c2f26a3be x-openstack-request-id: req-453b97cd-541d-4251-86f9-417c2f26a3be {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:31.557846 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda765f9-86bf-4450-8ffd-c07a0f91aff1", "name": "network-vif-plugged", "status": "completed", "tag": "91520ca5-cc71-4858-af3f-61dfcb99e17b", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:31.558120 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-453b97cd-541d-4251-86f9-417c2f26a3be {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:31.559098 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda765f9-86bf-4450-8ffd-c07a0f91aff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91520ca5-cc71-4858-af3f-61dfcb99e17b', 'code': 200} Nov 16 04:44:31.599584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1097a573-5899-4348-8d2d-08914c19c5c7', 'tag': '0d71a7b9-2082-4f2c-a2a0-6c634a942c65'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:31.600228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-fcd3f018-1e79-444d-bbaa-8771c5c7edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:31.603511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-fcd3f018-1e79-444d-bbaa-8771c5c7edcc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ace05412-28cc-47e2-a1d1-d37b29ce3547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3610640 Nov 16 04:44:31.606218 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26889b2-5966-483e-983a-d6a8bbd18169" -d '{"events": [{"name": "network-changed", "server_uuid": "1097a573-5899-4348-8d2d-08914c19c5c7", "tag": "0d71a7b9-2082-4f2c-a2a0-6c634a942c65"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:31.613255 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e0075-c7bb-4c62-9c69-cb96cb8d8405 service neutron] Pushing event updated for resources: {'Port': ['ID=0d71a7b9-2082-4f2c-a2a0-6c634a942c65,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:31.652119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-941ad657-5b0c-4de4-bed1-558d3502a587 None None] Provisioning complete for port af27daee-b61b-4ffa-9c8b-d02e58ab2353 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:31.653060 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-941ad657-5b0c-4de4-bed1-558d3502a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:31.776187 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port af27daee-b61b-4ffa-9c8b-d02e58ab2353 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:31.781331 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:31.817522 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Attempting to bind port 592ee431-51e2-4148-9d7b-a8298c602005 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:31.817923 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Attempting to bind port 592ee431-51e2-4148-9d7b-a8298c602005 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:31.818292 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Attempting to bind port 592ee431-51e2-4148-9d7b-a8298c602005 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:31.833323 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353d374-3756-46ab-8320-030a1c45b148 None None] Pushing event updated for resources: {'Port': ['ID=592ee431-51e2-4148-9d7b-a8298c602005,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:31.856963 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:31.857336 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:31.857743 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:31.858162 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:31.858647 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Bound port: 592ee431-51e2-4148-9d7b-a8298c602005, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:31.859030 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:31.896153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-3471e955-e547-45e2-8bcf-7c9af3626f7c service neutron] 10.222.0.37 "GET /v2.0/networks/ace05412-28cc-47e2-a1d1-d37b29ce3547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739968 Nov 16 04:44:31.945294 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] For port 592ee431-51e2-4148-9d7b-a8298c602005, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:31.951280 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] For port 592ee431-51e2-4148-9d7b-a8298c602005, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=592ee431-51e2-4148-9d7b-a8298c602005,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:31.957937 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:31.968883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce347cff-9c0b-43e3-9f03-279863291748 req-3e85db01-2406-4d94-9c07-ec92d92a0f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:31.970794 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-3e85db01-2406-4d94-9c07-ec92d92a0f97 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 1099 time: 0.1848900 Nov 16 04:44:32.016635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50bcc4-49f8-461e-bff4-2ff8f8c176c1 req-88fbe82b-4592-4a9f-ac68-0865006de29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:32.018281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d50bcc4-49f8-461e-bff4-2ff8f8c176c1 req-88fbe82b-4592-4a9f-ac68-0865006de29b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8a08bfbdc1b845f9877409500507d40c&device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 1094 time: 0.7288210 Nov 16 04:44:32.066931 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-4acb3d0e-b971-4a22-ab18-1c8d744a948f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=0d71a7b9-2082-4f2c-a2a0-6c634a942c65 HTTP/1.1" status: 200 len: 217 time: 0.0722525 Nov 16 04:44:32.084172 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Routers {'38ded3ed-e1dd-47a3-86f4-94b5192be94c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:44:32.084911 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:44:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:32.094532 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:32.133314 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353d374-3756-46ab-8320-030a1c45b148 None None] Pushing event updated for resources: {'Port': ['ID=592ee431-51e2-4148-9d7b-a8298c602005,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:32.178077 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce347cff-9c0b-43e3-9f03-279863291748 req-793676b2-ae54-4cab-a213-196f0cfd4c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:32.179931 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-793676b2-ae54-4cab-a213-196f0cfd4c37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1030664 Nov 16 04:44:32.223710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b09248-f408-446b-af0e-cd7660d785c9 req-54d72318-98e7-4973-8219-c05fadc8c014 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:32.226312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60b09248-f408-446b-af0e-cd7660d785c9 req-54d72318-98e7-4973-8219-c05fadc8c014 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.2953637 Nov 16 04:44:32.227904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50bcc4-49f8-461e-bff4-2ff8f8c176c1 req-92f84168-bd95-447f-939b-93e9e70514c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:32.229494 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d50bcc4-49f8-461e-bff4-2ff8f8c176c1 req-92f84168-bd95-447f-939b-93e9e70514c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=94d9451b-5807-488a-a893-96fa9f465c3d HTTP/1.1" status: 200 len: 915 time: 0.1868258 Nov 16 04:44:32.264052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a8e1-2af1-47de-a490-4179dd8df846 req-fcdfc433-c19f-4947-b175-75976dcb37d8 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:32.281989 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87e2a8e1-2af1-47de-a490-4179dd8df846 req-fcdfc433-c19f-4947-b175-75976dcb37d8 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 943 time: 0.8284936 Nov 16 04:44:32.307692 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] Set router 38ded3ed-e1dd-47a3-86f4-94b5192be94c gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:44:32.356835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5075cb9-880e-402f-b7bf-cf98a5e797ae req-1dbbac06-5fce-4239-a7aa-969520ddf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:32.358664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f5075cb9-880e-402f-b7bf-cf98a5e797ae req-1dbbac06-5fce-4239-a7aa-969520ddf886 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 1097 time: 0.7495928 Nov 16 04:44:32.365135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce347cff-9c0b-43e3-9f03-279863291748 req-fadc69ea-e3ab-41f7-b365-e990f417b834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:32.366025 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-fadc69ea-e3ab-41f7-b365-e990f417b834 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086125 Nov 16 04:44:32.438315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e2b5e-adcc-4ae6-9616-564144124e09 req-75b1fc65-20de-44e6-b183-fc19d47498eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:32.441002 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-926e2b5e-adcc-4ae6-9616-564144124e09 req-75b1fc65-20de-44e6-b183-fc19d47498eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 1095 time: 0.5398121 Nov 16 04:44:32.457595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d50bcc4-49f8-461e-bff4-2ff8f8c176c1 req-4265c60e-1ba2-443a-8b48-cee78c2f5a39 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=681f194f-68de-4031-9552-02ad68f6f875 HTTP/1.1" status: 200 len: 217 time: 0.1466606 Nov 16 04:44:32.486964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Allocated IP 172.20.0.1 (a0dcee31-7303-4813-8f81-ee4b00c405fe/77087f1c-839f-49da-8700-cd60e2b5eb60/9637b828-3f17-46e1-bab9-130d5d200b99) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:32.545272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50bcc4-49f8-461e-bff4-2ff8f8c176c1 req-5dd08f61-e28e-4111-b3eb-b8f746b9ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:32.547070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d50bcc4-49f8-461e-bff4-2ff8f8c176c1 req-5dd08f61-e28e-4111-b3eb-b8f746b9ee18 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=86dd572b-ea25-45f1-809d-83195f3312d3 HTTP/1.1" status: 200 len: 854 time: 0.0605590 Nov 16 04:44:32.579377 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '592ee431-51e2-4148-9d7b-a8298c602005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:44:28Z', 'revision_number': 3, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port': {'id': '592ee431-51e2-4148-9d7b-a8298c602005', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:26Z', 'updated_at': '2021-11-16T04:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:32.582244 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-80adb6d2-b815-43a0-9433-f302043d12f7 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856060 Nov 16 04:44:32.623516 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9dcbab3-be16-4a83-a1c3-3605a40c2197 None None] The sync data for ids ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'] in n-d-818042-1 is: [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '592ee431-51e2-4148-9d7b-a8298c602005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:44:28Z', 'revision_number': 3, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port': {'id': '592ee431-51e2-4148-9d7b-a8298c602005', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:26Z', 'updated_at': '2021-11-16T04:44:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:44:32.665100 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d50bcc4-49f8-461e-bff4-2ff8f8c176c1 req-e6920ca1-aa92-48b4-a2a7-387ab6d60e24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=94d9451b-5807-488a-a893-96fa9f465c3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671880 Nov 16 04:44:33.116565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:33.144520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87e2a8e1-2af1-47de-a490-4179dd8df846 req-2a72ff0e-ca46-4497-a8c1-e77f7bf252e3 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/security-groups?id=60b3f54a-157e-4421-8186-3486c16a971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8606019 Nov 16 04:44:33.152407 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce347cff-9c0b-43e3-9f03-279863291748 req-08a31be3-315c-4f46-98e7-a832843d2c70 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554588 Nov 16 04:44:33.203067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:33.214274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-0817b2b3-aad6-4f7e-a145-20b361777774 service neutron] 10.222.0.37 "GET /v2.0/networks/ace05412-28cc-47e2-a1d1-d37b29ce3547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2330711 Nov 16 04:44:33.215409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e2b5e-adcc-4ae6-9616-564144124e09 req-17e111aa-cdd6-43f3-80df-735d389c44df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:33.217942 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-926e2b5e-adcc-4ae6-9616-564144124e09 req-17e111aa-cdd6-43f3-80df-735d389c44df service neutron] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.7558494 Nov 16 04:44:33.221660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60b09248-f408-446b-af0e-cd7660d785c9 req-40a1585c-541b-4d6f-a916-2e3fd3e2152f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9310246 Nov 16 04:44:33.285604 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be79976-79f9-4530-827c-bf1cb2ec9732 x-openstack-request-id: req-4be79976-79f9-4530-827c-bf1cb2ec9732 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:33.285941 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1097a573-5899-4348-8d2d-08914c19c5c7", "tag": "0d71a7b9-2082-4f2c-a2a0-6c634a942c65", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:33.286254 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4be79976-79f9-4530-827c-bf1cb2ec9732 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:33.286717 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1097a573-5899-4348-8d2d-08914c19c5c7', 'tag': '0d71a7b9-2082-4f2c-a2a0-6c634a942c65', 'status': 'completed', 'code': 200} Nov 16 04:44:33.323146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f5075cb9-880e-402f-b7bf-cf98a5e797ae req-2828f84a-49f5-44bc-8512-4d2c93f53b10 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2fc9e927-32c1-4eb5-8443-b506a0861c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9049470 Nov 16 04:44:33.375610 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Network a0dcee31-7303-4813-8f81-ee4b00c405fe is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:33.390598 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:33.395447 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:33.398764 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Pushing event updated for resources: {'Port': ['ID=9637b828-3f17-46e1-bab9-130d5d200b99,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:33.474010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 681f194f-68de-4031-9552-02ad68f6f875 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:33.504315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 592ee431-51e2-4148-9d7b-a8298c602005 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:33.520468 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26889b2-5966-483e-983a-d6a8bbd18169 req-fc9a256d-d48d-4506-960c-26f49daed4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:33.522140 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a26889b2-5966-483e-983a-d6a8bbd18169 req-fc9a256d-d48d-4506-960c-26f49daed4d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 1099 time: 0.1991324 Nov 16 04:44:33.528905 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:33.645370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-d13b110e-e750-4599-b53b-02ad6f599495 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=0a4c67cb-938c-4b12-bb00-cd0b361ed365 HTTP/1.1" status: 200 len: 217 time: 0.4115601 Nov 16 04:44:33.728854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-926e2b5e-adcc-4ae6-9616-564144124e09 req-b25d6904-8be2-45e3-9d47-9c0ab31d5951 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685 HTTP/1.1" status: 200 len: 999 time: 0.4090025 Nov 16 04:44:33.777236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d50bcc4-49f8-461e-bff4-2ff8f8c176c1 req-13af671e-e75c-4a6e-b26a-c67104b5d811 service neutron] 10.222.0.37 "GET /v2.0/networks/94d9451b-5807-488a-a893-96fa9f465c3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0846379 Nov 16 04:44:33.906768 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-c199ec49-a545-4265-86ed-128738f4c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:33.908359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-c199ec49-a545-4265-86ed-128738f4c61d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.2390594 Nov 16 04:44:33.921874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fb241-10a4-469b-b4ff-c60fb3af9c77 req-46a2ee5d-03e0-40ca-a0b5-041255f5b5da tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:33.923432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a43fb241-10a4-469b-b4ff-c60fb3af9c77 req-46a2ee5d-03e0-40ca-a0b5-041255f5b5da tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/ports?device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 946 time: 0.4175296 Nov 16 04:44:33.953115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48662-7527-4ca8-bcf6-2a500a5c53fb req-4a34fc68-c362-473a-a01c-2a470e3c91b0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:33.954873 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:33.961157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6a48662-7527-4ca8-bcf6-2a500a5c53fb req-4a34fc68-c362-473a-a01c-2a470e3c91b0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 948 time: 0.5127423 Nov 16 04:44:33.993628 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e2b5e-adcc-4ae6-9616-564144124e09 req-c3457342-c5dc-4a7b-8def-3d3aa42d3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:33.995161 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-926e2b5e-adcc-4ae6-9616-564144124e09 req-c3457342-c5dc-4a7b-8def-3d3aa42d3893 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.2277830 Nov 16 04:44:34.013528 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 681f194f-68de-4031-9552-02ad68f6f875, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=681f194f-68de-4031-9552-02ad68f6f875,segment=NetworkSegment(b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6),segment_id=b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:34.023691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2da27c14-4179-48d5-a7d0-a1ef5fb39472 None None] Provisioning complete for port 9637b828-3f17-46e1-bab9-130d5d200b99 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:34.024077 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2da27c14-4179-48d5-a7d0-a1ef5fb39472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:34.051568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '681f194f-68de-4031-9552-02ad68f6f875', 'network_id': '94d9451b-5807-488a-a893-96fa9f465c3d', 'port_id': '681f194f-68de-4031-9552-02ad68f6f875', 'mac_address': 'fa:16:3e:93:29:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86dd572b-ea25-45f1-809d-83195f3312d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:34.072760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 592ee431-51e2-4148-9d7b-a8298c602005 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:34.073141 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:34.095005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2da27c14-4179-48d5-a7d0-a1ef5fb39472 None None] Port 9637b828-3f17-46e1-bab9-130d5d200b99 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:44:34.145154 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:34.189837 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d50bcc4-49f8-461e-bff4-2ff8f8c176c1 req-c57379c7-3327-422f-8fbd-850a3886c676 service neutron] 10.222.0.37 "GET /v2.0/networks/94d9451b-5807-488a-a893-96fa9f465c3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967416 Nov 16 04:44:34.193816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26889b2-5966-483e-983a-d6a8bbd18169 req-94da4851-6b5e-4375-90ac-e71c35189f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:34.195302 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a26889b2-5966-483e-983a-d6a8bbd18169 req-94da4851-6b5e-4375-90ac-e71c35189f70 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.6620548 Nov 16 04:44:34.201479 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681f194f-68de-4031-9552-02ad68f6f875 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:34.237452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 681f194f-68de-4031-9552-02ad68f6f875, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=681f194f-68de-4031-9552-02ad68f6f875,segment=NetworkSegment(b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6),segment_id=b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:34.262563 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:34.272883 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a26889b2-5966-483e-983a-d6a8bbd18169 req-54ccaaa9-0bc6-429a-a442-5447fa1d70f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=0d71a7b9-2082-4f2c-a2a0-6c634a942c65 HTTP/1.1" status: 200 len: 217 time: 0.0619450 Nov 16 04:44:34.279377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6a48662-7527-4ca8-bcf6-2a500a5c53fb req-82b6eb7d-585a-4e6d-b427-c0cedf4d7b67 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173449 Nov 16 04:44:34.283691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a43fb241-10a4-469b-b4ff-c60fb3af9c77 req-ba75e00c-4ffc-49e7-896d-c58c03b00dad tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fc9e927-32c1-4eb5-8443-b506a0861c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403282 Nov 16 04:44:34.300251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-a151f7df-3954-4c86-a55d-3ff0de2564f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:34.302119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-a151f7df-3954-4c86-a55d-3ff0de2564f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3732140 Nov 16 04:44:34.305266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e2b5e-adcc-4ae6-9616-564144124e09 req-039ede38-a056-4046-ac6d-62710b6d8d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:34.306993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-926e2b5e-adcc-4ae6-9616-564144124e09 req-039ede38-a056-4046-ac6d-62710b6d8d93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2566350 Nov 16 04:44:34.343415 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:34.386269 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 592ee431-51e2-4148-9d7b-a8298c602005, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=592ee431-51e2-4148-9d7b-a8298c602005,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:34.388027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=681f194f-68de-4031-9552-02ad68f6f875,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:34.393965 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:34.428462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26889b2-5966-483e-983a-d6a8bbd18169 req-c7463fcf-cd89-4941-86ba-fe99277f4229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:34.430434 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a26889b2-5966-483e-983a-d6a8bbd18169 req-c7463fcf-cd89-4941-86ba-fe99277f4229 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1489792 Nov 16 04:44:34.448031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:34.455120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-926e2b5e-adcc-4ae6-9616-564144124e09 req-a2310175-1b09-4964-b292-4680a7f701e3 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189258 Nov 16 04:44:34.483693 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:34.532393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=592ee431-51e2-4148-9d7b-a8298c602005,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:34.642958 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['681f194f-68de-4031-9552-02ad68f6f875'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:34.688006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26889b2-5966-483e-983a-d6a8bbd18169 req-40015113-24b0-4111-8d8e-3a9001835592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:34.689625 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a26889b2-5966-483e-983a-d6a8bbd18169 req-40015113-24b0-4111-8d8e-3a9001835592 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2384660 Nov 16 04:44:34.690760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Pushing event updated for resources: {'Port': ['ID=9637b828-3f17-46e1-bab9-130d5d200b99,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:34.694093 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:34.698108 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-ecdcd20e-15c8-4ffb-9660-b08aee18aba0 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828490 Nov 16 04:44:34.700999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-926e2b5e-adcc-4ae6-9616-564144124e09 req-a0246e0a-b732-4658-9af1-ad3965f9da16 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338340 Nov 16 04:44:34.813949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964653bb-ec77-4084-8338-e9a4a5266ad4 req-a58d9029-0248-45ca-aaea-4fdf2c67a660 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:34.823312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-964653bb-ec77-4084-8338-e9a4a5266ad4 req-a58d9029-0248-45ca-aaea-4fdf2c67a660 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1999557 Nov 16 04:44:34.945080 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Network a0dcee31-7303-4813-8f81-ee4b00c405fe is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:34.950079 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:34.953801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee74c5-d2c0-4b57-a2a6-0c7fee45bc56 req-9092e031-4bcd-4371-920d-8f4f79fc578f tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:34.955328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-88ee74c5-d2c0-4b57-a2a6-0c7fee45bc56 req-9092e031-4bcd-4371-920d-8f4f79fc578f tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 944 time: 0.1925430 Nov 16 04:44:34.986048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-964653bb-ec77-4084-8338-e9a4a5266ad4 req-3721ea7c-36e2-4a79-b5de-5b19e82bed7a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495016 Nov 16 04:44:35.008469 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-3896e312-8cb0-4fb4-8c80-badecfecb90d service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975497 Nov 16 04:44:35.055654 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-f858aaee-d3ff-48d8-858e-4bf5f2320591 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=0242d561-9a1a-4d17-9a59-189c63ce17cd HTTP/1.1" status: 200 len: 217 time: 0.0392146 Nov 16 04:44:35.099024 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a26889b2-5966-483e-983a-d6a8bbd18169 req-51eb4eb2-76ea-48f5-9192-825caa50cf65 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011393 Nov 16 04:44:35.101663 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-88ee74c5-d2c0-4b57-a2a6-0c7fee45bc56 req-ed5d7415-3b60-4af3-a109-c4239916a491 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/security-groups?id=60b3f54a-157e-4421-8186-3486c16a971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142583 Nov 16 04:44:35.158261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-ebcba171-9c9e-412b-9c24-1693745e9bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:35.159758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-ebcba171-9c9e-412b-9c24-1693745e9bb4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.0704174 Nov 16 04:44:35.199949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Router 38ded3ed-e1dd-47a3-86f4-94b5192be94c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:44:35.230145 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a26889b2-5966-483e-983a-d6a8bbd18169 req-12b80082-e2e7-4b2f-9529-aa3921ef6ac0 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166391 Nov 16 04:44:35.237115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-0448b563-a662-430d-b526-80b1619fd7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:35.239267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-0448b563-a662-430d-b526-80b1619fd7a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0688930 Nov 16 04:44:35.339530 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-170cdb6d-e7c3-46f4-af34-9f1381719505 None None] Provisioning complete for port 9637b828-3f17-46e1-bab9-130d5d200b99 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:35.340451 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-170cdb6d-e7c3-46f4-af34-9f1381719505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:35.380013 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:44:35.389872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-b012cd12-eb9a-4a29-908a-1a30d81264d6 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404381 Nov 16 04:44:35.397247 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-82f62560-376d-4aa6-9709-1a84b57d5b1a admin admin] 10.222.0.41 "PUT /v2.0/routers/38ded3ed-e1dd-47a3-86f4-94b5192be94c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1581933 Nov 16 04:44:35.446634 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-170cdb6d-e7c3-46f4-af34-9f1381719505 None None] Port 9637b828-3f17-46e1-bab9-130d5d200b99 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:44:35.458698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Sync routers for ids ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:44:35.481855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Routers {'38ded3ed-e1dd-47a3-86f4-94b5192be94c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:44:35.482484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:44:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:35.485695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:35.490792 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 592ee431-51e2-4148-9d7b-a8298c602005 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:35.648042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687321a3-8617-49eb-99f0-280e26b6caee req-e8ee4350-63a1-4beb-939d-9770252d55ef tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:35.649970 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-687321a3-8617-49eb-99f0-280e26b6caee req-e8ee4350-63a1-4beb-939d-9770252d55ef tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 948 time: 0.1866229 Nov 16 04:44:35.652122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-a019dc41-2c46-417e-9c76-8175e2f2de6b service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512448 Nov 16 04:44:35.660355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cf567-754c-4860-9572-8bcfd93aa6fa req-87ce524f-7141-46f7-a6fd-2f3bb1d784dd tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:35.667446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b5cf567-754c-4860-9572-8bcfd93aa6fa req-87ce524f-7141-46f7-a6fd-2f3bb1d784dd tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/ports?device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 946 time: 0.2480447 Nov 16 04:44:35.716744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Set router 38ded3ed-e1dd-47a3-86f4-94b5192be94c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:44:35.730798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-df02d7b9-1d0e-48a6-a354-38672fe10365 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f3972e7b-3fe5-4e36-a955-332c698178f6 HTTP/1.1" status: 200 len: 217 time: 0.0555067 Nov 16 04:44:35.776286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 592ee431-51e2-4148-9d7b-a8298c602005 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:35.776661 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:35.820867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-687321a3-8617-49eb-99f0-280e26b6caee req-d057460e-a57d-4688-ba3a-cf00f9fe8843 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403069 Nov 16 04:44:35.831338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b5cf567-754c-4860-9572-8bcfd93aa6fa req-a3d39f0b-57d3-48b8-b39a-3a798b51a9b5 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fc9e927-32c1-4eb5-8443-b506a0861c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629300 Nov 16 04:44:35.835578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0d71a7b9-2082-4f2c-a2a0-6c634a942c65,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:35.858319 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-cefb7276-452d-44dd-92f0-771ba47cd3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:35.862593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-cefb7276-452d-44dd-92f0-771ba47cd3d1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.1095312 Nov 16 04:44:35.879733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '0d71a7b9-2082-4f2c-a2a0-6c634a942c65', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '0d71a7b9-2082-4f2c-a2a0-6c634a942c65', 'mac_address': 'fa:16:3e:e6:4c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:35.935241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-ee03de7b-5776-4cb9-a718-b0d3ce4c1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:35.936825 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-ee03de7b-5776-4cb9-a718-b0d3ce4c1e81 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0648212 Nov 16 04:44:36.044540 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:36.087166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:36.162936 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-2d460388-9433-466e-b120-bb93cac83226 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167828 Nov 16 04:44:36.165850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0d71a7b9-2082-4f2c-a2a0-6c634a942c65,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:36.172582 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:36.325702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0d71a7b9-2082-4f2c-a2a0-6c634a942c65,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:36.342736 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '592ee431-51e2-4148-9d7b-a8298c602005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:44:33Z', 'revision_number': 4, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port': {'id': '592ee431-51e2-4148-9d7b-a8298c602005', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:26Z', 'updated_at': '2021-11-16T04:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9637b828-3f17-46e1-bab9-130d5d200b99', 'name': '', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'mac_address': 'fa:16:3e:6b:39:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:32Z', 'updated_at': '2021-11-16T04:44:34Z', 'revision_number': 2, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'subnets': [{'id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:36.447793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Checking router: 38ded3ed-e1dd-47a3-86f4-94b5192be94c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:44:36.448038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-ca5b578e-0873-41df-9b92-a84bd76d053b service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620816 Nov 16 04:44:36.454677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Updating router 38ded3ed-e1dd-47a3-86f4-94b5192be94c port 9637b828-3f17-46e1-bab9-130d5d200b99 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:44:36.503810 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:36.601649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-fab65689-9859-4a9d-a8ae-0bbca5e9d518 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=c13092af-5071-41f7-827e-e5ae59d5cd6a HTTP/1.1" status: 200 len: 217 time: 0.1207547 Nov 16 04:44:36.672675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32673fb3-5564-4b21-8d74-f06b14348ce7 req-d42780a4-7842-452c-8d36-828f89e47dcd tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:36.680569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32673fb3-5564-4b21-8d74-f06b14348ce7 req-d42780a4-7842-452c-8d36-828f89e47dcd tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.2257581 Nov 16 04:44:36.714745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['0d71a7b9-2082-4f2c-a2a0-6c634a942c65'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:36.755296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32673fb3-5564-4b21-8d74-f06b14348ce7 req-a42292fc-1a87-4dce-a8c5-0db82376db81 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687399 Nov 16 04:44:36.760434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-60a2bbd9-5beb-4b0e-a8fa-34d7e282b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:36.765863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-60a2bbd9-5beb-4b0e-a8fa-34d7e282b85f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.1340256 Nov 16 04:44:36.823726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38006) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:36.828845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-45268999-62ed-47f4-8855-cf3898b7a8d8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1194010200', 'description': 'tempest-description--1105320055'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:36.888251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45268999-62ed-47f4-8855-cf3898b7a8d8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:36.899147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-cc61b020-ffc5-4044-9bce-52b83ab23691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:36.900730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-cc61b020-ffc5-4044-9bce-52b83ab23691 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1248937 Nov 16 04:44:37.010027 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45268999-62ed-47f4-8855-cf3898b7a8d8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.015349 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45268999-62ed-47f4-8855-cf3898b7a8d8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.036422 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45268999-62ed-47f4-8855-cf3898b7a8d8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.038213 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-45268999-62ed-47f4-8855-cf3898b7a8d8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2129316 Nov 16 04:44:37.040929 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38014) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:37.047333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d4657bac-62dd-4111-babd-f8094b1be555 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Request body: {'security_group_rule': {'security_group_id': '3f8bd422-cdba-4edb-9809-10b3a3917ea6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:37.086373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4657bac-62dd-4111-babd-f8094b1be555 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.102544 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21afc4-cf02-4ec5-ad17-6d9758ef2457 req-a9f4121e-38fc-45fa-9e51-da0d0663164a tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:37.104135 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf21afc4-cf02-4ec5-ad17-6d9758ef2457 req-a9f4121e-38fc-45fa-9e51-da0d0663164a tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 944 time: 0.2021046 Nov 16 04:44:37.118094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd031a-9156-422d-ab9d-54754f773e8b req-e54c0e39-7241-48fd-bf7c-be1459727f20 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:37.119825 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99bd031a-9156-422d-ab9d-54754f773e8b req-e54c0e39-7241-48fd-bf7c-be1459727f20 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/ports?device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 946 time: 0.2234657 Nov 16 04:44:37.126840 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45268999-62ed-47f4-8855-cf3898b7a8d8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8bd422-cdba-4edb-9809-10b3a3917ea6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:37.177876 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4657bac-62dd-4111-babd-f8094b1be555 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.183187 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4657bac-62dd-4111-babd-f8094b1be555 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.212613 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4657bac-62dd-4111-babd-f8094b1be555 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff936c30-a3dd-4f7a-a47c-4cb14a22d890,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:37.216167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf21afc4-cf02-4ec5-ad17-6d9758ef2457 req-ba15380a-1bb7-42b4-818b-ee7b7357e6b1 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/security-groups?id=60b3f54a-157e-4421-8186-3486c16a971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768905 Nov 16 04:44:37.221530 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4657bac-62dd-4111-babd-f8094b1be555 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.223143 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4657bac-62dd-4111-babd-f8094b1be555 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1805463 Nov 16 04:44:37.225480 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38018) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:37.233859 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5e101aed-98e0-4ecd-9a8c-b8944dae69b4 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Request body: {'security_group_rule': {'security_group_id': '3f8bd422-cdba-4edb-9809-10b3a3917ea6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:37.269447 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.276394 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e101aed-98e0-4ecd-9a8c-b8944dae69b4 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.277185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99bd031a-9156-422d-ab9d-54754f773e8b req-2310d139-f3bc-487b-b1e9-718674163d5c tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fc9e927-32c1-4eb5-8443-b506a0861c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114614 Nov 16 04:44:37.278723 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.282828 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-c178a192-4e80-4fc9-8d0c-b2e2fdc0e95a service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555615 Nov 16 04:44:37.396262 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00028dfb-3fab-4665-8c91-e793bf382b56 None None] Pushing event updated for resources: {'Port': ['ID=9637b828-3f17-46e1-bab9-130d5d200b99,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:37.481997 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e101aed-98e0-4ecd-9a8c-b8944dae69b4 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.488315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e101aed-98e0-4ecd-9a8c-b8944dae69b4 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.519599 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e101aed-98e0-4ecd-9a8c-b8944dae69b4 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f710366-2b2d-499f-858a-3cf17a856d4f,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:37.526932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Attempting to bind port 9637b828-3f17-46e1-bab9-130d5d200b99 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:37.527309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Attempting to bind port 9637b828-3f17-46e1-bab9-130d5d200b99 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'e175b855-1df5-402c-8196-52759ad09e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:37.534665 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e101aed-98e0-4ecd-9a8c-b8944dae69b4 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.537571 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5e101aed-98e0-4ecd-9a8c-b8944dae69b4 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3100531 Nov 16 04:44:37.542465 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38030) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:37.543408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Attempting to bind port 9637b828-3f17-46e1-bab9-130d5d200b99 on network a0dcee31-7303-4813-8f81-ee4b00c405fe {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:37.548947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 681f194f-68de-4031-9552-02ad68f6f875 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:37.553276 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:37.614929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:37.614929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Checking segment: {'id': 'e175b855-1df5-402c-8196-52759ad09e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:37.614929 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.614929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Bound using segment: {'id': 'e175b855-1df5-402c-8196-52759ad09e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:37.614929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Bound port: 9637b828-3f17-46e1-bab9-130d5d200b99, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e175b855-1df5-402c-8196-52759ad09e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:37.614929 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.624294 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.693312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] For port 9637b828-3f17-46e1-bab9-130d5d200b99, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:37.696703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] For port 9637b828-3f17-46e1-bab9-130d5d200b99, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9637b828-3f17-46e1-bab9-130d5d200b99,segment=NetworkSegment(e175b855-1df5-402c-8196-52759ad09e67),segment_id=e175b855-1df5-402c-8196-52759ad09e67)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:37.708352 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.805459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 681f194f-68de-4031-9552-02ad68f6f875 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:37.809460 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd7b73-8c2c-4fc1-a188-0a08272d641d req-fe1be8d4-0f47-4107-9283-b0e383844161 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:37.813603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 681f194f-68de-4031-9552-02ad68f6f875 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:37.814286 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.821235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2bd7b73-8c2c-4fc1-a188-0a08272d641d req-fe1be8d4-0f47-4107-9283-b0e383844161 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 949 time: 0.3360341 Nov 16 04:44:37.843148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599da9-ba8a-44e8-9d51-efd29737ac54 req-5228339d-4029-4bd3-8541-0c5058a35033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:37.847059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd599da9-ba8a-44e8-9d51-efd29737ac54 req-5228339d-4029-4bd3-8541-0c5058a35033 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 1095 time: 0.2507782 Nov 16 04:44:37.870746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-d22d59f1-04aa-4a97-a3e3-1bcc9ef6f99e service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612230 Nov 16 04:44:37.904157 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.906815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-673b6376-290b-40ad-8438-643105ca6d5c None None] Provisioning complete for port 9637b828-3f17-46e1-bab9-130d5d200b99 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:37.908179 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-673b6376-290b-40ad-8438-643105ca6d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:37.965740 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Routers {'38ded3ed-e1dd-47a3-86f4-94b5192be94c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:44:37.979444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:44:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:38.053194 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00028dfb-3fab-4665-8c91-e793bf382b56 None None] Pushing event updated for resources: {'Port': ['ID=9637b828-3f17-46e1-bab9-130d5d200b99,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:38.094023 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50a89db8-396f-4ebb-8858-a675e624b913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:38.148136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Allocated IP 172.25.0.241 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/0d63345c-22a9-4b56-981c-9b01a62bfb7b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:38.195021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599da9-ba8a-44e8-9d51-efd29737ac54 req-7c961040-0330-488b-81bd-81ef2cef5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:38.196615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd599da9-ba8a-44e8-9d51-efd29737ac54 req-7c961040-0330-488b-81bd-81ef2cef5031 service neutron] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.3222649 Nov 16 04:44:38.200850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2bd7b73-8c2c-4fc1-a188-0a08272d641d req-22f342ea-7e14-4668-aac2-e60d75d2fdc5 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759763 Nov 16 04:44:38.227065 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] Set router 38ded3ed-e1dd-47a3-86f4-94b5192be94c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:44:38.236449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-1c762f6d-82fe-4473-8853-2be304e0eaf8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4950c367-9570-4b51-a9c0-1004cd6a4fb4 HTTP/1.1" status: 200 len: 217 time: 0.3335395 Nov 16 04:44:38.293632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-f39d09e5-ced4-4a65-89c4-7d6f36410013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:38.295133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-f39d09e5-ced4-4a65-89c4-7d6f36410013 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70fabb1e-d39a-4dee-ad75-aba901b4929e HTTP/1.1" status: 200 len: 797 time: 0.0469732 Nov 16 04:44:38.317081 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:38.344616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:38.368391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 681f194f-68de-4031-9552-02ad68f6f875, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=681f194f-68de-4031-9552-02ad68f6f875,segment=NetworkSegment(b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6),segment_id=b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:38.406351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:38.412882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481ea941-e8e7-4f7b-bbcf-c7c693b167be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681f194f-68de-4031-9552-02ad68f6f875'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:38.415707 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a41b3d7-fd45-44e3-9b91-6212bdd6af69" -d '{"events": [{"server_uuid": "481ea941-e8e7-4f7b-bbcf-c7c693b167be", "name": "network-vif-plugged", "status": "completed", "tag": "681f194f-68de-4031-9552-02ad68f6f875"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:38.431726 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:38.434672 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f98efe-1c47-4db7-a97f-69d37fad97bc req-6c7b95c1-5b60-4d7e-b24a-4929bad55588 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:38.436737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4f98efe-1c47-4db7-a97f-69d37fad97bc req-6c7b95c1-5b60-4d7e-b24a-4929bad55588 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.5007508 Nov 16 04:44:38.444706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f6756-f5a2-481c-9d42-b4dcf3976e36 req-95b6a426-5c32-4259-bab5-77ffcd53876a tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:38.446188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-545f6756-f5a2-481c-9d42-b4dcf3976e36 req-95b6a426-5c32-4259-bab5-77ffcd53876a tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.15 "GET /v2.0/ports?device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 946 time: 0.4478147 Nov 16 04:44:38.498697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:38.503918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:38.511672 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:38.514841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=681f194f-68de-4031-9552-02ad68f6f875,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:38.523928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-0c2b128a-5cc3-4f65-aad4-59d2286d7d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:38.525412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-0c2b128a-5cc3-4f65-aad4-59d2286d7d41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1846912 Nov 16 04:44:38.532692 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-673b6376-290b-40ad-8438-643105ca6d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:38.552803 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Pushing event updated for resources: {'Port': ['ID=0d63345c-22a9-4b56-981c-9b01a62bfb7b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:38.608057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd599da9-ba8a-44e8-9d51-efd29737ac54 req-8a0ad2a0-827f-41a8-ab63-a1995061a82b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685 HTTP/1.1" status: 200 len: 999 time: 0.3749442 Nov 16 04:44:38.615688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-673b6376-290b-40ad-8438-643105ca6d5c None None] For port 9637b828-3f17-46e1-bab9-130d5d200b99, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9637b828-3f17-46e1-bab9-130d5d200b99,segment=NetworkSegment(e175b855-1df5-402c-8196-52759ad09e67),segment_id=e175b855-1df5-402c-8196-52759ad09e67)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:38.623946 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-673b6376-290b-40ad-8438-643105ca6d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:38.661234 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:38.676047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f11135-3da2-4a87-8763-aa38c4ca1a82 req-2e49cb0b-8316-4aad-aa22-9b6b68c3d9ca tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:38.677567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32f11135-3da2-4a87-8763-aa38c4ca1a82 req-2e49cb0b-8316-4aad-aa22-9b6b68c3d9ca tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 945 time: 0.3493845 Nov 16 04:44:38.713264 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:38.725531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b6376-290b-40ad-8438-643105ca6d5c None None] Pushing event updated for resources: {'Port': ['ID=9637b828-3f17-46e1-bab9-130d5d200b99,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:38.789345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0356027f-f512-4945-8730-430137c35b2c None None] Provisioning complete for port 9637b828-3f17-46e1-bab9-130d5d200b99 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:38.790244 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0356027f-f512-4945-8730-430137c35b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:38.949714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '592ee431-51e2-4148-9d7b-a8298c602005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:44:33Z', 'revision_number': 4, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port': {'id': '592ee431-51e2-4148-9d7b-a8298c602005', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:26Z', 'updated_at': '2021-11-16T04:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9637b828-3f17-46e1-bab9-130d5d200b99', 'name': '', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'mac_address': 'fa:16:3e:6b:39:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:32Z', 'updated_at': '2021-11-16T04:44:37Z', 'revision_number': 4, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'subnets': [{'id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:38.972701 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:38.978196 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:38.994658 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee643df-245b-4cb5-84ad-432358edcedb None None] The sync data for ids ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'] in n-d-818042-1 is: [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '592ee431-51e2-4148-9d7b-a8298c602005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:44:33Z', 'revision_number': 4, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port': {'id': '592ee431-51e2-4148-9d7b-a8298c602005', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:26Z', 'updated_at': '2021-11-16T04:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9637b828-3f17-46e1-bab9-130d5d200b99', 'name': '', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'mac_address': 'fa:16:3e:6b:39:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:32Z', 'updated_at': '2021-11-16T04:44:37Z', 'revision_number': 4, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'subnets': [{'id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:44:39.104706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Pushing event updated for resources: {'Port': ['ID=0d63345c-22a9-4b56-981c-9b01a62bfb7b,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:39.105126 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4f98efe-1c47-4db7-a97f-69d37fad97bc req-dd01267a-4233-4675-afa3-cb6ce2570491 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6530874 Nov 16 04:44:39.118747 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:39.149811 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:39.151766 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6a76bea4-9bc1-4707-95af-b5d4842439e9 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6077473 Nov 16 04:44:39.201193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-545f6756-f5a2-481c-9d42-b4dcf3976e36 req-324510a9-0676-42ab-a76f-22634759b1c5 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Deleting port 91520ca5-cc71-4858-af3f-61dfcb99e17b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:44:39.202003 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-545f6756-f5a2-481c-9d42-b4dcf3976e36 req-324510a9-0676-42ab-a76f-22634759b1c5 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:39.333570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599da9-ba8a-44e8-9d51-efd29737ac54 req-d5407e13-324d-4828-b16c-716b277ebd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:39.335088 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd599da9-ba8a-44e8-9d51-efd29737ac54 req-d5407e13-324d-4828-b16c-716b277ebd1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.6850622 Nov 16 04:44:39.341263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32f11135-3da2-4a87-8763-aa38c4ca1a82 req-ff7085aa-fabd-4b5a-a8ea-7e87ae1a37d1 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/security-groups?id=60b3f54a-157e-4421-8186-3486c16a971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466900 Nov 16 04:44:39.436985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-678d21cc-43d9-48b8-a3a2-f6fb2f682989 service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8931768 Nov 16 04:44:39.445487 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f59cb1-e4d1-48a9-b8fc-6f73491da2a1 x-openstack-request-id: req-63f59cb1-e4d1-48a9-b8fc-6f73491da2a1 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:39.446442 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481ea941-e8e7-4f7b-bbcf-c7c693b167be", "name": "network-vif-plugged", "status": "completed", "tag": "681f194f-68de-4031-9552-02ad68f6f875", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:39.446952 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63f59cb1-e4d1-48a9-b8fc-6f73491da2a1 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:39.447589 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481ea941-e8e7-4f7b-bbcf-c7c693b167be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681f194f-68de-4031-9552-02ad68f6f875', 'code': 200} Nov 16 04:44:39.479349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9637b828-3f17-46e1-bab9-130d5d200b99 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:39.556168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:39.607686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 9637b828-3f17-46e1-bab9-130d5d200b99 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:39.608085 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:39.631319 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfb981-9af4-45fa-8fe2-fbceee65b160 req-3ee4ebce-1c97-419c-aadd-74ecb25b554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:39.639757 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-87dfb981-9af4-45fa-8fe2-fbceee65b160 req-3ee4ebce-1c97-419c-aadd-74ecb25b554f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 1096 time: 0.1083181 Nov 16 04:44:39.682098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831cbee-d473-4707-8939-169bb55b87ed req-320bf4d2-8f28-4772-b1a1-f972c1380057 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:39.684845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2831cbee-d473-4707-8939-169bb55b87ed req-320bf4d2-8f28-4772-b1a1-f972c1380057 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/ports?device_id=dda765f9-86bf-4450-8ffd-c07a0f91aff1 HTTP/1.1" status: 200 len: 946 time: 0.4422605 Nov 16 04:44:39.722790 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:39.729434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:39.731585 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-87dfb981-9af4-45fa-8fe2-fbceee65b160 req-18ef549e-ab01-4db9-b779-2a05aa4b822d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=60b3f54a-157e-4421-8186-3486c16a971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802269 Nov 16 04:44:39.735696 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-545f6756-f5a2-481c-9d42-b4dcf3976e36 req-324510a9-0676-42ab-a76f-22634759b1c5 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] For port 91520ca5-cc71-4858-af3f-61dfcb99e17b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=91520ca5-cc71-4858-af3f-61dfcb99e17b,segment=NetworkSegment(467f9214-59bc-4ac2-a258-b72fed04f0cd),segment_id=467f9214-59bc-4ac2-a258-b72fed04f0cd)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:39.736061 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-545f6756-f5a2-481c-9d42-b4dcf3976e36 req-324510a9-0676-42ab-a76f-22634759b1c5 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:39.743938 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:39.764776 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-545f6756-f5a2-481c-9d42-b4dcf3976e36 req-324510a9-0676-42ab-a76f-22634759b1c5 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Calling delete_port for 91520ca5-cc71-4858-af3f-61dfcb99e17b owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:44:39.922370 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:39.970651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd599da9-ba8a-44e8-9d51-efd29737ac54 req-0a2356d2-1c0c-450f-9d92-66e10cc4704f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:39.973610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd599da9-ba8a-44e8-9d51-efd29737ac54 req-0a2356d2-1c0c-450f-9d92-66e10cc4704f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6218264 Nov 16 04:44:39.979318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0d71a7b9-2082-4f2c-a2a0-6c634a942c65,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:39.988915 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:40.014353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2831cbee-d473-4707-8939-169bb55b87ed req-47a12052-5607-47db-85e5-738e7c16fb6e tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.41 "GET /v2.0/security-groups?id=2fc9e927-32c1-4eb5-8443-b506a0861c46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077050 Nov 16 04:44:40.023058 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-09fca3ef-5b8d-4b31-bc84-65181aa47335 service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528741 Nov 16 04:44:40.081268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0d71a7b9-2082-4f2c-a2a0-6c634a942c65,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:40.113264 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-06ead48e-769c-4241-a908-5bcb8c8c7a17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51a374e3-8aa4-468f-8e90-f41f1b0fbb99 HTTP/1.1" status: 200 len: 217 time: 0.0723100 Nov 16 04:44:40.189518 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b22b84c-1ec6-4dd9-8bd7-36b876be099a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:40.233537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-c5ef9827-709b-4c21-bc7e-b1e14360d194 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1194010200&fields=id&tenant_id=0014bc74290e4610a76fb106e32b03c4 HTTP/1.1" status: 200 len: 267 time: 0.4100854 Nov 16 04:44:40.352417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-e02feb67-78de-4d2b-8606-835e7154c824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:40.353929 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-e02feb67-78de-4d2b-8606-835e7154c824 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70fabb1e-d39a-4dee-ad75-aba901b4929e HTTP/1.1" status: 200 len: 797 time: 0.2269251 Nov 16 04:44:40.472772 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd599da9-ba8a-44e8-9d51-efd29737ac54 req-b777b29f-7f57-473b-9a71-a0a55101b10c service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705610 Nov 16 04:44:40.517421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3adfb-6eb2-408c-a95d-ce508d517ea3 req-53777637-2b5f-434d-bb77-40930f7d843b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:40.519033 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ed3adfb-6eb2-408c-a95d-ce508d517ea3 req-53777637-2b5f-434d-bb77-40930f7d843b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 950 time: 0.2944791 Nov 16 04:44:40.649467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-ec86f558-98cb-4186-aae6-b73b8e5b347a tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:40.655755 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-ec86f558-98cb-4186-aae6-b73b8e5b347a tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/networks?id=a0dcee31-7303-4813-8f81-ee4b00c405fe HTTP/1.1" status: 200 len: 811 time: 0.4085968 Nov 16 04:44:40.672289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-e9872474-9ab6-4e6f-9d3a-bfead1406b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:40.673574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-e9872474-9ab6-4e6f-9d3a-bfead1406b47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2973862 Nov 16 04:44:40.674228 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-545f6756-f5a2-481c-9d42-b4dcf3976e36 req-324510a9-0676-42ab-a76f-22634759b1c5 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:40.756237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-25ff0d7e-ebac-4d0a-b9e6-1a63a2cfb247 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/quotas/0014bc74290e4610a76fb106e32b03c4 HTTP/1.1" status: 200 len: 375 time: 0.0994797 Nov 16 04:44:40.795475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324510a9-0676-42ab-a76f-22634759b1c5 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Pushing event deleted for resources: {'Port': ['ID=91520ca5-cc71-4858-af3f-61dfcb99e17b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:40.834122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ed3adfb-6eb2-408c-a95d-ce508d517ea3 req-8f72a3a8-1f08-4678-880d-397d4548e733 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953229 Nov 16 04:44:40.850941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd599da9-ba8a-44e8-9d51-efd29737ac54 req-f6fd1425-ca45-4e47-992d-907c1802a0c9 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609235 Nov 16 04:44:40.910394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-545f6756-f5a2-481c-9d42-b4dcf3976e36 req-324510a9-0676-42ab-a76f-22634759b1c5 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] No DVR routers for this DVR port 91520ca5-cc71-4858-af3f-61dfcb99e17b on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:44:40.922939 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-545f6756-f5a2-481c-9d42-b4dcf3976e36 req-324510a9-0676-42ab-a76f-22634759b1c5 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:40.926373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-545f6756-f5a2-481c-9d42-b4dcf3976e36 req-324510a9-0676-42ab-a76f-22634759b1c5 tempest-InstanceActionsV221TestJSON-1497705256 tempest-InstanceActionsV221TestJSON-1497705256-project] 10.222.0.15 "DELETE /v2.0/ports/91520ca5-cc71-4858-af3f-61dfcb99e17b HTTP/1.1" status: 204 len: 173 time: 2.4711399 Nov 16 04:44:40.926847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda765f9-86bf-4450-8ffd-c07a0f91aff1', 'name': 'network-vif-deleted', 'tag': '91520ca5-cc71-4858-af3f-61dfcb99e17b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:40.929309 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95452900-b096-4602-bbdb-94c25a2314fc" -d '{"events": [{"server_uuid": "dda765f9-86bf-4450-8ffd-c07a0f91aff1", "name": "network-vif-deleted", "tag": "91520ca5-cc71-4858-af3f-61dfcb99e17b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:40.964312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-10330b00-8fb8-4941-ae41-3d3a898ee871 service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742090 Nov 16 04:44:40.972436 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-9b75fb95-087a-4502-b35b-029e521d2e79 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0014bc74290e4610a76fb106e32b03c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2154694 Nov 16 04:44:41.135747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5badb38-1a44-4d80-b4ff-89c2c7f09f9f req-db53da53-c4d9-41f7-bc6d-3fea588f1eb5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:41.137922 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f5badb38-1a44-4d80-b4ff-89c2c7f09f9f req-db53da53-c4d9-41f7-bc6d-3fea588f1eb5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1985877 Nov 16 04:44:41.207242 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-c9dc4502-0e33-42f7-91ae-9c53aabe2c7f service neutron] 10.222.0.41 "GET /v2.0/networks/a0dcee31-7303-4813-8f81-ee4b00c405fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193148 Nov 16 04:44:41.214987 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc037cab-fedd-4001-a1c5-c5cad57937e7 req-15fad5cf-28c1-45c0-b1b3-8c4fc678937a service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191947 Nov 16 04:44:41.247865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f5badb38-1a44-4d80-b4ff-89c2c7f09f9f req-e1d849d4-8ff5-4291-adda-d42e9aa9bfaa tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963721 Nov 16 04:44:41.426316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc914c78-526b-46a2-b881-58f753ba942d req-e1b426f5-4b93-4069-b907-cedf439d100f tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:41.427787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc914c78-526b-46a2-b881-58f753ba942d req-e1b426f5-4b93-4069-b907-cedf439d100f tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 945 time: 0.0899446 Nov 16 04:44:41.432938 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-49f5fd99-e063-484e-b673-dda6aff7cd30 service neutron] 10.222.0.41 "GET /v2.0/networks/a0dcee31-7303-4813-8f81-ee4b00c405fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116704 Nov 16 04:44:41.448830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1097a573-5899-4348-8d2d-08914c19c5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d71a7b9-2082-4f2c-a2a0-6c634a942c65'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:41.451318 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d157a30f-e20d-4721-9b25-90971b2599d5" -d '{"events": [{"server_uuid": "1097a573-5899-4348-8d2d-08914c19c5c7", "name": "network-vif-plugged", "status": "completed", "tag": "0d71a7b9-2082-4f2c-a2a0-6c634a942c65"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:41.536627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc914c78-526b-46a2-b881-58f753ba942d req-6f60a1a6-71b1-4b7b-8f17-a4c7eb0f36f2 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/security-groups?id=60b3f54a-157e-4421-8186-3486c16a971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989873 Nov 16 04:44:41.635740 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 91520ca5-cc71-4858-af3f-61dfcb99e17b no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:44:41.690705 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 91520ca5-cc71-4858-af3f-61dfcb99e17b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:44:41.691055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 91520ca5-cc71-4858-af3f-61dfcb99e17b not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:44:41.816708 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:41.853929 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d37d11-90d6-43b2-ba3b-a6e3f7fed324 x-openstack-request-id: req-d0d37d11-90d6-43b2-ba3b-a6e3f7fed324 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:41.854337 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda765f9-86bf-4450-8ffd-c07a0f91aff1", "name": "network-vif-deleted", "tag": "91520ca5-cc71-4858-af3f-61dfcb99e17b", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:41.854699 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0d37d11-90d6-43b2-ba3b-a6e3f7fed324 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:41.855361 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda765f9-86bf-4450-8ffd-c07a0f91aff1', 'name': 'network-vif-deleted', 'tag': '91520ca5-cc71-4858-af3f-61dfcb99e17b', 'status': 'completed', 'code': 200} Nov 16 04:44:41.969660 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ec2724-3f3e-449e-9678-4c7003fb7027 x-openstack-request-id: req-b8ec2724-3f3e-449e-9678-4c7003fb7027 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:41.969987 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1097a573-5899-4348-8d2d-08914c19c5c7", "name": "network-vif-plugged", "status": "completed", "tag": "0d71a7b9-2082-4f2c-a2a0-6c634a942c65", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:41.970416 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8ec2724-3f3e-449e-9678-4c7003fb7027 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:41.970701 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1097a573-5899-4348-8d2d-08914c19c5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d71a7b9-2082-4f2c-a2a0-6c634a942c65', 'code': 200} Nov 16 04:44:42.048554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71643c97-f7c6-43b0-855f-b7bd9307e480 req-ade2d176-2c73-4ae6-b36c-8f0bbf3d6db5 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 210 time: 0.1008286 Nov 16 04:44:42.292397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb57683-5b03-4693-9fc3-6e957a76b7c8 req-54772e50-56fc-47f6-a719-c40916c74d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:42.293993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9bb57683-5b03-4693-9fc3-6e957a76b7c8 req-54772e50-56fc-47f6-a719-c40916c74d39 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 1101 time: 0.2265148 Nov 16 04:44:42.343233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8e068-2cef-4143-aadf-1e42d19b6d05 req-c6b2066b-da88-457d-87f6-dd89864a48f3 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:42.356836 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ded8e068-2cef-4143-aadf-1e42d19b6d05 req-c6b2066b-da88-457d-87f6-dd89864a48f3 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 950 time: 0.2136574 Nov 16 04:44:42.510056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9bb57683-5b03-4693-9fc3-6e957a76b7c8 req-d0f623d0-4888-4a2b-aa8c-abe4bbba7673 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923833 Nov 16 04:44:42.542688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a805e-2c01-42cd-bdd9-9c2d352d7b82 req-e640af0d-7ceb-4f11-93b7-ff41083425f6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:42.544807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb0a805e-2c01-42cd-bdd9-9c2d352d7b82 req-e640af0d-7ceb-4f11-93b7-ff41083425f6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1686378 Nov 16 04:44:42.582935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ded8e068-2cef-4143-aadf-1e42d19b6d05 req-99218d2e-f874-4c37-98cb-2b965ae639aa tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249684 Nov 16 04:44:42.698041 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb0a805e-2c01-42cd-bdd9-9c2d352d7b82 req-0a1ac372-4b4b-49ce-96b3-02e21f315bf8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140053 Nov 16 04:44:42.725531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38128) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:42.836648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Deleting subnet 88e93ae6-4e86-407f-bd79-0ab19a92636e {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:44:42.842865 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:42.895855 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:43.009394 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:43.053297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48818f-0ff5-40c3-a23b-14bc9c9f2d43 req-0c5daed9-000e-49f9-bfa0-e97fe6ccdfb2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:43.054826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e48818f-0ff5-40c3-a23b-14bc9c9f2d43 req-0c5daed9-000e-49f9-bfa0-e97fe6ccdfb2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1261437 Nov 16 04:44:43.118757 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:43.165220 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:43.165850 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:43.171333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38146) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:43.171838 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/88e93ae6-4e86-407f-bd79-0ab19a92636e HTTP/1.1" status: 204 len: 168 time: 0.4444978 Nov 16 04:44:43.181985 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88e93ae6-4e86-407f-bd79-0ab19a92636e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:43.192020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:43.192366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:43.192709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:43.193047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:43.193381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:43.193712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:43.194068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:43.194396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:43.194715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:43.195043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:43.195368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:43.195692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091b439a-f0ad-47f9-85e3-20ff6cf3ea0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:44:43.228359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e48818f-0ff5-40c3-a23b-14bc9c9f2d43 req-b773c9ac-51a0-4b77-9611-17daf332fdc8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476505 Nov 16 04:44:43.268989 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6740-cdd4-4f13-b930-e6c743e58482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:43.288466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4fbd59c5-57f7-46bf-ae90-b6e548877df5 req-d792e677-f71e-40eb-a91b-909ca834215d tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 210 time: 0.1120090 Nov 16 04:44:43.429452 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6740-cdd4-4f13-b930-e6c743e58482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:43.494589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0e9f6740-cdd4-4f13-b930-e6c743e58482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:43.525346 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0e9f6740-cdd4-4f13-b930-e6c743e58482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467f9214-59bc-4ac2-a258-b72fed04f0cd') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:43.525923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0e9f6740-cdd4-4f13-b930-e6c743e58482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467f9214-59bc-4ac2-a258-b72fed04f0cd') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:44:43.545103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6740-cdd4-4f13-b930-e6c743e58482 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:43.578739 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6740-cdd4-4f13-b930-e6c743e58482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:43.617296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9f6740-cdd4-4f13-b930-e6c743e58482 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:44:43.617978 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6740-cdd4-4f13-b930-e6c743e58482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:44:43.621949 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:44:43.642163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-4ae7186b-2dd5-4e1d-a48b-d107b2ee1680 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:43.644007 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-4ae7186b-2dd5-4e1d-a48b-d107b2ee1680 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.15 "GET /v2.0/networks?id=a0dcee31-7303-4813-8f81-ee4b00c405fe HTTP/1.1" status: 200 len: 811 time: 0.2051914 Nov 16 04:44:43.736798 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:43.745132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8410434-ba55-42a4-b53f-dd13ad7623e7 req-0fdc1f42-576e-413e-a750-93871e87409f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:43.746632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8410434-ba55-42a4-b53f-dd13ad7623e7 req-0fdc1f42-576e-413e-a750-93871e87409f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1275780 Nov 16 04:44:43.822324 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6740-cdd4-4f13-b930-e6c743e58482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:43.828723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6740-cdd4-4f13-b930-e6c743e58482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:43.837030 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0e9f6740-cdd4-4f13-b930-e6c743e58482 admin admin] 10.222.0.41 "DELETE /v2.0/networks/00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d HTTP/1.1" status: 204 len: 168 time: 0.6625700 Nov 16 04:44:43.858154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f6740-cdd4-4f13-b930-e6c743e58482 admin admin] Pushing event deleted for resources: {'Network': ['ID=00a37f2d-8b21-49b9-b1a2-cd6d6dd4103d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:43.861691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-60566a3a-2f53-4800-a7bf-7ba86964db0b tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0014bc74290e4610a76fb106e32b03c4 HTTP/1.1" status: 200 len: 380 time: 0.1986196 Nov 16 04:44:43.879848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-7d113ad7-5faf-4fe6-87ab-32e5b94305c8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Request body: {'port': {'device_id': '81c40359-19f2-45cf-916b-bd6a2043cf36', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'admin_state_up': True, 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'security_groups': ['3f8bd422-cdba-4edb-9809-10b3a3917ea6']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:43.946548 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8410434-ba55-42a4-b53f-dd13ad7623e7 req-33d6a25e-b619-43b8-866b-d509586fda52 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913502 Nov 16 04:44:43.997578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc568a96-9a9c-4863-8c65-1a7bf0c19cc1 req-fc328397-e37f-4a7d-9a2e-ee40547df6b2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:44.005357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc568a96-9a9c-4863-8c65-1a7bf0c19cc1 req-fc328397-e37f-4a7d-9a2e-ee40547df6b2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 950 time: 0.2207975 Nov 16 04:44:44.078285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc568a96-9a9c-4863-8c65-1a7bf0c19cc1 req-68725047-5c5f-4fa1-9e22-94f7ff33900f tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717375 Nov 16 04:44:44.089278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38174) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:44.150311 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1e1bd887-5b4e-432d-955b-9e35da062af8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89f38e6799f7447e922bc1ab8b052015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0577421 Nov 16 04:44:44.152103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38176) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:44.248859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-7d113ad7-5faf-4fe6-87ab-32e5b94305c8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Made reservation on behalf of 0014bc74290e4610a76fb106e32b03c4 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:44.258706 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-7d113ad7-5faf-4fe6-87ab-32e5b94305c8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:44.296213 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-62d82297-7692-488f-9680-20e345ae9c7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:44.391963 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-62d82297-7692-488f-9680-20e345ae9c7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:44.476140 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65ec655e-4453-4687-a635-8960f5573c77 req-eb6e340c-89a7-414f-87b1-f22a208c5182 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 210 time: 0.0801942 Nov 16 04:44:44.539385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c11d3e-0e0c-45a6-95a4-342a11ee10fe req-0d4d3bd9-6b7f-4c97-9d41-e27f30f59b9c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:44.546976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c11d3e-0e0c-45a6-95a4-342a11ee10fe req-0d4d3bd9-6b7f-4c97-9d41-e27f30f59b9c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.2373519 Nov 16 04:44:44.609347 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-62d82297-7692-488f-9680-20e345ae9c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:44.612144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-62d82297-7692-488f-9680-20e345ae9c7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:44.615864 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-62d82297-7692-488f-9680-20e345ae9c7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fc9e927-32c1-4eb5-8443-b506a0861c46 HTTP/1.1" status: 204 len: 168 time: 0.4603164 Nov 16 04:44:44.615864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-7d113ad7-5faf-4fe6-87ab-32e5b94305c8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Allocated IP 172.20.0.3 (a0dcee31-7303-4813-8f81-ee4b00c405fe/77087f1c-839f-49da-8700-cd60e2b5eb60/cf476c72-898c-47e1-90dc-bb4fe79d2121) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:44.676810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d82297-7692-488f-9680-20e345ae9c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc9e927-32c1-4eb5-8443-b506a0861c46,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:44.713412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c11d3e-0e0c-45a6-95a4-342a11ee10fe req-78974569-79ee-4be0-80df-7409199de8e8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368775 Nov 16 04:44:44.840809 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-7d113ad7-5faf-4fe6-87ab-32e5b94305c8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:44.893305 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-7d113ad7-5faf-4fe6-87ab-32e5b94305c8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:44.958243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-7d113ad7-5faf-4fe6-87ab-32e5b94305c8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Network a0dcee31-7303-4813-8f81-ee4b00c405fe is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:44.964356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-7d113ad7-5faf-4fe6-87ab-32e5b94305c8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:45.004014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-7d113ad7-5faf-4fe6-87ab-32e5b94305c8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:45.080397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d113ad7-5faf-4fe6-87ab-32e5b94305c8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Pushing event updated for resources: {'Port': ['ID=cf476c72-898c-47e1-90dc-bb4fe79d2121,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:45.219419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-7d113ad7-5faf-4fe6-87ab-32e5b94305c8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:45.219702 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-7d113ad7-5faf-4fe6-87ab-32e5b94305c8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:45.277327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-7d113ad7-5faf-4fe6-87ab-32e5b94305c8 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4070621 Nov 16 04:44:45.292136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Request body: {'port': {'device_id': '81c40359-19f2-45cf-916b-bd6a2043cf36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:45.346779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b766eb35-aae9-4a06-987a-aaed5a501f70 None None] Provisioning complete for port cf476c72-898c-47e1-90dc-bb4fe79d2121 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:45.347804 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b766eb35-aae9-4a06-987a-aaed5a501f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:45.439459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b766eb35-aae9-4a06-987a-aaed5a501f70 None None] Port cf476c72-898c-47e1-90dc-bb4fe79d2121 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:44:45.500416 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:45.533522 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02090f37-91b2-49de-9bfd-09e0df66cdd6 req-0f1940cb-bb05-4c72-8d86-0e99193ebd39 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:45.537481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02090f37-91b2-49de-9bfd-09e0df66cdd6 req-0f1940cb-bb05-4c72-8d86-0e99193ebd39 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 950 time: 0.2208791 Nov 16 04:44:45.770668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38238) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:45.862352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02090f37-91b2-49de-9bfd-09e0df66cdd6 req-a98889b5-b46d-4b28-a4eb-d958bc5fdc9f tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060853 Nov 16 04:44:45.903040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-180478728-network', 'tenant_id': '6d5c042316194f1f989e12f31f90de1a'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:45.941701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Made reservation on behalf of 6d5c042316194f1f989e12f31f90de1a for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:45.947049 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:45.962235 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.019133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa7b94-9547-4165-a496-6e8f945b286b req-402f5604-5997-465f-911c-22759123c78d tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:46.020719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dfa7b94-9547-4165-a496-6e8f945b286b req-402f5604-5997-465f-911c-22759123c78d tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 931 time: 0.2440376 Nov 16 04:44:46.066530 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.067815 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.073513 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.080727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf476c72-898c-47e1-90dc-bb4fe79d2121 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:46.100632 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.116151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:44:46.130575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2595b822-5dd1-41ad-ba82-0d790ddb743d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:46.136323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906dc3-f945-4466-8da1-83d5c9087244 req-de092135-194f-4ca9-aeb3-f35881cab033 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:46.138680 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94906dc3-f945-4466-8da1-83d5c9087244 req-de092135-194f-4ca9-aeb3-f35881cab033 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1667795 Nov 16 04:44:46.140150 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.141781 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Added segment 439c3f20-f93c-4937-9e56-b0afb34e85f7 of type vlan for network 404a039e-1f36-4fdc-a362-dd711ea41342 Nov 16 04:44:46.144042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dfa7b94-9547-4165-a496-6e8f945b286b req-fabcd542-fa6b-4c8d-81fd-1f4e08f6abe2 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f8bd422-cdba-4edb-9809-10b3a3917ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015460 Nov 16 04:44:46.145012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Transition to ACTIVE for port object cf476c72-898c-47e1-90dc-bb4fe79d2121 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:44:46.149935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.197571 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.238096 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.239131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:46.239767 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.288027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Pushing event updated for resources: {'Port': ['ID=cf476c72-898c-47e1-90dc-bb4fe79d2121,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:46.307393 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5328443 Nov 16 04:44:46.308158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38258) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:46.309370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10a923-4a13-4abd-a0c3-f5b1fabb6e04 admin admin] Pushing event updated for resources: {'Network': ['ID=404a039e-1f36-4fdc-a362-dd711ea41342,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:46.314022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94906dc3-f945-4466-8da1-83d5c9087244 req-2c7f60c7-d822-4dc2-b4fc-c0b8ae87745d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163259 Nov 16 04:44:46.318702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-eb75f5b9-703c-4c1f-9996-eecacf9a1cc4 admin admin] Request body: {'subnet': {'network_id': '404a039e-1f36-4fdc-a362-dd711ea41342', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-180478728-subnet', 'tenant_id': '6d5c042316194f1f989e12f31f90de1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:46.332392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 404a039e-1f36-4fdc-a362-dd711ea41342 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:44:46.350554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb75f5b9-703c-4c1f-9996-eecacf9a1cc4 admin admin] Made reservation on behalf of 6d5c042316194f1f989e12f31f90de1a for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:46.362199 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb75f5b9-703c-4c1f-9996-eecacf9a1cc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.773662 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb75f5b9-703c-4c1f-9996-eecacf9a1cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.859177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e5157-a795-4c68-86d0-013aa9c1d85e req-ed8d65fa-5b0c-4970-a3e7-b916816d8b96 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:46.867164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-843e5157-a795-4c68-86d0-013aa9c1d85e req-ed8d65fa-5b0c-4970-a3e7-b916816d8b96 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 1101 time: 0.6362419 Nov 16 04:44:46.878808 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Attempting to bind port cf476c72-898c-47e1-90dc-bb4fe79d2121 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:46.879064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Attempting to bind port cf476c72-898c-47e1-90dc-bb4fe79d2121 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'e175b855-1df5-402c-8196-52759ad09e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:46.879458 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Attempting to bind port cf476c72-898c-47e1-90dc-bb4fe79d2121 on network a0dcee31-7303-4813-8f81-ee4b00c405fe {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:46.894514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Port cf476c72-898c-47e1-90dc-bb4fe79d2121 on network a0dcee31-7303-4813-8f81-ee4b00c405fe not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:44:46.894871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75f5b9-703c-4c1f-9996-eecacf9a1cc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=951c1c4a-8076-472f-8e40-33997d93efcc,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:46.895355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Attempting to bind port cf476c72-898c-47e1-90dc-bb4fe79d2121 on network a0dcee31-7303-4813-8f81-ee4b00c405fe {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:46.916506 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75f5b9-703c-4c1f-9996-eecacf9a1cc4 admin admin] Checking segment: {'id': '439c3f20-f93c-4937-9e56-b0afb34e85f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '404a039e-1f36-4fdc-a362-dd711ea41342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:46.916975 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb75f5b9-703c-4c1f-9996-eecacf9a1cc4 admin admin] Network hostable DHCP agents. Network: 404a039e-1f36-4fdc-a362-dd711ea41342, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:44:46.941977 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb75f5b9-703c-4c1f-9996-eecacf9a1cc4 admin admin] Network 404a039e-1f36-4fdc-a362-dd711ea41342 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:44:46.942855 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-843e5157-a795-4c68-86d0-013aa9c1d85e req-9f46f782-cb5a-4eb9-8367-a2fd2e82cc11 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751092 Nov 16 04:44:46.944377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:46.946946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Checking segment: {'id': 'e175b855-1df5-402c-8196-52759ad09e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:46.947342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Bound using segment: {'id': 'e175b855-1df5-402c-8196-52759ad09e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:46.947806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Bound port: cf476c72-898c-47e1-90dc-bb4fe79d2121, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e175b855-1df5-402c-8196-52759ad09e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:46.948169 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.971363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-eb75f5b9-703c-4c1f-9996-eecacf9a1cc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 404a039e-1f36-4fdc-a362-dd711ea41342) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:46.981832 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb75f5b9-703c-4c1f-9996-eecacf9a1cc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:46.982568 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb75f5b9-703c-4c1f-9996-eecacf9a1cc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:46.994653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caf5894-5c8f-4384-a353-00210cea7d28 None None] Network 404a039e-1f36-4fdc-a362-dd711ea41342 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:44:47.014286 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-eb75f5b9-703c-4c1f-9996-eecacf9a1cc4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7020295 Nov 16 04:44:47.076904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] For port cf476c72-898c-47e1-90dc-bb4fe79d2121, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:47.082309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] For port cf476c72-898c-47e1-90dc-bb4fe79d2121, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=cf476c72-898c-47e1-90dc-bb4fe79d2121,segment=NetworkSegment(e175b855-1df5-402c-8196-52759ad09e67),segment_id=e175b855-1df5-402c-8196-52759ad09e67)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:47.098876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181d6c4-b377-440d-b6b0-af09b50481e5 req-9733d0c9-ca1f-4268-a5db-ac3338571b49 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:47.100886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5181d6c4-b377-440d-b6b0-af09b50481e5 req-9733d0c9-ca1f-4268-a5db-ac3338571b49 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.0812087 Nov 16 04:44:47.102268 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:47.243279 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5ad4d7-47ca-41a7-9cf1-cd22c7c20d2a None None] Network 404a039e-1f36-4fdc-a362-dd711ea41342 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:44:47.248703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:47.249329 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:47.250772 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] 10.222.0.15 "PUT /v2.0/ports/cf476c72-898c-47e1-90dc-bb4fe79d2121 HTTP/1.1" status: 200 len: 1091 time: 1.9640262 Nov 16 04:44:47.255362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c40359-19f2-45cf-916b-bd6a2043cf36', 'tag': 'cf476c72-898c-47e1-90dc-bb4fe79d2121'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:47.257859 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22eb0db-3175-4852-8e78-801b6f3bef14" -d '{"events": [{"name": "network-changed", "server_uuid": "81c40359-19f2-45cf-916b-bd6a2043cf36", "tag": "cf476c72-898c-47e1-90dc-bb4fe79d2121"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:47.297940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59010233-0b95-4410-a37c-652bdef3c521 service neutron] Pushing event updated for resources: {'Port': ['ID=cf476c72-898c-47e1-90dc-bb4fe79d2121,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:47.321127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5181d6c4-b377-440d-b6b0-af09b50481e5 req-1d0a3b77-2da2-4cb4-806b-1f8758287766 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095814 Nov 16 04:44:47.370257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-69ba8886-fb7c-4c03-9f33-f5cf07b9fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:47.374763 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-69ba8886-fb7c-4c03-9f33-f5cf07b9fefe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0014bc74290e4610a76fb106e32b03c4&device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 1094 time: 0.0714793 Nov 16 04:44:47.500182 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-54807e49-8020-40bf-83a8-e7f8ce4e374b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf476c72-898c-47e1-90dc-bb4fe79d2121 HTTP/1.1" status: 200 len: 217 time: 0.1135523 Nov 16 04:44:47.551058 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-1d902201-8d13-469a-8aba-e89bd6e49eba tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534225 Nov 16 04:44:47.629642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-2c20d29d-d3b6-4e57-ae45-17f28ffefe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:47.631124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-2c20d29d-d3b6-4e57-ae45-17f28ffefe65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77087f1c-839f-49da-8700-cd60e2b5eb60 HTTP/1.1" status: 200 len: 850 time: 0.1202314 Nov 16 04:44:47.711022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-a9f041af-0ec2-49a4-a8ce-55c69a0f3d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:47.712527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-a9f041af-0ec2-49a4-a8ce-55c69a0f3d96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0dcee31-7303-4813-8f81-ee4b00c405fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716991 Nov 16 04:44:47.720155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-8af14ef1-c441-4607-9236-b5707c40dada tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:47.721461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-8af14ef1-c441-4607-9236-b5707c40dada tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1621542 Nov 16 04:44:47.777136 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-47cc5ef0-48c4-4ecc-8700-2a55e3bb9732 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/quotas/68dd001f9dc24b459464f4b89f629e44 HTTP/1.1" status: 200 len: 375 time: 0.0471594 Nov 16 04:44:47.862856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-2e003f0d-dee4-4ff6-9279-27ca5e980db1 service neutron] 10.222.0.15 "GET /v2.0/networks/a0dcee31-7303-4813-8f81-ee4b00c405fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403399 Nov 16 04:44:47.876988 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-e4f67047-a63f-4d6f-b60f-9d11e9b5896b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0883992 Nov 16 04:44:47.993237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3910d517-67c2-4386-8972-c23ec50d23a1 req-6bbe14f7-8019-44b5-9d9f-d84ff594e0eb service neutron] 10.222.0.15 "GET /v2.0/networks/a0dcee31-7303-4813-8f81-ee4b00c405fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151702 Nov 16 04:44:48.101186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219bf60-b4ea-40f7-af03-ffa9d6bd96e7 req-1e2e4856-2acb-4141-9cba-c009a07ca2c7 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:48.103372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f219bf60-b4ea-40f7-af03-ffa9d6bd96e7 req-1e2e4856-2acb-4141-9cba-c009a07ca2c7 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 943 time: 0.0733490 Nov 16 04:44:48.157042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f219bf60-b4ea-40f7-af03-ffa9d6bd96e7 req-9865e324-52e7-4df2-8c29-5b917d902c15 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f8bd422-cdba-4edb-9809-10b3a3917ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472920 Nov 16 04:44:48.223933 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e30630b-26ec-4777-96b2-578cbe95bbba x-openstack-request-id: req-5e30630b-26ec-4777-96b2-578cbe95bbba {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:48.224298 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c40359-19f2-45cf-916b-bd6a2043cf36", "tag": "cf476c72-898c-47e1-90dc-bb4fe79d2121", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:48.224473 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e30630b-26ec-4777-96b2-578cbe95bbba {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:48.224884 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c40359-19f2-45cf-916b-bd6a2043cf36', 'tag': 'cf476c72-898c-47e1-90dc-bb4fe79d2121', 'status': 'completed', 'code': 200} Nov 16 04:44:48.292372 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:48.435355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb0db-3175-4852-8e78-801b6f3bef14 req-6f965b6d-1bb2-48d0-90ae-6162bc69a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:48.436875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a22eb0db-3175-4852-8e78-801b6f3bef14 req-6f965b6d-1bb2-48d0-90ae-6162bc69a00e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0014bc74290e4610a76fb106e32b03c4&device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 1094 time: 0.1546495 Nov 16 04:44:48.468238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfee213-a360-48e9-bd3d-6f10b5b840cc req-8f045068-3a86-4e19-a128-13e8daba6d59 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:48.469901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dfee213-a360-48e9-bd3d-6f10b5b840cc req-8f045068-3a86-4e19-a128-13e8daba6d59 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1354635 Nov 16 04:44:48.517677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-2fba916b-7d0a-4bcd-a2e7-e771e00bd136 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:48.519279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-2fba916b-7d0a-4bcd-a2e7-e771e00bd136 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/networks?id=404a039e-1f36-4fdc-a362-dd711ea41342 HTTP/1.1" status: 200 len: 821 time: 0.2906020 Nov 16 04:44:48.556941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-db1c3bb4-8fa9-47ea-a4d4-b62a5d41cd3f tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/quotas/6d5c042316194f1f989e12f31f90de1a HTTP/1.1" status: 200 len: 375 time: 0.0299904 Nov 16 04:44:48.604449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-8ae2bb29-d77a-4bf4-8f34-2300d03c860d tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d5c042316194f1f989e12f31f90de1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402708 Nov 16 04:44:48.611367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dfee213-a360-48e9-bd3d-6f10b5b840cc req-c585c0c0-ce3d-4aad-893b-2df82ac19686 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307852 Nov 16 04:44:48.697614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb0db-3175-4852-8e78-801b6f3bef14 req-62656130-da4d-4325-bfc7-fc1b4e04fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:48.699943 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a22eb0db-3175-4852-8e78-801b6f3bef14 req-62656130-da4d-4325-bfc7-fc1b4e04fcff service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0dcee31-7303-4813-8f81-ee4b00c405fe HTTP/1.1" status: 200 len: 912 time: 0.2538152 Nov 16 04:44:48.764733 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a22eb0db-3175-4852-8e78-801b6f3bef14 req-95144e95-3d5b-49dc-b477-17180a99cef1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf476c72-898c-47e1-90dc-bb4fe79d2121 HTTP/1.1" status: 200 len: 217 time: 0.0538080 Nov 16 04:44:48.847777 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-68fb34ea-ef66-4214-b964-d718e56e20b2 service neutron] 10.222.0.41 "GET /v2.0/networks/404a039e-1f36-4fdc-a362-dd711ea41342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164743 Nov 16 04:44:48.869589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb0db-3175-4852-8e78-801b6f3bef14 req-ca3d10da-a5a7-4e5a-99b0-2c9be9497659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:48.871113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a22eb0db-3175-4852-8e78-801b6f3bef14 req-ca3d10da-a5a7-4e5a-99b0-2c9be9497659 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77087f1c-839f-49da-8700-cd60e2b5eb60 HTTP/1.1" status: 200 len: 850 time: 0.0948834 Nov 16 04:44:48.981748 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb0db-3175-4852-8e78-801b6f3bef14 req-f7108178-1716-4ec6-8644-7768efef32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:48.988639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a22eb0db-3175-4852-8e78-801b6f3bef14 req-f7108178-1716-4ec6-8644-7768efef32d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0dcee31-7303-4813-8f81-ee4b00c405fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888495 Nov 16 04:44:49.074063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-f9173ae3-c8b9-46c4-9a7d-032eba8e1842 service neutron] 10.222.0.41 "GET /v2.0/networks/404a039e-1f36-4fdc-a362-dd711ea41342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253602 Nov 16 04:44:49.092409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-418ea513-5f0b-4356-810f-ccf0afcf50d6 req-8e298c79-d61a-4b17-a6c8-94e508f2bda6 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 210 time: 0.0758095 Nov 16 04:44:49.148781 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a22eb0db-3175-4852-8e78-801b6f3bef14 req-4d6a80ae-c15e-4ec4-9ade-b286603e0e87 service neutron] 10.222.0.15 "GET /v2.0/networks/a0dcee31-7303-4813-8f81-ee4b00c405fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417623 Nov 16 04:44:49.265517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a22eb0db-3175-4852-8e78-801b6f3bef14 req-2866b717-9f41-42cd-853d-1b2510df2766 service neutron] 10.222.0.15 "GET /v2.0/networks/a0dcee31-7303-4813-8f81-ee4b00c405fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084204 Nov 16 04:44:49.407052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-159621ee-7ea9-4523-9c0e-f3dd398b9245 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779731 Nov 16 04:44:49.418100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32c4cc-2a39-44c7-aa4f-c506b4f87a8a req-9aeff823-c379-4c46-b3f0-12d313aa696d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:49.421175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f32c4cc-2a39-44c7-aa4f-c506b4f87a8a req-9aeff823-c379-4c46-b3f0-12d313aa696d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.2651989 Nov 16 04:44:49.561365 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 623cdc1b-818c-419a-b25d-3267d5ca1aa1 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:44:49.622461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f32c4cc-2a39-44c7-aa4f-c506b4f87a8a req-c726f07a-45b3-4ef4-a2bb-0b5175413fbb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819315 Nov 16 04:44:49.646035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-b73adba3-f02d-4b0c-9e90-21abce8c98bf tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:49.648284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-b73adba3-f02d-4b0c-9e90-21abce8c98bf tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/networks?id=e964ee29-f20c-437c-bf6c-7fec122914b0 HTTP/1.1" status: 200 len: 804 time: 0.3480146 Nov 16 04:44:49.649192 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:49.680294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-609e9e23-0f20-4dad-988b-6600aad5dd0f tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:49.682559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-609e9e23-0f20-4dad-988b-6600aad5dd0f tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575104 Nov 16 04:44:49.692513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 623cdc1b-818c-419a-b25d-3267d5ca1aa1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=623cdc1b-818c-419a-b25d-3267d5ca1aa1,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:49.694128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c8018a-455e-4b04-9e22-7f5733ef20e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623cdc1b-818c-419a-b25d-3267d5ca1aa1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:49.697376 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea26395-b05c-478f-9bd5-15d90ef9f64d" -d '{"events": [{"server_uuid": "05c8018a-455e-4b04-9e22-7f5733ef20e8", "name": "network-vif-unplugged", "status": "completed", "tag": "623cdc1b-818c-419a-b25d-3267d5ca1aa1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:49.698204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-d4fac4e5-3fd8-4199-9931-fbd9c17b3531 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/quotas/63af366e9e2a4a14aab07ba7e485aed4 HTTP/1.1" status: 200 len: 375 time: 0.0292413 Nov 16 04:44:49.704181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-0c4dda6e-139b-494f-8ec8-79612db57267 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Request body: {'port': {'device_id': '3b5144e9-f080-42ca-9d61-1590ef01b977', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '68dd001f9dc24b459464f4b89f629e44'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:49.705102 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:49.764113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=623cdc1b-818c-419a-b25d-3267d5ca1aa1,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:49.903614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-d51cf887-870e-4e2f-9523-a1ec52ecabfe tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63af366e9e2a4a14aab07ba7e485aed4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1862938 Nov 16 04:44:49.911229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d654b4-67b7-475a-ba72-c58198d91fcd req-9896b54e-d99b-4091-b502-f8e1d595137d tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:49.914267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12d654b4-67b7-475a-ba72-c58198d91fcd req-9896b54e-d99b-4091-b502-f8e1d595137d tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 943 time: 0.1262896 Nov 16 04:44:50.014471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-0c4dda6e-139b-494f-8ec8-79612db57267 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Made reservation on behalf of 68dd001f9dc24b459464f4b89f629e44 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:50.018710 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-0c4dda6e-139b-494f-8ec8-79612db57267 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:50.061106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12d654b4-67b7-475a-ba72-c58198d91fcd req-14b2d0a8-9ceb-408f-b006-558f74c37259 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f8bd422-cdba-4edb-9809-10b3a3917ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360655 Nov 16 04:44:50.098659 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-c9bd4f4f-1962-480b-bd7d-6faed27137b5 service neutron] 10.222.0.41 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812615 Nov 16 04:44:50.231582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-636001ca-2355-44dc-bcec-74205fc456ef req-f690b8c0-baf5-4c28-b2c7-3548e4ca9fc9 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 210 time: 0.0736926 Nov 16 04:44:50.328870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-0c4dda6e-139b-494f-8ec8-79612db57267 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Allocated IP 192.168.233.252 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/0c64d5e9-58f1-4735-822c-e59c6043a35d) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:50.358721 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-57438b80-82d2-4a1a-8c89-b6359e3db5ff service neutron] 10.222.0.41 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291353 Nov 16 04:44:50.409658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84e834-2d9b-4510-99f0-a10a1fefac4a req-eb6cedb1-0cbb-4d3a-bdb6-29df3c0497ee tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:50.411359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a84e834-2d9b-4510-99f0-a10a1fefac4a req-eb6cedb1-0cbb-4d3a-bdb6-29df3c0497ee tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1110573 Nov 16 04:44:50.592994 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a24faf6-7091-4199-aa61-c3316e3f484b x-openstack-request-id: req-0a24faf6-7091-4199-aa61-c3316e3f484b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:50.593518 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c8018a-455e-4b04-9e22-7f5733ef20e8", "name": "network-vif-unplugged", "status": "completed", "tag": "623cdc1b-818c-419a-b25d-3267d5ca1aa1", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:50.593634 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a24faf6-7091-4199-aa61-c3316e3f484b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:50.594024 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c8018a-455e-4b04-9e22-7f5733ef20e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '623cdc1b-818c-419a-b25d-3267d5ca1aa1', 'code': 200} Nov 16 04:44:50.651686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a84e834-2d9b-4510-99f0-a10a1fefac4a req-cdebedaf-b427-4728-807c-63b18c52b632 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244337 Nov 16 04:44:50.718632 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-0c4dda6e-139b-494f-8ec8-79612db57267 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:50.730282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-963f6fa1-21df-457c-ac0e-7c768f2f0349 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:50.732541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-963f6fa1-21df-457c-ac0e-7c768f2f0349 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.15 "GET /v2.0/networks?id=404a039e-1f36-4fdc-a362-dd711ea41342 HTTP/1.1" status: 200 len: 821 time: 0.2089956 Nov 16 04:44:50.751539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-58d41214-daa2-47c0-a84d-9d2c10bac695 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Request body: {'port': {'device_id': '8d02eac3-a006-408f-8d16-27de055e82eb', 'network_id': '404a039e-1f36-4fdc-a362-dd711ea41342', 'admin_state_up': True, 'tenant_id': '6d5c042316194f1f989e12f31f90de1a'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:50.863497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8229083f-3cba-4ba0-9f26-d8f0525b6528 req-72810251-f58a-4e8d-8bab-5edc1cebe6ca tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 210 time: 0.0561500 Nov 16 04:44:50.927912 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41d68d01-18d8-41e7-9cce-13babb5e753e req-ce287980-388a-491c-b188-2893c3f66bb0 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 210 time: 0.0667615 Nov 16 04:44:50.930763 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-0c4dda6e-139b-494f-8ec8-79612db57267 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:50.993591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-0c4dda6e-139b-494f-8ec8-79612db57267 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:51.004875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-0c4dda6e-139b-494f-8ec8-79612db57267 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:51.013804 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-0c4dda6e-139b-494f-8ec8-79612db57267 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:51.040080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dda6e-139b-494f-8ec8-79612db57267 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event updated for resources: {'Port': ['ID=0c64d5e9-58f1-4735-822c-e59c6043a35d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:51.046827 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-58d41214-daa2-47c0-a84d-9d2c10bac695 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Made reservation on behalf of 6d5c042316194f1f989e12f31f90de1a for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:51.050880 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-58d41214-daa2-47c0-a84d-9d2c10bac695 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:51.117492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-0c4dda6e-139b-494f-8ec8-79612db57267 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:51.122250 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-0c4dda6e-139b-494f-8ec8-79612db57267 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:51.195704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-0c4dda6e-139b-494f-8ec8-79612db57267 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4955018 Nov 16 04:44:51.218604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271', '6d9c8b8e-1a56-4b90-9cd6-fd478337558f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:51.222648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['881ab524-5f9c-434a-9608-a278a5b8ff16', '6435f10c-645a-469f-baa4-798adcd22a32', '31f56588-e2cb-4b3f-b4f4-17b4c37748f9', '0d71a7b9-2082-4f2c-a2a0-6c634a942c65'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:51.223784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Request body: {'port': {'device_id': '3b5144e9-f080-42ca-9d61-1590ef01b977', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:51.451697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63552b-ad73-4897-834a-0956683d5b8d req-835e9490-977e-450a-95de-d38ea586b63e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:51.458180 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ab63552b-ad73-4897-834a-0956683d5b8d req-835e9490-977e-450a-95de-d38ea586b63e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.37 "GET /v2.0/ports?device_id=05c8018a-455e-4b04-9e22-7f5733ef20e8 HTTP/1.1" status: 200 len: 943 time: 0.1574116 Nov 16 04:44:51.655052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-ab63552b-ad73-4897-834a-0956683d5b8d req-ff3871ce-3ea3-4414-9a6d-e7026e8a4e43 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Deleting port 623cdc1b-818c-419a-b25d-3267d5ca1aa1 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:44:51.656202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab63552b-ad73-4897-834a-0956683d5b8d req-ff3871ce-3ea3-4414-9a6d-e7026e8a4e43 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:51.668384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device cf476c72-898c-47e1-90dc-bb4fe79d2121 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:51.765856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4b591a8-0d9d-45ca-a445-d4598d2b088e req-65ff4e0f-320d-41af-82fa-2ea446c0b74d tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 210 time: 0.0553091 Nov 16 04:44:51.782870 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:51.794966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562a797-36fa-44a5-b6c6-8baa120e1d17 req-9964450b-1432-45ea-b49c-e123d40986d7 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:51.802589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4562a797-36fa-44a5-b6c6-8baa120e1d17 req-9964450b-1432-45ea-b49c-e123d40986d7 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 943 time: 0.5724623 Nov 16 04:44:51.809031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ab63552b-ad73-4897-834a-0956683d5b8d req-ff3871ce-3ea3-4414-9a6d-e7026e8a4e43 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] For port 623cdc1b-818c-419a-b25d-3267d5ca1aa1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=623cdc1b-818c-419a-b25d-3267d5ca1aa1,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:51.809858 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab63552b-ad73-4897-834a-0956683d5b8d req-ff3871ce-3ea3-4414-9a6d-e7026e8a4e43 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:51.825122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-58d41214-daa2-47c0-a84d-9d2c10bac695 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Allocated IP 172.20.0.8 (404a039e-1f36-4fdc-a362-dd711ea41342/951c1c4a-8076-472f-8e40-33997d93efcc/a7fb2445-e607-4034-a55e-fe1424c6a4de) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:51.829950 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-ab63552b-ad73-4897-834a-0956683d5b8d req-ff3871ce-3ea3-4414-9a6d-e7026e8a4e43 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Calling delete_port for 623cdc1b-818c-419a-b25d-3267d5ca1aa1 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:44:51.855106 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port cf476c72-898c-47e1-90dc-bb4fe79d2121, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=cf476c72-898c-47e1-90dc-bb4fe79d2121,segment=NetworkSegment(e175b855-1df5-402c-8196-52759ad09e67),segment_id=e175b855-1df5-402c-8196-52759ad09e67)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:51.895762 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ee13fe2d-c85b-48c6-b498-5f95d208f204 None None] Provisioning complete for port 0c64d5e9-58f1-4735-822c-e59c6043a35d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:51.896137 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee13fe2d-c85b-48c6-b498-5f95d208f204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:51.910776 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'cf476c72-898c-47e1-90dc-bb4fe79d2121', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'port_id': 'cf476c72-898c-47e1-90dc-bb4fe79d2121', 'mac_address': 'fa:16:3e:53:8a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:51.938267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4562a797-36fa-44a5-b6c6-8baa120e1d17 req-5a8397e3-b105-42dc-8a0d-7aac9acd775f tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f8bd422-cdba-4edb-9809-10b3a3917ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300237 Nov 16 04:44:52.026684 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab63552b-ad73-4897-834a-0956683d5b8d req-ff3871ce-3ea3-4414-9a6d-e7026e8a4e43 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:52.069732 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3871ce-3ea3-4414-9a6d-e7026e8a4e43 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Pushing event deleted for resources: {'Port': ['ID=623cdc1b-818c-419a-b25d-3267d5ca1aa1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:52.121801 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab63552b-ad73-4897-834a-0956683d5b8d req-ff3871ce-3ea3-4414-9a6d-e7026e8a4e43 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] No DVR routers for this DVR port 623cdc1b-818c-419a-b25d-3267d5ca1aa1 on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:44:52.124742 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ab63552b-ad73-4897-834a-0956683d5b8d req-ff3871ce-3ea3-4414-9a6d-e7026e8a4e43 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:52.128836 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ab63552b-ad73-4897-834a-0956683d5b8d req-ff3871ce-3ea3-4414-9a6d-e7026e8a4e43 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.37 "DELETE /v2.0/ports/623cdc1b-818c-419a-b25d-3267d5ca1aa1 HTTP/1.1" status: 204 len: 173 time: 0.6651657 Nov 16 04:44:52.129710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05c8018a-455e-4b04-9e22-7f5733ef20e8', 'name': 'network-vif-deleted', 'tag': '623cdc1b-818c-419a-b25d-3267d5ca1aa1'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:52.132553 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a52ccc-9de4-4af7-b9e7-eca4558767ab" -d '{"events": [{"server_uuid": "05c8018a-455e-4b04-9e22-7f5733ef20e8", "name": "network-vif-deleted", "tag": "623cdc1b-818c-419a-b25d-3267d5ca1aa1"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:52.187582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ee13fe2d-c85b-48c6-b498-5f95d208f204 None None] Port 0c64d5e9-58f1-4735-822c-e59c6043a35d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:44:52.209873 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:52.232084 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf476c72-898c-47e1-90dc-bb4fe79d2121 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:52.304884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port cf476c72-898c-47e1-90dc-bb4fe79d2121, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=cf476c72-898c-47e1-90dc-bb4fe79d2121,segment=NetworkSegment(e175b855-1df5-402c-8196-52759ad09e67),segment_id=e175b855-1df5-402c-8196-52759ad09e67)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:52.321669 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:52.453503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=cf476c72-898c-47e1-90dc-bb4fe79d2121,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:52.518975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5246a9ac-0ebb-45dc-96cd-cad12ea79928 req-edec1a48-48d3-4b80-a67d-c6435e9e8cc1 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 210 time: 0.2972646 Nov 16 04:44:52.555309 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-58d41214-daa2-47c0-a84d-9d2c10bac695 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:52.629147 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ba4ecb-1e7f-45e7-863d-7e4c14191ca3 x-openstack-request-id: req-43ba4ecb-1e7f-45e7-863d-7e4c14191ca3 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:52.629636 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05c8018a-455e-4b04-9e22-7f5733ef20e8", "name": "network-vif-deleted", "tag": "623cdc1b-818c-419a-b25d-3267d5ca1aa1", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:52.629747 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43ba4ecb-1e7f-45e7-863d-7e4c14191ca3 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:52.630656 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05c8018a-455e-4b04-9e22-7f5733ef20e8', 'name': 'network-vif-deleted', 'tag': '623cdc1b-818c-419a-b25d-3267d5ca1aa1', 'status': 'completed', 'code': 200} Nov 16 04:44:52.640201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a3b1-f370-459e-af66-a5431a24b9e0 req-16c6b4d5-7c66-4abf-80a1-4ac91bec4345 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:52.646320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7815a3b1-f370-459e-af66-a5431a24b9e0 req-16c6b4d5-7c66-4abf-80a1-4ac91bec4345 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 936 time: 0.4214118 Nov 16 04:44:52.663073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['cf476c72-898c-47e1-90dc-bb4fe79d2121'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:44:52.678271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9540530b-cdc2-40cd-8750-2fddd8aeb4f6 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:52.680699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9540530b-cdc2-40cd-8750-2fddd8aeb4f6 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.15 "GET /v2.0/networks?id=e964ee29-f20c-437c-bf6c-7fec122914b0 HTTP/1.1" status: 200 len: 804 time: 0.6889617 Nov 16 04:44:52.775952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-2567667a-ef04-4af5-b5c1-e3375112e388 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Request body: {'port': {'device_id': '28499f39-98ad-4a6f-b99d-8139e452c46e', 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0', 'admin_state_up': True, 'tenant_id': '63af366e9e2a4a14aab07ba7e485aed4'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:52.925708 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-58d41214-daa2-47c0-a84d-9d2c10bac695 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:52.936334 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c64d5e9-58f1-4735-822c-e59c6043a35d {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:52.960797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:53.047530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-58d41214-daa2-47c0-a84d-9d2c10bac695 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Network 404a039e-1f36-4fdc-a362-dd711ea41342 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:53.053433 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7815a3b1-f370-459e-af66-a5431a24b9e0 req-5c9b1ea3-4874-4b96-9f31-37a45de58350 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717086 Nov 16 04:44:53.055414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Transition to ACTIVE for port object 0c64d5e9-58f1-4735-822c-e59c6043a35d will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:44:53.066924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-58d41214-daa2-47c0-a84d-9d2c10bac695 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:53.069313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-58d41214-daa2-47c0-a84d-9d2c10bac695 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:53.078867 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:53.094058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95a7cb-d29a-4e6b-849e-fb3b1a437123 req-7c9cb503-b6fc-4cdc-9327-69aae1b8c108 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:53.095574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e95a7cb-d29a-4e6b-849e-fb3b1a437123 req-7c9cb503-b6fc-4cdc-9327-69aae1b8c108 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 931 time: 0.2198062 Nov 16 04:44:53.096323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d41214-daa2-47c0-a84d-9d2c10bac695 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Pushing event updated for resources: {'Port': ['ID=a7fb2445-e607-4034-a55e-fe1424c6a4de,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:53.269069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-58d41214-daa2-47c0-a84d-9d2c10bac695 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:53.269679 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-58d41214-daa2-47c0-a84d-9d2c10bac695 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:53.289510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b53081-0312-430b-b895-df701da12770 service neutron] Pushing event updated for resources: {'Port': ['ID=0c64d5e9-58f1-4735-822c-e59c6043a35d,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:53.300836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-2567667a-ef04-4af5-b5c1-e3375112e388 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Made reservation on behalf of 63af366e9e2a4a14aab07ba7e485aed4 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:44:53.305107 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-2567667a-ef04-4af5-b5c1-e3375112e388 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:53.353191 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e95a7cb-d29a-4e6b-849e-fb3b1a437123 req-9710a816-a138-42c4-a5c6-b923d0e831b7 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275105 Nov 16 04:44:53.363794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-58d41214-daa2-47c0-a84d-9d2c10bac695 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6166217 Nov 16 04:44:53.384375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Request body: {'port': {'device_id': '8d02eac3-a006-408f-8d16-27de055e82eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:53.437917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0507a-1518-4769-bceb-ed9f77e023ed req-c38c5b47-be3b-4034-9045-8d5740ac9674 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:53.439536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01e0507a-1518-4769-bceb-ed9f77e023ed req-c38c5b47-be3b-4034-9045-8d5740ac9674 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 944 time: 0.2493219 Nov 16 04:44:53.484287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Attempting to bind port 0c64d5e9-58f1-4735-822c-e59c6043a35d on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:53.484607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Attempting to bind port 0c64d5e9-58f1-4735-822c-e59c6043a35d by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:53.484930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Attempting to bind port 0c64d5e9-58f1-4735-822c-e59c6043a35d on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:53.526406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Port 0c64d5e9-58f1-4735-822c-e59c6043a35d on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:44:53.527051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Attempting to bind port 0c64d5e9-58f1-4735-822c-e59c6043a35d on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:53.546563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:53.546890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:53.547261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:53.547686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Bound port: 0c64d5e9-58f1-4735-822c-e59c6043a35d, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:53.548034 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:53.555249 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:53.570908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 623cdc1b-818c-419a-b25d-3267d5ca1aa1 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:44:53.593121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 623cdc1b-818c-419a-b25d-3267d5ca1aa1 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:44:53.593470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 623cdc1b-818c-419a-b25d-3267d5ca1aa1 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:44:53.692524 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd082a47-0a51-4028-987f-c781c7729ab6 req-ca19deb3-ba80-4181-bc32-586027a12fc0 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 210 time: 0.0879357 Nov 16 04:44:53.701129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01e0507a-1518-4769-bceb-ed9f77e023ed req-b5f17fcb-31ec-41c5-9281-ad1cf4084b63 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f8bd422-cdba-4edb-9809-10b3a3917ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230039 Nov 16 04:44:53.738310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-2567667a-ef04-4af5-b5c1-e3375112e388 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Allocated IP 172.20.0.10 (e964ee29-f20c-437c-bf6c-7fec122914b0/063c054f-393a-4bcd-b5ae-2266d7cc8f6b/0ea11352-412c-462b-bb80-88bf291140c4) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:44:53.822452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] For port 0c64d5e9-58f1-4735-822c-e59c6043a35d, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:53.860849 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] For port 0c64d5e9-58f1-4735-822c-e59c6043a35d, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0c64d5e9-58f1-4735-822c-e59c6043a35d,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:53.871224 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:53.997615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:53.998262 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:53.999691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-39b53081-0312-430b-b895-df701da12770 service neutron] 10.222.0.37 "PUT /v2.0/ports/0c64d5e9-58f1-4735-822c-e59c6043a35d HTTP/1.1" status: 200 len: 1096 time: 2.7911427 Nov 16 04:44:54.002168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5144e9-f080-42ca-9d61-1590ef01b977', 'tag': '0c64d5e9-58f1-4735-822c-e59c6043a35d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:54.004413 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e43a8ed-b342-4c8b-80db-3a5731eea36c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5144e9-f080-42ca-9d61-1590ef01b977", "tag": "0c64d5e9-58f1-4735-822c-e59c6043a35d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:54.046480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b53081-0312-430b-b895-df701da12770 service neutron] Pushing event updated for resources: {'Port': ['ID=0c64d5e9-58f1-4735-822c-e59c6043a35d,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:54.086564 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f396d7c-f763-4f81-9406-5fb3ff73391e x-openstack-request-id: req-0f396d7c-f763-4f81-9406-5fb3ff73391e {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:54.086797 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5144e9-f080-42ca-9d61-1590ef01b977", "tag": "0c64d5e9-58f1-4735-822c-e59c6043a35d", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:54.087051 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f396d7c-f763-4f81-9406-5fb3ff73391e {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:54.087447 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5144e9-f080-42ca-9d61-1590ef01b977', 'tag': '0c64d5e9-58f1-4735-822c-e59c6043a35d', 'status': 'completed', 'code': 200} Nov 16 04:44:54.195848 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-2567667a-ef04-4af5-b5c1-e3375112e388 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:54.211128 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-5ffc65a2-2af4-4098-a4a9-60991af37599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:54.212640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-5ffc65a2-2af4-4098-a4a9-60991af37599 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 1099 time: 0.1594296 Nov 16 04:44:54.294297 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-2efcea0a-234d-4470-8588-07a3d96fe02e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0c64d5e9-58f1-4735-822c-e59c6043a35d HTTP/1.1" status: 200 len: 217 time: 0.0563564 Nov 16 04:44:54.299054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fb2445-e607-4034-a55e-fe1424c6a4de {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:54.318449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daa729-24ad-481c-b196-94b0cb6f267e req-51055096-cadd-4875-a0bb-e627b471b62c tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:54.319901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91daa729-24ad-481c-b196-94b0cb6f267e req-51055096-cadd-4875-a0bb-e627b471b62c tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 948 time: 0.1790857 Nov 16 04:44:54.329347 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:54.387965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Transition to ACTIVE for port object a7fb2445-e607-4034-a55e-fe1424c6a4de will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:44:54.392617 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-2567667a-ef04-4af5-b5c1-e3375112e388 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:54.402967 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:54.441675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-e74f6476-17ab-4905-8d01-41f43a7d984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:54.443177 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-e74f6476-17ab-4905-8d01-41f43a7d984c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1391788 Nov 16 04:44:54.526599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-2567667a-ef04-4af5-b5c1-e3375112e388 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Network e964ee29-f20c-437c-bf6c-7fec122914b0 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:44:54.535998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-2567667a-ef04-4af5-b5c1-e3375112e388 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:44:54.542018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91daa729-24ad-481c-b196-94b0cb6f267e req-9ad3d293-6ae8-41dd-9c5a-40def53fa4dc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083409 Nov 16 04:44:54.542741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-2567667a-ef04-4af5-b5c1-e3375112e388 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:44:54.547911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2567667a-ef04-4af5-b5c1-e3375112e388 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Pushing event updated for resources: {'Port': ['ID=0ea11352-412c-462b-bb80-88bf291140c4,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:54.678764 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f758ba6-46dd-462d-b9a6-0ba3f43f3d41 req-f7e15087-10f2-4483-b1f5-5b188306ec76 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:54.680241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f758ba6-46dd-462d-b9a6-0ba3f43f3d41 req-f7e15087-10f2-4483-b1f5-5b188306ec76 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 943 time: 0.2331610 Nov 16 04:44:54.681800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-42bf192e-9868-4af8-b121-e4559d7281c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:54.683145 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-42bf192e-9868-4af8-b121-e4559d7281c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2253587 Nov 16 04:44:54.714209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-2567667a-ef04-4af5-b5c1-e3375112e388 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:54.715323 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-2567667a-ef04-4af5-b5c1-e3375112e388 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:54.717289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fb2445-e607-4034-a55e-fe1424c6a4de,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:54.810871 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-2567667a-ef04-4af5-b5c1-e3375112e388 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1032004 Nov 16 04:44:54.846273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Request body: {'port': {'device_id': '28499f39-98ad-4a6f-b99d-8139e452c46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:54.856297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Attempting to bind port a7fb2445-e607-4034-a55e-fe1424c6a4de on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:54.856637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Attempting to bind port a7fb2445-e607-4034-a55e-fe1424c6a4de by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '439c3f20-f93c-4937-9e56-b0afb34e85f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '404a039e-1f36-4fdc-a362-dd711ea41342'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:54.857001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Attempting to bind port a7fb2445-e607-4034-a55e-fe1424c6a4de on network 404a039e-1f36-4fdc-a362-dd711ea41342 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:54.893527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f758ba6-46dd-462d-b9a6-0ba3f43f3d41 req-f32ceea8-869f-4467-94af-060cd2c9f65f tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001276 Nov 16 04:44:54.894069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Port a7fb2445-e607-4034-a55e-fe1424c6a4de on network 404a039e-1f36-4fdc-a362-dd711ea41342 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:44:54.894391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Attempting to bind port a7fb2445-e607-4034-a55e-fe1424c6a4de on network 404a039e-1f36-4fdc-a362-dd711ea41342 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:54.916509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:54.916918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Checking segment: {'id': '439c3f20-f93c-4937-9e56-b0afb34e85f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '404a039e-1f36-4fdc-a362-dd711ea41342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:54.917187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Bound using segment: {'id': '439c3f20-f93c-4937-9e56-b0afb34e85f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '404a039e-1f36-4fdc-a362-dd711ea41342'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:54.917720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Bound port: a7fb2445-e607-4034-a55e-fe1424c6a4de, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '439c3f20-f93c-4937-9e56-b0afb34e85f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '404a039e-1f36-4fdc-a362-dd711ea41342'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:54.918041 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:55.280494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5f9f1-5196-4ef4-877f-1bee42399c63 req-7a6ebf0c-0c4d-45a5-a6dc-2eb8cf2f1494 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:55.281954 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2b5f9f1-5196-4ef4-877f-1bee42399c63 req-7a6ebf0c-0c4d-45a5-a6dc-2eb8cf2f1494 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 932 time: 0.5032880 Nov 16 04:44:55.297721 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:55.300723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-78b184ce-9083-466d-9338-3a2d30309648 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035471 Nov 16 04:44:55.500903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] For port a7fb2445-e607-4034-a55e-fe1424c6a4de, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:55.505832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2b5f9f1-5196-4ef4-877f-1bee42399c63 req-9d19edda-94a4-4387-a96e-ddfa0e890710 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138097 Nov 16 04:44:55.512950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21101-92f5-4d1c-ae6e-a92d23d8d3c1 req-f4e8a002-a21e-41c3-abd3-ac734e228c3a tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:55.514423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89d21101-92f5-4d1c-ae6e-a92d23d8d3c1 req-f4e8a002-a21e-41c3-abd3-ac734e228c3a tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 944 time: 0.2467251 Nov 16 04:44:55.536170 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] For port a7fb2445-e607-4034-a55e-fe1424c6a4de, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a7fb2445-e607-4034-a55e-fe1424c6a4de,segment=NetworkSegment(439c3f20-f93c-4937-9e56-b0afb34e85f7),segment_id=439c3f20-f93c-4937-9e56-b0afb34e85f7)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:55.594331 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:55.689034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device cf476c72-898c-47e1-90dc-bb4fe79d2121 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:44:55.700611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:55.701221 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:55.702609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] 10.222.0.15 "PUT /v2.0/ports/a7fb2445-e607-4034-a55e-fe1424c6a4de HTTP/1.1" status: 200 len: 1091 time: 2.3224723 Nov 16 04:44:55.719795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0170910-91f6-4fdb-8feb-952c7ceb64fe req-ec648554-7036-4ff5-b377-d555430cf5f3 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845799 Nov 16 04:44:55.766326 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port cf476c72-898c-47e1-90dc-bb4fe79d2121 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:44:55.770874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port cf476c72-898c-47e1-90dc-bb4fe79d2121 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:44:55.771470 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:55.801673 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89d21101-92f5-4d1c-ae6e-a92d23d8d3c1 req-0acc0f8f-d261-45ee-a1dc-36a6c0814796 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f8bd422-cdba-4edb-9809-10b3a3917ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715380 Nov 16 04:44:55.817886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aaf386-e08e-4e80-9030-1154bee2feb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7fb2445-e607-4034-a55e-fe1424c6a4de,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:55.866156 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:55.874152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5ceff-38dc-433a-beaf-2b78ed9c98b9 req-8913fb66-299d-4cef-abeb-e8e6d75fd0b1 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:55.876324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9a5ceff-38dc-433a-beaf-2b78ed9c98b9 req-8913fb66-299d-4cef-abeb-e8e6d75fd0b1 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 948 time: 0.2281587 Nov 16 04:44:55.892359 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c40359-19f2-45cf-916b-bd6a2043cf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf476c72-898c-47e1-90dc-bb4fe79d2121'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:55.894858 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e191445-3970-4d41-abaa-f7dd8e56d5a5" -d '{"events": [{"server_uuid": "81c40359-19f2-45cf-916b-bd6a2043cf36", "name": "network-vif-plugged", "status": "completed", "tag": "cf476c72-898c-47e1-90dc-bb4fe79d2121"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:55.915873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port cf476c72-898c-47e1-90dc-bb4fe79d2121, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=cf476c72-898c-47e1-90dc-bb4fe79d2121,segment=NetworkSegment(e175b855-1df5-402c-8196-52759ad09e67),segment_id=e175b855-1df5-402c-8196-52759ad09e67)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:55.920044 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:55.928622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-433d57d3-01e4-4827-911a-f7d5ecc49afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:55.930144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-433d57d3-01e4-4827-911a-f7d5ecc49afa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5c042316194f1f989e12f31f90de1a&device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 1094 time: 0.1504960 Nov 16 04:44:55.943108 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74849fef-fa86-473e-bb21-547aa42b7c21 x-openstack-request-id: req-74849fef-fa86-473e-bb21-547aa42b7c21 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:55.943402 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c40359-19f2-45cf-916b-bd6a2043cf36", "name": "network-vif-plugged", "status": "completed", "tag": "cf476c72-898c-47e1-90dc-bb4fe79d2121", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:55.943653 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74849fef-fa86-473e-bb21-547aa42b7c21 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:55.944248 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c40359-19f2-45cf-916b-bd6a2043cf36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf476c72-898c-47e1-90dc-bb4fe79d2121', 'code': 200} Nov 16 04:44:55.954377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43a8ed-b342-4c8b-80db-3a5731eea36c req-1b788d90-cdf5-4728-93f1-7d5ff5f13436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:55.955866 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e43a8ed-b342-4c8b-80db-3a5731eea36c req-1b788d90-cdf5-4728-93f1-7d5ff5f13436 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 1099 time: 0.1410301 Nov 16 04:44:55.981537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=cf476c72-898c-47e1-90dc-bb4fe79d2121,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:56.008967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-c1fd1fe1-7ef8-4cf8-94b2-0a360d76ee01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7fb2445-e607-4034-a55e-fe1424c6a4de HTTP/1.1" status: 200 len: 217 time: 0.0631509 Nov 16 04:44:56.089047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d02eac3-a006-408f-8d16-27de055e82eb', 'tag': 'a7fb2445-e607-4034-a55e-fe1424c6a4de'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:56.091697 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed4b9ae-06b1-4fb2-adc6-474fff56b9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8d02eac3-a006-408f-8d16-27de055e82eb", "tag": "a7fb2445-e607-4034-a55e-fe1424c6a4de"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:56.162749 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9a5ceff-38dc-433a-beaf-2b78ed9c98b9 req-9b468ce2-d698-4a2a-8bba-9b86cbbf32d3 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744005 Nov 16 04:44:56.206119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea11352-412c-462b-bb80-88bf291140c4 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:56.214614 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f2f631-9a94-42f6-ab70-859fe30749a0 x-openstack-request-id: req-a3f2f631-9a94-42f6-ab70-859fe30749a0 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:56.215479 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d02eac3-a006-408f-8d16-27de055e82eb", "tag": "a7fb2445-e607-4034-a55e-fe1424c6a4de", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:56.215733 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3f2f631-9a94-42f6-ab70-859fe30749a0 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:56.216114 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d02eac3-a006-408f-8d16-27de055e82eb', 'tag': 'a7fb2445-e607-4034-a55e-fe1424c6a4de', 'status': 'completed', 'code': 200} Nov 16 04:44:56.225949 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:56.249280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-00bd3199-0483-455b-bf85-3befda45c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:56.250759 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-00bd3199-0483-455b-bf85-3befda45c784 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=951c1c4a-8076-472f-8e40-33997d93efcc HTTP/1.1" status: 200 len: 861 time: 0.2051795 Nov 16 04:44:56.265086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c48971-7983-4699-929a-27376b03a582 req-89c4879e-bdc3-4ad1-aa67-ad9ca1b3b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:56.266535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84c48971-7983-4699-929a-27376b03a582 req-89c4879e-bdc3-4ad1-aa67-ad9ca1b3b1c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 1096 time: 0.2248354 Nov 16 04:44:56.277822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666bde7-7327-4b46-8bb7-fe971b04d4bc req-3a92198b-e4f1-4b25-8c9c-6a7917533b59 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:56.279234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d666bde7-7327-4b46-8bb7-fe971b04d4bc req-3a92198b-e4f1-4b25-8c9c-6a7917533b59 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 943 time: 0.2821434 Nov 16 04:44:56.280202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Transition to ACTIVE for port object 0ea11352-412c-462b-bb80-88bf291140c4 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:44:56.297501 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:56.299673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43a8ed-b342-4c8b-80db-3a5731eea36c req-3d507260-ef30-4ac7-a3b3-a96e927696fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:56.301066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e43a8ed-b342-4c8b-80db-3a5731eea36c req-3d507260-ef30-4ac7-a3b3-a96e927696fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.3051784 Nov 16 04:44:56.333417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-e2898d71-5c45-48a9-8962-8f5ae45966ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=404a039e-1f36-4fdc-a362-dd711ea41342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631270 Nov 16 04:44:56.422079 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e43a8ed-b342-4c8b-80db-3a5731eea36c req-af2569f4-9ddf-4caf-a9f4-9b3f58c43c4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.252&port_id=0c64d5e9-58f1-4735-822c-e59c6043a35d HTTP/1.1" status: 200 len: 217 time: 0.0906765 Nov 16 04:44:56.536064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Pushing event updated for resources: {'Port': ['ID=0ea11352-412c-462b-bb80-88bf291140c4,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:56.553196 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d666bde7-7327-4b46-8bb7-fe971b04d4bc req-019e183f-1b2d-428d-9a54-a15a4685040c tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631459 Nov 16 04:44:56.575630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84c48971-7983-4699-929a-27376b03a582 req-70ee3cb8-b35c-456a-a436-c136832ce87b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f8bd422-cdba-4edb-9809-10b3a3917ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929649 Nov 16 04:44:56.646680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43a8ed-b342-4c8b-80db-3a5731eea36c req-c98ba74e-fd0d-48ae-b2dc-a1533a5dfc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:56.648103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e43a8ed-b342-4c8b-80db-3a5731eea36c req-c98ba74e-fd0d-48ae-b2dc-a1533a5dfc3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1781323 Nov 16 04:44:56.669482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-5057ee00-e8c0-4bdc-85da-60314b22fe1f service neutron] 10.222.0.15 "GET /v2.0/networks/404a039e-1f36-4fdc-a362-dd711ea41342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013780 Nov 16 04:44:56.718010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Attempting to bind port 0ea11352-412c-462b-bb80-88bf291140c4 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:44:56.718367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Attempting to bind port 0ea11352-412c-462b-bb80-88bf291140c4 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:44:56.718658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Attempting to bind port 0ea11352-412c-462b-bb80-88bf291140c4 on network e964ee29-f20c-437c-bf6c-7fec122914b0 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:56.727223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a1cbc-f5fc-4cbd-b6c2-a958e1870ef2 req-2ad4557b-9054-415b-a501-408837b6a521 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:56.728697 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d5a1cbc-f5fc-4cbd-b6c2-a958e1870ef2 req-2ad4557b-9054-415b-a501-408837b6a521 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 944 time: 0.1520689 Nov 16 04:44:56.737549 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Port 0ea11352-412c-462b-bb80-88bf291140c4 on network e964ee29-f20c-437c-bf6c-7fec122914b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:44:56.737904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Attempting to bind port 0ea11352-412c-462b-bb80-88bf291140c4 on network e964ee29-f20c-437c-bf6c-7fec122914b0 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:44:56.744608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43a8ed-b342-4c8b-80db-3a5731eea36c req-42e8a16a-0344-4ede-a2c7-d39c1617e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:56.746588 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e43a8ed-b342-4c8b-80db-3a5731eea36c req-42e8a16a-0344-4ede-a2c7-d39c1617e18f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0890665 Nov 16 04:44:56.756035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:44:56.756364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Checking segment: {'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:44:56.756732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Bound using segment: {'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:44:56.757157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Bound port: 0ea11352-412c-462b-bb80-88bf291140c4, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:44:56.757515 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:56.931872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d5a1cbc-f5fc-4cbd-b6c2-a958e1870ef2 req-490a8aed-0da6-480a-8a44-0ade4cb69686 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964457 Nov 16 04:44:57.011155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] For port 0ea11352-412c-462b-bb80-88bf291140c4, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:44:57.049648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] For port 0ea11352-412c-462b-bb80-88bf291140c4, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0ea11352-412c-462b-bb80-88bf291140c4,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:44:57.057233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af9039-e0b0-475e-b8cd-863f9b82505c req-65313b21-a42d-49f6-bdc0-0c578bda2ede tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:57.058745 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d7af9039-e0b0-475e-b8cd-863f9b82505c req-65313b21-a42d-49f6-bdc0-0c578bda2ede tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 945 time: 0.1530674 Nov 16 04:44:57.062863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e43a8ed-b342-4c8b-80db-3a5731eea36c req-c0913171-5143-461a-9b2a-84e3aea1e178 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938578 Nov 16 04:44:57.063841 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:57.084145 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720d9408-e1e4-4030-8c13-fa1b4db3eb3b req-abe06a10-98b4-4d7c-bb91-b34fc748b7ad service neutron] 10.222.0.15 "GET /v2.0/networks/404a039e-1f36-4fdc-a362-dd711ea41342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797320 Nov 16 04:44:57.187115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:57.187636 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:57.188981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] 10.222.0.15 "PUT /v2.0/ports/0ea11352-412c-462b-bb80-88bf291140c4 HTTP/1.1" status: 200 len: 1092 time: 2.3582053 Nov 16 04:44:57.280964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3a044-cbe3-4257-ab61-83e2309b1dca service neutron] Pushing event updated for resources: {'Port': ['ID=0ea11352-412c-462b-bb80-88bf291140c4,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:57.302575 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d7af9039-e0b0-475e-b8cd-863f9b82505c req-5852e24a-f755-4a84-bc65-2b273a848a9e tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f8bd422-cdba-4edb-9809-10b3a3917ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2346025 Nov 16 04:44:57.349871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4b9ae-06b1-4fb2-adc6-474fff56b9d6 req-bfe7cb63-d4e8-48c2-ba5f-b68af4f5f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:57.351335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ed4b9ae-06b1-4fb2-adc6-474fff56b9d6 req-bfe7cb63-d4e8-48c2-ba5f-b68af4f5f534 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d5c042316194f1f989e12f31f90de1a&device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 1094 time: 0.1839924 Nov 16 04:44:57.356253 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e43a8ed-b342-4c8b-80db-3a5731eea36c req-449afa9b-ac64-4957-bf67-a54497bf0af3 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773938 Nov 16 04:44:57.362278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-6c403cb6-f8ac-46ef-8a51-5a09eaf27072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:57.363607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-6c403cb6-f8ac-46ef-8a51-5a09eaf27072 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63af366e9e2a4a14aab07ba7e485aed4&device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 1095 time: 0.1249259 Nov 16 04:44:57.424996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d8fe1-705c-4576-b4f6-6b01b9c3f4b5 req-65825853-7104-4286-b0e6-23e6c7a329ba tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:57.426478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-962d8fe1-705c-4576-b4f6-6b01b9c3f4b5 req-65825853-7104-4286-b0e6-23e6c7a329ba tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 948 time: 0.1719706 Nov 16 04:44:57.453873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-bdcd347b-bfac-4015-93e0-debc4ceec548 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea11352-412c-462b-bb80-88bf291140c4 HTTP/1.1" status: 200 len: 217 time: 0.0804114 Nov 16 04:44:57.538763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-f5c33b64-89a4-40f0-a720-3fd96a7b26f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:57.540195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-f5c33b64-89a4-40f0-a720-3fd96a7b26f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=063c054f-393a-4bcd-b5ae-2266d7cc8f6b HTTP/1.1" status: 200 len: 844 time: 0.0734618 Nov 16 04:44:57.587742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-962d8fe1-705c-4576-b4f6-6b01b9c3f4b5 req-6f7f615c-9cc1-4531-ba59-5538f67c74f5 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359737 Nov 16 04:44:57.592062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-fc003a1f-6a54-41fe-9210-91e6a85b0f89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e964ee29-f20c-437c-bf6c-7fec122914b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408616 Nov 16 04:44:57.593291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4b9ae-06b1-4fb2-adc6-474fff56b9d6 req-48c7cdcd-3ac8-4856-a0a0-b058c47e98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:57.594619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ed4b9ae-06b1-4fb2-adc6-474fff56b9d6 req-48c7cdcd-3ac8-4856-a0a0-b058c47e98f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=404a039e-1f36-4fdc-a362-dd711ea41342 HTTP/1.1" status: 200 len: 922 time: 0.2295339 Nov 16 04:44:57.726165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ed4b9ae-06b1-4fb2-adc6-474fff56b9d6 req-3371f3fa-6523-469f-bae4-a9bc08867800 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7fb2445-e607-4034-a55e-fe1424c6a4de HTTP/1.1" status: 200 len: 217 time: 0.0955725 Nov 16 04:44:57.796634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6477f3-658d-4ab9-af9d-825a8ba4993d req-2cefd6c2-5823-43c2-8ca3-fdb44b29a598 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:57.798116 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e6477f3-658d-4ab9-af9d-825a8ba4993d req-2cefd6c2-5823-43c2-8ca3-fdb44b29a598 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 943 time: 0.1687019 Nov 16 04:44:57.831061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4b9ae-06b1-4fb2-adc6-474fff56b9d6 req-79de7ce5-e51b-4f12-83b1-09336ebb67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:57.832467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ed4b9ae-06b1-4fb2-adc6-474fff56b9d6 req-79de7ce5-e51b-4f12-83b1-09336ebb67fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=951c1c4a-8076-472f-8e40-33997d93efcc HTTP/1.1" status: 200 len: 861 time: 0.0909235 Nov 16 04:44:57.834192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-fe592a45-5edc-4bad-911c-0db4276e5a0e service neutron] 10.222.0.15 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059793 Nov 16 04:44:57.865508 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e6477f3-658d-4ab9-af9d-825a8ba4993d req-da672d9f-d23f-4c45-8e6c-c11cc3aa29c7 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594893 Nov 16 04:44:57.901259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ed4b9ae-06b1-4fb2-adc6-474fff56b9d6 req-6494ee6d-a68c-4730-b953-8ca9fdbaff96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=404a039e-1f36-4fdc-a362-dd711ea41342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347259 Nov 16 04:44:58.312608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28499f39-98ad-4a6f-b99d-8139e452c46e', 'tag': '0ea11352-412c-462b-bb80-88bf291140c4'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:44:58.315240 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1bd014-0fc2-42a4-b0d2-a21887062def" -d '{"events": [{"name": "network-changed", "server_uuid": "28499f39-98ad-4a6f-b99d-8139e452c46e", "tag": "0ea11352-412c-462b-bb80-88bf291140c4"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:44:58.378646 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb3e2d7-9db1-4bdd-abe2-7e83911fa545 x-openstack-request-id: req-0fb3e2d7-9db1-4bdd-abe2-7e83911fa545 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:44:58.379009 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28499f39-98ad-4a6f-b99d-8139e452c46e", "tag": "0ea11352-412c-462b-bb80-88bf291140c4", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:44:58.379288 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0fb3e2d7-9db1-4bdd-abe2-7e83911fa545 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:44:58.379556 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28499f39-98ad-4a6f-b99d-8139e452c46e', 'tag': '0ea11352-412c-462b-bb80-88bf291140c4', 'status': 'completed', 'code': 200} Nov 16 04:44:58.419633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b1fc9-f622-4b8d-97df-48515f7da455 req-8dd41687-5947-4acb-bc8d-69df255ef4ca tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:58.421131 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d08b1fc9-f622-4b8d-97df-48515f7da455 req-8dd41687-5947-4acb-bc8d-69df255ef4ca tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 944 time: 0.1011279 Nov 16 04:44:58.426367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1ffcb3-463d-4a7a-bbe6-536a5951f560 req-685e993e-1fb5-4266-8582-f7882e90a606 service neutron] 10.222.0.15 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5501916 Nov 16 04:44:58.452662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ed4b9ae-06b1-4fb2-adc6-474fff56b9d6 req-29284337-5bcb-42a4-b15e-c56686ed394a service neutron] 10.222.0.15 "GET /v2.0/networks/404a039e-1f36-4fdc-a362-dd711ea41342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149126 Nov 16 04:44:58.573563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ede3bc-2372-44b9-b5f2-7a9d0b0efaba req-b474223e-5ef1-4edb-b76c-2a651d978807 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:58.575544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99ede3bc-2372-44b9-b5f2-7a9d0b0efaba req-b474223e-5ef1-4edb-b76c-2a651d978807 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 945 time: 0.1438611 Nov 16 04:44:58.589983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d08b1fc9-f622-4b8d-97df-48515f7da455 req-a809c395-a158-4e88-90d6-d54efb78590e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565657 Nov 16 04:44:58.635693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bd014-0fc2-42a4-b0d2-a21887062def req-11b56720-49b7-45c5-bab1-a6fdaf6dba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:58.637814 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1bd014-0fc2-42a4-b0d2-a21887062def req-11b56720-49b7-45c5-bab1-a6fdaf6dba45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63af366e9e2a4a14aab07ba7e485aed4&device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 1095 time: 0.1417024 Nov 16 04:44:58.738064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99ede3bc-2372-44b9-b5f2-7a9d0b0efaba req-42aaf963-86fc-4c04-98e1-b9c3630d5e95 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f8bd422-cdba-4edb-9809-10b3a3917ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518590 Nov 16 04:44:58.739919 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ed4b9ae-06b1-4fb2-adc6-474fff56b9d6 req-dc1349d0-8641-4262-b656-aeba5ecb5ce0 service neutron] 10.222.0.15 "GET /v2.0/networks/404a039e-1f36-4fdc-a362-dd711ea41342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503829 Nov 16 04:44:58.793830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94997fac-5911-4f11-b54a-1c34bcc05d5a req-d7953a83-d243-461c-ada4-c9902d6c0b49 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:58.795296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94997fac-5911-4f11-b54a-1c34bcc05d5a req-d7953a83-d243-461c-ada4-c9902d6c0b49 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 948 time: 0.1229334 Nov 16 04:44:58.799938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bd014-0fc2-42a4-b0d2-a21887062def req-df562a6c-b001-4a4f-a4e2-35a95734bdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:58.801306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1bd014-0fc2-42a4-b0d2-a21887062def req-df562a6c-b001-4a4f-a4e2-35a95734bdc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e964ee29-f20c-437c-bf6c-7fec122914b0 HTTP/1.1" status: 200 len: 905 time: 0.1519156 Nov 16 04:44:58.881240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1bd014-0fc2-42a4-b0d2-a21887062def req-0e09059c-04a9-403b-915a-dbeffc955a0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0ea11352-412c-462b-bb80-88bf291140c4 HTTP/1.1" status: 200 len: 217 time: 0.0627756 Nov 16 04:44:58.943882 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f9bd7-74a9-4eb8-894f-48d368a9418f req-c70bd5cf-9815-4bbc-ba41-4acc90107156 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:58.945348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-906f9bd7-74a9-4eb8-894f-48d368a9418f req-c70bd5cf-9815-4bbc-ba41-4acc90107156 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 945 time: 0.1421049 Nov 16 04:44:58.952432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94997fac-5911-4f11-b54a-1c34bcc05d5a req-9c1aed97-a20c-4aa3-ae70-d8074626f2d0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502316 Nov 16 04:44:58.954490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38526) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:44:58.960150 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f0050eb8-2e9d-4ced-a21a-ab0122bf18b0 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Request body: {'floatingip': {'port_id': 'cf476c72-898c-47e1-90dc-bb4fe79d2121'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:44:59.006266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bd014-0fc2-42a4-b0d2-a21887062def req-0bef6ca0-50a0-4b34-9e1d-2811a9420fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:59.008568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1bd014-0fc2-42a4-b0d2-a21887062def req-0bef6ca0-50a0-4b34-9e1d-2811a9420fe1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=063c054f-393a-4bcd-b5ae-2266d7cc8f6b HTTP/1.1" status: 200 len: 844 time: 0.1125219 Nov 16 04:44:59.011100 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f0050eb8-2e9d-4ced-a21a-ab0122bf18b0 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:59.118630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1bd014-0fc2-42a4-b0d2-a21887062def req-c0dcff02-59e8-4500-8ed8-bf7328a5bf90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e964ee29-f20c-437c-bf6c-7fec122914b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488293 Nov 16 04:44:59.219605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870d15b-a871-436c-8533-54e2ac4679d9 req-32edcd93-1f7d-4d31-b97d-29974dc2cee2 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:59.221105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b870d15b-a871-436c-8533-54e2ac4679d9 req-32edcd93-1f7d-4d31-b97d-29974dc2cee2 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 943 time: 0.2072482 Nov 16 04:44:59.379713 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b870d15b-a871-436c-8533-54e2ac4679d9 req-4a373ba8-cb08-40c2-a89e-7dcc89fc007b tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516063 Nov 16 04:44:59.388262 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1bd014-0fc2-42a4-b0d2-a21887062def req-c0fd274c-2665-4bc8-8cf7-4f7f522f987b service neutron] 10.222.0.15 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568007 Nov 16 04:44:59.593800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0c64d5e9-58f1-4735-822c-e59c6043a35d details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:44:59.631893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec1bd014-0fc2-42a4-b0d2-a21887062def req-2f3e7a11-e2c2-4e18-b392-20e17884dd4e service neutron] 10.222.0.15 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341669 Nov 16 04:44:59.726670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0c64d5e9-58f1-4735-822c-e59c6043a35d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0c64d5e9-58f1-4735-822c-e59c6043a35d,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:59.738323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '0c64d5e9-58f1-4735-822c-e59c6043a35d', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '0c64d5e9-58f1-4735-822c-e59c6043a35d', 'mac_address': 'fa:16:3e:35:ab:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:44:59.774989 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f0050eb8-2e9d-4ced-a21a-ab0122bf18b0 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:59.780024 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:59.780859 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f0050eb8-2e9d-4ced-a21a-ab0122bf18b0 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:59.795167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c64d5e9-58f1-4735-822c-e59c6043a35d {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:44:59.819435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0c64d5e9-58f1-4735-822c-e59c6043a35d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0c64d5e9-58f1-4735-822c-e59c6043a35d,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:44:59.823358 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:44:59.828559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcbc89-dfc5-4214-ab60-c5fed3d71ad7 req-6e9dd23e-12fc-473c-8111-67d33872d36b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:44:59.828772 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27dcbc89-dfc5-4214-ab60-c5fed3d71ad7 req-6e9dd23e-12fc-473c-8111-67d33872d36b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 944 time: 0.1061487 Nov 16 04:44:59.869486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0c64d5e9-58f1-4735-822c-e59c6043a35d,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:44:59.923703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27dcbc89-dfc5-4214-ab60-c5fed3d71ad7 req-9b3f6e09-ba22-4a0b-8e90-3179001060ed tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657127 Nov 16 04:44:59.934459 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-f0050eb8-2e9d-4ced-a21a-ab0122bf18b0 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Floating IP 134cfe99-fcc7-45ba-857f-339391ddba5b associated. External IP: 172.25.0.241, port: cf476c72-898c-47e1-90dc-bb4fe79d2121. Nov 16 04:45:00.147178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b42ab6-be78-4147-9220-0b90bd3454b2 req-b6594698-18b9-4d63-9be9-966f5900aa87 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:00.148651 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98b42ab6-be78-4147-9220-0b90bd3454b2 req-b6594698-18b9-4d63-9be9-966f5900aa87 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 949 time: 0.1258574 Nov 16 04:45:00.219124 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:45:00.222595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98b42ab6-be78-4147-9220-0b90bd3454b2 req-9848e1e6-0949-48fb-8feb-7bb8c7b141d0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649521 Nov 16 04:45:00.227757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0050eb8-2e9d-4ced-a21a-ab0122bf18b0 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Router 38ded3ed-e1dd-47a3-86f4-94b5192be94c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:45:00.311483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['0c64d5e9-58f1-4735-822c-e59c6043a35d'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:00.338340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0050eb8-2e9d-4ced-a21a-ab0122bf18b0 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:45:00.343745 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f0050eb8-2e9d-4ced-a21a-ab0122bf18b0 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:00.352501 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c30a0e-f931-450d-8b0a-3f72ae6a5980 None None] Sync routers for ids ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:45:00.363773 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c30a0e-f931-450d-8b0a-3f72ae6a5980 None None] Routers {'38ded3ed-e1dd-47a3-86f4-94b5192be94c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:00.364714 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e1c30a0e-f931-450d-8b0a-3f72ae6a5980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:44:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:00.374310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f0050eb8-2e9d-4ced-a21a-ab0122bf18b0 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "PUT /v2.0/floatingips/134cfe99-fcc7-45ba-857f-339391ddba5b HTTP/1.1" status: 200 len: 991 time: 1.4188030 Nov 16 04:45:00.380370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c40359-19f2-45cf-916b-bd6a2043cf36', 'tag': 'cf476c72-898c-47e1-90dc-bb4fe79d2121'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:00.382930 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf55f91-f5e7-4b08-ab81-75ce2386a6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "81c40359-19f2-45cf-916b-bd6a2043cf36", "tag": "cf476c72-898c-47e1-90dc-bb4fe79d2121"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:00.453369 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9281d2d4-39e4-4636-8dae-4bfd20670391 x-openstack-request-id: req-9281d2d4-39e4-4636-8dae-4bfd20670391 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:00.453818 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c40359-19f2-45cf-916b-bd6a2043cf36", "tag": "cf476c72-898c-47e1-90dc-bb4fe79d2121", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:00.454176 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9281d2d4-39e4-4636-8dae-4bfd20670391 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:00.454749 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c40359-19f2-45cf-916b-bd6a2043cf36', 'tag': 'cf476c72-898c-47e1-90dc-bb4fe79d2121', 'status': 'completed', 'code': 200} Nov 16 04:45:00.520116 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-e1c30a0e-f931-450d-8b0a-3f72ae6a5980 None None] Set router 38ded3ed-e1dd-47a3-86f4-94b5192be94c gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:00.536233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf55f91-f5e7-4b08-ab81-75ce2386a6c5 req-244c2b7b-36c3-4dca-9e7a-e36f59a07893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:00.537810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbf55f91-f5e7-4b08-ab81-75ce2386a6c5 req-244c2b7b-36c3-4dca-9e7a-e36f59a07893 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0014bc74290e4610a76fb106e32b03c4&device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 1096 time: 0.0569551 Nov 16 04:45:00.631343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885db12f-8902-4393-87a1-396e4c02e71f req-73c5eef9-5890-409f-90da-7360e0d082fa tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:00.634228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-885db12f-8902-4393-87a1-396e4c02e71f req-73c5eef9-5890-409f-90da-7360e0d082fa tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 943 time: 0.1093500 Nov 16 04:45:00.692196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf55f91-f5e7-4b08-ab81-75ce2386a6c5 req-a9849ade-4d65-4745-8720-7856efe76d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:00.694040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbf55f91-f5e7-4b08-ab81-75ce2386a6c5 req-a9849ade-4d65-4745-8720-7856efe76d79 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a0dcee31-7303-4813-8f81-ee4b00c405fe HTTP/1.1" status: 200 len: 912 time: 0.1352143 Nov 16 04:45:00.755173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-885db12f-8902-4393-87a1-396e4c02e71f req-077aed3f-d8e9-41f6-9e5f-df69318711c0 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139848 Nov 16 04:45:00.758830 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e1c30a0e-f931-450d-8b0a-3f72ae6a5980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '592ee431-51e2-4148-9d7b-a8298c602005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:44:33Z', 'revision_number': 4, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port': {'id': '592ee431-51e2-4148-9d7b-a8298c602005', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:26Z', 'updated_at': '2021-11-16T04:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '134cfe99-fcc7-45ba-857f-339391ddba5b', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'port_id': 'cf476c72-898c-47e1-90dc-bb4fe79d2121', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'mac_address': 'fa:16:3e:53:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40359-19f2-45cf-916b-bd6a2043cf36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:44:38Z', 'updated_at': '2021-11-16T04:44:59Z', 'revision_number': 1, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9637b828-3f17-46e1-bab9-130d5d200b99', 'name': '', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'mac_address': 'fa:16:3e:6b:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:32Z', 'updated_at': '2021-11-16T04:44:38Z', 'revision_number': 5, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'subnets': [{'id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:00.791213 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c30a0e-f931-450d-8b0a-3f72ae6a5980 None None] Checking router: 38ded3ed-e1dd-47a3-86f4-94b5192be94c for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:45:00.794387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbf55f91-f5e7-4b08-ab81-75ce2386a6c5 req-2ead8dda-1752-49fe-b732-4ab5c94b9197 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf476c72-898c-47e1-90dc-bb4fe79d2121 HTTP/1.1" status: 200 len: 999 time: 0.0895290 Nov 16 04:45:00.799783 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c30a0e-f931-450d-8b0a-3f72ae6a5980 None None] Routers {'38ded3ed-e1dd-47a3-86f4-94b5192be94c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:00.800454 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e1c30a0e-f931-450d-8b0a-3f72ae6a5980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:44:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:00.849632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf55f91-f5e7-4b08-ab81-75ce2386a6c5 req-d3729078-19e5-4736-bd37-9901bb03f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:00.851269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbf55f91-f5e7-4b08-ab81-75ce2386a6c5 req-d3729078-19e5-4736-bd37-9901bb03f622 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77087f1c-839f-49da-8700-cd60e2b5eb60 HTTP/1.1" status: 200 len: 850 time: 0.0448649 Nov 16 04:45:00.900278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf55f91-f5e7-4b08-ab81-75ce2386a6c5 req-aac9dd70-d6d9-412f-a156-e01e33335467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:00.901797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbf55f91-f5e7-4b08-ab81-75ce2386a6c5 req-aac9dd70-d6d9-412f-a156-e01e33335467 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a0dcee31-7303-4813-8f81-ee4b00c405fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426345 Nov 16 04:45:00.909969 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-e1c30a0e-f931-450d-8b0a-3f72ae6a5980 None None] Set router 38ded3ed-e1dd-47a3-86f4-94b5192be94c gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:01.029738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbf55f91-f5e7-4b08-ab81-75ce2386a6c5 req-ff63d82c-997c-4f55-b1b8-865143b2a2d8 service neutron] 10.222.0.15 "GET /v2.0/networks/a0dcee31-7303-4813-8f81-ee4b00c405fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192155 Nov 16 04:45:01.056321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4495f-b4e2-4986-9daa-f9d60ef6c3b7 req-4e5825ac-34fc-4e8b-bc15-ec54f6e3366b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:01.057827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bc4495f-b4e2-4986-9daa-f9d60ef6c3b7 req-4e5825ac-34fc-4e8b-bc15-ec54f6e3366b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 944 time: 0.0593314 Nov 16 04:45:01.168922 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bc4495f-b4e2-4986-9daa-f9d60ef6c3b7 req-ca4d1a7a-689c-4417-b734-1bfe4d8878f3 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994465 Nov 16 04:45:01.185167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbf55f91-f5e7-4b08-ab81-75ce2386a6c5 req-b9c9e240-ec8e-496d-b146-e761093fbbd3 service neutron] 10.222.0.15 "GET /v2.0/networks/a0dcee31-7303-4813-8f81-ee4b00c405fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432285 Nov 16 04:45:01.196161 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e1c30a0e-f931-450d-8b0a-3f72ae6a5980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '592ee431-51e2-4148-9d7b-a8298c602005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:44:33Z', 'revision_number': 4, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port': {'id': '592ee431-51e2-4148-9d7b-a8298c602005', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:26Z', 'updated_at': '2021-11-16T04:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '134cfe99-fcc7-45ba-857f-339391ddba5b', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'port_id': 'cf476c72-898c-47e1-90dc-bb4fe79d2121', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'mac_address': 'fa:16:3e:53:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40359-19f2-45cf-916b-bd6a2043cf36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:44:38Z', 'updated_at': '2021-11-16T04:44:59Z', 'revision_number': 1, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9637b828-3f17-46e1-bab9-130d5d200b99', 'name': '', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'mac_address': 'fa:16:3e:6b:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:32Z', 'updated_at': '2021-11-16T04:44:38Z', 'revision_number': 5, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'subnets': [{'id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:01.229645 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c30a0e-f931-450d-8b0a-3f72ae6a5980 None None] The sync data for ids ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'] in n-d-818042-1 is: [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '592ee431-51e2-4148-9d7b-a8298c602005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:44:33Z', 'revision_number': 4, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port': {'id': '592ee431-51e2-4148-9d7b-a8298c602005', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:26Z', 'updated_at': '2021-11-16T04:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '134cfe99-fcc7-45ba-857f-339391ddba5b', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'floating_ip_address': '172.25.0.241', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'port_id': 'cf476c72-898c-47e1-90dc-bb4fe79d2121', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'mac_address': 'fa:16:3e:53:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c40359-19f2-45cf-916b-bd6a2043cf36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:44:38Z', 'updated_at': '2021-11-16T04:44:59Z', 'revision_number': 1, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9637b828-3f17-46e1-bab9-130d5d200b99', 'name': '', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'mac_address': 'fa:16:3e:6b:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:32Z', 'updated_at': '2021-11-16T04:44:38Z', 'revision_number': 5, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'subnets': [{'id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:45:01.370353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb4b04-cd6e-4c7c-82c3-f1cddc9abb11 req-dcf79d20-16e1-422f-86dc-b3be4e10df94 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:01.372589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26bb4b04-cd6e-4c7c-82c3-f1cddc9abb11 req-dcf79d20-16e1-422f-86dc-b3be4e10df94 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 949 time: 0.0509856 Nov 16 04:45:01.423417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26bb4b04-cd6e-4c7c-82c3-f1cddc9abb11 req-b53b47fe-6efe-42b7-a577-af9093ce0940 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446880 Nov 16 04:45:01.482464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b919645-e0fe-4432-9ca6-26435b976eba None None] New status for floating IP 134cfe99-fcc7-45ba-857f-339391ddba5b: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:45:01.721681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0ea11352-412c-462b-bb80-88bf291140c4 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:45:01.832771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0ea11352-412c-462b-bb80-88bf291140c4, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0ea11352-412c-462b-bb80-88bf291140c4,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:01.845725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '0ea11352-412c-462b-bb80-88bf291140c4', 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0', 'port_id': '0ea11352-412c-462b-bb80-88bf291140c4', 'mac_address': 'fa:16:3e:7d:d3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063c054f-393a-4bcd-b5ae-2266d7cc8f6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:45:01.880885 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd5a13-6a87-432d-873e-7a4f98dfcbda req-0afe4731-9954-414d-99a4-1e59b3fc455f tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:01.882437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27bd5a13-6a87-432d-873e-7a4f98dfcbda req-0afe4731-9954-414d-99a4-1e59b3fc455f tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 943 time: 0.0544505 Nov 16 04:45:01.886375 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:01.900156 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea11352-412c-462b-bb80-88bf291140c4 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:45:01.922560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0ea11352-412c-462b-bb80-88bf291140c4, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0ea11352-412c-462b-bb80-88bf291140c4,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:01.926769 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:01.927456 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a7fb2445-e607-4034-a55e-fe1424c6a4de details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:45:01.934565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27bd5a13-6a87-432d-873e-7a4f98dfcbda req-ac5c09a6-c130-47fb-b790-55079aed4384 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451543 Nov 16 04:45:02.027045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0ea11352-412c-462b-bb80-88bf291140c4,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:02.073480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a7fb2445-e607-4034-a55e-fe1424c6a4de, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a7fb2445-e607-4034-a55e-fe1424c6a4de,segment=NetworkSegment(439c3f20-f93c-4937-9e56-b0afb34e85f7),segment_id=439c3f20-f93c-4937-9e56-b0afb34e85f7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:02.086176 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'a7fb2445-e607-4034-a55e-fe1424c6a4de', 'network_id': '404a039e-1f36-4fdc-a362-dd711ea41342', 'port_id': 'a7fb2445-e607-4034-a55e-fe1424c6a4de', 'mac_address': 'fa:16:3e:ce:0b:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '951c1c4a-8076-472f-8e40-33997d93efcc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:45:02.123796 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:02.140595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fb2445-e607-4034-a55e-fe1424c6a4de {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:45:02.159642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a7fb2445-e607-4034-a55e-fe1424c6a4de, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a7fb2445-e607-4034-a55e-fe1424c6a4de,segment=NetworkSegment(439c3f20-f93c-4937-9e56-b0afb34e85f7),segment_id=439c3f20-f93c-4937-9e56-b0afb34e85f7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:02.163534 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:02.209047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=a7fb2445-e607-4034-a55e-fe1424c6a4de,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:02.292473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be82ee-64bb-4544-8521-9c031efd1275 req-9ef91086-b468-4394-8536-826d17c1256b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:02.294351 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05be82ee-64bb-4544-8521-9c031efd1275 req-9ef91086-b468-4394-8536-826d17c1256b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 945 time: 0.0518415 Nov 16 04:45:02.346593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05be82ee-64bb-4544-8521-9c031efd1275 req-53fb0d46-e3fc-4d22-8a4d-84f02929a224 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463812 Nov 16 04:45:02.495586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['a7fb2445-e607-4034-a55e-fe1424c6a4de'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:02.501477 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['0ea11352-412c-462b-bb80-88bf291140c4'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:02.552994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd5742-5580-4b38-ad25-e2a30d2e133f req-d0780d80-0b07-4ddd-a19d-adad7ae00901 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:02.554514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3cd5742-5580-4b38-ad25-e2a30d2e133f req-d0780d80-0b07-4ddd-a19d-adad7ae00901 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 949 time: 0.0636113 Nov 16 04:45:02.610754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3cd5742-5580-4b38-ad25-e2a30d2e133f req-b066dc57-99f7-4906-b181-c9064025ed4b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501280 Nov 16 04:45:03.053027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb344740-cf68-4310-8de6-d84b37a2ba46 req-583f2549-f5e9-410f-a9f5-c11f539b15fa tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:03.054536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb344740-cf68-4310-8de6-d84b37a2ba46 req-583f2549-f5e9-410f-a9f5-c11f539b15fa tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 944 time: 0.0484426 Nov 16 04:45:03.102030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb344740-cf68-4310-8de6-d84b37a2ba46 req-dfb3294c-25ba-4f1d-985d-5c63d105a07d tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Nov 16 04:45:03.467891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f504cc-79e7-434a-90c9-4a7c11f5ed83 req-6346fc95-ab9e-4679-b259-32c6654c0d66 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:03.469631 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21f504cc-79e7-434a-90c9-4a7c11f5ed83 req-6346fc95-ab9e-4679-b259-32c6654c0d66 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 945 time: 0.0527174 Nov 16 04:45:03.521419 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21f504cc-79e7-434a-90c9-4a7c11f5ed83 req-11947153-6644-48f5-82b1-c3fb4258e483 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457513 Nov 16 04:45:03.626388 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0c64d5e9-58f1-4735-822c-e59c6043a35d up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:03.700613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 0c64d5e9-58f1-4735-822c-e59c6043a35d completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:45:03.705098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 0c64d5e9-58f1-4735-822c-e59c6043a35d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:03.705578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:03.767919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02679202-2275-40a9-9e2b-49ff0d7cae96 req-bf4f5958-2a56-4ee7-ad7e-ebf142f7ab29 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:03.769506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02679202-2275-40a9-9e2b-49ff0d7cae96 req-bf4f5958-2a56-4ee7-ad7e-ebf142f7ab29 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 949 time: 0.0668843 Nov 16 04:45:03.815166 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:03.824417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02679202-2275-40a9-9e2b-49ff0d7cae96 req-68fa3481-de87-41bc-8894-9eda08d45148 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472124 Nov 16 04:45:03.844010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5144e9-f080-42ca-9d61-1590ef01b977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64d5e9-58f1-4735-822c-e59c6043a35d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:03.846306 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c7f908-0b1d-4f25-a0ab-b3c882a2c131" -d '{"events": [{"server_uuid": "3b5144e9-f080-42ca-9d61-1590ef01b977", "name": "network-vif-plugged", "status": "completed", "tag": "0c64d5e9-58f1-4735-822c-e59c6043a35d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:03.864400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0c64d5e9-58f1-4735-822c-e59c6043a35d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0c64d5e9-58f1-4735-822c-e59c6043a35d,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:03.868150 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:03.894118 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d3d37d-f26a-42d3-ba46-77130d66b411 x-openstack-request-id: req-35d3d37d-f26a-42d3-ba46-77130d66b411 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:03.894414 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5144e9-f080-42ca-9d61-1590ef01b977", "name": "network-vif-plugged", "status": "completed", "tag": "0c64d5e9-58f1-4735-822c-e59c6043a35d", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:03.894667 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35d3d37d-f26a-42d3-ba46-77130d66b411 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:03.895980 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5144e9-f080-42ca-9d61-1590ef01b977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64d5e9-58f1-4735-822c-e59c6043a35d', 'code': 200} Nov 16 04:45:03.936288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0c64d5e9-58f1-4735-822c-e59c6043a35d,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:03.994425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07972b00-efe9-47b1-afa7-9a83fbb7ae95 req-513ac087-b075-409e-9dc3-799ac3e4561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:03.995930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07972b00-efe9-47b1-afa7-9a83fbb7ae95 req-513ac087-b075-409e-9dc3-799ac3e4561e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 1101 time: 0.0407941 Nov 16 04:45:04.045447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07972b00-efe9-47b1-afa7-9a83fbb7ae95 req-51a57482-deb2-4fd0-ae4a-a7e01d34ec9d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423927 Nov 16 04:45:04.237598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabe0a3-7a8b-443d-8a64-a36c732c7417 req-957de489-eb19-459f-b0cd-e18ade7b36a0 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:04.239103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fabe0a3-7a8b-443d-8a64-a36c732c7417 req-957de489-eb19-459f-b0cd-e18ade7b36a0 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 944 time: 0.0526078 Nov 16 04:45:04.287812 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fabe0a3-7a8b-443d-8a64-a36c732c7417 req-f034baa8-20ba-4488-8440-1c6011612063 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423241 Nov 16 04:45:04.646311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9beed27-a8d9-4ddc-bd70-347c8c922547 req-1c8c769e-e8d2-4ba2-93a0-088c654df3a5 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:04.647798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9beed27-a8d9-4ddc-bd70-347c8c922547 req-1c8c769e-e8d2-4ba2-93a0-088c654df3a5 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 945 time: 0.0502815 Nov 16 04:45:04.703241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9beed27-a8d9-4ddc-bd70-347c8c922547 req-73510c03-0382-4b2a-bc13-7ff210661e5f tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480115 Nov 16 04:45:04.955512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66f711-7526-4d42-9484-cbf56e60daf9 req-51462a91-01e6-4a19-b966-0a6e26b5061c tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:04.957022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d66f711-7526-4d42-9484-cbf56e60daf9 req-51462a91-01e6-4a19-b966-0a6e26b5061c tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 950 time: 0.0507941 Nov 16 04:45:05.009854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d66f711-7526-4d42-9484-cbf56e60daf9 req-e4beb32a-7a4f-4bf4-b98f-f4d7452fa7b3 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 Nov 16 04:45:05.414600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02041fa4-9544-443c-855e-2b24fd30586b req-67584f98-f2a7-4842-b6a0-2fac10a5d51e tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:05.416307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02041fa4-9544-443c-855e-2b24fd30586b req-67584f98-f2a7-4842-b6a0-2fac10a5d51e tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 944 time: 0.0525334 Nov 16 04:45:05.502920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02041fa4-9544-443c-855e-2b24fd30586b req-d91fa781-c7bc-4855-a6c1-5495ac0672a9 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787253 Nov 16 04:45:05.767711 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0ea11352-412c-462b-bb80-88bf291140c4 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:05.829249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878db96-4c2e-4e37-9e85-250d199b6b69 req-a9fb6665-42cd-49a9-8262-8a00ef709369 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:05.830952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0878db96-4c2e-4e37-9e85-250d199b6b69 req-a9fb6665-42cd-49a9-8262-8a00ef709369 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 945 time: 0.0563586 Nov 16 04:45:05.850554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 0ea11352-412c-462b-bb80-88bf291140c4 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:45:05.855213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 0ea11352-412c-462b-bb80-88bf291140c4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:05.855976 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:05.884148 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0878db96-4c2e-4e37-9e85-250d199b6b69 req-4526d209-bed2-4dc8-a9ee-fded4be805a1 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450921 Nov 16 04:45:05.945119 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:05.970125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28499f39-98ad-4a6f-b99d-8139e452c46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea11352-412c-462b-bb80-88bf291140c4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:05.972346 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2785d80f-9f84-42e8-a304-ea59abc23af5" -d '{"events": [{"server_uuid": "28499f39-98ad-4a6f-b99d-8139e452c46e", "name": "network-vif-plugged", "status": "completed", "tag": "0ea11352-412c-462b-bb80-88bf291140c4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:05.989268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0ea11352-412c-462b-bb80-88bf291140c4, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0ea11352-412c-462b-bb80-88bf291140c4,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:05.993137 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:05.994087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a7fb2445-e607-4034-a55e-fe1424c6a4de up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:06.019862 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9746d603-1ce8-4bd3-be3a-1735bd96edf9 x-openstack-request-id: req-9746d603-1ce8-4bd3-be3a-1735bd96edf9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:06.020235 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28499f39-98ad-4a6f-b99d-8139e452c46e", "name": "network-vif-plugged", "status": "completed", "tag": "0ea11352-412c-462b-bb80-88bf291140c4", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:06.020490 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9746d603-1ce8-4bd3-be3a-1735bd96edf9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:06.020955 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28499f39-98ad-4a6f-b99d-8139e452c46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea11352-412c-462b-bb80-88bf291140c4', 'code': 200} Nov 16 04:45:06.104187 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0ea11352-412c-462b-bb80-88bf291140c4,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:06.119330 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port a7fb2445-e607-4034-a55e-fe1424c6a4de completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:45:06.126311 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port a7fb2445-e607-4034-a55e-fe1424c6a4de triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:06.126812 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:06.192216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690db31a-5d94-4fc2-9855-35518584183e req-8bfd075e-c4c6-416a-b232-a3ff260d911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:06.193820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-690db31a-5d94-4fc2-9855-35518584183e req-8bfd075e-c4c6-416a-b232-a3ff260d911d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 1097 time: 0.0715559 Nov 16 04:45:06.204812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd5196-0bcd-4ad8-9be4-dc9b38970226 req-27d9c68d-3ed0-4eb7-9265-88e03e9fc83f tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:06.206369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-33fd5196-0bcd-4ad8-9be4-dc9b38970226 req-27d9c68d-3ed0-4eb7-9265-88e03e9fc83f tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 950 time: 0.0947015 Nov 16 04:45:06.276405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-690db31a-5d94-4fc2-9855-35518584183e req-653f4db6-6afa-4c27-9e25-f60990576d05 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689068 Nov 16 04:45:06.279748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-33fd5196-0bcd-4ad8-9be4-dc9b38970226 req-8cb5d621-63b2-4a72-b94c-f7f9354a4625 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672362 Nov 16 04:45:06.303287 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:06.352471 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a7fb2445-e607-4034-a55e-fe1424c6a4de, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a7fb2445-e607-4034-a55e-fe1424c6a4de,segment=NetworkSegment(439c3f20-f93c-4937-9e56-b0afb34e85f7),segment_id=439c3f20-f93c-4937-9e56-b0afb34e85f7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:06.360080 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:06.399195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38e7c3-b850-4b5e-afd3-31eaad76bd17 req-e58dec9e-eb99-4890-be67-4f84c86a7f83 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:06.401680 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e38e7c3-b850-4b5e-afd3-31eaad76bd17 req-e58dec9e-eb99-4890-be67-4f84c86a7f83 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 1101 time: 0.0461166 Nov 16 04:45:06.429519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=a7fb2445-e607-4034-a55e-fe1424c6a4de,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:06.468694 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e38e7c3-b850-4b5e-afd3-31eaad76bd17 req-66741198-776a-4a8f-9fae-dd30116697c5 tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595558 Nov 16 04:45:06.759113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-88e648e2-ac54-4fe8-a03f-a059c6643e2d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271254 Nov 16 04:45:06.906617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37d1ad-37bd-4581-9272-590f084c046c req-d1b5e30e-a720-48ee-99f1-a3e9a9074e01 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:06.908356 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-d1b5e30e-a720-48ee-99f1-a3e9a9074e01 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418176 Nov 16 04:45:06.924334 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11998c-3c7a-4996-b00b-1686fd0aeb5e req-290aca58-caec-4657-8878-30d7c66cb2b2 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:06.926277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa11998c-3c7a-4996-b00b-1686fd0aeb5e req-290aca58-caec-4657-8878-30d7c66cb2b2 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 945 time: 0.0935788 Nov 16 04:45:06.943955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-d4120cd2-ae08-4c76-830f-2088df605b6f tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/quotas/68dd001f9dc24b459464f4b89f629e44 HTTP/1.1" status: 200 len: 375 time: 0.0163417 Nov 16 04:45:07.011084 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa11998c-3c7a-4996-b00b-1686fd0aeb5e req-7ca4e7d6-f378-41a6-a8f6-ebae5cfabea3 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746918 Nov 16 04:45:07.032515 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-daeb2b62-4b26-49d8-9f02-b83f1a0b2c81 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0795109 Nov 16 04:45:07.562212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e02a379-d0e4-4da0-8db4-eec48c751da0 req-5687067e-66a6-4cc1-9006-94215f5347c0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 210 time: 0.3808897 Nov 16 04:45:07.576230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e6fcc-7b6d-4f81-947c-8ecf13b3ccad req-194b1071-cf3c-4a92-9ef8-4cae1bd13453 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:07.578249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a3e6fcc-7b6d-4f81-947c-8ecf13b3ccad req-194b1071-cf3c-4a92-9ef8-4cae1bd13453 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.4335489 Nov 16 04:45:07.713212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a3e6fcc-7b6d-4f81-947c-8ecf13b3ccad req-f8412d16-808f-447f-aa22-a6ed8768d44b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273587 Nov 16 04:45:07.945068 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-214c9bb3-69ab-4726-b792-a81e67f65463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:08.022656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d02eac3-a006-408f-8d16-27de055e82eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fb2445-e607-4034-a55e-fe1424c6a4de'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:08.026985 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df06f6e-88a6-4036-a6c6-9f2b700329a9" -d '{"events": [{"server_uuid": "8d02eac3-a006-408f-8d16-27de055e82eb", "name": "network-vif-plugged", "status": "completed", "tag": "a7fb2445-e607-4034-a55e-fe1424c6a4de"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:08.081296 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e980912e-c483-49ae-a682-e3ff4cbb1c74 x-openstack-request-id: req-e980912e-c483-49ae-a682-e3ff4cbb1c74 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:08.081617 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d02eac3-a006-408f-8d16-27de055e82eb", "name": "network-vif-plugged", "status": "completed", "tag": "a7fb2445-e607-4034-a55e-fe1424c6a4de", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:08.081889 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e980912e-c483-49ae-a682-e3ff4cbb1c74 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:08.082359 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d02eac3-a006-408f-8d16-27de055e82eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fb2445-e607-4034-a55e-fe1424c6a4de', 'code': 200} Nov 16 04:45:08.170562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a324323-9cf0-469c-a25d-ffbd85e64d96 req-cbe15c89-ce86-419b-9463-53a2ba9f02d2 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:08.172170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a324323-9cf0-469c-a25d-ffbd85e64d96 req-cbe15c89-ce86-419b-9463-53a2ba9f02d2 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 945 time: 0.0754495 Nov 16 04:45:08.254348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a324323-9cf0-469c-a25d-ffbd85e64d96 req-0590733e-d1ca-4c8e-89ad-c8ab17bf550b tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663726 Nov 16 04:45:08.256341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55899dc0-ee37-429c-bfd7-556e62dc5bc4 req-e109c4ea-aef4-4a23-9edc-7b790ce6d3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:08.258150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55899dc0-ee37-429c-bfd7-556e62dc5bc4 req-e109c4ea-aef4-4a23-9edc-7b790ce6d3a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 1096 time: 0.0814099 Nov 16 04:45:08.314777 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55899dc0-ee37-429c-bfd7-556e62dc5bc4 req-80e62e09-8c4b-428a-8cc7-586f861fde48 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476615 Nov 16 04:45:08.547234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-b325d199-0e81-48ca-8371-386f5bd4f60b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=68dd001f9dc24b459464f4b89f629e44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233903 Nov 16 04:45:08.673399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37d1ad-37bd-4581-9272-590f084c046c req-425bc082-b0d3-4958-986d-f8d46ebcc021 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:08.675363 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-425bc082-b0d3-4958-986d-f8d46ebcc021 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217470 Nov 16 04:45:08.710315 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-793b9d63-6208-4574-9a1b-5ecb2f4b91da req-7b72626d-ca93-4dec-a641-d30912723535 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 210 time: 0.0317869 Nov 16 04:45:08.714163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-8f37d1ad-37bd-4581-9272-590f084c046c req-b8a84894-1cb7-459d-91e6-1f78a66ec3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Request body: {'port': {'device_id': 'eb35687e-9b2c-428c-9357-5ddae409176b', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '68dd001f9dc24b459464f4b89f629e44'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:08.879544 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fe28a-43d4-4bbb-bbb0-9fe789a62eef req-0163577f-bacd-4d12-b73b-c8710f1e6adb tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:08.888650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff7fe28a-43d4-4bbb-bbb0-9fe789a62eef req-0163577f-bacd-4d12-b73b-c8710f1e6adb tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.0907130 Nov 16 04:45:08.977237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff7fe28a-43d4-4bbb-bbb0-9fe789a62eef req-52becce1-dbad-4b11-a9e7-4adf760a111b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876985 Nov 16 04:45:08.982105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f37d1ad-37bd-4581-9272-590f084c046c req-b8a84894-1cb7-459d-91e6-1f78a66ec3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Made reservation on behalf of 68dd001f9dc24b459464f4b89f629e44 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:45:08.986036 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f37d1ad-37bd-4581-9272-590f084c046c req-b8a84894-1cb7-459d-91e6-1f78a66ec3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:09.132584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-8f37d1ad-37bd-4581-9272-590f084c046c req-b8a84894-1cb7-459d-91e6-1f78a66ec3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Allocated IP 192.168.233.224 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/11c329ef-81ad-4fee-aa7e-78f953d85cf5) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:09.325880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c9560-c516-4cab-963c-9f33b7c1d53f req-bf2ed52d-6b33-4cb8-8d9d-4c8118b99aee tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:09.327656 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e3c9560-c516-4cab-963c-9f33b7c1d53f req-bf2ed52d-6b33-4cb8-8d9d-4c8118b99aee tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.0864511 Nov 16 04:45:09.347553 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f37d1ad-37bd-4581-9272-590f084c046c req-b8a84894-1cb7-459d-91e6-1f78a66ec3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:09.446041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d7987-b86e-42e2-9f3c-cb5af2b59f44 req-a4953f7a-a83f-401d-9f1f-357896f72bb1 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:09.447544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e1d7987-b86e-42e2-9f3c-cb5af2b59f44 req-a4953f7a-a83f-401d-9f1f-357896f72bb1 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 945 time: 0.1139312 Nov 16 04:45:09.452926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e3c9560-c516-4cab-963c-9f33b7c1d53f req-65d22558-b9a4-4ecd-9ac8-cc16c711ade9 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160982 Nov 16 04:45:09.472267 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f37d1ad-37bd-4581-9272-590f084c046c req-b8a84894-1cb7-459d-91e6-1f78a66ec3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:09.491323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271', '6d9c8b8e-1a56-4b90-9cd6-fd478337558f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:09.521625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['881ab524-5f9c-434a-9608-a278a5b8ff16', '6435f10c-645a-469f-baa4-798adcd22a32', '31f56588-e2cb-4b3f-b4f4-17b4c37748f9', '0d71a7b9-2082-4f2c-a2a0-6c634a942c65', '0c64d5e9-58f1-4735-822c-e59c6043a35d'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:09.534722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f37d1ad-37bd-4581-9272-590f084c046c req-b8a84894-1cb7-459d-91e6-1f78a66ec3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:09.546975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-8f37d1ad-37bd-4581-9272-590f084c046c req-b8a84894-1cb7-459d-91e6-1f78a66ec3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:09.557838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f37d1ad-37bd-4581-9272-590f084c046c req-b8a84894-1cb7-459d-91e6-1f78a66ec3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:09.565797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a84894-1cb7-459d-91e6-1f78a66ec3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event updated for resources: {'Port': ['ID=11c329ef-81ad-4fee-aa7e-78f953d85cf5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:09.604862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e1d7987-b86e-42e2-9f3c-cb5af2b59f44 req-869945e2-8837-49db-ad5b-299159b40bce tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387944 Nov 16 04:45:09.678848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37d1ad-37bd-4581-9272-590f084c046c req-b8a84894-1cb7-459d-91e6-1f78a66ec3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:09.686404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f37d1ad-37bd-4581-9272-590f084c046c req-b8a84894-1cb7-459d-91e6-1f78a66ec3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:09.716418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-b8a84894-1cb7-459d-91e6-1f78a66ec3f4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0085211 Nov 16 04:45:09.757560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Request body: {'port': {'device_id': 'eb35687e-9b2c-428c-9357-5ddae409176b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:09.922612 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:09.990934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7bf93cab-17d6-4b22-a04f-654fa223f3c5 None None] Provisioning complete for port 11c329ef-81ad-4fee-aa7e-78f953d85cf5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:09.991307 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7bf93cab-17d6-4b22-a04f-654fa223f3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:10.124202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7bf93cab-17d6-4b22-a04f-654fa223f3c5 None None] Port 11c329ef-81ad-4fee-aa7e-78f953d85cf5 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:45:10.173935 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b062b1fb-8045-4e36-8775-1ee9cb801ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:10.195423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214b164-0710-4b9b-998b-8be8682f893b req-2af05462-b6d7-4462-b1c5-6abcdde70ae3 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:10.203449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c214b164-0710-4b9b-998b-8be8682f893b req-2af05462-b6d7-4462-b1c5-6abcdde70ae3 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 936 time: 0.2821574 Nov 16 04:45:10.277604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c214b164-0710-4b9b-998b-8be8682f893b req-ad7bd373-3240-48bb-9b40-eaf6d64fa7fc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732737 Nov 16 04:45:10.375833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c329ef-81ad-4fee-aa7e-78f953d85cf5 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:45:10.383396 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:10.396634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Transition to ACTIVE for port object 11c329ef-81ad-4fee-aa7e-78f953d85cf5 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:45:10.400439 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:10.452006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=11c329ef-81ad-4fee-aa7e-78f953d85cf5,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:10.536526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Attempting to bind port 11c329ef-81ad-4fee-aa7e-78f953d85cf5 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:45:10.537031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Attempting to bind port 11c329ef-81ad-4fee-aa7e-78f953d85cf5 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:45:10.537463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Attempting to bind port 11c329ef-81ad-4fee-aa7e-78f953d85cf5 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:45:10.542754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Port 11c329ef-81ad-4fee-aa7e-78f953d85cf5 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:45:10.543204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Attempting to bind port 11c329ef-81ad-4fee-aa7e-78f953d85cf5 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:45:10.548961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:45:10.549463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:10.550071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:45:10.550627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Bound port: 11c329ef-81ad-4fee-aa7e-78f953d85cf5, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:45:10.551080 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:10.658382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b41dc-5ac0-4d20-86ae-f3caac39bd62 req-91ea9897-b388-43bf-8ac4-819243f267de tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:10.659954 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d6b41dc-5ac0-4d20-86ae-f3caac39bd62 req-91ea9897-b388-43bf-8ac4-819243f267de tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.0985262 Nov 16 04:45:10.673418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] For port 11c329ef-81ad-4fee-aa7e-78f953d85cf5, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:45:10.677191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] For port 11c329ef-81ad-4fee-aa7e-78f953d85cf5, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=11c329ef-81ad-4fee-aa7e-78f953d85cf5,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:45:10.686046 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:10.768734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:10.769364 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:10.771604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/11c329ef-81ad-4fee-aa7e-78f953d85cf5 HTTP/1.1" status: 200 len: 1096 time: 1.0296130 Nov 16 04:45:10.775790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb35687e-9b2c-428c-9357-5ddae409176b', 'tag': '11c329ef-81ad-4fee-aa7e-78f953d85cf5'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:10.778170 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69c91e6-28cf-4315-a346-c4e74877c073" -d '{"events": [{"name": "network-changed", "server_uuid": "eb35687e-9b2c-428c-9357-5ddae409176b", "tag": "11c329ef-81ad-4fee-aa7e-78f953d85cf5"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:10.849861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6931d2-66e4-4614-85a9-196844f8c3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=11c329ef-81ad-4fee-aa7e-78f953d85cf5,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:10.872807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d6b41dc-5ac0-4d20-86ae-f3caac39bd62 req-4dbe5059-3588-49aa-b352-da3fb0200851 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051387 Nov 16 04:45:10.883424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa616b73-2a5c-460c-b20b-56403ba7a094 req-9f0fae18-73f6-4b52-aafc-c2bef9fd6dda tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:10.886306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa616b73-2a5c-460c-b20b-56403ba7a094 req-9f0fae18-73f6-4b52-aafc-c2bef9fd6dda tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 945 time: 0.1908584 Nov 16 04:45:10.911167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37d1ad-37bd-4581-9272-590f084c046c req-bda5654c-2197-4084-8374-16d26a054bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:10.912765 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-bda5654c-2197-4084-8374-16d26a054bc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 1099 time: 0.0842187 Nov 16 04:45:10.938623 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29d2c83-c6bd-4cd2-9c67-81dcfb9ef266 x-openstack-request-id: req-c29d2c83-c6bd-4cd2-9c67-81dcfb9ef266 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:10.938984 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb35687e-9b2c-428c-9357-5ddae409176b", "tag": "11c329ef-81ad-4fee-aa7e-78f953d85cf5", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:10.939422 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c29d2c83-c6bd-4cd2-9c67-81dcfb9ef266 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:10.939882 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb35687e-9b2c-428c-9357-5ddae409176b', 'tag': '11c329ef-81ad-4fee-aa7e-78f953d85cf5', 'status': 'completed', 'code': 200} Nov 16 04:45:10.973979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-44d5d37f-72e1-406d-a1f8-9842602c7f1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=11c329ef-81ad-4fee-aa7e-78f953d85cf5 HTTP/1.1" status: 200 len: 217 time: 0.0492885 Nov 16 04:45:10.991117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa616b73-2a5c-460c-b20b-56403ba7a094 req-37c8bb66-21e1-455a-b09b-daa0d0449726 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907097 Nov 16 04:45:11.045416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37d1ad-37bd-4581-9272-590f084c046c req-f73e77ba-5cf5-41af-a9e3-daf2c6f5f330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:11.047015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-f73e77ba-5cf5-41af-a9e3-daf2c6f5f330 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0550389 Nov 16 04:45:11.118846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ea14a574-3e04-470c-a15b-d01f49ff58ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:11.121592 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-ea14a574-3e04-470c-a15b-d01f49ff58ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0642240 Nov 16 04:45:11.249275 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-2ca6e30f-3fce-41d7-83e5-312386074fe5 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026759 Nov 16 04:45:11.435175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f37d1ad-37bd-4581-9272-590f084c046c req-f694cd83-9be1-4aef-86b2-560d745afe62 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774788 Nov 16 04:45:11.451077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e382-ba8b-4313-a10c-1f3e905c762a req-877a4b0a-0dba-4451-be74-55e4b4972814 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:11.452595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b116e382-ba8b-4313-a10c-1f3e905c762a req-877a4b0a-0dba-4451-be74-55e4b4972814 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 945 time: 0.1127915 Nov 16 04:45:11.465759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00a103-7486-47b2-8d07-67eb24da0406 req-8b8a24bc-0503-41dd-be72-5fef024a127e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:11.467361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d00a103-7486-47b2-8d07-67eb24da0406 req-8b8a24bc-0503-41dd-be72-5fef024a127e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 948 time: 0.0962088 Nov 16 04:45:11.572977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b116e382-ba8b-4313-a10c-1f3e905c762a req-1d7210ec-f594-42a4-b49c-c7457a69e717 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046035 Nov 16 04:45:11.579860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d00a103-7486-47b2-8d07-67eb24da0406 req-bccdfcd8-3661-44ed-96ac-f62fccea2209 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043079 Nov 16 04:45:11.604908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c91e6-28cf-4315-a346-c4e74877c073 req-fcc8c020-fad8-4b58-8c95-425c685aacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:11.609584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c69c91e6-28cf-4315-a346-c4e74877c073 req-fcc8c020-fad8-4b58-8c95-425c685aacdd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 1099 time: 0.1069133 Nov 16 04:45:11.714644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c91e6-28cf-4315-a346-c4e74877c073 req-4c1733d9-a723-42d5-be25-8cc0e81cf449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:11.716118 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c69c91e6-28cf-4315-a346-c4e74877c073 req-4c1733d9-a723-42d5-be25-8cc0e81cf449 service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.0925579 Nov 16 04:45:11.780125 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c69c91e6-28cf-4315-a346-c4e74877c073 req-eda0f2fc-ad84-474f-919d-b016e7bf3c98 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=11c329ef-81ad-4fee-aa7e-78f953d85cf5 HTTP/1.1" status: 200 len: 217 time: 0.0375981 Nov 16 04:45:11.813216 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:11.843018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c91e6-28cf-4315-a346-c4e74877c073 req-4806e0e3-638e-41cb-9d8e-2735d7045f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:11.844479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c69c91e6-28cf-4315-a346-c4e74877c073 req-4806e0e3-638e-41cb-9d8e-2735d7045f52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0487494 Nov 16 04:45:11.901075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c91e6-28cf-4315-a346-c4e74877c073 req-d1499490-cec5-4cf7-b365-99522b08872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:11.902405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c69c91e6-28cf-4315-a346-c4e74877c073 req-d1499490-cec5-4cf7-b365-99522b08872e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492911 Nov 16 04:45:12.040058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1febfaa-b88b-490e-958c-3b5935c12c3c req-834c9448-a918-43e7-bf84-0000a6961299 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:12.041535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1febfaa-b88b-490e-958c-3b5935c12c3c req-834c9448-a918-43e7-bf84-0000a6961299 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.0820618 Nov 16 04:45:12.067332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c69c91e6-28cf-4315-a346-c4e74877c073 req-1fb98471-fd07-4967-bfdf-2fa1912e2640 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559396 Nov 16 04:45:12.150404 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1febfaa-b88b-490e-958c-3b5935c12c3c req-3f1eb3b0-b512-4177-8e6d-84d8adb050a0 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021101 Nov 16 04:45:12.192882 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c69c91e6-28cf-4315-a346-c4e74877c073 req-c7fe8b13-ecc9-4ad3-87ec-1556d53cb776 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092196 Nov 16 04:45:12.723966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad280f-bdbd-4748-8e2c-7797edcc259b req-fa46b5e1-ea65-44f1-b832-132d70ff8d20 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:12.725449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60ad280f-bdbd-4748-8e2c-7797edcc259b req-fa46b5e1-ea65-44f1-b832-132d70ff8d20 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 945 time: 0.0776496 Nov 16 04:45:12.769484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41962278-9f27-4ae1-a9c5-3eb777002eb7 req-93b5d145-89b0-411d-9a9c-28c144dc3813 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:12.770992 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41962278-9f27-4ae1-a9c5-3eb777002eb7 req-93b5d145-89b0-411d-9a9c-28c144dc3813 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 948 time: 0.0818439 Nov 16 04:45:12.809175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60ad280f-bdbd-4748-8e2c-7797edcc259b req-fd5da4ec-bf2c-4919-b437-6f873258eabb tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/security-groups?id=2595b822-5dd1-41ad-ba82-0d790ddb743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755608 Nov 16 04:45:12.835849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41962278-9f27-4ae1-a9c5-3eb777002eb7 req-f921b681-592f-4e55-a017-5cf5268b9477 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571008 Nov 16 04:45:13.164251 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:13.238253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c9975-1a76-4854-b693-d552bfd80aab req-527a308a-35ff-4e3b-aa76-ff0223734b52 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:13.240460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-373c9975-1a76-4854-b693-d552bfd80aab req-527a308a-35ff-4e3b-aa76-ff0223734b52 tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 945 time: 0.0698662 Nov 16 04:45:13.374856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd3f63-0d18-498c-936b-d8ae7c926e3d req-d547c468-4a37-4f68-a4ef-36b20b05b68c tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:13.376432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6bd3f63-0d18-498c-936b-d8ae7c926e3d req-d547c468-4a37-4f68-a4ef-36b20b05b68c tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.1230965 Nov 16 04:45:13.427183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-373c9975-1a76-4854-b693-d552bfd80aab req-8bddf69a-e2aa-457c-8a46-e9817b96d01d tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Deleting port a7fb2445-e607-4034-a55e-fe1424c6a4de {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:13.427521 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-373c9975-1a76-4854-b693-d552bfd80aab req-8bddf69a-e2aa-457c-8a46-e9817b96d01d tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:13.494847 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6bd3f63-0d18-498c-936b-d8ae7c926e3d req-cdd4ef70-affb-4a7a-8966-dd0bfba1abee tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095800 Nov 16 04:45:13.560276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d2578-5b49-4d6b-ae2a-48cc872d8c90 req-6b0e3e18-f216-48b2-9612-44f9ae7be69f tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:13.562150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb0d2578-5b49-4d6b-ae2a-48cc872d8c90 req-6b0e3e18-f216-48b2-9612-44f9ae7be69f tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 945 time: 0.1160190 Nov 16 04:45:13.593976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-373c9975-1a76-4854-b693-d552bfd80aab req-8bddf69a-e2aa-457c-8a46-e9817b96d01d tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] For port a7fb2445-e607-4034-a55e-fe1424c6a4de, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a7fb2445-e607-4034-a55e-fe1424c6a4de,segment=NetworkSegment(439c3f20-f93c-4937-9e56-b0afb34e85f7),segment_id=439c3f20-f93c-4937-9e56-b0afb34e85f7)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:13.594339 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-373c9975-1a76-4854-b693-d552bfd80aab req-8bddf69a-e2aa-457c-8a46-e9817b96d01d tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:13.613529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-373c9975-1a76-4854-b693-d552bfd80aab req-8bddf69a-e2aa-457c-8a46-e9817b96d01d tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Calling delete_port for a7fb2445-e607-4034-a55e-fe1424c6a4de owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:13.641619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb0d2578-5b49-4d6b-ae2a-48cc872d8c90 req-54858d59-ebbc-4a7f-a15c-5f6ab472b050 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/security-groups?id=60b3f54a-157e-4421-8186-3486c16a971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719972 Nov 16 04:45:13.728237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:13.756323 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-373c9975-1a76-4854-b693-d552bfd80aab req-8bddf69a-e2aa-457c-8a46-e9817b96d01d tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:13.773553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['a7fb2445-e607-4034-a55e-fe1424c6a4de'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:13.785556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddf69a-e2aa-457c-8a46-e9817b96d01d tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Pushing event deleted for resources: {'Port': ['ID=a7fb2445-e607-4034-a55e-fe1424c6a4de,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:13.829105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-373c9975-1a76-4854-b693-d552bfd80aab req-8bddf69a-e2aa-457c-8a46-e9817b96d01d tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] No DVR routers for this DVR port a7fb2445-e607-4034-a55e-fe1424c6a4de on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:45:13.831815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-373c9975-1a76-4854-b693-d552bfd80aab req-8bddf69a-e2aa-457c-8a46-e9817b96d01d tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:13.836929 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-373c9975-1a76-4854-b693-d552bfd80aab req-8bddf69a-e2aa-457c-8a46-e9817b96d01d tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.15 "DELETE /v2.0/ports/a7fb2445-e607-4034-a55e-fe1424c6a4de HTTP/1.1" status: 204 len: 173 time: 0.5904760 Nov 16 04:45:13.837385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d02eac3-a006-408f-8d16-27de055e82eb', 'name': 'network-vif-deleted', 'tag': 'a7fb2445-e607-4034-a55e-fe1424c6a4de'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:13.839952 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d3c1f0-8684-4716-a652-d54b13e6574d" -d '{"events": [{"server_uuid": "8d02eac3-a006-408f-8d16-27de055e82eb", "name": "network-vif-deleted", "tag": "a7fb2445-e607-4034-a55e-fe1424c6a4de"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:13.892593 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7798f2b4-37d4-48da-ba39-7a6cc7b576ea x-openstack-request-id: req-7798f2b4-37d4-48da-ba39-7a6cc7b576ea {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:13.892834 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d02eac3-a006-408f-8d16-27de055e82eb", "name": "network-vif-deleted", "tag": "a7fb2445-e607-4034-a55e-fe1424c6a4de", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:13.893061 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7798f2b4-37d4-48da-ba39-7a6cc7b576ea {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:13.893454 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d02eac3-a006-408f-8d16-27de055e82eb', 'name': 'network-vif-deleted', 'tag': 'a7fb2445-e607-4034-a55e-fe1424c6a4de', 'status': 'completed', 'code': 200} Nov 16 04:45:13.912475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81ac46cd-b7c4-4901-904d-591c41f1bbf5 req-5342a263-8eaf-47d3-985d-c609f78ec84f tempest-InstanceActionsNegativeTestJSON-1490647496 tempest-InstanceActionsNegativeTestJSON-1490647496-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d02eac3-a006-408f-8d16-27de055e82eb HTTP/1.1" status: 200 len: 210 time: 0.0296371 Nov 16 04:45:13.988213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568aaf0-ed96-4a1b-8d6f-335958aa189a req-1d5e2211-9271-4980-973f-9ac635c4abcd tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:13.989689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b568aaf0-ed96-4a1b-8d6f-335958aa189a req-1d5e2211-9271-4980-973f-9ac635c4abcd tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 948 time: 0.0512438 Nov 16 04:45:14.037585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b568aaf0-ed96-4a1b-8d6f-335958aa189a req-7478e9e9-0a36-4ba3-9cc6-962441b98185 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401938 Nov 16 04:45:14.619783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4539a-674c-430c-9bac-f445f8b87f6a req-4e9be8e4-248f-4e61-9275-49aa57fa24b0 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:14.621863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d4539a-674c-430c-9bac-f445f8b87f6a req-4e9be8e4-248f-4e61-9275-49aa57fa24b0 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.0533006 Nov 16 04:45:14.669352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d4539a-674c-430c-9bac-f445f8b87f6a req-90587d52-e3af-447e-80dd-47856faf2e10 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416720 Nov 16 04:45:14.756860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9bf9ca-0057-4b28-adbf-eceef52aefed req-5baca89f-3646-4cf1-b48c-b82eb92e41f1 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:14.758361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db9bf9ca-0057-4b28-adbf-eceef52aefed req-5baca89f-3646-4cf1-b48c-b82eb92e41f1 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 945 time: 0.0484645 Nov 16 04:45:14.804809 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db9bf9ca-0057-4b28-adbf-eceef52aefed req-98380c7f-a899-440b-917d-a377e5efaeff tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/security-groups?id=60b3f54a-157e-4421-8186-3486c16a971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401866 Nov 16 04:45:14.975304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38808) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:15.020542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f174d4-e6aa-483b-8b9b-aa54362c2ea7 admin admin] Deleting subnet 951c1c4a-8076-472f-8e40-33997d93efcc {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:45:15.023692 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82f174d4-e6aa-483b-8b9b-aa54362c2ea7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.062272 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82f174d4-e6aa-483b-8b9b-aa54362c2ea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.102236 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82f174d4-e6aa-483b-8b9b-aa54362c2ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.187010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc8f89-82f8-4e0d-a8cb-fc8b8b387178 req-b93ad342-a933-43e7-b510-606aa04f0fdf tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:15.189127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ffc8f89-82f8-4e0d-a8cb-fc8b8b387178 req-b93ad342-a933-43e7-b510-606aa04f0fdf tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 948 time: 0.0679195 Nov 16 04:45:15.194039 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82f174d4-e6aa-483b-8b9b-aa54362c2ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.231935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f174d4-e6aa-483b-8b9b-aa54362c2ea7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=951c1c4a-8076-472f-8e40-33997d93efcc,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:15.242154 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82f174d4-e6aa-483b-8b9b-aa54362c2ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.245283 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-82f174d4-e6aa-483b-8b9b-aa54362c2ea7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/951c1c4a-8076-472f-8e40-33997d93efcc HTTP/1.1" status: 204 len: 168 time: 0.2689919 Nov 16 04:45:15.247902 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38814) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:15.287070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ffc8f89-82f8-4e0d-a8cb-fc8b8b387178 req-57d674d1-1321-43a6-98c1-ac30df5ec4be tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897593 Nov 16 04:45:15.320295 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.397120 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.416359 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404a039e-1f36-4fdc-a362-dd711ea41342']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:15.425782 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439c3f20-f93c-4937-9e56-b0afb34e85f7') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:15.426083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439c3f20-f93c-4937-9e56-b0afb34e85f7') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:15.435142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.448151 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.454595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:45:15.454975 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:45:15.456639 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:45:15.485741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de916a4c-7b11-439e-967c-ad3827fa656e req-9c4bc8e9-c263-4d64-884d-2fb4dc7dfd48 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:15.487498 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de916a4c-7b11-439e-967c-ad3827fa656e req-9c4bc8e9-c263-4d64-884d-2fb4dc7dfd48 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.37 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 945 time: 0.0507879 Nov 16 04:45:15.515697 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.526116 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.530092 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] 10.222.0.41 "DELETE /v2.0/networks/404a039e-1f36-4fdc-a362-dd711ea41342 HTTP/1.1" status: 204 len: 168 time: 0.2811522 Nov 16 04:45:15.541500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Pushing event deleted for resources: {'Network': ['ID=404a039e-1f36-4fdc-a362-dd711ea41342,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:15.549489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:15.549932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:15.550334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:15.550863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:15.551202 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:15.551537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:15.552151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:15.552531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:15.552861 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:15.553248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:15.553555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:15.553906 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1356dde3-298d-4646-b347-7d5151cd016b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:15.611722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-de916a4c-7b11-439e-967c-ad3827fa656e req-4489efbf-6575-4711-84a5-e342e169af0e tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Deleting port 681f194f-68de-4031-9552-02ad68f6f875 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:15.612072 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-de916a4c-7b11-439e-967c-ad3827fa656e req-4489efbf-6575-4711-84a5-e342e169af0e tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.648297 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38820) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:15.692836 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-326b7ddc-18fa-4ee0-8d8f-57956393fa49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d5c042316194f1f989e12f31f90de1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395255 Nov 16 04:45:15.692836 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38824) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:15.722258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-de916a4c-7b11-439e-967c-ad3827fa656e req-4489efbf-6575-4711-84a5-e342e169af0e tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] For port 681f194f-68de-4031-9552-02ad68f6f875, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=681f194f-68de-4031-9552-02ad68f6f875,segment=NetworkSegment(b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6),segment_id=b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:15.722787 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-de916a4c-7b11-439e-967c-ad3827fa656e req-4489efbf-6575-4711-84a5-e342e169af0e tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.739596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-de916a4c-7b11-439e-967c-ad3827fa656e req-4489efbf-6575-4711-84a5-e342e169af0e tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Calling delete_port for 681f194f-68de-4031-9552-02ad68f6f875 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:15.749461 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-07eadbdc-d4a7-4408-9853-71ab76cf55a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.775681 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-07eadbdc-d4a7-4408-9853-71ab76cf55a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.815417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 11c329ef-81ad-4fee-aa7e-78f953d85cf5 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:45:15.824895 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-07eadbdc-d4a7-4408-9853-71ab76cf55a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.830067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-07eadbdc-d4a7-4408-9853-71ab76cf55a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:15.831580 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-07eadbdc-d4a7-4408-9853-71ab76cf55a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2595b822-5dd1-41ad-ba82-0d790ddb743d HTTP/1.1" status: 204 len: 168 time: 0.1380672 Nov 16 04:45:15.860154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eadbdc-d4a7-4408-9853-71ab76cf55a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2595b822-5dd1-41ad-ba82-0d790ddb743d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:15.873651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a935f-efe1-4e5b-98b7-7f28bc049aca req-a1779669-6054-46e5-abf5-a2cb3defa7bc tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:15.877520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d3a935f-efe1-4e5b-98b7-7f28bc049aca req-a1779669-6054-46e5-abf5-a2cb3defa7bc tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.0847440 Nov 16 04:45:15.944354 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 11c329ef-81ad-4fee-aa7e-78f953d85cf5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=11c329ef-81ad-4fee-aa7e-78f953d85cf5,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:15.962063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d3a935f-efe1-4e5b-98b7-7f28bc049aca req-9de19aac-c6f7-4d29-9c6e-797426b84103 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758281 Nov 16 04:45:15.969681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '11c329ef-81ad-4fee-aa7e-78f953d85cf5', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '11c329ef-81ad-4fee-aa7e-78f953d85cf5', 'mac_address': 'fa:16:3e:62:04:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:45:16.008946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a2df4-87ba-47ba-b414-42884b412bc3 req-8ef11dbb-ae2b-4465-a072-7f67230583a6 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:16.016822 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac8a2df4-87ba-47ba-b414-42884b412bc3 req-8ef11dbb-ae2b-4465-a072-7f67230583a6 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/ports?device_id=481ea941-e8e7-4f7b-bbcf-c7c693b167be HTTP/1.1" status: 200 len: 945 time: 0.1073480 Nov 16 04:45:16.027945 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:16.045980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c329ef-81ad-4fee-aa7e-78f953d85cf5 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:45:16.065811 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-de916a4c-7b11-439e-967c-ad3827fa656e req-4489efbf-6575-4711-84a5-e342e169af0e tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:16.078866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 11c329ef-81ad-4fee-aa7e-78f953d85cf5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=11c329ef-81ad-4fee-aa7e-78f953d85cf5,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:16.082624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['681f194f-68de-4031-9552-02ad68f6f875'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:16.088665 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:16.109190 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac8a2df4-87ba-47ba-b414-42884b412bc3 req-a3cee9ac-08c3-45a6-94ec-2e1b8b729c94 tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.41 "GET /v2.0/security-groups?id=60b3f54a-157e-4421-8186-3486c16a971f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916257 Nov 16 04:45:16.110407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489efbf-6575-4711-84a5-e342e169af0e tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Pushing event deleted for resources: {'Port': ['ID=681f194f-68de-4031-9552-02ad68f6f875,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:16.140047 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:16.160905 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-de916a4c-7b11-439e-967c-ad3827fa656e req-4489efbf-6575-4711-84a5-e342e169af0e tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] No DVR routers for this DVR port 681f194f-68de-4031-9552-02ad68f6f875 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:45:16.163549 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-de916a4c-7b11-439e-967c-ad3827fa656e req-4489efbf-6575-4711-84a5-e342e169af0e tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:16.167009 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de916a4c-7b11-439e-967c-ad3827fa656e req-4489efbf-6575-4711-84a5-e342e169af0e tempest-VolumesAdminNegativeTest-1451942573 tempest-VolumesAdminNegativeTest-1451942573-project] 10.222.0.37 "DELETE /v2.0/ports/681f194f-68de-4031-9552-02ad68f6f875 HTTP/1.1" status: 204 len: 173 time: 0.6650155 Nov 16 04:45:16.167463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481ea941-e8e7-4f7b-bbcf-c7c693b167be', 'name': 'network-vif-deleted', 'tag': '681f194f-68de-4031-9552-02ad68f6f875'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:16.168328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=11c329ef-81ad-4fee-aa7e-78f953d85cf5,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:16.170322 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b3d2ef-2bc3-4e11-ab9a-47f370aec3f9" -d '{"events": [{"server_uuid": "481ea941-e8e7-4f7b-bbcf-c7c693b167be", "name": "network-vif-deleted", "tag": "681f194f-68de-4031-9552-02ad68f6f875"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:16.219112 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3813954-98f1-447b-b1f2-8d097c1f848d x-openstack-request-id: req-b3813954-98f1-447b-b1f2-8d097c1f848d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:16.219644 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "481ea941-e8e7-4f7b-bbcf-c7c693b167be", "name": "network-vif-deleted", "tag": "681f194f-68de-4031-9552-02ad68f6f875", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:16.220070 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3813954-98f1-447b-b1f2-8d097c1f848d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:16.220759 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '481ea941-e8e7-4f7b-bbcf-c7c693b167be', 'name': 'network-vif-deleted', 'tag': '681f194f-68de-4031-9552-02ad68f6f875', 'status': 'completed', 'code': 200} Nov 16 04:45:16.410205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc008d9-72eb-498e-ac57-09d3796a1f59 req-eca71366-e146-4790-8c81-d2b1c6c42f3e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:16.411694 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2dc008d9-72eb-498e-ac57-09d3796a1f59 req-eca71366-e146-4790-8c81-d2b1c6c42f3e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 949 time: 0.0487132 Nov 16 04:45:16.430880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['11c329ef-81ad-4fee-aa7e-78f953d85cf5'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:16.473152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2dc008d9-72eb-498e-ac57-09d3796a1f59 req-79298f1b-42ba-41f1-abc3-a8bda11faaab tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544596 Nov 16 04:45:16.658132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38860) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:16.760943 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-743884565-network', 'tenant_id': '3f5f654448204001838bcf01f092ff01'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:16.788154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Made reservation on behalf of 3f5f654448204001838bcf01f092ff01 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:45:16.790427 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:16.799325 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:16.873895 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:16.877465 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:16.900542 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:45:16.909361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2763e21-d190-4586-83e6-bbb4de1764d0,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:16.914961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:16.915294 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Added segment cb3ebc75-c93c-4482-b1f4-82891c326858 of type vlan for network b1ad9985-b8c7-481f-b33b-be8875f245e0 Nov 16 04:45:16.958369 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:16.982499 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:16.983431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:16.984012 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.042541 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3833048 Nov 16 04:45:17.045518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38868) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:17.048381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e27b7a-a6f1-4a59-b5f9-5c354a65ac51 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ad9985-b8c7-481f-b33b-be8875f245e0,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:17.051300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5ca0dc51-9255-41c5-8b59-88771f7b5d0e admin admin] Request body: {'subnet': {'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-743884565-subnet', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:17.058818 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network b1ad9985-b8c7-481f-b33b-be8875f245e0 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:45:17.075580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca0dc51-9255-41c5-8b59-88771f7b5d0e admin admin] Made reservation on behalf of 3f5f654448204001838bcf01f092ff01 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:45:17.078060 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ca0dc51-9255-41c5-8b59-88771f7b5d0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.175257 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38872) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:17.186145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558cf0c-1d1c-49bd-8b23-03782f315dd2 req-081d6a62-ce91-45d0-9657-6f91e52a2746 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:17.187647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2558cf0c-1d1c-49bd-8b23-03782f315dd2 req-081d6a62-ce91-45d0-9657-6f91e52a2746 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.1137729 Nov 16 04:45:17.228492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-378711c0-0577-4fe3-80e2-fdbbcbf97b20 admin admin] Deleting subnet 86dd572b-ea25-45f1-809d-83195f3312d3 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:45:17.232476 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-378711c0-0577-4fe3-80e2-fdbbcbf97b20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.272943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-378711c0-0577-4fe3-80e2-fdbbcbf97b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.277219 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2558cf0c-1d1c-49bd-8b23-03782f315dd2 req-7d521b1d-7a6c-4400-b0c4-3be2ae9fe49d tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815890 Nov 16 04:45:17.313290 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-378711c0-0577-4fe3-80e2-fdbbcbf97b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.329782 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ca0dc51-9255-41c5-8b59-88771f7b5d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.375177 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-378711c0-0577-4fe3-80e2-fdbbcbf97b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.384408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0dc51-9255-41c5-8b59-88771f7b5d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ee3581-bd14-4ec0-8925-aa08760e170a,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:17.393860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca0dc51-9255-41c5-8b59-88771f7b5d0e admin admin] Checking segment: {'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:17.394432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca0dc51-9255-41c5-8b59-88771f7b5d0e admin admin] Network hostable DHCP agents. Network: b1ad9985-b8c7-481f-b33b-be8875f245e0, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:45:17.401137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378711c0-0577-4fe3-80e2-fdbbcbf97b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86dd572b-ea25-45f1-809d-83195f3312d3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:17.403209 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-378711c0-0577-4fe3-80e2-fdbbcbf97b20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.407569 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-378711c0-0577-4fe3-80e2-fdbbcbf97b20 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/86dd572b-ea25-45f1-809d-83195f3312d3 HTTP/1.1" status: 204 len: 168 time: 0.2310698 Nov 16 04:45:17.410993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38876) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:17.418681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca0dc51-9255-41c5-8b59-88771f7b5d0e admin admin] Network b1ad9985-b8c7-481f-b33b-be8875f245e0 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:45:17.463827 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-5ca0dc51-9255-41c5-8b59-88771f7b5d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, b1ad9985-b8c7-481f-b33b-be8875f245e0) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:17.471772 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffa08b7-4d9d-4e4d-8589-33769b69230f None None] Network b1ad9985-b8c7-481f-b33b-be8875f245e0 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:45:17.474038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca0dc51-9255-41c5-8b59-88771f7b5d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:17.474628 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ca0dc51-9255-41c5-8b59-88771f7b5d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.497036 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4de3bc30-9bc8-4705-9f7d-1b2c0dc634ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.506234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38880) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:17.506983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5ca0dc51-9255-41c5-8b59-88771f7b5d0e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4599848 Nov 16 04:45:17.515979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:17.542780 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.544280 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.603469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.621748 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4de3bc30-9bc8-4705-9f7d-1b2c0dc634ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.648730 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-4de3bc30-9bc8-4705-9f7d-1b2c0dc634ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d9451b-5807-488a-a893-96fa9f465c3d']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:17.661644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-4de3bc30-9bc8-4705-9f7d-1b2c0dc634ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:17.661964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-4de3bc30-9bc8-4705-9f7d-1b2c0dc634ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e08e3d-600c-446d-9b6f-3d0bf5bae5c6') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:17.666100 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-b1ad9985-b8c7-481f-b33b-be8875f245e0', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:45:17.668078 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.677690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18ef5e-a47c-455e-8216-03c3f19bf678 req-45eba5e2-28c9-4778-8a1f-2ca65082f1fd tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:17.679255 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f18ef5e-a47c-455e-8216-03c3f19bf678 req-45eba5e2-28c9-4778-8a1f-2ca65082f1fd tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 949 time: 0.0979738 Nov 16 04:45:17.683092 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4de3bc30-9bc8-4705-9f7d-1b2c0dc634ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.709694 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4de3bc30-9bc8-4705-9f7d-1b2c0dc634ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.720967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de3bc30-9bc8-4705-9f7d-1b2c0dc634ee admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:45:17.721350 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4de3bc30-9bc8-4705-9f7d-1b2c0dc634ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:45:17.722997 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:45:17.791114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.791723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f18ef5e-a47c-455e-8216-03c3f19bf678 req-cfbc22fc-f39e-4612-af35-cb3315407dc8 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018171 Nov 16 04:45:17.798843 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4de3bc30-9bc8-4705-9f7d-1b2c0dc634ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.805868 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4de3bc30-9bc8-4705-9f7d-1b2c0dc634ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.809310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4de3bc30-9bc8-4705-9f7d-1b2c0dc634ee admin admin] 10.222.0.41 "DELETE /v2.0/networks/94d9451b-5807-488a-a893-96fa9f465c3d HTTP/1.1" status: 204 len: 168 time: 0.3973627 Nov 16 04:45:17.818240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38884) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:17.826007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3bc30-9bc8-4705-9f7d-1b2c0dc634ee admin admin] Pushing event deleted for resources: {'Network': ['ID=94d9451b-5807-488a-a893-96fa9f465c3d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:17.851829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 11c329ef-81ad-4fee-aa7e-78f953d85cf5 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:17.861847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Allocated IP 172.20.0.2 (b1ad9985-b8c7-481f-b33b-be8875f245e0/11ee3581-bd14-4ec0-8925-aa08760e170a/c25310d1-7453-4e99-a56f-ea35a729eb8d) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:17.867587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-52815afd-5cd6-4fa0-a396-50f49dab68e9 admin admin] Deleting subnet b3d37ce6-fd7b-4de8-a04f-6ad46b074ed9 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:45:17.871664 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-52815afd-5cd6-4fa0-a396-50f49dab68e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.914829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-52815afd-5cd6-4fa0-a396-50f49dab68e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.960825 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-52815afd-5cd6-4fa0-a396-50f49dab68e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:17.973305 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 11c329ef-81ad-4fee-aa7e-78f953d85cf5 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:45:17.984810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 11c329ef-81ad-4fee-aa7e-78f953d85cf5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:17.985258 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.019576 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-52815afd-5cd6-4fa0-a396-50f49dab68e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.043898 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.044769 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52815afd-5cd6-4fa0-a396-50f49dab68e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3d37ce6-fd7b-4de8-a04f-6ad46b074ed9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:18.048344 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-52815afd-5cd6-4fa0-a396-50f49dab68e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.051600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-52815afd-5cd6-4fa0-a396-50f49dab68e9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b3d37ce6-fd7b-4de8-a04f-6ad46b074ed9 HTTP/1.1" status: 204 len: 168 time: 0.2321084 Nov 16 04:45:18.054032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38888) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:18.069445 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.109051 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.123847 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.128064 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3908329f-b131-4aca-9d13-a9ae5f259b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.130086 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.179305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Allocated IP 172.25.0.244 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/6dca4c73-12e6-47f5-9e81-abe0af1f0dc6) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:18.181470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Network b1ad9985-b8c7-481f-b33b-be8875f245e0 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:18.191584 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb35687e-9b2c-428c-9357-5ddae409176b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c329ef-81ad-4fee-aa7e-78f953d85cf5'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:18.194072 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309b0380-00ee-4424-85e5-db205b6f01f9" -d '{"events": [{"server_uuid": "eb35687e-9b2c-428c-9357-5ddae409176b", "name": "network-vif-plugged", "status": "completed", "tag": "11c329ef-81ad-4fee-aa7e-78f953d85cf5"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:18.201641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:18.211476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:18.217307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 11c329ef-81ad-4fee-aa7e-78f953d85cf5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=11c329ef-81ad-4fee-aa7e-78f953d85cf5,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:18.217648 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3908329f-b131-4aca-9d13-a9ae5f259b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.219610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Pushing event updated for resources: {'Port': ['ID=c25310d1-7453-4e99-a56f-ea35a729eb8d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:18.224354 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.225363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a7fb2445-e607-4034-a55e-fe1424c6a4de no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:45:18.245351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-3908329f-b131-4aca-9d13-a9ae5f259b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac52ff5-0b8f-4573-9990-899fdb457b8b']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:18.257544 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-3908329f-b131-4aca-9d13-a9ae5f259b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34548fdf-91ec-4c1c-8f57-7ef127ca343c') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:18.257966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-3908329f-b131-4aca-9d13-a9ae5f259b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34548fdf-91ec-4c1c-8f57-7ef127ca343c') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:18.271437 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3908329f-b131-4aca-9d13-a9ae5f259b70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.287894 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3908329f-b131-4aca-9d13-a9ae5f259b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.297025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3908329f-b131-4aca-9d13-a9ae5f259b70 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:45:18.297918 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3908329f-b131-4aca-9d13-a9ae5f259b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:45:18.300979 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:45:18.398892 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.415885 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7da8d2e-e558-4deb-9cb8-67d2565e4e2e x-openstack-request-id: req-d7da8d2e-e558-4deb-9cb8-67d2565e4e2e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:18.416496 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb35687e-9b2c-428c-9357-5ddae409176b", "name": "network-vif-plugged", "status": "completed", "tag": "11c329ef-81ad-4fee-aa7e-78f953d85cf5", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:18.416910 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7da8d2e-e558-4deb-9cb8-67d2565e4e2e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:18.417484 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb35687e-9b2c-428c-9357-5ddae409176b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c329ef-81ad-4fee-aa7e-78f953d85cf5', 'code': 200} Nov 16 04:45:18.418750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: a7fb2445-e607-4034-a55e-fe1424c6a4de {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:45:18.419245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a7fb2445-e607-4034-a55e-fe1424c6a4de not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:45:18.450539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.452919 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3908329f-b131-4aca-9d13-a9ae5f259b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.460169 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.466064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6f9f4-3a37-4a14-a702-4b1cb489dce7 req-701ee823-f6ba-4dab-82ca-97b479aae1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:18.467841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bdf6f9f4-3a37-4a14-a702-4b1cb489dce7 req-701ee823-f6ba-4dab-82ca-97b479aae1ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 1101 time: 0.1029613 Nov 16 04:45:18.477196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=11c329ef-81ad-4fee-aa7e-78f953d85cf5,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:18.477402 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3908329f-b131-4aca-9d13-a9ae5f259b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.479904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Attempting to bind port c25310d1-7453-4e99-a56f-ea35a729eb8d on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:45:18.480804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Attempting to bind port c25310d1-7453-4e99-a56f-ea35a729eb8d by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:45:18.481164 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Attempting to bind port c25310d1-7453-4e99-a56f-ea35a729eb8d on network b1ad9985-b8c7-481f-b33b-be8875f245e0 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:45:18.481422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3908329f-b131-4aca-9d13-a9ae5f259b70 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cac52ff5-0b8f-4573-9990-899fdb457b8b HTTP/1.1" status: 204 len: 168 time: 0.4253180 Nov 16 04:45:18.486847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:45:18.487469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Checking segment: {'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:18.488034 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.488566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Bound using segment: {'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:45:18.489212 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Bound port: c25310d1-7453-4e99-a56f-ea35a729eb8d, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:45:18.489973 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.491927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb634f4-c30c-4f55-bd5b-82207e811297 req-16360741-85d9-4215-950a-da31f57b441e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:18.493959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bb634f4-c30c-4f55-bd5b-82207e811297 req-16360741-85d9-4215-950a-da31f57b441e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.0953197 Nov 16 04:45:18.500304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908329f-b131-4aca-9d13-a9ae5f259b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=cac52ff5-0b8f-4573-9990-899fdb457b8b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:18.526512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6dca4c73-12e6-47f5-9e81-abe0af1f0dc6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:18.536417 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:18.538777 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:18.541363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:18.574720 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bdf6f9f4-3a37-4a14-a702-4b1cb489dce7 req-c6b3732e-2262-4aa4-bb1b-ac6a8b7c3989 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922983 Nov 16 04:45:18.576324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] For port c25310d1-7453-4e99-a56f-ea35a729eb8d, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:45:18.580169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] For port c25310d1-7453-4e99-a56f-ea35a729eb8d, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c25310d1-7453-4e99-a56f-ea35a729eb8d,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:45:18.585588 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:18.594875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bb634f4-c30c-4f55-bd5b-82207e811297 req-212c9516-54ce-41a3-baf6-44d60173c0ad tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918083 Nov 16 04:45:18.672707 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688cec2-72ee-47e8-9cb4-f6a0d33aed71 None None] Pushing event updated for resources: {'Port': ['ID=c25310d1-7453-4e99-a56f-ea35a729eb8d,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:18.676356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38898) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:19.103012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4111b1f3-0087-4b54-838b-4d25acd40141 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a08bfbdc1b845f9877409500507d40c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4253016 Nov 16 04:45:19.106087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38908) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:19.133948 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:19.168908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440220eb-48d8-43cf-bc21-c701de813f8e req-19151282-9977-4292-8e2f-1da5eda355bc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:19.170376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-440220eb-48d8-43cf-bc21-c701de813f8e req-19151282-9977-4292-8e2f-1da5eda355bc tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 950 time: 0.0784245 Nov 16 04:45:19.197961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b8b61c40-bad1-46da-aee3-d63c9c3829bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:19.233955 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b8b61c40-bad1-46da-aee3-d63c9c3829bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:19.254015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-440220eb-48d8-43cf-bc21-c701de813f8e req-8e27e389-2734-407e-bfb9-c659c6f62c18 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769601 Nov 16 04:45:19.295909 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b8b61c40-bad1-46da-aee3-d63c9c3829bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:19.298620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b8b61c40-bad1-46da-aee3-d63c9c3829bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:19.299727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b8b61c40-bad1-46da-aee3-d63c9c3829bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60b3f54a-157e-4421-8186-3486c16a971f HTTP/1.1" status: 204 len: 168 time: 0.1927788 Nov 16 04:45:19.308114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b61c40-bad1-46da-aee3-d63c9c3829bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b3f54a-157e-4421-8186-3486c16a971f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:19.347587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:19.504806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c25310d1-7453-4e99-a56f-ea35a729eb8d up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:19.542580 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:45:19.566506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c25310d1-7453-4e99-a56f-ea35a729eb8d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:19.566869 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:19.671286 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:19.703965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:45:19.711200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 681f194f-68de-4031-9552-02ad68f6f875 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:45:19.716083 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Sync routers for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:45:19.726057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:19.727440 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9534a2d3-2650-4ccc-a0db-e3ba7a5e47f1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2190027 Nov 16 04:45:19.731985 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38918) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:19.740940 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:19.744213 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:19.749730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port c25310d1-7453-4e99-a56f-ea35a729eb8d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c25310d1-7453-4e99-a56f-ea35a729eb8d,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:19.751077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 681f194f-68de-4031-9552-02ad68f6f875 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:45:19.751415 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 681f194f-68de-4031-9552-02ad68f6f875 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:45:19.757840 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:19.775432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38920) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:19.819540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c8cd5-ac5a-404f-a582-0e1cf7fa01de req-945f5ae4-a754-40e1-b662-febeb5aa19ba tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:19.830756 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=c25310d1-7453-4e99-a56f-ea35a729eb8d,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:19.838346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-563c8cd5-ac5a-404f-a582-0e1cf7fa01de req-945f5ae4-a754-40e1-b662-febeb5aa19ba tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.1529813 Nov 16 04:45:19.891854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3ddf70b5-6401-4b50-a4e8-763484cd7396 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51e7ee0ed9e649b5b157d386fbd2fdcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1144090 Nov 16 04:45:19.897944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38924) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:19.962257 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-563c8cd5-ac5a-404f-a582-0e1cf7fa01de req-1f594b7b-862f-41dd-ad88-7d3ad7ce4768 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190071 Nov 16 04:45:19.977167 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ae04-4300-454f-b56a-a680248ff5b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:20.023041 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ae04-4300-454f-b56a-a680248ff5b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:20.026020 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:20.053635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8153a147-81c5-427f-8cb3-acb97dfb4b4e None None] Network b1ad9985-b8c7-481f-b33b-be8875f245e0 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:45:20.155931 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ae04-4300-454f-b56a-a680248ff5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:20.159461 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9fa2ae04-4300-454f-b56a-a680248ff5b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:20.161329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-98ccbc91-18aa-4684-8b53-bf6e0108fa11 None None] Provisioning complete for port c25310d1-7453-4e99-a56f-ea35a729eb8d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:20.161704 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98ccbc91-18aa-4684-8b53-bf6e0108fa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:20.163390 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9fa2ae04-4300-454f-b56a-a680248ff5b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d5bd154-0192-4334-90c4-4e9b43db0450 HTTP/1.1" status: 204 len: 168 time: 0.2643220 Nov 16 04:45:20.198643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2ae04-4300-454f-b56a-a680248ff5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5bd154-0192-4334-90c4-4e9b43db0450,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:20.245986 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:19Z', 'revision_number': 3, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:20.278643 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Checking router: e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:45:20.279351 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Updating router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 port 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:45:20.318254 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:20.463017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354bf2d-6e59-4e91-8a7b-34e35ba47005 req-f5f6a2dc-bc60-41fa-a324-7c76cc609458 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:20.475118 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a354bf2d-6e59-4e91-8a7b-34e35ba47005 req-f5f6a2dc-bc60-41fa-a324-7c76cc609458 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 950 time: 0.0769064 Nov 16 04:45:20.558206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a354bf2d-6e59-4e91-8a7b-34e35ba47005 req-f4ab4f64-2c44-49e1-b325-36a7edbf30c1 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765815 Nov 16 04:45:20.558964 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:20.700519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf1b05-eda2-48c9-a662-61945c3266a3 req-9457532d-65d4-4c19-8b38-5d88794d13dc tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:20.700976 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:20.708604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-addf1b05-eda2-48c9-a662-61945c3266a3 req-9457532d-65d4-4c19-8b38-5d88794d13dc tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 1101 time: 0.0570791 Nov 16 04:45:20.711022 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:20.745564 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-cc85fd0a-3253-4d72-8357-f6fea480e0dc None None] Provisioning complete for port c25310d1-7453-4e99-a56f-ea35a729eb8d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:20.747005 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cc85fd0a-3253-4d72-8357-f6fea480e0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:20.776856 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Attempting to bind port 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:45:20.778624 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Attempting to bind port 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:45:20.779514 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Attempting to bind port 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:45:20.790938 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Pushing event updated for resources: {'Port': ['ID=6dca4c73-12e6-47f5-9e81-abe0af1f0dc6,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:20.793814 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:45:20.794693 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:20.795913 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:20.796487 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:45:20.796954 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Bound port: 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:45:20.797612 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:20.818560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Allocated IP 172.20.0.1 (b1ad9985-b8c7-481f-b33b-be8875f245e0/11ee3581-bd14-4ec0-8925-aa08760e170a/9eb55e97-0198-4f5f-9d93-d70f68ba1b64) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:20.818764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-addf1b05-eda2-48c9-a662-61945c3266a3 req-ca7622fc-8a76-4ae9-8bfe-a1b44f6b933e tempest-ServersOnMultiNodesTest-878067661 tempest-ServersOnMultiNodesTest-878067661-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029711 Nov 16 04:45:20.828525 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:20.829116 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:20.829616 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:20.830158 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:20.830629 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:20.831114 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:20.831579 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:20.832188 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:20.832675 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:20.833141 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:20.833924 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:20.834306 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:20.900406 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] For port 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:45:20.905323 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] For port 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6dca4c73-12e6-47f5-9e81-abe0af1f0dc6,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:45:20.913803 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:20.975089 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:20.975842 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:20.993118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.040829 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.074887 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fe1bb-9f60-4002-a7aa-d43632c9cb56 None None] Pushing event updated for resources: {'Port': ['ID=6dca4c73-12e6-47f5-9e81-abe0af1f0dc6,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:21.127400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Network b1ad9985-b8c7-481f-b33b-be8875f245e0 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:21.131557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:21.138305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:21.157531 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:21.158083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0992530-5b97-4eaf-84d7-b66093cbc6ca req-d18b41b7-f33b-4a4c-815b-95505b4b0681 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:21.169826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0992530-5b97-4eaf-84d7-b66093cbc6ca req-d18b41b7-f33b-4a4c-815b-95505b4b0681 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.1062808 Nov 16 04:45:21.219105 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.282372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0992530-5b97-4eaf-84d7-b66093cbc6ca req-9df1c771-56e9-46f4-9601-83bcf8d65b70 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094615 Nov 16 04:45:21.289272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb55e97-0198-4f5f-9d93-d70f68ba1b64,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:21.318768 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8e908-7f8d-4ddf-8df1-aef338fb6ed3 req-61ba15d9-f832-46d0-8fd0-352feb3fb6f3 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:21.330178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71c8e908-7f8d-4ddf-8df1-aef338fb6ed3 req-61ba15d9-f832-46d0-8fd0-352feb3fb6f3 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 950 time: 0.1083899 Nov 16 04:45:21.393023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38964) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:21.416907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71c8e908-7f8d-4ddf-8df1-aef338fb6ed3 req-01fbdbb1-9f78-4054-9032-9cc8b00eaf28 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851398 Nov 16 04:45:21.449320 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:19Z', 'revision_number': 3, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:21.471044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.483360 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f335dbaa-1689-4891-bb13-538d88ac5cfa None None] The sync data for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 is: [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:19Z', 'revision_number': 3, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:45:21.490271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c25310d1-7453-4e99-a56f-ea35a729eb8d up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:21.576807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-39322de5-f3fe-4f26-a011-273752e07e76 None None] Provisioning complete for port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:21.577192 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-39322de5-f3fe-4f26-a011-273752e07e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.605179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-338765612-network', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:21.632327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c25310d1-7453-4e99-a56f-ea35a729eb8d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:21.632772 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.643102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Made reservation on behalf of 22f432c5b43549148e0bf1ce75e81aa4 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:45:21.646601 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.667925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-39322de5-f3fe-4f26-a011-273752e07e76 None None] Port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:45:21.673278 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.735346 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.740584 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.794502 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.798942 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.812731 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.815480 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Pushing event updated for resources: {'Port': ['ID=9eb55e97-0198-4f5f-9d93-d70f68ba1b64,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:21.831452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:45:21.843072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bdee3f-8f6b-4093-92be-a50f85cc4322,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:21.850445 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.850822 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Added segment 067e668b-07e4-4a4f-b38a-770b7f67be06 of type vlan for network 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f Nov 16 04:45:21.922067 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.942328 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Network b1ad9985-b8c7-481f-b33b-be8875f245e0 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:21.944841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:21.958670 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:21.960082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:21.960944 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:22.027662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6330802 Nov 16 04:45:22.030505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38970) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:22.035432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-68b1207c-93a8-4015-8795-e53945d2a57a admin admin] Request body: {'subnet': {'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-338765612-subnet', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:22.045534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dc3ad-e967-46e3-a820-0ab0341ea4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=9a2f3774-3f9b-4d7e-b799-4a84ef64e48f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:22.058147 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:45:22.072239 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b1207c-93a8-4015-8795-e53945d2a57a admin admin] Made reservation on behalf of 22f432c5b43549148e0bf1ce75e81aa4 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:45:22.074767 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68b1207c-93a8-4015-8795-e53945d2a57a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:22.117781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:45:22.280025 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:45:22.298378 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e8a4a89f-069c-4f7c-b9a6-a13f08dc0c85 admin admin] 10.222.0.41 "PUT /v2.0/routers/e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5650625 Nov 16 04:45:22.305583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e86ff108-1f4f-4771-ad01-cf115c5ae5eb None None] Provisioning complete for port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:22.305991 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e86ff108-1f4f-4771-ad01-cf115c5ae5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:22.344078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e86ff108-1f4f-4771-ad01-cf115c5ae5eb None None] Port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:45:22.354426 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68b1207c-93a8-4015-8795-e53945d2a57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:22.451201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b1207c-93a8-4015-8795-e53945d2a57a admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d04734-3546-436a-bd4e-bd5df3559455,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:22.478418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48c72d-cc43-4cee-8d81-11ecf67f7ce3 req-2190c704-d125-48e7-ab24-cdc561ecbb83 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:22.485855 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b48c72d-cc43-4cee-8d81-11ecf67f7ce3 req-2190c704-d125-48e7-ab24-cdc561ecbb83 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.1062214 Nov 16 04:45:22.487855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b1207c-93a8-4015-8795-e53945d2a57a admin admin] Checking segment: {'id': '067e668b-07e4-4a4f-b38a-770b7f67be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:22.488956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b1207c-93a8-4015-8795-e53945d2a57a admin admin] Network hostable DHCP agents. Network: 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:45:22.538646 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b1207c-93a8-4015-8795-e53945d2a57a admin admin] Network 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:45:22.553174 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b48c72d-cc43-4cee-8d81-11ecf67f7ce3 req-8b2090f4-481d-4963-9b0e-a9e030cd3ffc tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663152 Nov 16 04:45:22.554355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-68b1207c-93a8-4015-8795-e53945d2a57a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:22.559738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b1207c-93a8-4015-8795-e53945d2a57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:22.560523 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68b1207c-93a8-4015-8795-e53945d2a57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:22.564566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea4a99f-0634-40cc-9d72-7ae497945a0c None None] Network 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:45:22.590892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-68b1207c-93a8-4015-8795-e53945d2a57a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5564561 Nov 16 04:45:22.591265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38986) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:22.600462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-338765612-router', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:22.654928 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:22.656473 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:22.741705 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:22.803076 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-9a2f3774-3f9b-4d7e-b799-4a84ef64e48f', 'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'fixed_ips': [{'subnet_id': '59d04734-3546-436a-bd4e-bd5df3559455'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:45:22.804271 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:22.846381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38990) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:22.867453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e742b-49dd-4b2c-abaa-0766b9e99178 req-77c7fe82-218b-49c7-b187-62fc04927687 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:22.869163 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-783e742b-49dd-4b2c-abaa-0766b9e99178 req-77c7fe82-218b-49c7-b187-62fc04927687 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 950 time: 0.1480279 Nov 16 04:45:22.874366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c2d193e4-929f-42a1-8300-38453ee96e16 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1824740433', 'description': 'tempest-description--50951712'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:22.905998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e91618-f9ba-4e48-bc65-1d876959eddf req-d0365ede-a23f-45b3-874b-abc67f7f6baf tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:22.907495 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9e91618-f9ba-4e48-bc65-1d876959eddf req-d0365ede-a23f-45b3-874b-abc67f7f6baf tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 950 time: 0.1291082 Nov 16 04:45:22.909099 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c2d193e4-929f-42a1-8300-38453ee96e16 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:22.935482 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:22.985825 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Allocated IP 172.20.0.2 (9a2f3774-3f9b-4d7e-b799-4a84ef64e48f/59d04734-3546-436a-bd4e-bd5df3559455/e01412a5-3f35-44ea-8ff7-07795a4e336b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:23.043960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-783e742b-49dd-4b2c-abaa-0766b9e99178 req-ab23a5f1-2adb-40bf-924b-9f4b2edbff0e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468570 Nov 16 04:45:23.101451 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c2d193e4-929f-42a1-8300-38453ee96e16 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.109130 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c2d193e4-929f-42a1-8300-38453ee96e16 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.127959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d9e91618-f9ba-4e48-bc65-1d876959eddf req-a2dc22eb-0cdc-4b82-a010-9fd0a3c7311b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Deleting port 11c329ef-81ad-4fee-aa7e-78f953d85cf5 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:23.128352 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9e91618-f9ba-4e48-bc65-1d876959eddf req-a2dc22eb-0cdc-4b82-a010-9fd0a3c7311b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.160258 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.171387 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.177554 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.179964 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.187273 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c2d193e4-929f-42a1-8300-38453ee96e16 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.188545 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c2d193e4-929f-42a1-8300-38453ee96e16 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3184168 Nov 16 04:45:23.192308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38992) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:23.197677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d193e4-929f-42a1-8300-38453ee96e16 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1718e507-6dd1-4e02-9ee2-20aed8808b76,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:23.198157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ecd7303b-9baa-4af5-b4a4-1f13afc52b0a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Request body: {'security_group_rule': {'security_group_id': '1718e507-6dd1-4e02-9ee2-20aed8808b76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:23.220716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Network 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:23.223651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:23.227363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:23.237073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Pushing event updated for resources: {'Port': ['ID=e01412a5-3f35-44ea-8ff7-07795a4e336b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:23.251475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d9e91618-f9ba-4e48-bc65-1d876959eddf req-a2dc22eb-0cdc-4b82-a010-9fd0a3c7311b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] For port 11c329ef-81ad-4fee-aa7e-78f953d85cf5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=11c329ef-81ad-4fee-aa7e-78f953d85cf5,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:23.251859 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9e91618-f9ba-4e48-bc65-1d876959eddf req-a2dc22eb-0cdc-4b82-a010-9fd0a3c7311b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.268795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d9e91618-f9ba-4e48-bc65-1d876959eddf req-a2dc22eb-0cdc-4b82-a010-9fd0a3c7311b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Calling delete_port for 11c329ef-81ad-4fee-aa7e-78f953d85cf5 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:23.291165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Attempting to bind port e01412a5-3f35-44ea-8ff7-07795a4e336b on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:45:23.291540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Attempting to bind port e01412a5-3f35-44ea-8ff7-07795a4e336b by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '067e668b-07e4-4a4f-b38a-770b7f67be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:45:23.291902 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Attempting to bind port e01412a5-3f35-44ea-8ff7-07795a4e336b on network 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:45:23.297529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:45:23.297941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Checking segment: {'id': '067e668b-07e4-4a4f-b38a-770b7f67be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:23.298341 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.298752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Bound using segment: {'id': '067e668b-07e4-4a4f-b38a-770b7f67be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:45:23.299253 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Bound port: e01412a5-3f35-44ea-8ff7-07795a4e336b, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067e668b-07e4-4a4f-b38a-770b7f67be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:45:23.299634 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.323333 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ecd7303b-9baa-4af5-b4a4-1f13afc52b0a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.426175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] For port e01412a5-3f35-44ea-8ff7-07795a4e336b, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:45:23.427116 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ecd7303b-9baa-4af5-b4a4-1f13afc52b0a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.431258 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] For port e01412a5-3f35-44ea-8ff7-07795a4e336b, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e01412a5-3f35-44ea-8ff7-07795a4e336b,segment=NetworkSegment(067e668b-07e4-4a4f-b38a-770b7f67be06),segment_id=067e668b-07e4-4a4f-b38a-770b7f67be06)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:45:23.434723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ecd7303b-9baa-4af5-b4a4-1f13afc52b0a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.436060 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.455763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Allocated IP 172.25.0.201 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/61e8a29a-a988-4c68-9dac-25bb6260d682) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:23.460549 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9e91618-f9ba-4e48-bc65-1d876959eddf req-a2dc22eb-0cdc-4b82-a010-9fd0a3c7311b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.475462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271', '6d9c8b8e-1a56-4b90-9cd6-fd478337558f', '11c329ef-81ad-4fee-aa7e-78f953d85cf5'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:23.479679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['881ab524-5f9c-434a-9608-a278a5b8ff16', '6435f10c-645a-469f-baa4-798adcd22a32', '31f56588-e2cb-4b3f-b4f4-17b4c37748f9', '0d71a7b9-2082-4f2c-a2a0-6c634a942c65', '0c64d5e9-58f1-4735-822c-e59c6043a35d'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:23.489168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7303b-9baa-4af5-b4a4-1f13afc52b0a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067c59bc-25d7-43d5-b240-101ffa4bb375,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:23.494016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:23.498762 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ecd7303b-9baa-4af5-b4a4-1f13afc52b0a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.499874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc22eb-0cdc-4b82-a010-9fd0a3c7311b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event deleted for resources: {'Port': ['ID=11c329ef-81ad-4fee-aa7e-78f953d85cf5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:23.503484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38996) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:23.513171 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9c845862-c4c9-4f4d-ba13-3e4ee9f7b7f1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Request body: {'security_group_rule': {'security_group_id': '1718e507-6dd1-4e02-9ee2-20aed8808b76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:23.513852 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ecd7303b-9baa-4af5-b4a4-1f13afc52b0a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3203835 Nov 16 04:45:23.565931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e91618-f9ba-4e48-bc65-1d876959eddf req-a2dc22eb-0cdc-4b82-a010-9fd0a3c7311b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] No DVR routers for this DVR port 11c329ef-81ad-4fee-aa7e-78f953d85cf5 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:45:23.579700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9e91618-f9ba-4e48-bc65-1d876959eddf req-a2dc22eb-0cdc-4b82-a010-9fd0a3c7311b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.579700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9e91618-f9ba-4e48-bc65-1d876959eddf req-a2dc22eb-0cdc-4b82-a010-9fd0a3c7311b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "DELETE /v2.0/ports/11c329ef-81ad-4fee-aa7e-78f953d85cf5 HTTP/1.1" status: 204 len: 173 time: 0.6497519 Nov 16 04:45:23.585539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb35687e-9b2c-428c-9357-5ddae409176b', 'name': 'network-vif-deleted', 'tag': '11c329ef-81ad-4fee-aa7e-78f953d85cf5'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:23.591145 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8f5f39-0f3c-4f48-897f-86f4af986a83" -d '{"events": [{"server_uuid": "eb35687e-9b2c-428c-9357-5ddae409176b", "name": "network-vif-deleted", "tag": "11c329ef-81ad-4fee-aa7e-78f953d85cf5"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:23.626697 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9c845862-c4c9-4f4d-ba13-3e4ee9f7b7f1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.721537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.739910 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8981556a-6286-4594-9684-21b84154f87f x-openstack-request-id: req-8981556a-6286-4594-9684-21b84154f87f {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:23.740438 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb35687e-9b2c-428c-9357-5ddae409176b", "name": "network-vif-deleted", "tag": "11c329ef-81ad-4fee-aa7e-78f953d85cf5", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:23.741132 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8981556a-6286-4594-9684-21b84154f87f {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:23.741555 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb35687e-9b2c-428c-9357-5ddae409176b', 'name': 'network-vif-deleted', 'tag': '11c329ef-81ad-4fee-aa7e-78f953d85cf5', 'status': 'completed', 'code': 200} Nov 16 04:45:23.753134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecf0bc-a946-4351-be97-8c53bd75ab7a None None] Pushing event updated for resources: {'Port': ['ID=e01412a5-3f35-44ea-8ff7-07795a4e336b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:23.796564 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9c845862-c4c9-4f4d-ba13-3e4ee9f7b7f1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.802927 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9c845862-c4c9-4f4d-ba13-3e4ee9f7b7f1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.854371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.868500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c845862-c4c9-4f4d-ba13-3e4ee9f7b7f1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9dda05a-2acd-41a5-bfd0-a39cf999e8f1,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:23.876143 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9c845862-c4c9-4f4d-ba13-3e4ee9f7b7f1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.889450 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9c845862-c4c9-4f4d-ba13-3e4ee9f7b7f1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3752346 Nov 16 04:45:23.890409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39004) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:23.903574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:23.904102 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:23.906031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1d57f-664b-4e2e-bb2c-4b67f3560179 req-76e57fa8-126b-498c-900c-7bc4b10306e0 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:23.915476 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:23.916036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bca1d57f-664b-4e2e-bb2c-4b67f3560179 req-76e57fa8-126b-498c-900c-7bc4b10306e0 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.2538486 Nov 16 04:45:23.921621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:23.926642 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:23.940774 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:24.025940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bca1d57f-664b-4e2e-bb2c-4b67f3560179 req-db575584-cc72-4c59-b4b9-84ab3718232c tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041632 Nov 16 04:45:24.043879 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:24.072725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Sync routers for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:45:24.123244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Pushing event updated for resources: {'Port': ['ID=61e8a29a-a988-4c68-9dac-25bb6260d682,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:24.206577 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:24.266441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:24.267257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:24.269675 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:24.348152 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:24.387011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d3ed541-7198-4f56-a624-43baadee3dc7 req-9c8a272f-9af0-44ab-b245-c4e04d1a8250 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb35687e-9b2c-428c-9357-5ddae409176b HTTP/1.1" status: 200 len: 210 time: 0.1750457 Nov 16 04:45:24.399936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Allocated IP 172.25.0.148 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/befdd339-b687-4a88-a261-aecf57100ef4) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:24.411002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6dca4c73-12e6-47f5-9e81-abe0af1f0dc6,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:24.471030 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:24.567875 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:24.606538 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:24.653997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:24.657360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:24.659902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:24.701634 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:24.765445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event updated for resources: {'Port': ['ID=befdd339-b687-4a88-a261-aecf57100ef4,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:24.780871 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:24.820093 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:24.936268 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:24.973956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=6dca4c73-12e6-47f5-9e81-abe0af1f0dc6,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:25.021376 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:25.026589 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:25.126147 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Router d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:45:25.174726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a009d7e-e729-4d32-a64d-535f36c84679 None None] Network 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:45:25.180991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event updated for resources: {'Port': ['ID=befdd339-b687-4a88-a261-aecf57100ef4,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:25.193069 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:25.216007 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:25.225397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-04e69e9e-6aa8-4285-80f4-42d109041fb6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2989194 Nov 16 04:45:25.226785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd781b-cc24-4143-8f73-22a2f3f00a6e req-df622534-3f53-4fad-9a68-ea9fbbf4bea3 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:25.228116 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-33fd781b-cc24-4143-8f73-22a2f3f00a6e req-df622534-3f53-4fad-9a68-ea9fbbf4bea3 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.1024964 Nov 16 04:45:25.291542 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:45:25.293793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-33fd781b-cc24-4143-8f73-22a2f3f00a6e req-7ebc8099-17ad-4e3c-8f95-1a7156c1fa39 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568864 Nov 16 04:45:25.303363 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Sync routers for ids ['d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:45:25.313444 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Routers {'d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:25.314185 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:25.320496 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:25.322993 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1f52d7cf-1e9f-411b-8284-dfcf4a9c604f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7294581 Nov 16 04:45:25.325846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39022) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:25.330933 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-273fb2dd-90b4-4472-b81b-ea07e02b2174 None None] Provisioning complete for port e01412a5-3f35-44ea-8ff7-07795a4e336b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:25.331508 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-273fb2dd-90b4-4472-b81b-ea07e02b2174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:25.479805 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 2, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:25.483316 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Set router d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:25.506173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-3d13b296-ec1a-4b1b-a7da-ed9b07dcac0e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1824740433&fields=id&tenant_id=3f5f654448204001838bcf01f092ff01 HTTP/1.1" status: 200 len: 267 time: 0.1112766 Nov 16 04:45:25.533984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Checking router: e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:45:25.534336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Updating router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:45:25.630386 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:25.695981 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-273fb2dd-90b4-4472-b81b-ea07e02b2174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:25.705070 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'name': 'tempest-FloatingIPDetailsTestJSON-338765612-router', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:22Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 3, 'project_id': '22f432c5b43549148e0bf1ce75e81aa4', 'gw_port': {'id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:23Z', 'updated_at': '2021-11-16T04:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:25.705515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e01412a5-3f35-44ea-8ff7-07795a4e336b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:25.750560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-31a8d994-71a3-4e22-b716-f9b77a4fdbbf tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:25.754649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-31a8d994-71a3-4e22-b716-f9b77a4fdbbf tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/networks?id=b1ad9985-b8c7-481f-b33b-be8875f245e0 HTTP/1.1" status: 200 len: 810 time: 0.2279191 Nov 16 04:45:25.758168 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Checking router: d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:45:25.759168 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Updating router d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae port 61e8a29a-a988-4c68-9dac-25bb6260d682 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:45:25.793859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-7d38fff2-a111-48a5-a385-7c6faa9086b9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/quotas/3f5f654448204001838bcf01f092ff01 HTTP/1.1" status: 200 len: 375 time: 0.0127008 Nov 16 04:45:25.814416 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:25.909733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-273fb2dd-90b4-4472-b81b-ea07e02b2174 None None] For port e01412a5-3f35-44ea-8ff7-07795a4e336b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e01412a5-3f35-44ea-8ff7-07795a4e336b,segment=NetworkSegment(067e668b-07e4-4a4f-b38a-770b7f67be06),segment_id=067e668b-07e4-4a4f-b38a-770b7f67be06)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:25.935092 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-273fb2dd-90b4-4472-b81b-ea07e02b2174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.091775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-75a9a488-e48d-4e98-aaf0-6cea183f9b1d tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f5f654448204001838bcf01f092ff01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2378232 Nov 16 04:45:26.094465 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e01412a5-3f35-44ea-8ff7-07795a4e336b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:26.094843 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.124715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fb2dd-90b4-4472-b81b-ea07e02b2174 None None] Pushing event updated for resources: {'Port': ['ID=e01412a5-3f35-44ea-8ff7-07795a4e336b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:26.135321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbac170-4825-4551-809b-99faf433e484 req-c032c244-fe09-4339-94b7-d9ffc1d490a0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:26.137118 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afbac170-4825-4551-809b-99faf433e484 req-c032c244-fe09-4339-94b7-d9ffc1d490a0 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 950 time: 0.1516988 Nov 16 04:45:26.227538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d10cbc44-a963-4d92-8cd1-995058c9f9ec None None] Provisioning complete for port e01412a5-3f35-44ea-8ff7-07795a4e336b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:26.227907 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d10cbc44-a963-4d92-8cd1-995058c9f9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.250718 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.256263 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.296582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afbac170-4825-4551-809b-99faf433e484 req-44f0ee5e-49a2-4349-8b2b-f325104e5541 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431060 Nov 16 04:45:26.312337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-2f4469c3-1832-4297-a554-5bc6221d7817 service neutron] 10.222.0.41 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147837 Nov 16 04:45:26.314325 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.344936 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Attempting to bind port 61e8a29a-a988-4c68-9dac-25bb6260d682 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:45:26.345803 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Attempting to bind port 61e8a29a-a988-4c68-9dac-25bb6260d682 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:45:26.346215 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Attempting to bind port 61e8a29a-a988-4c68-9dac-25bb6260d682 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:45:26.358360 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfbe1f-6def-4912-a90d-8680b94aba5d None None] Pushing event updated for resources: {'Port': ['ID=61e8a29a-a988-4c68-9dac-25bb6260d682,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:26.361870 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:45:26.362521 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:26.363431 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.364311 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:45:26.365537 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Bound port: 61e8a29a-a988-4c68-9dac-25bb6260d682, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:45:26.366231 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.375774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:26.382865 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.410912 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.444046 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] For port 61e8a29a-a988-4c68-9dac-25bb6260d682, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:45:26.452990 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] For port 61e8a29a-a988-4c68-9dac-25bb6260d682, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=61e8a29a-a988-4c68-9dac-25bb6260d682,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:45:26.457659 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.528981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e8a05-0417-4629-b2dc-5cef0213accf None None] Pushing event updated for resources: {'Port': ['ID=9eb55e97-0198-4f5f-9d93-d70f68ba1b64,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:26.543758 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Routers {'d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:26.547172 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:26.581447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:26.581925 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.630169 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfbe1f-6def-4912-a90d-8680b94aba5d None None] Pushing event updated for resources: {'Port': ['ID=61e8a29a-a988-4c68-9dac-25bb6260d682,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:26.643623 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-caf5ac30-e31e-44d6-8c41-50885cd5cca0 service neutron] 10.222.0.41 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150849 Nov 16 04:45:26.646975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Attempting to bind port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:45:26.647363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Attempting to bind port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:45:26.647789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Attempting to bind port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 on network b1ad9985-b8c7-481f-b33b-be8875f245e0 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:45:26.662213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Allocated IP 172.20.0.1 (9a2f3774-3f9b-4d7e-b799-4a84ef64e48f/59d04734-3546-436a-bd4e-bd5df3559455/3f0f10ba-b1f9-403a-ae2d-8eed27220089) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:26.665591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:45:26.665996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Checking segment: {'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:26.666867 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.667309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Bound using segment: {'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:45:26.668313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Bound port: 9eb55e97-0198-4f5f-9d93-d70f68ba1b64, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:45:26.669341 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.689954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464bbff-0102-41db-9950-64bdf64d69c3 req-30608226-868a-4f33-9ded-e1e31e70dc04 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:26.691533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7464bbff-0102-41db-9950-64bdf64d69c3 req-30608226-868a-4f33-9ded-e1e31e70dc04 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.1016850 Nov 16 04:45:26.723440 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] Set router d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:26.798478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] For port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:45:26.819059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] For port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9eb55e97-0198-4f5f-9d93-d70f68ba1b64,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:45:26.825564 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.828362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7464bbff-0102-41db-9950-64bdf64d69c3 req-f300a934-229f-4757-a0ae-90bf032a42e6 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215203 Nov 16 04:45:26.877000 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:26.972851 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:27.044964 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'name': 'tempest-FloatingIPDetailsTestJSON-338765612-router', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:22Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 3, 'project_id': '22f432c5b43549148e0bf1ce75e81aa4', 'gw_port': {'id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:23Z', 'updated_at': '2021-11-16T04:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:27.099173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09442323-7e5b-4ee1-9d9b-c14d7786c016 req-0dda4f83-c742-4183-a6ef-899b8d473e57 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 210 time: 0.0689666 Nov 16 04:45:27.104694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Network 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:27.122302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Pushing event updated for resources: {'Port': ['ID=3f0f10ba-b1f9-403a-ae2d-8eed27220089,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:27.132813 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e067f0-08c9-4006-97c5-08ef980a5107 None None] The sync data for ids ['d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'] in n-d-818042-1 is: [{'id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'name': 'tempest-FloatingIPDetailsTestJSON-338765612-router', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:22Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 3, 'project_id': '22f432c5b43549148e0bf1ce75e81aa4', 'gw_port': {'id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:23Z', 'updated_at': '2021-11-16T04:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:45:27.138879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:27.144420 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Provisioning complete for port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:27.145104 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:27.156887 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:27.174735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:27.175651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:27.323140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e8a05-0417-4629-b2dc-5cef0213accf None None] Pushing event updated for resources: {'Port': ['ID=9eb55e97-0198-4f5f-9d93-d70f68ba1b64,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:27.324020 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:27.374202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e0354-61b0-4c77-a89a-9950d654dc85 req-010fa30e-084d-4fcc-a2d6-e41447f5da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:27.380177 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d5e0354-61b0-4c77-a89a-9950d654dc85 req-010fa30e-084d-4fcc-a2d6-e41447f5da67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 1095 time: 0.2506208 Nov 16 04:45:27.471014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5861038-bfb7-4dc5-8218-d99ac713f1e2 req-a93e3993-c801-4567-a2b6-d89de5dec750 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:27.474921 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5861038-bfb7-4dc5-8218-d99ac713f1e2 req-a93e3993-c801-4567-a2b6-d89de5dec750 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.3100016 Nov 16 04:45:27.488767 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:27.504802 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e01412a5-3f35-44ea-8ff7-07795a4e336b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:27.553654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:27.738244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] For port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9eb55e97-0198-4f5f-9d93-d70f68ba1b64,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:27.782982 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:27.863347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e01412a5-3f35-44ea-8ff7-07795a4e336b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:27.863812 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:27.872281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 11c329ef-81ad-4fee-aa7e-78f953d85cf5 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:45:27.938898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Pushing event updated for resources: {'Port': ['ID=9eb55e97-0198-4f5f-9d93-d70f68ba1b64,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:27.946996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 11c329ef-81ad-4fee-aa7e-78f953d85cf5 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:45:27.947425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 11c329ef-81ad-4fee-aa7e-78f953d85cf5 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:45:27.968226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:27.968670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:27.969080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:27.969486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:27.969921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:27.970670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:27.971071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:27.971465 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:27.972170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:27.972170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:27.972632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:27.973021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1ad0af-672b-40ba-a363-3594ceb8452d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:28.008761 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a9d386c4-26d2-40f9-b35a-a18591563405 None None] Provisioning complete for port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:28.009238 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9d386c4-26d2-40f9-b35a-a18591563405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:28.091821 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d96f0-0e50-4c3b-9ea8-ff74a246ac31 req-dce5191f-599b-4838-90a7-770024dccd7c tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:28.094310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e44d96f0-0e50-4c3b-9ea8-ff74a246ac31 req-dce5191f-599b-4838-90a7-770024dccd7c tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 950 time: 0.6110082 Nov 16 04:45:28.116560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:26Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:28.145915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5861038-bfb7-4dc5-8218-d99ac713f1e2 req-2b34b961-b07d-4030-b1b4-bdbf4e17ac14 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6232846 Nov 16 04:45:28.160403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dfbdf1-f5e3-487d-b868-812b14c0ce30 None None] The sync data for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 is: [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:26Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:45:28.183521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b072b2e-2d9c-4bba-afa5-b6bed4d47c84 req-9eea0c4c-4e21-4fcb-a653-bd54bf62439b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:28.185043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b072b2e-2d9c-4bba-afa5-b6bed4d47c84 req-9eea0c4c-4e21-4fcb-a653-bd54bf62439b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 950 time: 0.6457696 Nov 16 04:45:28.200104 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a9d386c4-26d2-40f9-b35a-a18591563405 None None] Provisioning complete for port 3f0f10ba-b1f9-403a-ae2d-8eed27220089 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:28.200810 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9d386c4-26d2-40f9-b35a-a18591563405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:28.310059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e0354-61b0-4c77-a89a-9950d654dc85 req-f05b0907-5a01-47a2-a9cd-3e7bc21e9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:28.312071 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d5e0354-61b0-4c77-a89a-9950d654dc85 req-f05b0907-5a01-47a2-a9cd-3e7bc21e9eb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.8300226 Nov 16 04:45:28.334265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a9d386c4-26d2-40f9-b35a-a18591563405 None None] Port 3f0f10ba-b1f9-403a-ae2d-8eed27220089 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:45:28.490533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e44d96f0-0e50-4c3b-9ea8-ff74a246ac31 req-39a3a499-4eae-4acc-bc80-fb257b17f895 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625679 Nov 16 04:45:28.554324 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:28.642276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d5e0354-61b0-4c77-a89a-9950d654dc85 req-66466b40-a67f-4652-937d-54c68f46800b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685 HTTP/1.1" status: 200 len: 999 time: 0.3217344 Nov 16 04:45:28.774292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f41c4dc6-d060-49e6-8983-9e78ab14c1f1 req-34e101c3-b806-47aa-9334-8ff80aef9c46 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 210 time: 0.1163430 Nov 16 04:45:28.804502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-1899457f-2de7-4b1f-ad2a-ea7286a11dad tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:28.806114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-1899457f-2de7-4b1f-ad2a-ea7286a11dad tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.15 "GET /v2.0/networks?id=b1ad9985-b8c7-481f-b33b-be8875f245e0 HTTP/1.1" status: 200 len: 810 time: 0.3888497 Nov 16 04:45:28.818443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcdce9-8de2-4c96-b1a6-8bd9bea4c597 req-ab1a3fcc-c703-4789-a76b-7df75d1d3d40 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:28.819923 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfbcdce9-8de2-4c96-b1a6-8bd9bea4c597 req-ab1a3fcc-c703-4789-a76b-7df75d1d3d40 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.2896535 Nov 16 04:45:28.826811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7b072b2e-2d9c-4bba-afa5-b6bed4d47c84 req-7c2b17f9-32d8-4013-9647-53cb724d2590 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Deleting port 0c64d5e9-58f1-4735-822c-e59c6043a35d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:28.827759 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7b072b2e-2d9c-4bba-afa5-b6bed4d47c84 req-7c2b17f9-32d8-4013-9647-53cb724d2590 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:28.930790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e0354-61b0-4c77-a89a-9950d654dc85 req-fedfd48d-05dd-484b-8845-5b85dd0011fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:28.932497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d5e0354-61b0-4c77-a89a-9950d654dc85 req-fedfd48d-05dd-484b-8845-5b85dd0011fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.2503562 Nov 16 04:45:29.106233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfbcdce9-8de2-4c96-b1a6-8bd9bea4c597 req-551a5085-4faa-40bd-ab88-49e3f5731a0a tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726622 Nov 16 04:45:29.115198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7b072b2e-2d9c-4bba-afa5-b6bed4d47c84 req-7c2b17f9-32d8-4013-9647-53cb724d2590 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] For port 0c64d5e9-58f1-4735-822c-e59c6043a35d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0c64d5e9-58f1-4735-822c-e59c6043a35d,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:29.115568 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7b072b2e-2d9c-4bba-afa5-b6bed4d47c84 req-7c2b17f9-32d8-4013-9647-53cb724d2590 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:29.123540 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-86356263-dbed-4a09-b0ed-1de9bc5477cd tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f5f654448204001838bcf01f092ff01 HTTP/1.1" status: 200 len: 380 time: 0.3007200 Nov 16 04:45:29.135650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e0354-61b0-4c77-a89a-9950d654dc85 req-3a5f9732-7d45-4e83-9261-4522a0682bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:29.137722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d5e0354-61b0-4c77-a89a-9950d654dc85 req-3a5f9732-7d45-4e83-9261-4522a0682bfd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1908050 Nov 16 04:45:29.150010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-80e23bc8-851d-417c-ae5f-e4df5138ca8e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Request body: {'port': {'device_id': '8f1fa9d3-e974-45a9-98d1-205384a8c53f', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'admin_state_up': True, 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'security_groups': ['1718e507-6dd1-4e02-9ee2-20aed8808b76']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:29.153880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7b072b2e-2d9c-4bba-afa5-b6bed4d47c84 req-7c2b17f9-32d8-4013-9647-53cb724d2590 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Calling delete_port for 0c64d5e9-58f1-4735-822c-e59c6043a35d owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:29.325992 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:29.355045 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:29.516689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 61e8a29a-a988-4c68-9dac-25bb6260d682 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:29.529397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d5e0354-61b0-4c77-a89a-9950d654dc85 req-cadf6405-9e08-4a01-a4c0-271714b7957f service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734972 Nov 16 04:45:29.530281 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:29.545824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752f84f-aa08-4ed3-bf9e-6dd887affeeb req-900c44ae-1c3e-420e-85c1-fd34cf4dbb1c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:29.547382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4752f84f-aa08-4ed3-bf9e-6dd887affeeb req-900c44ae-1c3e-420e-85c1-fd34cf4dbb1c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.3202920 Nov 16 04:45:29.570453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Pushing event updated for resources: {'Port': ['ID=3f0f10ba-b1f9-403a-ae2d-8eed27220089,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:29.609362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 61e8a29a-a988-4c68-9dac-25bb6260d682 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:29.611996 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:29.705213 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:29.728268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 61e8a29a-a988-4c68-9dac-25bb6260d682, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=61e8a29a-a988-4c68-9dac-25bb6260d682,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:29.735891 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:29.736899 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:29.808906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-80e23bc8-851d-417c-ae5f-e4df5138ca8e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Made reservation on behalf of 3f5f654448204001838bcf01f092ff01 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:45:29.812370 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-80e23bc8-851d-417c-ae5f-e4df5138ca8e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:29.835138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=61e8a29a-a988-4c68-9dac-25bb6260d682,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:29.835624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4752f84f-aa08-4ed3-bf9e-6dd887affeeb req-71a0de06-3e21-4f4d-85c7-5d249d9560f2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741926 Nov 16 04:45:29.844167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:29.844542 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:29.859792 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7b072b2e-2d9c-4bba-afa5-b6bed4d47c84 req-7c2b17f9-32d8-4013-9647-53cb724d2590 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:29.879905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['881ab524-5f9c-434a-9608-a278a5b8ff16', '6435f10c-645a-469f-baa4-798adcd22a32', '31f56588-e2cb-4b3f-b4f4-17b4c37748f9', '0d71a7b9-2082-4f2c-a2a0-6c634a942c65'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:29.881976 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271', '6d9c8b8e-1a56-4b90-9cd6-fd478337558f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:29.892798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ab0e4-cf48-49d6-84a3-94a186be0bd5 req-d3a1aed7-2746-4700-8c0e-f0919f28dd12 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:29.894358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e57ab0e4-cf48-49d6-84a3-94a186be0bd5 req-d3a1aed7-2746-4700-8c0e-f0919f28dd12 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b5144e9-f080-42ca-9d61-1590ef01b977 HTTP/1.1" status: 200 len: 950 time: 0.2786322 Nov 16 04:45:29.929498 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d5e0354-61b0-4c77-a89a-9950d654dc85 req-8dc10b2f-c7a2-4852-98ae-df33a91ef7a0 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794308 Nov 16 04:45:29.950219 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b17f9-32d8-4013-9647-53cb724d2590 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event deleted for resources: {'Port': ['ID=0c64d5e9-58f1-4735-822c-e59c6043a35d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:30.081004 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ac98591e-94c4-4239-8a81-508224e03cb1 req-3a3a3cd9-2e0b-4408-bb2b-74a2c8c58c06 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b5f9d44-1fec-4f0e-b788-fc16001ff2ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0806744 Nov 16 04:45:30.084016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b072b2e-2d9c-4bba-afa5-b6bed4d47c84 req-7c2b17f9-32d8-4013-9647-53cb724d2590 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] No DVR routers for this DVR port 0c64d5e9-58f1-4735-822c-e59c6043a35d on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:45:30.088085 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7b072b2e-2d9c-4bba-afa5-b6bed4d47c84 req-7c2b17f9-32d8-4013-9647-53cb724d2590 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:30.095380 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b072b2e-2d9c-4bba-afa5-b6bed4d47c84 req-7c2b17f9-32d8-4013-9647-53cb724d2590 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "DELETE /v2.0/ports/0c64d5e9-58f1-4735-822c-e59c6043a35d HTTP/1.1" status: 204 len: 173 time: 1.9002173 Nov 16 04:45:30.119388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5144e9-f080-42ca-9d61-1590ef01b977', 'name': 'network-vif-deleted', 'tag': '0c64d5e9-58f1-4735-822c-e59c6043a35d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:30.123495 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81a3ed9-0fb4-4ad6-8cd7-883073da027e" -d '{"events": [{"server_uuid": "3b5144e9-f080-42ca-9d61-1590ef01b977", "name": "network-vif-deleted", "tag": "0c64d5e9-58f1-4735-822c-e59c6043a35d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:30.127370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Network 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:30.189596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:30.202862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-781b56a4-8f19-44df-94d6-db6f137d25e0 req-90e42046-a776-45d5-9010-2581ca0460e3 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 210 time: 0.0964954 Nov 16 04:45:30.226505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e57ab0e4-cf48-49d6-84a3-94a186be0bd5 req-05f58754-c120-4014-a239-9a357b491c09 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038962 Nov 16 04:45:30.356833 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d541e282-d205-44f8-a38e-33627309d680 x-openstack-request-id: req-d541e282-d205-44f8-a38e-33627309d680 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:30.357217 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5144e9-f080-42ca-9d61-1590ef01b977", "name": "network-vif-deleted", "tag": "0c64d5e9-58f1-4735-822c-e59c6043a35d", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:30.357530 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d541e282-d205-44f8-a38e-33627309d680 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:30.358095 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5144e9-f080-42ca-9d61-1590ef01b977', 'name': 'network-vif-deleted', 'tag': '0c64d5e9-58f1-4735-822c-e59c6043a35d', 'status': 'completed', 'code': 200} Nov 16 04:45:30.451162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98591e-94c4-4239-8a81-508224e03cb1 req-5853e202-fad4-4da8-a1f9-f3a8047c70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:30.452759 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac98591e-94c4-4239-8a81-508224e03cb1 req-5853e202-fad4-4da8-a1f9-f3a8047c70a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=68dd001f9dc24b459464f4b89f629e44&device_id=4b5f9d44-1fec-4f0e-b788-fc16001ff2ee HTTP/1.1" status: 200 len: 1101 time: 0.3243711 Nov 16 04:45:30.486176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-80e23bc8-851d-417c-ae5f-e4df5138ca8e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Allocated IP 172.20.0.6 (b1ad9985-b8c7-481f-b33b-be8875f245e0/11ee3581-bd14-4ec0-8925-aa08760e170a/0066e9dd-a823-49fe-bff6-43e6a23396ff) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:30.561246 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e507a2-5868-43c5-a046-731def01e9b6 req-92962c92-3fde-4ae6-b2ba-59299613a5c4 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:30.568647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6e507a2-5868-43c5-a046-731def01e9b6 req-92962c92-3fde-4ae6-b2ba-59299613a5c4 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.2140589 Nov 16 04:45:30.605480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-802cb1fa-daf9-4456-b7c6-1dc569b2509e None None] Provisioning complete for port 3f0f10ba-b1f9-403a-ae2d-8eed27220089 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:30.606706 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-802cb1fa-daf9-4456-b7c6-1dc569b2509e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:30.640729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Router d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:45:30.672484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-802cb1fa-daf9-4456-b7c6-1dc569b2509e None None] Port 3f0f10ba-b1f9-403a-ae2d-8eed27220089 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:45:30.720101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6e507a2-5868-43c5-a046-731def01e9b6 req-0adafeda-959d-4111-8f14-801adff7443a tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504474 Nov 16 04:45:30.817631 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98591e-94c4-4239-8a81-508224e03cb1 req-36690f74-6486-4e8a-8169-cc50e73beafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:30.819119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac98591e-94c4-4239-8a81-508224e03cb1 req-36690f74-6486-4e8a-8169-cc50e73beafe service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.3254733 Nov 16 04:45:31.210777 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac98591e-94c4-4239-8a81-508224e03cb1 req-a3bdb5a8-113f-4f4b-9d3f-718987a9c67c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=881ab524-5f9c-434a-9608-a278a5b8ff16 HTTP/1.1" status: 200 len: 217 time: 0.3798018 Nov 16 04:45:31.283029 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-80e23bc8-851d-417c-ae5f-e4df5138ca8e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:31.352012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb376797-b9e5-4e4e-9ab3-19f9049dd89b req-0b6e471e-e9ad-4e95-957f-5c0d3ca7055a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 210 time: 0.0580554 Nov 16 04:45:31.353021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:45:31.358971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98591e-94c4-4239-8a81-508224e03cb1 req-f86bf007-cfd6-450e-ba35-3d43d7d07b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:31.360225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac98591e-94c4-4239-8a81-508224e03cb1 req-f86bf007-cfd6-450e-ba35-3d43d7d07b2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1354501 Nov 16 04:45:31.364851 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-377fd4f9-9be9-40fa-8449-15fa05eda9ce admin admin] 10.222.0.41 "PUT /v2.0/routers/d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0378757 Nov 16 04:45:31.366611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Sync routers for ids ['d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:45:31.394491 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Routers {'d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:31.394491 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:31.420273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe601eeb-07c2-4a43-9cea-389d9e4d14f5 req-a42e9e15-711d-4372-895b-e960c787cfd5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:31.428045 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe601eeb-07c2-4a43-9cea-389d9e4d14f5 req-a42e9e15-711d-4372-895b-e960c787cfd5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.2232635 Nov 16 04:45:31.450712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 61e8a29a-a988-4c68-9dac-25bb6260d682 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:31.475560 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-80e23bc8-851d-417c-ae5f-e4df5138ca8e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:31.539261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe601eeb-07c2-4a43-9cea-389d9e4d14f5 req-bbb5f5e3-421b-4edf-abeb-fa72e2990f17 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104167 Nov 16 04:45:31.552677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac98591e-94c4-4239-8a81-508224e03cb1 req-80eac327-7620-490a-9850-796b48a4a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:31.554221 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac98591e-94c4-4239-8a81-508224e03cb1 req-80eac327-7620-490a-9850-796b48a4a647 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1821759 Nov 16 04:45:31.562091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-80e23bc8-851d-417c-ae5f-e4df5138ca8e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Network b1ad9985-b8c7-481f-b33b-be8875f245e0 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:31.575217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e23bc8-851d-417c-ae5f-e4df5138ca8e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event updated for resources: {'Port': ['ID=0066e9dd-a823-49fe-bff6-43e6a23396ff,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:31.599133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-80e23bc8-851d-417c-ae5f-e4df5138ca8e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:31.629736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-80e23bc8-851d-417c-ae5f-e4df5138ca8e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:31.745351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Set router d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:31.751204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0c64d5e9-58f1-4735-822c-e59c6043a35d no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:45:31.766967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-80e23bc8-851d-417c-ae5f-e4df5138ca8e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:31.767605 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-80e23bc8-851d-417c-ae5f-e4df5138ca8e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:31.807427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 0c64d5e9-58f1-4735-822c-e59c6043a35d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:45:31.808622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0c64d5e9-58f1-4735-822c-e59c6043a35d not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:45:31.811863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac98591e-94c4-4239-8a81-508224e03cb1 req-42207893-7a3e-43bb-b205-c2908d7a5f5b service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486167 Nov 16 04:45:31.819416 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 61e8a29a-a988-4c68-9dac-25bb6260d682 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:31.819787 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:31.830940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-80e23bc8-851d-417c-ae5f-e4df5138ca8e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6891041 Nov 16 04:45:31.863364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Request body: {'port': {'device_id': '8f1fa9d3-e974-45a9-98d1-205384a8c53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:31.953654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-28f16a99-4e13-48dd-9352-bc29c1924dec None None] Provisioning complete for port 0066e9dd-a823-49fe-bff6-43e6a23396ff triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:31.953967 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28f16a99-4e13-48dd-9352-bc29c1924dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:31.983151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c7748c0-776d-475e-905f-26150cdafa7c req-9e4d4426-bd02-496a-aa28-6a640a94caef tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2890811 Nov 16 04:45:31.990405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f4018-bb72-4d00-acd4-fde6ff7ea45c req-02d997ee-064c-49ed-8861-34ffc4902b07 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:31.991770 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de0f4018-bb72-4d00-acd4-fde6ff7ea45c req-02d997ee-064c-49ed-8861-34ffc4902b07 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 950 time: 0.2165158 Nov 16 04:45:32.006506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:32.029319 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:32.046837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-28f16a99-4e13-48dd-9352-bc29c1924dec None None] Port 0066e9dd-a823-49fe-bff6-43e6a23396ff cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:45:32.071136 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac98591e-94c4-4239-8a81-508224e03cb1 req-0fb219ba-a790-4f8e-85d6-6c8a5c7abf6a service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370701 Nov 16 04:45:32.101332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'name': 'tempest-FloatingIPDetailsTestJSON-338765612-router', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:22Z', 'updated_at': '2021-11-16T04:45:28Z', 'revision_number': 4, 'project_id': '22f432c5b43549148e0bf1ce75e81aa4', 'gw_port': {'id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:23Z', 'updated_at': '2021-11-16T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3f0f10ba-b1f9-403a-ae2d-8eed27220089', 'name': '', 'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'mac_address': 'fa:16:3e:36:ba:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '59d04734-3546-436a-bd4e-bd5df3559455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:26Z', 'updated_at': '2021-11-16T04:45:28Z', 'revision_number': 2, 'project_id': '22f432c5b43549148e0bf1ce75e81aa4', 'subnets': [{'id': '59d04734-3546-436a-bd4e-bd5df3559455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:32.110160 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:32.128364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Checking router: d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:45:32.128719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Updating router d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae port 3f0f10ba-b1f9-403a-ae2d-8eed27220089 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:45:32.132257 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de0f4018-bb72-4d00-acd4-fde6ff7ea45c req-29099e30-3bd8-4ed2-97eb-9b189cdf1bd2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306741 Nov 16 04:45:32.154141 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:32.375904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11882600-fa61-44a1-8435-2ba2de345c69 req-a1884f0b-dcd0-4dd2-8690-a12b5c5e0f41 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:32.377279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11882600-fa61-44a1-8435-2ba2de345c69 req-a1884f0b-dcd0-4dd2-8690-a12b5c5e0f41 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.1088676 Nov 16 04:45:32.426056 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:32.431077 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:32.436873 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:32.482641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f09e0-a566-4896-95cf-ee84a47c715f None None] Pushing event updated for resources: {'Port': ['ID=3f0f10ba-b1f9-403a-ae2d-8eed27220089,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:32.526348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11882600-fa61-44a1-8435-2ba2de345c69 req-634f8841-fb50-4811-b6c0-7bcf49303e29 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411517 Nov 16 04:45:32.535698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Attempting to bind port 3f0f10ba-b1f9-403a-ae2d-8eed27220089 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:45:32.536068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Attempting to bind port 3f0f10ba-b1f9-403a-ae2d-8eed27220089 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '067e668b-07e4-4a4f-b38a-770b7f67be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:45:32.536435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Attempting to bind port 3f0f10ba-b1f9-403a-ae2d-8eed27220089 on network 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:45:32.550394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:45:32.550946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Checking segment: {'id': '067e668b-07e4-4a4f-b38a-770b7f67be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:32.551762 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:32.552822 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Bound using segment: {'id': '067e668b-07e4-4a4f-b38a-770b7f67be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:45:32.553576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Bound port: 3f0f10ba-b1f9-403a-ae2d-8eed27220089, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067e668b-07e4-4a4f-b38a-770b7f67be06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:45:32.554493 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:32.556964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0066e9dd-a823-49fe-bff6-43e6a23396ff {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:45:32.566923 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:32.583961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Transition to ACTIVE for port object 0066e9dd-a823-49fe-bff6-43e6a23396ff will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:45:32.590735 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:32.637121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] For port 3f0f10ba-b1f9-403a-ae2d-8eed27220089, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:45:32.641868 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] For port 3f0f10ba-b1f9-403a-ae2d-8eed27220089, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3f0f10ba-b1f9-403a-ae2d-8eed27220089,segment=NetworkSegment(067e668b-07e4-4a4f-b38a-770b7f67be06),segment_id=067e668b-07e4-4a4f-b38a-770b7f67be06)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:45:32.646973 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:32.735619 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f09e0-a566-4896-95cf-ee84a47c715f None None] Pushing event updated for resources: {'Port': ['ID=3f0f10ba-b1f9-403a-ae2d-8eed27220089,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:32.743195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Allocated IP 172.25.0.110 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/a0fda53b-4c3a-46f7-b5d2-faa7dde9ed5c) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:32.747020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Pushing event updated for resources: {'Port': ['ID=0066e9dd-a823-49fe-bff6-43e6a23396ff,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:32.754969 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Routers {'d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:32.755887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:32.882393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-82489108-4957-4c50-8d1c-fb239a911f5f None None] Provisioning complete for port 3f0f10ba-b1f9-403a-ae2d-8eed27220089 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:32.882760 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-82489108-4957-4c50-8d1c-fb239a911f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:32.925988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] Set router d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:32.962972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf3d6652-5cab-4979-bcc6-21bdfbf9ce75 req-b7f59872-acdc-4a30-94de-74585f53e7bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2089748 Nov 16 04:45:32.972558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8249987-b5c9-44a9-8698-a3b89a4de0c1 req-baa6d6d2-987b-4589-bc75-8b46c2f80695 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:32.978351 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8249987-b5c9-44a9-8698-a3b89a4de0c1 req-baa6d6d2-987b-4589-bc75-8b46c2f80695 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 943 time: 0.3034825 Nov 16 04:45:33.035649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Attempting to bind port 0066e9dd-a823-49fe-bff6-43e6a23396ff on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:45:33.035987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Attempting to bind port 0066e9dd-a823-49fe-bff6-43e6a23396ff by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:45:33.036315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Attempting to bind port 0066e9dd-a823-49fe-bff6-43e6a23396ff on network b1ad9985-b8c7-481f-b33b-be8875f245e0 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:45:33.082793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Port 0066e9dd-a823-49fe-bff6-43e6a23396ff on network b1ad9985-b8c7-481f-b33b-be8875f245e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:45:33.083083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Attempting to bind port 0066e9dd-a823-49fe-bff6-43e6a23396ff on network b1ad9985-b8c7-481f-b33b-be8875f245e0 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:45:33.100315 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-82489108-4957-4c50-8d1c-fb239a911f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:33.110047 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:33.114026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:45:33.114361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Checking segment: {'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:33.114743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Bound using segment: {'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:45:33.115266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Bound port: 0066e9dd-a823-49fe-bff6-43e6a23396ff, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:45:33.115515 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:33.154590 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-82489108-4957-4c50-8d1c-fb239a911f5f None None] For port 3f0f10ba-b1f9-403a-ae2d-8eed27220089, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3f0f10ba-b1f9-403a-ae2d-8eed27220089,segment=NetworkSegment(067e668b-07e4-4a4f-b38a-770b7f67be06),segment_id=067e668b-07e4-4a4f-b38a-770b7f67be06)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:33.157081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8249987-b5c9-44a9-8698-a3b89a4de0c1 req-1ff8aac7-7e1e-4b3c-9db1-3c87ec7cd6d3 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699455 Nov 16 04:45:33.158931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d6652-5cab-4979-bcc6-21bdfbf9ce75 req-877f396f-587a-4b24-ac43-73ca3c8c815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:33.160070 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-82489108-4957-4c50-8d1c-fb239a911f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:33.160518 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf3d6652-5cab-4979-bcc6-21bdfbf9ce75 req-877f396f-587a-4b24-ac43-73ca3c8c815e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 1096 time: 0.1655903 Nov 16 04:45:33.225346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edfcbb8-33a8-41f2-b827-48a92ecf9bbe req-19ed8065-14a7-4db2-975d-5b38e20170ce tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:33.226842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5edfcbb8-33a8-41f2-b827-48a92ecf9bbe req-19ed8065-14a7-4db2-975d-5b38e20170ce tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 950 time: 0.1883645 Nov 16 04:45:33.241990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82489108-4957-4c50-8d1c-fb239a911f5f None None] Pushing event updated for resources: {'Port': ['ID=3f0f10ba-b1f9-403a-ae2d-8eed27220089,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:33.260727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'name': 'tempest-FloatingIPDetailsTestJSON-338765612-router', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:22Z', 'updated_at': '2021-11-16T04:45:28Z', 'revision_number': 4, 'project_id': '22f432c5b43549148e0bf1ce75e81aa4', 'gw_port': {'id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:23Z', 'updated_at': '2021-11-16T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3f0f10ba-b1f9-403a-ae2d-8eed27220089', 'name': '', 'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'mac_address': 'fa:16:3e:36:ba:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '59d04734-3546-436a-bd4e-bd5df3559455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:26Z', 'updated_at': '2021-11-16T04:45:32Z', 'revision_number': 4, 'project_id': '22f432c5b43549148e0bf1ce75e81aa4', 'subnets': [{'id': '59d04734-3546-436a-bd4e-bd5df3559455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:33.294965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1218dcc-a664-437c-9022-e09d62c1419b None None] The sync data for ids ['d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'] in n-d-818042-1 is: [{'id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'name': 'tempest-FloatingIPDetailsTestJSON-338765612-router', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:22Z', 'updated_at': '2021-11-16T04:45:28Z', 'revision_number': 4, 'project_id': '22f432c5b43549148e0bf1ce75e81aa4', 'gw_port': {'id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:23Z', 'updated_at': '2021-11-16T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3f0f10ba-b1f9-403a-ae2d-8eed27220089', 'name': '', 'network_id': '9a2f3774-3f9b-4d7e-b799-4a84ef64e48f', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'mac_address': 'fa:16:3e:36:ba:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '59d04734-3546-436a-bd4e-bd5df3559455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:26Z', 'updated_at': '2021-11-16T04:45:32Z', 'revision_number': 4, 'project_id': '22f432c5b43549148e0bf1ce75e81aa4', 'subnets': [{'id': '59d04734-3546-436a-bd4e-bd5df3559455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:45:33.318187 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e59a90cd-ea0a-471d-875d-ac4b2f1a0720 None None] Provisioning complete for port 3f0f10ba-b1f9-403a-ae2d-8eed27220089 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:33.318553 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e59a90cd-ea0a-471d-875d-ac4b2f1a0720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:33.319131 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:33.497820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] For port 0066e9dd-a823-49fe-bff6-43e6a23396ff, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:45:33.512529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3f0f10ba-b1f9-403a-ae2d-8eed27220089 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:33.515512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:33.536051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Pushing event updated for resources: {'Port': ['ID=a0fda53b-4c3a-46f7-b5d2-faa7dde9ed5c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:33.544049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:33.548701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] For port 0066e9dd-a823-49fe-bff6-43e6a23396ff, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0066e9dd-a823-49fe-bff6-43e6a23396ff,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:45:33.551584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:33.556457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d6652-5cab-4979-bcc6-21bdfbf9ce75 req-abb25f8c-0180-4325-bf63-6e067ed491bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:33.558690 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf3d6652-5cab-4979-bcc6-21bdfbf9ce75 req-abb25f8c-0180-4325-bf63-6e067ed491bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.3513546 Nov 16 04:45:33.575751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 3f0f10ba-b1f9-403a-ae2d-8eed27220089 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:33.576198 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:33.582076 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:33.642279 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af090f-4784-4ea1-be7a-f26cac5f87c2 req-f832ac37-6e56-486a-b4c9-3d37c28c7b2b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:33.646543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3af090f-4784-4ea1-be7a-f26cac5f87c2 req-f832ac37-6e56-486a-b4c9-3d37c28c7b2b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 950 time: 0.3286910 Nov 16 04:45:33.700301 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf3d6652-5cab-4979-bcc6-21bdfbf9ce75 req-413b1bfe-73bc-4409-8315-eda1eb974fbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99455a78-80d6-436c-b512-6fba5c64bdc3 HTTP/1.1" status: 200 len: 217 time: 0.1131804 Nov 16 04:45:33.705986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:33.706756 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:33.708498 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] 10.222.0.15 "PUT /v2.0/ports/0066e9dd-a823-49fe-bff6-43e6a23396ff HTTP/1.1" status: 200 len: 1091 time: 1.8620436 Nov 16 04:45:33.717968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1fa9d3-e974-45a9-98d1-205384a8c53f', 'tag': '0066e9dd-a823-49fe-bff6-43e6a23396ff'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:33.720103 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bb9ccb-1f66-4065-a4e6-2d29fe3d8fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1fa9d3-e974-45a9-98d1-205384a8c53f", "tag": "0066e9dd-a823-49fe-bff6-43e6a23396ff"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:33.794623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5edfcbb8-33a8-41f2-b827-48a92ecf9bbe req-3a16a9c5-768e-4781-89df-e7b6ec3a58e4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Deleting port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:33.795403 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5edfcbb8-33a8-41f2-b827-48a92ecf9bbe req-3a16a9c5-768e-4781-89df-e7b6ec3a58e4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:33.859456 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d355e6-cbaa-43dc-b33d-cdcafb713a4a service neutron] Pushing event updated for resources: {'Port': ['ID=0066e9dd-a823-49fe-bff6-43e6a23396ff,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:33.953859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3af090f-4784-4ea1-be7a-f26cac5f87c2 req-d60c8942-a37b-41e2-bab2-e8aeed7e1c4b tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677994 Nov 16 04:45:33.961422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d6652-5cab-4979-bcc6-21bdfbf9ce75 req-74ccacad-1410-496c-a7df-e0e376833ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:33.963344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf3d6652-5cab-4979-bcc6-21bdfbf9ce75 req-74ccacad-1410-496c-a7df-e0e376833ce3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.2277646 Nov 16 04:45:33.986918 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:34.029353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-ef048928-3e0e-4d2d-b764-996c639ca4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:34.031152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-ef048928-3e0e-4d2d-b764-996c639ca4d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f5f654448204001838bcf01f092ff01&device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 1094 time: 0.2634535 Nov 16 04:45:34.121957 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-e96d8734-7df9-4794-9ecb-ea7ece3d5d8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0066e9dd-a823-49fe-bff6-43e6a23396ff HTTP/1.1" status: 200 len: 217 time: 0.0761795 Nov 16 04:45:34.135591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d6652-5cab-4979-bcc6-21bdfbf9ce75 req-81cfe354-d847-43ab-b629-7823f2ecb9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:34.137551 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf3d6652-5cab-4979-bcc6-21bdfbf9ce75 req-81cfe354-d847-43ab-b629-7823f2ecb9a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645596 Nov 16 04:45:34.159176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-5edfcbb8-33a8-41f2-b827-48a92ecf9bbe req-3a16a9c5-768e-4781-89df-e7b6ec3a58e4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] For port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0d71a7b9-2082-4f2c-a2a0-6c634a942c65,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:34.159537 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5edfcbb8-33a8-41f2-b827-48a92ecf9bbe req-3a16a9c5-768e-4781-89df-e7b6ec3a58e4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:34.161887 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:34.539522 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5edfcbb8-33a8-41f2-b827-48a92ecf9bbe req-3a16a9c5-768e-4781-89df-e7b6ec3a58e4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Calling delete_port for 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:34.614522 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-7b24e678-a75d-4650-b59d-2f3a08c9702f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:34.615951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-7b24e678-a75d-4650-b59d-2f3a08c9702f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11ee3581-bd14-4ec0-8925-aa08760e170a HTTP/1.1" status: 200 len: 849 time: 0.4835157 Nov 16 04:45:34.681652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f174eec-f674-49f2-bdcb-bec55e44b02b req-64df8241-1cb6-4e4e-acbb-33f73f79b145 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:34.683176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f174eec-f674-49f2-bdcb-bec55e44b02b req-64df8241-1cb6-4e4e-acbb-33f73f79b145 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.5726607 Nov 16 04:45:34.800657 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf3d6652-5cab-4979-bcc6-21bdfbf9ce75 req-c7c2c947-054e-4fcc-b3ac-fc9eda4594d4 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304317 Nov 16 04:45:34.891170 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-298384f0-ece1-488e-8c4e-2c84de8ff86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:34.892658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-298384f0-ece1-488e-8c4e-2c84de8ff86e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1ad9985-b8c7-481f-b33b-be8875f245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2424076 Nov 16 04:45:34.907475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f174eec-f674-49f2-bdcb-bec55e44b02b req-929e816a-61d8-454f-8f79-c83f5d7fb3fd tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957014 Nov 16 04:45:35.039796 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3088e7ef-6c4e-4410-ae3a-fd95640b8b58 x-openstack-request-id: req-3088e7ef-6c4e-4410-ae3a-fd95640b8b58 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:35.040091 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1fa9d3-e974-45a9-98d1-205384a8c53f", "tag": "0066e9dd-a823-49fe-bff6-43e6a23396ff", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:35.040342 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3088e7ef-6c4e-4410-ae3a-fd95640b8b58 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:35.040746 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1fa9d3-e974-45a9-98d1-205384a8c53f', 'tag': '0066e9dd-a823-49fe-bff6-43e6a23396ff', 'status': 'completed', 'code': 200} Nov 16 04:45:35.080711 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5edfcbb8-33a8-41f2-b827-48a92ecf9bbe req-3a16a9c5-768e-4781-89df-e7b6ec3a58e4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:35.094464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['881ab524-5f9c-434a-9608-a278a5b8ff16', '6435f10c-645a-469f-baa4-798adcd22a32', '31f56588-e2cb-4b3f-b4f4-17b4c37748f9', '0d71a7b9-2082-4f2c-a2a0-6c634a942c65'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:35.097934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271', '6d9c8b8e-1a56-4b90-9cd6-fd478337558f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:35.098081 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:35.138316 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf3d6652-5cab-4979-bcc6-21bdfbf9ce75 req-0adc542d-2c84-491f-97ac-825e0f00a76a service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190093 Nov 16 04:45:35.147794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16a9c5-768e-4781-89df-e7b6ec3a58e4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event deleted for resources: {'Port': ['ID=0d71a7b9-2082-4f2c-a2a0-6c634a942c65,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:35.149736 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:35.231787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-e4b92d3e-9ddc-4358-8764-6311ccb54e61 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978122 Nov 16 04:45:35.296161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edfcbb8-33a8-41f2-b827-48a92ecf9bbe req-3a16a9c5-768e-4781-89df-e7b6ec3a58e4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] No DVR routers for this DVR port 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:45:35.316072 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5edfcbb8-33a8-41f2-b827-48a92ecf9bbe req-3a16a9c5-768e-4781-89df-e7b6ec3a58e4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:35.319406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5edfcbb8-33a8-41f2-b827-48a92ecf9bbe req-3a16a9c5-768e-4781-89df-e7b6ec3a58e4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "DELETE /v2.0/ports/0d71a7b9-2082-4f2c-a2a0-6c634a942c65 HTTP/1.1" status: 204 len: 173 time: 2.0480387 Nov 16 04:45:35.350331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Pushing event updated for resources: {'Port': ['ID=a0fda53b-4c3a-46f7-b5d2-faa7dde9ed5c,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:35.369423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325f600-ccf4-43b5-b691-696a4f1282e9 req-ce93e576-eacf-4026-9894-cadf6f560030 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:35.377941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f325f600-ccf4-43b5-b691-696a4f1282e9 req-ce93e576-eacf-4026-9894-cadf6f560030 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 943 time: 0.2861526 Nov 16 04:45:35.403759 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:35.453127 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:35.454309 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c7748c0-776d-475e-905f-26150cdafa7c req-1081d36b-eb81-4cd5-8423-cec3028d0969 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4575183 Nov 16 04:45:35.497045 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f325f600-ccf4-43b5-b691-696a4f1282e9 req-e6cc234e-d2a1-4424-83bc-14fe335e247a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183085 Nov 16 04:45:35.542514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54e92e7e-6af5-422b-80b8-a51af0d66ef2 req-85f23b6c-c7de-4cb3-b9a0-4d4e6ce8168b service neutron] 10.222.0.15 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611432 Nov 16 04:45:35.550419 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c7748c0-776d-475e-905f-26150cdafa7c req-f8400773-837b-4b27-ad96-957fe4c80b52 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.0808804 Nov 16 04:45:35.775355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-932af613-9f28-45c7-bea6-26ff27451066 req-b5d1175e-1f54-4bb8-978f-5db8b1565d00 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1097a573-5899-4348-8d2d-08914c19c5c7 HTTP/1.1" status: 200 len: 210 time: 0.0732343 Nov 16 04:45:35.824674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7748c0-776d-475e-905f-26150cdafa7c req-3aedbf08-58a4-448d-a6ac-15ded9a6f6b6 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:35.826486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c7748c0-776d-475e-905f-26150cdafa7c req-3aedbf08-58a4-448d-a6ac-15ded9a6f6b6 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2669871 Nov 16 04:45:35.837736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb9ccb-1f66-4065-a4e6-2d29fe3d8fd0 req-846a87e4-bed4-447d-9653-6314b52d25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:35.839559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bb9ccb-1f66-4065-a4e6-2d29fe3d8fd0 req-846a87e4-bed4-447d-9653-6314b52d25b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f5f654448204001838bcf01f092ff01&device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 1094 time: 0.2365925 Nov 16 04:45:36.060656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb9ccb-1f66-4065-a4e6-2d29fe3d8fd0 req-8cda380f-d286-4ecf-a216-f593bba66665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:36.062153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bb9ccb-1f66-4065-a4e6-2d29fe3d8fd0 req-8cda380f-d286-4ecf-a216-f593bba66665 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1ad9985-b8c7-481f-b33b-be8875f245e0 HTTP/1.1" status: 200 len: 911 time: 0.2134366 Nov 16 04:45:36.069810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-570ce514-bc9f-4f56-85c0-bb696858542b tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2080784 Nov 16 04:45:36.080611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:36.133540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cde22a-8e64-45c0-8193-9ddef68529b3 req-82fdd4f8-ade7-49d3-920e-b5b1cc64e507 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:36.135036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35cde22a-8e64-45c0-8193-9ddef68529b3 req-82fdd4f8-ade7-49d3-920e-b5b1cc64e507 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.1480641 Nov 16 04:45:36.139290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bb9ccb-1f66-4065-a4e6-2d29fe3d8fd0 req-a356ec7d-8ba8-41e2-a762-4942934437ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0066e9dd-a823-49fe-bff6-43e6a23396ff HTTP/1.1" status: 200 len: 217 time: 0.0526333 Nov 16 04:45:36.165252 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:36.263397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb9ccb-1f66-4065-a4e6-2d29fe3d8fd0 req-b4d5e32e-b8ea-46a5-bd40-b907d89c2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:36.264893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bb9ccb-1f66-4065-a4e6-2d29fe3d8fd0 req-b4d5e32e-b8ea-46a5-bd40-b907d89c2e6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11ee3581-bd14-4ec0-8925-aa08760e170a HTTP/1.1" status: 200 len: 849 time: 0.1188486 Nov 16 04:45:36.270627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35cde22a-8e64-45c0-8193-9ddef68529b3 req-eacf0812-3934-4448-af8f-e3c4460a3426 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275671 Nov 16 04:45:36.323406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb9ccb-1f66-4065-a4e6-2d29fe3d8fd0 req-0d76c1f7-b2c7-488b-9dee-bfaaa9999532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:36.325486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bb9ccb-1f66-4065-a4e6-2d29fe3d8fd0 req-0d76c1f7-b2c7-488b-9dee-bfaaa9999532 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1ad9985-b8c7-481f-b33b-be8875f245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512853 Nov 16 04:45:36.356038 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:36.516105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bb9ccb-1f66-4065-a4e6-2d29fe3d8fd0 req-b8f23f67-8c37-43f9-a071-4acbdc484b24 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623952 Nov 16 04:45:36.543203 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Allocated IP 172.25.0.68 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/e0828d20-a3ea-4a05-a177-fc5a57287dc3) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:36.711011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c38092-1e53-4b08-b28c-bd294c581eb4 req-f11319d1-5430-418a-acf0-48ceadeb6cb9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:36.712385 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10c38092-1e53-4b08-b28c-bd294c581eb4 req-f11319d1-5430-418a-acf0-48ceadeb6cb9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 943 time: 0.1308908 Nov 16 04:45:36.728133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bb9ccb-1f66-4065-a4e6-2d29fe3d8fd0 req-a84f677e-7bda-4eee-bd7b-2f17b3bbeae9 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927085 Nov 16 04:45:36.777459 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:36.797360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10c38092-1e53-4b08-b28c-bd294c581eb4 req-0bbbe212-c865-4996-83f0-58c4bcb269f6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775270 Nov 16 04:45:36.826950 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:36.883312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:36.888312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Pushing event updated for resources: {'Port': ['ID=e0828d20-a3ea-4a05-a177-fc5a57287dc3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:36.893918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:36.897331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:36.992404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:37.030422 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:37.050254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1097a573-5899-4348-8d2d-08914c19c5c7', 'name': 'network-vif-deleted', 'tag': '0d71a7b9-2082-4f2c-a2a0-6c634a942c65'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:37.052475 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e55b1e3-28c3-4360-a4b5-a398743f84b4" -d '{"events": [{"server_uuid": "1097a573-5899-4348-8d2d-08914c19c5c7", "name": "network-vif-deleted", "tag": "0d71a7b9-2082-4f2c-a2a0-6c634a942c65"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:37.157363 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c5def9-5568-444f-90f4-de6e7b7c4b0e x-openstack-request-id: req-37c5def9-5568-444f-90f4-de6e7b7c4b0e {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:37.157658 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1097a573-5899-4348-8d2d-08914c19c5c7", "name": "network-vif-deleted", "tag": "0d71a7b9-2082-4f2c-a2a0-6c634a942c65", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:37.157954 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37c5def9-5568-444f-90f4-de6e7b7c4b0e {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:37.158344 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1097a573-5899-4348-8d2d-08914c19c5c7', 'name': 'network-vif-deleted', 'tag': '0d71a7b9-2082-4f2c-a2a0-6c634a942c65', 'status': 'completed', 'code': 200} Nov 16 04:45:37.199424 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:37.203872 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:37.221187 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:45:37.282190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Pushing event updated for resources: {'Port': ['ID=e0828d20-a3ea-4a05-a177-fc5a57287dc3,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:37.288634 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:37.307108 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:37.308374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-f1cd2fb5-0fc7-4fcb-a5b0-f0a360e04835 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2322361 Nov 16 04:45:37.369086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-0bf909b1-87bf-4694-bde8-31e68afd84ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.0544488 Nov 16 04:45:37.463579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3d645-578c-43e1-8f60-56e3ac04d181 req-a2ac6d53-6bf5-4020-99e4-04bc123072e5 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:37.465879 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95b3d645-578c-43e1-8f60-56e3ac04d181 req-a2ac6d53-6bf5-4020-99e4-04bc123072e5 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047 HTTP/1.1" status: 200 len: 950 time: 0.1144195 Nov 16 04:45:37.516430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-53988956-25cb-4076-be44-e413f804339b tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:37.517792 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d4ce3b-2832-45bf-9d7d-f44f718e2745 req-53988956-25cb-4076-be44-e413f804339b tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.1355660 Nov 16 04:45:37.540031 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95b3d645-578c-43e1-8f60-56e3ac04d181 req-dd544166-302a-4e9f-8767-c26ff26c6ef6 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681093 Nov 16 04:45:37.612213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bd34a-6249-4459-83ea-a58d4d41ca12 req-c98471c2-2b17-48cc-80ab-8f84f5c42467 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:37.613683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-940bd34a-6249-4459-83ea-a58d4d41ca12 req-c98471c2-2b17-48cc-80ab-8f84f5c42467 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.0483043 Nov 16 04:45:37.717244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-940bd34a-6249-4459-83ea-a58d4d41ca12 req-8f2652e9-5b94-4686-a474-5f06b4ef3f15 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973628 Nov 16 04:45:37.735462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:45:37.756045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:45:37.756478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0d71a7b9-2082-4f2c-a2a0-6c634a942c65 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:45:37.757674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e52be803-704b-4014-8f7a-bced2bd03ace req-43e4de03-5969-4062-be04-750aa0fae4b6 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1241245 Nov 16 04:45:37.769535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:37.791116 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:37.922306 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:37.932674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d588ede-87ee-4d67-8899-5a50db042be9 req-05eb819f-4ade-4967-a9c1-e4321597f998 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:37.934770 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d588ede-87ee-4d67-8899-5a50db042be9 req-05eb819f-4ade-4967-a9c1-e4321597f998 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 943 time: 0.0661407 Nov 16 04:45:37.941292 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb64c907-fe04-4e1d-80d8-cb19a4f0029b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:38.045454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d588ede-87ee-4d67-8899-5a50db042be9 req-22c850df-ac31-48be-9df1-e37877722476 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037805 Nov 16 04:45:38.074811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Allocated IP 172.25.0.228 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/7f5dfe1e-b5b6-4a94-859e-5b052ef5b45b) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:38.192154 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:38.225119 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:38.263681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:38.270229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:38.273873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:38.296286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Pushing event updated for resources: {'Port': ['ID=7f5dfe1e-b5b6-4a94-859e-5b052ef5b45b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:38.361208 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:38.400800 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:38.536233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31a9c4-344e-42cf-a2f7-e7ead70afd2d req-7003d227-f6b2-4f97-a5de-91c0ac155ceb tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:38.537686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c31a9c4-344e-42cf-a2f7-e7ead70afd2d req-7003d227-f6b2-4f97-a5de-91c0ac155ceb tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/ports?device_id=1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047 HTTP/1.1" status: 200 len: 950 time: 0.0937343 Nov 16 04:45:39.002642 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:39.013411 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:39.070432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ef727-a8ba-4d79-8e19-6a07aa4476cc req-d53594af-db80-4422-b7f7-9a72824b62e4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:39.071887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-733ef727-a8ba-4d79-8e19-6a07aa4476cc req-d53594af-db80-4422-b7f7-9a72824b62e4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047 HTTP/1.1" status: 200 len: 950 time: 0.1421232 Nov 16 04:45:39.118909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362a755-a3c0-4a18-8231-c80a8466baad req-2c69819b-8888-4ab5-8661-670dae69a51f tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:39.120212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f362a755-a3c0-4a18-8231-c80a8466baad req-2c69819b-8888-4ab5-8661-670dae69a51f tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "GET /v2.0/ports?device_id=43ad8765-bed3-46ac-a2cf-5c80683391c4 HTTP/1.1" status: 200 len: 949 time: 0.1880708 Nov 16 04:45:39.144935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7c31a9c4-344e-42cf-a2f7-e7ead70afd2d req-73949255-5ea1-41e3-bf7a-717815f8d81e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Deleting port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:39.145266 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7c31a9c4-344e-42cf-a2f7-e7ead70afd2d req-73949255-5ea1-41e3-bf7a-717815f8d81e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:39.147694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Pushing event updated for resources: {'Port': ['ID=7f5dfe1e-b5b6-4a94-859e-5b052ef5b45b,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:39.230406 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:39.289600 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:39.290816 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e52be803-704b-4014-8f7a-bced2bd03ace req-3ed03cf8-dfe6-484f-ac1a-b615ab70b2ac tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5253491 Nov 16 04:45:39.321523 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-733ef727-a8ba-4d79-8e19-6a07aa4476cc req-fa864a02-d775-4128-b1f7-b1797a0512fb tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239649 Nov 16 04:45:39.378345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e52be803-704b-4014-8f7a-bced2bd03ace req-e27234ab-6618-467d-a8a1-a9d3c7810f72 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.228 HTTP/1.1" status: 200 len: 696 time: 0.0791595 Nov 16 04:45:39.379993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7c31a9c4-344e-42cf-a2f7-e7ead70afd2d req-73949255-5ea1-41e3-bf7a-717815f8d81e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] For port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31f56588-e2cb-4b3f-b4f4-17b4c37748f9,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:39.380348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7c31a9c4-344e-42cf-a2f7-e7ead70afd2d req-73949255-5ea1-41e3-bf7a-717815f8d81e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:39.442781 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7c31a9c4-344e-42cf-a2f7-e7ead70afd2d req-73949255-5ea1-41e3-bf7a-717815f8d81e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Calling delete_port for 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:39.494501 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-f362a755-a3c0-4a18-8231-c80a8466baad req-3b647892-20f8-4ad1-a8ff-42373094def2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Deleting port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:39.494831 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f362a755-a3c0-4a18-8231-c80a8466baad req-3b647892-20f8-4ad1-a8ff-42373094def2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:39.649062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd0c9-c1b4-47a3-92f5-9c1e8fca444f req-9c822ecb-2e5b-4b56-acfb-276e3ede466d tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:39.650731 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1bcdd0c9-c1b4-47a3-92f5-9c1e8fca444f req-9c822ecb-2e5b-4b56-acfb-276e3ede466d tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.2059681 Nov 16 04:45:39.681797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52be803-704b-4014-8f7a-bced2bd03ace req-821db6a7-d6fe-492d-b5cb-3cbd6b0f6aa5 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:39.683310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e52be803-704b-4014-8f7a-bced2bd03ace req-821db6a7-d6fe-492d-b5cb-3cbd6b0f6aa5 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2975249 Nov 16 04:45:39.722255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f362a755-a3c0-4a18-8231-c80a8466baad req-3b647892-20f8-4ad1-a8ff-42373094def2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] For port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6d9c8b8e-1a56-4b90-9cd6-fd478337558f,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:39.722622 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f362a755-a3c0-4a18-8231-c80a8466baad req-3b647892-20f8-4ad1-a8ff-42373094def2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:39.750991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-f362a755-a3c0-4a18-8231-c80a8466baad req-3b647892-20f8-4ad1-a8ff-42373094def2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Calling delete_port for 6d9c8b8e-1a56-4b90-9cd6-fd478337558f owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:39.826022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1bcdd0c9-c1b4-47a3-92f5-9c1e8fca444f req-361ec4c2-08b5-4c59-80ce-05e8eebd03a2 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572096 Nov 16 04:45:39.882316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7c31a9c4-344e-42cf-a2f7-e7ead70afd2d req-73949255-5ea1-41e3-bf7a-717815f8d81e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:39.888361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0066e9dd-a823-49fe-bff6-43e6a23396ff details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:45:39.900777 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59396b6d-8415-45be-84d0-0613f6dee51c req-baf536b5-5f20-4ef8-960f-5bed012c7db3 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:39.902364 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59396b6d-8415-45be-84d0-0613f6dee51c req-baf536b5-5f20-4ef8-960f-5bed012c7db3 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 943 time: 0.1625066 Nov 16 04:45:39.906662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['881ab524-5f9c-434a-9608-a278a5b8ff16', '6435f10c-645a-469f-baa4-798adcd22a32', '31f56588-e2cb-4b3f-b4f4-17b4c37748f9'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:39.908690 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271', '6d9c8b8e-1a56-4b90-9cd6-fd478337558f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:39.930439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73949255-5ea1-41e3-bf7a-717815f8d81e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event deleted for resources: {'Port': ['ID=31f56588-e2cb-4b3f-b4f4-17b4c37748f9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:40.015540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c31a9c4-344e-42cf-a2f7-e7ead70afd2d req-73949255-5ea1-41e3-bf7a-717815f8d81e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] No DVR routers for this DVR port 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:45:40.028853 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7c31a9c4-344e-42cf-a2f7-e7ead70afd2d req-73949255-5ea1-41e3-bf7a-717815f8d81e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:40.032035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c31a9c4-344e-42cf-a2f7-e7ead70afd2d req-73949255-5ea1-41e3-bf7a-717815f8d81e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "DELETE /v2.0/ports/31f56588-e2cb-4b3f-b4f4-17b4c37748f9 HTTP/1.1" status: 204 len: 173 time: 1.4876714 Nov 16 04:45:40.032475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047', 'name': 'network-vif-deleted', 'tag': '31f56588-e2cb-4b3f-b4f4-17b4c37748f9'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:40.034698 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a5577b-d038-45be-adf2-334f3430a2d2" -d '{"events": [{"server_uuid": "1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047", "name": "network-vif-deleted", "tag": "31f56588-e2cb-4b3f-b4f4-17b4c37748f9"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:40.128411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59396b6d-8415-45be-84d0-0613f6dee51c req-42036e4b-a625-44a2-b43b-d594a21f238b tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009561 Nov 16 04:45:40.161652 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f362a755-a3c0-4a18-8231-c80a8466baad req-3b647892-20f8-4ad1-a8ff-42373094def2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:40.168881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0066e9dd-a823-49fe-bff6-43e6a23396ff, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0066e9dd-a823-49fe-bff6-43e6a23396ff,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:40.185016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '0066e9dd-a823-49fe-bff6-43e6a23396ff', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'port_id': '0066e9dd-a823-49fe-bff6-43e6a23396ff', 'mac_address': 'fa:16:3e:0e:2c:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:45:40.200935 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e507f34-2ced-4ba7-80ab-f66ffa54e078 x-openstack-request-id: req-5e507f34-2ced-4ba7-80ab-f66ffa54e078 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:40.201221 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047", "name": "network-vif-deleted", "tag": "31f56588-e2cb-4b3f-b4f4-17b4c37748f9", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:40.201469 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e507f34-2ced-4ba7-80ab-f66ffa54e078 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:40.201884 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047', 'name': 'network-vif-deleted', 'tag': '31f56588-e2cb-4b3f-b4f4-17b4c37748f9', 'status': 'completed', 'code': 200} Nov 16 04:45:40.204452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b647892-20f8-4ad1-a8ff-42373094def2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event deleted for resources: {'Port': ['ID=6d9c8b8e-1a56-4b90-9cd6-fd478337558f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:40.216454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-2c3dc1bf-f44e-400c-87e0-681e89b08aca tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2022109 Nov 16 04:45:40.238720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:40.243595 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8e277d5-0f90-45a8-9c57-a47931bafabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:40.265459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f362a755-a3c0-4a18-8231-c80a8466baad req-3b647892-20f8-4ad1-a8ff-42373094def2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] No DVR routers for this DVR port 6d9c8b8e-1a56-4b90-9cd6-fd478337558f on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:45:40.268541 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:40.269312 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f362a755-a3c0-4a18-8231-c80a8466baad req-3b647892-20f8-4ad1-a8ff-42373094def2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:40.272535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f362a755-a3c0-4a18-8231-c80a8466baad req-3b647892-20f8-4ad1-a8ff-42373094def2 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "DELETE /v2.0/ports/6d9c8b8e-1a56-4b90-9cd6-fd478337558f HTTP/1.1" status: 204 len: 173 time: 1.1436286 Nov 16 04:45:40.282719 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:40.312890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0066e9dd-a823-49fe-bff6-43e6a23396ff {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:45:40.368003 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0066e9dd-a823-49fe-bff6-43e6a23396ff, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0066e9dd-a823-49fe-bff6-43e6a23396ff,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:40.385423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:40.461954 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:40.575799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2cd5beac-2027-4e96-aeac-7b89fd378138 req-600b2262-340b-483f-b57b-29f7379d6e22 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=1aa2c8c0-7e7b-466a-b9ea-4ab1545ed047 HTTP/1.1" status: 200 len: 210 time: 0.0573483 Nov 16 04:45:40.598651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0066e9dd-a823-49fe-bff6-43e6a23396ff,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:40.657200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Allocated IP 172.25.0.159 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/6f07538c-3106-4f83-886a-ee07ef54aecb) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:40.742296 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['0066e9dd-a823-49fe-bff6-43e6a23396ff'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:40.764778 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:40.801497 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:40.840761 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:40.846719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:40.850138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:40.885225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Pushing event updated for resources: {'Port': ['ID=6f07538c-3106-4f83-886a-ee07ef54aecb,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:40.962185 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:40.989485 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:41.031475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec800dc-7bc6-48c4-bade-a4baee598aef req-160e9330-ebed-4a58-9184-7d4ea321b239 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:41.033029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ec800dc-7bc6-48c4-bade-a4baee598aef req-160e9330-ebed-4a58-9184-7d4ea321b239 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.0941937 Nov 16 04:45:41.048337 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:41.128092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ec800dc-7bc6-48c4-bade-a4baee598aef req-33f5f814-19b4-4db4-9d3e-aeb255fd490a tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865538 Nov 16 04:45:41.234207 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:41.239419 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:41.241485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['881ab524-5f9c-434a-9608-a278a5b8ff16', '6435f10c-645a-469f-baa4-798adcd22a32', '31f56588-e2cb-4b3f-b4f4-17b4c37748f9'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:41.320037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Pushing event updated for resources: {'Port': ['ID=6f07538c-3106-4f83-886a-ee07ef54aecb,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:41.328779 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:41.345737 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:41.347070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-d93b81ac-135b-4596-844e-2382885d3086 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1122110 Nov 16 04:45:41.407344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-f8561905-dc0d-446e-a084-436f92807794 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.0445158 Nov 16 04:45:41.524104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-658213c9-40aa-4d16-8207-d7485efc6218 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:41.525457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0891ec9d-afce-4d16-bc0b-9169c2640783 req-658213c9-40aa-4d16-8207-d7485efc6218 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.1114790 Nov 16 04:45:41.644120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f6c25dd-bd7e-4b4e-a317-a1d8fb2a4173 req-43b76bd9-eb40-41b0-9013-775cc5c25f06 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips/a4ada08f-da3b-4fad-8eca-992de8afcbab HTTP/1.1" status: 200 len: 693 time: 0.0650129 Nov 16 04:45:41.711822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed371716-48a9-44e7-b7a7-acf89f8f32f0 req-12a88235-caa4-492b-ad69-5449653004e4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:41.713417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed371716-48a9-44e7-b7a7-acf89f8f32f0 req-12a88235-caa4-492b-ad69-5449653004e4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 944 time: 0.1280012 Nov 16 04:45:41.792857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed371716-48a9-44e7-b7a7-acf89f8f32f0 req-fee82b08-819a-4ac9-9229-51efa3e9dd7f tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712085 Nov 16 04:45:41.799830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c25dd-bd7e-4b4e-a317-a1d8fb2a4173 req-bfaee3d2-5492-4f1a-8e23-b8e3667185f6 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:41.801183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f6c25dd-bd7e-4b4e-a317-a1d8fb2a4173 req-bfaee3d2-5492-4f1a-8e23-b8e3667185f6 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.1510186 Nov 16 04:45:41.816049 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:41.818975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-0f6c25dd-bd7e-4b4e-a317-a1d8fb2a4173 req-e2c22cc3-f193-4413-9483-1fef5886559c tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:45:41.819965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f6c25dd-bd7e-4b4e-a317-a1d8fb2a4173 req-e2c22cc3-f193-4413-9483-1fef5886559c tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057623 Nov 16 04:45:41.895874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0066e9dd-a823-49fe-bff6-43e6a23396ff up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:41.917878 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-26fd846f-d2a9-4c7c-b9b9-1e079596690f tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips/a4ada08f-da3b-4fad-8eca-992de8afcbab HTTP/1.1" status: 200 len: 693 time: 0.0492723 Nov 16 04:45:41.953202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 0066e9dd-a823-49fe-bff6-43e6a23396ff completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:45:41.957091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 0066e9dd-a823-49fe-bff6-43e6a23396ff triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:41.957728 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:42.045385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-04c01e6a-d3ea-4162-8258-e2b7b4b1c653 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:42.048443 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:42.053113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-04c01e6a-d3ea-4162-8258-e2b7b4b1c653 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.1280980 Nov 16 04:45:42.072363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1fa9d3-e974-45a9-98d1-205384a8c53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0066e9dd-a823-49fe-bff6-43e6a23396ff'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:42.075490 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d9c7da-59a9-4411-a715-02d0ef10bc62" -d '{"events": [{"server_uuid": "8f1fa9d3-e974-45a9-98d1-205384a8c53f", "name": "network-vif-plugged", "status": "completed", "tag": "0066e9dd-a823-49fe-bff6-43e6a23396ff"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:42.088206 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0066e9dd-a823-49fe-bff6-43e6a23396ff, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0066e9dd-a823-49fe-bff6-43e6a23396ff,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:42.092144 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:42.093217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 6d9c8b8e-1a56-4b90-9cd6-fd478337558f no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:45:42.111225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-239366fe-f0c4-45f4-9678-211b949faf02 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.0571995 Nov 16 04:45:42.138299 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 6d9c8b8e-1a56-4b90-9cd6-fd478337558f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:45:42.138702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 6d9c8b8e-1a56-4b90-9cd6-fd478337558f not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:45:42.159033 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-cb6fd61c-f5f9-4994-a53e-717cc7b54f63 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.159 HTTP/1.1" status: 200 len: 696 time: 0.0469282 Nov 16 04:45:42.168123 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0066e9dd-a823-49fe-bff6-43e6a23396ff,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:42.196284 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d738b4b-926a-479f-a8d5-088cdd32ee70 x-openstack-request-id: req-0d738b4b-926a-479f-a8d5-088cdd32ee70 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:42.196689 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1fa9d3-e974-45a9-98d1-205384a8c53f", "name": "network-vif-plugged", "status": "completed", "tag": "0066e9dd-a823-49fe-bff6-43e6a23396ff", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:42.197096 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d738b4b-926a-479f-a8d5-088cdd32ee70 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:42.197733 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1fa9d3-e974-45a9-98d1-205384a8c53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0066e9dd-a823-49fe-bff6-43e6a23396ff', 'code': 200} Nov 16 04:45:42.204862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ad8765-bed3-46ac-a2cf-5c80683391c4', 'name': 'network-vif-deleted', 'tag': '6d9c8b8e-1a56-4b90-9cd6-fd478337558f'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:42.207305 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c05d2b2-13c1-4b3b-9081-b0e448642e12" -d '{"events": [{"server_uuid": "43ad8765-bed3-46ac-a2cf-5c80683391c4", "name": "network-vif-deleted", "tag": "6d9c8b8e-1a56-4b90-9cd6-fd478337558f"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:42.339835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129b6f9-cc75-48c6-970f-38ff16f21e43 req-57e593e9-b5fc-4540-85f9-9ad601dfa70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:42.341310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e129b6f9-cc75-48c6-970f-38ff16f21e43 req-57e593e9-b5fc-4540-85f9-9ad601dfa70f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 1096 time: 0.0600269 Nov 16 04:45:42.350676 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-3d56c9d2-b147-49b6-9d4e-6a391f0eab4f tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Deleting port 6f07538c-3106-4f83-886a-ee07ef54aecb {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:42.351010 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-3d56c9d2-b147-49b6-9d4e-6a391f0eab4f tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:42.421794 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50051431-0418-42d9-9fc5-329dbfd0257a x-openstack-request-id: req-50051431-0418-42d9-9fc5-329dbfd0257a {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:42.422080 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ad8765-bed3-46ac-a2cf-5c80683391c4", "name": "network-vif-deleted", "tag": "6d9c8b8e-1a56-4b90-9cd6-fd478337558f", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:42.422396 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50051431-0418-42d9-9fc5-329dbfd0257a {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:42.422843 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ad8765-bed3-46ac-a2cf-5c80683391c4', 'name': 'network-vif-deleted', 'tag': '6d9c8b8e-1a56-4b90-9cd6-fd478337558f', 'status': 'completed', 'code': 200} Nov 16 04:45:42.442011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e129b6f9-cc75-48c6-970f-38ff16f21e43 req-cced7cce-ce4b-436a-8341-b64ff2efcc6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929048 Nov 16 04:45:42.461950 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-3d56c9d2-b147-49b6-9d4e-6a391f0eab4f tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:42.462270 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-3d56c9d2-b147-49b6-9d4e-6a391f0eab4f tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:42.473946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-3d56c9d2-b147-49b6-9d4e-6a391f0eab4f tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Calling delete_port for 6f07538c-3106-4f83-886a-ee07ef54aecb owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:42.604090 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-3d56c9d2-b147-49b6-9d4e-6a391f0eab4f tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:42.630540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56c9d2-b147-49b6-9d4e-6a391f0eab4f tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Pushing event deleted for resources: {'Port': ['ID=6f07538c-3106-4f83-886a-ee07ef54aecb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:42.691540 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-3d56c9d2-b147-49b6-9d4e-6a391f0eab4f tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:42.694371 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-3d56c9d2-b147-49b6-9d4e-6a391f0eab4f tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:42.695544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c0b54d-ef4b-458d-b573-d6de76a70903 req-3d56c9d2-b147-49b6-9d4e-6a391f0eab4f tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "DELETE /v2.0/floatingips/a4ada08f-da3b-4fad-8eca-992de8afcbab HTTP/1.1" status: 204 len: 173 time: 0.5289938 Nov 16 04:45:43.166103 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:43.268742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b1ad6-256e-490a-9015-5b699a38abcb req-e7b9a66d-ce08-46e1-a1fe-02b600d13272 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:43.270255 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a1b1ad6-256e-490a-9015-5b699a38abcb req-e7b9a66d-ce08-46e1-a1fe-02b600d13272 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b5f9d44-1fec-4f0e-b788-fc16001ff2ee HTTP/1.1" status: 200 len: 950 time: 0.5436833 Nov 16 04:45:43.321592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9c88f-df15-43ec-845b-d4d2aeece9d6 req-0de9dd31-4902-4c12-b498-c5739d056b21 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:43.322170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5da9c88f-df15-43ec-845b-d4d2aeece9d6 req-0de9dd31-4902-4c12-b498-c5739d056b21 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6007659 Nov 16 04:45:43.347244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a1b1ad6-256e-490a-9015-5b699a38abcb req-b8d1e75e-8dc5-44fb-8d6e-30e73f051cd6 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657661 Nov 16 04:45:43.435476 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af7528-5ee8-470d-9ee6-48c3e966f5c2 req-6188e9cb-46a7-4cc3-89a5-07a501fcb822 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:43.437039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48af7528-5ee8-470d-9ee6-48c3e966f5c2 req-6188e9cb-46a7-4cc3-89a5-07a501fcb822 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.0597153 Nov 16 04:45:43.489710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48af7528-5ee8-470d-9ee6-48c3e966f5c2 req-18e7d213-eed3-4065-99ed-dd34fa15fde1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463893 Nov 16 04:45:43.559271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29015b3d-efc4-4c56-b517-516a30e7cb67 req-87e35580-12b7-45ee-b113-9c440ef12d7d tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=22f432c5b43549148e0bf1ce75e81aa4 HTTP/1.1" status: 200 len: 1656 time: 0.0655100 Nov 16 04:45:43.652838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da437a68-f49d-44c1-9e1a-58d094879742 req-35bf67c3-9e62-4a96-b2bb-6cd8ea545eef tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:43.654314 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da437a68-f49d-44c1-9e1a-58d094879742 req-35bf67c3-9e62-4a96-b2bb-6cd8ea545eef tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b5f9d44-1fec-4f0e-b788-fc16001ff2ee HTTP/1.1" status: 200 len: 950 time: 0.1147857 Nov 16 04:45:43.733255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29015b3d-efc4-4c56-b517-516a30e7cb67 req-b4bd630a-1d8a-43fe-959e-c3ab5ca4750f tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:43.734823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29015b3d-efc4-4c56-b517-516a30e7cb67 req-b4bd630a-1d8a-43fe-959e-c3ab5ca4750f tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks?id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 787 time: 0.1620693 Nov 16 04:45:43.744898 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:43.770145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:45:43.785802 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e3975-4a4d-4d2e-bafd-79866ecbb6f3 req-68e9e610-928f-4a23-8085-e949b88cdcd4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:43.786538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-29015b3d-efc4-4c56-b517-516a30e7cb67 req-3b9bfd3b-7e88-4685-b2bc-f7c4cd445ff2 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:45:43.787645 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29015b3d-efc4-4c56-b517-516a30e7cb67 req-3b9bfd3b-7e88-4685-b2bc-f7c4cd445ff2 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061855 Nov 16 04:45:43.789851 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-169e3975-4a4d-4d2e-bafd-79866ecbb6f3 req-68e9e610-928f-4a23-8085-e949b88cdcd4 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "GET /v2.0/ports?device_id=9326e3e7-1c6f-4f2a-aa0d-76948414fd9a HTTP/1.1" status: 200 len: 949 time: 0.0718772 Nov 16 04:45:43.804048 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:45:43.807155 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31f56588-e2cb-4b3f-b4f4-17b4c37748f9 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:45:43.857952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-da437a68-f49d-44c1-9e1a-58d094879742 req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Deleting port 881ab524-5f9c-434a-9608-a278a5b8ff16 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:43.858297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-da437a68-f49d-44c1-9e1a-58d094879742 req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:43.878014 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-8f4de4e4-04bc-4d23-abbf-1fc0143b2474 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips/25f660a5-b953-40c4-9963-705f7b620666 HTTP/1.1" status: 200 len: 693 time: 0.0636024 Nov 16 04:45:43.891008 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-169e3975-4a4d-4d2e-bafd-79866ecbb6f3 req-df0ec275-4790-46bf-a90a-6cdee71e401d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Deleting port 6435f10c-645a-469f-baa4-798adcd22a32 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:43.891352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-169e3975-4a4d-4d2e-bafd-79866ecbb6f3 req-df0ec275-4790-46bf-a90a-6cdee71e401d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:43.893004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0ea11352-412c-462b-bb80-88bf291140c4 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:45:44.022477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-169e3975-4a4d-4d2e-bafd-79866ecbb6f3 req-df0ec275-4790-46bf-a90a-6cdee71e401d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] For port 6435f10c-645a-469f-baa4-798adcd22a32, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=6435f10c-645a-469f-baa4-798adcd22a32,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:44.023603 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-169e3975-4a4d-4d2e-bafd-79866ecbb6f3 req-df0ec275-4790-46bf-a90a-6cdee71e401d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:44.046302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-169e3975-4a4d-4d2e-bafd-79866ecbb6f3 req-df0ec275-4790-46bf-a90a-6cdee71e401d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Calling delete_port for 6435f10c-645a-469f-baa4-798adcd22a32 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:44.059660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0ea11352-412c-462b-bb80-88bf291140c4, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0ea11352-412c-462b-bb80-88bf291140c4,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:44.064732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-da437a68-f49d-44c1-9e1a-58d094879742 req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] For port 881ab524-5f9c-434a-9608-a278a5b8ff16, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=881ab524-5f9c-434a-9608-a278a5b8ff16,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:44.065106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-da437a68-f49d-44c1-9e1a-58d094879742 req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:44.074693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '0ea11352-412c-462b-bb80-88bf291140c4', 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0', 'port_id': '0ea11352-412c-462b-bb80-88bf291140c4', 'mac_address': 'fa:16:3e:7d:d3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063c054f-393a-4bcd-b5ae-2266d7cc8f6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:45:44.113111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-da437a68-f49d-44c1-9e1a-58d094879742 req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Calling delete_port for 881ab524-5f9c-434a-9608-a278a5b8ff16 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:44.124768 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:44.142527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ea11352-412c-462b-bb80-88bf291140c4 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:45:44.156490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-c2f122af-6e6a-4b75-9ec0-2fd33f703426 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:44.157992 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-c2f122af-6e6a-4b75-9ec0-2fd33f703426 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2329745 Nov 16 04:45:44.173353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0ea11352-412c-462b-bb80-88bf291140c4, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0ea11352-412c-462b-bb80-88bf291140c4,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:44.178016 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:44.201899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-169e3975-4a4d-4d2e-bafd-79866ecbb6f3 req-df0ec275-4790-46bf-a90a-6cdee71e401d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:44.225791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['881ab524-5f9c-434a-9608-a278a5b8ff16', '6435f10c-645a-469f-baa4-798adcd22a32'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:44.228223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:44.256819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ec275-4790-46bf-a90a-6cdee71e401d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event deleted for resources: {'Port': ['ID=6435f10c-645a-469f-baa4-798adcd22a32,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:44.266730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-eb461d22-05ec-4193-91e7-cf88a760787c tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.228 HTTP/1.1" status: 200 len: 696 time: 0.0728817 Nov 16 04:45:44.302916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-169e3975-4a4d-4d2e-bafd-79866ecbb6f3 req-df0ec275-4790-46bf-a90a-6cdee71e401d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] No DVR routers for this DVR port 6435f10c-645a-469f-baa4-798adcd22a32 on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:45:44.306865 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-169e3975-4a4d-4d2e-bafd-79866ecbb6f3 req-df0ec275-4790-46bf-a90a-6cdee71e401d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:44.311879 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-169e3975-4a4d-4d2e-bafd-79866ecbb6f3 req-df0ec275-4790-46bf-a90a-6cdee71e401d tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "DELETE /v2.0/ports/6435f10c-645a-469f-baa4-798adcd22a32 HTTP/1.1" status: 204 len: 173 time: 0.5182915 Nov 16 04:45:44.312397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9326e3e7-1c6f-4f2a-aa0d-76948414fd9a', 'name': 'network-vif-deleted', 'tag': '6435f10c-645a-469f-baa4-798adcd22a32'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:44.317574 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7db3ff1-7e6d-4a03-9b9b-12c6a4b3c343" -d '{"events": [{"server_uuid": "9326e3e7-1c6f-4f2a-aa0d-76948414fd9a", "name": "network-vif-deleted", "tag": "6435f10c-645a-469f-baa4-798adcd22a32"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:44.320308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0ea11352-412c-462b-bb80-88bf291140c4,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:44.375366 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07896b5-1bdc-4c36-a2c2-0a1d6805a64a x-openstack-request-id: req-d07896b5-1bdc-4c36-a2c2-0a1d6805a64a {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:44.375685 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9326e3e7-1c6f-4f2a-aa0d-76948414fd9a", "name": "network-vif-deleted", "tag": "6435f10c-645a-469f-baa4-798adcd22a32", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:44.375941 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d07896b5-1bdc-4c36-a2c2-0a1d6805a64a {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:44.377237 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9326e3e7-1c6f-4f2a-aa0d-76948414fd9a', 'name': 'network-vif-deleted', 'tag': '6435f10c-645a-469f-baa4-798adcd22a32', 'status': 'completed', 'code': 200} Nov 16 04:45:44.422855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['0ea11352-412c-462b-bb80-88bf291140c4'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:44.446495 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-40c2e7ec-cc6d-426a-93ad-8341f5ddcb8c tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.228 HTTP/1.1" status: 200 len: 696 time: 0.1785605 Nov 16 04:45:44.542098 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-da437a68-f49d-44c1-9e1a-58d094879742 req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:44.628812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c4e23-3da6-4fe9-8c60-5f1275127d49 req-6ffd4d8f-bc1d-461a-8b70-daab17eb1b88 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:44.630561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-198c4e23-3da6-4fe9-8c60-5f1275127d49 req-6ffd4d8f-bc1d-461a-8b70-daab17eb1b88 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b5f9d44-1fec-4f0e-b788-fc16001ff2ee HTTP/1.1" status: 200 len: 867 time: 0.1781466 Nov 16 04:45:44.631416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event deleted for resources: {'Port': ['ID=881ab524-5f9c-434a-9608-a278a5b8ff16,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:44.703700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:44.706491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:44.707088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:44.707681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:44.708703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:44.709374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:44.710688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:44.711378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:44.712042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:44.712553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:44.713082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:44.713675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:45:44.769983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['6435f10c-645a-469f-baa4-798adcd22a32'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:44.798475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-da437a68-f49d-44c1-9e1a-58d094879742 req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] No DVR routers for this DVR port 881ab524-5f9c-434a-9608-a278a5b8ff16 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:45:44.806193 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-da437a68-f49d-44c1-9e1a-58d094879742 req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:44.811025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da437a68-f49d-44c1-9e1a-58d094879742 req-5c50fa20-5cd4-48b0-84da-46cfcb3c535e tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.37 "DELETE /v2.0/ports/881ab524-5f9c-434a-9608-a278a5b8ff16 HTTP/1.1" status: 204 len: 173 time: 1.1477444 Nov 16 04:45:44.813955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5f9d44-1fec-4f0e-b788-fc16001ff2ee', 'name': 'network-vif-deleted', 'tag': '881ab524-5f9c-434a-9608-a278a5b8ff16'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:44.816480 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f8c72e-23b3-4915-ab94-8a09824370f6" -d '{"events": [{"server_uuid": "4b5f9d44-1fec-4f0e-b788-fc16001ff2ee", "name": "network-vif-deleted", "tag": "881ab524-5f9c-434a-9608-a278a5b8ff16"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:44.829245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-198c4e23-3da6-4fe9-8c60-5f1275127d49 req-4c90293f-33b4-4209-978b-d7685219be3a tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848030 Nov 16 04:45:44.849325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:44.883151 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-08c69947-5eba-419f-9419-39aa47a56f81 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Deleting port 7f5dfe1e-b5b6-4a94-859e-5b052ef5b45b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:44.883498 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-08c69947-5eba-419f-9419-39aa47a56f81 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:45.034226 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-08c69947-5eba-419f-9419-39aa47a56f81 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:45.035923 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-08c69947-5eba-419f-9419-39aa47a56f81 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:45.052592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-08c69947-5eba-419f-9419-39aa47a56f81 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Calling delete_port for 7f5dfe1e-b5b6-4a94-859e-5b052ef5b45b owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:45.210045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a5420-ffc9-4a5f-a409-a2a48e45f737 req-35d1cc34-7687-49e7-b88e-f92f92e0e5e6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:45.211565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d28a5420-ffc9-4a5f-a409-a2a48e45f737 req-35d1cc34-7687-49e7-b88e-f92f92e0e5e6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.0834439 Nov 16 04:45:45.372091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d28a5420-ffc9-4a5f-a409-a2a48e45f737 req-7d734bea-0d2e-45cf-84bd-d2807e3a08f5 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491265 Nov 16 04:45:45.410133 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-08c69947-5eba-419f-9419-39aa47a56f81 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:45.452708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c69947-5eba-419f-9419-39aa47a56f81 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Pushing event deleted for resources: {'Port': ['ID=7f5dfe1e-b5b6-4a94-859e-5b052ef5b45b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:45.550557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-08c69947-5eba-419f-9419-39aa47a56f81 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:45.553180 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-08c69947-5eba-419f-9419-39aa47a56f81 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:45.554367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd52eb5a-eeb8-4667-92c4-7fdc4366b73d req-08c69947-5eba-419f-9419-39aa47a56f81 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "DELETE /v2.0/floatingips/25f660a5-b953-40c4-9963-705f7b620666 HTTP/1.1" status: 204 len: 173 time: 1.1070950 Nov 16 04:45:45.606730 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cf4403-c924-41c9-b15f-6d51d331cced x-openstack-request-id: req-96cf4403-c924-41c9-b15f-6d51d331cced {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:45.607031 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b5f9d44-1fec-4f0e-b788-fc16001ff2ee", "name": "network-vif-deleted", "tag": "881ab524-5f9c-434a-9608-a278a5b8ff16", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:45.607318 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96cf4403-c924-41c9-b15f-6d51d331cced {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:45.607700 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5f9d44-1fec-4f0e-b788-fc16001ff2ee', 'name': 'network-vif-deleted', 'tag': '881ab524-5f9c-434a-9608-a278a5b8ff16', 'status': 'completed', 'code': 200} Nov 16 04:45:45.704507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60472fa2-7d07-471f-b738-56c83da19e8c req-98a0e3c4-b3c8-4428-86f0-c8dc51ca271b tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips/686c35b4-f6da-4e92-b4ac-6f2eff7e9dfb HTTP/1.1" status: 200 len: 692 time: 0.0841670 Nov 16 04:45:45.796790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dee281-5437-46c3-99a9-621a659185a4 req-49d5f177-d634-4136-80a4-235fd656cb12 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:45.798302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06dee281-5437-46c3-99a9-621a659185a4 req-49d5f177-d634-4136-80a4-235fd656cb12 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1265304 Nov 16 04:45:45.808412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39336) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:45.813268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-55dc7763-85e8-4f58-a18e-03761b588149 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Request body: {'floatingip': {'port_id': '0066e9dd-a823-49fe-bff6-43e6a23396ff'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:45.880822 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-55dc7763-85e8-4f58-a18e-03761b588149 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:45.900889 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0ea11352-412c-462b-bb80-88bf291140c4 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:46.006898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 0ea11352-412c-462b-bb80-88bf291140c4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:46.009260 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:46.015787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60472fa2-7d07-471f-b738-56c83da19e8c req-e4f5e405-9b42-44d9-8566-32976bea2d07 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:46.023279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60472fa2-7d07-471f-b738-56c83da19e8c req-e4f5e405-9b42-44d9-8566-32976bea2d07 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.3128116 Nov 16 04:45:46.081334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60472fa2-7d07-471f-b738-56c83da19e8c req-31862d39-96b9-4a69-9f04-0619070a138c tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.0570605 Nov 16 04:45:46.132245 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:46.166543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60472fa2-7d07-471f-b738-56c83da19e8c req-e1f6d83e-cf74-4acb-8c34-d45a00eae60c tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.0838459 Nov 16 04:45:46.168936 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:46.180085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28499f39-98ad-4a6f-b99d-8139e452c46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea11352-412c-462b-bb80-88bf291140c4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:46.182693 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b0f7f9-0385-4b81-a711-e01736284fb6" -d '{"events": [{"server_uuid": "28499f39-98ad-4a6f-b99d-8139e452c46e", "name": "network-vif-plugged", "status": "completed", "tag": "0ea11352-412c-462b-bb80-88bf291140c4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:46.206189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0ea11352-412c-462b-bb80-88bf291140c4, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0ea11352-412c-462b-bb80-88bf291140c4,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:46.219165 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:46.307886 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0ea11352-412c-462b-bb80-88bf291140c4,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:46.420820 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177b7777-f42c-423f-a091-94d6f0cc62d5 x-openstack-request-id: req-177b7777-f42c-423f-a091-94d6f0cc62d5 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:46.421104 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28499f39-98ad-4a6f-b99d-8139e452c46e", "name": "network-vif-plugged", "status": "completed", "tag": "0ea11352-412c-462b-bb80-88bf291140c4", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:46.421358 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-177b7777-f42c-423f-a091-94d6f0cc62d5 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:46.421757 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28499f39-98ad-4a6f-b99d-8139e452c46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea11352-412c-462b-bb80-88bf291140c4', 'code': 200} Nov 16 04:45:46.437803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-60472fa2-7d07-471f-b738-56c83da19e8c req-9fee1edd-b586-477c-bd09-bd9162b535dd tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Deleting port e0828d20-a3ea-4a05-a177-fc5a57287dc3 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:46.438197 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-60472fa2-7d07-471f-b738-56c83da19e8c req-9fee1edd-b586-477c-bd09-bd9162b535dd tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:46.655929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1737fef4-bc89-4c84-a57c-629977f3b951 req-23547e6b-55ea-4c18-a9b2-cbfbacc426a5 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:46.657803 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1737fef4-bc89-4c84-a57c-629977f3b951 req-23547e6b-55ea-4c18-a9b2-cbfbacc426a5 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 950 time: 0.1379831 Nov 16 04:45:46.676802 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-60472fa2-7d07-471f-b738-56c83da19e8c req-9fee1edd-b586-477c-bd09-bd9162b535dd tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:46.677123 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-60472fa2-7d07-471f-b738-56c83da19e8c req-9fee1edd-b586-477c-bd09-bd9162b535dd tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:46.768095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-60472fa2-7d07-471f-b738-56c83da19e8c req-9fee1edd-b586-477c-bd09-bd9162b535dd tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Calling delete_port for e0828d20-a3ea-4a05-a177-fc5a57287dc3 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:46.799841 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-55dc7763-85e8-4f58-a18e-03761b588149 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:46.837134 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-55dc7763-85e8-4f58-a18e-03761b588149 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:46.916306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1737fef4-bc89-4c84-a57c-629977f3b951 req-8dc79f5a-5d72-4e98-9111-04c2550e8b06 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456045 Nov 16 04:45:46.992381 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-55dc7763-85e8-4f58-a18e-03761b588149 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Floating IP f8d728c9-4b46-4d41-a36a-a265838f0eaf associated. External IP: 172.25.0.148, port: 0066e9dd-a823-49fe-bff6-43e6a23396ff. Nov 16 04:45:47.127926 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-60472fa2-7d07-471f-b738-56c83da19e8c req-9fee1edd-b586-477c-bd09-bd9162b535dd tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:47.167036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee1edd-b586-477c-bd09-bd9162b535dd tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Pushing event deleted for resources: {'Port': ['ID=e0828d20-a3ea-4a05-a177-fc5a57287dc3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:47.307106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-60472fa2-7d07-471f-b738-56c83da19e8c req-9fee1edd-b586-477c-bd09-bd9162b535dd tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:47.310262 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-60472fa2-7d07-471f-b738-56c83da19e8c req-9fee1edd-b586-477c-bd09-bd9162b535dd tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:47.311412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60472fa2-7d07-471f-b738-56c83da19e8c req-9fee1edd-b586-477c-bd09-bd9162b535dd tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "DELETE /v2.0/floatingips/686c35b4-f6da-4e92-b4ac-6f2eff7e9dfb HTTP/1.1" status: 204 len: 173 time: 1.1430953 Nov 16 04:45:47.387529 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed5d67e8-feed-4794-9580-667972d399c2 req-7450cff7-4947-48e2-bdc6-617beff97686 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips/42402803-b1f3-4f75-b225-939378b39d4a HTTP/1.1" status: 200 len: 693 time: 0.0544903 Nov 16 04:45:47.395146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dc7763-85e8-4f58-a18e-03761b588149 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:45:47.784469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 881ab524-5f9c-434a-9608-a278a5b8ff16 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:45:47.815744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 881ab524-5f9c-434a-9608-a278a5b8ff16 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:45:47.816400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 881ab524-5f9c-434a-9608-a278a5b8ff16 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:45:47.817664 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 6435f10c-645a-469f-baa4-798adcd22a32 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:45:47.845113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 6435f10c-645a-469f-baa4-798adcd22a32 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:45:47.845735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 6435f10c-645a-469f-baa4-798adcd22a32 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:45:47.905874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d67e8-feed-4794-9580-667972d399c2 req-8016b8b6-ebed-4eee-9784-2528dbd852d3 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:47.907360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed5d67e8-feed-4794-9580-667972d399c2 req-8016b8b6-ebed-4eee-9784-2528dbd852d3 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.5075223 Nov 16 04:45:47.926935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dc7763-85e8-4f58-a18e-03761b588149 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:45:47.937738 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07589c78-ea7d-4ba9-b705-4623b4647ee0 None None] Sync routers for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:45:47.963704 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-55dc7763-85e8-4f58-a18e-03761b588149 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:47.971370 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07589c78-ea7d-4ba9-b705-4623b4647ee0 None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:47.974817 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-07589c78-ea7d-4ba9-b705-4623b4647ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:48.009010 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed5d67e8-feed-4794-9580-667972d399c2 req-c7aaffda-3bcd-4712-8534-2aba45c11270 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.0902889 Nov 16 04:45:48.109683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-55dc7763-85e8-4f58-a18e-03761b588149 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "PUT /v2.0/floatingips/f8d728c9-4b46-4d41-a36a-a265838f0eaf HTTP/1.1" status: 200 len: 991 time: 2.2886193 Nov 16 04:45:48.109683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f1fa9d3-e974-45a9-98d1-205384a8c53f', 'tag': '0066e9dd-a823-49fe-bff6-43e6a23396ff'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:48.109683 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6558f555-ae15-4166-8884-9f468a7a9e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f1fa9d3-e974-45a9-98d1-205384a8c53f", "tag": "0066e9dd-a823-49fe-bff6-43e6a23396ff"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:48.137337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed5d67e8-feed-4794-9580-667972d399c2 req-bdc9516a-b2d7-437e-b3b1-12bc904237eb tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.110 HTTP/1.1" status: 200 len: 696 time: 0.1311855 Nov 16 04:45:48.150828 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-07589c78-ea7d-4ba9-b705-4623b4647ee0 None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:48.193994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26568609-5ef7-49d7-987f-507b617ddb47 req-bd2de470-2327-4c61-b961-4a2934da6f77 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:48.195457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26568609-5ef7-49d7-987f-507b617ddb47 req-bd2de470-2327-4c61-b961-4a2934da6f77 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 950 time: 0.1762261 Nov 16 04:45:48.218424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7348a-5adf-4f2c-93cb-870319b83cce req-23815a1a-9e72-491e-ab13-bf4e3fa74359 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:48.219906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28c7348a-5adf-4f2c-93cb-870319b83cce req-23815a1a-9e72-491e-ab13-bf4e3fa74359 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 950 time: 0.1348128 Nov 16 04:45:48.260551 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:48.380047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28c7348a-5adf-4f2c-93cb-870319b83cce req-6256e909-d835-48f4-b1f9-432591ad6a84 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367760 Nov 16 04:45:48.421922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-ed5d67e8-feed-4794-9580-667972d399c2 req-fc9b9b51-c0c6-4cdf-9ae5-82506c524273 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Deleting port a0fda53b-4c3a-46f7-b5d2-faa7dde9ed5c {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:48.422267 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed5d67e8-feed-4794-9580-667972d399c2 req-fc9b9b51-c0c6-4cdf-9ae5-82506c524273 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:48.434313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-26568609-5ef7-49d7-987f-507b617ddb47 req-815601c0-282b-43ea-b5ae-92112e460002 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Deleting port 66b0301b-af45-4def-9dc7-5a512dbc7271 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:48.434638 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-26568609-5ef7-49d7-987f-507b617ddb47 req-815601c0-282b-43ea-b5ae-92112e460002 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:48.562271 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-07589c78-ea7d-4ba9-b705-4623b4647ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'f8d728c9-4b46-4d41-a36a-a265838f0eaf', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'floating_ip_address': '172.25.0.148', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'port_id': '0066e9dd-a823-49fe-bff6-43e6a23396ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'mac_address': 'fa:16:3e:0e:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1fa9d3-e974-45a9-98d1-205384a8c53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:45:24Z', 'updated_at': '2021-11-16T04:45:46Z', 'revision_number': 1, 'project_id': '3f5f654448204001838bcf01f092ff01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:27Z', 'revision_number': 5, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:48.592279 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed5d67e8-feed-4794-9580-667972d399c2 req-fc9b9b51-c0c6-4cdf-9ae5-82506c524273 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:48.592620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed5d67e8-feed-4794-9580-667972d399c2 req-fc9b9b51-c0c6-4cdf-9ae5-82506c524273 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:48.595059 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07589c78-ea7d-4ba9-b705-4623b4647ee0 None None] Checking router: e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:45:48.604180 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07589c78-ea7d-4ba9-b705-4623b4647ee0 None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:48.605339 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-07589c78-ea7d-4ba9-b705-4623b4647ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:48.611068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-ed5d67e8-feed-4794-9580-667972d399c2 req-fc9b9b51-c0c6-4cdf-9ae5-82506c524273 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Calling delete_port for a0fda53b-4c3a-46f7-b5d2-faa7dde9ed5c owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:48.721026 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cef9ae-18de-41cc-9642-9ca44700c9ac x-openstack-request-id: req-d0cef9ae-18de-41cc-9642-9ca44700c9ac {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:48.721026 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f1fa9d3-e974-45a9-98d1-205384a8c53f", "tag": "0066e9dd-a823-49fe-bff6-43e6a23396ff", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:48.721026 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0cef9ae-18de-41cc-9642-9ca44700c9ac {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:48.721909 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f1fa9d3-e974-45a9-98d1-205384a8c53f', 'tag': '0066e9dd-a823-49fe-bff6-43e6a23396ff', 'status': 'completed', 'code': 200} Nov 16 04:45:48.771621 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-07589c78-ea7d-4ba9-b705-4623b4647ee0 None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:48.808261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-26568609-5ef7-49d7-987f-507b617ddb47 req-815601c0-282b-43ea-b5ae-92112e460002 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] For port 66b0301b-af45-4def-9dc7-5a512dbc7271, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=66b0301b-af45-4def-9dc7-5a512dbc7271,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:48.808678 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-26568609-5ef7-49d7-987f-507b617ddb47 req-815601c0-282b-43ea-b5ae-92112e460002 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:48.831849 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-26568609-5ef7-49d7-987f-507b617ddb47 req-815601c0-282b-43ea-b5ae-92112e460002 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Calling delete_port for 66b0301b-af45-4def-9dc7-5a512dbc7271 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:48.914239 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558f555-ae15-4166-8884-9f468a7a9e9a req-b8f50594-3398-4a70-bc2e-aea3d44b681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:48.915823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6558f555-ae15-4166-8884-9f468a7a9e9a req-b8f50594-3398-4a70-bc2e-aea3d44b681b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f5f654448204001838bcf01f092ff01&device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 1096 time: 0.1878684 Nov 16 04:45:49.000259 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed5d67e8-feed-4794-9580-667972d399c2 req-fc9b9b51-c0c6-4cdf-9ae5-82506c524273 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:49.044965 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-07589c78-ea7d-4ba9-b705-4623b4647ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'f8d728c9-4b46-4d41-a36a-a265838f0eaf', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'floating_ip_address': '172.25.0.148', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'port_id': '0066e9dd-a823-49fe-bff6-43e6a23396ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'mac_address': 'fa:16:3e:0e:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1fa9d3-e974-45a9-98d1-205384a8c53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:45:24Z', 'updated_at': '2021-11-16T04:45:46Z', 'revision_number': 1, 'project_id': '3f5f654448204001838bcf01f092ff01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:27Z', 'revision_number': 5, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:49.052902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b9b51-c0c6-4cdf-9ae5-82506c524273 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Pushing event deleted for resources: {'Port': ['ID=a0fda53b-4c3a-46f7-b5d2-faa7dde9ed5c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:49.077952 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07589c78-ea7d-4ba9-b705-4623b4647ee0 None None] The sync data for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 is: [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'f8d728c9-4b46-4d41-a36a-a265838f0eaf', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'floating_ip_address': '172.25.0.148', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'port_id': '0066e9dd-a823-49fe-bff6-43e6a23396ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'mac_address': 'fa:16:3e:0e:2c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f1fa9d3-e974-45a9-98d1-205384a8c53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:45:24Z', 'updated_at': '2021-11-16T04:45:46Z', 'revision_number': 1, 'project_id': '3f5f654448204001838bcf01f092ff01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:27Z', 'revision_number': 5, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:45:49.159938 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed5d67e8-feed-4794-9580-667972d399c2 req-fc9b9b51-c0c6-4cdf-9ae5-82506c524273 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:49.163151 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed5d67e8-feed-4794-9580-667972d399c2 req-fc9b9b51-c0c6-4cdf-9ae5-82506c524273 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:49.164414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed5d67e8-feed-4794-9580-667972d399c2 req-fc9b9b51-c0c6-4cdf-9ae5-82506c524273 tempest-FloatingIPDetailsTestJSON-1080317421 tempest-FloatingIPDetailsTestJSON-1080317421-project] 10.222.0.41 "DELETE /v2.0/floatingips/42402803-b1f3-4f75-b225-939378b39d4a HTTP/1.1" status: 204 len: 173 time: 1.0169492 Nov 16 04:45:49.171686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39406) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:49.209784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558f555-ae15-4166-8884-9f468a7a9e9a req-fe434b96-bbc4-498f-84e6-8c777b3be185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:49.209784 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6558f555-ae15-4166-8884-9f468a7a9e9a req-fe434b96-bbc4-498f-84e6-8c777b3be185 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1ad9985-b8c7-481f-b33b-be8875f245e0 HTTP/1.1" status: 200 len: 911 time: 0.2810886 Nov 16 04:45:49.277166 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-26568609-5ef7-49d7-987f-507b617ddb47 req-815601c0-282b-43ea-b5ae-92112e460002 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:49.289161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66b0301b-af45-4def-9dc7-5a512dbc7271'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:45:49.322139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815601c0-282b-43ea-b5ae-92112e460002 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Pushing event deleted for resources: {'Port': ['ID=66b0301b-af45-4def-9dc7-5a512dbc7271,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:49.326833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6558f555-ae15-4166-8884-9f468a7a9e9a req-33f0ac48-3f16-4cbd-8a13-f6428af1d389 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0066e9dd-a823-49fe-bff6-43e6a23396ff HTTP/1.1" status: 200 len: 999 time: 0.1063416 Nov 16 04:45:49.439171 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-26568609-5ef7-49d7-987f-507b617ddb47 req-815601c0-282b-43ea-b5ae-92112e460002 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] No DVR routers for this DVR port 66b0301b-af45-4def-9dc7-5a512dbc7271 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:45:49.442045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558f555-ae15-4166-8884-9f468a7a9e9a req-e98576d2-443e-45fd-85bd-ed34dea63665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:49.443759 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6558f555-ae15-4166-8884-9f468a7a9e9a req-e98576d2-443e-45fd-85bd-ed34dea63665 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11ee3581-bd14-4ec0-8925-aa08760e170a HTTP/1.1" status: 200 len: 849 time: 0.1087720 Nov 16 04:45:49.444905 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-26568609-5ef7-49d7-987f-507b617ddb47 req-815601c0-282b-43ea-b5ae-92112e460002 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:49.449233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26568609-5ef7-49d7-987f-507b617ddb47 req-815601c0-282b-43ea-b5ae-92112e460002 tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.15 "DELETE /v2.0/ports/66b0301b-af45-4def-9dc7-5a512dbc7271 HTTP/1.1" status: 204 len: 173 time: 1.2442195 Nov 16 04:45:49.469887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed82153-0659-4a00-8ce5-c75e9b3b57be None None] New status for floating IP f8d728c9-4b46-4d41-a36a-a265838f0eaf: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:45:49.598767 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3d2b138-146b-44a8-8a62-0266264b8bec req-6c1ea517-77a6-49e1-afd8-66bae90deedd tempest-ServersOnMultiNodesTest-62730065 tempest-ServersOnMultiNodesTest-62730065-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ecb4da-117b-4834-94fa-044bd1fbe367 HTTP/1.1" status: 200 len: 210 time: 0.0665321 Nov 16 04:45:49.611290 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558f555-ae15-4166-8884-9f468a7a9e9a req-4b2e1994-75fd-4897-9885-19542723d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:49.613263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6558f555-ae15-4166-8884-9f468a7a9e9a req-4b2e1994-75fd-4897-9885-19542723d02f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1ad9985-b8c7-481f-b33b-be8875f245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589086 Nov 16 04:45:49.848028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6558f555-ae15-4166-8884-9f468a7a9e9a req-cf475fe0-f97b-4f79-bf31-b806e07ba3fa service neutron] 10.222.0.15 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241247 Nov 16 04:45:49.877392 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6cea7af-1fa4-4559-95c8-515065df2b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:50.028383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6558f555-ae15-4166-8884-9f468a7a9e9a req-3a7afe6a-81fc-41fb-95d8-4cc6bcba10e4 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724443 Nov 16 04:45:50.253680 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d6cea7af-1fa4-4559-95c8-515065df2b3b admin admin] Deleting port 3f0f10ba-b1f9-403a-ae2d-8eed27220089 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:50.254293 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6cea7af-1fa4-4559-95c8-515065df2b3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:50.344902 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-d6cea7af-1fa4-4559-95c8-515065df2b3b admin admin] For port 3f0f10ba-b1f9-403a-ae2d-8eed27220089, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3f0f10ba-b1f9-403a-ae2d-8eed27220089,segment=NetworkSegment(067e668b-07e4-4a4f-b38a-770b7f67be06),segment_id=067e668b-07e4-4a4f-b38a-770b7f67be06)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:50.345167 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6cea7af-1fa4-4559-95c8-515065df2b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:50.359566 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d6cea7af-1fa4-4559-95c8-515065df2b3b admin admin] Calling delete_port for 3f0f10ba-b1f9-403a-ae2d-8eed27220089 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:50.557658 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6cea7af-1fa4-4559-95c8-515065df2b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:50.586761 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cea7af-1fa4-4559-95c8-515065df2b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0f10ba-b1f9-403a-ae2d-8eed27220089,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:50.723016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ecb4da-117b-4834-94fa-044bd1fbe367', 'name': 'network-vif-deleted', 'tag': '66b0301b-af45-4def-9dc7-5a512dbc7271'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:45:50.725692 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730271ef-7eca-4cdb-90d1-98bf2165cd16" -d '{"events": [{"server_uuid": "d2ecb4da-117b-4834-94fa-044bd1fbe367", "name": "network-vif-deleted", "tag": "66b0301b-af45-4def-9dc7-5a512dbc7271"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:45:50.805629 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75199a42-8c44-4224-9cc8-4332fcef927d x-openstack-request-id: req-75199a42-8c44-4224-9cc8-4332fcef927d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:45:50.807220 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ecb4da-117b-4834-94fa-044bd1fbe367", "name": "network-vif-deleted", "tag": "66b0301b-af45-4def-9dc7-5a512dbc7271", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:45:50.808264 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75199a42-8c44-4224-9cc8-4332fcef927d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:45:50.808783 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2ecb4da-117b-4834-94fa-044bd1fbe367', 'name': 'network-vif-deleted', 'tag': '66b0301b-af45-4def-9dc7-5a512dbc7271', 'status': 'completed', 'code': 200} Nov 16 04:45:50.891134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6cea7af-1fa4-4559-95c8-515065df2b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:51.028394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39454) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:51.223594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cea7af-1fa4-4559-95c8-515065df2b3b admin admin] Router d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:45:51.228749 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39458) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:51.229244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-57429511-adac-4d84-ad75-cd8026482b9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68dd001f9dc24b459464f4b89f629e44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992114 Nov 16 04:45:51.361574 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60bcf466-2409-45ea-be09-791ee7957a74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:51.411289 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60bcf466-2409-45ea-be09-791ee7957a74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:51.413297 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cea7af-1fa4-4559-95c8-515065df2b3b admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:45:51.424134 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d6cea7af-1fa4-4559-95c8-515065df2b3b admin admin] 10.222.0.41 "PUT /v2.0/routers/d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2504990 Nov 16 04:45:51.426997 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39460) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:51.431353 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed25c6-d5d0-410b-91af-90854a5c80eb None None] Sync routers for ids ['d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:45:51.447635 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed25c6-d5d0-410b-91af-90854a5c80eb None None] Routers {'d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:51.448376 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-dfed25c6-d5d0-410b-91af-90854a5c80eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:51.567001 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60bcf466-2409-45ea-be09-791ee7957a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:51.569676 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60bcf466-2409-45ea-be09-791ee7957a74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:51.570853 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-60bcf466-2409-45ea-be09-791ee7957a74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6 HTTP/1.1" status: 204 len: 168 time: 0.3411756 Nov 16 04:45:51.588910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:51.592628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcf466-2409-45ea-be09-791ee7957a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8f4e62-fabc-4a1f-b50b-4edb98ecf1b6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:51.704600 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-dfed25c6-d5d0-410b-91af-90854a5c80eb None None] Set router d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:51.751601 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:51.829215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Deleting port 61e8a29a-a988-4c68-9dac-25bb6260d682 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:51.829787 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:51.922926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 66b0301b-af45-4def-9dc7-5a512dbc7271 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:45:51.960167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] For port 61e8a29a-a988-4c68-9dac-25bb6260d682, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=61e8a29a-a988-4c68-9dac-25bb6260d682,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:51.960579 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:51.978114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 66b0301b-af45-4def-9dc7-5a512dbc7271 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:45:51.978921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 66b0301b-af45-4def-9dc7-5a512dbc7271 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:45:51.996532 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Calling delete_port for 61e8a29a-a988-4c68-9dac-25bb6260d682 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:52.070126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39478) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:52.129425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39486) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:52.131664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cff353eb-2c83-4328-848c-bc01d5b4dd29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b90c89549dd442b9b9572c4a102ed72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573869 Nov 16 04:45:52.186540 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-dfed25c6-d5d0-410b-91af-90854a5c80eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'name': 'tempest-FloatingIPDetailsTestJSON-338765612-router', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201'}], 'enable_snat': True}, 'gw_port_id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:22Z', 'updated_at': '2021-11-16T04:45:50Z', 'revision_number': 5, 'project_id': '22f432c5b43549148e0bf1ce75e81aa4', 'gw_port': {'id': '61e8a29a-a988-4c68-9dac-25bb6260d682', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:2a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:23Z', 'updated_at': '2021-11-16T04:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:52.236369 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed25c6-d5d0-410b-91af-90854a5c80eb None None] Checking router: d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:45:52.242512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d0a59ba-1d1b-49ec-826f-0dafd798d1e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:52.247225 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed25c6-d5d0-410b-91af-90854a5c80eb None None] Routers {'d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:45:52.247879 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-dfed25c6-d5d0-410b-91af-90854a5c80eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:52.284543 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d0a59ba-1d1b-49ec-826f-0dafd798d1e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:52.286771 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:52.329951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Pushing event deleted for resources: {'Port': ['ID=61e8a29a-a988-4c68-9dac-25bb6260d682,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:52.412658 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-dfed25c6-d5d0-410b-91af-90854a5c80eb None None] Set router d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:45:52.444025 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:52.473114 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-dfed25c6-d5d0-410b-91af-90854a5c80eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'name': 'tempest-FloatingIPDetailsTestJSON-338765612-router', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:22Z', 'updated_at': '2021-11-16T04:45:51Z', 'revision_number': 6, 'project_id': '22f432c5b43549148e0bf1ce75e81aa4', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:52.508888 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfed25c6-d5d0-410b-91af-90854a5c80eb None None] The sync data for ids ['d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae'] in n-d-818042-1 is: [{'id': 'd2d78bbd-e6f5-44a5-afdf-6ab12ce294ae', 'name': 'tempest-FloatingIPDetailsTestJSON-338765612-router', 'tenant_id': '22f432c5b43549148e0bf1ce75e81aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:22Z', 'updated_at': '2021-11-16T04:45:51Z', 'revision_number': 6, 'project_id': '22f432c5b43549148e0bf1ce75e81aa4', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:45:52.829319 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d0a59ba-1d1b-49ec-826f-0dafd798d1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:52.831834 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d0a59ba-1d1b-49ec-826f-0dafd798d1e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:52.835301 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9d0a59ba-1d1b-49ec-826f-0dafd798d1e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/660cd424-d0ef-4afa-8231-1149345138a8 HTTP/1.1" status: 204 len: 168 time: 0.7025394 Nov 16 04:45:52.891240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a59ba-1d1b-49ec-826f-0dafd798d1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660cd424-d0ef-4afa-8231-1149345138a8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:52.905563 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:52.909422 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:53.018500 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:53.020069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:45:53.030167 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:53.035697 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39496) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:53.036111 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-985cba25-3cc9-47ba-8706-8cbf0b8c89bd admin admin] 10.222.0.41 "DELETE /v2.0/routers/d2d78bbd-e6f5-44a5-afdf-6ab12ce294ae HTTP/1.1" status: 204 len: 168 time: 1.6029520 Nov 16 04:45:53.132972 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a049f9-36fb-419e-8914-51910ff0635c admin admin] Deleting subnet 59d04734-3546-436a-bd4e-bd5df3559455 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:45:53.141718 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37a049f9-36fb-419e-8914-51910ff0635c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:53.245747 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37a049f9-36fb-419e-8914-51910ff0635c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:53.418062 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37a049f9-36fb-419e-8914-51910ff0635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:53.508524 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37a049f9-36fb-419e-8914-51910ff0635c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:53.583680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a049f9-36fb-419e-8914-51910ff0635c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59d04734-3546-436a-bd4e-bd5df3559455,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:53.591351 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37a049f9-36fb-419e-8914-51910ff0635c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:53.597895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-37a049f9-36fb-419e-8914-51910ff0635c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/59d04734-3546-436a-bd4e-bd5df3559455 HTTP/1.1" status: 204 len: 168 time: 0.5598428 Nov 16 04:45:53.598632 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39522) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:53.610191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0018d8d7-ad2e-4a20-be10-6446026071d3 None None] Network 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:45:53.743767 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:53.863521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Deleting port e01412a5-3f35-44ea-8ff7-07795a4e336b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:45:53.863865 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:53.898500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3f0f10ba-b1f9-403a-ae2d-8eed27220089 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:45:53.950097 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] For port e01412a5-3f35-44ea-8ff7-07795a4e336b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e01412a5-3f35-44ea-8ff7-07795a4e336b,segment=NetworkSegment(067e668b-07e4-4a4f-b38a-770b7f67be06),segment_id=067e668b-07e4-4a4f-b38a-770b7f67be06)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:45:53.950097 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:53.953784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 3f0f10ba-b1f9-403a-ae2d-8eed27220089 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:45:53.954851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3f0f10ba-b1f9-403a-ae2d-8eed27220089 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:45:53.955980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 61e8a29a-a988-4c68-9dac-25bb6260d682 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:45:53.968364 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Calling delete_port for e01412a5-3f35-44ea-8ff7-07795a4e336b owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:45:53.990312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 61e8a29a-a988-4c68-9dac-25bb6260d682 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:45:53.990962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 61e8a29a-a988-4c68-9dac-25bb6260d682 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:45:54.104524 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:54.155753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773cf4d6-09a7-435f-bfd2-4d1118f29086 None None] DHCP port deletion for 9a2f3774-3f9b-4d7e-b799-4a84ef64e48f request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:45:54.206536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] No DVR routers for this DVR port e01412a5-3f35-44ea-8ff7-07795a4e336b on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:45:54.217821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e01412a5-3f35-44ea-8ff7-07795a4e336b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:54.319993 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:54.366868 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2f3774-3f9b-4d7e-b799-4a84ef64e48f']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:54.385612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067e668b-07e4-4a4f-b38a-770b7f67be06') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:54.388394 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067e668b-07e4-4a4f-b38a-770b7f67be06') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:45:54.413959 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:54.434798 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:54.451021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:45:54.451433 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:45:54.455758 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:45:54.521309 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:54.549630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:54.555516 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9a2f3774-3f9b-4d7e-b799-4a84ef64e48f HTTP/1.1" status: 204 len: 168 time: 0.9534664 Nov 16 04:45:54.555516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff8f6f-ad64-4ba6-b0d3-15125d770ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2f3774-3f9b-4d7e-b799-4a84ef64e48f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:54.816121 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39570) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:54.875810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39578) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:54.876346 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2dc8693b-3dae-42a8-b28f-d0e808232a23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22f432c5b43549148e0bf1ce75e81aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561380 Nov 16 04:45:54.961258 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-be773798-dd7c-412d-8d75-5a09e0847bd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:55.000455 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-be773798-dd7c-412d-8d75-5a09e0847bd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:55.079020 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-be773798-dd7c-412d-8d75-5a09e0847bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:55.081986 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-be773798-dd7c-412d-8d75-5a09e0847bd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:55.083151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-be773798-dd7c-412d-8d75-5a09e0847bd1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85bdee3f-8f6b-4093-92be-a50f85cc4322 HTTP/1.1" status: 204 len: 168 time: 0.2056546 Nov 16 04:45:55.095294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be773798-dd7c-412d-8d75-5a09e0847bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bdee3f-8f6b-4093-92be-a50f85cc4322,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:55.508960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e01412a5-3f35-44ea-8ff7-07795a4e336b no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:45:55.557195 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: e01412a5-3f35-44ea-8ff7-07795a4e336b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:45:55.558041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e01412a5-3f35-44ea-8ff7-07795a4e336b not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:45:55.586638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39624) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:55.723108 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19766d9b-70b4-4cf8-bbc0-cac90a4f6677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:55.840694 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19766d9b-70b4-4cf8-bbc0-cac90a4f6677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:55.845204 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19766d9b-70b4-4cf8-bbc0-cac90a4f6677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:55.893356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39636) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:55.901090 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-19766d9b-70b4-4cf8-bbc0-cac90a4f6677 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db912e29feeb4f5c8a957b1c92caa2cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3133054 Nov 16 04:45:55.902753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19766d9b-70b4-4cf8-bbc0-cac90a4f6677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827c0aa2-dcc3-46b8-a0b3-22e5d5ef40eb,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:55.966719 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72cb2469-6445-4f61-a85b-5574b11ea321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:55.990264 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72cb2469-6445-4f61-a85b-5574b11ea321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:56.051336 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72cb2469-6445-4f61-a85b-5574b11ea321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:56.054145 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72cb2469-6445-4f61-a85b-5574b11ea321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:56.057116 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-72cb2469-6445-4f61-a85b-5574b11ea321 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/827c0aa2-dcc3-46b8-a0b3-22e5d5ef40eb HTTP/1.1" status: 204 len: 168 time: 0.1621404 Nov 16 04:45:56.073209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb2469-6445-4f61-a85b-5574b11ea321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827c0aa2-dcc3-46b8-a0b3-22e5d5ef40eb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:56.181023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39648) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:56.448515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1871282346-network', 'tenant_id': 'f849ad487aa549d8928124ef136bdda3'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:56.508041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Made reservation on behalf of f849ad487aa549d8928124ef136bdda3 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:45:56.514710 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:56.542294 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:56.696614 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:56.701320 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:56.734314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:45:56.761849 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785d51a7-3ba1-4388-a75c-c02cf2bd8e41,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:56.768224 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:56.768814 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Added segment 1bd0981b-e328-48f4-b3ee-4ecea47a28a3 of type vlan for network 29b5a229-9d15-40b1-90b7-ceb1ec6dc96b Nov 16 04:45:56.844774 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:56.876789 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:56.878519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:56.879196 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:56.936201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] Pushing event updated for resources: {'Network': ['ID=29b5a229-9d15-40b1-90b7-ceb1ec6dc96b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:56.996624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 29b5a229-9d15-40b1-90b7-ceb1ec6dc96b details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:45:57.010941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-33746a5d-4bd6-4fd1-9838-ddc907e1f67e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8287477 Nov 16 04:45:57.013851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39688) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:57.018714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-802d19c7-2012-4fee-b092-5efaba023f2c admin admin] Request body: {'subnet': {'network_id': '29b5a229-9d15-40b1-90b7-ceb1ec6dc96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1871282346-subnet', 'tenant_id': 'f849ad487aa549d8928124ef136bdda3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:57.046981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802d19c7-2012-4fee-b092-5efaba023f2c admin admin] Made reservation on behalf of f849ad487aa549d8928124ef136bdda3 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:45:57.049503 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-802d19c7-2012-4fee-b092-5efaba023f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.128104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39694) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:57.247783 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-802d19c7-2012-4fee-b092-5efaba023f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.258500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-613368249-network', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:57.283320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Made reservation on behalf of 35b0cf13074f4cad985b30e79077d3b7 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:45:57.286440 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.296373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.310325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d19c7-2012-4fee-b092-5efaba023f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a996735-34c2-4dee-9071-88f318e213af,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:57.317795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d19c7-2012-4fee-b092-5efaba023f2c admin admin] Checking segment: {'id': '1bd0981b-e328-48f4-b3ee-4ecea47a28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '29b5a229-9d15-40b1-90b7-ceb1ec6dc96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:57.318091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802d19c7-2012-4fee-b092-5efaba023f2c admin admin] Network hostable DHCP agents. Network: 29b5a229-9d15-40b1-90b7-ceb1ec6dc96b, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:45:57.339757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802d19c7-2012-4fee-b092-5efaba023f2c admin admin] Network 29b5a229-9d15-40b1-90b7-ceb1ec6dc96b is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:45:57.356355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-802d19c7-2012-4fee-b092-5efaba023f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 29b5a229-9d15-40b1-90b7-ceb1ec6dc96b) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:57.363428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802d19c7-2012-4fee-b092-5efaba023f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:57.364147 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-802d19c7-2012-4fee-b092-5efaba023f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.372222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc9aedf-7318-4352-aec6-b2240f693db1 None None] Network 29b5a229-9d15-40b1-90b7-ceb1ec6dc96b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:45:57.406560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-802d19c7-2012-4fee-b092-5efaba023f2c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3916574 Nov 16 04:45:57.409082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39700) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:57.413872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1871282346-router', 'tenant_id': 'f849ad487aa549d8928124ef136bdda3', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:57.423747 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.429707 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.466748 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.470507 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.484879 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:45:57.502790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761f4589-f173-4ea1-a13c-60b1c9109560,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:57.509277 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.509931 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Added segment d4e7de5b-9f16-491a-8066-998de1979e15 of type vlan for network d0c77cc1-c49b-45b9-bce0-69600b8ae5c8 Nov 16 04:45:57.543990 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.590393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-29b5a229-9d15-40b1-90b7-ceb1ec6dc96b', 'network_id': '29b5a229-9d15-40b1-90b7-ceb1ec6dc96b', 'tenant_id': 'f849ad487aa549d8928124ef136bdda3', 'fixed_ips': [{'subnet_id': '9a996735-34c2-4dee-9071-88f318e213af'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:45:57.591410 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.647900 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.718871 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.719537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.720500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:57.721089 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.751680 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6220386 Nov 16 04:45:57.763228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39718) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:57.784828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a15851a7-cdab-4008-b91f-12454713e2af admin admin] Request body: {'subnet': {'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-613368249-subnet', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:57.831029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdb003-57f2-4550-a930-7b5a0a60d580 admin admin] Pushing event updated for resources: {'Network': ['ID=d0c77cc1-c49b-45b9-bce0-69600b8ae5c8,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:57.843470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network d0c77cc1-c49b-45b9-bce0-69600b8ae5c8 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:45:57.885691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15851a7-cdab-4008-b91f-12454713e2af admin admin] Made reservation on behalf of 35b0cf13074f4cad985b30e79077d3b7 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:45:57.888622 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a15851a7-cdab-4008-b91f-12454713e2af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:57.903196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Allocated IP 172.20.0.2 (29b5a229-9d15-40b1-90b7-ceb1ec6dc96b/9a996735-34c2-4dee-9071-88f318e213af/f9caa252-3e94-4039-b15c-f20130bad8d8) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:58.052388 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.058335 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.096312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Network 29b5a229-9d15-40b1-90b7-ceb1ec6dc96b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:58.099200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:58.102775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:58.110019 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Pushing event updated for resources: {'Port': ['ID=f9caa252-3e94-4039-b15c-f20130bad8d8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:58.159709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Attempting to bind port f9caa252-3e94-4039-b15c-f20130bad8d8 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:45:58.160233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Attempting to bind port f9caa252-3e94-4039-b15c-f20130bad8d8 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '1bd0981b-e328-48f4-b3ee-4ecea47a28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '29b5a229-9d15-40b1-90b7-ceb1ec6dc96b'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:45:58.160713 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Attempting to bind port f9caa252-3e94-4039-b15c-f20130bad8d8 on network 29b5a229-9d15-40b1-90b7-ceb1ec6dc96b {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:45:58.166265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:45:58.166639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Checking segment: {'id': '1bd0981b-e328-48f4-b3ee-4ecea47a28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '29b5a229-9d15-40b1-90b7-ceb1ec6dc96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:58.167041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.167458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Bound using segment: {'id': '1bd0981b-e328-48f4-b3ee-4ecea47a28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '29b5a229-9d15-40b1-90b7-ceb1ec6dc96b'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:45:58.167926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Bound port: f9caa252-3e94-4039-b15c-f20130bad8d8, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bd0981b-e328-48f4-b3ee-4ecea47a28a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '29b5a229-9d15-40b1-90b7-ceb1ec6dc96b'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:45:58.168094 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.168555 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.194649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.207285 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a15851a7-cdab-4008-b91f-12454713e2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.236493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] For port f9caa252-3e94-4039-b15c-f20130bad8d8, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:45:58.239877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] For port f9caa252-3e94-4039-b15c-f20130bad8d8, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f9caa252-3e94-4039-b15c-f20130bad8d8,segment=NetworkSegment(1bd0981b-e328-48f4-b3ee-4ecea47a28a3),segment_id=1bd0981b-e328-48f4-b3ee-4ecea47a28a3)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:45:58.244444 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.305621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53b041-c1a4-400b-a869-77700d92c6e8 None None] Pushing event updated for resources: {'Port': ['ID=f9caa252-3e94-4039-b15c-f20130bad8d8,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:58.309298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15851a7-cdab-4008-b91f-12454713e2af admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a804499-949e-4f13-a08c-fb4374bd8830,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:58.358488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15851a7-cdab-4008-b91f-12454713e2af admin admin] Checking segment: {'id': 'd4e7de5b-9f16-491a-8066-998de1979e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:58.358841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15851a7-cdab-4008-b91f-12454713e2af admin admin] Network hostable DHCP agents. Network: d0c77cc1-c49b-45b9-bce0-69600b8ae5c8, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:45:58.387974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Allocated IP 172.25.0.143 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/cf42a985-79c3-4bbd-ab04-512504cf5cc7) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:58.394200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15851a7-cdab-4008-b91f-12454713e2af admin admin] Network d0c77cc1-c49b-45b9-bce0-69600b8ae5c8 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:45:58.409504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-a15851a7-cdab-4008-b91f-12454713e2af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, d0c77cc1-c49b-45b9-bce0-69600b8ae5c8) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:58.414187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15851a7-cdab-4008-b91f-12454713e2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:45:58.414934 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a15851a7-cdab-4008-b91f-12454713e2af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.419259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16eadbd-7f6c-4c14-bd07-621a39b4034c None None] Network d0c77cc1-c49b-45b9-bce0-69600b8ae5c8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:45:58.487211 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a15851a7-cdab-4008-b91f-12454713e2af admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7228081 Nov 16 04:45:58.489835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39730) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:45:58.493949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-613368249-router', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:45:58.539741 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.540793 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.582406 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.612124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-d0c77cc1-c49b-45b9-bce0-69600b8ae5c8', 'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'fixed_ips': [{'subnet_id': '2a804499-949e-4f13-a08c-fb4374bd8830'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:45:58.613125 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.633119 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.725469 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.768588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Allocated IP 172.20.0.2 (d0c77cc1-c49b-45b9-bce0-69600b8ae5c8/2a804499-949e-4f13-a08c-fb4374bd8830/c35a4662-221f-4235-9594-7b0fb0250f8e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:45:58.817098 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.872957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:58.877790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:58.894882 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:58.955388 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:58.961193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Pushing event updated for resources: {'Port': ['ID=cf42a985-79c3-4bbd-ab04-512504cf5cc7,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:58.961357 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:59.028449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Pushing event updated for resources: {'Port': ['ID=c35a4662-221f-4235-9594-7b0fb0250f8e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:59.039786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Network d0c77cc1-c49b-45b9-bce0-69600b8ae5c8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:45:59.041734 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:45:59.044238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:45:59.108910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Attempting to bind port c35a4662-221f-4235-9594-7b0fb0250f8e on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:45:59.109516 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Attempting to bind port c35a4662-221f-4235-9594-7b0fb0250f8e by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'd4e7de5b-9f16-491a-8066-998de1979e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:45:59.109836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Attempting to bind port c35a4662-221f-4235-9594-7b0fb0250f8e on network d0c77cc1-c49b-45b9-bce0-69600b8ae5c8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:45:59.116006 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:45:59.116582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Checking segment: {'id': 'd4e7de5b-9f16-491a-8066-998de1979e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:45:59.117053 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:59.118033 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Bound using segment: {'id': 'd4e7de5b-9f16-491a-8066-998de1979e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:45:59.118682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Bound port: c35a4662-221f-4235-9594-7b0fb0250f8e, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e7de5b-9f16-491a-8066-998de1979e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:45:59.119267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:59.199532 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] For port c35a4662-221f-4235-9594-7b0fb0250f8e, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:45:59.203896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] For port c35a4662-221f-4235-9594-7b0fb0250f8e, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c35a4662-221f-4235-9594-7b0fb0250f8e,segment=NetworkSegment(d4e7de5b-9f16-491a-8066-998de1979e15),segment_id=d4e7de5b-9f16-491a-8066-998de1979e15)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:45:59.209832 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:59.289263 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55418ae-0246-417d-b1a6-a7c54426642f None None] Pushing event updated for resources: {'Port': ['ID=c35a4662-221f-4235-9594-7b0fb0250f8e,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:45:59.536321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f9caa252-3e94-4039-b15c-f20130bad8d8 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:45:59.616422 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f9caa252-3e94-4039-b15c-f20130bad8d8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:59.617193 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:59.663837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d3a6f6-c920-479b-ad2b-ed130b90e9c7 None None] Network 29b5a229-9d15-40b1-90b7-ceb1ec6dc96b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:45:59.747564 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:59.770452 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:59.772728 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:59.830989 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c140fd99-83d1-4d24-85f1-2ca95677ad81 None None] Provisioning complete for port f9caa252-3e94-4039-b15c-f20130bad8d8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:45:59.830989 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c140fd99-83d1-4d24-85f1-2ca95677ad81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:45:59.944475 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:00.024500 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c140fd99-83d1-4d24-85f1-2ca95677ad81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:00.055528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Allocated IP 172.25.0.154 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/68c57435-3bfd-41a5-b730-cb10305355c1) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:00.096298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port f9caa252-3e94-4039-b15c-f20130bad8d8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f9caa252-3e94-4039-b15c-f20130bad8d8,segment=NetworkSegment(1bd0981b-e328-48f4-b3ee-4ecea47a28a3),segment_id=1bd0981b-e328-48f4-b3ee-4ecea47a28a3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:00.103667 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:00.150171 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:00.184900 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-c140fd99-83d1-4d24-85f1-2ca95677ad81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:46:00.185406 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-c140fd99-83d1-4d24-85f1-2ca95677ad81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:46:00.189594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=f9caa252-3e94-4039-b15c-f20130bad8d8,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:00.328211 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:00.412518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-a3e14583-65c5-4b51-abff-5db984536647 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:00.414073 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-a3e14583-65c5-4b51-abff-5db984536647 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/networks?id=e964ee29-f20c-437c-bf6c-7fec122914b0 HTTP/1.1" status: 200 len: 804 time: 0.2157702 Nov 16 04:46:00.437357 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:00.451223 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-a55b345b-82d8-43f8-abb5-d4afc5c9932a tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/quotas/63af366e9e2a4a14aab07ba7e485aed4 HTTP/1.1" status: 200 len: 375 time: 0.0294883 Nov 16 04:46:00.514798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:00.521064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Router 630addea-aab7-4c01-93f9-9ad4e367d401 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:46:00.522984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:00.530918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:00.535174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Pushing event updated for resources: {'Port': ['ID=68c57435-3bfd-41a5-b730-cb10305355c1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:00.581725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-55f3d71d-a4ea-4d7d-96e9-d041be161dca tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63af366e9e2a4a14aab07ba7e485aed4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1103446 Nov 16 04:46:00.586056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51b1d7f-82a3-45fc-93be-1c55760e575f None None] Network d0c77cc1-c49b-45b9-bce0-69600b8ae5c8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:46:00.848951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:46:00.858293 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-336c7e3f-9fd2-45e9-87ba-93fbfce54226 service neutron] 10.222.0.41 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405486 Nov 16 04:46:00.885025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Sync routers for ids ['630addea-aab7-4c01-93f9-9ad4e367d401'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:46:00.905093 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Routers {'630addea-aab7-4c01-93f9-9ad4e367d401'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:00.905718 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['630addea-aab7-4c01-93f9-9ad4e367d401'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:00.908321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-87271f35-6264-4619-83fc-83f6c8400e19 None None] Provisioning complete for port c35a4662-221f-4235-9594-7b0fb0250f8e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:00.908638 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87271f35-6264-4619-83fc-83f6c8400e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:00.943731 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:00.944963 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cac0be83-01d4-4070-a58f-479c80ecef8b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5348539 Nov 16 04:46:00.947817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39824) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:01.098385 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-b8a41984-5749-48df-98d4-b8e72d2c668b service neutron] 10.222.0.41 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963415 Nov 16 04:46:01.104024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:01.255003 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Set router 630addea-aab7-4c01-93f9-9ad4e367d401 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:01.314436 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87271f35-6264-4619-83fc-83f6c8400e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:01.353845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0fa8bd67-fde8-4274-9116-dd23073adb19 req-703587b2-ac5d-4577-afa3-a792bf253414 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 210 time: 0.0499096 Nov 16 04:46:01.408569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-87271f35-6264-4619-83fc-83f6c8400e19 None None] For port c35a4662-221f-4235-9594-7b0fb0250f8e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c35a4662-221f-4235-9594-7b0fb0250f8e,segment=NetworkSegment(d4e7de5b-9f16-491a-8066-998de1979e15),segment_id=d4e7de5b-9f16-491a-8066-998de1979e15)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:01.423383 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87271f35-6264-4619-83fc-83f6c8400e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:01.453479 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:01.494388 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:01.575985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-87271f35-6264-4619-83fc-83f6c8400e19 None None] Provisioning complete for port f9caa252-3e94-4039-b15c-f20130bad8d8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:01.576359 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87271f35-6264-4619-83fc-83f6c8400e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:01.615748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87271f35-6264-4619-83fc-83f6c8400e19 None None] Pushing event updated for resources: {'Port': ['ID=c35a4662-221f-4235-9594-7b0fb0250f8e,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:01.628916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Allocated IP 172.20.0.1 (29b5a229-9d15-40b1-90b7-ceb1ec6dc96b/9a996735-34c2-4dee-9071-88f318e213af/71102ae4-3099-40aa-80e6-9f35c07bc506) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:01.647968 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f9caa252-3e94-4039-b15c-f20130bad8d8 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:01.730179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc1448-ced1-4b01-b0d6-bd5c13c54cfc req-5f243e20-3adb-4a92-9dd5-2d80e2876600 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:01.731832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05cc1448-ced1-4b01-b0d6-bd5c13c54cfc req-5f243e20-3adb-4a92-9dd5-2d80e2876600 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.15 "GET /v2.0/ports?device_id=28499f39-98ad-4a6f-b99d-8139e452c46e HTTP/1.1" status: 200 len: 946 time: 0.0687401 Nov 16 04:46:01.737005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630addea-aab7-4c01-93f9-9ad4e367d401', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1871282346-router', 'tenant_id': 'f849ad487aa549d8928124ef136bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'cf42a985-79c3-4bbd-ab04-512504cf5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:57Z', 'updated_at': '2021-11-16T04:45:59Z', 'revision_number': 3, 'project_id': 'f849ad487aa549d8928124ef136bdda3', 'gw_port': {'id': 'cf42a985-79c3-4bbd-ab04-512504cf5cc7', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fe:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630addea-aab7-4c01-93f9-9ad4e367d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:58Z', 'updated_at': '2021-11-16T04:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:01.737500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Router 9ebbb871-8744-4400-9f85-a8986ad70e3d is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:46:01.738891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f9caa252-3e94-4039-b15c-f20130bad8d8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:01.739443 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:01.752781 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:01.795028 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:01.822629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Checking router: 630addea-aab7-4c01-93f9-9ad4e367d401 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:46:01.822971 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Updating router 630addea-aab7-4c01-93f9-9ad4e367d401 port cf42a985-79c3-4bbd-ab04-512504cf5cc7 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:46:01.838217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Network 29b5a229-9d15-40b1-90b7-ceb1ec6dc96b is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:01.850051 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:01.855580 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:01.876541 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:01.883163 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Pushing event updated for resources: {'Port': ['ID=71102ae4-3099-40aa-80e6-9f35c07bc506,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:01.911864 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.060966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:46:02.071890 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Sync routers for ids ['9ebbb871-8744-4400-9f85-a8986ad70e3d'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:46:02.086408 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Routers {'9ebbb871-8744-4400-9f85-a8986ad70e3d'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:02.091033 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9ebbb871-8744-4400-9f85-a8986ad70e3d'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:02.131600 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.134529 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7cf7186a-f529-417e-83e4-098a222c7196 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6436973 Nov 16 04:46:02.138366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39848) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:02.153953 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.164115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0ea11352-412c-462b-bb80-88bf291140c4 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:02.297838 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Set router 9ebbb871-8744-4400-9f85-a8986ad70e3d gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:02.302967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-05cc1448-ced1-4b01-b0d6-bd5c13c54cfc req-8239fb9a-c374-4ca8-a774-93394103f6c5 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Deleting port 0ea11352-412c-462b-bb80-88bf291140c4 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:02.303552 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-05cc1448-ced1-4b01-b0d6-bd5c13c54cfc req-8239fb9a-c374-4ca8-a774-93394103f6c5 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.345678 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c59f38ac-89aa-46e6-bae1-256550a6fdcd None None] Provisioning complete for port c35a4662-221f-4235-9594-7b0fb0250f8e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:02.346267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c59f38ac-89aa-46e6-bae1-256550a6fdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.500336 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.506466 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.514388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-05cc1448-ced1-4b01-b0d6-bd5c13c54cfc req-8239fb9a-c374-4ca8-a774-93394103f6c5 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] For port 0ea11352-412c-462b-bb80-88bf291140c4, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0ea11352-412c-462b-bb80-88bf291140c4,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:02.515126 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-05cc1448-ced1-4b01-b0d6-bd5c13c54cfc req-8239fb9a-c374-4ca8-a774-93394103f6c5 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.523157 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'name': 'tempest-FloatingIPsTestJSON-613368249-router', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:58Z', 'updated_at': '2021-11-16T04:46:00Z', 'revision_number': 3, 'project_id': '35b0cf13074f4cad985b30e79077d3b7', 'gw_port': {'id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:59Z', 'updated_at': '2021-11-16T04:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:02.530773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c35a4662-221f-4235-9594-7b0fb0250f8e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:02.554444 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Checking router: 9ebbb871-8744-4400-9f85-a8986ad70e3d for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:46:02.554707 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Updating router 9ebbb871-8744-4400-9f85-a8986ad70e3d port 68c57435-3bfd-41a5-b730-cb10305355c1 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:46:02.555661 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c2e5a8b-b411-4f50-bfbe-9f97e9c78805 req-8345eee2-84d6-4d92-a988-221c2835011f tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 210 time: 0.0455785 Nov 16 04:46:02.577347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-05cc1448-ced1-4b01-b0d6-bd5c13c54cfc req-8239fb9a-c374-4ca8-a774-93394103f6c5 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Calling delete_port for 0ea11352-412c-462b-bb80-88bf291140c4 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:02.586223 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.613641 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.617040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Pushing event updated for resources: {'Port': ['ID=71102ae4-3099-40aa-80e6-9f35c07bc506,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:02.667254 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.707453 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c59f38ac-89aa-46e6-bae1-256550a6fdcd None None] Provisioning complete for port 71102ae4-3099-40aa-80e6-9f35c07bc506 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:02.708266 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c59f38ac-89aa-46e6-bae1-256550a6fdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.745576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Network 29b5a229-9d15-40b1-90b7-ceb1ec6dc96b is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:02.747027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:02.770138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c59f38ac-89aa-46e6-bae1-256550a6fdcd None None] Port 71102ae4-3099-40aa-80e6-9f35c07bc506 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:46:02.805329 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.814251 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c35a4662-221f-4235-9594-7b0fb0250f8e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:02.814620 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.816353 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:02.883442 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535d84d-49e3-44a1-90c1-c6d761448b0c None None] Pushing event updated for resources: {'Port': ['ID=cf42a985-79c3-4bbd-ab04-512504cf5cc7,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:02.987635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Router 630addea-aab7-4c01-93f9-9ad4e367d401 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:46:02.999108 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-05cc1448-ced1-4b01-b0d6-bd5c13c54cfc req-8239fb9a-c374-4ca8-a774-93394103f6c5 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:03.024817 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Attempting to bind port cf42a985-79c3-4bbd-ab04-512504cf5cc7 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:46:03.025216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Attempting to bind port cf42a985-79c3-4bbd-ab04-512504cf5cc7 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:46:03.025543 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Attempting to bind port cf42a985-79c3-4bbd-ab04-512504cf5cc7 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:03.042476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:46:03.042850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:03.043351 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:03.043628 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:46:03.044114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Bound port: cf42a985-79c3-4bbd-ab04-512504cf5cc7, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:46:03.044491 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:03.196645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a80f5bc3-1572-44c5-adbe-51d471f84f18 None None] Provisioning complete for port 71102ae4-3099-40aa-80e6-9f35c07bc506 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:03.197023 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a80f5bc3-1572-44c5-adbe-51d471f84f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:03.224154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:46:03.234641 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c003901a-1bc9-4a8e-a779-2b103b52b747 admin admin] 10.222.0.41 "PUT /v2.0/routers/630addea-aab7-4c01-93f9-9ad4e367d401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2851586 Nov 16 04:46:03.241125 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:03.248458 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:03.315928 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Attempting to bind port 68c57435-3bfd-41a5-b730-cb10305355c1 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:46:03.316907 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Attempting to bind port 68c57435-3bfd-41a5-b730-cb10305355c1 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:46:03.318289 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Attempting to bind port 68c57435-3bfd-41a5-b730-cb10305355c1 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:03.328092 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:46:03.328388 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] For port cf42a985-79c3-4bbd-ab04-512504cf5cc7, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:46:03.328516 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:03.329610 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:03.330168 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:46:03.331258 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Bound port: 68c57435-3bfd-41a5-b730-cb10305355c1, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:46:03.331936 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:03.333558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] For port cf42a985-79c3-4bbd-ab04-512504cf5cc7, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=cf42a985-79c3-4bbd-ab04-512504cf5cc7,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:46:03.339725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a80f5bc3-1572-44c5-adbe-51d471f84f18 None None] Port 71102ae4-3099-40aa-80e6-9f35c07bc506 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:46:03.344805 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:03.412298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Routers {'630addea-aab7-4c01-93f9-9ad4e367d401'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:03.412853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['630addea-aab7-4c01-93f9-9ad4e367d401'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:03.443573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239fb9a-c374-4ca8-a774-93394103f6c5 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Pushing event deleted for resources: {'Port': ['ID=0ea11352-412c-462b-bb80-88bf291140c4,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:03.486905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535d84d-49e3-44a1-90c1-c6d761448b0c None None] Pushing event updated for resources: {'Port': ['ID=cf42a985-79c3-4bbd-ab04-512504cf5cc7,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:03.506337 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec93ba-acc3-4288-b7e2-68ca8ef0382f None None] Pushing event updated for resources: {'Port': ['ID=68c57435-3bfd-41a5-b730-cb10305355c1,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:03.510248 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] For port 68c57435-3bfd-41a5-b730-cb10305355c1, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:46:03.514649 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] For port 68c57435-3bfd-41a5-b730-cb10305355c1, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=68c57435-3bfd-41a5-b730-cb10305355c1,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:46:03.523094 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:03.530401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c35a4662-221f-4235-9594-7b0fb0250f8e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:03.538166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cc1448-ced1-4b01-b0d6-bd5c13c54cfc req-8239fb9a-c374-4ca8-a774-93394103f6c5 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] No DVR routers for this DVR port 0ea11352-412c-462b-bb80-88bf291140c4 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:46:03.559773 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-05cc1448-ced1-4b01-b0d6-bd5c13c54cfc req-8239fb9a-c374-4ca8-a774-93394103f6c5 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:03.563188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05cc1448-ced1-4b01-b0d6-bd5c13c54cfc req-8239fb9a-c374-4ca8-a774-93394103f6c5 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.15 "DELETE /v2.0/ports/0ea11352-412c-462b-bb80-88bf291140c4 HTTP/1.1" status: 204 len: 173 time: 1.8228245 Nov 16 04:46:03.565302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28499f39-98ad-4a6f-b99d-8139e452c46e', 'name': 'network-vif-deleted', 'tag': '0ea11352-412c-462b-bb80-88bf291140c4'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:03.567638 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf52f63d-2e5d-4f7a-8a3c-a4d5818b9d5f" -d '{"events": [{"server_uuid": "28499f39-98ad-4a6f-b99d-8139e452c46e", "name": "network-vif-deleted", "tag": "0ea11352-412c-462b-bb80-88bf291140c4"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:03.615232 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Routers {'9ebbb871-8744-4400-9f85-a8986ad70e3d'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:03.616902 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9ebbb871-8744-4400-9f85-a8986ad70e3d'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:03.632209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] Set router 630addea-aab7-4c01-93f9-9ad4e367d401 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:03.635931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-d91b9349-e8a1-44b5-b33c-5c8de75f9458 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:03.643532 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-d91b9349-e8a1-44b5-b33c-5c8de75f9458 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.37 "GET /v2.0/networks?id=e964ee29-f20c-437c-bf6c-7fec122914b0 HTTP/1.1" status: 200 len: 804 time: 0.7094293 Nov 16 04:46:03.658174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-6388243d-68e3-482f-a804-0a5805c6d5af tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Request body: {'port': {'device_id': 'e969e12b-8e51-47f6-9df0-0f586b8d7ea4', 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0', 'admin_state_up': True, 'tenant_id': '63af366e9e2a4a14aab07ba7e485aed4'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:03.713603 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:03.741590 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] Set router 9ebbb871-8744-4400-9f85-a8986ad70e3d gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:03.834270 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-9e26d021-70dc-4b16-a3a4-a1443efbb623 req-ae8b41a7-7d63-4a44-af94-75aee1970650 tempest-FloatingIPDetailsNegativeTestJSON-691313928 tempest-FloatingIPDetailsNegativeTestJSON-691313928-project] show failed (client error): The resource could not be found. Nov 16 04:46:03.845626 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39874) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:03.853266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e26d021-70dc-4b16-a3a4-a1443efbb623 req-ae8b41a7-7d63-4a44-af94-75aee1970650 tempest-FloatingIPDetailsNegativeTestJSON-691313928 tempest-FloatingIPDetailsNegativeTestJSON-691313928-project] 10.222.0.41 "GET /v2.0/floatingips/6e8a9963-1112-4b76-b943-867ca219f6a6 HTTP/1.1" status: 404 len: 350 time: 0.1225278 Nov 16 04:46:03.854211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c35a4662-221f-4235-9594-7b0fb0250f8e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:03.855321 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:03.884624 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec93ba-acc3-4288-b7e2-68ca8ef0382f None None] Pushing event updated for resources: {'Port': ['ID=68c57435-3bfd-41a5-b730-cb10305355c1,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:04.007475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b3da702-0137-4b88-81b5-8c10c5e6f1dd req-4d2e7f62-132a-467c-8d79-9e6e52ff28c1 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 210 time: 0.0644708 Nov 16 04:46:04.010133 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6d97d9-d7bd-46c5-ac8d-29af06a58ca1 x-openstack-request-id: req-7a6d97d9-d7bd-46c5-ac8d-29af06a58ca1 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:04.010623 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28499f39-98ad-4a6f-b99d-8139e452c46e", "name": "network-vif-deleted", "tag": "0ea11352-412c-462b-bb80-88bf291140c4", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:04.011080 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a6d97d9-d7bd-46c5-ac8d-29af06a58ca1 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:04.011842 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28499f39-98ad-4a6f-b99d-8139e452c46e', 'name': 'network-vif-deleted', 'tag': '0ea11352-412c-462b-bb80-88bf291140c4', 'status': 'completed', 'code': 200} Nov 16 04:46:04.050653 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'name': 'tempest-FloatingIPsTestJSON-613368249-router', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:58Z', 'updated_at': '2021-11-16T04:46:00Z', 'revision_number': 3, 'project_id': '35b0cf13074f4cad985b30e79077d3b7', 'gw_port': {'id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:59Z', 'updated_at': '2021-11-16T04:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:04.084709 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695a7f64-f0a1-4bb3-9964-251ca8ae21c6 None None] The sync data for ids ['9ebbb871-8744-4400-9f85-a8986ad70e3d'] in n-d-818042-1 is: [{'id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'name': 'tempest-FloatingIPsTestJSON-613368249-router', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:58Z', 'updated_at': '2021-11-16T04:46:00Z', 'revision_number': 3, 'project_id': '35b0cf13074f4cad985b30e79077d3b7', 'gw_port': {'id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:59Z', 'updated_at': '2021-11-16T04:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:46:04.115763 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '630addea-aab7-4c01-93f9-9ad4e367d401', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1871282346-router', 'tenant_id': 'f849ad487aa549d8928124ef136bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'cf42a985-79c3-4bbd-ab04-512504cf5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:57Z', 'updated_at': '2021-11-16T04:46:02Z', 'revision_number': 4, 'project_id': 'f849ad487aa549d8928124ef136bdda3', 'gw_port': {'id': 'cf42a985-79c3-4bbd-ab04-512504cf5cc7', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fe:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630addea-aab7-4c01-93f9-9ad4e367d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:58Z', 'updated_at': '2021-11-16T04:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '71102ae4-3099-40aa-80e6-9f35c07bc506', 'name': '', 'network_id': '29b5a229-9d15-40b1-90b7-ceb1ec6dc96b', 'tenant_id': 'f849ad487aa549d8928124ef136bdda3', 'mac_address': 'fa:16:3e:8b:3d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630addea-aab7-4c01-93f9-9ad4e367d401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '9a996735-34c2-4dee-9071-88f318e213af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:01Z', 'updated_at': '2021-11-16T04:46:02Z', 'revision_number': 2, 'project_id': 'f849ad487aa549d8928124ef136bdda3', 'subnets': [{'id': '9a996735-34c2-4dee-9071-88f318e213af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:04.141627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-6388243d-68e3-482f-a804-0a5805c6d5af tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Made reservation on behalf of 63af366e9e2a4a14aab07ba7e485aed4 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:04.145987 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-6388243d-68e3-482f-a804-0a5805c6d5af tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:04.205684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a3da18-485b-45ff-997f-0001d0f87f44 None None] The sync data for ids ['630addea-aab7-4c01-93f9-9ad4e367d401'] in n-d-818042-1 is: [{'id': '630addea-aab7-4c01-93f9-9ad4e367d401', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1871282346-router', 'tenant_id': 'f849ad487aa549d8928124ef136bdda3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.143'}], 'enable_snat': True}, 'gw_port_id': 'cf42a985-79c3-4bbd-ab04-512504cf5cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:57Z', 'updated_at': '2021-11-16T04:46:02Z', 'revision_number': 4, 'project_id': 'f849ad487aa549d8928124ef136bdda3', 'gw_port': {'id': 'cf42a985-79c3-4bbd-ab04-512504cf5cc7', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:fe:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630addea-aab7-4c01-93f9-9ad4e367d401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:58Z', 'updated_at': '2021-11-16T04:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '71102ae4-3099-40aa-80e6-9f35c07bc506', 'name': '', 'network_id': '29b5a229-9d15-40b1-90b7-ceb1ec6dc96b', 'tenant_id': 'f849ad487aa549d8928124ef136bdda3', 'mac_address': 'fa:16:3e:8b:3d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '630addea-aab7-4c01-93f9-9ad4e367d401', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '9a996735-34c2-4dee-9071-88f318e213af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:01Z', 'updated_at': '2021-11-16T04:46:02Z', 'revision_number': 2, 'project_id': 'f849ad487aa549d8928124ef136bdda3', 'subnets': [{'id': '9a996735-34c2-4dee-9071-88f318e213af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:46:04.216626 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Allocated IP 172.20.0.1 (d0c77cc1-c49b-45b9-bce0-69600b8ae5c8/2a804499-949e-4f13-a08c-fb4374bd8830/a4697bf5-3f65-4326-816c-d568ca310b0e) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:04.463052 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dafa2174-5437-4650-97b2-f381d1b12c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:04.486704 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:04.488854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-6388243d-68e3-482f-a804-0a5805c6d5af tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Allocated IP 172.20.0.13 (e964ee29-f20c-437c-bf6c-7fec122914b0/063c054f-393a-4bcd-b5ae-2266d7cc8f6b/de66d9c4-ec72-4513-bb68-7c7113707821) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:04.588058 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:04.658750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Network d0c77cc1-c49b-45b9-bce0-69600b8ae5c8 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:04.673964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:04.676494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:04.768897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Pushing event updated for resources: {'Port': ['ID=a4697bf5-3f65-4326-816c-d568ca310b0e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:04.804104 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:04.896761 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-dafa2174-5437-4650-97b2-f381d1b12c8b admin admin] Deleting port 71102ae4-3099-40aa-80e6-9f35c07bc506 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:04.897106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dafa2174-5437-4650-97b2-f381d1b12c8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:04.916049 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-6388243d-68e3-482f-a804-0a5805c6d5af tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:04.976082 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ba1596e8-1a48-4cae-8018-ed422fd44d06 None None] Provisioning complete for port a4697bf5-3f65-4326-816c-d568ca310b0e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:04.977469 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba1596e8-1a48-4cae-8018-ed422fd44d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:05.000055 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dafa2174-5437-4650-97b2-f381d1b12c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:05.017664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-dafa2174-5437-4650-97b2-f381d1b12c8b admin admin] Calling delete_port for 71102ae4-3099-40aa-80e6-9f35c07bc506 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:05.027092 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ba1596e8-1a48-4cae-8018-ed422fd44d06 None None] Port a4697bf5-3f65-4326-816c-d568ca310b0e cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:46:05.039575 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-6388243d-68e3-482f-a804-0a5805c6d5af tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:05.050200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:05.131159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-6388243d-68e3-482f-a804-0a5805c6d5af tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Network e964ee29-f20c-437c-bf6c-7fec122914b0 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:05.146058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6388243d-68e3-482f-a804-0a5805c6d5af tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Pushing event updated for resources: {'Port': ['ID=de66d9c4-ec72-4513-bb68-7c7113707821,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:05.148635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-6388243d-68e3-482f-a804-0a5805c6d5af tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:05.155618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-6388243d-68e3-482f-a804-0a5805c6d5af tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:05.274217 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dafa2174-5437-4650-97b2-f381d1b12c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:05.304132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b4e7b-ac6a-4907-81fb-8e21ec7c9613 req-259912c5-ea65-4eac-a35d-4751cfb58da8 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:05.305610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c3b4e7b-ac6a-4907-81fb-8e21ec7c9613 req-259912c5-ea65-4eac-a35d-4751cfb58da8 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 932 time: 0.1709716 Nov 16 04:46:05.324419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-6388243d-68e3-482f-a804-0a5805c6d5af tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:05.325084 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-6388243d-68e3-482f-a804-0a5805c6d5af tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:05.367524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa2174-5437-4650-97b2-f381d1b12c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=71102ae4-3099-40aa-80e6-9f35c07bc506,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:05.464508 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-6388243d-68e3-482f-a804-0a5805c6d5af tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8096187 Nov 16 04:46:05.494396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-afb5bffa-c084-48f1-8a81-35ae233bc833 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:46:05.495625 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-afb5bffa-c084-48f1-8a81-35ae233bc833 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203187 Nov 16 04:46:05.514797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c3b4e7b-ac6a-4907-81fb-8e21ec7c9613 req-f9194852-2bf4-4a9b-bd15-5f4616606544 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815791 Nov 16 04:46:05.659677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68c57435-3bfd-41a5-b730-cb10305355c1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:05.685487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Request body: {'port': {'device_id': 'e969e12b-8e51-47f6-9df0-0f586b8d7ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:05.719048 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:05.750153 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:05.790516 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 68c57435-3bfd-41a5-b730-cb10305355c1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:05.791047 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:05.797476 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:05.896073 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:05.920569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 68c57435-3bfd-41a5-b730-cb10305355c1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=68c57435-3bfd-41a5-b730-cb10305355c1,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:05.926091 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:05.949835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Pushing event updated for resources: {'Port': ['ID=a4697bf5-3f65-4326-816c-d568ca310b0e,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:05.954678 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:05.975485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0ea11352-412c-462b-bb80-88bf291140c4 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:05.988262 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dafa2174-5437-4650-97b2-f381d1b12c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:06.012548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 0ea11352-412c-462b-bb80-88bf291140c4 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:06.013601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0ea11352-412c-462b-bb80-88bf291140c4 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:06.016014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=68c57435-3bfd-41a5-b730-cb10305355c1,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:06.093661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Network d0c77cc1-c49b-45b9-bce0-69600b8ae5c8 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:06.097126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:06.268653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafa2174-5437-4650-97b2-f381d1b12c8b admin admin] Router 630addea-aab7-4c01-93f9-9ad4e367d401 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:46:06.377660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Router 9ebbb871-8744-4400-9f85-a8986ad70e3d has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:46:06.399724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafa2174-5437-4650-97b2-f381d1b12c8b admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:46:06.409635 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dafa2174-5437-4650-97b2-f381d1b12c8b admin admin] 10.222.0.41 "PUT /v2.0/routers/630addea-aab7-4c01-93f9-9ad4e367d401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5629139 Nov 16 04:46:06.412109 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39900) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:06.469974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de66d9c4-ec72-4513-bb68-7c7113707821 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:06.494971 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e87d5ffb-5ba7-437a-929c-8fb81d6e4192 None None] Provisioning complete for port a4697bf5-3f65-4326-816c-d568ca310b0e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:06.496552 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e87d5ffb-5ba7-437a-929c-8fb81d6e4192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:06.503946 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:06.541267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Transition to ACTIVE for port object de66d9c4-ec72-4513-bb68-7c7113707821 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:46:06.548479 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:06.558180 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:06.572812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e87d5ffb-5ba7-437a-929c-8fb81d6e4192 None None] Port a4697bf5-3f65-4326-816c-d568ca310b0e cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:46:06.669844 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:06.671942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:46:06.683716 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8a0d4387-05cc-4c97-80be-cb4a35bb5886 admin admin] 10.222.0.41 "PUT /v2.0/routers/9ebbb871-8744-4400-9f85-a8986ad70e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5359850 Nov 16 04:46:06.691203 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Pushing event updated for resources: {'Port': ['ID=de66d9c4-ec72-4513-bb68-7c7113707821,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:06.755660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Deleting port cf42a985-79c3-4bbd-ab04-512504cf5cc7 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:06.756029 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:06.762750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf68eb-2a3a-4c8c-a249-b51614cb3cd0 req-b7aadab0-9d61-4867-bda4-17dd6d385b3f tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:06.764344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ccf68eb-2a3a-4c8c-a249-b51614cb3cd0 req-b7aadab0-9d61-4867-bda4-17dd6d385b3f tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 944 time: 0.1497755 Nov 16 04:46:06.811107 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Attempting to bind port de66d9c4-ec72-4513-bb68-7c7113707821 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:46:06.811518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Attempting to bind port de66d9c4-ec72-4513-bb68-7c7113707821 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:46:06.811790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Attempting to bind port de66d9c4-ec72-4513-bb68-7c7113707821 on network e964ee29-f20c-437c-bf6c-7fec122914b0 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:06.820194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Port de66d9c4-ec72-4513-bb68-7c7113707821 on network e964ee29-f20c-437c-bf6c-7fec122914b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:46:06.820519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Attempting to bind port de66d9c4-ec72-4513-bb68-7c7113707821 on network e964ee29-f20c-437c-bf6c-7fec122914b0 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:06.840144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:46:06.840595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Checking segment: {'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:06.840856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Bound using segment: {'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:46:06.841295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Bound port: de66d9c4-ec72-4513-bb68-7c7113707821, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:46:06.841656 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:06.864861 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ccf68eb-2a3a-4c8c-a249-b51614cb3cd0 req-5603fdb7-03bc-4779-a2ba-c22ba9a63701 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884802 Nov 16 04:46:06.875473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] For port cf42a985-79c3-4bbd-ab04-512504cf5cc7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=cf42a985-79c3-4bbd-ab04-512504cf5cc7,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:06.877066 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:06.902945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Calling delete_port for cf42a985-79c3-4bbd-ab04-512504cf5cc7 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:06.931120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] For port de66d9c4-ec72-4513-bb68-7c7113707821, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:46:06.934965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] For port de66d9c4-ec72-4513-bb68-7c7113707821, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=de66d9c4-ec72-4513-bb68-7c7113707821,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:46:06.941388 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:06.978824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:06.979496 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:06.980900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/de66d9c4-ec72-4513-bb68-7c7113707821 HTTP/1.1" status: 200 len: 1092 time: 1.4645119 Nov 16 04:46:06.981348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e969e12b-8e51-47f6-9df0-0f586b8d7ea4', 'tag': 'de66d9c4-ec72-4513-bb68-7c7113707821'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:06.983618 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c77ca33-7538-435d-8fa2-6c3e1d83ed2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e969e12b-8e51-47f6-9df0-0f586b8d7ea4", "tag": "de66d9c4-ec72-4513-bb68-7c7113707821"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:07.007602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ad2a6-0152-4572-b708-df19275037f0 service neutron] Pushing event updated for resources: {'Port': ['ID=de66d9c4-ec72-4513-bb68-7c7113707821,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:07.041372 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fb31ca-85b1-4b8e-901e-cb0049bef0dc x-openstack-request-id: req-a1fb31ca-85b1-4b8e-901e-cb0049bef0dc {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:07.041618 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e969e12b-8e51-47f6-9df0-0f586b8d7ea4", "tag": "de66d9c4-ec72-4513-bb68-7c7113707821", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:07.043046 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1fb31ca-85b1-4b8e-901e-cb0049bef0dc {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:07.043046 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e969e12b-8e51-47f6-9df0-0f586b8d7ea4', 'tag': 'de66d9c4-ec72-4513-bb68-7c7113707821', 'status': 'completed', 'code': 200} Nov 16 04:46:07.093729 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.124029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Pushing event deleted for resources: {'Port': ['ID=cf42a985-79c3-4bbd-ab04-512504cf5cc7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:07.136254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-8eb4ef28-7f58-40ca-bab3-9140792b36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:07.137795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-8eb4ef28-7f58-40ca-bab3-9140792b36fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63af366e9e2a4a14aab07ba7e485aed4&device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 1095 time: 0.1111090 Nov 16 04:46:07.184582 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.190113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-76c4967d-1509-43f0-b699-f3f2ad11c70e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de66d9c4-ec72-4513-bb68-7c7113707821 HTTP/1.1" status: 200 len: 217 time: 0.0435853 Nov 16 04:46:07.250469 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-c3a656ca-4131-4e91-9f66-39d3f7db4601 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1908836 Nov 16 04:46:07.263529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:07.269606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-f5bce53d-56a3-473c-8a20-7e577fdee3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:07.271092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-f5bce53d-56a3-473c-8a20-7e577fdee3c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=063c054f-393a-4bcd-b5ae-2266d7cc8f6b HTTP/1.1" status: 200 len: 844 time: 0.0740154 Nov 16 04:46:07.286100 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.288943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.310244 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.314188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-1ac7e0bd-19fd-42eb-9b7e-a78b812a8cfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e964ee29-f20c-437c-bf6c-7fec122914b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338743 Nov 16 04:46:07.337506 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.338352 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 630addea-aab7-4c01-93f9-9ad4e367d401 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:46:07.343067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.346666 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-97f14dc7-3799-44de-b5c0-f83a69b7befe admin admin] 10.222.0.41 "DELETE /v2.0/routers/630addea-aab7-4c01-93f9-9ad4e367d401 HTTP/1.1" status: 204 len: 168 time: 0.9309895 Nov 16 04:46:07.346872 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39918) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:07.417553 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1dceb6b-4203-4eaf-992a-d93bb6b87718 admin admin] Deleting subnet 9a996735-34c2-4dee-9071-88f318e213af {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:46:07.421524 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f1dceb6b-4203-4eaf-992a-d93bb6b87718 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.463109 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Sync routers for ids ['9ebbb871-8744-4400-9f85-a8986ad70e3d'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:46:07.475866 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f1dceb6b-4203-4eaf-992a-d93bb6b87718 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.476118 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-dae2acd7-c7ac-4059-a65b-0619d4986745 service neutron] 10.222.0.37 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495566 Nov 16 04:46:07.478484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Routers {'9ebbb871-8744-4400-9f85-a8986ad70e3d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:07.481477 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9ebbb871-8744-4400-9f85-a8986ad70e3d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:07.542328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68c57435-3bfd-41a5-b730-cb10305355c1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:07.589407 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.603998 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f1dceb6b-4203-4eaf-992a-d93bb6b87718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.610322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9b059f1-fccd-4ce8-8baa-a63f2d543f48 req-8b95da56-0105-4198-ab5a-07a5db2ff30c service neutron] 10.222.0.37 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263890 Nov 16 04:46:07.660704 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 68c57435-3bfd-41a5-b730-cb10305355c1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:07.661221 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.708311 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f1dceb6b-4203-4eaf-992a-d93bb6b87718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.712044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Set router 9ebbb871-8744-4400-9f85-a8986ad70e3d gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:07.763241 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dceb6b-4203-4eaf-992a-d93bb6b87718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a996735-34c2-4dee-9071-88f318e213af,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:07.767987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f1dceb6b-4203-4eaf-992a-d93bb6b87718 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:07.769640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77ca33-7538-435d-8fa2-6c3e1d83ed2c req-222743c9-80af-43ff-a1cb-014d53642849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:07.771206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c77ca33-7538-435d-8fa2-6c3e1d83ed2c req-222743c9-80af-43ff-a1cb-014d53642849 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63af366e9e2a4a14aab07ba7e485aed4&device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 1095 time: 0.1093321 Nov 16 04:46:07.775134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39926) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:07.775391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1956d61c-af09-4f80-a675-a6b79e209b08 None None] Network 29b5a229-9d15-40b1-90b7-ceb1ec6dc96b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:46:07.776286 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f1dceb6b-4203-4eaf-992a-d93bb6b87718 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9a996735-34c2-4dee-9071-88f318e213af HTTP/1.1" status: 204 len: 168 time: 0.4281392 Nov 16 04:46:07.836866 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab1ada-84f0-44a8-998f-fb5de6fa52bf None None] Sync routers for ids ['630addea-aab7-4c01-93f9-9ad4e367d401'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:46:07.847316 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab1ada-84f0-44a8-998f-fb5de6fa52bf None None] Routers set() bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:07.847854 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab1ada-84f0-44a8-998f-fb5de6fa52bf None None] Router IDs set() for agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 04:46:07.848569 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_agentschedulers_db [None req-82ab1ada-84f0-44a8-998f-fb5de6fa52bf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'630addea-aab7-4c01-93f9-9ad4e367d401'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent'). {{(pid=102662) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 04:46:07.866426 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab1ada-84f0-44a8-998f-fb5de6fa52bf None None] Routers set() bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:07.867594 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab1ada-84f0-44a8-998f-fb5de6fa52bf None None] Router IDs set() for agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 04:46:07.868772 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_agentschedulers_db [None req-82ab1ada-84f0-44a8-998f-fb5de6fa52bf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'630addea-aab7-4c01-93f9-9ad4e367d401'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent'). {{(pid=102662) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 04:46:07.869396 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab1ada-84f0-44a8-998f-fb5de6fa52bf None None] The sync data for ids ['630addea-aab7-4c01-93f9-9ad4e367d401'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:46:07.889642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Allocated IP 172.25.0.168 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/694a0438-3f38-4f95-9461-576e552d32bd) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:07.990487 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.024006 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c2ed5f13-6274-42be-a045-0ed11b44f42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.044302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77ca33-7538-435d-8fa2-6c3e1d83ed2c req-88610021-512c-4189-a070-c86e7ef5318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:08.045755 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c77ca33-7538-435d-8fa2-6c3e1d83ed2c req-88610021-512c-4189-a070-c86e7ef5318c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e964ee29-f20c-437c-bf6c-7fec122914b0 HTTP/1.1" status: 200 len: 905 time: 0.2607501 Nov 16 04:46:08.115072 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'name': 'tempest-FloatingIPsTestJSON-613368249-router', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:58Z', 'updated_at': '2021-11-16T04:46:04Z', 'revision_number': 4, 'project_id': '35b0cf13074f4cad985b30e79077d3b7', 'gw_port': {'id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:59Z', 'updated_at': '2021-11-16T04:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a4697bf5-3f65-4326-816c-d568ca310b0e', 'name': '', 'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'mac_address': 'fa:16:3e:d9:ee:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '2a804499-949e-4f13-a08c-fb4374bd8830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:03Z', 'updated_at': '2021-11-16T04:46:05Z', 'revision_number': 2, 'project_id': '35b0cf13074f4cad985b30e79077d3b7', 'subnets': [{'id': '2a804499-949e-4f13-a08c-fb4374bd8830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:08.138900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c77ca33-7538-435d-8fa2-6c3e1d83ed2c req-f0356101-dd37-4789-bcdb-5f5c7db69233 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de66d9c4-ec72-4513-bb68-7c7113707821 HTTP/1.1" status: 200 len: 217 time: 0.0709984 Nov 16 04:46:08.145859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Checking router: 9ebbb871-8744-4400-9f85-a8986ad70e3d for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:46:08.146219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Updating router 9ebbb871-8744-4400-9f85-a8986ad70e3d port a4697bf5-3f65-4326-816c-d568ca310b0e binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:46:08.171248 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.216268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3ac74-fb49-4a19-87ef-e0bc982642aa req-07629884-20a8-408f-b44c-561279ffb9c1 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:08.217677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ee3ac74-fb49-4a19-87ef-e0bc982642aa req-07629884-20a8-408f-b44c-561279ffb9c1 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 944 time: 0.1965423 Nov 16 04:46:08.222168 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.256729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77ca33-7538-435d-8fa2-6c3e1d83ed2c req-7763a59c-6456-45ad-8107-895de2567d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:08.258199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c77ca33-7538-435d-8fa2-6c3e1d83ed2c req-7763a59c-6456-45ad-8107-895de2567d8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=063c054f-393a-4bcd-b5ae-2266d7cc8f6b HTTP/1.1" status: 200 len: 844 time: 0.1078050 Nov 16 04:46:08.316004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Deleting port f9caa252-3e94-4039-b15c-f20130bad8d8 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:08.316004 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.324064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c77ca33-7538-435d-8fa2-6c3e1d83ed2c req-17edacb9-7753-4742-860d-f13819621974 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e964ee29-f20c-437c-bf6c-7fec122914b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533638 Nov 16 04:46:08.349550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febcf55b-9a86-4a85-9bbe-38850d235246 None None] DHCP port deletion for 29b5a229-9d15-40b1-90b7-ceb1ec6dc96b request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:46:08.375764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ee3ac74-fb49-4a19-87ef-e0bc982642aa req-9637ee85-a3ad-4e32-b7b0-78567877bd03 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508908 Nov 16 04:46:08.401266 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.487076 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-febcf55b-9a86-4a85-9bbe-38850d235246 None None] Deleting port f9caa252-3e94-4039-b15c-f20130bad8d8 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:08.487076 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-febcf55b-9a86-4a85-9bbe-38850d235246 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.488253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] For port f9caa252-3e94-4039-b15c-f20130bad8d8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f9caa252-3e94-4039-b15c-f20130bad8d8,segment=NetworkSegment(1bd0981b-e328-48f4-b3ee-4ecea47a28a3),segment_id=1bd0981b-e328-48f4-b3ee-4ecea47a28a3)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:08.488632 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.492117 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.510532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:08.519715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Calling delete_port for f9caa252-3e94-4039-b15c-f20130bad8d8 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:08.523218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:08.525648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:08.533310 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.609957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-febcf55b-9a86-4a85-9bbe-38850d235246 None None] For port f9caa252-3e94-4039-b15c-f20130bad8d8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f9caa252-3e94-4039-b15c-f20130bad8d8,segment=NetworkSegment(1bd0981b-e328-48f4-b3ee-4ecea47a28a3),segment_id=1bd0981b-e328-48f4-b3ee-4ecea47a28a3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:08.610907 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-febcf55b-9a86-4a85-9bbe-38850d235246 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.630960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963df30e-d6a2-47ca-b8b3-ad2a3f37f5b7 None None] Pushing event updated for resources: {'Port': ['ID=a4697bf5-3f65-4326-816c-d568ca310b0e,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:08.633742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-febcf55b-9a86-4a85-9bbe-38850d235246 None None] Calling delete_port for f9caa252-3e94-4039-b15c-f20130bad8d8 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:08.722704 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Attempting to bind port a4697bf5-3f65-4326-816c-d568ca310b0e on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:46:08.723063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Attempting to bind port a4697bf5-3f65-4326-816c-d568ca310b0e by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'd4e7de5b-9f16-491a-8066-998de1979e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:46:08.723429 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Attempting to bind port a4697bf5-3f65-4326-816c-d568ca310b0e on network d0c77cc1-c49b-45b9-bce0-69600b8ae5c8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:08.744252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:46:08.744529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Checking segment: {'id': 'd4e7de5b-9f16-491a-8066-998de1979e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:08.744923 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.745917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Bound using segment: {'id': 'd4e7de5b-9f16-491a-8066-998de1979e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:46:08.746403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Bound port: a4697bf5-3f65-4326-816c-d568ca310b0e, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e7de5b-9f16-491a-8066-998de1979e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:46:08.746784 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.934652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Pushing event updated for resources: {'Port': ['ID=694a0438-3f38-4f95-9461-576e552d32bd,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:08.974265 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-febcf55b-9a86-4a85-9bbe-38850d235246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:08.996292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c77ca33-7538-435d-8fa2-6c3e1d83ed2c req-4e040534-5f60-43d8-96ee-2229f4f12ade service neutron] 10.222.0.37 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551652 Nov 16 04:46:09.013113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] For port a4697bf5-3f65-4326-816c-d568ca310b0e, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:46:09.015441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-da6c3f0c-4dea-4906-a97d-d6d820587933 None None] Provisioning complete for port a4697bf5-3f65-4326-816c-d568ca310b0e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:09.015803 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-da6c3f0c-4dea-4906-a97d-d6d820587933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.018473 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcf55b-9a86-4a85-9bbe-38850d235246 None None] Pushing event deleted for resources: {'Port': ['ID=f9caa252-3e94-4039-b15c-f20130bad8d8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:09.020280 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febcf55b-9a86-4a85-9bbe-38850d235246 None None] No DVR routers for this DVR port f9caa252-3e94-4039-b15c-f20130bad8d8 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:46:09.051038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] For port a4697bf5-3f65-4326-816c-d568ca310b0e, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a4697bf5-3f65-4326-816c-d568ca310b0e,segment=NetworkSegment(d4e7de5b-9f16-491a-8066-998de1979e15),segment_id=d4e7de5b-9f16-491a-8066-998de1979e15)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:46:09.060058 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.102554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-da6c3f0c-4dea-4906-a97d-d6d820587933 None None] Port a4697bf5-3f65-4326-816c-d568ca310b0e cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:46:09.136902 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963df30e-d6a2-47ca-b8b3-ad2a3f37f5b7 None None] Pushing event updated for resources: {'Port': ['ID=a4697bf5-3f65-4326-816c-d568ca310b0e,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:09.141668 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Routers {'9ebbb871-8744-4400-9f85-a8986ad70e3d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:09.142849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:45:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9ebbb871-8744-4400-9f85-a8986ad70e3d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:09.143225 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.172408 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.246699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] No DVR routers for this DVR port f9caa252-3e94-4039-b15c-f20130bad8d8 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:46:09.252653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9caa252-3e94-4039-b15c-f20130bad8d8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:09.267354 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] Set router 9ebbb871-8744-4400-9f85-a8986ad70e3d gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:09.279087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c77ca33-7538-435d-8fa2-6c3e1d83ed2c req-fe11c803-724e-4585-ba8b-e3e6a21e8838 service neutron] 10.222.0.37 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752817 Nov 16 04:46:09.280440 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.364997 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.396078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b5a229-9d15-40b1-90b7-ceb1ec6dc96b']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:09.418756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd0981b-e328-48f4-b3ee-4ecea47a28a3') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:09.419042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd0981b-e328-48f4-b3ee-4ecea47a28a3') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:09.446552 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7cf645e0-1609-47b4-bb37-2dcffbe0bfe1 None None] Provisioning complete for port a4697bf5-3f65-4326-816c-d568ca310b0e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:09.447452 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7cf645e0-1609-47b4-bb37-2dcffbe0bfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.457247 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.473330 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f9caa252-3e94-4039-b15c-f20130bad8d8 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:09.480754 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.492103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:46:09.492495 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:46:09.494219 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:46:09.516530 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f9caa252-3e94-4039-b15c-f20130bad8d8 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:09.517127 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f9caa252-3e94-4039-b15c-f20130bad8d8 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:09.517613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 71102ae4-3099-40aa-80e6-9f35c07bc506 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:09.548692 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 71102ae4-3099-40aa-80e6-9f35c07bc506 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:09.549007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 71102ae4-3099-40aa-80e6-9f35c07bc506 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:09.549490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device cf42a985-79c3-4bbd-ab04-512504cf5cc7 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:09.574880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: cf42a985-79c3-4bbd-ab04-512504cf5cc7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:09.575219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device cf42a985-79c3-4bbd-ab04-512504cf5cc7 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:09.614499 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.625612 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.627959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'name': 'tempest-FloatingIPsTestJSON-613368249-router', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:58Z', 'updated_at': '2021-11-16T04:46:04Z', 'revision_number': 4, 'project_id': '35b0cf13074f4cad985b30e79077d3b7', 'gw_port': {'id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:59Z', 'updated_at': '2021-11-16T04:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a4697bf5-3f65-4326-816c-d568ca310b0e', 'name': '', 'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'mac_address': 'fa:16:3e:d9:ee:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '2a804499-949e-4f13-a08c-fb4374bd8830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:03Z', 'updated_at': '2021-11-16T04:46:08Z', 'revision_number': 4, 'project_id': '35b0cf13074f4cad985b30e79077d3b7', 'subnets': [{'id': '2a804499-949e-4f13-a08c-fb4374bd8830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:09.628794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] 10.222.0.41 "DELETE /v2.0/networks/29b5a229-9d15-40b1-90b7-ceb1ec6dc96b HTTP/1.1" status: 204 len: 168 time: 1.8529677 Nov 16 04:46:09.654562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395edae-2685-4967-bad1-d820e8e8271a req-00edd99e-0929-4106-bab8-80dce9ecd695 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:09.661633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0395edae-2685-4967-bad1-d820e8e8271a req-00edd99e-0929-4106-bab8-80dce9ecd695 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 944 time: 0.1748619 Nov 16 04:46:09.669345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa18fe1d-3d27-4890-8430-df6124df413e None None] The sync data for ids ['9ebbb871-8744-4400-9f85-a8986ad70e3d'] in n-d-818042-1 is: [{'id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'name': 'tempest-FloatingIPsTestJSON-613368249-router', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:58Z', 'updated_at': '2021-11-16T04:46:04Z', 'revision_number': 4, 'project_id': '35b0cf13074f4cad985b30e79077d3b7', 'gw_port': {'id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:59Z', 'updated_at': '2021-11-16T04:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a4697bf5-3f65-4326-816c-d568ca310b0e', 'name': '', 'network_id': 'd0c77cc1-c49b-45b9-bce0-69600b8ae5c8', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'mac_address': 'fa:16:3e:d9:ee:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '2a804499-949e-4f13-a08c-fb4374bd8830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:03Z', 'updated_at': '2021-11-16T04:46:08Z', 'revision_number': 4, 'project_id': '35b0cf13074f4cad985b30e79077d3b7', 'subnets': [{'id': '2a804499-949e-4f13-a08c-fb4374bd8830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:46:09.670070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb964303-d787-4411-91d7-7b4bc2e19241 admin admin] Pushing event deleted for resources: {'Network': ['ID=29b5a229-9d15-40b1-90b7-ceb1ec6dc96b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:09.673344 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7cf645e0-1609-47b4-bb37-2dcffbe0bfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.680877 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.692257 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.736965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7cf645e0-1609-47b4-bb37-2dcffbe0bfe1 None None] For port a4697bf5-3f65-4326-816c-d568ca310b0e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a4697bf5-3f65-4326-816c-d568ca310b0e,segment=NetworkSegment(d4e7de5b-9f16-491a-8066-998de1979e15),segment_id=d4e7de5b-9f16-491a-8066-998de1979e15)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:09.746615 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7cf645e0-1609-47b4-bb37-2dcffbe0bfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.834655 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf645e0-1609-47b4-bb37-2dcffbe0bfe1 None None] Pushing event updated for resources: {'Port': ['ID=a4697bf5-3f65-4326-816c-d568ca310b0e,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:09.839684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0395edae-2685-4967-bad1-d820e8e8271a req-b28aeaa0-209b-4e5b-977e-e21daa678817 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765163 Nov 16 04:46:09.847154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Pushing event updated for resources: {'Port': ['ID=694a0438-3f38-4f95-9461-576e552d32bd,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:09.852288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39952) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:09.870689 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.876125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device de66d9c4-ec72-4513-bb68-7c7113707821 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:46:09.899680 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:09.902612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-1395ba07-0a13-43ac-9e5f-ac04f61e40e8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6460891 Nov 16 04:46:09.936235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b232af49-0e68-4c4b-a953-e8888f002923 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f849ad487aa549d8928124ef136bdda3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0825727 Nov 16 04:46:09.940729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39956) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:09.978507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-bac60ab9-6290-4788-b4c0-9f551ba1a2de tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.0591636 Nov 16 04:46:10.015349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port de66d9c4-ec72-4513-bb68-7c7113707821, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=de66d9c4-ec72-4513-bb68-7c7113707821,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:10.027791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'de66d9c4-ec72-4513-bb68-7c7113707821', 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0', 'port_id': 'de66d9c4-ec72-4513-bb68-7c7113707821', 'mac_address': 'fa:16:3e:28:fa:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063c054f-393a-4bcd-b5ae-2266d7cc8f6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:46:10.034723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-771cd787-c396-4cb6-925f-0e9e5cc896fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:10.061295 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-771cd787-c396-4cb6-925f-0e9e5cc896fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:10.068371 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:10.082320 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de66d9c4-ec72-4513-bb68-7c7113707821 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:10.115097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port de66d9c4-ec72-4513-bb68-7c7113707821, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=de66d9c4-ec72-4513-bb68-7c7113707821,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:10.121469 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:10.122391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff465db-39b0-4a25-bbba-49cab778bd85 req-0d8cf001-c185-44f9-b303-3c2385df0aa0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:10.124249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ff465db-39b0-4a25-bbba-49cab778bd85 req-0d8cf001-c185-44f9-b303-3c2385df0aa0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.0772495 Nov 16 04:46:10.137005 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-771cd787-c396-4cb6-925f-0e9e5cc896fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:10.141428 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-771cd787-c396-4cb6-925f-0e9e5cc896fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:10.144948 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-771cd787-c396-4cb6-925f-0e9e5cc896fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/785d51a7-3ba1-4388-a75c-c02cf2bd8e41 HTTP/1.1" status: 204 len: 168 time: 0.2008724 Nov 16 04:46:10.153145 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cd787-c396-4cb6-925f-0e9e5cc896fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785d51a7-3ba1-4388-a75c-c02cf2bd8e41,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:10.199251 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae1b507a-ca49-4ffb-86e1-3b6c57f8963d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:10.207956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-aa9966fd-446d-4d28-bf45-1c1d50b477c4 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:10.209642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06c0247f-2b81-4a95-9df4-f48d98dae350 req-aa9966fd-446d-4d28-bf45-1c1d50b477c4 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2226713 Nov 16 04:46:10.223322 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=de66d9c4-ec72-4513-bb68-7c7113707821,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:10.271259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ff465db-39b0-4a25-bbba-49cab778bd85 req-510810c8-0775-47f6-87c6-d4054782c673 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292701 Nov 16 04:46:10.416437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['de66d9c4-ec72-4513-bb68-7c7113707821'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:10.463441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-592e9606-4ead-494d-9d45-f1e2e639b84b req-290eb533-a099-4a73-986c-a3363539d93a tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/floatingips/00efeb83-7517-4584-a885-977d59cbd2bb HTTP/1.1" status: 200 len: 693 time: 0.1062083 Nov 16 04:46:10.585755 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717e0a0-0a6d-4da3-9e7c-f17aabd9faaf req-30e80cbb-b4ed-4fee-a95c-99ec0333a93c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:10.594501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c717e0a0-0a6d-4da3-9e7c-f17aabd9faaf req-30e80cbb-b4ed-4fee-a95c-99ec0333a93c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1537716 Nov 16 04:46:10.673122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c717e0a0-0a6d-4da3-9e7c-f17aabd9faaf req-be2e23c2-ad19-43e2-81db-8eac765bea46 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777402 Nov 16 04:46:10.680196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e9606-4ead-494d-9d45-f1e2e639b84b req-efa81c5e-3b60-4c77-ad5c-230ed4e399f9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:10.686697 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-592e9606-4ead-494d-9d45-f1e2e639b84b req-efa81c5e-3b60-4c77-ad5c-230ed4e399f9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2034044 Nov 16 04:46:10.790177 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af07f46c-8c2a-4fa0-b924-882bab0157c1 req-47e9f406-a84d-42ea-93cd-b539ee123591 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=35b0cf13074f4cad985b30e79077d3b7 HTTP/1.1" status: 200 len: 696 time: 0.0668330 Nov 16 04:46:10.912824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded1783-aac0-4f29-822c-cbd161555c73 req-2403cb17-0a7c-405c-88f9-05c80114402c tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:10.914194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ded1783-aac0-4f29-822c-cbd161555c73 req-2403cb17-0a7c-405c-88f9-05c80114402c tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 945 time: 0.1214223 Nov 16 04:46:10.962333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07f46c-8c2a-4fa0-b924-882bab0157c1 req-6bc3ad14-58fd-4011-8525-089bc9f9c878 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:10.963922 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af07f46c-8c2a-4fa0-b924-882bab0157c1 req-6bc3ad14-58fd-4011-8525-089bc9f9c878 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/networks?id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 787 time: 0.1729383 Nov 16 04:46:11.007143 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ded1783-aac0-4f29-822c-cbd161555c73 req-b14e3a72-0aae-4030-8d44-78482ef8b659 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/security-groups?id=973d975b-d2df-4db7-bc2c-3d1675980be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810792 Nov 16 04:46:11.068342 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40008) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:11.183316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-453476599-network', 'tenant_id': '960d99cdc4324394bb8c5d8ed093d15e'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:11.198358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2842076-f88d-4ac0-9fc8-93b752be2ccb req-309e5398-9d1b-4623-879b-e2188edfe9ff tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:11.199841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2842076-f88d-4ac0-9fc8-93b752be2ccb req-309e5398-9d1b-4623-879b-e2188edfe9ff tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 945 time: 0.0879707 Nov 16 04:46:11.207375 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Made reservation on behalf of 960d99cdc4324394bb8c5d8ed093d15e for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:11.209868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20667a73-c51f-4f91-a94c-603129984cbc req-694b305f-0fed-44cb-8469-80ceaa27e524 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:11.210040 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:11.211263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-694b305f-0fed-44cb-8469-80ceaa27e524 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 811 time: 0.1542182 Nov 16 04:46:11.219691 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:11.241240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-54c975af-ffdb-4721-b0b0-ccdc76f0c0ce tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/quotas/98886c56b701447cb464fb425061a484 HTTP/1.1" status: 200 len: 375 time: 0.0215609 Nov 16 04:46:11.298718 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:11.303545 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:11.306559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2842076-f88d-4ac0-9fc8-93b752be2ccb req-4baa79b8-ff0c-43b1-977e-3141c068e8eb tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943177 Nov 16 04:46:11.339785 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:46:11.346236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47cc9680-74cb-478f-a1da-7c5fd0c97db6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:11.349034 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-594c71ca-cdfc-420b-82e3-c8ba31f7d469 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0955608 Nov 16 04:46:11.354414 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:11.354414 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Added segment 5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1 of type vlan for network 264c8096-e6ac-4052-82aa-684b9297a3e1 Nov 16 04:46:11.411780 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:11.443402 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:11.444737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:11.445363 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:11.486660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-6c96ec68-9325-4e8a-9005-6a579a29db9b tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/floatingips/00efeb83-7517-4584-a885-977d59cbd2bb HTTP/1.1" status: 200 len: 693 time: 0.0619547 Nov 16 04:46:11.515812 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4436679 Nov 16 04:46:11.516854 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40016) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:11.517580 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a4697bf5-3f65-4326-816c-d568ca310b0e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:11.530445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-492bda6d-8a08-4cea-bce3-e69bfe7da2e4 admin admin] Request body: {'subnet': {'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-453476599-subnet', 'tenant_id': '960d99cdc4324394bb8c5d8ed093d15e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:11.537014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fed332-b52f-48d1-9102-07e1d29856b4 admin admin] Pushing event updated for resources: {'Network': ['ID=264c8096-e6ac-4052-82aa-684b9297a3e1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:11.565101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 264c8096-e6ac-4052-82aa-684b9297a3e1 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:46:11.571581 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492bda6d-8a08-4cea-bce3-e69bfe7da2e4 admin admin] Made reservation on behalf of 960d99cdc4324394bb8c5d8ed093d15e for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:11.574650 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-492bda6d-8a08-4cea-bce3-e69bfe7da2e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:11.585547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-d2b9863f-4836-4aec-a95a-f9afaad36e26 service neutron] 10.222.0.41 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237904 Nov 16 04:46:11.654024 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a4697bf5-3f65-4326-816c-d568ca310b0e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:11.654435 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:11.686791 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-f2e88f24-b772-4aff-b450-3af375d628b2 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:11.688157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-f2e88f24-b772-4aff-b450-3af375d628b2 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.1872907 Nov 16 04:46:11.761510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-c75a1750-0e10-4ddd-bfa2-70bf5cb331a2 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.0639567 Nov 16 04:46:11.770654 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-ca2121dd-e911-4d28-831d-f632916063e6 service neutron] 10.222.0.41 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710892 Nov 16 04:46:11.792819 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-492bda6d-8a08-4cea-bce3-e69bfe7da2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:11.822574 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:11.825165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-77ac3b1b-888b-4954-80a0-f552db9a8bb0 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.168 HTTP/1.1" status: 200 len: 696 time: 0.0533233 Nov 16 04:46:11.891661 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492bda6d-8a08-4cea-bce3-e69bfe7da2e4 admin admin] Checking segment: {'id': '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:11.892023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492bda6d-8a08-4cea-bce3-e69bfe7da2e4 admin admin] Network hostable DHCP agents. Network: 264c8096-e6ac-4052-82aa-684b9297a3e1, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:46:11.896207 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bda6d-8a08-4cea-bce3-e69bfe7da2e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c59619-5ebc-40ef-b173-643613d76faf,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:11.903371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device de66d9c4-ec72-4513-bb68-7c7113707821 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:11.922791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492bda6d-8a08-4cea-bce3-e69bfe7da2e4 admin admin] Network 264c8096-e6ac-4052-82aa-684b9297a3e1 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:46:11.932306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-492bda6d-8a08-4cea-bce3-e69bfe7da2e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 264c8096-e6ac-4052-82aa-684b9297a3e1) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:11.940666 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492bda6d-8a08-4cea-bce3-e69bfe7da2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:11.941956 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-492bda6d-8a08-4cea-bce3-e69bfe7da2e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:11.972174 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-492bda6d-8a08-4cea-bce3-e69bfe7da2e4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4534142 Nov 16 04:46:11.974645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331a0415-1d8c-471e-bb74-499d43b1d8ba None None] Network 264c8096-e6ac-4052-82aa-684b9297a3e1 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:46:12.028937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-194ae851-e0d9-4ec5-bb61-5dab79b476c6 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Deleting port 694a0438-3f38-4f95-9461-576e552d32bd {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:12.029821 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-194ae851-e0d9-4ec5-bb61-5dab79b476c6 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:12.111269 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port de66d9c4-ec72-4513-bb68-7c7113707821 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:46:12.117884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port de66d9c4-ec72-4513-bb68-7c7113707821 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:12.119815 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:12.141680 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-194ae851-e0d9-4ec5-bb61-5dab79b476c6 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:12.142050 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-194ae851-e0d9-4ec5-bb61-5dab79b476c6 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:12.155099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-194ae851-e0d9-4ec5-bb61-5dab79b476c6 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Calling delete_port for 694a0438-3f38-4f95-9461-576e552d32bd owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:12.236495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af07deee-6990-4cfc-8932-b2c1e4726e20 None None] Network 264c8096-e6ac-4052-82aa-684b9297a3e1 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:46:12.312638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e08a64b-dd5f-4fa9-a14a-fa5420f73755 req-bdb2863b-a962-4c1f-924e-4ff43d186c82 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 210 time: 0.0572994 Nov 16 04:46:12.385033 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-194ae851-e0d9-4ec5-bb61-5dab79b476c6 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:12.423149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ae851-e0d9-4ec5-bb61-5dab79b476c6 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Pushing event deleted for resources: {'Port': ['ID=694a0438-3f38-4f95-9461-576e552d32bd,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:12.453207 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:12.491562 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-194ae851-e0d9-4ec5-bb61-5dab79b476c6 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:12.494736 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e969e12b-8e51-47f6-9df0-0f586b8d7ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66d9c4-ec72-4513-bb68-7c7113707821'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:12.494892 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-194ae851-e0d9-4ec5-bb61-5dab79b476c6 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:12.496627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d33bafa-1c62-4a52-90c4-12b61bf6831e req-194ae851-e0d9-4ec5-bb61-5dab79b476c6 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "DELETE /v2.0/floatingips/00efeb83-7517-4584-a885-977d59cbd2bb HTTP/1.1" status: 204 len: 173 time: 0.6635263 Nov 16 04:46:12.497811 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b569346-5c91-4b7e-bc18-83da7d691b8c" -d '{"events": [{"server_uuid": "e969e12b-8e51-47f6-9df0-0f586b8d7ea4", "name": "network-vif-plugged", "status": "completed", "tag": "de66d9c4-ec72-4513-bb68-7c7113707821"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:12.522070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port de66d9c4-ec72-4513-bb68-7c7113707821, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=de66d9c4-ec72-4513-bb68-7c7113707821,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:12.536989 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:12.609858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c61f9-408f-4044-9b64-9ec0619197e2 req-19e6a47a-ca3d-427d-a4e5-5d97186f3aab tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:12.611417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b2c61f9-408f-4044-9b64-9ec0619197e2 req-19e6a47a-ca3d-427d-a4e5-5d97186f3aab tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 945 time: 0.0806658 Nov 16 04:46:12.633313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=de66d9c4-ec72-4513-bb68-7c7113707821,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:12.671389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b2c61f9-408f-4044-9b64-9ec0619197e2 req-dde1ba5e-1e0a-4f89-b2d1-04fbf92d2f94 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/security-groups?id=973d975b-d2df-4db7-bc2c-3d1675980be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533297 Nov 16 04:46:12.838059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a18d4e-eac6-48af-b2e5-01c8cd8f5d06 req-964c5833-7fff-4005-b784-8d99f122b1f8 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:12.840341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4a18d4e-eac6-48af-b2e5-01c8cd8f5d06 req-964c5833-7fff-4005-b784-8d99f122b1f8 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 946 time: 0.1087780 Nov 16 04:46:12.888759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-af38f09c-b988-467c-aa02-02f0fffea51d tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:12.890242 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-af38f09c-b988-467c-aa02-02f0fffea51d tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/networks?id=264c8096-e6ac-4052-82aa-684b9297a3e1 HTTP/1.1" status: 200 len: 821 time: 0.1479101 Nov 16 04:46:12.917040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-14f993ec-83b6-4967-99a1-2b1e3de4b1b3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/quotas/960d99cdc4324394bb8c5d8ed093d15e HTTP/1.1" status: 200 len: 375 time: 0.0209942 Nov 16 04:46:12.920905 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4a18d4e-eac6-48af-b2e5-01c8cd8f5d06 req-a2e451be-e25a-4be0-8877-4c8660b1b6d0 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747292 Nov 16 04:46:12.948787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-84b7146e-9c1c-48e6-baf0-edc6987e1f18 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=960d99cdc4324394bb8c5d8ed093d15e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254035 Nov 16 04:46:12.959508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-87538f22-84bc-4967-88a6-39e8b09d7324 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:46:12.960456 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-87538f22-84bc-4967-88a6-39e8b09d7324 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050483 Nov 16 04:46:13.168019 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:13.182608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-e963b5ee-e64d-49ae-b53a-f6a097d170e0 service neutron] 10.222.0.41 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154555 Nov 16 04:46:13.209717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-7b258495-ce3a-4408-a158-d9250f19af75 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1982539 Nov 16 04:46:13.256409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:13.311176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20667a73-c51f-4f91-a94c-603129984cbc req-e89d4fce-7fab-4bf6-b688-fd5d69f33dbe tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:13.312616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-e89d4fce-7fab-4bf6-b688-fd5d69f33dbe tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.37 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 811 time: 0.2278118 Nov 16 04:46:13.319655 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:13.335263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-20667a73-c51f-4f91-a94c-603129984cbc req-29164a0a-f5fd-4e38-92cb-64b3cbb02c18 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Request body: {'port': {'device_id': '24a0fc24-1b70-4a7f-9824-b0958ab1fc01', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'admin_state_up': True, 'tenant_id': '98886c56b701447cb464fb425061a484'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:13.424162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-9eff34d2-846b-409d-8197-1900b918d0cc service neutron] 10.222.0.41 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330437 Nov 16 04:46:13.512160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20667a73-c51f-4f91-a94c-603129984cbc req-29164a0a-f5fd-4e38-92cb-64b3cbb02c18 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Made reservation on behalf of 98886c56b701447cb464fb425061a484 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:13.515646 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20667a73-c51f-4f91-a94c-603129984cbc req-29164a0a-f5fd-4e38-92cb-64b3cbb02c18 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:13.586272 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:13.700662 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d27e88-77b0-4cc2-b09f-63e3a843ef4c x-openstack-request-id: req-43d27e88-77b0-4cc2-b09f-63e3a843ef4c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:13.701720 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e969e12b-8e51-47f6-9df0-0f586b8d7ea4", "name": "network-vif-plugged", "status": "completed", "tag": "de66d9c4-ec72-4513-bb68-7c7113707821", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:13.702222 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43d27e88-77b0-4cc2-b09f-63e3a843ef4c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:13.702972 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e969e12b-8e51-47f6-9df0-0f586b8d7ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66d9c4-ec72-4513-bb68-7c7113707821', 'code': 200} Nov 16 04:46:13.732268 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:13.754795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-20667a73-c51f-4f91-a94c-603129984cbc req-29164a0a-f5fd-4e38-92cb-64b3cbb02c18 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Allocated IP 172.20.0.10 (651b49ac-cdfc-4796-8489-6adedffc3616/cdbabdc3-a196-4f51-b496-e7650fbf0ec1/1b627d80-eb97-466c-836d-03391071a95c) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:13.780206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Allocated IP 172.25.0.31 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/46ea9c23-596a-4c27-8c91-3d105dce2372) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:13.853208 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e0e0c-e48f-4d59-be17-0180acaa9c69 req-f372e2f1-c226-4b8a-8b3d-b745ccf09e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:13.856161 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a08e0e0c-e48f-4d59-be17-0180acaa9c69 req-f372e2f1-c226-4b8a-8b3d-b745ccf09e35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 1097 time: 0.0657980 Nov 16 04:46:13.920618 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a08e0e0c-e48f-4d59-be17-0180acaa9c69 req-16273392-68ef-4e37-9e16-e509fee849f1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564070 Nov 16 04:46:13.983507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a693d2d-bc6f-441c-8154-198406e766a9 req-2e751d99-70e9-45af-9e7b-7d71b8db0583 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 210 time: 0.0388899 Nov 16 04:46:14.003660 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:14.059619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0bc5288-2115-4ab1-928f-a8e30f8c4b0d req-901224ec-b012-4b7f-806d-52e651e6dc9a tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 210 time: 0.0336246 Nov 16 04:46:14.071004 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20667a73-c51f-4f91-a94c-603129984cbc req-29164a0a-f5fd-4e38-92cb-64b3cbb02c18 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:14.110757 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:14.132529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:14.169855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:14.186982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:14.222993 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:46:14.228379 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20667a73-c51f-4f91-a94c-603129984cbc req-29164a0a-f5fd-4e38-92cb-64b3cbb02c18 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:14.240614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['99455a78-80d6-436c-b512-6fba5c64bdc3', 'e582fe32-9645-4a06-8dda-4d5435bc0392'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:14.249728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Pushing event updated for resources: {'Port': ['ID=46ea9c23-596a-4c27-8c91-3d105dce2372,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:14.298209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7641d9-515a-46f7-ae16-130e97e0eb28 req-2b98dd9b-c2f0-4903-83d7-e66085f845b2 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:14.299717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e7641d9-515a-46f7-ae16-130e97e0eb28 req-2b98dd9b-c2f0-4903-83d7-e66085f845b2 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 946 time: 0.1473615 Nov 16 04:46:14.316677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20667a73-c51f-4f91-a94c-603129984cbc req-29164a0a-f5fd-4e38-92cb-64b3cbb02c18 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Network 651b49ac-cdfc-4796-8489-6adedffc3616 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:14.358234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-20667a73-c51f-4f91-a94c-603129984cbc req-29164a0a-f5fd-4e38-92cb-64b3cbb02c18 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:14.366228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-20667a73-c51f-4f91-a94c-603129984cbc req-29164a0a-f5fd-4e38-92cb-64b3cbb02c18 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:14.379017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29164a0a-f5fd-4e38-92cb-64b3cbb02c18 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event updated for resources: {'Port': ['ID=1b627d80-eb97-466c-836d-03391071a95c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:14.440997 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:14.463101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e7641d9-515a-46f7-ae16-130e97e0eb28 req-29765a15-c9c0-4403-9a69-51077f5ff6b2 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526163 Nov 16 04:46:14.470273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20667a73-c51f-4f91-a94c-603129984cbc req-29164a0a-f5fd-4e38-92cb-64b3cbb02c18 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:14.471159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20667a73-c51f-4f91-a94c-603129984cbc req-29164a0a-f5fd-4e38-92cb-64b3cbb02c18 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:14.510949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-29164a0a-f5fd-4e38-92cb-64b3cbb02c18 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1826890 Nov 16 04:46:14.512069 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:14.548892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Request body: {'port': {'device_id': '24a0fc24-1b70-4a7f-9824-b0958ab1fc01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:14.644131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3e707134-4815-4891-ae1d-6350b9c51341 None None] Provisioning complete for port 1b627d80-eb97-466c-836d-03391071a95c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:14.644910 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e707134-4815-4891-ae1d-6350b9c51341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:14.739042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3e707134-4815-4891-ae1d-6350b9c51341 None None] Port 1b627d80-eb97-466c-836d-03391071a95c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:46:15.080898 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:15.142012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c537e61-76f5-4496-8e6d-57956be9c3ab req-9e51214e-5c71-4b9a-b212-78d8b17419db tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:15.143477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c537e61-76f5-4496-8e6d-57956be9c3ab req-9e51214e-5c71-4b9a-b212-78d8b17419db tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 945 time: 0.2162340 Nov 16 04:46:15.220873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-d3c97115-fbdd-4a1f-b96b-08fb65b41f05 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:15.222306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-d3c97115-fbdd-4a1f-b96b-08fb65b41f05 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.15 "GET /v2.0/networks?id=264c8096-e6ac-4052-82aa-684b9297a3e1 HTTP/1.1" status: 200 len: 821 time: 0.2961717 Nov 16 04:46:15.253535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-11b68cbb-aaab-4b91-a93d-e51b0b5db8ed tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Request body: {'port': {'device_id': '0b9fcb3b-164e-4021-9ea6-3b746ade28a3', 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1', 'admin_state_up': True, 'tenant_id': '960d99cdc4324394bb8c5d8ed093d15e'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:15.391643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c537e61-76f5-4496-8e6d-57956be9c3ab req-73cf0623-1de7-429e-8b76-39c700bb1435 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/security-groups?id=973d975b-d2df-4db7-bc2c-3d1675980be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357926 Nov 16 04:46:15.478597 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:15.490831 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:15.614552 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Pushing event updated for resources: {'Port': ['ID=46ea9c23-596a-4c27-8c91-3d105dce2372,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:15.668182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-11b68cbb-aaab-4b91-a93d-e51b0b5db8ed tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Made reservation on behalf of 960d99cdc4324394bb8c5d8ed093d15e for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:15.671639 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-11b68cbb-aaab-4b91-a93d-e51b0b5db8ed tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:15.678815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:15.744201 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:15.745937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-5bf5eae6-0b26-4279-8bbb-53a057631ed9 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5240362 Nov 16 04:46:15.755853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc5681-8d56-4539-b1b1-e5f35ddfebb0 req-7bcb844e-16f0-469b-b828-16ee1a87bdb7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:15.757376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55fc5681-8d56-4539-b1b1-e5f35ddfebb0 req-7bcb844e-16f0-469b-b828-16ee1a87bdb7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 932 time: 0.1706431 Nov 16 04:46:15.847142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b627d80-eb97-466c-836d-03391071a95c {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:15.861004 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:15.874863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-d5d95077-7507-4f26-8574-e99eaa069086 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.31 HTTP/1.1" status: 200 len: 695 time: 0.1150563 Nov 16 04:46:15.915405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Transition to ACTIVE for port object 1b627d80-eb97-466c-836d-03391071a95c will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:46:15.980106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:16.027423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55fc5681-8d56-4539-b1b1-e5f35ddfebb0 req-711b8b6c-90ad-41b6-9880-b214beed370b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594984 Nov 16 04:46:16.069932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Pushing event updated for resources: {'Port': ['ID=1b627d80-eb97-466c-836d-03391071a95c,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:16.077879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-11b68cbb-aaab-4b91-a93d-e51b0b5db8ed tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Allocated IP 172.20.0.10 (264c8096-e6ac-4052-82aa-684b9297a3e1/f1c59619-5ebc-40ef-b173-643613d76faf/a1edf463-2e41-462a-91f9-5a575a53ba4f) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:16.100703 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:16.226532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-2b0443ce-2401-4101-b76f-dba9b75ea8f8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:16.227840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffaff5f8-68b5-4eb6-9660-7305d235a852 req-2b0443ce-2401-4101-b76f-dba9b75ea8f8 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.3410754 Nov 16 04:46:16.235958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6fe265f-8368-4ac6-93c1-f4618dd587a3 req-b491d7c6-ab72-4d75-9185-c6ee3dbdf781 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 210 time: 0.1093524 Nov 16 04:46:16.334562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-f72d145f-5e51-4928-93b8-2aab64e40232 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:16.335988 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-f72d145f-5e51-4928-93b8-2aab64e40232 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 945 time: 0.2113984 Nov 16 04:46:16.382413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Attempting to bind port 1b627d80-eb97-466c-836d-03391071a95c on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:46:16.382752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Attempting to bind port 1b627d80-eb97-466c-836d-03391071a95c by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:46:16.383062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Attempting to bind port 1b627d80-eb97-466c-836d-03391071a95c on network 651b49ac-cdfc-4796-8489-6adedffc3616 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:16.450537 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Port 1b627d80-eb97-466c-836d-03391071a95c on network 651b49ac-cdfc-4796-8489-6adedffc3616 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:46:16.450763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Attempting to bind port 1b627d80-eb97-466c-836d-03391071a95c on network 651b49ac-cdfc-4796-8489-6adedffc3616 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:16.468166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-ebbe7184-2555-418e-99ac-3be0c5a3912b tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/floatingips/e47854be-1920-4943-8c1c-d40337b308e1 HTTP/1.1" status: 200 len: 692 time: 0.1268067 Nov 16 04:46:16.484814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:46:16.485148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Checking segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:16.485527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Bound using segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:46:16.485998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Bound port: 1b627d80-eb97-466c-836d-03391071a95c, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:46:16.486355 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:16.587463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c8692-1951-48ac-b2b8-846c05ec80a6 req-100b05ea-a792-4467-8635-679586674e95 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:16.588964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-172c8692-1951-48ac-b2b8-846c05ec80a6 req-100b05ea-a792-4467-8635-679586674e95 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 946 time: 0.2625194 Nov 16 04:46:16.649726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-11b68cbb-aaab-4b91-a93d-e51b0b5db8ed tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:16.740090 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] For port 1b627d80-eb97-466c-836d-03391071a95c, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:46:16.778452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-1c80fd25-f0df-4fb6-8532-e5566b9c0e36 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:16.779802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-1c80fd25-f0df-4fb6-8532-e5566b9c0e36 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.3050535 Nov 16 04:46:16.784910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] For port 1b627d80-eb97-466c-836d-03391071a95c, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=1b627d80-eb97-466c-836d-03391071a95c,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:46:16.800820 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:16.804104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Deleting port 45c7e951-18f7-4f96-9632-25dce2753616 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:16.804432 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:16.810030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-172c8692-1951-48ac-b2b8-846c05ec80a6 req-b18a034a-abc4-419a-963a-aee574170e8e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834638 Nov 16 04:46:16.911456 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-11b68cbb-aaab-4b91-a93d-e51b0b5db8ed tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:16.933288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-1f321e93-5209-48d7-a3e0-c89a09fe8d9f tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.31 HTTP/1.1" status: 200 len: 695 time: 0.1416142 Nov 16 04:46:16.950970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:16.951591 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:16.952960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] 10.222.0.37 "PUT /v2.0/ports/1b627d80-eb97-466c-836d-03391071a95c HTTP/1.1" status: 200 len: 1092 time: 2.4087172 Nov 16 04:46:16.970087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a0fc24-1b70-4a7f-9824-b0958ab1fc01', 'tag': '1b627d80-eb97-466c-836d-03391071a95c'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:16.972330 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2430a1ad-c6bc-4d06-9655-a96b5e9ea958" -d '{"events": [{"name": "network-changed", "server_uuid": "24a0fc24-1b70-4a7f-9824-b0958ab1fc01", "tag": "1b627d80-eb97-466c-836d-03391071a95c"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:17.064333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-11b68cbb-aaab-4b91-a93d-e51b0b5db8ed tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Network 264c8096-e6ac-4052-82aa-684b9297a3e1 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:17.085618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-c60b3f9c-1753-49da-b227-38fb9a2649bc tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.31 HTTP/1.1" status: 200 len: 695 time: 0.1186826 Nov 16 04:46:17.094802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-11b68cbb-aaab-4b91-a93d-e51b0b5db8ed tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:17.103322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201d661-7571-4488-92df-ebbbabfe27bb service neutron] Pushing event updated for resources: {'Port': ['ID=1b627d80-eb97-466c-836d-03391071a95c,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:17.107182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-11b68cbb-aaab-4b91-a93d-e51b0b5db8ed tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:17.209152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c5509-80e1-4645-9adb-082257f6b1a0 req-5f72e487-35a4-4cc9-afbe-620248d33e97 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:17.210657 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-249c5509-80e1-4645-9adb-082257f6b1a0 req-5f72e487-35a4-4cc9-afbe-620248d33e97 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 945 time: 0.3045752 Nov 16 04:46:17.228157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] For port 45c7e951-18f7-4f96-9632-25dce2753616, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=45c7e951-18f7-4f96-9632-25dce2753616,segment=NetworkSegment(cfd7c57c-1114-42d0-ae73-d770929f61b4),segment_id=cfd7c57c-1114-42d0-ae73-d770929f61b4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:17.228854 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:17.651796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20667a73-c51f-4f91-a94c-603129984cbc req-c3129dbc-b3e8-4e79-81db-3d2148414711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:17.653276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-c3129dbc-b3e8-4e79-81db-3d2148414711 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 1095 time: 0.6599844 Nov 16 04:46:17.668546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-11b68cbb-aaab-4b91-a93d-e51b0b5db8ed tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:17.669129 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-11b68cbb-aaab-4b91-a93d-e51b0b5db8ed tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:17.686143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b68cbb-aaab-4b91-a93d-e51b0b5db8ed tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Pushing event updated for resources: {'Port': ['ID=a1edf463-2e41-462a-91f9-5a575a53ba4f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:17.762294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-dd14af9e-e20a-423a-8bff-fcc3322a1c24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b627d80-eb97-466c-836d-03391071a95c HTTP/1.1" status: 200 len: 217 time: 0.0867400 Nov 16 04:46:17.770411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-11b68cbb-aaab-4b91-a93d-e51b0b5db8ed tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5254467 Nov 16 04:46:17.816648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-756287f8-77c4-4ab5-bc7e-0cc401d20b21 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:46:17.817677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-756287f8-77c4-4ab5-bc7e-0cc401d20b21 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0402699 Nov 16 04:46:17.821943 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-249c5509-80e1-4645-9adb-082257f6b1a0 req-fea9f680-b233-4471-9621-6f22c2cc3e85 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/security-groups?id=973d975b-d2df-4db7-bc2c-3d1675980be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5957243 Nov 16 04:46:17.924689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20667a73-c51f-4f91-a94c-603129984cbc req-c1f7a04f-ef3a-4586-96e7-ea5f8ceb5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:17.926194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-c1f7a04f-ef3a-4586-96e7-ea5f8ceb5602 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.1512284 Nov 16 04:46:17.969283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-2d265e66-6210-4011-bae6-b787b97b684d tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Deleting port 46ea9c23-596a-4c27-8c91-3d105dce2372 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:17.969623 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-2d265e66-6210-4011-bae6-b787b97b684d tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:18.019546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Request body: {'port': {'device_id': '0b9fcb3b-164e-4021-9ea6-3b746ade28a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:18.023237 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:18.023601 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:18.023916 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Floating IP dff86b92-5079-4e2d-9eb7-be935ef35947 disassociated. External IP: 172.25.0.10, port: 45c7e951-18f7-4f96-9632-25dce2753616. Nov 16 04:46:18.024256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Calling delete_port for 45c7e951-18f7-4f96-9632-25dce2753616 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:18.105873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20667a73-c51f-4f91-a94c-603129984cbc req-615dba08-0af3-47ea-8fd1-ebe1570de379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:18.110093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-615dba08-0af3-47ea-8fd1-ebe1570de379 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739881 Nov 16 04:46:18.151389 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd5ac3d-b11c-4853-ac50-a24fc0aac121 x-openstack-request-id: req-9dd5ac3d-b11c-4853-ac50-a24fc0aac121 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:18.151673 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a0fc24-1b70-4a7f-9824-b0958ab1fc01", "tag": "1b627d80-eb97-466c-836d-03391071a95c", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:18.151923 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9dd5ac3d-b11c-4853-ac50-a24fc0aac121 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:18.152312 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a0fc24-1b70-4a7f-9824-b0958ab1fc01', 'tag': '1b627d80-eb97-466c-836d-03391071a95c', 'status': 'completed', 'code': 200} Nov 16 04:46:18.213629 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:18.246084 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-2d265e66-6210-4011-bae6-b787b97b684d tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:18.246771 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-2d265e66-6210-4011-bae6-b787b97b684d tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:18.263506 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:18.289949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-2d265e66-6210-4011-bae6-b787b97b684d tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Calling delete_port for 46ea9c23-596a-4c27-8c91-3d105dce2372 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:18.418828 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-b89f77a7-da44-4b95-92cc-3c740b58bb36 service neutron] 10.222.0.37 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845752 Nov 16 04:46:18.446505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e80921-c0d6-4d10-b10a-625f02eef516 req-f0fbe7d4-5fc7-4043-a0e9-56eb94a71c2f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:18.447940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82e80921-c0d6-4d10-b10a-625f02eef516 req-f0fbe7d4-5fc7-4043-a0e9-56eb94a71c2f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 944 time: 0.2395899 Nov 16 04:46:18.621753 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:18.726839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Pushing event deleted for resources: {'Port': ['ID=45c7e951-18f7-4f96-9632-25dce2753616,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:18.749303 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82e80921-c0d6-4d10-b10a-625f02eef516 req-165eba99-c51f-4c34-99cb-ee754c8c1d11 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916303 Nov 16 04:46:18.805004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20667a73-c51f-4f91-a94c-603129984cbc req-23e5fc39-aa78-4003-88e2-2c64b73b2556 service neutron] 10.222.0.37 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549709 Nov 16 04:46:18.984737 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-2d265e66-6210-4011-bae6-b787b97b684d tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:19.039816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d265e66-6210-4011-bae6-b787b97b684d tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Pushing event deleted for resources: {'Port': ['ID=46ea9c23-596a-4c27-8c91-3d105dce2372,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:19.078318 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de9dff-5c59-40a8-b2fd-c984afaa10d0 req-e9a9be13-e975-404b-ae30-909992bbd7fb tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:19.079787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3de9dff-5c59-40a8-b2fd-c984afaa10d0 req-e9a9be13-e975-404b-ae30-909992bbd7fb tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 932 time: 0.2062509 Nov 16 04:46:19.085495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a1ad-c6bc-4d06-9655-a96b5e9ea958 req-fdc2b10f-e016-4164-abdc-fd9d7010d8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:19.087069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2430a1ad-c6bc-4d06-9655-a96b5e9ea958 req-fdc2b10f-e016-4164-abdc-fd9d7010d8bd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 1095 time: 0.2071974 Nov 16 04:46:19.154595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Router 094dc106-3b01-4e9d-8629-1bc26d3cccbd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:46:19.171904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1edf463-2e41-462a-91f9-5a575a53ba4f {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:19.210467 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:19.265585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Transition to ACTIVE for port object a1edf463-2e41-462a-91f9-5a575a53ba4f will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:46:19.278432 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:19.283427 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-2d265e66-6210-4011-bae6-b787b97b684d tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:19.285972 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-2d265e66-6210-4011-bae6-b787b97b684d tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:19.287085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c318ea0-742d-4493-b9eb-048f98a2937e req-2d265e66-6210-4011-bae6-b787b97b684d tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "DELETE /v2.0/floatingips/e47854be-1920-4943-8c1c-d40337b308e1 HTTP/1.1" status: 204 len: 173 time: 2.1900866 Nov 16 04:46:19.294086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3de9dff-5c59-40a8-b2fd-c984afaa10d0 req-f5755dbd-3fb9-478c-8b90-0307426c3293 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062314 Nov 16 04:46:19.453241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a1ad-c6bc-4d06-9655-a96b5e9ea958 req-9a9ca3cb-c8ec-46c1-9603-6b82eba90dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:19.454724 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2430a1ad-c6bc-4d06-9655-a96b5e9ea958 req-9a9ca3cb-c8ec-46c1-9603-6b82eba90dff service neutron] 10.222.0.37 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.3501260 Nov 16 04:46:19.481698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-956e73fb-2f3b-43b9-ae5a-43f7de85d861 req-40736726-017a-4d1f-ae50-68db883305cd tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/ports?device_id=6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc HTTP/1.1" status: 200 len: 210 time: 0.0748003 Nov 16 04:46:19.489639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Pushing event updated for resources: {'Port': ['ID=a1edf463-2e41-462a-91f9-5a575a53ba4f,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:19.543150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2430a1ad-c6bc-4d06-9655-a96b5e9ea958 req-cfa6378d-8ef1-4e36-be8c-bd7ad29ed674 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b627d80-eb97-466c-836d-03391071a95c HTTP/1.1" status: 200 len: 217 time: 0.0656722 Nov 16 04:46:19.581697 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecfc69-77c0-4476-a3db-3a2676b41c55 req-8f26ead2-3eaa-44fe-81cd-a3fbcf472ddd tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:19.583163 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e9ecfc69-77c0-4476-a3db-3a2676b41c55 req-8f26ead2-3eaa-44fe-81cd-a3fbcf472ddd tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 946 time: 0.1985574 Nov 16 04:46:19.625409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:46:19.635861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6d244a-9031-4c42-a5cc-e400fa042d13 None None] Sync routers for ids ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:46:19.647034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6d244a-9031-4c42-a5cc-e400fa042d13 None None] Routers {'094dc106-3b01-4e9d-8629-1bc26d3cccbd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:19.647657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-4f6d244a-9031-4c42-a5cc-e400fa042d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:19.711380 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-c392ff83-2cd0-40e4-949a-6f5020fbba6a req-d1024439-5af7-4423-9f39-53dc3db97ad1 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] show failed (client error): The resource could not be found. Nov 16 04:46:19.712417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c392ff83-2cd0-40e4-949a-6f5020fbba6a req-d1024439-5af7-4423-9f39-53dc3db97ad1 tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/floatingips/e47854be-1920-4943-8c1c-d40337b308e1 HTTP/1.1" status: 404 len: 350 time: 0.0901101 Nov 16 04:46:19.733051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] No DVR routers for this DVR port 45c7e951-18f7-4f96-9632-25dce2753616 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:46:19.741646 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:19.744885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75495c9e-4ce2-4b81-b379-a108b4b0b504 req-d9976ebb-5110-4af9-b98c-a3d3061d7072 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.15 "DELETE /v2.0/ports/45c7e951-18f7-4f96-9632-25dce2753616 HTTP/1.1" status: 204 len: 173 time: 3.3914969 Nov 16 04:46:19.756955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-4f6d244a-9031-4c42-a5cc-e400fa042d13 None None] Set router 094dc106-3b01-4e9d-8629-1bc26d3cccbd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:19.807796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a1ad-c6bc-4d06-9655-a96b5e9ea958 req-1cb9bb75-308e-47d1-a9e1-2194060916ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:19.809295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2430a1ad-c6bc-4d06-9655-a96b5e9ea958 req-1cb9bb75-308e-47d1-a9e1-2194060916ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.2451415 Nov 16 04:46:19.822765 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-fcdc1333-0985-4f2c-985b-ca337aa2dd85 req-3e9fc853-8a8d-4b29-b6bb-170a915798cd tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] show failed (client error): The resource could not be found. Nov 16 04:46:19.823841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fcdc1333-0985-4f2c-985b-ca337aa2dd85 req-3e9fc853-8a8d-4b29-b6bb-170a915798cd tempest-FloatingIPsTestJSON-582281988 tempest-FloatingIPsTestJSON-582281988-project] 10.222.0.41 "GET /v2.0/floatingips/e47854be-1920-4943-8c1c-d40337b308e1 HTTP/1.1" status: 404 len: 350 time: 0.0851338 Nov 16 04:46:19.835091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40132) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:19.835584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Attempting to bind port a1edf463-2e41-462a-91f9-5a575a53ba4f on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:46:19.835584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Attempting to bind port a1edf463-2e41-462a-91f9-5a575a53ba4f by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:46:19.835836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Attempting to bind port a1edf463-2e41-462a-91f9-5a575a53ba4f on network 264c8096-e6ac-4052-82aa-684b9297a3e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:19.861095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e9ecfc69-77c0-4476-a3db-3a2676b41c55 req-801948bd-108a-495e-9bbf-273d2a4034bc tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399185 Nov 16 04:46:19.861990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Port a1edf463-2e41-462a-91f9-5a575a53ba4f on network 264c8096-e6ac-4052-82aa-684b9297a3e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:46:19.862316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Attempting to bind port a1edf463-2e41-462a-91f9-5a575a53ba4f on network 264c8096-e6ac-4052-82aa-684b9297a3e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:19.874559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:46:19.874931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Checking segment: {'id': '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:19.875273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Bound using segment: {'id': '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:46:19.875984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Bound port: a1edf463-2e41-462a-91f9-5a575a53ba4f, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:46:19.876138 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:19.967314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a1ad-c6bc-4d06-9655-a96b5e9ea958 req-532a30ee-87c3-4f20-9dc2-80bc6247d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:19.969111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2430a1ad-c6bc-4d06-9655-a96b5e9ea958 req-532a30ee-87c3-4f20-9dc2-80bc6247d2f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500256 Nov 16 04:46:19.996004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-4f6d244a-9031-4c42-a5cc-e400fa042d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:43:57Z', 'revision_number': 4, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '2d3c3f5c-adac-4757-83ea-df5162643906', 'name': '', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'mac_address': 'fa:16:3e:87:19:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '8f6504df-dc96-432e-a739-95e55f61005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:56Z', 'updated_at': '2021-11-16T04:44:02Z', 'revision_number': 5, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'subnets': [{'id': '8f6504df-dc96-432e-a739-95e55f61005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:20.037203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6d244a-9031-4c42-a5cc-e400fa042d13 None None] Checking router: 094dc106-3b01-4e9d-8629-1bc26d3cccbd for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:46:20.047183 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6d244a-9031-4c42-a5cc-e400fa042d13 None None] Routers {'094dc106-3b01-4e9d-8629-1bc26d3cccbd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:20.047893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-4f6d244a-9031-4c42-a5cc-e400fa042d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:20.086682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 45c7e951-18f7-4f96-9632-25dce2753616 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:20.089414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] For port a1edf463-2e41-462a-91f9-5a575a53ba4f, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:46:20.096352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] For port a1edf463-2e41-462a-91f9-5a575a53ba4f, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a1edf463-2e41-462a-91f9-5a575a53ba4f,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:46:20.108350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069b379-b3dc-432e-a79d-5e02756e7e7b req-4b6bdb4d-69c3-4cb7-adb7-a7b2fab51b9b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:20.110296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b069b379-b3dc-432e-a79d-5e02756e7e7b req-4b6bdb4d-69c3-4cb7-adb7-a7b2fab51b9b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 944 time: 0.1578221 Nov 16 04:46:20.117915 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:20.138402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 45c7e951-18f7-4f96-9632-25dce2753616 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:20.138773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 45c7e951-18f7-4f96-9632-25dce2753616 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:20.170237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc', 'name': 'network-vif-deleted', 'tag': '45c7e951-18f7-4f96-9632-25dce2753616'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:20.173816 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5699f972-c5f6-4de1-b1ef-98f164b43958" -d '{"events": [{"server_uuid": "6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc", "name": "network-vif-deleted", "tag": "45c7e951-18f7-4f96-9632-25dce2753616"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:20.194294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2430a1ad-c6bc-4d06-9655-a96b5e9ea958 req-9b24a905-26f5-444c-bf07-ea5c3e847a4b service neutron] 10.222.0.37 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132528 Nov 16 04:46:20.204714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:20.205009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-4f6d244a-9031-4c42-a5cc-e400fa042d13 None None] Set router 094dc106-3b01-4e9d-8629-1bc26d3cccbd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:20.208283 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:20.210072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] 10.222.0.15 "PUT /v2.0/ports/a1edf463-2e41-462a-91f9-5a575a53ba4f HTTP/1.1" status: 200 len: 1092 time: 2.3634560 Nov 16 04:46:20.467772 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:20.577054 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-4f6d244a-9031-4c42-a5cc-e400fa042d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:43:57Z', 'revision_number': 4, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '2d3c3f5c-adac-4757-83ea-df5162643906', 'name': '', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'mac_address': 'fa:16:3e:87:19:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '8f6504df-dc96-432e-a739-95e55f61005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:56Z', 'updated_at': '2021-11-16T04:44:02Z', 'revision_number': 5, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'subnets': [{'id': '8f6504df-dc96-432e-a739-95e55f61005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:20.609601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6d244a-9031-4c42-a5cc-e400fa042d13 None None] The sync data for ids ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'] in n-d-818042-1 is: [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:43:57Z', 'revision_number': 4, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '2d3c3f5c-adac-4757-83ea-df5162643906', 'name': '', 'network_id': 'd019822d-3342-47c4-8aeb-b09816059adc', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'mac_address': 'fa:16:3e:87:19:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '8f6504df-dc96-432e-a739-95e55f61005f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:56Z', 'updated_at': '2021-11-16T04:44:02Z', 'revision_number': 5, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'subnets': [{'id': '8f6504df-dc96-432e-a739-95e55f61005f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:46:20.648437 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae487407-538f-4ef6-b19e-9c3a7ace9339 x-openstack-request-id: req-ae487407-538f-4ef6-b19e-9c3a7ace9339 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:20.648955 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc", "name": "network-vif-deleted", "tag": "45c7e951-18f7-4f96-9632-25dce2753616", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:20.648955 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae487407-538f-4ef6-b19e-9c3a7ace9339 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:20.649335 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af8a739-ba9f-412e-bf9a-1fdf6a87e1cc', 'name': 'network-vif-deleted', 'tag': '45c7e951-18f7-4f96-9632-25dce2753616', 'status': 'completed', 'code': 200} Nov 16 04:46:20.674956 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b069b379-b3dc-432e-a79d-5e02756e7e7b req-3be77abe-1d2f-4530-9f48-58c764654025 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527630 Nov 16 04:46:20.719843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67e8c4-2079-4ef5-8f50-665a323cb019 service neutron] Pushing event updated for resources: {'Port': ['ID=a1edf463-2e41-462a-91f9-5a575a53ba4f,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:20.750777 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Deleting port a4697bf5-3f65-4326-816c-d568ca310b0e {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:20.751267 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:20.777516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a359c0-db1d-4d56-af6d-9e142d5e4c28 req-5b5b2df8-4aee-4079-9e3f-0be5c300ce7f tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:20.779130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80a359c0-db1d-4d56-af6d-9e142d5e4c28 req-5b5b2df8-4aee-4079-9e3f-0be5c300ce7f tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 944 time: 0.1409419 Nov 16 04:46:20.818096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-ccb1a9d7-de79-4f6d-a1c2-f049f936b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:20.819753 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-ccb1a9d7-de79-4f6d-a1c2-f049f936b219 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960d99cdc4324394bb8c5d8ed093d15e&device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 1095 time: 0.5597267 Nov 16 04:46:20.821850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2430a1ad-c6bc-4d06-9655-a96b5e9ea958 req-bb44043d-846e-44a2-ae50-de4d70bd75c3 service neutron] 10.222.0.37 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083691 Nov 16 04:46:20.848975 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] For port a4697bf5-3f65-4326-816c-d568ca310b0e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a4697bf5-3f65-4326-816c-d568ca310b0e,segment=NetworkSegment(d4e7de5b-9f16-491a-8066-998de1979e15),segment_id=d4e7de5b-9f16-491a-8066-998de1979e15)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:20.850201 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:20.866896 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Calling delete_port for a4697bf5-3f65-4326-816c-d568ca310b0e owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:20.867673 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-f0573837-b7bb-43a4-9260-6c81fb7e05d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1edf463-2e41-462a-91f9-5a575a53ba4f HTTP/1.1" status: 200 len: 217 time: 0.0371234 Nov 16 04:46:20.944921 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80a359c0-db1d-4d56-af6d-9e142d5e4c28 req-3f1c7848-e2ff-42a6-ae18-bdc638b07d27 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517370 Nov 16 04:46:20.965233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-f7567582-a5f5-4050-b8e5-7c482fe41b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:20.969536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-f7567582-a5f5-4050-b8e5-7c482fe41b76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1c59619-5ebc-40ef-b173-643613d76faf HTTP/1.1" status: 200 len: 861 time: 0.0895510 Nov 16 04:46:21.017757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40168) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:21.019826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-b034075a-026b-4611-870d-9ef7f2799ee6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=264c8096-e6ac-4052-82aa-684b9297a3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430911 Nov 16 04:46:21.050207 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72ae85b-2b2f-4031-9849-d60b7eab9150 None None] New status for floating IP dff86b92-5079-4e2d-9eb7-be935ef35947: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:46:21.118495 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:21.144024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69539b5d-cd4e-43bb-917d-8dc1a235dd24 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:21.145326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=a4697bf5-3f65-4326-816c-d568ca310b0e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:21.157605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:21.158073 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:21.158492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:21.159351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:21.159351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:21.159593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:21.160164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:21.160466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:21.160950 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:21.161351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:21.161753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:21.162311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:21.175860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-ed244506-debb-4a84-8378-67fa70f386d2 service neutron] 10.222.0.15 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374693 Nov 16 04:46:21.199916 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69539b5d-cd4e-43bb-917d-8dc1a235dd24 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:21.317049 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69539b5d-cd4e-43bb-917d-8dc1a235dd24 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:21.319862 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69539b5d-cd4e-43bb-917d-8dc1a235dd24 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:21.320752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-69539b5d-cd4e-43bb-917d-8dc1a235dd24 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "DELETE /v2.0/security-groups/973d975b-d2df-4db7-bc2c-3d1675980be0 HTTP/1.1" status: 204 len: 168 time: 0.3000596 Nov 16 04:46:21.326009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40170) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:21.335331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c5fe2d-3230-4ecb-9b87-bef70f660305 req-55fc7845-fb07-45e8-852f-cc71cc2ba3a1 service neutron] 10.222.0.15 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493959 Nov 16 04:46:21.335621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69539b5d-cd4e-43bb-917d-8dc1a235dd24 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=973d975b-d2df-4db7-bc2c-3d1675980be0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:21.343190 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-83a4809d-6fb9-497c-b483-47316a18ad6a tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] show failed (client error): The resource could not be found. Nov 16 04:46:21.344225 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-83a4809d-6fb9-497c-b483-47316a18ad6a tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "GET /v2.0/security-groups/973d975b-d2df-4db7-bc2c-3d1675980be0 HTTP/1.1" status: 404 len: 347 time: 0.0172770 Nov 16 04:46:21.345258 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:21.346909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40172) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:21.811000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d204c2-45fe-42ab-acef-9f5ea3b419d0 req-70ce32b7-9407-40b3-a184-b32e01d44300 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:21.812515 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2d204c2-45fe-42ab-acef-9f5ea3b419d0 req-70ce32b7-9407-40b3-a184-b32e01d44300 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 944 time: 0.0590556 Nov 16 04:46:21.863550 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b8c01527-48df-4ec4-9fce-08b40a0dc259 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Deleting port 3c6b54ea-ed7b-4098-8c53-41975490c79e {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:21.864115 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b8c01527-48df-4ec4-9fce-08b40a0dc259 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:21.869334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2d204c2-45fe-42ab-acef-9f5ea3b419d0 req-eb0e3c6f-29a5-4865-a1be-4bea7ecfc4e3 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498865 Nov 16 04:46:21.916125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 1b627d80-eb97-466c-836d-03391071a95c details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:46:21.999512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b8c01527-48df-4ec4-9fce-08b40a0dc259 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:22.001958 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b8c01527-48df-4ec4-9fce-08b40a0dc259 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:22.020931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Router 9ebbb871-8744-4400-9f85-a8986ad70e3d has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:46:22.022688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b8c01527-48df-4ec4-9fce-08b40a0dc259 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Calling delete_port for 3c6b54ea-ed7b-4098-8c53-41975490c79e owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:22.041963 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 1b627d80-eb97-466c-836d-03391071a95c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=1b627d80-eb97-466c-836d-03391071a95c,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:22.054139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '1b627d80-eb97-466c-836d-03391071a95c', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'port_id': '1b627d80-eb97-466c-836d-03391071a95c', 'mac_address': 'fa:16:3e:d2:c7:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:46:22.061412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebe29a-2eb2-48ee-b7a8-909779504a6e req-1e45d717-eeec-4104-93cd-330d883cb5ba tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:22.068867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7ebe29a-2eb2-48ee-b7a8-909779504a6e req-1e45d717-eeec-4104-93cd-330d883cb5ba tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 944 time: 0.0615001 Nov 16 04:46:22.096930 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:22.110460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b627d80-eb97-466c-836d-03391071a95c {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:22.118402 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7ebe29a-2eb2-48ee-b7a8-909779504a6e req-0a9cd9a4-1398-42a1-b816-a38833577358 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486712 Nov 16 04:46:22.133142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 1b627d80-eb97-466c-836d-03391071a95c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=1b627d80-eb97-466c-836d-03391071a95c,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:22.137081 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:22.182313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=1b627d80-eb97-466c-836d-03391071a95c,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:22.223017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:46:22.227990 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dbb99974-b433-4b4b-ba51-16e8b8ff7c4a admin admin] 10.222.0.41 "PUT /v2.0/routers/9ebbb871-8744-4400-9f85-a8986ad70e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3914955 Nov 16 04:46:22.231218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40194) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:22.233413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602a48d-b78e-4eb4-a58f-cf8ed0f58876 None None] Sync routers for ids ['9ebbb871-8744-4400-9f85-a8986ad70e3d'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:46:22.245985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7602a48d-b78e-4eb4-a58f-cf8ed0f58876 None None] Routers {'9ebbb871-8744-4400-9f85-a8986ad70e3d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:22.246957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7602a48d-b78e-4eb4-a58f-cf8ed0f58876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9ebbb871-8744-4400-9f85-a8986ad70e3d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:22.280837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b8c01527-48df-4ec4-9fce-08b40a0dc259 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:22.309270 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c01527-48df-4ec4-9fce-08b40a0dc259 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Pushing event deleted for resources: {'Port': ['ID=3c6b54ea-ed7b-4098-8c53-41975490c79e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:22.343327 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:22.367616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-7602a48d-b78e-4eb4-a58f-cf8ed0f58876 None None] Set router 9ebbb871-8744-4400-9f85-a8986ad70e3d gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:22.378858 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b8c01527-48df-4ec4-9fce-08b40a0dc259 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:22.382248 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b8c01527-48df-4ec4-9fce-08b40a0dc259 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:22.384247 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b8c01527-48df-4ec4-9fce-08b40a0dc259 tempest-ServersTestJSON-674591704 tempest-ServersTestJSON-674591704-project] 10.222.0.41 "DELETE /v2.0/floatingips/dff86b92-5079-4e2d-9eb7-be935ef35947 HTTP/1.1" status: 204 len: 168 time: 1.0357993 Nov 16 04:46:22.387242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40196) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:22.499362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['1b627d80-eb97-466c-836d-03391071a95c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:22.591957 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:22.625793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7602a48d-b78e-4eb4-a58f-cf8ed0f58876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'name': 'tempest-FloatingIPsTestJSON-613368249-router', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:58Z', 'updated_at': '2021-11-16T04:46:21Z', 'revision_number': 5, 'project_id': '35b0cf13074f4cad985b30e79077d3b7', 'gw_port': {'id': '68c57435-3bfd-41a5-b730-cb10305355c1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:59Z', 'updated_at': '2021-11-16T04:46:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:22.650130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9fcb3b-164e-4021-9ea6-3b746ade28a3', 'tag': 'a1edf463-2e41-462a-91f9-5a575a53ba4f'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:22.653484 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aebf6b77-7f72-4d50-a1ab-aac5a67466df" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9fcb3b-164e-4021-9ea6-3b746ade28a3", "tag": "a1edf463-2e41-462a-91f9-5a575a53ba4f"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:22.660436 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602a48d-b78e-4eb4-a58f-cf8ed0f58876 None None] Checking router: 9ebbb871-8744-4400-9f85-a8986ad70e3d for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:46:22.698509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7602a48d-b78e-4eb4-a58f-cf8ed0f58876 None None] Routers {'9ebbb871-8744-4400-9f85-a8986ad70e3d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:22.699138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7602a48d-b78e-4eb4-a58f-cf8ed0f58876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['9ebbb871-8744-4400-9f85-a8986ad70e3d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:22.765034 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdfedfc-859e-4e53-a8e5-1eedb72a9c35 x-openstack-request-id: req-8bdfedfc-859e-4e53-a8e5-1eedb72a9c35 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:22.765034 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9fcb3b-164e-4021-9ea6-3b746ade28a3", "tag": "a1edf463-2e41-462a-91f9-5a575a53ba4f", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:22.765278 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8bdfedfc-859e-4e53-a8e5-1eedb72a9c35 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:22.765726 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9fcb3b-164e-4021-9ea6-3b746ade28a3', 'tag': 'a1edf463-2e41-462a-91f9-5a575a53ba4f', 'status': 'completed', 'code': 200} Nov 16 04:46:22.825944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-7602a48d-b78e-4eb4-a58f-cf8ed0f58876 None None] Set router 9ebbb871-8744-4400-9f85-a8986ad70e3d gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:22.840768 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Deleting port 68c57435-3bfd-41a5-b730-cb10305355c1 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:22.841343 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:22.969203 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf6b77-7f72-4d50-a1ab-aac5a67466df req-4db1498b-967e-4c4d-86c2-91302bfac573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:22.970883 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aebf6b77-7f72-4d50-a1ab-aac5a67466df req-4db1498b-967e-4c4d-86c2-91302bfac573 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960d99cdc4324394bb8c5d8ed093d15e&device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 1095 time: 0.1836793 Nov 16 04:46:23.014249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7602a48d-b78e-4eb4-a58f-cf8ed0f58876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'name': 'tempest-FloatingIPsTestJSON-613368249-router', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:58Z', 'updated_at': '2021-11-16T04:46:22Z', 'revision_number': 6, 'project_id': '35b0cf13074f4cad985b30e79077d3b7', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:23.044064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7602a48d-b78e-4eb4-a58f-cf8ed0f58876 None None] The sync data for ids ['9ebbb871-8744-4400-9f85-a8986ad70e3d'] in n-d-818042-1 is: [{'id': '9ebbb871-8744-4400-9f85-a8986ad70e3d', 'name': 'tempest-FloatingIPsTestJSON-613368249-router', 'tenant_id': '35b0cf13074f4cad985b30e79077d3b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:58Z', 'updated_at': '2021-11-16T04:46:22Z', 'revision_number': 6, 'project_id': '35b0cf13074f4cad985b30e79077d3b7', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:46:23.162639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] For port 68c57435-3bfd-41a5-b730-cb10305355c1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=68c57435-3bfd-41a5-b730-cb10305355c1,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:23.164708 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:23.186130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366b900e-a133-4ca4-97d8-a91c5817b855 req-37d17aa8-fe1b-478a-b9cd-882edbc728f6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:23.187730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-366b900e-a133-4ca4-97d8-a91c5817b855 req-37d17aa8-fe1b-478a-b9cd-882edbc728f6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 945 time: 0.2143362 Nov 16 04:46:23.221916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Calling delete_port for 68c57435-3bfd-41a5-b730-cb10305355c1 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:23.372981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf6b77-7f72-4d50-a1ab-aac5a67466df req-d0d94050-4223-41c7-a483-b980a1882a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:23.376959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aebf6b77-7f72-4d50-a1ab-aac5a67466df req-d0d94050-4223-41c7-a483-b980a1882a3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=264c8096-e6ac-4052-82aa-684b9297a3e1 HTTP/1.1" status: 200 len: 922 time: 0.3648283 Nov 16 04:46:23.433155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-366b900e-a133-4ca4-97d8-a91c5817b855 req-96767e9c-25d1-4293-a2ba-c3e17b0eebdc tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310319 Nov 16 04:46:23.447059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a4697bf5-3f65-4326-816c-d568ca310b0e no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:23.471651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a4697bf5-3f65-4326-816c-d568ca310b0e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:23.471992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a4697bf5-3f65-4326-816c-d568ca310b0e not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:23.498315 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aebf6b77-7f72-4d50-a1ab-aac5a67466df req-2bba2b2a-b4e9-4679-804a-158c505ef1fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1edf463-2e41-462a-91f9-5a575a53ba4f HTTP/1.1" status: 200 len: 217 time: 0.1086686 Nov 16 04:46:23.569843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a9d37-b3af-411e-8684-1db7d3ecea52 req-c9663787-ced0-47e0-8a4f-49cd18a93adb tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:23.573158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b3a9d37-b3af-411e-8684-1db7d3ecea52 req-c9663787-ced0-47e0-8a4f-49cd18a93adb tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 944 time: 0.3210382 Nov 16 04:46:23.687671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf6b77-7f72-4d50-a1ab-aac5a67466df req-273aee9d-f7e3-4c59-b859-33e272d92bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:23.690936 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aebf6b77-7f72-4d50-a1ab-aac5a67466df req-273aee9d-f7e3-4c59-b859-33e272d92bd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1c59619-5ebc-40ef-b173-643613d76faf HTTP/1.1" status: 200 len: 861 time: 0.1822798 Nov 16 04:46:23.771457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aebf6b77-7f72-4d50-a1ab-aac5a67466df req-202db68b-4e15-4cbd-bf4a-27a2ae9224f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=264c8096-e6ac-4052-82aa-684b9297a3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711637 Nov 16 04:46:23.806330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b3a9d37-b3af-411e-8684-1db7d3ecea52 req-5ad491b4-5448-4125-b87d-c6b28256d695 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766899 Nov 16 04:46:23.859354 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d786c34-2bba-4a4d-960c-f97472f89407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:23.934833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device de66d9c4-ec72-4513-bb68-7c7113707821 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:46:23.937301 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 1b627d80-eb97-466c-836d-03391071a95c up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:24.153822 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aebf6b77-7f72-4d50-a1ab-aac5a67466df req-7f26c1ce-5f4f-4a83-a79e-3f973d191ca2 service neutron] 10.222.0.15 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648958 Nov 16 04:46:24.169716 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:24.206577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port de66d9c4-ec72-4513-bb68-7c7113707821, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=de66d9c4-ec72-4513-bb68-7c7113707821,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:24.226828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'de66d9c4-ec72-4513-bb68-7c7113707821', 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0', 'port_id': 'de66d9c4-ec72-4513-bb68-7c7113707821', 'mac_address': 'fa:16:3e:28:fa:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063c054f-393a-4bcd-b5ae-2266d7cc8f6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:46:24.238812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a1edf463-2e41-462a-91f9-5a575a53ba4f details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:46:24.274025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c57435-3bfd-41a5-b730-cb10305355c1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:24.463152 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:24.477016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 1b627d80-eb97-466c-836d-03391071a95c completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:46:24.494315 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aebf6b77-7f72-4d50-a1ab-aac5a67466df req-a8368b8e-9e04-46b0-86dd-c8bbfcd1a0ea service neutron] 10.222.0.15 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271167 Nov 16 04:46:24.501302 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:24.519717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 1b627d80-eb97-466c-836d-03391071a95c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:24.520294 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:24.530419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a1edf463-2e41-462a-91f9-5a575a53ba4f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a1edf463-2e41-462a-91f9-5a575a53ba4f,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:24.534435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de66d9c4-ec72-4513-bb68-7c7113707821 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:24.587469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'a1edf463-2e41-462a-91f9-5a575a53ba4f', 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1', 'port_id': 'a1edf463-2e41-462a-91f9-5a575a53ba4f', 'mac_address': 'fa:16:3e:80:32:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c59619-5ebc-40ef-b173-643613d76faf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:46:24.599316 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port de66d9c4-ec72-4513-bb68-7c7113707821, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=de66d9c4-ec72-4513-bb68-7c7113707821,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:24.608855 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:24.704756 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:24.749299 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['de66d9c4-ec72-4513-bb68-7c7113707821'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:24.759614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=de66d9c4-ec72-4513-bb68-7c7113707821,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:24.794527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1edf463-2e41-462a-91f9-5a575a53ba4f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:24.847678 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:24.866564 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a1edf463-2e41-462a-91f9-5a575a53ba4f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a1edf463-2e41-462a-91f9-5a575a53ba4f,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:24.880500 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:24.914906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 1b627d80-eb97-466c-836d-03391071a95c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=1b627d80-eb97-466c-836d-03391071a95c,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:24.919453 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a0fc24-1b70-4a7f-9824-b0958ab1fc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b627d80-eb97-466c-836d-03391071a95c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:24.923112 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b12cd2e-5609-40c8-91cb-2e37eb84114b" -d '{"events": [{"server_uuid": "24a0fc24-1b70-4a7f-9824-b0958ab1fc01", "name": "network-vif-plugged", "status": "completed", "tag": "1b627d80-eb97-466c-836d-03391071a95c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:24.957806 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:25.015323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=a1edf463-2e41-462a-91f9-5a575a53ba4f,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:25.099944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=1b627d80-eb97-466c-836d-03391071a95c,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:25.115107 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:25.120622 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:25.147506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['a1edf463-2e41-462a-91f9-5a575a53ba4f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:25.210815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b76648-4ad5-4ed4-bad3-c715380b256e req-6affc283-8af6-4072-995b-63c79f32106d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:25.212424 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00b76648-4ad5-4ed4-bad3-c715380b256e req-6affc283-8af6-4072-995b-63c79f32106d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 945 time: 0.6718023 Nov 16 04:46:25.239436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8a0d3-fa90-44fc-82e0-5d6d0a39c223 req-a1aad117-a21e-4547-b053-0c2ea81f8c35 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:25.247840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afc8a0d3-fa90-44fc-82e0-5d6d0a39c223 req-a1aad117-a21e-4547-b053-0c2ea81f8c35 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 945 time: 0.1598659 Nov 16 04:46:25.256299 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:25.256835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ebbb871-8744-4400-9f85-a8986ad70e3d {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:46:25.276922 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:25.278395 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fff9d83d-e01d-4ed6-84b2-5d59ac476708 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9ebbb871-8744-4400-9f85-a8986ad70e3d HTTP/1.1" status: 204 len: 168 time: 3.0457218 Nov 16 04:46:25.280496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40268) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:25.391269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccec45b-3de4-4b09-914b-9380cdd4638e admin admin] Deleting subnet 2a804499-949e-4f13-a08c-fb4374bd8830 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:46:25.403217 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5ccec45b-3de4-4b09-914b-9380cdd4638e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:25.415424 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00b76648-4ad5-4ed4-bad3-c715380b256e req-c038e9a0-f28b-4c33-8a6b-76f2a8c77db4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943526 Nov 16 04:46:25.443539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afc8a0d3-fa90-44fc-82e0-5d6d0a39c223 req-9d453ede-7142-4e0e-a2be-5d0aa43260b7 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934528 Nov 16 04:46:25.505381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4d786c34-2bba-4a4d-960c-f97472f89407 admin admin] Deleting port 2d3c3f5c-adac-4757-83ea-df5162643906 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:25.505730 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d786c34-2bba-4a4d-960c-f97472f89407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:25.507594 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5ccec45b-3de4-4b09-914b-9380cdd4638e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:25.510365 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6b2f93-9206-4613-94ed-d88dc2ac4771 x-openstack-request-id: req-3f6b2f93-9206-4613-94ed-d88dc2ac4771 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:25.511473 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a0fc24-1b70-4a7f-9824-b0958ab1fc01", "name": "network-vif-plugged", "status": "completed", "tag": "1b627d80-eb97-466c-836d-03391071a95c", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:25.511618 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f6b2f93-9206-4613-94ed-d88dc2ac4771 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:25.511899 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a0fc24-1b70-4a7f-9824-b0958ab1fc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b627d80-eb97-466c-836d-03391071a95c', 'code': 200} Nov 16 04:46:25.583505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68c57435-3bfd-41a5-b730-cb10305355c1 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:25.639986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 68c57435-3bfd-41a5-b730-cb10305355c1 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:25.640339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68c57435-3bfd-41a5-b730-cb10305355c1 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:25.675593 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5ccec45b-3de4-4b09-914b-9380cdd4638e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:25.751064 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5ccec45b-3de4-4b09-914b-9380cdd4638e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:25.783369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-4d786c34-2bba-4a4d-960c-f97472f89407 admin admin] For port 2d3c3f5c-adac-4757-83ea-df5162643906, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2d3c3f5c-adac-4757-83ea-df5162643906,segment=NetworkSegment(cfd7c57c-1114-42d0-ae73-d770929f61b4),segment_id=cfd7c57c-1114-42d0-ae73-d770929f61b4)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:25.783702 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d786c34-2bba-4a4d-960c-f97472f89407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:25.784472 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccec45b-3de4-4b09-914b-9380cdd4638e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a804499-949e-4f13-a08c-fb4374bd8830,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:25.787044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5ccec45b-3de4-4b09-914b-9380cdd4638e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:25.793660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40282) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:25.794997 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5ccec45b-3de4-4b09-914b-9380cdd4638e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2a804499-949e-4f13-a08c-fb4374bd8830 HTTP/1.1" status: 204 len: 168 time: 0.5123384 Nov 16 04:46:25.798784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1407c2be-4cbd-488d-9e93-ffbcebaaa3f3 None None] Network d0c77cc1-c49b-45b9-bce0-69600b8ae5c8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:46:25.805015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6676ed-d6d4-4594-abae-c179c4c03ed6 req-6c954b74-96b1-45e5-82bf-7ebaa895abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:25.806579 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec6676ed-d6d4-4594-abae-c179c4c03ed6 req-6c954b74-96b1-45e5-82bf-7ebaa895abc0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 1097 time: 0.1445906 Nov 16 04:46:25.820842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4d786c34-2bba-4a4d-960c-f97472f89407 admin admin] Calling delete_port for 2d3c3f5c-adac-4757-83ea-df5162643906 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:25.933189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device de66d9c4-ec72-4513-bb68-7c7113707821 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:25.950194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:25.982408 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec6676ed-d6d4-4594-abae-c179c4c03ed6 req-be888d89-eebb-467c-b395-3d7ee888e8a9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627767 Nov 16 04:46:25.999594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port de66d9c4-ec72-4513-bb68-7c7113707821 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:25.999974 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.036441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9d3890-1d68-4809-8633-32564d7e047f None None] DHCP port deletion for d0c77cc1-c49b-45b9-bce0-69600b8ae5c8 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:46:26.122338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a1edf463-2e41-462a-91f9-5a575a53ba4f up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:26.125997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Deleting port c35a4662-221f-4235-9594-7b0fb0250f8e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:26.126893 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.200442 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d3890-1d68-4809-8633-32564d7e047f None None] Deleting port c35a4662-221f-4235-9594-7b0fb0250f8e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:26.200910 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3890-1d68-4809-8633-32564d7e047f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.205033 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.233273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] For port c35a4662-221f-4235-9594-7b0fb0250f8e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c35a4662-221f-4235-9594-7b0fb0250f8e,segment=NetworkSegment(d4e7de5b-9f16-491a-8066-998de1979e15),segment_id=d4e7de5b-9f16-491a-8066-998de1979e15)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:26.234212 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.252766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Calling delete_port for c35a4662-221f-4235-9594-7b0fb0250f8e owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:26.257750 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d786c34-2bba-4a4d-960c-f97472f89407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.290414 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port de66d9c4-ec72-4513-bb68-7c7113707821, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=de66d9c4-ec72-4513-bb68-7c7113707821,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:26.293702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d786c34-2bba-4a4d-960c-f97472f89407 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3c3f5c-adac-4757-83ea-df5162643906,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:26.370457 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.527520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port a1edf463-2e41-462a-91f9-5a575a53ba4f completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:46:26.563261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port a1edf463-2e41-462a-91f9-5a575a53ba4f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:26.571387 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.571973 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.642657 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Pushing event deleted for resources: {'Port': ['ID=c35a4662-221f-4235-9594-7b0fb0250f8e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:26.664885 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ab9d3890-1d68-4809-8633-32564d7e047f None None] For port c35a4662-221f-4235-9594-7b0fb0250f8e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c35a4662-221f-4235-9594-7b0fb0250f8e,segment=NetworkSegment(d4e7de5b-9f16-491a-8066-998de1979e15),segment_id=d4e7de5b-9f16-491a-8066-998de1979e15)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:26.665421 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3890-1d68-4809-8633-32564d7e047f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.688137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] No DVR routers for this DVR port c35a4662-221f-4235-9594-7b0fb0250f8e on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:46:26.696847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d3890-1d68-4809-8633-32564d7e047f None None] Calling delete_port for c35a4662-221f-4235-9594-7b0fb0250f8e owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:26.703752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=de66d9c4-ec72-4513-bb68-7c7113707821,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:26.785695 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d786c34-2bba-4a4d-960c-f97472f89407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.813457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95510fc5-1805-4c06-a812-8e9d6068467e req-868e1e16-517e-422a-b8d2-d1fcc57a8eae tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:26.814997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95510fc5-1805-4c06-a812-8e9d6068467e req-868e1e16-517e-422a-b8d2-d1fcc57a8eae tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 946 time: 0.2401931 Nov 16 04:46:26.831747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dc52e-7ccf-4b8f-896e-b9cb77ae357b req-2e612d94-6e5c-4211-9cc6-ebf458b40965 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:26.833428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f9dc52e-7ccf-4b8f-896e-b9cb77ae357b req-2e612d94-6e5c-4211-9cc6-ebf458b40965 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 945 time: 0.2040703 Nov 16 04:46:26.846558 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.850881 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.905909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a1edf463-2e41-462a-91f9-5a575a53ba4f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a1edf463-2e41-462a-91f9-5a575a53ba4f,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:26.916193 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.920996 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3890-1d68-4809-8633-32564d7e047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:26.959670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d3890-1d68-4809-8633-32564d7e047f None None] No DVR routers for this DVR port c35a4662-221f-4235-9594-7b0fb0250f8e on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:46:26.960903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c77cc1-c49b-45b9-bce0-69600b8ae5c8']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:27.003280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e7de5b-9f16-491a-8066-998de1979e15') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:27.003662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e7de5b-9f16-491a-8066-998de1979e15') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:27.008120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=a1edf463-2e41-462a-91f9-5a575a53ba4f,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:27.035295 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:27.040706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d3890-1d68-4809-8633-32564d7e047f None None] Pushing event deleted for resources: {'Port': ['ID=c35a4662-221f-4235-9594-7b0fb0250f8e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:27.047287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95510fc5-1805-4c06-a812-8e9d6068467e req-b15af654-7570-420c-8a3c-6537032894b9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095106 Nov 16 04:46:27.056878 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f9dc52e-7ccf-4b8f-896e-b9cb77ae357b req-4cb2f3af-e0d9-4a9e-90e0-fbb0ee8a6367 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067823 Nov 16 04:46:27.065611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:27.094865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:46:27.094865 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:46:27.098566 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:46:27.273504 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:27.286533 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:27.290254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] 10.222.0.41 "DELETE /v2.0/networks/d0c77cc1-c49b-45b9-bce0-69600b8ae5c8 HTTP/1.1" status: 204 len: 168 time: 1.4947033 Nov 16 04:46:27.304532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2044cc-c551-4979-bc06-07c0b5accbfe admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c77cc1-c49b-45b9-bce0-69600b8ae5c8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:27.330937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d786c34-2bba-4a4d-960c-f97472f89407 admin admin] Router 094dc106-3b01-4e9d-8629-1bc26d3cccbd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:46:27.474259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d786c34-2bba-4a4d-960c-f97472f89407 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:46:27.481853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4d786c34-2bba-4a4d-960c-f97472f89407 admin admin] 10.222.0.41 "PUT /v2.0/routers/094dc106-3b01-4e9d-8629-1bc26d3cccbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0921426 Nov 16 04:46:27.483285 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40306) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:27.487532 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b05350-2286-46cc-a126-0b6208bc40db None None] Sync routers for ids ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:46:27.501553 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b05350-2286-46cc-a126-0b6208bc40db None None] Routers {'094dc106-3b01-4e9d-8629-1bc26d3cccbd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:27.502425 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-35b05350-2286-46cc-a126-0b6208bc40db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:27.519991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e969e12b-8e51-47f6-9df0-0f586b8d7ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66d9c4-ec72-4513-bb68-7c7113707821'}, {'server_uuid': '0b9fcb3b-164e-4021-9ea6-3b746ade28a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1edf463-2e41-462a-91f9-5a575a53ba4f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:27.528105 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab0688b-f8f2-478d-9458-30938cc9ce72" -d '{"events": [{"server_uuid": "e969e12b-8e51-47f6-9df0-0f586b8d7ea4", "name": "network-vif-plugged", "status": "completed", "tag": "de66d9c4-ec72-4513-bb68-7c7113707821"}, {"server_uuid": "0b9fcb3b-164e-4021-9ea6-3b746ade28a3", "name": "network-vif-plugged", "status": "completed", "tag": "a1edf463-2e41-462a-91f9-5a575a53ba4f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:27.567194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40310) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:27.637045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40312) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:27.637960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5c215478-e18a-4f7b-92e0-414909e0a20a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35b0cf13074f4cad985b30e79077d3b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0694544 Nov 16 04:46:27.661243 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c35a4662-221f-4235-9594-7b0fb0250f8e no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:27.666429 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-35b05350-2286-46cc-a126-0b6208bc40db None None] Set router 094dc106-3b01-4e9d-8629-1bc26d3cccbd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:27.694453 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba4d768-dcab-4deb-887b-089db7af49bb x-openstack-request-id: req-dba4d768-dcab-4deb-887b-089db7af49bb {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:27.694895 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e969e12b-8e51-47f6-9df0-0f586b8d7ea4", "name": "network-vif-plugged", "status": "completed", "tag": "de66d9c4-ec72-4513-bb68-7c7113707821", "code": 200}, {"server_uuid": "0b9fcb3b-164e-4021-9ea6-3b746ade28a3", "name": "network-vif-plugged", "status": "completed", "tag": "a1edf463-2e41-462a-91f9-5a575a53ba4f", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:27.695290 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dba4d768-dcab-4deb-887b-089db7af49bb {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:27.695781 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e969e12b-8e51-47f6-9df0-0f586b8d7ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de66d9c4-ec72-4513-bb68-7c7113707821', 'code': 200} Nov 16 04:46:27.696137 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9fcb3b-164e-4021-9ea6-3b746ade28a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1edf463-2e41-462a-91f9-5a575a53ba4f', 'code': 200} Nov 16 04:46:27.697801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: c35a4662-221f-4235-9594-7b0fb0250f8e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:27.698271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c35a4662-221f-4235-9594-7b0fb0250f8e not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:27.744707 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:27.762423 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6697ada0-0265-4e4a-9e0e-03f2ce49009b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:27.859478 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0611567-42de-47d2-9cbe-5c14b67632e6 req-e07368e2-7e7c-438b-b1c3-f28bf1a8f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:27.861168 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0611567-42de-47d2-9cbe-5c14b67632e6 req-e07368e2-7e7c-438b-b1c3-f28bf1a8f73d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 1097 time: 0.1128294 Nov 16 04:46:27.874760 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-35b05350-2286-46cc-a126-0b6208bc40db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:46:26Z', 'revision_number': 5, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:27.918198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6697ada0-0265-4e4a-9e0e-03f2ce49009b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:27.930293 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b05350-2286-46cc-a126-0b6208bc40db None None] Checking router: 094dc106-3b01-4e9d-8629-1bc26d3cccbd for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:46:27.936497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0611567-42de-47d2-9cbe-5c14b67632e6 req-ba6d0c2a-cbac-40fe-8ba8-42a6b4ecf78c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684786 Nov 16 04:46:27.949873 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b05350-2286-46cc-a126-0b6208bc40db None None] Routers {'094dc106-3b01-4e9d-8629-1bc26d3cccbd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:27.950576 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-35b05350-2286-46cc-a126-0b6208bc40db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:28.033170 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6697ada0-0265-4e4a-9e0e-03f2ce49009b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:28.036440 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6697ada0-0265-4e4a-9e0e-03f2ce49009b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:28.040193 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6697ada0-0265-4e4a-9e0e-03f2ce49009b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/761f4589-f173-4ea1-a13c-60b1c9109560 HTTP/1.1" status: 204 len: 168 time: 0.3992622 Nov 16 04:46:28.052296 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:28.056065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697ada0-0265-4e4a-9e0e-03f2ce49009b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761f4589-f173-4ea1-a13c-60b1c9109560,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:28.101541 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-35b05350-2286-46cc-a126-0b6208bc40db None None] Set router 094dc106-3b01-4e9d-8629-1bc26d3cccbd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:28.309665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Deleting port 20420557-c32b-468e-8185-56d41c3520a6 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:28.310349 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:28.319170 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-35b05350-2286-46cc-a126-0b6208bc40db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:46:26Z', 'revision_number': 5, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:28.356776 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b05350-2286-46cc-a126-0b6208bc40db None None] The sync data for ids ['094dc106-3b01-4e9d-8629-1bc26d3cccbd'] in n-d-818042-1 is: [{'id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'name': 'tempest-ServersTestJSON-859154086-router', 'tenant_id': '0bd70c578c464b96ba9d090c76d7c228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': '20420557-c32b-468e-8185-56d41c3520a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:43:52Z', 'updated_at': '2021-11-16T04:46:26Z', 'revision_number': 5, 'project_id': '0bd70c578c464b96ba9d090c76d7c228', 'gw_port': {'id': '20420557-c32b-468e-8185-56d41c3520a6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ce:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '094dc106-3b01-4e9d-8629-1bc26d3cccbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:43:53Z', 'updated_at': '2021-11-16T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:46:28.464783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6aa14-d0a4-40d1-b8c1-c4b60e34fd30 req-7d85ecce-78be-4ee4-ac27-a8f2fe7d1926 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:28.472049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68d6aa14-d0a4-40d1-b8c1-c4b60e34fd30 req-7d85ecce-78be-4ee4-ac27-a8f2fe7d1926 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 946 time: 0.1940269 Nov 16 04:46:28.481593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4a84d-b777-41f7-b971-4af1235e7b48 req-3200fd68-bcf9-4725-b3b3-de6e71641c17 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:28.483175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-efc4a84d-b777-41f7-b971-4af1235e7b48 req-3200fd68-bcf9-4725-b3b3-de6e71641c17 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 946 time: 0.1948054 Nov 16 04:46:28.507321 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] For port 20420557-c32b-468e-8185-56d41c3520a6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=20420557-c32b-468e-8185-56d41c3520a6,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:28.507887 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:28.534655 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Calling delete_port for 20420557-c32b-468e-8185-56d41c3520a6 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:28.592676 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68d6aa14-d0a4-40d1-b8c1-c4b60e34fd30 req-b4147fa2-ddd1-4c9e-adc8-99cfefdd702a tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171927 Nov 16 04:46:28.629509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-efc4a84d-b777-41f7-b971-4af1235e7b48 req-d8b480b6-0fe4-4f3f-989a-c59380f2e4dc tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386175 Nov 16 04:46:28.771458 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:28.811943 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Pushing event deleted for resources: {'Port': ['ID=20420557-c32b-468e-8185-56d41c3520a6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:28.924832 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.025343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-487d7d30-b4c5-406d-b286-7fb54c08c88a req-e1accf2a-1673-4ffe-85c5-3f4a22fa2c0b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=98886c56b701447cb464fb425061a484 HTTP/1.1" status: 200 len: 267 time: 0.0975766 Nov 16 04:46:29.074906 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.078165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.094829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d7d30-b4c5-406d-b286-7fb54c08c88a req-0bf2b707-4883-497d-8074-6835f727b940 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:29.105677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-487d7d30-b4c5-406d-b286-7fb54c08c88a req-0bf2b707-4883-497d-8074-6835f727b940 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 946 time: 0.0728459 Nov 16 04:46:29.112402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-487d7d30-b4c5-406d-b286-7fb54c08c88a req-2c04542e-8d0c-45a4-aa62-c614c575ffd5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Request body: {'port': {'security_groups': []}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:29.188506 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.189517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 094dc106-3b01-4e9d-8629-1bc26d3cccbd {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:46:29.208313 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.210030 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-39c8f197-2632-4677-884c-cb453d3a610f admin admin] 10.222.0.41 "DELETE /v2.0/routers/094dc106-3b01-4e9d-8629-1bc26d3cccbd HTTP/1.1" status: 204 len: 168 time: 1.7256031 Nov 16 04:46:29.212684 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40360) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:29.253828 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-487d7d30-b4c5-406d-b286-7fb54c08c88a req-2c04542e-8d0c-45a4-aa62-c614c575ffd5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.305240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-877eec2c-19b9-41c0-abe8-4d088c94dc61 admin admin] Deleting subnet 8f6504df-dc96-432e-a739-95e55f61005f {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:46:29.310811 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-877eec2c-19b9-41c0-abe8-4d088c94dc61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.366865 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-877eec2c-19b9-41c0-abe8-4d088c94dc61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.500882 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-877eec2c-19b9-41c0-abe8-4d088c94dc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.564889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-877eec2c-19b9-41c0-abe8-4d088c94dc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.574865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-487d7d30-b4c5-406d-b286-7fb54c08c88a req-2c04542e-8d0c-45a4-aa62-c614c575ffd5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] For port 1b627d80-eb97-466c-836d-03391071a95c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=1b627d80-eb97-466c-836d-03391071a95c,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:29.616578 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877eec2c-19b9-41c0-abe8-4d088c94dc61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f6504df-dc96-432e-a739-95e55f61005f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:29.620025 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-877eec2c-19b9-41c0-abe8-4d088c94dc61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.621999 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8302210d-f92b-4b79-8739-abd4b64cd6a9 None None] Network d019822d-3342-47c4-8aeb-b09816059adc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:46:29.626899 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-877eec2c-19b9-41c0-abe8-4d088c94dc61 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8f6504df-dc96-432e-a739-95e55f61005f HTTP/1.1" status: 204 len: 168 time: 0.4071474 Nov 16 04:46:29.627252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40370) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:29.633186 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-487d7d30-b4c5-406d-b286-7fb54c08c88a req-2c04542e-8d0c-45a4-aa62-c614c575ffd5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.641096 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-487d7d30-b4c5-406d-b286-7fb54c08c88a req-2c04542e-8d0c-45a4-aa62-c614c575ffd5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.701962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['99455a78-80d6-436c-b512-6fba5c64bdc3', 'e582fe32-9645-4a06-8dda-4d5435bc0392'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:29.730882 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.765690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d7d30-b4c5-406d-b286-7fb54c08c88a req-2c04542e-8d0c-45a4-aa62-c614c575ffd5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:29.768030 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-487d7d30-b4c5-406d-b286-7fb54c08c88a req-2c04542e-8d0c-45a4-aa62-c614c575ffd5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.777484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['1b627d80-eb97-466c-836d-03391071a95c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:29.787758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-487d7d30-b4c5-406d-b286-7fb54c08c88a req-2c04542e-8d0c-45a4-aa62-c614c575ffd5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "PUT /v2.0/ports/1b627d80-eb97-466c-836d-03391071a95c HTTP/1.1" status: 200 len: 905 time: 0.6760271 Nov 16 04:46:29.792215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a0fc24-1b70-4a7f-9824-b0958ab1fc01', 'tag': '1b627d80-eb97-466c-836d-03391071a95c'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:29.800929 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdd6d4d-1b88-4139-88aa-86e7e76308b8" -d '{"events": [{"name": "network-changed", "server_uuid": "24a0fc24-1b70-4a7f-9824-b0958ab1fc01", "tag": "1b627d80-eb97-466c-836d-03391071a95c"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:29.861984 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Deleting port d28503d2-a12f-4065-aa40-13109138238f {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:29.862601 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:29.875185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04542e-8d0c-45a4-aa62-c614c575ffd5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event updated for resources: {'Port': ['ID=1b627d80-eb97-466c-836d-03391071a95c,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:29.933375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2d3c3f5c-adac-4757-83ea-df5162643906 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:29.979362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] For port d28503d2-a12f-4065-aa40-13109138238f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d28503d2-a12f-4065-aa40-13109138238f,segment=NetworkSegment(cfd7c57c-1114-42d0-ae73-d770929f61b4),segment_id=cfd7c57c-1114-42d0-ae73-d770929f61b4)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:29.979751 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:30.001480 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-598572ea-1821-4864-ab22-7c0198975507 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=f2abc26b63874ab0b43eadcf4a6efac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604641 Nov 16 04:46:30.015640 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['1b627d80-eb97-466c-836d-03391071a95c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:30.017564 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Calling delete_port for d28503d2-a12f-4065-aa40-13109138238f owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:30.023710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 2d3c3f5c-adac-4757-83ea-df5162643906 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:30.024401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2d3c3f5c-adac-4757-83ea-df5162643906 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:30.183671 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:30.192975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72c619-8f89-4f8d-b893-beebd4bef4ea req-0cedd8af-6d70-4ef9-aa56-a078d76add38 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:30.201117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a72c619-8f89-4f8d-b893-beebd4bef4ea req-0cedd8af-6d70-4ef9-aa56-a078d76add38 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 946 time: 0.1968198 Nov 16 04:46:30.230735 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28503d2-a12f-4065-aa40-13109138238f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:30.241068 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] No DVR routers for this DVR port d28503d2-a12f-4065-aa40-13109138238f on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:46:30.257265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-00f4b65f-7200-4df2-a203-bfb8f6ce7930 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:30.264739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-00f4b65f-7200-4df2-a203-bfb8f6ce7930 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622533 Nov 16 04:46:30.298246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-42978537-2b29-44cc-8377-b6d9c1d0b687 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/quotas/f2abc26b63874ab0b43eadcf4a6efac3 HTTP/1.1" status: 200 len: 375 time: 0.0325322 Nov 16 04:46:30.365990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-9c28ac3d-9588-4d33-bdf3-40067fa005d6 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2abc26b63874ab0b43eadcf4a6efac3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667367 Nov 16 04:46:30.373481 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-17589840-9e63-45f8-9cf7-f44bd988061d None None] Provisioning complete for port 1b627d80-eb97-466c-836d-03391071a95c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:30.374225 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17589840-9e63-45f8-9cf7-f44bd988061d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:30.386437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a72c619-8f89-4f8d-b893-beebd4bef4ea req-e237f418-f27a-460a-aa76-e64d21cc79a4 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843641 Nov 16 04:46:30.426622 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:30.462370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761cabb5-da88-42d6-909b-001c548f904b None None] DHCP port deletion for d019822d-3342-47c4-8aeb-b09816059adc request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:46:30.462629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d019822d-3342-47c4-8aeb-b09816059adc']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:30.482876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd7c57c-1114-42d0-ae73-d770929f61b4') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:30.483112 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd7c57c-1114-42d0-ae73-d770929f61b4') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:30.554152 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:30.594674 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:30.610697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:46:30.611180 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:46:30.614641 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:46:30.755884 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e549be3e-a293-491b-90f6-3d3ad465302c x-openstack-request-id: req-e549be3e-a293-491b-90f6-3d3ad465302c {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:30.756460 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a0fc24-1b70-4a7f-9824-b0958ab1fc01", "tag": "1b627d80-eb97-466c-836d-03391071a95c", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:30.756460 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e549be3e-a293-491b-90f6-3d3ad465302c {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:30.756808 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a0fc24-1b70-4a7f-9824-b0958ab1fc01', 'tag': '1b627d80-eb97-466c-836d-03391071a95c', 'status': 'completed', 'code': 200} Nov 16 04:46:30.790645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:30.797907 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:30.808041 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d019822d-3342-47c4-8aeb-b09816059adc HTTP/1.1" status: 204 len: 168 time: 1.1768644 Nov 16 04:46:30.861103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00efd6b-3b99-4cc2-8add-0185ce8542d3 req-d3649838-17d2-4a0b-8b38-f714d6090ff6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:30.870789 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1442d1f-dcf7-4803-a40a-bc08c9f10f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=d019822d-3342-47c4-8aeb-b09816059adc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:30.876262 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c00efd6b-3b99-4cc2-8add-0185ce8542d3 req-d3649838-17d2-4a0b-8b38-f714d6090ff6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 908 time: 0.1959121 Nov 16 04:46:30.931142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6d4d-1b88-4139-88aa-86e7e76308b8 req-e4c7d746-12af-4501-9dac-3050113f2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:30.935491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecdd6d4d-1b88-4139-88aa-86e7e76308b8 req-e4c7d746-12af-4501-9dac-3050113f2394 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 1059 time: 0.1626770 Nov 16 04:46:31.137453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40416) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:31.174871 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6877683-2478-41c1-8f40-833a1effd22a req-52e64e03-a95d-49eb-8f5d-69714033b5c7 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 210 time: 0.1162279 Nov 16 04:46:31.192623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40418) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:31.193213 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f7e99f52-566c-483c-b0d4-3ad61ba434b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bd70c578c464b96ba9d090c76d7c228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537910 Nov 16 04:46:31.336251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31fb16-71ab-479e-821b-860706bfb2ba req-e169d6ac-3839-4680-8c27-89a8ee1e670c tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:31.345517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b31fb16-71ab-479e-821b-860706bfb2ba req-e169d6ac-3839-4680-8c27-89a8ee1e670c tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 946 time: 0.2886119 Nov 16 04:46:31.355854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6d4d-1b88-4139-88aa-86e7e76308b8 req-1a10c35b-5e61-4ae1-a64b-ee2f32ba23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:31.355854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecdd6d4d-1b88-4139-88aa-86e7e76308b8 req-1a10c35b-5e61-4ae1-a64b-ee2f32ba23a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.4081311 Nov 16 04:46:31.472626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 20420557-c32b-468e-8185-56d41c3520a6 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:31.488495 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecdd6d4d-1b88-4139-88aa-86e7e76308b8 req-3be79e73-9994-4a0b-b283-e125e6659d0c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b627d80-eb97-466c-836d-03391071a95c HTTP/1.1" status: 200 len: 217 time: 0.0922403 Nov 16 04:46:31.501472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 20420557-c32b-468e-8185-56d41c3520a6 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:31.501472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 20420557-c32b-468e-8185-56d41c3520a6 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:31.501986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d28503d2-a12f-4065-aa40-13109138238f no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:31.529100 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d28503d2-a12f-4065-aa40-13109138238f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:31.529498 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d28503d2-a12f-4065-aa40-13109138238f not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:31.550475 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48aee258-ee5e-4c7f-8255-051fb3048bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:31.554698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6d4d-1b88-4139-88aa-86e7e76308b8 req-f2a278af-dc30-4739-b051-3b456fb735b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:31.556175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecdd6d4d-1b88-4139-88aa-86e7e76308b8 req-f2a278af-dc30-4739-b051-3b456fb735b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.0583091 Nov 16 04:46:31.628738 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48aee258-ee5e-4c7f-8255-051fb3048bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:31.655902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46885ca-97ba-4fb6-9eae-52b9afe3ac2d req-5df28a87-47eb-422e-b51b-5f88e3c4a03e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:31.657447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46885ca-97ba-4fb6-9eae-52b9afe3ac2d req-5df28a87-47eb-422e-b51b-5f88e3c4a03e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.3607829 Nov 16 04:46:31.660968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b31fb16-71ab-479e-821b-860706bfb2ba req-ee2a11ef-7e27-421c-b7b2-96c2e41154df tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142385 Nov 16 04:46:31.720060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6d4d-1b88-4139-88aa-86e7e76308b8 req-ddbe0470-0655-4135-9193-5d04dcd4d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:31.722137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecdd6d4d-1b88-4139-88aa-86e7e76308b8 req-ddbe0470-0655-4135-9193-5d04dcd4d0fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1512523 Nov 16 04:46:31.794954 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48aee258-ee5e-4c7f-8255-051fb3048bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:31.797095 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48aee258-ee5e-4c7f-8255-051fb3048bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:31.801078 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-48aee258-ee5e-4c7f-8255-051fb3048bab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/701369f8-b22f-4947-a0b4-056166a17a43 HTTP/1.1" status: 204 len: 168 time: 0.6074755 Nov 16 04:46:31.819201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b46885ca-97ba-4fb6-9eae-52b9afe3ac2d req-68c0cc08-c26c-4978-afff-24634abdd1f9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516426 Nov 16 04:46:31.847018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aee258-ee5e-4c7f-8255-051fb3048bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701369f8-b22f-4947-a0b4-056166a17a43,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:31.949188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecdd6d4d-1b88-4139-88aa-86e7e76308b8 req-b3d5ae10-424c-4ced-8033-8564205cebc6 service neutron] 10.222.0.37 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096667 Nov 16 04:46:32.007955 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-03df8e2e-d9ee-458f-ba64-80c40d5a3e4f tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f2abc26b63874ab0b43eadcf4a6efac3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433428 Nov 16 04:46:32.156738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecdd6d4d-1b88-4139-88aa-86e7e76308b8 req-86cdd5f4-951a-4cf2-8da3-2967637da3d7 service neutron] 10.222.0.37 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860790 Nov 16 04:46:32.188201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6ed29-2597-4b2b-9b93-a5d1c97294a3 req-7f58993e-b984-4b31-907f-2731e3d13c9d tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:32.197793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d6ed29-2597-4b2b-9b93-a5d1c97294a3 req-7f58993e-b984-4b31-907f-2731e3d13c9d tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 946 time: 0.2385888 Nov 16 04:46:32.233692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2ce0a-ebe8-47d1-b98d-81d9dbc1353b req-e853b586-c97c-4dd1-8d10-dbe248c892c8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:32.235340 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45e2ce0a-ebe8-47d1-b98d-81d9dbc1353b req-e853b586-c97c-4dd1-8d10-dbe248c892c8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1760321 Nov 16 04:46:32.244167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-9140da70-cc6f-46a5-a8f1-fd24bb7d5056 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:32.247367 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-9140da70-cc6f-46a5-a8f1-fd24bb7d5056 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323515 Nov 16 04:46:32.272230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Request body: {'port': {'device_id': 'ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': 'f2abc26b63874ab0b43eadcf4a6efac3'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:32.316689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45e2ce0a-ebe8-47d1-b98d-81d9dbc1353b req-02d1a386-91e4-44ad-ace1-10822cf71c5b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715182 Nov 16 04:46:32.382120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d6ed29-2597-4b2b-9b93-a5d1c97294a3 req-c2d6bf89-ece0-4d21-b788-d962911feb47 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843474 Nov 16 04:46:32.500004 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Made reservation on behalf of f2abc26b63874ab0b43eadcf4a6efac3 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:32.508115 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:32.528040 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:32.613043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-242945a3-7c18-47f9-bb4f-565a59caaa49 req-ec355a5f-e224-4b0e-9045-cde060398b0a tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 210 time: 0.0323076 Nov 16 04:46:32.675099 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:32.681357 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:32.711201 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf4e644-6aa1-480a-9a04-0f2a325164d9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:32.757601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b2644-4626-4896-82dd-50b32ed29d37 req-5067dc6e-0795-479a-b9b0-a67af410cafa tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:32.787539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-418b2644-4626-4896-82dd-50b32ed29d37 req-5067dc6e-0795-479a-b9b0-a67af410cafa tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 946 time: 0.1579697 Nov 16 04:46:32.875591 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Allocated IP 192.168.233.247 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/67d17f09-af06-4bad-87d2-726d779ff2c8) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:32.931776 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-418b2644-4626-4896-82dd-50b32ed29d37 req-e820fc52-2595-48a0-af07-5438a660280b tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421397 Nov 16 04:46:32.959644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-980aad44-b72a-4250-91f9-e67c6b6131a5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:32.964785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-980aad44-b72a-4250-91f9-e67c6b6131a5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 811 time: 0.1708226 Nov 16 04:46:32.986845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-0ad9bd09-6827-4bc2-9cc4-f89a35b3a486 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/quotas/98886c56b701447cb464fb425061a484 HTTP/1.1" status: 200 len: 375 time: 0.0177197 Nov 16 04:46:33.070659 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-9152c512-3e36-4281-bf7b-987a0c0732c8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0859280 Nov 16 04:46:33.167907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40492) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:33.231285 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:33.288248 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:33.333260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:33.337742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:33.342289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:33.397211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-955750230-network', 'tenant_id': '540c879af84a45ce9614fb83c9c7afb6'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:33.427908 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Made reservation on behalf of 540c879af84a45ce9614fb83c9c7afb6 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:33.430900 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:33.448899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:33.459022 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:33.459774 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:33.468760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Pushing event updated for resources: {'Port': ['ID=67d17f09-af06-4bad-87d2-726d779ff2c8,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:33.511618 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-15caa390-1bb6-40f1-b09f-9cfdae181619 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2532499 Nov 16 04:46:33.531231 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Request body: {'port': {'device_id': 'ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:33.634039 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:33.703182 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:33.708180 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:33.715352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd63ec0-aeb2-40c1-b274-426c56c9a8c1 req-a8167d3d-0df1-419d-b104-b82757046e22 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:33.722876 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1bd63ec0-aeb2-40c1-b274-426c56c9a8c1 req-a8167d3d-0df1-419d-b104-b82757046e22 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 946 time: 0.1378906 Nov 16 04:46:33.771592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:46:33.772029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-30d2f15f-aad1-402f-9dea-d4867623d0ae None None] Provisioning complete for port 67d17f09-af06-4bad-87d2-726d779ff2c8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:33.773041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-30d2f15f-aad1-402f-9dea-d4867623d0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:33.799637 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:33.800391 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Added segment c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa of type vlan for network ec618b91-ef2d-46e0-8280-f22dce52f8cd Nov 16 04:46:33.803861 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03920aa0-13cb-46cb-be82-f8e967899c19,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:33.806816 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-971337ae-b3c5-4957-8015-d785baf83e7d service neutron] 10.222.0.41 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231362 Nov 16 04:46:33.813565 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-30d2f15f-aad1-402f-9dea-d4867623d0ae None None] Port 67d17f09-af06-4bad-87d2-726d779ff2c8 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:46:33.914198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:33.915533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1bd63ec0-aeb2-40c1-b274-426c56c9a8c1 req-0d16e168-4636-46b5-9c87-4e3abbe23367 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915507 Nov 16 04:46:33.973035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-e8f8f97c-d23d-4fd8-bc7f-94bbb0f2b5cc service neutron] 10.222.0.41 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642108 Nov 16 04:46:34.042463 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:34.046403 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:34.046403 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:34.258466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d17f09-af06-4bad-87d2-726d779ff2c8 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:34.268699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:34.286809 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Transition to ACTIVE for port object 67d17f09-af06-4bad-87d2-726d779ff2c8 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:46:34.287972 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] Pushing event updated for resources: {'Network': ['ID=ec618b91-ef2d-46e0-8280-f22dce52f8cd,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:34.299175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network ec618b91-ef2d-46e0-8280-f22dce52f8cd details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:46:34.303392 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2a23b672-c923-4a9a-bb4b-800577bf3f66 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1346514 Nov 16 04:46:34.305621 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:34.308042 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40518) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:34.327993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9d323a0a-8d29-42f6-8b99-8c8e334363d8 admin admin] Request body: {'subnet': {'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-955750230-subnet', 'tenant_id': '540c879af84a45ce9614fb83c9c7afb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:34.340666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067751d-a045-4ba2-8ac1-7e176ed06917 req-dda8708a-bdd9-42c5-89d4-e827814f8a54 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:34.349402 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a067751d-a045-4ba2-8ac1-7e176ed06917 req-dda8708a-bdd9-42c5-89d4-e827814f8a54 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 936 time: 0.1656210 Nov 16 04:46:34.403809 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1627269-19d9-4798-a4b2-8bb7b97c0e3d req-a6be3e83-00ba-4428-b3c0-043f356038a2 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:34.418165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1627269-19d9-4798-a4b2-8bb7b97c0e3d req-a6be3e83-00ba-4428-b3c0-043f356038a2 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 946 time: 0.1641378 Nov 16 04:46:34.420540 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d323a0a-8d29-42f6-8b99-8c8e334363d8 admin admin] Made reservation on behalf of 540c879af84a45ce9614fb83c9c7afb6 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:34.423259 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d323a0a-8d29-42f6-8b99-8c8e334363d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:34.460880 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a067751d-a045-4ba2-8ac1-7e176ed06917 req-3ce518f8-ed4a-45c3-98d2-503585031a72 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bf4e644-6aa1-480a-9a04-0f2a325164d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098764 Nov 16 04:46:34.558025 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Pushing event updated for resources: {'Port': ['ID=67d17f09-af06-4bad-87d2-726d779ff2c8,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:34.588151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1627269-19d9-4798-a4b2-8bb7b97c0e3d req-90ad0d8e-96c4-4c41-ba9a-df77c1ea96dd tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688983 Nov 16 04:46:34.761598 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e8e4b09-4342-4f2d-bc2e-331f95d18e4e req-26338575-c63e-480d-8bf5-d400732c2a5b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 210 time: 0.0894217 Nov 16 04:46:34.782243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Attempting to bind port 67d17f09-af06-4bad-87d2-726d779ff2c8 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:46:34.782636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Attempting to bind port 67d17f09-af06-4bad-87d2-726d779ff2c8 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:46:34.782977 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Attempting to bind port 67d17f09-af06-4bad-87d2-726d779ff2c8 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:34.846718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Port 67d17f09-af06-4bad-87d2-726d779ff2c8 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:46:34.847196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Attempting to bind port 67d17f09-af06-4bad-87d2-726d779ff2c8 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:34.876560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:46:34.876809 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:34.877295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:46:34.879186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Bound port: 67d17f09-af06-4bad-87d2-726d779ff2c8, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:46:34.879643 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:34.909823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa31b8d9-f3ec-4a07-8933-751d5dcf90eb req-9cf04316-a256-4afe-8faa-8efb84b676eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022906 Nov 16 04:46:34.910091 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d323a0a-8d29-42f6-8b99-8c8e334363d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:34.945380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be8e93-6105-46ac-84ca-a94266796d5e req-d245b45f-9b3c-4180-bc61-67b3d32892ad tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:34.953164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41be8e93-6105-46ac-84ca-a94266796d5e req-d245b45f-9b3c-4180-bc61-67b3d32892ad tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 946 time: 0.1069779 Nov 16 04:46:35.025271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d323a0a-8d29-42f6-8b99-8c8e334363d8 admin admin] Checking segment: {'id': 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:35.025512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d323a0a-8d29-42f6-8b99-8c8e334363d8 admin admin] Network hostable DHCP agents. Network: ec618b91-ef2d-46e0-8280-f22dce52f8cd, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:46:35.046732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31b8d9-f3ec-4a07-8933-751d5dcf90eb req-004c9a09-7d32-4c7f-b11b-70adb9cd2834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:35.049166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa31b8d9-f3ec-4a07-8933-751d5dcf90eb req-004c9a09-7d32-4c7f-b11b-70adb9cd2834 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 1097 time: 0.1185279 Nov 16 04:46:35.057298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41be8e93-6105-46ac-84ca-a94266796d5e req-8612a8c2-411c-41bf-9bb3-bd5c9812efd3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945144 Nov 16 04:46:35.121076 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d323a0a-8d29-42f6-8b99-8c8e334363d8 admin admin] Network ec618b91-ef2d-46e0-8280-f22dce52f8cd is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:46:35.148993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d323a0a-8d29-42f6-8b99-8c8e334363d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8326faef-5c7d-4ecc-8890-bc1a61c10766,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:35.166452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9d323a0a-8d29-42f6-8b99-8c8e334363d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, ec618b91-ef2d-46e0-8280-f22dce52f8cd) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:35.177904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d21e01-ef39-4c14-b9cf-9443164933c8 None None] Network ec618b91-ef2d-46e0-8280-f22dce52f8cd requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:46:35.188564 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d323a0a-8d29-42f6-8b99-8c8e334363d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:35.191659 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d323a0a-8d29-42f6-8b99-8c8e334363d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:35.231700 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9d323a0a-8d29-42f6-8b99-8c8e334363d8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9208677 Nov 16 04:46:35.241555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] For port 67d17f09-af06-4bad-87d2-726d779ff2c8, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:46:35.248202 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] For port 67d17f09-af06-4bad-87d2-726d779ff2c8, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67d17f09-af06-4bad-87d2-726d779ff2c8,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:46:35.254603 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:35.285194 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:35.286807 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:35.290902 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] 10.222.0.37 "PUT /v2.0/ports/67d17f09-af06-4bad-87d2-726d779ff2c8 HTTP/1.1" status: 200 len: 1096 time: 1.7694476 Nov 16 04:46:35.291123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9', 'tag': '67d17f09-af06-4bad-87d2-726d779ff2c8'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:35.296855 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3f947a-7813-4da8-9284-6491276098fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9", "tag": "67d17f09-af06-4bad-87d2-726d779ff2c8"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:35.373240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31b8d9-f3ec-4a07-8933-751d5dcf90eb req-1e5fdd7b-344c-40ff-8e74-0ff641ce79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:35.375484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa31b8d9-f3ec-4a07-8933-751d5dcf90eb req-1e5fdd7b-344c-40ff-8e74-0ff641ce79a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.3009953 Nov 16 04:46:35.406938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b7eb2-300c-4760-99a6-d9dbb4dce110 req-327e9746-596b-4b2f-bb5c-303f32af7347 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:35.415006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d3b7eb2-300c-4760-99a6-d9dbb4dce110 req-327e9746-596b-4b2f-bb5c-303f32af7347 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 946 time: 0.1845696 Nov 16 04:46:35.463362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa31b8d9-f3ec-4a07-8933-751d5dcf90eb req-3a7cc6a1-602c-4070-92e2-ac57532101f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e582fe32-9645-4a06-8dda-4d5435bc0392 HTTP/1.1" status: 200 len: 217 time: 0.0769346 Nov 16 04:46:35.474297 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec8fe8a-fabc-4a4d-917a-623d7e8dcdcc x-openstack-request-id: req-7ec8fe8a-fabc-4a4d-917a-623d7e8dcdcc {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:35.474579 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9", "tag": "67d17f09-af06-4bad-87d2-726d779ff2c8", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:35.474827 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ec8fe8a-fabc-4a4d-917a-623d7e8dcdcc {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:35.478854 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9', 'tag': '67d17f09-af06-4bad-87d2-726d779ff2c8', 'status': 'completed', 'code': 200} Nov 16 04:46:35.517852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a802a-4120-4e9e-8845-e431337c3a4d service neutron] Pushing event updated for resources: {'Port': ['ID=67d17f09-af06-4bad-87d2-726d779ff2c8,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:35.527983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-0c8fc877-0784-45b3-81ee-f050c4885812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:35.530742 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-0c8fc877-0784-45b3-81ee-f050c4885812 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2abc26b63874ab0b43eadcf4a6efac3&device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 1099 time: 0.1512053 Nov 16 04:46:35.546126 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd0605-47c3-4224-86fc-ad6691f249f4 None None] Network ec618b91-ef2d-46e0-8280-f22dce52f8cd requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:46:35.597596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31b8d9-f3ec-4a07-8933-751d5dcf90eb req-d2c6c075-3dfa-4d52-92dd-78221de846d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:35.601509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa31b8d9-f3ec-4a07-8933-751d5dcf90eb req-d2c6c075-3dfa-4d52-92dd-78221de846d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.1304164 Nov 16 04:46:35.624420 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-ea1354a6-c4b8-4555-a299-70dc4f027cdc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=67d17f09-af06-4bad-87d2-726d779ff2c8 HTTP/1.1" status: 200 len: 217 time: 0.0829935 Nov 16 04:46:35.632869 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d3b7eb2-300c-4760-99a6-d9dbb4dce110 req-6b41f0f8-f642-423a-80f9-2776c7184aad tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168434 Nov 16 04:46:35.793175 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-1ea8964b-5f93-4262-be09-43c30b7384c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:35.795748 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-1ea8964b-5f93-4262-be09-43c30b7384c3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1576343 Nov 16 04:46:35.887381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-35ad8785-24f1-427e-bc6f-3b5fa2490e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:35.890102 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-35ad8785-24f1-427e-bc6f-3b5fa2490e34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798705 Nov 16 04:46:35.925307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5167740-4c7f-4f3c-b651-ac83ba83118a req-f224cd8d-26e2-4083-86ac-3b73eef42828 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:35.934081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5167740-4c7f-4f3c-b651-ac83ba83118a req-f224cd8d-26e2-4083-86ac-3b73eef42828 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 948 time: 0.2439227 Nov 16 04:46:35.947020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31b8d9-f3ec-4a07-8933-751d5dcf90eb req-cca948c7-cfb3-48f5-9af6-1f1b18cef0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:35.952560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa31b8d9-f3ec-4a07-8933-751d5dcf90eb req-cca948c7-cfb3-48f5-9af6-1f1b18cef0f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3165820 Nov 16 04:46:36.072817 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-d0eadac4-f5da-44fc-92c2-406b6ee9972a service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719465 Nov 16 04:46:36.183951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5167740-4c7f-4f3c-b651-ac83ba83118a req-647a8ea9-39d6-4d1f-8518-4a8f377f568b tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bf4e644-6aa1-480a-9a04-0f2a325164d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483990 Nov 16 04:46:36.207430 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d7438c8-c722-4f30-b713-cc532cf65bec req-41cc26df-ddfb-4742-aa95-90e75ac90aba service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283727 Nov 16 04:46:36.219053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-c492af8f-9f53-45e5-adb9-ce58fc691639 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:36.220693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-c492af8f-9f53-45e5-adb9-ce58fc691639 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.37 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 811 time: 0.4041455 Nov 16 04:46:36.242852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-1fa92175-3435-4d3d-9edf-0ffedf6dc9af tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Request body: {'port': {'device_id': '1c10ef8c-3010-4826-a48a-cf9c977de24b', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'admin_state_up': True, 'tenant_id': '98886c56b701447cb464fb425061a484'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:36.364419 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f947a-7813-4da8-9284-6491276098fb req-15f71de7-c5a3-4e7d-9374-e60018caeb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:36.365398 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a3f947a-7813-4da8-9284-6491276098fb req-15f71de7-c5a3-4e7d-9374-e60018caeb37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2abc26b63874ab0b43eadcf4a6efac3&device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 1099 time: 0.0902610 Nov 16 04:46:36.381277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa31b8d9-f3ec-4a07-8933-751d5dcf90eb req-1686aad7-a817-40d3-b5a9-606f2266e4b3 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162016 Nov 16 04:46:36.540051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-1fa92175-3435-4d3d-9edf-0ffedf6dc9af tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Made reservation on behalf of 98886c56b701447cb464fb425061a484 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:36.544618 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-1fa92175-3435-4d3d-9edf-0ffedf6dc9af tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:36.577679 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f947a-7813-4da8-9284-6491276098fb req-85fceeab-84e3-4889-b990-5420ce9f6417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:36.580157 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a3f947a-7813-4da8-9284-6491276098fb req-85fceeab-84e3-4889-b990-5420ce9f6417 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.2062416 Nov 16 04:46:36.606594 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3316b0aa-653c-41f6-ad17-85815fd92d11 req-7e604b76-bf12-4642-9a3b-01c8a68adcdd tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 210 time: 0.0815799 Nov 16 04:46:36.632673 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a3f947a-7813-4da8-9284-6491276098fb req-64d06340-069e-48a1-93bf-7f5710d98ba8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=67d17f09-af06-4bad-87d2-726d779ff2c8 HTTP/1.1" status: 200 len: 217 time: 0.0441072 Nov 16 04:46:36.678373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa31b8d9-f3ec-4a07-8933-751d5dcf90eb req-9cbff4fe-4732-4298-873d-600572a809ee service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607467 Nov 16 04:46:36.698608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f947a-7813-4da8-9284-6491276098fb req-1f126264-549e-40d5-a63c-f38dea685472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:36.701071 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a3f947a-7813-4da8-9284-6491276098fb req-1f126264-549e-40d5-a63c-f38dea685472 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0591702 Nov 16 04:46:36.765551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f947a-7813-4da8-9284-6491276098fb req-6d3da237-95fd-4fe2-8cdc-18c49c10e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:36.769717 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a3f947a-7813-4da8-9284-6491276098fb req-6d3da237-95fd-4fe2-8cdc-18c49c10e952 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596297 Nov 16 04:46:36.822510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-452bacbe-2647-4088-b0d9-6dace429e650 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:36.824580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-452bacbe-2647-4088-b0d9-6dace429e650 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/networks?id=ec618b91-ef2d-46e0-8280-f22dce52f8cd HTTP/1.1" status: 200 len: 814 time: 0.2226558 Nov 16 04:46:36.849998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-6b86f5f6-8f8e-444e-8aba-828741738517 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/quotas/540c879af84a45ce9614fb83c9c7afb6 HTTP/1.1" status: 200 len: 375 time: 0.0159447 Nov 16 04:46:36.868250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-1fa92175-3435-4d3d-9edf-0ffedf6dc9af tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Allocated IP 172.20.0.3 (651b49ac-cdfc-4796-8489-6adedffc3616/cdbabdc3-a196-4f51-b496-e7650fbf0ec1/0e0aebb7-237b-483a-8834-a7ed28696fec) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:36.895058 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-f10208d9-ab52-463a-82c5-08e6b8b272a3 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=540c879af84a45ce9614fb83c9c7afb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356390 Nov 16 04:46:36.936536 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a3f947a-7813-4da8-9284-6491276098fb req-6f3105cb-19f4-4507-927e-83149753066e service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539881 Nov 16 04:46:37.069245 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a3f947a-7813-4da8-9284-6491276098fb req-fa5aabca-b69e-4145-bb1d-f7f0ab501b9b service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228762 Nov 16 04:46:37.120345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-27982843-65a7-4262-90b3-db02b8ce2409 service neutron] 10.222.0.41 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024410 Nov 16 04:46:37.211115 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-1fa92175-3435-4d3d-9edf-0ffedf6dc9af tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:37.258645 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-9bf79de9-4035-4b06-8718-e4e6b494dbcb service neutron] 10.222.0.41 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363938 Nov 16 04:46:37.374023 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-1fa92175-3435-4d3d-9edf-0ffedf6dc9af tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:37.386896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['99455a78-80d6-436c-b512-6fba5c64bdc3', 'e582fe32-9645-4a06-8dda-4d5435bc0392'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:37.393363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd6c89-1d53-4fa9-bfae-9e69d78da4f8 req-e2511074-0cdf-4339-a0cb-93cc1529da66 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:37.400999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eddd6c89-1d53-4fa9-bfae-9e69d78da4f8 req-e2511074-0cdf-4339-a0cb-93cc1529da66 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 946 time: 0.1187167 Nov 16 04:46:37.463213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-1fa92175-3435-4d3d-9edf-0ffedf6dc9af tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Network 651b49ac-cdfc-4796-8489-6adedffc3616 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:37.476331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-1fa92175-3435-4d3d-9edf-0ffedf6dc9af tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:37.479045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-1fa92175-3435-4d3d-9edf-0ffedf6dc9af tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:37.533243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa92175-3435-4d3d-9edf-0ffedf6dc9af tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event updated for resources: {'Port': ['ID=0e0aebb7-237b-483a-8834-a7ed28696fec,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:37.565957 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eddd6c89-1d53-4fa9-bfae-9e69d78da4f8 req-c0417d7c-94d4-4d23-b244-ed3cd8def40e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493819 Nov 16 04:46:37.594985 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-1fa92175-3435-4d3d-9edf-0ffedf6dc9af tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:37.595660 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-1fa92175-3435-4d3d-9edf-0ffedf6dc9af tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:37.625473 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-1fa92175-3435-4d3d-9edf-0ffedf6dc9af tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3877544 Nov 16 04:46:37.666899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Request body: {'port': {'device_id': '1c10ef8c-3010-4826-a48a-cf9c977de24b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:37.848622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-69967383-c298-45f4-bcbf-1a236fff64a5 req-97fb9009-ba9b-44df-af09-8d2a39af5c5c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 210 time: 0.0795155 Nov 16 04:46:37.925347 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:37.963650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3492db42-1910-4671-8fb6-b5897bd2b0fd req-fec5f835-e40c-411f-97c2-c47857b79ad9 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:37.971429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3492db42-1910-4671-8fb6-b5897bd2b0fd req-fec5f835-e40c-411f-97c2-c47857b79ad9 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 948 time: 0.3449702 Nov 16 04:46:38.008687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e3505871-0f2d-4fcc-abd7-72f7f0694746 None None] Provisioning complete for port 0e0aebb7-237b-483a-8834-a7ed28696fec triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:38.009432 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e3505871-0f2d-4fcc-abd7-72f7f0694746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:38.058844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e3505871-0f2d-4fcc-abd7-72f7f0694746 None None] Port 0e0aebb7-237b-483a-8834-a7ed28696fec cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:46:38.061597 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-116f106c-80de-41e3-bf68-b4c7d245854a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:38.086256 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3492db42-1910-4671-8fb6-b5897bd2b0fd req-578bd5b8-0357-40a8-b883-1916bdb9e16c tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bf4e644-6aa1-480a-9a04-0f2a325164d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116383 Nov 16 04:46:38.205645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4804b8-1764-4974-85dc-f99ab1cb2ffd req-00e14cc4-8d9b-4c79-9f7c-a93e1ffaf922 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:38.207248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d4804b8-1764-4974-85dc-f99ab1cb2ffd req-00e14cc4-8d9b-4c79-9f7c-a93e1ffaf922 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 931 time: 0.2205019 Nov 16 04:46:38.355674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d4804b8-1764-4974-85dc-f99ab1cb2ffd req-1902b08d-056f-4d5b-bca9-e8e9d90d1074 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383746 Nov 16 04:46:38.507641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0aebb7-237b-483a-8834-a7ed28696fec {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:38.530140 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:38.548148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Transition to ACTIVE for port object 0e0aebb7-237b-483a-8834-a7ed28696fec will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:46:38.551961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:38.640638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0aebb7-237b-483a-8834-a7ed28696fec,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:38.770480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a0510-714a-4b07-81f2-e3cdc489b099 req-58c6e0ad-8f94-4a3b-9929-a1ea75da7ba9 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:38.772161 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba3a0510-714a-4b07-81f2-e3cdc489b099 req-58c6e0ad-8f94-4a3b-9929-a1ea75da7ba9 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 946 time: 0.1326997 Nov 16 04:46:38.773188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Attempting to bind port 0e0aebb7-237b-483a-8834-a7ed28696fec on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:46:38.773529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Attempting to bind port 0e0aebb7-237b-483a-8834-a7ed28696fec by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:46:38.773981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Attempting to bind port 0e0aebb7-237b-483a-8834-a7ed28696fec on network 651b49ac-cdfc-4796-8489-6adedffc3616 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:38.782149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Port 0e0aebb7-237b-483a-8834-a7ed28696fec on network 651b49ac-cdfc-4796-8489-6adedffc3616 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:46:38.782572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Attempting to bind port 0e0aebb7-237b-483a-8834-a7ed28696fec on network 651b49ac-cdfc-4796-8489-6adedffc3616 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:38.795971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:46:38.796330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Checking segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:38.796722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Bound using segment: {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:46:38.797186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Bound port: 0e0aebb7-237b-483a-8834-a7ed28696fec, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06cef54b-4fbe-490b-95b8-c925c12059f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:46:38.797737 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:38.900615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba3a0510-714a-4b07-81f2-e3cdc489b099 req-06619dab-6bba-4e5e-bc61-0ddd9389ac3b tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141310 Nov 16 04:46:38.924084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] For port 0e0aebb7-237b-483a-8834-a7ed28696fec, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:46:38.927203 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] For port 0e0aebb7-237b-483a-8834-a7ed28696fec, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0e0aebb7-237b-483a-8834-a7ed28696fec,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:46:38.967653 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:39.023574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d9f8ac8-2af9-4e72-8379-18d77259e6b9 req-757a89a3-fb2a-4f70-bb7c-79d46afbf253 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 210 time: 0.0676911 Nov 16 04:46:39.028905 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:39.029521 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:39.030942 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] 10.222.0.37 "PUT /v2.0/ports/0e0aebb7-237b-483a-8834-a7ed28696fec HTTP/1.1" status: 200 len: 1091 time: 1.3772147 Nov 16 04:46:39.031509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c10ef8c-3010-4826-a48a-cf9c977de24b', 'tag': '0e0aebb7-237b-483a-8834-a7ed28696fec'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:39.033881 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d45b9c1-a5e2-41e6-91bb-b91917a11821" -d '{"events": [{"name": "network-changed", "server_uuid": "1c10ef8c-3010-4826-a48a-cf9c977de24b", "tag": "0e0aebb7-237b-483a-8834-a7ed28696fec"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:39.062717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b52db0-4bae-4432-a03d-d83fad95cbe2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e0aebb7-237b-483a-8834-a7ed28696fec,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:39.102426 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c876426-a862-46f3-a8bd-b69df166fc67 x-openstack-request-id: req-3c876426-a862-46f3-a8bd-b69df166fc67 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:39.102727 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c10ef8c-3010-4826-a48a-cf9c977de24b", "tag": "0e0aebb7-237b-483a-8834-a7ed28696fec", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:39.103090 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c876426-a862-46f3-a8bd-b69df166fc67 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:39.103383 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c10ef8c-3010-4826-a48a-cf9c977de24b', 'tag': '0e0aebb7-237b-483a-8834-a7ed28696fec', 'status': 'completed', 'code': 200} Nov 16 04:46:39.226171 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-e668515e-a115-48f5-bbed-8e39370b4df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:39.227719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-e668515e-a115-48f5-bbed-8e39370b4df4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 1094 time: 0.1213112 Nov 16 04:46:39.352875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-87665844-9e6c-4e9d-910b-390b35a09c52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e0aebb7-237b-483a-8834-a7ed28696fec HTTP/1.1" status: 200 len: 217 time: 0.0661538 Nov 16 04:46:39.471332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278c37a-bf0f-4584-b1f9-1de0b54d550f req-af6678e0-258a-4371-b4d9-889aecbfe4b3 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:39.473041 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b278c37a-bf0f-4584-b1f9-1de0b54d550f req-af6678e0-258a-4371-b4d9-889aecbfe4b3 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 948 time: 0.2444091 Nov 16 04:46:39.518652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-f15378cf-e780-4507-9e9a-311598cde8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:39.520253 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-f15378cf-e780-4507-9e9a-311598cde8aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.1583681 Nov 16 04:46:39.539780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-a904b278-685a-4e9d-8588-f81909863f5c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:39.541270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-a904b278-685a-4e9d-8588-f81909863f5c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.15 "GET /v2.0/networks?id=ec618b91-ef2d-46e0-8280-f22dce52f8cd HTTP/1.1" status: 200 len: 814 time: 0.3836412 Nov 16 04:46:39.610704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6572fffd-719e-4ab4-9d16-999872c2a064 req-5a5a3e51-89b9-4967-b095-7494b2341fe1 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:39.612346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6572fffd-719e-4ab4-9d16-999872c2a064 req-5a5a3e51-89b9-4967-b095-7494b2341fe1 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 943 time: 0.1249871 Nov 16 04:46:39.635020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b278c37a-bf0f-4584-b1f9-1de0b54d550f req-c2f6ea31-29ce-4b00-a828-ebde4dcc1837 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bf4e644-6aa1-480a-9a04-0f2a325164d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519582 Nov 16 04:46:39.644665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-2730efc1-eebc-43d4-9806-61e46bf19674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:39.646252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-2730efc1-eebc-43d4-9806-61e46bf19674 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1025019 Nov 16 04:46:39.673056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-3341e6e3-6843-476c-8cbf-68f5233499cd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Request body: {'port': {'device_id': '9b1aa297-3a44-4d9f-a458-54ec8464435c', 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd', 'admin_state_up': True, 'tenant_id': '540c879af84a45ce9614fb83c9c7afb6'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:39.784410 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6572fffd-719e-4ab4-9d16-999872c2a064 req-aadc87f4-fe31-4c19-8d05-29fb8fed8c68 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622083 Nov 16 04:46:39.852939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-29369835-151a-4b93-98d7-5187a73555d9 service neutron] 10.222.0.37 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965756 Nov 16 04:46:39.882927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-3341e6e3-6843-476c-8cbf-68f5233499cd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Made reservation on behalf of 540c879af84a45ce9614fb83c9c7afb6 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:39.886926 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-3341e6e3-6843-476c-8cbf-68f5233499cd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:39.983722 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 67d17f09-af06-4bad-87d2-726d779ff2c8 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:46:40.094703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 67d17f09-af06-4bad-87d2-726d779ff2c8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67d17f09-af06-4bad-87d2-726d779ff2c8,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:40.103055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ededdcb5-a2dd-487f-812f-3af72cfe692d req-f2f03709-7d3a-4fda-af24-0743428712d5 service neutron] 10.222.0.37 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944807 Nov 16 04:46:40.108849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '67d17f09-af06-4bad-87d2-726d779ff2c8', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '67d17f09-af06-4bad-87d2-726d779ff2c8', 'mac_address': 'fa:16:3e:50:72:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:46:40.119018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-3341e6e3-6843-476c-8cbf-68f5233499cd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Allocated IP 172.20.0.8 (ec618b91-ef2d-46e0-8280-f22dce52f8cd/8326faef-5c7d-4ecc-8890-bc1a61c10766/e4b692dd-2338-4c16-81fb-0d92a85e218a) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:40.142937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a1edf463-2e41-462a-91f9-5a575a53ba4f details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:46:40.160426 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5167a133-b93d-4178-b472-5ca35d00e7df req-6a153c52-6d90-463e-a3f9-ba22b7b8b132 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 210 time: 0.0349395 Nov 16 04:46:40.176104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0802a-aec4-438b-b991-df677f180dd9 req-4fd703f4-2ca4-4b7b-9381-1699bcf25bbb tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:40.177081 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16ac618d-184b-4ee8-87e7-8f0936209624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:40.182926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ab0802a-aec4-438b-b991-df677f180dd9 req-4fd703f4-2ca4-4b7b-9381-1699bcf25bbb tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 946 time: 0.1412926 Nov 16 04:46:40.188004 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:40.241287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d17f09-af06-4bad-87d2-726d779ff2c8 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:40.269548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 67d17f09-af06-4bad-87d2-726d779ff2c8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67d17f09-af06-4bad-87d2-726d779ff2c8,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:40.274391 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:40.282358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45b9c1-a5e2-41e6-91bb-b91917a11821 req-332d46c9-99c6-4f98-843c-cce9d4ec9dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:40.283823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d45b9c1-a5e2-41e6-91bb-b91917a11821 req-332d46c9-99c6-4f98-843c-cce9d4ec9dcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 1094 time: 0.1258059 Nov 16 04:46:40.301801 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ab0802a-aec4-438b-b991-df677f180dd9 req-aadedba1-fdce-49b6-963a-9fc375800c9e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173980 Nov 16 04:46:40.342556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a1edf463-2e41-462a-91f9-5a575a53ba4f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a1edf463-2e41-462a-91f9-5a575a53ba4f,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:40.349888 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=67d17f09-af06-4bad-87d2-726d779ff2c8,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:40.361729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:40.362106 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:40.363131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:40.363131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:40.363131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:40.363426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:40.363726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:40.364052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:40.364377 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:40.364838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:40.365002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:40.365710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:40.370059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'a1edf463-2e41-462a-91f9-5a575a53ba4f', 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1', 'port_id': 'a1edf463-2e41-462a-91f9-5a575a53ba4f', 'mac_address': 'fa:16:3e:80:32:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c59619-5ebc-40ef-b173-643613d76faf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:46:40.448983 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:40.466969 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1edf463-2e41-462a-91f9-5a575a53ba4f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:40.507480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a1edf463-2e41-462a-91f9-5a575a53ba4f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a1edf463-2e41-462a-91f9-5a575a53ba4f,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:40.519435 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:40.586211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=a1edf463-2e41-462a-91f9-5a575a53ba4f,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:40.614349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['a1edf463-2e41-462a-91f9-5a575a53ba4f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:40.646082 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['67d17f09-af06-4bad-87d2-726d779ff2c8'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:40.834175 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-3341e6e3-6843-476c-8cbf-68f5233499cd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:40.835986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45b9c1-a5e2-41e6-91bb-b91917a11821 req-cfd8c69e-11ff-4c95-a898-42257e73b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:40.837518 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d45b9c1-a5e2-41e6-91bb-b91917a11821 req-cfd8c69e-11ff-4c95-a898-42257e73b5b8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.5093694 Nov 16 04:46:40.868428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2f069-c01c-4dc6-9a73-527051d1251c req-03049b37-87f0-4122-8647-0452e0e43540 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:40.870503 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87d2f069-c01c-4dc6-9a73-527051d1251c req-03049b37-87f0-4122-8647-0452e0e43540 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 945 time: 0.1094270 Nov 16 04:46:40.905673 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d45b9c1-a5e2-41e6-91bb-b91917a11821 req-61994d16-0ea4-464e-bfef-18270f46e9c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e0aebb7-237b-483a-8834-a7ed28696fec HTTP/1.1" status: 200 len: 217 time: 0.0594370 Nov 16 04:46:40.982783 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-3341e6e3-6843-476c-8cbf-68f5233499cd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:41.033258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45b9c1-a5e2-41e6-91bb-b91917a11821 req-f3ce3918-ac7d-40fe-bddb-68c7ec07251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:41.034746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d45b9c1-a5e2-41e6-91bb-b91917a11821 req-f3ce3918-ac7d-40fe-bddb-68c7ec07251d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.1202037 Nov 16 04:46:41.040722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87d2f069-c01c-4dc6-9a73-527051d1251c req-b5a71ced-0f9e-40e1-9c5b-e9ae2ec63613 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405528 Nov 16 04:46:41.063873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-3341e6e3-6843-476c-8cbf-68f5233499cd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Network ec618b91-ef2d-46e0-8280-f22dce52f8cd is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:41.082888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-3341e6e3-6843-476c-8cbf-68f5233499cd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:41.091013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-3341e6e3-6843-476c-8cbf-68f5233499cd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:41.093877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341e6e3-6843-476c-8cbf-68f5233499cd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Pushing event updated for resources: {'Port': ['ID=e4b692dd-2338-4c16-81fb-0d92a85e218a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:41.164207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45b9c1-a5e2-41e6-91bb-b91917a11821 req-32848844-5512-4823-b46a-ab1757c8d5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:41.165723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d45b9c1-a5e2-41e6-91bb-b91917a11821 req-32848844-5512-4823-b46a-ab1757c8d5ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186762 Nov 16 04:46:41.183108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-3341e6e3-6843-476c-8cbf-68f5233499cd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:41.185131 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-3341e6e3-6843-476c-8cbf-68f5233499cd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:41.253316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe336fa9-8641-4734-aeed-7e636edd5f00 req-f9a3103c-026d-4794-8ce6-c6b93884d4f9 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:41.255103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe336fa9-8641-4734-aeed-7e636edd5f00 req-f9a3103c-026d-4794-8ce6-c6b93884d4f9 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 949 time: 0.1347718 Nov 16 04:46:41.262667 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-3341e6e3-6843-476c-8cbf-68f5233499cd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5959222 Nov 16 04:46:41.280631 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Request body: {'port': {'device_id': '9b1aa297-3a44-4d9f-a458-54ec8464435c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:41.408802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d45b9c1-a5e2-41e6-91bb-b91917a11821 req-d151e12d-80aa-4183-88db-f4311109f077 service neutron] 10.222.0.37 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318325 Nov 16 04:46:41.414710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe336fa9-8641-4734-aeed-7e636edd5f00 req-f7931dc8-6d20-4de8-b043-1af3bff38091 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bf4e644-6aa1-480a-9a04-0f2a325164d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477580 Nov 16 04:46:41.447157 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:41.480818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc18370-5836-400a-a067-a968995acc3d req-4b1e0f35-b446-446f-a959-45a1649cc852 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:41.482335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dc18370-5836-400a-a067-a968995acc3d req-4b1e0f35-b446-446f-a959-45a1649cc852 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 943 time: 0.1797054 Nov 16 04:46:41.622080 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dc18370-5836-400a-a067-a968995acc3d req-ea734a1e-df8c-413d-99c7-1563eaf6fdef tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321287 Nov 16 04:46:41.690279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d45b9c1-a5e2-41e6-91bb-b91917a11821 req-f717ca84-d8a6-4f89-8fd3-9b81555bcfb6 service neutron] 10.222.0.37 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707658 Nov 16 04:46:41.717087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d9b15-612b-4a85-9d28-34207af73371 req-b6618af6-f98b-447c-a027-9d6f989206d0 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:41.718629 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-908d9b15-612b-4a85-9d28-34207af73371 req-b6618af6-f98b-447c-a027-9d6f989206d0 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 931 time: 0.1733515 Nov 16 04:46:41.824408 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:41.845783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-908d9b15-612b-4a85-9d28-34207af73371 req-c5f0dde7-2560-473c-9031-fd5873868f8f tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183736 Nov 16 04:46:41.929481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b692dd-2338-4c16-81fb-0d92a85e218a {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:41.956458 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:41.970595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Transition to ACTIVE for port object e4b692dd-2338-4c16-81fb-0d92a85e218a will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:46:41.981894 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:41.996379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 67d17f09-af06-4bad-87d2-726d779ff2c8 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:42.051405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 67d17f09-af06-4bad-87d2-726d779ff2c8 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:46:42.055356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 67d17f09-af06-4bad-87d2-726d779ff2c8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:42.055728 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:42.090997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b692dd-2338-4c16-81fb-0d92a85e218a,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:42.141223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a1edf463-2e41-462a-91f9-5a575a53ba4f up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:42.172836 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:42.187997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-93507c32-3b4c-44d6-b38f-1f40f0bc2f63 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:42.189389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-93507c32-3b4c-44d6-b38f-1f40f0bc2f63 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/networks?id=e964ee29-f20c-437c-bf6c-7fec122914b0 HTTP/1.1" status: 200 len: 804 time: 0.2407806 Nov 16 04:46:42.210394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d17f09-af06-4bad-87d2-726d779ff2c8'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:42.212565 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60a99a3-2e9b-4de6-8452-84804ae49bda" -d '{"events": [{"server_uuid": "ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9", "name": "network-vif-plugged", "status": "completed", "tag": "67d17f09-af06-4bad-87d2-726d779ff2c8"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:42.219773 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-8c541b6d-e225-4b6c-8a29-d57519e38ce0 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/quotas/63af366e9e2a4a14aab07ba7e485aed4 HTTP/1.1" status: 200 len: 375 time: 0.0217736 Nov 16 04:46:42.231896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 67d17f09-af06-4bad-87d2-726d779ff2c8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67d17f09-af06-4bad-87d2-726d779ff2c8,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:42.236411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port a1edf463-2e41-462a-91f9-5a575a53ba4f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:42.236778 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:42.239419 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:42.253727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379b416-ec5f-4d9d-9023-6c3f79c3f777 req-d61d6d42-1f58-4fd1-ad1f-10f7b77940ff tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:42.255185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5379b416-ec5f-4d9d-9023-6c3f79c3f777 req-d61d6d42-1f58-4fd1-ad1f-10f7b77940ff tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 945 time: 0.1273351 Nov 16 04:46:42.266328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Attempting to bind port e4b692dd-2338-4c16-81fb-0d92a85e218a on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:46:42.266654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Attempting to bind port e4b692dd-2338-4c16-81fb-0d92a85e218a by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:46:42.266972 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Attempting to bind port e4b692dd-2338-4c16-81fb-0d92a85e218a on network ec618b91-ef2d-46e0-8280-f22dce52f8cd {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:42.312488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Port e4b692dd-2338-4c16-81fb-0d92a85e218a on network ec618b91-ef2d-46e0-8280-f22dce52f8cd not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:46:42.313035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Attempting to bind port e4b692dd-2338-4c16-81fb-0d92a85e218a on network ec618b91-ef2d-46e0-8280-f22dce52f8cd {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:42.315618 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=67d17f09-af06-4bad-87d2-726d779ff2c8,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:42.333335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:46:42.333671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Checking segment: {'id': 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:42.334088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Bound using segment: {'id': 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:46:42.334512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Bound port: e4b692dd-2338-4c16-81fb-0d92a85e218a, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:46:42.334869 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:42.356614 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:42.381565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-981e5035-c762-438e-8b45-a855cb2539dc tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63af366e9e2a4a14aab07ba7e485aed4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492653 Nov 16 04:46:42.389908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a1edf463-2e41-462a-91f9-5a575a53ba4f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a1edf463-2e41-462a-91f9-5a575a53ba4f,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:42.393716 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:42.407856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c698-1044-4c4e-a891-8261d6a9c3af req-a68f4a3e-ec9d-4f48-8ccd-cd8d1e9e528d tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:42.409576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d059c698-1044-4c4e-a891-8261d6a9c3af req-a68f4a3e-ec9d-4f48-8ccd-cd8d1e9e528d tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 945 time: 0.1732781 Nov 16 04:46:42.415578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5379b416-ec5f-4d9d-9023-6c3f79c3f777 req-3892fca7-be9b-4457-a7b5-71b4b19e7ace tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505115 Nov 16 04:46:42.458376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=a1edf463-2e41-462a-91f9-5a575a53ba4f,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:42.475593 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd833ab8-a3b6-4f19-99a8-0367cc4b5b90 x-openstack-request-id: req-cd833ab8-a3b6-4f19-99a8-0367cc4b5b90 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:42.476075 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9", "name": "network-vif-plugged", "status": "completed", "tag": "67d17f09-af06-4bad-87d2-726d779ff2c8", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:42.476431 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd833ab8-a3b6-4f19-99a8-0367cc4b5b90 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:42.477055 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d17f09-af06-4bad-87d2-726d779ff2c8', 'code': 200} Nov 16 04:46:42.616246 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] For port e4b692dd-2338-4c16-81fb-0d92a85e218a, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:46:42.648724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] For port e4b692dd-2338-4c16-81fb-0d92a85e218a, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e4b692dd-2338-4c16-81fb-0d92a85e218a,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:46:42.668962 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:42.690113 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4c33a-5c33-4c5a-bfac-7debe8901f07 req-2a00eba1-cf6d-42f5-837e-87c16e219478 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:42.691569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ac4c33a-5c33-4c5a-bfac-7debe8901f07 req-2a00eba1-cf6d-42f5-837e-87c16e219478 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 950 time: 0.1765146 Nov 16 04:46:42.714795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-37072d97-3d8c-459f-addd-c84d1122dc3b service neutron] 10.222.0.41 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024318 Nov 16 04:46:42.727635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:42.728369 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:42.729928 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] 10.222.0.15 "PUT /v2.0/ports/e4b692dd-2338-4c16-81fb-0d92a85e218a HTTP/1.1" status: 200 len: 1091 time: 1.4531987 Nov 16 04:46:42.739047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1aa297-3a44-4d9f-a458-54ec8464435c', 'tag': 'e4b692dd-2338-4c16-81fb-0d92a85e218a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:42.741523 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f51441-74a5-4735-a87d-5387e0f10db6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1aa297-3a44-4d9f-a458-54ec8464435c", "tag": "e4b692dd-2338-4c16-81fb-0d92a85e218a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:42.762752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7df88-a26a-4df6-95eb-8c4140e713d2 req-12d3fb06-6fb4-478c-b465-d7063d84526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:42.764238 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99f7df88-a26a-4df6-95eb-8c4140e713d2 req-12d3fb06-6fb4-478c-b465-d7063d84526a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 1101 time: 0.2210910 Nov 16 04:46:42.868630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d059c698-1044-4c4e-a891-8261d6a9c3af req-6bc6f5bb-4370-42e6-8e31-360ad15810bc tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Deleting port a1edf463-2e41-462a-91f9-5a575a53ba4f {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:42.869254 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d059c698-1044-4c4e-a891-8261d6a9c3af req-6bc6f5bb-4370-42e6-8e31-360ad15810bc tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:42.893632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4edb1-2e44-456d-8943-dbaf2801fd63 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b692dd-2338-4c16-81fb-0d92a85e218a,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:42.974442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ac4c33a-5c33-4c5a-bfac-7debe8901f07 req-88989316-a000-4133-b433-43ed32518aee tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bf4e644-6aa1-480a-9a04-0f2a325164d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561278 Nov 16 04:46:42.999168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-c1460050-359b-44ba-9162-4807b8e07417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:43.000640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-c1460050-359b-44ba-9162-4807b8e07417 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=540c879af84a45ce9614fb83c9c7afb6&device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 1094 time: 0.2268665 Nov 16 04:46:43.008000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99f7df88-a26a-4df6-95eb-8c4140e713d2 req-999626e1-7695-4161-931b-fd00a81a6253 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9bf4e644-6aa1-480a-9a04-0f2a325164d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215500 Nov 16 04:46:43.064270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-68ea79ed-2a9f-4723-a9bb-0435279b0c82 service neutron] 10.222.0.41 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312211 Nov 16 04:46:43.068649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-fda840e0-6a4b-4b35-bcd3-ad0b77d3dde4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4b692dd-2338-4c16-81fb-0d92a85e218a HTTP/1.1" status: 200 len: 217 time: 0.0532403 Nov 16 04:46:43.081314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d059c698-1044-4c4e-a891-8261d6a9c3af req-6bc6f5bb-4370-42e6-8e31-360ad15810bc tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] For port a1edf463-2e41-462a-91f9-5a575a53ba4f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a1edf463-2e41-462a-91f9-5a575a53ba4f,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:43.081682 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d059c698-1044-4c4e-a891-8261d6a9c3af req-6bc6f5bb-4370-42e6-8e31-360ad15810bc tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:43.118938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d059c698-1044-4c4e-a891-8261d6a9c3af req-6bc6f5bb-4370-42e6-8e31-360ad15810bc tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Calling delete_port for a1edf463-2e41-462a-91f9-5a575a53ba4f owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:43.178679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-cc443831-e5ee-4f02-8830-789d21b77a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:43.179762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-cc443831-e5ee-4f02-8830-789d21b77a3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8326faef-5c7d-4ecc-8890-bc1a61c10766 HTTP/1.1" status: 200 len: 854 time: 0.1005580 Nov 16 04:46:43.188943 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:43.232147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-8465a32e-5257-4b7e-92a2-e46d0fb38967 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec618b91-ef2d-46e0-8280-f22dce52f8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419111 Nov 16 04:46:43.268750 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896f8ed8-1ab2-435f-92b3-a59126e0b6af x-openstack-request-id: req-896f8ed8-1ab2-435f-92b3-a59126e0b6af {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:43.269054 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1aa297-3a44-4d9f-a458-54ec8464435c", "tag": "e4b692dd-2338-4c16-81fb-0d92a85e218a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:43.269291 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-896f8ed8-1ab2-435f-92b3-a59126e0b6af {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:43.269699 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1aa297-3a44-4d9f-a458-54ec8464435c', 'tag': 'e4b692dd-2338-4c16-81fb-0d92a85e218a', 'status': 'completed', 'code': 200} Nov 16 04:46:43.400150 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36db2e-052a-4b01-ad0e-e7820f2d3fcb req-328db6e5-7e50-4c40-b820-060b3efd4b2f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:43.401725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e36db2e-052a-4b01-ad0e-e7820f2d3fcb req-328db6e5-7e50-4c40-b820-060b3efd4b2f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 943 time: 0.1741464 Nov 16 04:46:43.483993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-972b6265-6a8f-4446-b425-0a524ccc0402 service neutron] 10.222.0.15 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412963 Nov 16 04:46:43.490477 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d059c698-1044-4c4e-a891-8261d6a9c3af req-6bc6f5bb-4370-42e6-8e31-360ad15810bc tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:43.530027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4929d-d5a4-4808-bbf9-b9eddd692583 req-db444fce-2f4c-49c8-b520-2b215a6f1c19 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:43.531664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6c4929d-d5a4-4808-bbf9-b9eddd692583 req-db444fce-2f4c-49c8-b520-2b215a6f1c19 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 943 time: 0.1598444 Nov 16 04:46:43.590552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e36db2e-052a-4b01-ad0e-e7820f2d3fcb req-65346f51-0528-4338-ad74-a735b9448591 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714656 Nov 16 04:46:43.591388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6f5bb-4370-42e6-8e31-360ad15810bc tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Pushing event deleted for resources: {'Port': ['ID=a1edf463-2e41-462a-91f9-5a575a53ba4f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:43.674940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d059c698-1044-4c4e-a891-8261d6a9c3af req-6bc6f5bb-4370-42e6-8e31-360ad15810bc tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] No DVR routers for this DVR port a1edf463-2e41-462a-91f9-5a575a53ba4f on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:46:43.680765 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d059c698-1044-4c4e-a891-8261d6a9c3af req-6bc6f5bb-4370-42e6-8e31-360ad15810bc tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:43.684706 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d059c698-1044-4c4e-a891-8261d6a9c3af req-6bc6f5bb-4370-42e6-8e31-360ad15810bc tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.15 "DELETE /v2.0/ports/a1edf463-2e41-462a-91f9-5a575a53ba4f HTTP/1.1" status: 204 len: 173 time: 1.2602015 Nov 16 04:46:43.718285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6c4929d-d5a4-4808-bbf9-b9eddd692583 req-5422cde4-20e7-4375-9130-6ef8138b9da5 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340723 Nov 16 04:46:43.740880 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:43.761898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64e1993b-14bf-4bcc-bcb2-317184b52adf req-87e6438b-59e2-4ab9-8513-72e9eb169f8d service neutron] 10.222.0.15 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648394 Nov 16 04:46:43.782919 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d28307a8-4471-4441-9207-e560f8f208bc req-2d0fdb51-35c3-4ade-9986-e7ac310862ff tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 210 time: 0.0439258 Nov 16 04:46:43.881037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b1b9779-ad88-4581-aaed-1595a8ad2917 req-41e653a9-4ec2-414f-ac6e-0ebbe77f2cb4 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b9fcb3b-164e-4021-9ea6-3b746ade28a3 HTTP/1.1" status: 200 len: 210 time: 0.0479321 Nov 16 04:46:43.905333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f51441-74a5-4735-a87d-5387e0f10db6 req-316cc6f9-eab9-4dca-8a3f-c3102d556c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:43.906782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5f51441-74a5-4735-a87d-5387e0f10db6 req-316cc6f9-eab9-4dca-8a3f-c3102d556c40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=540c879af84a45ce9614fb83c9c7afb6&device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 1094 time: 0.0649979 Nov 16 04:46:43.988870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ed7f9-730a-4cd6-8b50-95f70b57e4b0 req-5b88284e-848f-4508-8b3e-8cd5d25b9658 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:43.990325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f73ed7f9-730a-4cd6-8b50-95f70b57e4b0 req-5b88284e-848f-4508-8b3e-8cd5d25b9658 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.37 "GET /v2.0/ports?device_id=e969e12b-8e51-47f6-9df0-0f586b8d7ea4 HTTP/1.1" status: 200 len: 946 time: 0.0961506 Nov 16 04:46:44.002380 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0e0aebb7-237b-483a-8834-a7ed28696fec details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:46:44.006158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device de66d9c4-ec72-4513-bb68-7c7113707821 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:44.153551 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:44.168552 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a1edf463-2e41-462a-91f9-5a575a53ba4f no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:44.196613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: a1edf463-2e41-462a-91f9-5a575a53ba4f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:44.197310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a1edf463-2e41-462a-91f9-5a575a53ba4f not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:44.212430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0e0aebb7-237b-483a-8834-a7ed28696fec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0e0aebb7-237b-483a-8834-a7ed28696fec,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:44.270843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '0e0aebb7-237b-483a-8834-a7ed28696fec', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'port_id': '0e0aebb7-237b-483a-8834-a7ed28696fec', 'mac_address': 'fa:16:3e:0a:94:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:46:44.279366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port de66d9c4-ec72-4513-bb68-7c7113707821, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=de66d9c4-ec72-4513-bb68-7c7113707821,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:44.295648 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:44.403557 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:44.409842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f51441-74a5-4735-a87d-5387e0f10db6 req-d4b57e8b-3ae2-43ce-9a38-dbb568d3c393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:44.411310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5f51441-74a5-4735-a87d-5387e0f10db6 req-d4b57e8b-3ae2-43ce-9a38-dbb568d3c393 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec618b91-ef2d-46e0-8280-f22dce52f8cd HTTP/1.1" status: 200 len: 915 time: 0.4912913 Nov 16 04:46:44.445323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0aebb7-237b-483a-8834-a7ed28696fec {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:44.477677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9fcb3b-164e-4021-9ea6-3b746ade28a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1edf463-2e41-462a-91f9-5a575a53ba4f'}, {'server_uuid': 'e969e12b-8e51-47f6-9df0-0f586b8d7ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de66d9c4-ec72-4513-bb68-7c7113707821'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:44.481496 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d93c21-c3e7-4c69-bcc2-c7dcbce6beff" -d '{"events": [{"server_uuid": "0b9fcb3b-164e-4021-9ea6-3b746ade28a3", "name": "network-vif-plugged", "status": "completed", "tag": "a1edf463-2e41-462a-91f9-5a575a53ba4f"}, {"server_uuid": "e969e12b-8e51-47f6-9df0-0f586b8d7ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "de66d9c4-ec72-4513-bb68-7c7113707821"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:44.482869 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5f51441-74a5-4735-a87d-5387e0f10db6 req-4296f4d8-5086-466e-ae22-885d38246979 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4b692dd-2338-4c16-81fb-0d92a85e218a HTTP/1.1" status: 200 len: 217 time: 0.0622728 Nov 16 04:46:44.486223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0e0aebb7-237b-483a-8834-a7ed28696fec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0e0aebb7-237b-483a-8834-a7ed28696fec,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:44.487537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=de66d9c4-ec72-4513-bb68-7c7113707821,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:44.499047 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:44.534633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af54fe-1882-40e0-aef2-36a59fc5acbc req-1bd2ea3b-b1da-4369-adf1-7025f8b556e2 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:44.542805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0af54fe-1882-40e0-aef2-36a59fc5acbc req-1bd2ea3b-b1da-4369-adf1-7025f8b556e2 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 950 time: 0.1670752 Nov 16 04:46:44.557910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0e0aebb7-237b-483a-8834-a7ed28696fec,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:44.587665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f51441-74a5-4735-a87d-5387e0f10db6 req-d2336c43-53f2-4b0d-bb23-dc9f2dea0481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:44.589953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5f51441-74a5-4735-a87d-5387e0f10db6 req-d2336c43-53f2-4b0d-bb23-dc9f2dea0481 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8326faef-5c7d-4ecc-8890-bc1a61c10766 HTTP/1.1" status: 200 len: 854 time: 0.0982842 Nov 16 04:46:44.592736 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73413166-d944-498f-81c2-f98bce15c577 x-openstack-request-id: req-73413166-d944-498f-81c2-f98bce15c577 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:44.593062 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9fcb3b-164e-4021-9ea6-3b746ade28a3", "name": "network-vif-plugged", "status": "completed", "tag": "a1edf463-2e41-462a-91f9-5a575a53ba4f", "code": 200}, {"server_uuid": "e969e12b-8e51-47f6-9df0-0f586b8d7ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "de66d9c4-ec72-4513-bb68-7c7113707821", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:44.593322 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73413166-d944-498f-81c2-f98bce15c577 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:44.593914 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9fcb3b-164e-4021-9ea6-3b746ade28a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1edf463-2e41-462a-91f9-5a575a53ba4f', 'code': 200} Nov 16 04:46:44.594178 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e969e12b-8e51-47f6-9df0-0f586b8d7ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de66d9c4-ec72-4513-bb68-7c7113707821', 'code': 200} Nov 16 04:46:44.606523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-f73ed7f9-730a-4cd6-8b50-95f70b57e4b0 req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Deleting port de66d9c4-ec72-4513-bb68-7c7113707821 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:44.606857 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f73ed7f9-730a-4cd6-8b50-95f70b57e4b0 req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:44.681035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5f51441-74a5-4735-a87d-5387e0f10db6 req-0785eadd-923d-40ee-aade-ff47fdb64b69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec618b91-ef2d-46e0-8280-f22dce52f8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711150 Nov 16 04:46:44.690544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0af54fe-1882-40e0-aef2-36a59fc5acbc req-77c76fbe-a850-41aa-8a03-eef552e2ac71 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bf4e644-6aa1-480a-9a04-0f2a325164d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466804 Nov 16 04:46:44.794188 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-45c29944-1e03-4299-bd93-b6fb3574ab99 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:44.795923 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-45c29944-1e03-4299-bd93-b6fb3574ab99 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.37 "GET /v2.0/networks?id=e964ee29-f20c-437c-bf6c-7fec122914b0 HTTP/1.1" status: 200 len: 804 time: 0.4816298 Nov 16 04:46:44.804931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['0e0aebb7-237b-483a-8834-a7ed28696fec'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:44.811402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-84bc9d26-8826-4717-8e68-31739a59f25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Request body: {'port': {'device_id': 'de532974-28f4-4c67-a6e5-7b70e020b34c', 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0', 'admin_state_up': True, 'tenant_id': '63af366e9e2a4a14aab07ba7e485aed4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:44.829996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d4708-a2cd-4372-b98b-9dac120941f6 req-942b80e9-40cd-4990-a3d3-4e98044eda6c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:44.832426 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-723d4708-a2cd-4372-b98b-9dac120941f6 req-942b80e9-40cd-4990-a3d3-4e98044eda6c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 944 time: 0.1474710 Nov 16 04:46:44.833378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f73ed7f9-730a-4cd6-8b50-95f70b57e4b0 req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] For port de66d9c4-ec72-4513-bb68-7c7113707821, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=de66d9c4-ec72-4513-bb68-7c7113707821,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:44.833742 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f73ed7f9-730a-4cd6-8b50-95f70b57e4b0 req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:44.880197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-f73ed7f9-730a-4cd6-8b50-95f70b57e4b0 req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Calling delete_port for de66d9c4-ec72-4513-bb68-7c7113707821 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:44.933381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-84bc9d26-8826-4717-8e68-31739a59f25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Made reservation on behalf of 63af366e9e2a4a14aab07ba7e485aed4 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:44.937167 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-84bc9d26-8826-4717-8e68-31739a59f25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:44.938401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5f51441-74a5-4735-a87d-5387e0f10db6 req-0c5f1dc3-235c-43b0-8ec3-f232e8cab2f5 service neutron] 10.222.0.15 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358677 Nov 16 04:46:45.030953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-723d4708-a2cd-4372-b98b-9dac120941f6 req-43953845-1829-4581-8777-b98a5682b92a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926427 Nov 16 04:46:45.048711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa35060-eac1-455e-a5dd-4f8dd7fe2e0f req-bcc244d2-a9b1-41d7-9591-090bc8861958 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:45.048711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfa35060-eac1-455e-a5dd-4f8dd7fe2e0f req-bcc244d2-a9b1-41d7-9591-090bc8861958 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 943 time: 0.2003050 Nov 16 04:46:45.079706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-84bc9d26-8826-4717-8e68-31739a59f25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Allocated IP 172.20.0.10 (e964ee29-f20c-437c-bf6c-7fec122914b0/063c054f-393a-4bcd-b5ae-2266d7cc8f6b/4fe863f5-5ab8-4633-bc6f-b583314445dd) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:45.165841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ea5e013-1040-427c-9729-aec66c0fcd66 req-3ccf4f4a-99a3-4219-93a1-a6bb3103dc0d tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 210 time: 0.0582643 Nov 16 04:46:45.168993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5f51441-74a5-4735-a87d-5387e0f10db6 req-f416ccca-aae5-445c-8e84-7bba6d42ec74 service neutron] 10.222.0.15 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214949 Nov 16 04:46:45.172343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfa35060-eac1-455e-a5dd-4f8dd7fe2e0f req-940c6ea4-bb2d-49ed-b4b0-56cc4f4e011e tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173413 Nov 16 04:46:45.241173 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-84bc9d26-8826-4717-8e68-31739a59f25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.246798 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f73ed7f9-730a-4cd6-8b50-95f70b57e4b0 req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.279125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9fcb3b-164e-4021-9ea6-3b746ade28a3', 'name': 'network-vif-deleted', 'tag': 'a1edf463-2e41-462a-91f9-5a575a53ba4f'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:45.279320 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-84bc9d26-8826-4717-8e68-31739a59f25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.281339 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3ec8ae-a8d9-47bf-aea0-4ae1e67cc44f" -d '{"events": [{"server_uuid": "0b9fcb3b-164e-4021-9ea6-3b746ade28a3", "name": "network-vif-deleted", "tag": "a1edf463-2e41-462a-91f9-5a575a53ba4f"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:45.286717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Pushing event deleted for resources: {'Port': ['ID=de66d9c4-ec72-4513-bb68-7c7113707821,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:45.313192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:45.313192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:45.313621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:45.313989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:45.314345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:45.314643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:45.314972 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:45.315442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:45.315599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:45.315923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:45.316284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:45.317161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:46:45.327110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-84bc9d26-8826-4717-8e68-31739a59f25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Network e964ee29-f20c-437c-bf6c-7fec122914b0 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:45.330065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-84bc9d26-8826-4717-8e68-31739a59f25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:45.332714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-84bc9d26-8826-4717-8e68-31739a59f25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:45.338587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73ed7f9-730a-4cd6-8b50-95f70b57e4b0 req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] No DVR routers for this DVR port de66d9c4-ec72-4513-bb68-7c7113707821 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:46:45.341832 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f73ed7f9-730a-4cd6-8b50-95f70b57e4b0 req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.345596 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f73ed7f9-730a-4cd6-8b50-95f70b57e4b0 req-cca6ad56-5fa9-4b1f-abd7-5dba10b57c58 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.37 "DELETE /v2.0/ports/de66d9c4-ec72-4513-bb68-7c7113707821 HTTP/1.1" status: 204 len: 173 time: 1.3459280 Nov 16 04:46:45.365340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc9d26-8826-4717-8e68-31739a59f25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Pushing event updated for resources: {'Port': ['ID=4fe863f5-5ab8-4633-bc6f-b583314445dd,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:45.387095 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a840e474-fa2d-41f5-b41f-eb963af3fd2e x-openstack-request-id: req-a840e474-fa2d-41f5-b41f-eb963af3fd2e {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:45.387389 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9fcb3b-164e-4021-9ea6-3b746ade28a3", "name": "network-vif-deleted", "tag": "a1edf463-2e41-462a-91f9-5a575a53ba4f", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:45.387642 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a840e474-fa2d-41f5-b41f-eb963af3fd2e {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:45.388694 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9fcb3b-164e-4021-9ea6-3b746ade28a3', 'name': 'network-vif-deleted', 'tag': 'a1edf463-2e41-462a-91f9-5a575a53ba4f', 'status': 'completed', 'code': 200} Nov 16 04:46:45.395325 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40836) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:45.402059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4f35f50c-cace-4f1d-8428-4b8172b5bcd8 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1669506885', 'description': 'tempest-description--1424877449'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:45.419857 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-84bc9d26-8826-4717-8e68-31739a59f25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:45.420659 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-84bc9d26-8826-4717-8e68-31739a59f25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.448177 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4f35f50c-cace-4f1d-8428-4b8172b5bcd8 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.454061 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-84bc9d26-8826-4717-8e68-31739a59f25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6490314 Nov 16 04:46:45.471458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Request body: {'port': {'device_id': 'de532974-28f4-4c67-a6e5-7b70e020b34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:45.551736 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.599468 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4f35f50c-cace-4f1d-8428-4b8172b5bcd8 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.606201 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4f35f50c-cace-4f1d-8428-4b8172b5bcd8 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.636915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de236d89-fa40-48db-ae31-73f6caa02193 req-f8274483-3214-4ea3-8b9c-d2f64b81e457 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:45.638453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de236d89-fa40-48db-ae31-73f6caa02193 req-f8274483-3214-4ea3-8b9c-d2f64b81e457 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 945 time: 0.0508478 Nov 16 04:46:45.654315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35f50c-cace-4f1d-8428-4b8172b5bcd8 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb39a29-a87c-45e1-8161-7e34f26f6a78,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:45.659771 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4f35f50c-cace-4f1d-8428-4b8172b5bcd8 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.660987 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4f35f50c-cace-4f1d-8428-4b8172b5bcd8 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2646735 Nov 16 04:46:45.665109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40842) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:45.670242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-eb6ead5b-ccbd-42ab-a744-aa27b1551c3e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Request body: {'security_group_rule': {'security_group_id': '0bb39a29-a87c-45e1-8161-7e34f26f6a78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:45.718601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de236d89-fa40-48db-ae31-73f6caa02193 req-cbdbac87-6271-4a43-b30d-43a7d63d99c1 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f8bd422-cdba-4edb-9809-10b3a3917ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733204 Nov 16 04:46:45.732261 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eb6ead5b-ccbd-42ab-a744-aa27b1551c3e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.830286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eb6ead5b-ccbd-42ab-a744-aa27b1551c3e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.835223 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eb6ead5b-ccbd-42ab-a744-aa27b1551c3e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.887187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ead5b-ccbd-42ab-a744-aa27b1551c3e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e389058e-5246-494c-bb5d-5bba41ad2ab5,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:45.902066 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eb6ead5b-ccbd-42ab-a744-aa27b1551c3e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.906155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-eb6ead5b-ccbd-42ab-a744-aa27b1551c3e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2400188 Nov 16 04:46:45.906773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40850) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:45.912271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6075591a-04ec-45e6-90c4-1b937f3dfc03 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Request body: {'security_group_rule': {'security_group_id': '0bb39a29-a87c-45e1-8161-7e34f26f6a78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:45.929454 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe863f5-5ab8-4633-bc6f-b583314445dd {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:45.931487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd0d2-87ae-4056-8666-7c3f61cc1484 req-e34eb889-004d-405a-b9f9-d96b5013f76b tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:45.933051 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-235cd0d2-87ae-4056-8666-7c3f61cc1484 req-e34eb889-004d-405a-b9f9-d96b5013f76b tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 950 time: 0.1166418 Nov 16 04:46:45.937970 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.950952 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Transition to ACTIVE for port object 4fe863f5-5ab8-4633-bc6f-b583314445dd will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:46:45.955488 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:45.955650 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6075591a-04ec-45e6-90c4-1b937f3dfc03 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.009004 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Pushing event updated for resources: {'Port': ['ID=4fe863f5-5ab8-4633-bc6f-b583314445dd,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:46.014359 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0e0aebb7-237b-483a-8834-a7ed28696fec up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:46.039883 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-235cd0d2-87ae-4056-8666-7c3f61cc1484 req-d097b618-64f0-4c48-a631-7b6ba1232775 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bf4e644-6aa1-480a-9a04-0f2a325164d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850701 Nov 16 04:46:46.042707 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6075591a-04ec-45e6-90c4-1b937f3dfc03 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.049536 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6075591a-04ec-45e6-90c4-1b937f3dfc03 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.074890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075591a-04ec-45e6-90c4-1b937f3dfc03 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e7fc98-2de7-4e20-836d-ce029de0eea1,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:46.094347 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6075591a-04ec-45e6-90c4-1b937f3dfc03 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.099479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6075591a-04ec-45e6-90c4-1b937f3dfc03 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1908684 Nov 16 04:46:46.101001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40856) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:46.106637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:46.123658 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 0e0aebb7-237b-483a-8834-a7ed28696fec completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:46:46.129373 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Attempting to bind port 4fe863f5-5ab8-4633-bc6f-b583314445dd on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:46:46.129893 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Attempting to bind port 4fe863f5-5ab8-4633-bc6f-b583314445dd by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:46:46.130360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Attempting to bind port 4fe863f5-5ab8-4633-bc6f-b583314445dd on network e964ee29-f20c-437c-bf6c-7fec122914b0 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:46.133980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 0e0aebb7-237b-483a-8834-a7ed28696fec triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:46.134411 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.141963 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Port 4fe863f5-5ab8-4633-bc6f-b583314445dd on network e964ee29-f20c-437c-bf6c-7fec122914b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:46:46.142823 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Attempting to bind port 4fe863f5-5ab8-4633-bc6f-b583314445dd on network e964ee29-f20c-437c-bf6c-7fec122914b0 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:46.149376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:46:46.150196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Checking segment: {'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:46.151462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Bound using segment: {'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:46:46.152277 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Bound port: 4fe863f5-5ab8-4633-bc6f-b583314445dd, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba838c77-8759-44e4-9bf4-70df4ea3691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:46:46.152910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.165259 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.173777 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.190051 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e4b692dd-2338-4c16-81fb-0d92a85e218a details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:46:46.241415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c2816-4de2-484f-8460-d2a545cf1529 req-babfa40c-d83f-49eb-8fdd-f0b6425ab99d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:46.249278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc0c2816-4de2-484f-8460-d2a545cf1529 req-babfa40c-d83f-49eb-8fdd-f0b6425ab99d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 944 time: 0.1215591 Nov 16 04:46:46.255660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] For port 4fe863f5-5ab8-4633-bc6f-b583314445dd, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:46:46.259417 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] For port 4fe863f5-5ab8-4633-bc6f-b583314445dd, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4fe863f5-5ab8-4633-bc6f-b583314445dd,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:46:46.271444 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.313595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:46.314399 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.315792 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] 10.222.0.37 "PUT /v2.0/ports/4fe863f5-5ab8-4633-bc6f-b583314445dd HTTP/1.1" status: 200 len: 1092 time: 0.8484657 Nov 16 04:46:46.316798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de532974-28f4-4c67-a6e5-7b70e020b34c', 'tag': '4fe863f5-5ab8-4633-bc6f-b583314445dd'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:46.320376 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa12aa7-1a1a-4033-9bd2-d134d41b6d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "de532974-28f4-4c67-a6e5-7b70e020b34c", "tag": "4fe863f5-5ab8-4633-bc6f-b583314445dd"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:46.328578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc0c2816-4de2-484f-8460-d2a545cf1529 req-7c202cfe-5c1e-4667-8ff2-3f1c134d985a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783043 Nov 16 04:46:46.362848 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a34a5-ae14-40b9-8b25-74cd6a1842eb service neutron] Pushing event updated for resources: {'Port': ['ID=4fe863f5-5ab8-4633-bc6f-b583314445dd,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:46.397221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486a5ed-ce03-43c2-a9c5-f4cf698cf41e req-109d4c03-a22b-4d00-b923-aa9d21889278 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:46.399274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d486a5ed-ce03-43c2-a9c5-f4cf698cf41e req-109d4c03-a22b-4d00-b923-aa9d21889278 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 944 time: 0.0947886 Nov 16 04:46:46.427986 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-f5b042b1-9fe1-4f00-a67b-fae2e83d2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:46.429582 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-f5b042b1-9fe1-4f00-a67b-fae2e83d2c91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63af366e9e2a4a14aab07ba7e485aed4&device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 1095 time: 0.0555062 Nov 16 04:46:46.440681 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.478190 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-d4acd5bc-793f-4eba-bc1f-c2e83db03553 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe863f5-5ab8-4633-bc6f-b583314445dd HTTP/1.1" status: 200 len: 217 time: 0.0355151 Nov 16 04:46:46.480019 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.534682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-927cf0f6-1d9e-4d8f-93b5-6260b9b95e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:46.535401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e4b692dd-2338-4c16-81fb-0d92a85e218a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e4b692dd-2338-4c16-81fb-0d92a85e218a,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:46.536485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d486a5ed-ce03-43c2-a9c5-f4cf698cf41e req-4424dec0-1c62-4fdb-ab44-75b54892dac1 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250248 Nov 16 04:46:46.536914 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-927cf0f6-1d9e-4d8f-93b5-6260b9b95e02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=063c054f-393a-4bcd-b5ae-2266d7cc8f6b HTTP/1.1" status: 200 len: 844 time: 0.0507033 Nov 16 04:46:46.548114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0e0aebb7-237b-483a-8834-a7ed28696fec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0e0aebb7-237b-483a-8834-a7ed28696fec,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:46.553459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'e4b692dd-2338-4c16-81fb-0d92a85e218a', 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd', 'port_id': 'e4b692dd-2338-4c16-81fb-0d92a85e218a', 'mac_address': 'fa:16:3e:72:9e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8326faef-5c7d-4ecc-8890-bc1a61c10766', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:46:46.557233 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.558349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device de66d9c4-ec72-4513-bb68-7c7113707821 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:46.577872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd3acb-eecb-40b0-b155-e6d56e2bf181 req-c3472619-37c2-4339-8c6a-2a8f920624d9 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:46.579503 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24dd3acb-eecb-40b0-b155-e6d56e2bf181 req-c3472619-37c2-4339-8c6a-2a8f920624d9 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 943 time: 0.1435237 Nov 16 04:46:46.590429 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-5b7c0010-e7d6-4d63-8040-683151e37332 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e964ee29-f20c-437c-bf6c-7fec122914b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433865 Nov 16 04:46:46.597715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c10ef8c-3010-4826-a48a-cf9c977de24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0aebb7-237b-483a-8834-a7ed28696fec'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:46.600008 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa069e19-8405-4d42-afb5-228a0e33ed4a" -d '{"events": [{"server_uuid": "1c10ef8c-3010-4826-a48a-cf9c977de24b", "name": "network-vif-plugged", "status": "completed", "tag": "0e0aebb7-237b-483a-8834-a7ed28696fec"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:46.608546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: de66d9c4-ec72-4513-bb68-7c7113707821 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:46.608910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device de66d9c4-ec72-4513-bb68-7c7113707821 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:46.662383 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.664126 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0e0aebb7-237b-483a-8834-a7ed28696fec,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:46.679387 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b692dd-2338-4c16-81fb-0d92a85e218a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:46.690679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Allocated IP 172.25.0.135 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/6c3d77e0-2bdc-45e7-a0dd-5e49b49366de) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:46.699136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e4b692dd-2338-4c16-81fb-0d92a85e218a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e4b692dd-2338-4c16-81fb-0d92a85e218a,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:46.704271 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.705022 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-befc4bf2-7090-4ff1-a8cb-4d6a9606ad36 service neutron] 10.222.0.37 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039860 Nov 16 04:46:46.711068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24dd3acb-eecb-40b0-b155-e6d56e2bf181 req-e9d586af-ef34-4f67-a5eb-b3aabf3d6f19 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252456 Nov 16 04:46:46.737242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847630fb-562c-4edc-8a67-f1ea2985ecbb req-4cbfd124-a07e-436f-a520-283933ca3c1b tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:46.738853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-847630fb-562c-4edc-8a67-f1ea2985ecbb req-4cbfd124-a07e-436f-a520-283933ca3c1b tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 950 time: 0.1144986 Nov 16 04:46:46.768289 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e4b692dd-2338-4c16-81fb-0d92a85e218a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:46.833400 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-847630fb-562c-4edc-8a67-f1ea2985ecbb req-08f955a1-5cd9-4d9e-96e9-9022959d0d4d tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bf4e644-6aa1-480a-9a04-0f2a325164d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699172 Nov 16 04:46:46.839450 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8426b28-9f99-483e-8d73-318ed3e47775 req-06a6416f-7633-4d6e-9fc9-715b774eb7fd service neutron] 10.222.0.37 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193640 Nov 16 04:46:46.866127 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.903232 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:46.905984 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0766a634-6c17-42aa-8745-3bd99738fa0d x-openstack-request-id: req-0766a634-6c17-42aa-8745-3bd99738fa0d {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:46.906572 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de532974-28f4-4c67-a6e5-7b70e020b34c", "tag": "4fe863f5-5ab8-4633-bc6f-b583314445dd", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:46.906895 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0766a634-6c17-42aa-8745-3bd99738fa0d {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:46.907533 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de532974-28f4-4c67-a6e5-7b70e020b34c', 'tag': '4fe863f5-5ab8-4633-bc6f-b583314445dd', 'status': 'completed', 'code': 200} Nov 16 04:46:46.948990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:46.951575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:46.955612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:46.959275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e4b692dd-2338-4c16-81fb-0d92a85e218a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:46.988465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Pushing event updated for resources: {'Port': ['ID=6c3d77e0-2bdc-45e7-a0dd-5e49b49366de,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:46.990300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa12aa7-1a1a-4033-9bd2-d134d41b6d1f req-e77ab7b1-38d5-43a7-9fb6-55f7ffec1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:46.991858 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8aa12aa7-1a1a-4033-9bd2-d134d41b6d1f req-e77ab7b1-38d5-43a7-9fb6-55f7ffec1f06 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=63af366e9e2a4a14aab07ba7e485aed4&device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 1095 time: 0.0551684 Nov 16 04:46:47.036538 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c4db0d-e050-4d8e-a2f3-6f7db11d7bbb x-openstack-request-id: req-e5c4db0d-e050-4d8e-a2f3-6f7db11d7bbb {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:47.036997 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c10ef8c-3010-4826-a48a-cf9c977de24b", "name": "network-vif-plugged", "status": "completed", "tag": "0e0aebb7-237b-483a-8834-a7ed28696fec", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:47.037092 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5c4db0d-e050-4d8e-a2f3-6f7db11d7bbb {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:47.037549 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c10ef8c-3010-4826-a48a-cf9c977de24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0aebb7-237b-483a-8834-a7ed28696fec', 'code': 200} Nov 16 04:46:47.106958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa12aa7-1a1a-4033-9bd2-d134d41b6d1f req-ebb51625-dee0-4bac-a3c7-91388f76d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:47.108717 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8aa12aa7-1a1a-4033-9bd2-d134d41b6d1f req-ebb51625-dee0-4bac-a3c7-91388f76d56e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e964ee29-f20c-437c-bf6c-7fec122914b0 HTTP/1.1" status: 200 len: 905 time: 0.1071951 Nov 16 04:46:47.112608 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:47.172098 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8aa12aa7-1a1a-4033-9bd2-d134d41b6d1f req-5d68f09d-314c-45b8-8353-44f5dec59745 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe863f5-5ab8-4633-bc6f-b583314445dd HTTP/1.1" status: 200 len: 217 time: 0.0488827 Nov 16 04:46:47.189219 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:47.231995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa12aa7-1a1a-4033-9bd2-d134d41b6d1f req-86fd08ce-966e-4e3e-a9d5-bb913b81ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:47.233477 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8aa12aa7-1a1a-4033-9bd2-d134d41b6d1f req-86fd08ce-966e-4e3e-a9d5-bb913b81ff25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=063c054f-393a-4bcd-b5ae-2266d7cc8f6b HTTP/1.1" status: 200 len: 844 time: 0.0436087 Nov 16 04:46:47.258623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ae7b1-84eb-4d76-b9d7-27da54e6adf5 req-3c421e83-a05e-443b-b8b6-b6de79c15ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:47.260105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-606ae7b1-84eb-4d76-b9d7-27da54e6adf5 req-3c421e83-a05e-443b-b8b6-b6de79c15ac4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 1096 time: 0.1349788 Nov 16 04:46:47.269928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c79e5f4-c522-4135-b42b-61abee0a5fa1 req-d79ea0dc-2c6e-4594-abd7-aecd5b6ec22a tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:47.271044 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8aa12aa7-1a1a-4033-9bd2-d134d41b6d1f req-c0871e01-f616-4e8a-862b-4ffcc90930eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e964ee29-f20c-437c-bf6c-7fec122914b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287082 Nov 16 04:46:47.271308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c79e5f4-c522-4135-b42b-61abee0a5fa1 req-d79ea0dc-2c6e-4594-abd7-aecd5b6ec22a tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 945 time: 0.0974357 Nov 16 04:46:47.364322 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8aa12aa7-1a1a-4033-9bd2-d134d41b6d1f req-1774a926-2cea-4119-a8e7-1ae0541c163b service neutron] 10.222.0.37 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831707 Nov 16 04:46:47.388810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e969e12b-8e51-47f6-9df0-0f586b8d7ea4', 'name': 'network-vif-deleted', 'tag': 'de66d9c4-ec72-4513-bb68-7c7113707821'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:47.391052 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24df0bef-ec7e-43ba-8a6b-81a130d53244" -d '{"events": [{"server_uuid": "e969e12b-8e51-47f6-9df0-0f586b8d7ea4", "name": "network-vif-deleted", "tag": "de66d9c4-ec72-4513-bb68-7c7113707821"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:47.399623 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-606ae7b1-84eb-4d76-b9d7-27da54e6adf5 req-b45e895a-7fd9-4fd7-8cc3-ee625ffc5a53 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253650 Nov 16 04:46:47.419743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c79e5f4-c522-4135-b42b-61abee0a5fa1 req-2d00dd08-8e7c-4b81-87f3-b29336deeb06 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f8bd422-cdba-4edb-9809-10b3a3917ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391718 Nov 16 04:46:47.462581 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d44f9c5-4b3b-42c0-b618-618c6ea73043 x-openstack-request-id: req-5d44f9c5-4b3b-42c0-b618-618c6ea73043 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:47.462878 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e969e12b-8e51-47f6-9df0-0f586b8d7ea4", "name": "network-vif-deleted", "tag": "de66d9c4-ec72-4513-bb68-7c7113707821", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:47.463174 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d44f9c5-4b3b-42c0-b618-618c6ea73043 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:47.463567 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e969e12b-8e51-47f6-9df0-0f586b8d7ea4', 'name': 'network-vif-deleted', 'tag': 'de66d9c4-ec72-4513-bb68-7c7113707821', 'status': 'completed', 'code': 200} Nov 16 04:46:47.479178 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8aa12aa7-1a1a-4033-9bd2-d134d41b6d1f req-a12af650-e74d-4e38-ab72-88c37587db5a service neutron] 10.222.0.37 "GET /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060247 Nov 16 04:46:47.502959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79314f05-e743-4e36-a99b-192c67384324 req-92be819a-a843-4b91-bf18-0fadf6945cb2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:47.504434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79314f05-e743-4e36-a99b-192c67384324 req-92be819a-a843-4b91-bf18-0fadf6945cb2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1031492 Nov 16 04:46:47.515035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:47.521970 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:47.619100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Pushing event updated for resources: {'Port': ['ID=6c3d77e0-2bdc-45e7-a0dd-5e49b49366de,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:47.638311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79314f05-e743-4e36-a99b-192c67384324 req-48c2756e-4234-4e3b-839d-eff3242f2302 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260138 Nov 16 04:46:47.656332 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:47.677912 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:47.682827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6475c23c-c7b2-4d9e-9e88-ba7ad773ff98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5802155 Nov 16 04:46:47.691557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0a599-b588-4cc0-b5bc-7b4afd22575b req-3839fced-fca3-4b7a-bf55-ef64d2969dd7 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:47.693135 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af0a599-b588-4cc0-b5bc-7b4afd22575b req-3839fced-fca3-4b7a-bf55-ef64d2969dd7 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 944 time: 0.0810621 Nov 16 04:46:47.772998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af0a599-b588-4cc0-b5bc-7b4afd22575b req-b60fa80e-1d17-427a-a948-83bc78c9f117 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734065 Nov 16 04:46:47.839033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdc4ce-a59d-4178-a348-74a4def40bca req-f4f88df3-e3cb-4729-9412-a76ac0138969 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:47.840775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35fdc4ce-a59d-4178-a348-74a4def40bca req-f4f88df3-e3cb-4729-9412-a76ac0138969 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 944 time: 0.0508039 Nov 16 04:46:47.942973 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35fdc4ce-a59d-4178-a348-74a4def40bca req-309beeec-a03e-4495-b297-6c6e0f565725 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963430 Nov 16 04:46:47.985231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d727f-5a8e-476f-bce2-501263c38cab req-1a201283-5a8e-4421-bc2a-f5d6f7df6684 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:47.986734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-1a201283-5a8e-4421-bc2a-f5d6f7df6684 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/networks?id=264c8096-e6ac-4052-82aa-684b9297a3e1 HTTP/1.1" status: 200 len: 821 time: 0.1318674 Nov 16 04:46:48.002460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-965be898-6a2c-42da-80c3-c20664919c98 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/quotas/960d99cdc4324394bb8c5d8ed093d15e HTTP/1.1" status: 200 len: 375 time: 0.0098743 Nov 16 04:46:48.063532 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-cc323ac9-d541-42ee-a16d-a435c886d665 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=960d99cdc4324394bb8c5d8ed093d15e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551054 Nov 16 04:46:48.143546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c39675b-fc9a-4526-bfd0-c7c990b357bb req-f6027c7f-b055-47f3-8ffd-d8fff7e2e3d9 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:48.146987 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8c39675b-fc9a-4526-bfd0-c7c990b357bb req-f6027c7f-b055-47f3-8ffd-d8fff7e2e3d9 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.37 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 950 time: 0.1048064 Nov 16 04:46:48.187933 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e4b692dd-2338-4c16-81fb-0d92a85e218a up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:48.220216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b2a40-d6ec-4b44-a13b-5bc346bd903c req-0e653521-458b-4e88-a1e5-b1826c4942f9 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:48.221611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e3b2a40-d6ec-4b44-a13b-5bc346bd903c req-0e653521-458b-4e88-a1e5-b1826c4942f9 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9 HTTP/1.1" status: 200 len: 950 time: 0.0739388 Nov 16 04:46:48.238023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port e4b692dd-2338-4c16-81fb-0d92a85e218a completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:46:48.240023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-82ef0583-e78e-4019-b16d-31df25ba8587 service neutron] 10.222.0.41 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615732 Nov 16 04:46:48.242621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port e4b692dd-2338-4c16-81fb-0d92a85e218a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:48.243050 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:48.255851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-8c39675b-fc9a-4526-bfd0-c7c990b357bb req-00420bf5-48e9-4096-80b2-de70ff73c207 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Deleting port 67d17f09-af06-4bad-87d2-726d779ff2c8 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:48.256182 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8c39675b-fc9a-4526-bfd0-c7c990b357bb req-00420bf5-48e9-4096-80b2-de70ff73c207 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:48.288757 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:48.339642 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:48.352430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-6e12cd20-1808-41a6-8104-e1d044154c4a service neutron] 10.222.0.41 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115472 Nov 16 04:46:48.356957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-8c39675b-fc9a-4526-bfd0-c7c990b357bb req-00420bf5-48e9-4096-80b2-de70ff73c207 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] For port 67d17f09-af06-4bad-87d2-726d779ff2c8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67d17f09-af06-4bad-87d2-726d779ff2c8,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:48.357326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8c39675b-fc9a-4526-bfd0-c7c990b357bb req-00420bf5-48e9-4096-80b2-de70ff73c207 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:48.377018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e3b2a40-d6ec-4b44-a13b-5bc346bd903c req-be76dff6-92c9-4e5d-b99d-fa3f7c734d7a tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bf4e644-6aa1-480a-9a04-0f2a325164d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700912 Nov 16 04:46:48.380859 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-8c39675b-fc9a-4526-bfd0-c7c990b357bb req-00420bf5-48e9-4096-80b2-de70ff73c207 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Calling delete_port for 67d17f09-af06-4bad-87d2-726d779ff2c8 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:48.384425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e4b692dd-2338-4c16-81fb-0d92a85e218a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e4b692dd-2338-4c16-81fb-0d92a85e218a,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:48.392016 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:48.460908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e4b692dd-2338-4c16-81fb-0d92a85e218a,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:48.565223 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8c39675b-fc9a-4526-bfd0-c7c990b357bb req-00420bf5-48e9-4096-80b2-de70ff73c207 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:48.582982 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['67d17f09-af06-4bad-87d2-726d779ff2c8'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:48.606353 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00420bf5-48e9-4096-80b2-de70ff73c207 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Pushing event deleted for resources: {'Port': ['ID=67d17f09-af06-4bad-87d2-726d779ff2c8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:48.634100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc3823-2547-47d6-a3a9-a7b911b82f85 req-a073159b-e6f7-4ca7-987c-1694cddeec1a tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:48.643628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2fc3823-2547-47d6-a3a9-a7b911b82f85 req-a073159b-e6f7-4ca7-987c-1694cddeec1a tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 945 time: 0.0830698 Nov 16 04:46:48.664108 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c39675b-fc9a-4526-bfd0-c7c990b357bb req-00420bf5-48e9-4096-80b2-de70ff73c207 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] No DVR routers for this DVR port 67d17f09-af06-4bad-87d2-726d779ff2c8 on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:46:48.668564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8c39675b-fc9a-4526-bfd0-c7c990b357bb req-00420bf5-48e9-4096-80b2-de70ff73c207 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:48.672207 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8c39675b-fc9a-4526-bfd0-c7c990b357bb req-00420bf5-48e9-4096-80b2-de70ff73c207 tempest-ImagesNegativeTestJSON-763321538 tempest-ImagesNegativeTestJSON-763321538-project] 10.222.0.37 "DELETE /v2.0/ports/67d17f09-af06-4bad-87d2-726d779ff2c8 HTTP/1.1" status: 204 len: 173 time: 0.5176630 Nov 16 04:46:48.708448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76b36454-a5f1-4a6e-a15e-4b47c1661b91 req-7a4a52d1-65fd-4b69-8ab9-22aaefc8a18f tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 210 time: 0.0452106 Nov 16 04:46:48.734932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2fc3823-2547-47d6-a3a9-a7b911b82f85 req-d4f657c7-38bd-42b8-990a-3b6f8fe31c37 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f8bd422-cdba-4edb-9809-10b3a3917ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903587 Nov 16 04:46:48.875554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4870e0-bfd7-41fc-9150-2626fb31229d req-d65298e1-840f-4cd6-8963-c6dda4adfab6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:48.877708 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb4870e0-bfd7-41fc-9150-2626fb31229d req-d65298e1-840f-4cd6-8963-c6dda4adfab6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.0761023 Nov 16 04:46:48.908539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9', 'name': 'network-vif-deleted', 'tag': '67d17f09-af06-4bad-87d2-726d779ff2c8'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:48.911035 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5e5ad7-6e8f-4d5c-9cda-ade972b940bd" -d '{"events": [{"server_uuid": "ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9", "name": "network-vif-deleted", "tag": "67d17f09-af06-4bad-87d2-726d779ff2c8"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:48.962096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a2b88-95fe-4902-97b5-55c98cca0f74 req-b3a02c81-7c78-4881-a86c-eab5ff179137 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:48.964107 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d85a2b88-95fe-4902-97b5-55c98cca0f74 req-b3a02c81-7c78-4881-a86c-eab5ff179137 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 944 time: 0.0849390 Nov 16 04:46:48.969017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb4870e0-bfd7-41fc-9150-2626fb31229d req-5ac28476-0787-4e30-acde-4a26cece4856 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798542 Nov 16 04:46:49.017045 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a08c12e-c0f9-417d-8db0-77af9d8dac0c x-openstack-request-id: req-3a08c12e-c0f9-417d-8db0-77af9d8dac0c {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:49.017553 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9", "name": "network-vif-deleted", "tag": "67d17f09-af06-4bad-87d2-726d779ff2c8", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:49.017991 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a08c12e-c0f9-417d-8db0-77af9d8dac0c {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:49.018740 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea36e3b5-6fcc-4a1c-88b2-d7d512bf0ef9', 'name': 'network-vif-deleted', 'tag': '67d17f09-af06-4bad-87d2-726d779ff2c8', 'status': 'completed', 'code': 200} Nov 16 04:46:49.021145 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d85a2b88-95fe-4902-97b5-55c98cca0f74 req-b81fc9f3-9d83-43cc-a355-3d6563b72475 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495572 Nov 16 04:46:49.038764 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1aa297-3a44-4d9f-a458-54ec8464435c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b692dd-2338-4c16-81fb-0d92a85e218a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:49.042719 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5431f83-b67f-466f-a07e-15df7ebd262c" -d '{"events": [{"server_uuid": "9b1aa297-3a44-4d9f-a458-54ec8464435c", "name": "network-vif-plugged", "status": "completed", "tag": "e4b692dd-2338-4c16-81fb-0d92a85e218a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:49.122769 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25871a-288b-45a1-8af4-cd339095c4ac req-e0a048b4-3867-4adf-92a1-496f9272d0fd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:49.124357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec25871a-288b-45a1-8af4-cd339095c4ac req-e0a048b4-3867-4adf-92a1-496f9272d0fd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.0519297 Nov 16 04:46:49.181624 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1047cffc-e725-47e5-90f2-6c26953662f7 x-openstack-request-id: req-1047cffc-e725-47e5-90f2-6c26953662f7 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:49.181904 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1aa297-3a44-4d9f-a458-54ec8464435c", "name": "network-vif-plugged", "status": "completed", "tag": "e4b692dd-2338-4c16-81fb-0d92a85e218a", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:49.182158 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1047cffc-e725-47e5-90f2-6c26953662f7 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:49.182802 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1aa297-3a44-4d9f-a458-54ec8464435c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b692dd-2338-4c16-81fb-0d92a85e218a', 'code': 200} Nov 16 04:46:49.189985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec25871a-288b-45a1-8af4-cd339095c4ac req-180c98ee-7d44-488c-a8b6-175ab20356b5 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572462 Nov 16 04:46:49.301800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e092e8-a38f-4108-8a9d-482928e67db0 req-7ec76d61-e215-4d92-9bea-e4b3ca441467 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:49.303492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15e092e8-a38f-4108-8a9d-482928e67db0 req-7ec76d61-e215-4d92-9bea-e4b3ca441467 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.0715864 Nov 16 04:46:49.354415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a6cb2c-d4ee-492b-a572-81e7073dfa4f req-1fb92256-4fb8-4ccd-9bbe-b709c4050c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:49.355890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92a6cb2c-d4ee-492b-a572-81e7073dfa4f req-1fb92256-4fb8-4ccd-9bbe-b709c4050c97 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 1096 time: 0.0713530 Nov 16 04:46:49.393993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15e092e8-a38f-4108-8a9d-482928e67db0 req-2f649736-29d2-426f-9645-3f212be88717 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751383 Nov 16 04:46:49.421591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92a6cb2c-d4ee-492b-a572-81e7073dfa4f req-d14b6032-af1d-46e4-85b5-b052043b9da6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537899 Nov 16 04:46:49.686658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-25bfa9c4-98b5-49ce-b6f4-9d8f01b41a58 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:49.688144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-25bfa9c4-98b5-49ce-b6f4-9d8f01b41a58 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.15 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 945 time: 0.0502126 Nov 16 04:46:49.801528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40962) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:49.808163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Deleting port cf476c72-898c-47e1-90dc-bb4fe79d2121 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:49.808432 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:49.938384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cdf3984-ce7c-4be9-86dd-7c274246f0af req-64fae705-7dd9-4c47-93ab-443c0c20233d tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 210 time: 0.0785756 Nov 16 04:46:49.996417 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b318f11e-cbb3-4369-85b5-13e11a513a57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f2abc26b63874ab0b43eadcf4a6efac3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921344 Nov 16 04:46:49.998812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40966) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:50.025539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] For port cf476c72-898c-47e1-90dc-bb4fe79d2121, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=cf476c72-898c-47e1-90dc-bb4fe79d2121,segment=NetworkSegment(e175b855-1df5-402c-8196-52759ad09e67),segment_id=e175b855-1df5-402c-8196-52759ad09e67)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:50.026736 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:50.045563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495900eb-82f4-436d-ac14-f01406145d10 req-fea737e6-7563-4fa7-ada1-ed329c944f4a tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:50.047215 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-495900eb-82f4-436d-ac14-f01406145d10 req-fea737e6-7563-4fa7-ada1-ed329c944f4a tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 945 time: 0.2344608 Nov 16 04:46:50.050285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4fe863f5-5ab8-4633-bc6f-b583314445dd details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:46:50.052655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0becbf08-4b7f-42df-9760-3ed9cd9ef4eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:50.076858 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0becbf08-4b7f-42df-9760-3ed9cd9ef4eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:50.131294 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0becbf08-4b7f-42df-9760-3ed9cd9ef4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:50.134685 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0becbf08-4b7f-42df-9760-3ed9cd9ef4eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:50.136479 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0becbf08-4b7f-42df-9760-3ed9cd9ef4eb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bf4e644-6aa1-480a-9a04-0f2a325164d9 HTTP/1.1" status: 204 len: 168 time: 0.1367674 Nov 16 04:46:50.144457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0becbf08-4b7f-42df-9760-3ed9cd9ef4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf4e644-6aa1-480a-9a04-0f2a325164d9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:50.181007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d727f-5a8e-476f-bce2-501263c38cab req-43e42ef5-2d27-486b-80d4-bdb80e242e77 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:50.182602 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-43e42ef5-2d27-486b-80d4-bdb80e242e77 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.15 "GET /v2.0/networks?id=264c8096-e6ac-4052-82aa-684b9297a3e1 HTTP/1.1" status: 200 len: 821 time: 0.2992256 Nov 16 04:46:50.187105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4fe863f5-5ab8-4633-bc6f-b583314445dd, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4fe863f5-5ab8-4633-bc6f-b583314445dd,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:50.199448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '4fe863f5-5ab8-4633-bc6f-b583314445dd', 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0', 'port_id': '4fe863f5-5ab8-4633-bc6f-b583314445dd', 'mac_address': 'fa:16:3e:da:f1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063c054f-393a-4bcd-b5ae-2266d7cc8f6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:46:50.205203 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-205d727f-5a8e-476f-bce2-501263c38cab req-38ef0174-4367-438e-8b53-24ecf9b7556e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Request body: {'port': {'device_id': 'b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf', 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1', 'admin_state_up': True, 'tenant_id': '960d99cdc4324394bb8c5d8ed093d15e'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:50.240540 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:50.254951 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe863f5-5ab8-4633-bc6f-b583314445dd {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:50.285572 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4fe863f5-5ab8-4633-bc6f-b583314445dd, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4fe863f5-5ab8-4633-bc6f-b583314445dd,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:50.290277 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:50.342098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=4fe863f5-5ab8-4633-bc6f-b583314445dd,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:50.605537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['4fe863f5-5ab8-4633-bc6f-b583314445dd'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:50.652709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-495900eb-82f4-436d-ac14-f01406145d10 req-d5f748e4-ddeb-4403-8cb5-33141519b36e tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups?id=3f8bd422-cdba-4edb-9809-10b3a3917ea6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5568411 Nov 16 04:46:50.698976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec049a0-386d-42a3-a518-d4716fcaac0f req-5af0602b-ff6e-47a7-b6cf-d942045446c7 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:50.700503 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ec049a0-386d-42a3-a518-d4716fcaac0f req-5af0602b-ff6e-47a7-b6cf-d942045446c7 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 944 time: 0.5700550 Nov 16 04:46:50.832913 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:50.833461 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:50.833725 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Floating IP 134cfe99-fcc7-45ba-857f-339391ddba5b disassociated. External IP: 172.25.0.241, port: cf476c72-898c-47e1-90dc-bb4fe79d2121. Nov 16 04:46:50.834135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Calling delete_port for cf476c72-898c-47e1-90dc-bb4fe79d2121 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:50.865248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40998) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:50.887218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e270f4-f2e8-4b6e-afa7-b958e14f5295 req-4ccd8480-8350-4454-b036-b356658e6780 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:50.889000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1e270f4-f2e8-4b6e-afa7-b958e14f5295 req-4ccd8480-8350-4454-b036-b356658e6780 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.1561828 Nov 16 04:46:50.924267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ec049a0-386d-42a3-a518-d4716fcaac0f req-8d93df87-bf83-47ed-bb49-287dd5778bc9 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924553 Nov 16 04:46:50.951143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205d727f-5a8e-476f-bce2-501263c38cab req-38ef0174-4367-438e-8b53-24ecf9b7556e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Made reservation on behalf of 960d99cdc4324394bb8c5d8ed093d15e for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:50.954658 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-205d727f-5a8e-476f-bce2-501263c38cab req-38ef0174-4367-438e-8b53-24ecf9b7556e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:50.976959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-network', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:50.998804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Made reservation on behalf of 8dff142c03be4b239332df1ff1f6cd1b for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:51.001256 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:51.009820 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:51.078576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1e270f4-f2e8-4b6e-afa7-b958e14f5295 req-0c91fffd-3463-4985-bb70-69b15eb65fd6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594090 Nov 16 04:46:51.085837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:51.101204 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:51.102517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:46:51.138412 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7da87a4-a049-4e53-bae6-d962ba2decd0,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:51.141360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:51.141687 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Added segment a7374a3b-82a7-4367-831f-a75a4fd399ec of type vlan for network 5bf91be6-016c-43c7-bd07-759140c5c6aa Nov 16 04:46:51.142884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbdf6ed-6e7d-4af2-8341-d0932d2985e8 req-8b92bee4-348e-4110-b73d-f75cbe4d75c4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:51.144437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbbdf6ed-6e7d-4af2-8341-d0932d2985e8 req-8b92bee4-348e-4110-b73d-f75cbe4d75c4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1410236 Nov 16 04:46:51.186066 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:51.217924 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:51.218972 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:51.219740 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:51.225831 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:46:51.249336 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3827868 Nov 16 04:46:51.257812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41006) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:51.263286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-205d727f-5a8e-476f-bce2-501263c38cab req-38ef0174-4367-438e-8b53-24ecf9b7556e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Allocated IP 172.20.0.10 (264c8096-e6ac-4052-82aa-684b9297a3e1/f1c59619-5ebc-40ef-b173-643613d76faf/70f321c3-27d5-4a33-bef3-feba1e15a713) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:51.278578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-08c2e60e-8d0e-46c5-a2f8-1763ce9b7224 admin admin] Request body: {'subnet': {'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-subnet', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:51.290642 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:51.296602 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277d789-03f9-4893-b86d-5757851b7dac admin admin] Pushing event updated for resources: {'Network': ['ID=5bf91be6-016c-43c7-bd07-759140c5c6aa,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:51.306466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 5bf91be6-016c-43c7-bd07-759140c5c6aa details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:46:51.314191 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbbdf6ed-6e7d-4af2-8341-d0932d2985e8 req-72809882-4ef9-4a11-94cb-a7fb5e7a145a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444678 Nov 16 04:46:51.362027 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58851f64-ad72-4845-bc16-4d0035d83236 req-652676a2-9e85-4f2b-8f1b-bc695e5b9932 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 210 time: 0.0754793 Nov 16 04:46:51.370023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Pushing event deleted for resources: {'Port': ['ID=cf476c72-898c-47e1-90dc-bb4fe79d2121,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:51.414647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c2e60e-8d0e-46c5-a2f8-1763ce9b7224 admin admin] Made reservation on behalf of 8dff142c03be4b239332df1ff1f6cd1b for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:46:51.416984 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-08c2e60e-8d0e-46c5-a2f8-1763ce9b7224 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:51.668296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b10b77-8ed3-4104-a072-349842165353 req-8315038d-4766-4ed4-b4b7-2e57d86efcfb tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:51.669703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3b10b77-8ed3-4104-a072-349842165353 req-8315038d-4766-4ed4-b4b7-2e57d86efcfb tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.2606215 Nov 16 04:46:51.746634 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-205d727f-5a8e-476f-bce2-501263c38cab req-38ef0174-4367-438e-8b53-24ecf9b7556e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:51.758361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Router 38ded3ed-e1dd-47a3-86f4-94b5192be94c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:46:51.832481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a81ba273-475e-4e48-b1ee-c9bf0d4e030b req-eba3b04b-1750-47cf-9fea-3604439c516e tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/ports?device_id=81c40359-19f2-45cf-916b-bd6a2043cf36 HTTP/1.1" status: 200 len: 210 time: 0.0541008 Nov 16 04:46:51.844991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3b10b77-8ed3-4104-a072-349842165353 req-47630be3-e81d-4427-af94-89f9316e3258 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621969 Nov 16 04:46:52.034907 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-205d727f-5a8e-476f-bce2-501263c38cab req-38ef0174-4367-438e-8b53-24ecf9b7556e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:52.039456 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-08c2e60e-8d0e-46c5-a2f8-1763ce9b7224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:52.062466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4fe863f5-5ab8-4633-bc6f-b583314445dd up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:52.128974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae49fd2-ea67-46b9-bcff-e6656c103252 req-07f4a57e-afd0-4fb2-baf3-85b5e3d78e81 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:52.131095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dae49fd2-ea67-46b9-bcff-e6656c103252 req-07f4a57e-afd0-4fb2-baf3-85b5e3d78e81 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.2091532 Nov 16 04:46:52.158786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 4fe863f5-5ab8-4633-bc6f-b583314445dd completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:46:52.163394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 4fe863f5-5ab8-4633-bc6f-b583314445dd triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:52.163761 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:52.184294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205d727f-5a8e-476f-bce2-501263c38cab req-38ef0174-4367-438e-8b53-24ecf9b7556e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Network 264c8096-e6ac-4052-82aa-684b9297a3e1 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:52.195469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef0174-4367-438e-8b53-24ecf9b7556e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Pushing event updated for resources: {'Port': ['ID=70f321c3-27d5-4a33-bef3-feba1e15a713,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:52.231341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-205d727f-5a8e-476f-bce2-501263c38cab req-38ef0174-4367-438e-8b53-24ecf9b7556e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:52.237505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2e60e-8d0e-46c5-a2f8-1763ce9b7224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:52.239879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:46:52.256434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-205d727f-5a8e-476f-bce2-501263c38cab req-38ef0174-4367-438e-8b53-24ecf9b7556e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:52.261642 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:52.287729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de532974-28f4-4c67-a6e5-7b70e020b34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe863f5-5ab8-4633-bc6f-b583314445dd'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:52.290223 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da5d033-a3bb-40da-a9dd-59d81bb006fd" -d '{"events": [{"server_uuid": "de532974-28f4-4c67-a6e5-7b70e020b34c", "name": "network-vif-plugged", "status": "completed", "tag": "4fe863f5-5ab8-4633-bc6f-b583314445dd"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:52.303818 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4fe863f5-5ab8-4633-bc6f-b583314445dd, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4fe863f5-5ab8-4633-bc6f-b583314445dd,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:52.308816 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:52.310241 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 67d17f09-af06-4bad-87d2-726d779ff2c8 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:52.349107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ceda12-6de4-4925-8df4-246ddade0f57 None None] Sync routers for ids ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:46:52.353481 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 67d17f09-af06-4bad-87d2-726d779ff2c8 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:52.354607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 67d17f09-af06-4bad-87d2-726d779ff2c8 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:52.362407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2e60e-8d0e-46c5-a2f8-1763ce9b7224 admin admin] Checking segment: {'id': 'a7374a3b-82a7-4367-831f-a75a4fd399ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:52.362861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c2e60e-8d0e-46c5-a2f8-1763ce9b7224 admin admin] Network hostable DHCP agents. Network: 5bf91be6-016c-43c7-bd07-759140c5c6aa, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:46:52.384876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ceda12-6de4-4925-8df4-246ddade0f57 None None] Routers {'38ded3ed-e1dd-47a3-86f4-94b5192be94c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:52.385833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-10ceda12-6de4-4925-8df4-246ddade0f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:52.403513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d727f-5a8e-476f-bce2-501263c38cab req-38ef0174-4367-438e-8b53-24ecf9b7556e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:52.404376 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-205d727f-5a8e-476f-bce2-501263c38cab req-38ef0174-4367-438e-8b53-24ecf9b7556e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:52.423472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33209699-5e43-4f24-9cfa-c31e68a01541 req-e22ddcef-3a6d-49b7-911b-c0da129527ab tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:52.435362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-33209699-5e43-4f24-9cfa-c31e68a01541 req-e22ddcef-3a6d-49b7-911b-c0da129527ab tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 945 time: 0.2834086 Nov 16 04:46:52.456117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dae49fd2-ea67-46b9-bcff-e6656c103252 req-dcb22b44-5455-4786-9e04-6e4f74388de0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024037 Nov 16 04:46:52.456682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=4fe863f5-5ab8-4633-bc6f-b583314445dd,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:52.498232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] No DVR routers for this DVR port cf476c72-898c-47e1-90dc-bb4fe79d2121 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:46:52.505742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-38ef0174-4367-438e-8b53-24ecf9b7556e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3080111 Nov 16 04:46:52.515627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-10ceda12-6de4-4925-8df4-246ddade0f57 None None] Set router 38ded3ed-e1dd-47a3-86f4-94b5192be94c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:52.527870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Request body: {'port': {'device_id': 'b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:52.531587 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:52.534920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06b112e9-c8b2-4ae0-9970-64cd2f50cc22 req-3ea77172-02f2-498d-9630-5c77766773eb tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.15 "DELETE /v2.0/ports/cf476c72-898c-47e1-90dc-bb4fe79d2121 HTTP/1.1" status: 204 len: 173 time: 2.8398969 Nov 16 04:46:52.537598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c40359-19f2-45cf-916b-bd6a2043cf36', 'name': 'network-vif-deleted', 'tag': 'cf476c72-898c-47e1-90dc-bb4fe79d2121'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:52.539403 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ed8f36-736d-47d6-b8e8-ec3b8c246c3a" -d '{"events": [{"server_uuid": "81c40359-19f2-45cf-916b-bd6a2043cf36", "name": "network-vif-deleted", "tag": "cf476c72-898c-47e1-90dc-bb4fe79d2121"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:52.581975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c2e60e-8d0e-46c5-a2f8-1763ce9b7224 admin admin] Network 5bf91be6-016c-43c7-bd07-759140c5c6aa is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:46:52.597521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-33209699-5e43-4f24-9cfa-c31e68a01541 req-942142be-9ab9-4b51-a6ec-d0e602190306 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591253 Nov 16 04:46:52.669183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-08c2e60e-8d0e-46c5-a2f8-1763ce9b7224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 5bf91be6-016c-43c7-bd07-759140c5c6aa) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:52.696222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbf74d9-93fe-43f3-9e58-f2b9245b17e9 None None] Network 5bf91be6-016c-43c7-bd07-759140c5c6aa requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:46:52.709989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c2e60e-8d0e-46c5-a2f8-1763ce9b7224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:52.710589 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-08c2e60e-8d0e-46c5-a2f8-1763ce9b7224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:52.733620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:52.760672 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41052) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:52.763194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-08c2e60e-8d0e-46c5-a2f8-1763ce9b7224 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4960940 Nov 16 04:46:52.765021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:46:52.781619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cb0c8-56c5-4a20-bb09-1d78cbc0ec92 req-a818e72a-11c9-4061-839f-1b8379751561 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:52.783303 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-023cb0c8-56c5-4a20-bb09-1d78cbc0ec92 req-a818e72a-11c9-4061-839f-1b8379751561 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.1847405 Nov 16 04:46:52.797499 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:52.798674 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:52.871428 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e40863-618b-4325-992e-339448a7a31a x-openstack-request-id: req-17e40863-618b-4325-992e-339448a7a31a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:52.871725 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de532974-28f4-4c67-a6e5-7b70e020b34c", "name": "network-vif-plugged", "status": "completed", "tag": "4fe863f5-5ab8-4633-bc6f-b583314445dd", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:52.871984 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17e40863-618b-4325-992e-339448a7a31a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:52.872391 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de532974-28f4-4c67-a6e5-7b70e020b34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe863f5-5ab8-4633-bc6f-b583314445dd', 'code': 200} Nov 16 04:46:52.949278 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:53.017481 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-5bf91be6-016c-43c7-bd07-759140c5c6aa', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'fixed_ips': [{'subnet_id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:46:53.018364 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:53.029586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-023cb0c8-56c5-4a20-bb09-1d78cbc0ec92 req-5502fddb-748a-4e67-acad-0245779d444d tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230153 Nov 16 04:46:53.100324 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ea0f68-fb37-40a8-8189-7d0ff0e5d0ea x-openstack-request-id: req-32ea0f68-fb37-40a8-8189-7d0ff0e5d0ea {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:53.100324 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c40359-19f2-45cf-916b-bd6a2043cf36", "name": "network-vif-deleted", "tag": "cf476c72-898c-47e1-90dc-bb4fe79d2121", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:53.100543 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32ea0f68-fb37-40a8-8189-7d0ff0e5d0ea {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:53.100951 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c40359-19f2-45cf-916b-bd6a2043cf36', 'name': 'network-vif-deleted', 'tag': 'cf476c72-898c-47e1-90dc-bb4fe79d2121', 'status': 'completed', 'code': 200} Nov 16 04:46:53.200091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-10ceda12-6de4-4925-8df4-246ddade0f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '592ee431-51e2-4148-9d7b-a8298c602005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:44:33Z', 'revision_number': 4, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port': {'id': '592ee431-51e2-4148-9d7b-a8298c602005', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:26Z', 'updated_at': '2021-11-16T04:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9637b828-3f17-46e1-bab9-130d5d200b99', 'name': '', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'mac_address': 'fa:16:3e:6b:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:32Z', 'updated_at': '2021-11-16T04:44:38Z', 'revision_number': 5, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'subnets': [{'id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:53.221551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41058) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:53.239887 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dfc54-c674-400a-b81f-066d6eeb6fe1 req-08f50fd7-5980-4c87-82a5-60f34c173471 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:53.245417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:53.248129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-443dfc54-c674-400a-b81f-066d6eeb6fe1 req-08f50fd7-5980-4c87-82a5-60f34c173471 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 932 time: 0.2774098 Nov 16 04:46:53.250357 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758ac98-cc3b-47a8-b0fc-e655d7199621 req-ba8b455b-29d8-4260-b392-cc3c3f2c0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:53.252631 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0758ac98-cc3b-47a8-b0fc-e655d7199621 req-ba8b455b-29d8-4260-b392-cc3c3f2c0d3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 1097 time: 0.2950926 Nov 16 04:46:53.271613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ceda12-6de4-4925-8df4-246ddade0f57 None None] Checking router: 38ded3ed-e1dd-47a3-86f4-94b5192be94c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:46:53.291256 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ceda12-6de4-4925-8df4-246ddade0f57 None None] Routers {'38ded3ed-e1dd-47a3-86f4-94b5192be94c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:53.292390 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-10ceda12-6de4-4925-8df4-246ddade0f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:53.372605 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0758ac98-cc3b-47a8-b0fc-e655d7199621 req-32173e84-2bcf-4e1b-8177-76f2deee5de2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108384 Nov 16 04:46:53.374431 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-443dfc54-c674-400a-b81f-066d6eeb6fe1 req-052e915f-3455-429d-8f44-f9de92f70440 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253595 Nov 16 04:46:53.399920 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-481133aa-d4ca-480a-b2d7-f8edd99336b5 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:53.438095 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Allocated IP 172.20.0.2 (5bf91be6-016c-43c7-bd07-759140c5c6aa/ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753/9e7d9976-adf1-4bf0-a64f-a22d7ff96127) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:53.440170 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-481133aa-d4ca-480a-b2d7-f8edd99336b5 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:53.533957 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-481133aa-d4ca-480a-b2d7-f8edd99336b5 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:53.537659 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-481133aa-d4ca-480a-b2d7-f8edd99336b5 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:53.542317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-481133aa-d4ca-480a-b2d7-f8edd99336b5 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "DELETE /v2.0/security-groups/3f8bd422-cdba-4edb-9809-10b3a3917ea6 HTTP/1.1" status: 204 len: 168 time: 0.3161809 Nov 16 04:46:53.548322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41062) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:53.553751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-10ceda12-6de4-4925-8df4-246ddade0f57 None None] Set router 38ded3ed-e1dd-47a3-86f4-94b5192be94c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:53.571287 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:53.593143 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:53.596000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f321c3-27d5-4a33-bef3-feba1e15a713 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:53.605125 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-b45beea9-05eb-4c5f-bc80-a8477860783b tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] show failed (client error): The resource could not be found. Nov 16 04:46:53.606218 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b45beea9-05eb-4c5f-bc80-a8477860783b tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "GET /v2.0/security-groups/3f8bd422-cdba-4edb-9809-10b3a3917ea6 HTTP/1.1" status: 404 len: 347 time: 0.0557325 Nov 16 04:46:53.608336 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:53.610734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41064) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:53.624466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481133aa-d4ca-480a-b2d7-f8edd99336b5 tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8bd422-cdba-4edb-9809-10b3a3917ea6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:53.644579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Transition to ACTIVE for port object 70f321c3-27d5-4a33-bef3-feba1e15a713 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:46:53.659011 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:53.688669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bda567-beb7-461c-9cdb-aa8fc5c1af31 req-541884eb-724b-4e4a-9eeb-ae1dabaab80a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:53.690309 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7bda567-beb7-461c-9cdb-aa8fc5c1af31 req-541884eb-724b-4e4a-9eeb-ae1dabaab80a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1143935 Nov 16 04:46:53.814774 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=70f321c3-27d5-4a33-bef3-feba1e15a713,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:53.868603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Allocated IP 172.25.0.147 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/a1cbebb9-7134-41b6-85c8-fb7f4eec74b1) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:53.874145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45686d-48cf-4250-9868-204e1c3ad4da req-b94e19ee-e38a-48c8-97e3-5e4907562674 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:53.875692 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e45686d-48cf-4250-9868-204e1c3ad4da req-b94e19ee-e38a-48c8-97e3-5e4907562674 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 946 time: 0.1833391 Nov 16 04:46:53.888180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-dc5238f0-7879-4391-afe4-d13ce85e097f tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Deleting port 0d63345c-22a9-4b56-981c-9b01a62bfb7b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:53.888597 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc5238f0-7879-4391-afe4-d13ce85e097f tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:53.894618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7bda567-beb7-461c-9cdb-aa8fc5c1af31 req-5e8fc1b4-0afb-48f2-a687-407a725aa5c0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675253 Nov 16 04:46:53.995919 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e45686d-48cf-4250-9868-204e1c3ad4da req-3064f4a9-e9ac-4f00-be1c-2e19f495381e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806112 Nov 16 04:46:54.009410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Attempting to bind port 70f321c3-27d5-4a33-bef3-feba1e15a713 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:46:54.010136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Attempting to bind port 70f321c3-27d5-4a33-bef3-feba1e15a713 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:46:54.011167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Attempting to bind port 70f321c3-27d5-4a33-bef3-feba1e15a713 on network 264c8096-e6ac-4052-82aa-684b9297a3e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:54.016614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Port 70f321c3-27d5-4a33-bef3-feba1e15a713 on network 264c8096-e6ac-4052-82aa-684b9297a3e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:46:54.017168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Attempting to bind port 70f321c3-27d5-4a33-bef3-feba1e15a713 on network 264c8096-e6ac-4052-82aa-684b9297a3e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:54.020413 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.023928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:46:54.024326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Checking segment: {'id': '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:54.024785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Bound using segment: {'id': '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:46:54.025009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Bound port: 70f321c3-27d5-4a33-bef3-feba1e15a713, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:46:54.025371 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.043830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc5238f0-7879-4391-afe4-d13ce85e097f tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.044256 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc5238f0-7879-4391-afe4-d13ce85e097f tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.056542 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.068517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-dc5238f0-7879-4391-afe4-d13ce85e097f tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Calling delete_port for 0d63345c-22a9-4b56-981c-9b01a62bfb7b owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:54.076012 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.092352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0e0aebb7-237b-483a-8834-a7ed28696fec details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:46:54.152847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Network 5bf91be6-016c-43c7-bd07-759140c5c6aa is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:54.172164 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] For port 70f321c3-27d5-4a33-bef3-feba1e15a713, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:46:54.190252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] For port 70f321c3-27d5-4a33-bef3-feba1e15a713, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=70f321c3-27d5-4a33-bef3-feba1e15a713,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:46:54.200561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c91ea-6d07-4f38-9d25-8fcc57b85c0a req-6d8a4a11-d03a-44cd-a390-e1b6bbf2962b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:54.202381 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.202510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab8c91ea-6d07-4f38-9d25-8fcc57b85c0a req-6d8a4a11-d03a-44cd-a390-e1b6bbf2962b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.0879469 Nov 16 04:46:54.204485 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.210293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:54.228897 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:54.236738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Pushing event updated for resources: {'Port': ['ID=9e7d9976-adf1-4bf0-a64f-a22d7ff96127,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:54.245901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device cf476c72-898c-47e1-90dc-bb4fe79d2121 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:46:54.269083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:54.284860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:54.285474 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.286943 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] 10.222.0.15 "PUT /v2.0/ports/70f321c3-27d5-4a33-bef3-feba1e15a713 HTTP/1.1" status: 200 len: 1092 time: 1.7638736 Nov 16 04:46:54.291536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:54.296716 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:54.326733 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Pushing event updated for resources: {'Port': ['ID=a1cbebb9-7134-41b6-85c8-fb7f4eec74b1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:54.343794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab8c91ea-6d07-4f38-9d25-8fcc57b85c0a req-3ad2acf7-1162-41ed-99ce-f5ab2c64b6ed tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206362 Nov 16 04:46:54.349046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871258a-31c2-4439-880b-3b94659dc6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=70f321c3-27d5-4a33-bef3-feba1e15a713,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:54.369323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: cf476c72-898c-47e1-90dc-bb4fe79d2121 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:46:54.372132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device cf476c72-898c-47e1-90dc-bb4fe79d2121 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:46:54.408150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0e0aebb7-237b-483a-8834-a7ed28696fec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0e0aebb7-237b-483a-8834-a7ed28696fec,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:54.414020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d727f-5a8e-476f-bce2-501263c38cab req-94e09f71-f051-4c35-bf61-fe2b993e48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:54.415619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-94e09f71-f051-4c35-bf61-fe2b993e48fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960d99cdc4324394bb8c5d8ed093d15e&device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 1095 time: 0.0609105 Nov 16 04:46:54.441813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-10ceda12-6de4-4925-8df4-246ddade0f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '592ee431-51e2-4148-9d7b-a8298c602005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:44:33Z', 'revision_number': 4, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port': {'id': '592ee431-51e2-4148-9d7b-a8298c602005', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:26Z', 'updated_at': '2021-11-16T04:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9637b828-3f17-46e1-bab9-130d5d200b99', 'name': '', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'mac_address': 'fa:16:3e:6b:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:32Z', 'updated_at': '2021-11-16T04:44:38Z', 'revision_number': 5, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'subnets': [{'id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:54.460774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '0e0aebb7-237b-483a-8834-a7ed28696fec', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'port_id': '0e0aebb7-237b-483a-8834-a7ed28696fec', 'mac_address': 'fa:16:3e:0a:94:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:46:54.471832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-a5d95016-1ef0-45e7-9473-1532bec74dc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70f321c3-27d5-4a33-bef3-feba1e15a713 HTTP/1.1" status: 200 len: 217 time: 0.0472491 Nov 16 04:46:54.479052 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc5238f0-7879-4391-afe4-d13ce85e097f tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.509276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ceda12-6de4-4925-8df4-246ddade0f57 None None] The sync data for ids ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'] in n-d-818042-1 is: [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '592ee431-51e2-4148-9d7b-a8298c602005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:44:33Z', 'revision_number': 4, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port': {'id': '592ee431-51e2-4148-9d7b-a8298c602005', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:26Z', 'updated_at': '2021-11-16T04:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9637b828-3f17-46e1-bab9-130d5d200b99', 'name': '', 'network_id': 'a0dcee31-7303-4813-8f81-ee4b00c405fe', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'mac_address': 'fa:16:3e:6b:39:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_interface', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:32Z', 'updated_at': '2021-11-16T04:44:38Z', 'revision_number': 5, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'subnets': [{'id': '77087f1c-839f-49da-8700-cd60e2b5eb60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:46:54.515643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Attempting to bind port 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:46:54.516458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Attempting to bind port 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a7374a3b-82a7-4367-831f-a75a4fd399ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:46:54.516458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Attempting to bind port 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 on network 5bf91be6-016c-43c7-bd07-759140c5c6aa {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:54.579664 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:46:54.580094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Checking segment: {'id': 'a7374a3b-82a7-4367-831f-a75a4fd399ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:54.580499 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.580892 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Bound using segment: {'id': 'a7374a3b-82a7-4367-831f-a75a4fd399ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:46:54.581379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Bound port: 9e7d9976-adf1-4bf0-a64f-a22d7ff96127, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7374a3b-82a7-4367-831f-a75a4fd399ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:46:54.581754 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.601950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d727f-5a8e-476f-bce2-501263c38cab req-b5961332-6b75-42ff-8e60-92f2e8113b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:54.603462 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-b5961332-6b75-42ff-8e60-92f2e8113b63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1c59619-5ebc-40ef-b173-643613d76faf HTTP/1.1" status: 200 len: 861 time: 0.1250532 Nov 16 04:46:54.607043 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.628084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b93eb-3f19-44e7-81dd-0e34d2b78175 req-17bd05c4-2321-4757-88f7-b854199f9150 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:54.633070 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5238f0-7879-4391-afe4-d13ce85e097f tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Pushing event deleted for resources: {'Port': ['ID=0d63345c-22a9-4b56-981c-9b01a62bfb7b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:54.633815 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b1b93eb-3f19-44e7-81dd-0e34d2b78175 req-17bd05c4-2321-4757-88f7-b854199f9150 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 944 time: 0.1392610 Nov 16 04:46:54.671976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-1556c47d-ae2e-4294-9aa5-4de0d9faf4af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=264c8096-e6ac-4052-82aa-684b9297a3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371413 Nov 16 04:46:54.680167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e0aebb7-237b-483a-8834-a7ed28696fec {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:54.751163 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0e0aebb7-237b-483a-8834-a7ed28696fec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0e0aebb7-237b-483a-8834-a7ed28696fec,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:54.765391 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.802985 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc5238f0-7879-4391-afe4-d13ce85e097f tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.805805 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc5238f0-7879-4391-afe4-d13ce85e097f tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.810574 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dc5238f0-7879-4391-afe4-d13ce85e097f tempest-ServersTestManualDisk-1084126191 tempest-ServersTestManualDisk-1084126191-project] 10.222.0.41 "DELETE /v2.0/floatingips/134cfe99-fcc7-45ba-857f-339391ddba5b HTTP/1.1" status: 204 len: 168 time: 1.1958587 Nov 16 04:46:54.811301 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41096) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:54.818763 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.827441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b1b93eb-3f19-44e7-81dd-0e34d2b78175 req-89cabe03-ea2e-4030-a1b9-0fc06926f390 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593397 Nov 16 04:46:54.864452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] For port 9e7d9976-adf1-4bf0-a64f-a22d7ff96127, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:46:54.867913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-37c05f5f-f2f1-4806-889a-3a9652ca121d service neutron] 10.222.0.15 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812503 Nov 16 04:46:54.883314 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] For port 9e7d9976-adf1-4bf0-a64f-a22d7ff96127, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9e7d9976-adf1-4bf0-a64f-a22d7ff96127,segment=NetworkSegment(a7374a3b-82a7-4367-831f-a75a4fd399ec),segment_id=a7374a3b-82a7-4367-831f-a75a4fd399ec)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:46:54.902862 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:54.911665 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0e0aebb7-237b-483a-8834-a7ed28696fec,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:54.973275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['0e0aebb7-237b-483a-8834-a7ed28696fec'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:54.990092 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ece27-c605-49b7-8c00-20ba5016a6bc None None] New status for floating IP 134cfe99-fcc7-45ba-857f-339391ddba5b: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:46:55.081985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fe94e-d277-45f9-bfeb-33c79b1f8ec3 None None] Pushing event updated for resources: {'Port': ['ID=9e7d9976-adf1-4bf0-a64f-a22d7ff96127,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:55.242630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf', 'tag': '70f321c3-27d5-4a33-bef3-feba1e15a713'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:55.247074 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afd5bbb-62c8-4736-9112-3ce9ecc12318" -d '{"events": [{"name": "network-changed", "server_uuid": "b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf", "tag": "70f321c3-27d5-4a33-bef3-feba1e15a713"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:55.252088 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-205d727f-5a8e-476f-bce2-501263c38cab req-d2f1ca2d-df12-4338-a41e-9ecdfe1f7483 service neutron] 10.222.0.15 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757672 Nov 16 04:46:55.437018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab251aa5-766c-4c8f-bcf1-f2eedce12527 req-e99082a5-641b-4f77-9ce9-b22f4091def2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:55.440972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab251aa5-766c-4c8f-bcf1-f2eedce12527 req-e99082a5-641b-4f77-9ce9-b22f4091def2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 944 time: 0.1879425 Nov 16 04:46:55.533802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5aee78-e8e8-43b8-9931-5dc36be46679 req-1d187fcf-1292-464a-94bf-5475f86ec3bc tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:55.543417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd5aee78-e8e8-43b8-9931-5dc36be46679 req-1d187fcf-1292-464a-94bf-5475f86ec3bc tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 946 time: 0.1893651 Nov 16 04:46:55.587669 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:55.684420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd5aee78-e8e8-43b8-9931-5dc36be46679 req-91ccb5a3-d9c8-4b8e-ad34-8e1d755bd418 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357143 Nov 16 04:46:55.696275 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:55.716510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab251aa5-766c-4c8f-bcf1-f2eedce12527 req-f11bf52f-f7a7-466e-9c8e-d91d038ecec7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588816 Nov 16 04:46:55.733866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:55.734512 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:55.860673 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decec766-8367-4f8c-b377-26b40789a774 x-openstack-request-id: req-decec766-8367-4f8c-b377-26b40789a774 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:55.861042 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf", "tag": "70f321c3-27d5-4a33-bef3-feba1e15a713", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:55.861370 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-decec766-8367-4f8c-b377-26b40789a774 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:55.861891 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf', 'tag': '70f321c3-27d5-4a33-bef3-feba1e15a713', 'status': 'completed', 'code': 200} Nov 16 04:46:55.873656 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:55.942767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 9e7d9976-adf1-4bf0-a64f-a22d7ff96127, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9e7d9976-adf1-4bf0-a64f-a22d7ff96127,segment=NetworkSegment(a7374a3b-82a7-4367-831f-a75a4fd399ec),segment_id=a7374a3b-82a7-4367-831f-a75a4fd399ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:55.950039 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:55.988849 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd5bbb-62c8-4736-9112-3ce9ecc12318 req-218542b4-b95f-4583-af1f-389f18c43625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:55.995719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6afd5bbb-62c8-4736-9112-3ce9ecc12318 req-218542b4-b95f-4583-af1f-389f18c43625 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960d99cdc4324394bb8c5d8ed093d15e&device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 1095 time: 0.0981264 Nov 16 04:46:56.005593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Router 34fe1104-7813-4bc5-8d82-a7a650843c5d is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:46:56.081921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=9e7d9976-adf1-4bf0-a64f-a22d7ff96127,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:56.095974 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0e0aebb7-237b-483a-8834-a7ed28696fec up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:56.208220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 0e0aebb7-237b-483a-8834-a7ed28696fec triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:56.208506 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:56.259017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:46:56.282282 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Sync routers for ids ['34fe1104-7813-4bc5-8d82-a7a650843c5d'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:46:56.298278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e8d56-d1db-43da-9206-63c5bf250f7f req-8d60d663-2b42-4e81-95b6-8bc376e33482 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:56.300228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b8e8d56-d1db-43da-9206-63c5bf250f7f req-8d60d663-2b42-4e81-95b6-8bc376e33482 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.2812619 Nov 16 04:46:56.309352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-969434c1-ba0a-4286-9d6b-8d552dccc1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:56.317192 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:56.321878 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8f020f49-c585-4f93-9131-d39d90897f5a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5601025 Nov 16 04:46:56.328109 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41128) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:56.359425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd5bbb-62c8-4736-9112-3ce9ecc12318 req-bd51ce1c-6bcf-4b24-b91e-9af9e10042ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:56.361216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6afd5bbb-62c8-4736-9112-3ce9ecc12318 req-bd51ce1c-6bcf-4b24-b91e-9af9e10042ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=264c8096-e6ac-4052-82aa-684b9297a3e1 HTTP/1.1" status: 200 len: 922 time: 0.3573849 Nov 16 04:46:56.374722 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Routers {'34fe1104-7813-4bc5-8d82-a7a650843c5d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:56.379120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['34fe1104-7813-4bc5-8d82-a7a650843c5d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:56.452158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6afd5bbb-62c8-4736-9112-3ce9ecc12318 req-0120d0ff-b433-4804-a3fa-fe3c97436999 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70f321c3-27d5-4a33-bef3-feba1e15a713 HTTP/1.1" status: 200 len: 217 time: 0.0790398 Nov 16 04:46:56.547862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b8e8d56-d1db-43da-9206-63c5bf250f7f req-342083bc-58cc-4f9f-bf72-56096ed60903 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314434 Nov 16 04:46:56.562535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd5bbb-62c8-4736-9112-3ce9ecc12318 req-105e6099-ecee-46f4-af3a-935bac6a6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:56.564504 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6afd5bbb-62c8-4736-9112-3ce9ecc12318 req-105e6099-ecee-46f4-af3a-935bac6a6281 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1c59619-5ebc-40ef-b173-643613d76faf HTTP/1.1" status: 200 len: 861 time: 0.1004636 Nov 16 04:46:56.656625 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6afd5bbb-62c8-4736-9112-3ce9ecc12318 req-002b0544-f443-408d-b9e6-c7c8d07a77a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=264c8096-e6ac-4052-82aa-684b9297a3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856245 Nov 16 04:46:56.723678 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Set router 34fe1104-7813-4bc5-8d82-a7a650843c5d gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:56.833615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e741fcb0-2813-4e2c-9d2e-f539ebefad9a None None] Network 5bf91be6-016c-43c7-bd07-759140c5c6aa requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:46:56.917833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6afd5bbb-62c8-4736-9112-3ce9ecc12318 req-93a8ffd9-e9cf-4fee-88aa-cf0cdc020ba3 service neutron] 10.222.0.15 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544663 Nov 16 04:46:57.001449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7cae360a-cd73-4835-bd19-2c9f398f7579 None None] Provisioning complete for port 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:57.001785 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7cae360a-cd73-4835-bd19-2c9f398f7579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:57.046708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5f21a-8be2-4a0d-9e2e-14ec4273c7f1 req-0b11482a-8098-450d-90fc-ab6912480eeb tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:57.054690 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffb5f21a-8be2-4a0d-9e2e-14ec4273c7f1 req-0b11482a-8098-450d-90fc-ab6912480eeb tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 944 time: 0.1544943 Nov 16 04:46:57.094376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754ae9e-2579-4a69-b1d8-6ba4b86068e5 req-c7dfacc4-8447-43cb-af33-7e11e36145fa tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:57.096298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e754ae9e-2579-4a69-b1d8-6ba4b86068e5 req-c7dfacc4-8447-43cb-af33-7e11e36145fa tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 944 time: 0.1532090 Nov 16 04:46:57.119132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-969434c1-ba0a-4286-9d6b-8d552dccc1e5 admin admin] Deleting port 9637b828-3f17-46e1-bab9-130d5d200b99 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:46:57.120213 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-969434c1-ba0a-4286-9d6b-8d552dccc1e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:57.134893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6afd5bbb-62c8-4736-9112-3ce9ecc12318 req-d79e71aa-4494-41e9-b5fb-c5bd91e8301f service neutron] 10.222.0.15 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030146 Nov 16 04:46:57.194255 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e754ae9e-2579-4a69-b1d8-6ba4b86068e5 req-5f6e7760-31b4-4931-ac95-872cbb1289e8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871251 Nov 16 04:46:57.233838 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffb5f21a-8be2-4a0d-9e2e-14ec4273c7f1 req-6b359244-d1be-4d8a-aaad-ca2632388503 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777942 Nov 16 04:46:57.273927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-969434c1-ba0a-4286-9d6b-8d552dccc1e5 admin admin] For port 9637b828-3f17-46e1-bab9-130d5d200b99, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9637b828-3f17-46e1-bab9-130d5d200b99,segment=NetworkSegment(e175b855-1df5-402c-8196-52759ad09e67),segment_id=e175b855-1df5-402c-8196-52759ad09e67)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:57.274313 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-969434c1-ba0a-4286-9d6b-8d552dccc1e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:57.315709 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-969434c1-ba0a-4286-9d6b-8d552dccc1e5 admin admin] Calling delete_port for 9637b828-3f17-46e1-bab9-130d5d200b99 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:46:57.328671 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:57.390211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0e0aebb7-237b-483a-8834-a7ed28696fec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0e0aebb7-237b-483a-8834-a7ed28696fec,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:57.402025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c10ef8c-3010-4826-a48a-cf9c977de24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0aebb7-237b-483a-8834-a7ed28696fec'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:46:57.405555 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76614f28-c56f-422f-83de-b933e04e3cdf" -d '{"events": [{"server_uuid": "1c10ef8c-3010-4826-a48a-cf9c977de24b", "name": "network-vif-plugged", "status": "completed", "tag": "0e0aebb7-237b-483a-8834-a7ed28696fec"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:46:57.437181 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:57.513501 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1710962c-72aa-46f2-b8ac-80d322d0ce8f x-openstack-request-id: req-1710962c-72aa-46f2-b8ac-80d322d0ce8f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:46:57.513812 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c10ef8c-3010-4826-a48a-cf9c977de24b", "name": "network-vif-plugged", "status": "completed", "tag": "0e0aebb7-237b-483a-8834-a7ed28696fec", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:46:57.513977 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1710962c-72aa-46f2-b8ac-80d322d0ce8f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:46:57.514418 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c10ef8c-3010-4826-a48a-cf9c977de24b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0aebb7-237b-483a-8834-a7ed28696fec', 'code': 200} Nov 16 04:46:57.597566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:46:57.616326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:57.686626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0e0aebb7-237b-483a-8834-a7ed28696fec,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:57.752430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:57.753542 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:57.794916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:46:54Z', 'revision_number': 3, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port': {'id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:53Z', 'updated_at': '2021-11-16T04:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:57.834586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Checking router: 34fe1104-7813-4bc5-8d82-a7a650843c5d for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:46:57.836205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Updating router 34fe1104-7813-4bc5-8d82-a7a650843c5d port a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:46:57.895353 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-969434c1-ba0a-4286-9d6b-8d552dccc1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:57.896623 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:58.043352 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969434c1-ba0a-4286-9d6b-8d552dccc1e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9637b828-3f17-46e1-bab9-130d5d200b99,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:58.102157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Allocated IP 172.20.0.1 (5bf91be6-016c-43c7-bd07-759140c5c6aa/ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753/dafa216a-f861-4e72-a261-97410c10f816) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:46:58.337816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 70f321c3-27d5-4a33-bef3-feba1e15a713 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:46:58.407351 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:58.418618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987e6e1-9969-4be8-830d-1258df648ce9 req-b0b4ca59-c3ac-4192-823b-9341e6a33536 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:58.420511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d987e6e1-9969-4be8-830d-1258df648ce9 req-b0b4ca59-c3ac-4192-823b-9341e6a33536 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.7104056 Nov 16 04:46:58.432434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2c5cee8d-90bf-4c63-beb1-5289f373762d None None] Provisioning complete for port 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:58.433457 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c5cee8d-90bf-4c63-beb1-5289f373762d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:58.498444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d987e6e1-9969-4be8-830d-1258df648ce9 req-b2aa9d0e-0cbd-42d2-b056-616e3ea9f41d tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652266 Nov 16 04:46:58.508437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8f392-2cdd-42b2-afaa-406d135a9f0e req-13545a04-f745-47e7-a05d-bbc606a3c80e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:58.512924 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:58.517739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8f8f392-2cdd-42b2-afaa-406d135a9f0e req-13545a04-f745-47e7-a05d-bbc606a3c80e tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 946 time: 0.7245235 Nov 16 04:46:58.603058 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8f8f392-2cdd-42b2-afaa-406d135a9f0e req-8189394b-7f27-4246-bf27-5a357d148e6c tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841687 Nov 16 04:46:58.644577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2a88c-5e55-4eb1-a54e-6949ce9305e9 None None] Pushing event updated for resources: {'Port': ['ID=a1cbebb9-7134-41b6-85c8-fb7f4eec74b1,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:58.688765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Attempting to bind port a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:46:58.689150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Attempting to bind port a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:46:58.689996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Attempting to bind port a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:46:58.734069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 70f321c3-27d5-4a33-bef3-feba1e15a713, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=70f321c3-27d5-4a33-bef3-feba1e15a713,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:58.741780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:46:58.742166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:46:58.742571 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:58.742960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:46:58.743449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Bound port: a1cbebb9-7134-41b6-85c8-fb7f4eec74b1, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:46:58.743831 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:58.783151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '70f321c3-27d5-4a33-bef3-feba1e15a713', 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1', 'port_id': '70f321c3-27d5-4a33-bef3-feba1e15a713', 'mac_address': 'fa:16:3e:7b:87:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c59619-5ebc-40ef-b173-643613d76faf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:46:58.812622 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-969434c1-ba0a-4286-9d6b-8d552dccc1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:58.856642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] For port a1cbebb9-7134-41b6-85c8-fb7f4eec74b1, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:46:58.860146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0ba1d-0000-4637-97ec-47787ce8097f req-0996696a-1bcc-40fb-872a-4bf0a6908723 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:58.863566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] For port a1cbebb9-7134-41b6-85c8-fb7f4eec74b1, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a1cbebb9-7134-41b6-85c8-fb7f4eec74b1,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:46:58.867633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2c0ba1d-0000-4637-97ec-47787ce8097f req-0996696a-1bcc-40fb-872a-4bf0a6908723 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1555252 Nov 16 04:46:58.872590 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:58.876958 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:58.903128 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ec2d8-e159-469a-9f8a-bcd957687c14 req-973d56e9-698f-4131-a290-99037e256216 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:58.910991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c5ec2d8-e159-469a-9f8a-bcd957687c14 req-973d56e9-698f-4131-a290-99037e256216 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 944 time: 0.1533618 Nov 16 04:46:58.928131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f321c3-27d5-4a33-bef3-feba1e15a713 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:46:58.965668 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Routers {'34fe1104-7813-4bc5-8d82-a7a650843c5d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:58.966326 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['34fe1104-7813-4bc5-8d82-a7a650843c5d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:58.968049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2a88c-5e55-4eb1-a54e-6949ce9305e9 None None] Pushing event updated for resources: {'Port': ['ID=a1cbebb9-7134-41b6-85c8-fb7f4eec74b1,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:58.971793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 70f321c3-27d5-4a33-bef3-feba1e15a713, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=70f321c3-27d5-4a33-bef3-feba1e15a713,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:46:58.974578 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:58.981937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c5ec2d8-e159-469a-9f8a-bcd957687c14 req-1ecffe43-172d-48da-a176-0d4696be2db4 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591831 Nov 16 04:46:59.011053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2c0ba1d-0000-4637-97ec-47787ce8097f req-622e6e3b-c925-4c38-a6cf-09f5656e057c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317749 Nov 16 04:46:59.033379 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:59.052415 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:59.110027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Network 5bf91be6-016c-43c7-bd07-759140c5c6aa is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:46:59.119267 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:46:59.121736 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:46:59.144052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=70f321c3-27d5-4a33-bef3-feba1e15a713,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:59.171875 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Pushing event updated for resources: {'Port': ['ID=dafa216a-f861-4e72-a261-97410c10f816,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:46:59.177512 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] Set router 34fe1104-7813-4bc5-8d82-a7a650843c5d gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:59.308404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969434c1-ba0a-4286-9d6b-8d552dccc1e5 admin admin] Router 38ded3ed-e1dd-47a3-86f4-94b5192be94c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:46:59.323749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:59.335362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['70f321c3-27d5-4a33-bef3-feba1e15a713'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:46:59.493469 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969434c1-ba0a-4286-9d6b-8d552dccc1e5 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:46:59.505300 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-969434c1-ba0a-4286-9d6b-8d552dccc1e5 admin admin] 10.222.0.41 "PUT /v2.0/routers/38ded3ed-e1dd-47a3-86f4-94b5192be94c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6933036 Nov 16 04:46:59.507917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41180) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:46:59.518205 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d84be-682e-45a4-b2f2-847b3e5bc0d3 None None] Sync routers for ids ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:46:59.529980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:46:54Z', 'revision_number': 3, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port': {'id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:53Z', 'updated_at': '2021-11-16T04:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:59.568621 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d84be-682e-45a4-b2f2-847b3e5bc0d3 None None] Routers {'38ded3ed-e1dd-47a3-86f4-94b5192be94c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:46:59.569719 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-780d84be-682e-45a4-b2f2-847b3e5bc0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:46:59.575054 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ae4abc-8183-4bcb-a564-0ebb03dae764 None None] The sync data for ids ['34fe1104-7813-4bc5-8d82-a7a650843c5d'] in n-d-818042-1 is: [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:46:54Z', 'revision_number': 3, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port': {'id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:53Z', 'updated_at': '2021-11-16T04:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:46:59.599832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-32fd3d74-5605-40d3-a58a-d4ac0c87cffd None None] Provisioning complete for port dafa216a-f861-4e72-a261-97410c10f816 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:46:59.611437 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-32fd3d74-5605-40d3-a58a-d4ac0c87cffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:59.696597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-32fd3d74-5605-40d3-a58a-d4ac0c87cffd None None] Port dafa216a-f861-4e72-a261-97410c10f816 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:46:59.803085 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:46:59.820516 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-780d84be-682e-45a4-b2f2-847b3e5bc0d3 None None] Set router 38ded3ed-e1dd-47a3-86f4-94b5192be94c gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:46:59.872284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc507435-101a-4c4c-878d-a59451f5403d req-db8eab17-dfa2-45d2-92e7-25e124df9937 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:59.884237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc507435-101a-4c4c-878d-a59451f5403d req-db8eab17-dfa2-45d2-92e7-25e124df9937 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.1704242 Nov 16 04:46:59.984495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561db01-a999-4d6f-83aa-cb398896e76e req-071a2635-efe8-41f5-8bd4-8605ee2be25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:46:59.995561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c561db01-a999-4d6f-83aa-cb398896e76e req-071a2635-efe8-41f5-8bd4-8605ee2be25b tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 946 time: 0.2058084 Nov 16 04:47:00.034418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc507435-101a-4c4c-878d-a59451f5403d req-7f35bc59-99de-4f37-be2a-744a7348b917 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470783 Nov 16 04:47:00.085254 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:00.095045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4fe863f5-5ab8-4633-bc6f-b583314445dd details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:47:00.236783 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:00.256664 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:00.263509 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:00.356340 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:00.369032 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-780d84be-682e-45a4-b2f2-847b3e5bc0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '592ee431-51e2-4148-9d7b-a8298c602005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:46:57Z', 'revision_number': 5, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port': {'id': '592ee431-51e2-4148-9d7b-a8298c602005', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:b0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:44:26Z', 'updated_at': '2021-11-16T04:44:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:00.430188 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d84be-682e-45a4-b2f2-847b3e5bc0d3 None None] Checking router: 38ded3ed-e1dd-47a3-86f4-94b5192be94c for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:47:00.454861 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d84be-682e-45a4-b2f2-847b3e5bc0d3 None None] Routers {'38ded3ed-e1dd-47a3-86f4-94b5192be94c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:47:00.455493 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-780d84be-682e-45a4-b2f2-847b3e5bc0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:00.458378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c561db01-a999-4d6f-83aa-cb398896e76e req-a35f0907-cadc-49f2-865b-705451550db7 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234607 Nov 16 04:47:00.485777 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Network 5bf91be6-016c-43c7-bd07-759140c5c6aa is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:00.488170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:00.507790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37be50-4681-451d-b8b3-b80c813e79b7 req-0f4d0206-358b-4541-bf8a-17aa287c2cc9 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:00.526578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af37be50-4681-451d-b8b3-b80c813e79b7 req-0f4d0206-358b-4541-bf8a-17aa287c2cc9 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 945 time: 0.1691644 Nov 16 04:47:00.626468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Deleting port 592ee431-51e2-4148-9d7b-a8298c602005 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:47:00.630166 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:00.729623 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4fe863f5-5ab8-4633-bc6f-b583314445dd, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4fe863f5-5ab8-4633-bc6f-b583314445dd,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:00.756763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Pushing event updated for resources: {'Port': ['ID=dafa216a-f861-4e72-a261-97410c10f816,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:00.768087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '4fe863f5-5ab8-4633-bc6f-b583314445dd', 'network_id': 'e964ee29-f20c-437c-bf6c-7fec122914b0', 'port_id': '4fe863f5-5ab8-4633-bc6f-b583314445dd', 'mac_address': 'fa:16:3e:da:f1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '063c054f-393a-4bcd-b5ae-2266d7cc8f6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:47:00.789210 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Router 34fe1104-7813-4bc5-8d82-a7a650843c5d has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:47:00.854820 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:00.868270 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-780d84be-682e-45a4-b2f2-847b3e5bc0d3 None None] Set router 38ded3ed-e1dd-47a3-86f4-94b5192be94c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:47:00.882365 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fe863f5-5ab8-4633-bc6f-b583314445dd {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:47:00.894768 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af37be50-4681-451d-b8b3-b80c813e79b7 req-b07f4f5b-48e2-4786-962c-146c57790f4e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672993 Nov 16 04:47:00.951710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4fe863f5-5ab8-4633-bc6f-b583314445dd, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4fe863f5-5ab8-4633-bc6f-b583314445dd,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:00.970817 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f31006d3-69db-4a98-a35f-90d1b5b0dacc None None] Provisioning complete for port dafa216a-f861-4e72-a261-97410c10f816 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:00.972079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f31006d3-69db-4a98-a35f-90d1b5b0dacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:00.979861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] For port 592ee431-51e2-4148-9d7b-a8298c602005, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=592ee431-51e2-4148-9d7b-a8298c602005,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:00.983171 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:01.027957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Calling delete_port for 592ee431-51e2-4148-9d7b-a8298c602005 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:47:01.037417 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:47:01.052353 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-780d84be-682e-45a4-b2f2-847b3e5bc0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:47:00Z', 'revision_number': 6, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:01.054315 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5cb719eb-81d5-45d1-bfd2-5f37137ddf06 admin admin] 10.222.0.41 "PUT /v2.0/routers/34fe1104-7813-4bc5-8d82-a7a650843c5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7247856 Nov 16 04:47:01.061097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f31006d3-69db-4a98-a35f-90d1b5b0dacc None None] Port dafa216a-f861-4e72-a261-97410c10f816 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:47:01.061097 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:01.067096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db778ba-f07f-4dc9-b0fd-4dce887531cf req-96c6c1eb-66bc-438c-ae9f-0febefc01594 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:01.080669 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5db778ba-f07f-4dc9-b0fd-4dce887531cf req-96c6c1eb-66bc-438c-ae9f-0febefc01594 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.4719913 Nov 16 04:47:01.105932 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d84be-682e-45a4-b2f2-847b3e5bc0d3 None None] The sync data for ids ['38ded3ed-e1dd-47a3-86f4-94b5192be94c'] in n-d-818042-1 is: [{'id': '38ded3ed-e1dd-47a3-86f4-94b5192be94c', 'name': 'tempest-ServersTestManualDisk-716987763-router', 'tenant_id': '0014bc74290e4610a76fb106e32b03c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:44:25Z', 'updated_at': '2021-11-16T04:47:00Z', 'revision_number': 6, 'project_id': '0014bc74290e4610a76fb106e32b03c4', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:47:01.163105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=4fe863f5-5ab8-4633-bc6f-b583314445dd,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:01.249520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['4fe863f5-5ab8-4633-bc6f-b583314445dd'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:47:01.262658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5db778ba-f07f-4dc9-b0fd-4dce887531cf req-7323fbf5-76e6-4ffd-8b3d-9ce99fb4f349 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800120 Nov 16 04:47:01.291953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63ca59-322c-48d6-b9ec-8420baab149c req-1830abfc-be28-4fc2-9b7d-6efb0bdc48e0 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:01.293556 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f63ca59-322c-48d6-b9ec-8420baab149c req-1830abfc-be28-4fc2-9b7d-6efb0bdc48e0 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.1060286 Nov 16 04:47:01.466443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f63ca59-322c-48d6-b9ec-8420baab149c req-63452380-fa5e-488c-8cf0-54805aa331a7 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241231 Nov 16 04:47:01.660791 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:01.722151 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Pushing event deleted for resources: {'Port': ['ID=592ee431-51e2-4148-9d7b-a8298c602005,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:01.740510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:01.810098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb59e69-eb9a-4413-8766-9fbb77c03d24 req-d5d922e6-1010-4203-94b7-42da35c37654 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:01.817543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bb59e69-eb9a-4413-8766-9fbb77c03d24 req-d5d922e6-1010-4203-94b7-42da35c37654 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 945 time: 0.1749957 Nov 16 04:47:01.828104 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:01.828486 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:01.845009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:01.969343 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.011329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port a1cbebb9-7134-41b6-85c8-fb7f4eec74b1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a1cbebb9-7134-41b6-85c8-fb7f4eec74b1,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:02.019021 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.022538 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.035842 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9637b828-3f17-46e1-bab9-130d5d200b99 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:47:02.041406 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.062299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bb59e69-eb9a-4413-8766-9fbb77c03d24 req-b5f0256a-29ce-4d7a-b4ab-5af7f96adf5a tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439728 Nov 16 04:47:02.103294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 9637b828-3f17-46e1-bab9-130d5d200b99 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:47:02.103881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9637b828-3f17-46e1-bab9-130d5d200b99 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:47:02.112503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4fe863f5-5ab8-4633-bc6f-b583314445dd no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:47:02.192165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=a1cbebb9-7134-41b6-85c8-fb7f4eec74b1,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:02.234411 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.234989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38ded3ed-e1dd-47a3-86f4-94b5192be94c {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:47:02.252968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a9858-0707-40bc-b607-f3fb5738dff7 req-d8a13eae-fda3-4020-ac59-1fa2d4625321 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:02.256195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d6a9858-0707-40bc-b607-f3fb5738dff7 req-d8a13eae-fda3-4020-ac59-1fa2d4625321 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 945 time: 0.2317727 Nov 16 04:47:02.262477 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.263966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cdb717af-7065-4131-aac3-becd24962147 admin admin] 10.222.0.41 "DELETE /v2.0/routers/38ded3ed-e1dd-47a3-86f4-94b5192be94c HTTP/1.1" status: 204 len: 168 time: 2.7515566 Nov 16 04:47:02.266813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41222) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:02.286466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 70f321c3-27d5-4a33-bef3-feba1e15a713 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:02.343569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d6a9858-0707-40bc-b607-f3fb5738dff7 req-dd44e20d-c20b-4b19-946a-6a37699763cf tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780885 Nov 16 04:47:02.376480 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.382354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41230) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:02.385275 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c24a19-5907-4c36-8a1a-75b695c90013 admin admin] Deleting subnet 77087f1c-839f-49da-8700-cd60e2b5eb60 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:47:02.388971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1707571865-network', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:02.392819 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63c24a19-5907-4c36-8a1a-75b695c90013 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.421355 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4fe863f5-5ab8-4633-bc6f-b583314445dd {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:47:02.438260 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Made reservation on behalf of aa8d413bd63646348e8a6d197a9725a4 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:02.451154 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63c24a19-5907-4c36-8a1a-75b695c90013 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.453372 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.472740 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.483144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4fe863f5-5ab8-4633-bc6f-b583314445dd, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4fe863f5-5ab8-4633-bc6f-b583314445dd,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:02.490486 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.539101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 70f321c3-27d5-4a33-bef3-feba1e15a713 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:47:02.551930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 70f321c3-27d5-4a33-bef3-feba1e15a713 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:02.552291 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.631054 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63c24a19-5907-4c36-8a1a-75b695c90013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.646904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=4fe863f5-5ab8-4633-bc6f-b583314445dd,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:02.678505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3ce9b-ab3c-4468-9aa0-b83b98f1e997 req-b7eb7a4b-d670-4dfe-ba0d-fb037ea13e86 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:02.682625 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bec3ce9b-ab3c-4468-9aa0-b83b98f1e997 req-b7eb7a4b-d670-4dfe-ba0d-fb037ea13e86 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1993010 Nov 16 04:47:02.723163 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.740988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63c24a19-5907-4c36-8a1a-75b695c90013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.790002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f321c3-27d5-4a33-bef3-feba1e15a713'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:02.792657 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112e6305-4925-42e3-b8f4-78970ac61070" -d '{"events": [{"server_uuid": "b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf", "name": "network-vif-plugged", "status": "completed", "tag": "70f321c3-27d5-4a33-bef3-feba1e15a713"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:02.812524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c24a19-5907-4c36-8a1a-75b695c90013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77087f1c-839f-49da-8700-cd60e2b5eb60,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:02.831932 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63c24a19-5907-4c36-8a1a-75b695c90013 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.835927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620f1fd3-767c-4f26-8e89-6be7e6c58843 None None] Network a0dcee31-7303-4813-8f81-ee4b00c405fe requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:02.842248 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-63c24a19-5907-4c36-8a1a-75b695c90013 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/77087f1c-839f-49da-8700-cd60e2b5eb60 HTTP/1.1" status: 204 len: 168 time: 0.5736444 Nov 16 04:47:02.847533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bec3ce9b-ab3c-4468-9aa0-b83b98f1e997 req-0e459b53-c717-40fe-9348-b499d8f1de6a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560788 Nov 16 04:47:02.856936 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41240) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:02.949814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 70f321c3-27d5-4a33-bef3-feba1e15a713, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=70f321c3-27d5-4a33-bef3-feba1e15a713,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:02.954953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Sync routers for ids ['34fe1104-7813-4bc5-8d82-a7a650843c5d'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:47:02.972170 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:02.998790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc9cfa-7345-4434-937f-85c40ecdcd24 req-49985152-9abe-4788-b71b-42a3c6fd0970 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:03.002943 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3bc9cfa-7345-4434-937f-85c40ecdcd24 req-49985152-9abe-4788-b71b-42a3c6fd0970 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.1448479 Nov 16 04:47:03.006373 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.018267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Routers {'34fe1104-7813-4bc5-8d82-a7a650843c5d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:47:03.018917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['34fe1104-7813-4bc5-8d82-a7a650843c5d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:03.024771 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.066746 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.147918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Deleting port af27daee-b61b-4ffa-9c8b-d02e58ab2353 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:47:03.148951 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.166214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:47:03.200498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03c63d5-4e89-4d6d-9b47-e8a2ebc19b41,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:03.219084 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.220123 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Added segment 206b9aa7-f1c2-4748-8006-0772bdd6d487 of type vlan for network 24f99f45-044e-41cc-b1aa-2941f2fba3cf Nov 16 04:47:03.241030 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] For port af27daee-b61b-4ffa-9c8b-d02e58ab2353, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=af27daee-b61b-4ffa-9c8b-d02e58ab2353,segment=NetworkSegment(e175b855-1df5-402c-8196-52759ad09e67),segment_id=e175b855-1df5-402c-8196-52759ad09e67)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:03.245134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.260027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Set router 34fe1104-7813-4bc5-8d82-a7a650843c5d gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:47:03.263763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Calling delete_port for af27daee-b61b-4ffa-9c8b-d02e58ab2353 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:47:03.298222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3bc9cfa-7345-4434-937f-85c40ecdcd24 req-d909dded-adec-4ce3-b0a3-8cce39eea458 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846496 Nov 16 04:47:03.321451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5e1a6-138e-418d-8e3d-0970f3a8c13e req-0cd397b3-d547-4695-ab99-709d3c6d5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:03.325822 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3d5e1a6-138e-418d-8e3d-0970f3a8c13e req-0cd397b3-d547-4695-ab99-709d3c6d5759 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 1097 time: 0.2331057 Nov 16 04:47:03.371176 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.386632 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb28ad3b-8e41-483c-96a3-0ca27b55f8c9 x-openstack-request-id: req-fb28ad3b-8e41-483c-96a3-0ca27b55f8c9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:03.386969 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf", "name": "network-vif-plugged", "status": "completed", "tag": "70f321c3-27d5-4a33-bef3-feba1e15a713", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:03.387171 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb28ad3b-8e41-483c-96a3-0ca27b55f8c9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:03.387562 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f321c3-27d5-4a33-bef3-feba1e15a713', 'code': 200} Nov 16 04:47:03.402584 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.435977 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=af27daee-b61b-4ffa-9c8b-d02e58ab2353,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:03.446955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] No DVR routers for this DVR port af27daee-b61b-4ffa-9c8b-d02e58ab2353 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:47:03.521929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=70f321c3-27d5-4a33-bef3-feba1e15a713,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:03.558357 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.resource_extend [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:47:03.608117 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.628943 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61209813-3083-42f6-8821-40c3654260d7 None None] DHCP port deletion for a0dcee31-7303-4813-8f81-ee4b00c405fe request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:47:03.649120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:03.658038 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.660057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:03.667339 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.681423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0dcee31-7303-4813-8f81-ee4b00c405fe']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:03.697594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e175b855-1df5-402c-8196-52759ad09e67') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:03.698079 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e175b855-1df5-402c-8196-52759ad09e67') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:03.706993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:46:59Z', 'revision_number': 4, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port': {'id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:53Z', 'updated_at': '2021-11-16T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'dafa216a-f861-4e72-a261-97410c10f816', 'name': '', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'mac_address': 'fa:16:3e:19:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:57Z', 'updated_at': '2021-11-16T04:46:59Z', 'revision_number': 2, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'subnets': [{'id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:03.715860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.733150 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.744583 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:47:03.745451 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:47:03.748017 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:47:03.749609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Checking router: 34fe1104-7813-4bc5-8d82-a7a650843c5d for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:47:03.749609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Updating router 34fe1104-7813-4bc5-8d82-a7a650843c5d port dafa216a-f861-4e72-a261-97410c10f816 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:47:03.779480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:03.779879 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.785988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7d174-ae6a-4b8f-af70-b800963a0c1a req-e9ddc645-944b-459d-8860-92f0164b2bd0 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:03.787887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4db7d174-ae6a-4b8f-af70-b800963a0c1a req-e9ddc645-944b-459d-8860-92f0164b2bd0 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 944 time: 0.4252012 Nov 16 04:47:03.827958 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.829151 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.844071 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3d5e1a6-138e-418d-8e3d-0970f3a8c13e req-66212073-6b09-4a87-9e18-2b8b8e554838 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007827 Nov 16 04:47:03.847276 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.852115 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a0dcee31-7303-4813-8f81-ee4b00c405fe HTTP/1.1" status: 204 len: 168 time: 0.9941249 Nov 16 04:47:03.868301 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4848242 Nov 16 04:47:03.873913 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41258) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:03.874968 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b094ff-6331-497d-8505-fa9fa2d42a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0dcee31-7303-4813-8f81-ee4b00c405fe,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:03.884299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6798cd47-b4b0-420b-8066-7f4d849ed80b admin admin] Request body: {'subnet': {'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1707571865-subnet', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:03.893744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acc989-3af9-4cb9-a4cc-fcdc711c8dcc admin admin] Pushing event updated for resources: {'Network': ['ID=24f99f45-044e-41cc-b1aa-2941f2fba3cf,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:03.916123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6798cd47-b4b0-420b-8066-7f4d849ed80b admin admin] Made reservation on behalf of aa8d413bd63646348e8a6d197a9725a4 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:03.919927 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6798cd47-b4b0-420b-8066-7f4d849ed80b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:03.930901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939818d5-1d85-404b-8385-ff17f3e6512a req-964d43e1-9d70-4e7c-a251-1789d2fd8fb3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:03.939337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-939818d5-1d85-404b-8385-ff17f3e6512a req-964d43e1-9d70-4e7c-a251-1789d2fd8fb3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 946 time: 0.2476518 Nov 16 04:47:04.011036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4db7d174-ae6a-4b8f-af70-b800963a0c1a req-79e66986-a278-4920-8d28-c9811bdb1583 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3e9bd826-80ad-439e-aa70-1f2057008f80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743073 Nov 16 04:47:04.049705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-939818d5-1d85-404b-8385-ff17f3e6512a req-497f4256-54cd-45be-9b3b-424c5dab5b45 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068866 Nov 16 04:47:04.115642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 24f99f45-044e-41cc-b1aa-2941f2fba3cf details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:47:04.222997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4fe863f5-5ab8-4633-bc6f-b583314445dd up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:04.227784 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41262) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:04.252921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64594916-9a07-450f-a161-cc06cb480b27 req-5dd9c2d8-fc83-4c75-8855-c89bd8c0ba8f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:04.260392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64594916-9a07-450f-a161-cc06cb480b27 req-5dd9c2d8-fc83-4c75-8855-c89bd8c0ba8f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1175621 Nov 16 04:47:04.357084 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64594916-9a07-450f-a161-cc06cb480b27 req-7d1cefd9-faae-44c3-b292-87b118bf8a88 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955184 Nov 16 04:47:04.370731 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aa7f79d4-24b5-4940-a721-d281b8eac3f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0014bc74290e4610a76fb106e32b03c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1406598 Nov 16 04:47:04.372964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41266) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:04.410780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 592ee431-51e2-4148-9d7b-a8298c602005 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:47:04.460389 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6798cd47-b4b0-420b-8066-7f4d849ed80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.473007 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e89f8d6-f25c-4e1c-9464-dae613ca682e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.484459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ed0ae-53ac-4711-b500-aeba7805bcb9 req-5568f85b-bca9-4550-8237-55761d1c0a57 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:04.487680 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c70ed0ae-53ac-4711-b500-aeba7805bcb9 req-5568f85b-bca9-4550-8237-55761d1c0a57 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.37 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 944 time: 0.2433000 Nov 16 04:47:04.507704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c93668-5ccd-4064-a0aa-e11d2a67cc35 req-eeef7402-7ee1-467a-88c7-553b286a2cd4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:04.509266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94c93668-5ccd-4064-a0aa-e11d2a67cc35 req-eeef7402-7ee1-467a-88c7-553b286a2cd4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.0820787 Nov 16 04:47:04.512091 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e89f8d6-f25c-4e1c-9464-dae613ca682e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.518173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 592ee431-51e2-4148-9d7b-a8298c602005 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:47:04.518813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 592ee431-51e2-4148-9d7b-a8298c602005 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:47:04.538860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 4fe863f5-5ab8-4633-bc6f-b583314445dd triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:04.543301 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.588943 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94c93668-5ccd-4064-a0aa-e11d2a67cc35 req-aba490af-cf2e-4cb9-b6c7-9eff87fc8e06 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699275 Nov 16 04:47:04.605801 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e89f8d6-f25c-4e1c-9464-dae613ca682e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.608044 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e89f8d6-f25c-4e1c-9464-dae613ca682e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.611704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1e89f8d6-f25c-4e1c-9464-dae613ca682e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31a6e339-20c5-437a-a7a3-708a0a766390 HTTP/1.1" status: 204 len: 168 time: 0.2352343 Nov 16 04:47:04.625081 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89f8d6-f25c-4e1c-9464-dae613ca682e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a6e339-20c5-437a-a7a3-708a0a766390,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:04.678935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798cd47-b4b0-420b-8066-7f4d849ed80b admin admin] Pushing event updated for resources: {'Subnet': ['ID=025b956e-6330-4f3c-8e05-71df262e0128,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:04.688313 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798cd47-b4b0-420b-8066-7f4d849ed80b admin admin] Checking segment: {'id': '206b9aa7-f1c2-4748-8006-0772bdd6d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:04.688674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798cd47-b4b0-420b-8066-7f4d849ed80b admin admin] Network hostable DHCP agents. Network: 24f99f45-044e-41cc-b1aa-2941f2fba3cf, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:47:04.713608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-c70ed0ae-53ac-4711-b500-aeba7805bcb9 req-3d4af141-9524-40ce-b9d3-017f789a9e35 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Deleting port 4fe863f5-5ab8-4633-bc6f-b583314445dd {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:47:04.713962 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c70ed0ae-53ac-4711-b500-aeba7805bcb9 req-3d4af141-9524-40ce-b9d3-017f789a9e35 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.738389 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.763129 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798cd47-b4b0-420b-8066-7f4d849ed80b admin admin] Network 24f99f45-044e-41cc-b1aa-2941f2fba3cf is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:47:04.779255 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6798cd47-b4b0-420b-8066-7f4d849ed80b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 24f99f45-044e-41cc-b1aa-2941f2fba3cf) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:04.786491 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6798cd47-b4b0-420b-8066-7f4d849ed80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:04.787339 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6798cd47-b4b0-420b-8066-7f4d849ed80b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.800661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf61ceb-0cbc-4191-808f-887f7fa205b4 None None] Network 24f99f45-044e-41cc-b1aa-2941f2fba3cf requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:04.823906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41272) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:04.824494 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6798cd47-b4b0-420b-8066-7f4d849ed80b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9443746 Nov 16 04:47:04.831030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1707571865-router', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:04.843492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-c70ed0ae-53ac-4711-b500-aeba7805bcb9 req-3d4af141-9524-40ce-b9d3-017f789a9e35 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] For port 4fe863f5-5ab8-4633-bc6f-b583314445dd, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4fe863f5-5ab8-4633-bc6f-b583314445dd,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:04.843870 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c70ed0ae-53ac-4711-b500-aeba7805bcb9 req-3d4af141-9524-40ce-b9d3-017f789a9e35 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.854708 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4fe863f5-5ab8-4633-bc6f-b583314445dd, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4fe863f5-5ab8-4633-bc6f-b583314445dd,segment=NetworkSegment(ba838c77-8759-44e4-9bf4-70df4ea3691d),segment_id=ba838c77-8759-44e4-9bf4-70df4ea3691d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:04.864022 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.866365 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.868881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-c70ed0ae-53ac-4711-b500-aeba7805bcb9 req-3d4af141-9524-40ce-b9d3-017f789a9e35 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Calling delete_port for 4fe863f5-5ab8-4633-bc6f-b583314445dd owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:47:04.888437 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.889551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.903937 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:04.995042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=4fe863f5-5ab8-4633-bc6f-b583314445dd,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:05.116875 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:05.207785 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c70ed0ae-53ac-4711-b500-aeba7805bcb9 req-3d4af141-9524-40ce-b9d3-017f789a9e35 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:05.266727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['4fe863f5-5ab8-4633-bc6f-b583314445dd'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:47:05.277993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4af141-9524-40ce-b9d3-017f789a9e35 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Pushing event deleted for resources: {'Port': ['ID=4fe863f5-5ab8-4633-bc6f-b583314445dd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:05.377192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70ed0ae-53ac-4711-b500-aeba7805bcb9 req-3d4af141-9524-40ce-b9d3-017f789a9e35 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] No DVR routers for this DVR port 4fe863f5-5ab8-4633-bc6f-b583314445dd on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:47:05.383304 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c70ed0ae-53ac-4711-b500-aeba7805bcb9 req-3d4af141-9524-40ce-b9d3-017f789a9e35 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:05.392350 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c70ed0ae-53ac-4711-b500-aeba7805bcb9 req-3d4af141-9524-40ce-b9d3-017f789a9e35 tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.37 "DELETE /v2.0/ports/4fe863f5-5ab8-4633-bc6f-b583314445dd HTTP/1.1" status: 204 len: 173 time: 0.8686969 Nov 16 04:47:05.392502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de532974-28f4-4c67-a6e5-7b70e020b34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe863f5-5ab8-4633-bc6f-b583314445dd'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:05.392584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de532974-28f4-4c67-a6e5-7b70e020b34c', 'name': 'network-vif-deleted', 'tag': '4fe863f5-5ab8-4633-bc6f-b583314445dd'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:05.400045 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9781e302-0c5a-4640-b39c-d6f6622302b3" -d '{"events": [{"server_uuid": "de532974-28f4-4c67-a6e5-7b70e020b34c", "name": "network-vif-plugged", "status": "completed", "tag": "4fe863f5-5ab8-4633-bc6f-b583314445dd"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:05.401435 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452bc32b-9a5f-4337-94f5-86fd52551577" -d '{"events": [{"server_uuid": "de532974-28f4-4c67-a6e5-7b70e020b34c", "name": "network-vif-deleted", "tag": "4fe863f5-5ab8-4633-bc6f-b583314445dd"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:05.441304 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-93f47168-4915-4b28-ab38-72f6659fb232 req-d499a25d-1d04-49f8-bfe1-2115014339fd tempest-ImagesTestJSON-99341305 tempest-ImagesTestJSON-99341305-project] 10.222.0.41 "GET /v2.0/ports?device_id=de532974-28f4-4c67-a6e5-7b70e020b34c HTTP/1.1" status: 200 len: 210 time: 0.1287091 Nov 16 04:47:05.473269 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161cc59-32f8-4913-83b6-621bbe4be87b None None] Pushing event updated for resources: {'Port': ['ID=dafa216a-f861-4e72-a261-97410c10f816,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:05.523366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Attempting to bind port dafa216a-f861-4e72-a261-97410c10f816 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:05.523744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Attempting to bind port dafa216a-f861-4e72-a261-97410c10f816 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a7374a3b-82a7-4367-831f-a75a4fd399ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:05.524131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Attempting to bind port dafa216a-f861-4e72-a261-97410c10f816 on network 5bf91be6-016c-43c7-bd07-759140c5c6aa {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:05.586123 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:05.604461 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:05.606947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Checking segment: {'id': 'a7374a3b-82a7-4367-831f-a75a4fd399ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:05.607351 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:05.607620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2963d7-b3d8-413f-9600-96c76c059298 req-905af8f7-007d-470d-b526-532e84e3874b tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:05.607752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Bound using segment: {'id': 'a7374a3b-82a7-4367-831f-a75a4fd399ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:05.609233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Bound port: dafa216a-f861-4e72-a261-97410c10f816, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7374a3b-82a7-4367-831f-a75a4fd399ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:05.609637 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:05.614119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device af27daee-b61b-4ffa-9c8b-d02e58ab2353 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:47:05.616348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a2963d7-b3d8-413f-9600-96c76c059298 req-905af8f7-007d-470d-b526-532e84e3874b tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 946 time: 0.3030846 Nov 16 04:47:05.648382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e5db3a82-42d0-426e-8231-f573d6b6b9ae None None] Provisioning complete for port dafa216a-f861-4e72-a261-97410c10f816 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:05.649044 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5db3a82-42d0-426e-8231-f573d6b6b9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:05.674218 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-24f99f45-044e-41cc-b1aa-2941f2fba3cf', 'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'fixed_ips': [{'subnet_id': '025b956e-6330-4f3c-8e05-71df262e0128'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:47:05.675579 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:05.732119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: af27daee-b61b-4ffa-9c8b-d02e58ab2353 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:47:05.732691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device af27daee-b61b-4ffa-9c8b-d02e58ab2353 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:47:05.773793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a2963d7-b3d8-413f-9600-96c76c059298 req-751c3975-7f10-4c74-9a04-20fa0a6c1c06 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564960 Nov 16 04:47:05.790951 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e5db3a82-42d0-426e-8231-f573d6b6b9ae None None] Port dafa216a-f861-4e72-a261-97410c10f816 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:47:05.812432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] For port dafa216a-f861-4e72-a261-97410c10f816, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:05.816653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] For port dafa216a-f861-4e72-a261-97410c10f816, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=dafa216a-f861-4e72-a261-97410c10f816,segment=NetworkSegment(a7374a3b-82a7-4367-831f-a75a4fd399ec),segment_id=a7374a3b-82a7-4367-831f-a75a4fd399ec)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:05.848538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2d25-a820-414c-8545-d3eb51eef2ca req-93c32345-5ed9-44b0-8316-1aa3518cbb99 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:05.856696 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b23a2d25-a820-414c-8545-d3eb51eef2ca req-93c32345-5ed9-44b0-8316-1aa3518cbb99 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1982732 Nov 16 04:47:05.893576 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:05.896095 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dc461a-2cdb-46c4-bb88-c6bed6040597 x-openstack-request-id: req-76dc461a-2cdb-46c4-bb88-c6bed6040597 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:05.896557 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de532974-28f4-4c67-a6e5-7b70e020b34c", "name": "network-vif-deleted", "tag": "4fe863f5-5ab8-4633-bc6f-b583314445dd", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:05.896682 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76dc461a-2cdb-46c4-bb88-c6bed6040597 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:05.896996 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de532974-28f4-4c67-a6e5-7b70e020b34c', 'name': 'network-vif-deleted', 'tag': '4fe863f5-5ab8-4633-bc6f-b583314445dd', 'status': 'completed', 'code': 200} Nov 16 04:47:05.983360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b23a2d25-a820-414c-8545-d3eb51eef2ca req-44f5d38d-9534-4222-aa04-5c7704f0243e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257761 Nov 16 04:47:06.035296 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a992e2-fe96-4de8-9310-19c9a580b0f4 x-openstack-request-id: req-00a992e2-fe96-4de8-9310-19c9a580b0f4 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:06.035837 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de532974-28f4-4c67-a6e5-7b70e020b34c", "name": "network-vif-plugged", "status": "completed", "tag": "4fe863f5-5ab8-4633-bc6f-b583314445dd", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:06.036231 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00a992e2-fe96-4de8-9310-19c9a580b0f4 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:06.036762 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de532974-28f4-4c67-a6e5-7b70e020b34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe863f5-5ab8-4633-bc6f-b583314445dd', 'code': 200} Nov 16 04:47:06.164281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Allocated IP 172.20.0.2 (24f99f45-044e-41cc-b1aa-2941f2fba3cf/025b956e-6330-4f3c-8e05-71df262e0128/9cc5ad6c-32b6-44bf-8089-c4e834627d0b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:06.252238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161cc59-32f8-4913-83b6-621bbe4be87b None None] Pushing event updated for resources: {'Port': ['ID=dafa216a-f861-4e72-a261-97410c10f816,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:06.298800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Routers {'34fe1104-7813-4bc5-8d82-a7a650843c5d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:47:06.299447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:46:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['34fe1104-7813-4bc5-8d82-a7a650843c5d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:06.303598 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:06.336561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde23e3-aa06-4892-a8d8-95aefed40650 req-60bc8880-0f4d-4c5a-be10-93cbdb35f3b5 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:06.344523 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7cde23e3-aa06-4892-a8d8-95aefed40650 req-60bc8880-0f4d-4c5a-be10-93cbdb35f3b5 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.1429040 Nov 16 04:47:06.351990 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:06.365201 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41308) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:06.499348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7cde23e3-aa06-4892-a8d8-95aefed40650 req-5b1d3538-de25-454f-9c50-2877fcf0b024 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524863 Nov 16 04:47:06.519270 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-616425621-network', 'tenant_id': 'fd299e485b5644e880b6b55903fa4584'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:06.561851 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:06.568272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Made reservation on behalf of fd299e485b5644e880b6b55903fa4584 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:06.574236 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:06.577860 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:06.594420 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:06.633588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-21c6ef47-35ea-45f2-97cc-18e86f646983 None None] Provisioning complete for port dafa216a-f861-4e72-a261-97410c10f816 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:06.633984 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21c6ef47-35ea-45f2-97cc-18e86f646983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:06.678269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Allocated IP 172.25.0.42 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/d085a85b-0c92-4ea7-8101-e3f9b71417c2) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:06.732629 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:06.741492 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:06.774029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Network 24f99f45-044e-41cc-b1aa-2941f2fba3cf is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:06.793553 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:47:06.813572 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:06.815018 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00208aec-8a5a-420c-988c-d224dfbf7e3b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:06.816595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:06.835735 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:06.838639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] Set router 34fe1104-7813-4bc5-8d82-a7a650843c5d gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:47:06.839373 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Added segment 9d17185b-ad78-4456-bfbf-e7d045e50dba of type vlan for network ac11ad88-4175-4613-80c5-2f3306ceea7d Nov 16 04:47:06.909759 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:06.952431 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:06.954230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:06.955407 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.037020 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] Pushing event updated for resources: {'Network': ['ID=ac11ad88-4175-4613-80c5-2f3306ceea7d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:07.048844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Pushing event updated for resources: {'Port': ['ID=9cc5ad6c-32b6-44bf-8089-c4e834627d0b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:07.059178 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network ac11ad88-4175-4613-80c5-2f3306ceea7d details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:47:07.067056 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6331c74e-a936-4f52-b47c-26fe1fafcac3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7002511 Nov 16 04:47:07.071965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41348) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:07.077850 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-08b3547f-63a7-4e62-9c92-7bd75e7dec5d admin admin] Request body: {'subnet': {'network_id': 'ac11ad88-4175-4613-80c5-2f3306ceea7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-616425621-subnet', 'tenant_id': 'fd299e485b5644e880b6b55903fa4584', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:07.114137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b3547f-63a7-4e62-9c92-7bd75e7dec5d admin admin] Made reservation on behalf of fd299e485b5644e880b6b55903fa4584 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:07.115637 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.118713 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08b3547f-63a7-4e62-9c92-7bd75e7dec5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.178492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98559485-88d3-4896-a031-f122311e475a req-dac3dc6e-8a4a-4581-a637-8680de7486c9 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:07.180162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98559485-88d3-4896-a031-f122311e475a req-dac3dc6e-8a4a-4581-a637-8680de7486c9 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 946 time: 0.2185297 Nov 16 04:47:07.204575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d46cdb-76d8-4148-af53-a6e24ca8ae18 req-80aaa202-3fee-4040-aa6c-305a05c5dd3a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:07.212176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2d46cdb-76d8-4148-af53-a6e24ca8ae18 req-80aaa202-3fee-4040-aa6c-305a05c5dd3a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.0935426 Nov 16 04:47:07.283536 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Attempting to bind port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:07.283912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Attempting to bind port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '206b9aa7-f1c2-4748-8006-0772bdd6d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:07.284271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Attempting to bind port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b on network 24f99f45-044e-41cc-b1aa-2941f2fba3cf {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:07.301320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2d46cdb-76d8-4148-af53-a6e24ca8ae18 req-102c04ac-8eaa-41fc-abc2-43947d44fafb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881042 Nov 16 04:47:07.303556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:07.303929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Checking segment: {'id': '206b9aa7-f1c2-4748-8006-0772bdd6d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:07.304326 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.304716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Bound using segment: {'id': '206b9aa7-f1c2-4748-8006-0772bdd6d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:07.314264 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Bound port: 9cc5ad6c-32b6-44bf-8089-c4e834627d0b, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206b9aa7-f1c2-4748-8006-0772bdd6d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:07.314264 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.346701 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08b3547f-63a7-4e62-9c92-7bd75e7dec5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.358245 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21c6ef47-35ea-45f2-97cc-18e86f646983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.388997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98559485-88d3-4896-a031-f122311e475a req-03b7cdce-da07-4765-bf25-90040e2a6b38 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961434 Nov 16 04:47:07.394527 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.510104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3547f-63a7-4e62-9c92-7bd75e7dec5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc120478-ec38-4481-be42-301f5b612e0a,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:07.512046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41356) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:07.523477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3547f-63a7-4e62-9c92-7bd75e7dec5d admin admin] Checking segment: {'id': '9d17185b-ad78-4456-bfbf-e7d045e50dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ac11ad88-4175-4613-80c5-2f3306ceea7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:07.523839 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b3547f-63a7-4e62-9c92-7bd75e7dec5d admin admin] Network hostable DHCP agents. Network: ac11ad88-4175-4613-80c5-2f3306ceea7d, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:47:07.556028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:07.584365 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-21c6ef47-35ea-45f2-97cc-18e86f646983 None None] For port dafa216a-f861-4e72-a261-97410c10f816, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=dafa216a-f861-4e72-a261-97410c10f816,segment=NetworkSegment(a7374a3b-82a7-4367-831f-a75a4fd399ec),segment_id=a7374a3b-82a7-4367-831f-a75a4fd399ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:07.598836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:07.602611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:07.620198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b3547f-63a7-4e62-9c92-7bd75e7dec5d admin admin] Network ac11ad88-4175-4613-80c5-2f3306ceea7d is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:47:07.621814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Pushing event updated for resources: {'Port': ['ID=d085a85b-0c92-4ea7-8101-e3f9b71417c2,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:07.641271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-08b3547f-63a7-4e62-9c92-7bd75e7dec5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, ac11ad88-4175-4613-80c5-2f3306ceea7d) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:07.649035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b3547f-63a7-4e62-9c92-7bd75e7dec5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:07.649627 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08b3547f-63a7-4e62-9c92-7bd75e7dec5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.654895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d6c965-b74b-4df7-ab72-4514c36018f7 admin admin] Deleting subnet 063c054f-393a-4bcd-b5ae-2266d7cc8f6b {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:47:07.658406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89d6c965-b74b-4df7-ab72-4514c36018f7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.677411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] For port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:07.683036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] For port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9cc5ad6c-32b6-44bf-8089-c4e834627d0b,segment=NetworkSegment(206b9aa7-f1c2-4748-8006-0772bdd6d487),segment_id=206b9aa7-f1c2-4748-8006-0772bdd6d487)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:07.690790 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a2979a-3d57-42ec-a43f-a99177edc26f None None] Network ac11ad88-4175-4613-80c5-2f3306ceea7d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:07.699905 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21c6ef47-35ea-45f2-97cc-18e86f646983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.701782 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89d6c965-b74b-4df7-ab72-4514c36018f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.708955 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.747583 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89d6c965-b74b-4df7-ab72-4514c36018f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.821573 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89d6c965-b74b-4df7-ab72-4514c36018f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.860734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6c965-b74b-4df7-ab72-4514c36018f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063c054f-393a-4bcd-b5ae-2266d7cc8f6b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:07.881482 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-08b3547f-63a7-4e62-9c92-7bd75e7dec5d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8078892 Nov 16 04:47:07.882744 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89d6c965-b74b-4df7-ab72-4514c36018f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:07.887234 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-89d6c965-b74b-4df7-ab72-4514c36018f7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/063c054f-393a-4bcd-b5ae-2266d7cc8f6b HTTP/1.1" status: 204 len: 168 time: 0.3535526 Nov 16 04:47:07.888061 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6ef47-35ea-45f2-97cc-18e86f646983 None None] Pushing event updated for resources: {'Port': ['ID=dafa216a-f861-4e72-a261-97410c10f816,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:07.889057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41362) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:08.007707 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8481ac8-e173-4e5a-8647-fe65f994ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:08.137537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8481ac8-e173-4e5a-8647-fe65f994ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:08.181712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a8481ac8-e173-4e5a-8647-fe65f994ddf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e964ee29-f20c-437c-bf6c-7fec122914b0']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:08.193294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a8481ac8-e173-4e5a-8647-fe65f994ddf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba838c77-8759-44e4-9bf4-70df4ea3691d') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:08.193633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a8481ac8-e173-4e5a-8647-fe65f994ddf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba838c77-8759-44e4-9bf4-70df4ea3691d') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:08.207046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4fe863f5-5ab8-4633-bc6f-b583314445dd no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:47:08.207693 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8481ac8-e173-4e5a-8647-fe65f994ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:08.228761 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8481ac8-e173-4e5a-8647-fe65f994ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:08.241867 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8481ac8-e173-4e5a-8647-fe65f994ddf6 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:47:08.242600 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8481ac8-e173-4e5a-8647-fe65f994ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:08.245294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dbbbff-e663-4e23-ab9c-008df0f4b98d req-7018b77a-2a77-4e07-98d7-2b6c72e3c286 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:08.260849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82dbbbff-e663-4e23-ab9c-008df0f4b98d req-7018b77a-2a77-4e07-98d7-2b6c72e3c286 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 946 time: 0.7590437 Nov 16 04:47:08.282259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fac98-26cf-42dc-84f1-164771f62ed9 req-2c9bec6b-f8c5-4db9-8ba8-0c76877a1b14 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:08.291691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-565fac98-26cf-42dc-84f1-164771f62ed9 req-2c9bec6b-f8c5-4db9-8ba8-0c76877a1b14 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.6857576 Nov 16 04:47:08.299358 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 4fe863f5-5ab8-4633-bc6f-b583314445dd {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:47:08.300019 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4fe863f5-5ab8-4633-bc6f-b583314445dd not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:47:08.301863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7b8d0f-0a8d-40f5-acd3-e6bc2556dbac None None] Network ac11ad88-4175-4613-80c5-2f3306ceea7d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:47:08.342235 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:47:08.345035 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8481ac8-e173-4e5a-8647-fe65f994ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:08.352002 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8481ac8-e173-4e5a-8647-fe65f994ddf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:08.358023 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a8481ac8-e173-4e5a-8647-fe65f994ddf6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e964ee29-f20c-437c-bf6c-7fec122914b0 HTTP/1.1" status: 204 len: 168 time: 0.4676459 Nov 16 04:47:08.375083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8481ac8-e173-4e5a-8647-fe65f994ddf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e964ee29-f20c-437c-bf6c-7fec122914b0,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:08.437079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28082be9-c751-4f9b-8525-0c5531ae34cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:08.473672 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed51cce-110d-4b72-8224-e11804ae81be None None] Pushing event updated for resources: {'Port': ['ID=9cc5ad6c-32b6-44bf-8089-c4e834627d0b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:08.490521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:46:59Z', 'revision_number': 4, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port': {'id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:53Z', 'updated_at': '2021-11-16T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'dafa216a-f861-4e72-a261-97410c10f816', 'name': '', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'mac_address': 'fa:16:3e:19:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:57Z', 'updated_at': '2021-11-16T04:47:05Z', 'revision_number': 4, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'subnets': [{'id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:08.516444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-565fac98-26cf-42dc-84f1-164771f62ed9 req-2bc95906-149d-474a-b710-7b636525d33f tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235084 Nov 16 04:47:08.540118 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82dbbbff-e663-4e23-ab9c-008df0f4b98d req-7aea5347-6163-4a16-acc1-715f4f8ecec5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727771 Nov 16 04:47:08.572043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e117964c-fd9f-4a50-8f49-ffc02fb1aaa7 None None] The sync data for ids ['34fe1104-7813-4bc5-8d82-a7a650843c5d'] in n-d-818042-1 is: [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:46:59Z', 'revision_number': 4, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port': {'id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:53Z', 'updated_at': '2021-11-16T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'dafa216a-f861-4e72-a261-97410c10f816', 'name': '', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'mac_address': 'fa:16:3e:19:4d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:57Z', 'updated_at': '2021-11-16T04:47:05Z', 'revision_number': 4, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'subnets': [{'id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:47:08.611977 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41380) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:08.771109 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6782025e-b27d-4e73-b104-bf49644aa75d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63af366e9e2a4a14aab07ba7e485aed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1578882 Nov 16 04:47:08.776012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41382) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:08.873532 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ce66ad9-86b5-4d60-82c3-03f9c64164a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:08.928756 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ce66ad9-86b5-4d60-82c3-03f9c64164a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:08.949290 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbd006-3b75-4c71-8665-f0655c90abfc req-35fc1deb-b7c4-407b-982c-36c554d01eaa tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:08.951240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ccbd006-3b75-4c71-8665-f0655c90abfc req-35fc1deb-b7c4-407b-982c-36c554d01eaa tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1030750 Nov 16 04:47:08.985211 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:09.039794 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ce66ad9-86b5-4d60-82c3-03f9c64164a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:09.044487 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ce66ad9-86b5-4d60-82c3-03f9c64164a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:09.060830 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8ce66ad9-86b5-4d60-82c3-03f9c64164a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e9bd826-80ad-439e-aa70-1f2057008f80 HTTP/1.1" status: 204 len: 168 time: 0.2624559 Nov 16 04:47:09.090177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce66ad9-86b5-4d60-82c3-03f9c64164a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9bd826-80ad-439e-aa70-1f2057008f80,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:09.185438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ccbd006-3b75-4c71-8665-f0655c90abfc req-65ad9afb-a1f8-48c0-a1d6-47273284fe02 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197304 Nov 16 04:47:09.438111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d42540-614e-4d01-ab1e-68508554aac5 req-31d16d14-ea52-4e47-acfe-34da80900aa2 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:09.445530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-31d16d14-ea52-4e47-acfe-34da80900aa2 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/networks?id=ac11ad88-4175-4613-80c5-2f3306ceea7d HTTP/1.1" status: 200 len: 813 time: 0.2564750 Nov 16 04:47:09.487475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-73f55fc2-6444-4342-8010-9bb067e9dc58 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/quotas/fd299e485b5644e880b6b55903fa4584 HTTP/1.1" status: 200 len: 375 time: 0.0405881 Nov 16 04:47:09.571517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-31cc8ae8-d1c1-461b-82d5-a562f4ff4309 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fd299e485b5644e880b6b55903fa4584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831654 Nov 16 04:47:09.641991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcb2b8e-bef8-420d-8030-9a7740e1238c None None] Network 24f99f45-044e-41cc-b1aa-2941f2fba3cf requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:09.686866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device dafa216a-f861-4e72-a261-97410c10f816 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:09.809273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-7a40e98a-6f44-4894-8585-0438a96511f4 service neutron] 10.222.0.41 "GET /v2.0/networks/ac11ad88-4175-4613-80c5-2f3306ceea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357855 Nov 16 04:47:09.846220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6d30c3b6-b3f6-4850-862a-0d24bf969747 None None] Provisioning complete for port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:09.847156 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d30c3b6-b3f6-4850-862a-0d24bf969747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:10.174905 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d30c3b6-b3f6-4850-862a-0d24bf969747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:10.225313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port dafa216a-f861-4e72-a261-97410c10f816 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:10.226336 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:10.319164 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd0800ab-0d5d-4ae4-9af5-8f05faef52a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:10.351768 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-8b9ce48c-9091-4496-aceb-0676ebcf7340 service neutron] 10.222.0.41 "GET /v2.0/networks/ac11ad88-4175-4613-80c5-2f3306ceea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416467 Nov 16 04:47:10.367135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268132e2-88fb-41dc-baee-bc397c3e7c41 req-6c55a265-1c26-41ee-90da-9706cf137b04 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:10.374245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-268132e2-88fb-41dc-baee-bc397c3e7c41 req-6c55a265-1c26-41ee-90da-9706cf137b04 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.1650634 Nov 16 04:47:10.377438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6d30c3b6-b3f6-4850-862a-0d24bf969747 None None] For port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9cc5ad6c-32b6-44bf-8089-c4e834627d0b,segment=NetworkSegment(206b9aa7-f1c2-4748-8006-0772bdd6d487),segment_id=206b9aa7-f1c2-4748-8006-0772bdd6d487)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:10.415694 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d30c3b6-b3f6-4850-862a-0d24bf969747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:10.474404 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-268132e2-88fb-41dc-baee-bc397c3e7c41 req-560b0cc2-42fc-4f7a-b064-eabfda7d837c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992064 Nov 16 04:47:10.476620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:10.558168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9cc5ad6c-32b6-44bf-8089-c4e834627d0b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:10.691752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30c3b6-b3f6-4850-862a-0d24bf969747 None None] Pushing event updated for resources: {'Port': ['ID=9cc5ad6c-32b6-44bf-8089-c4e834627d0b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:10.921999 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:10.922542 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:10.972537 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847ff6e-706d-4190-878e-3bd65b9916e2 req-2e550930-ffee-4fa5-a814-ed5fc0be648f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:10.981311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4847ff6e-706d-4190-878e-3bd65b9916e2 req-2e550930-ffee-4fa5-a814-ed5fc0be648f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.2066975 Nov 16 04:47:11.084046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4847ff6e-706d-4190-878e-3bd65b9916e2 req-bd195b6d-02f1-462a-b673-b3a874b2e1f2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015728 Nov 16 04:47:11.144630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Router 98f86363-ef98-4e3c-b891-3414b2a56aff is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:47:11.370882 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-144db5ba-9a7a-4a81-8fa7-5d19653fc1a6 req-6bc7d845-d339-4cac-9c33-afe1fd71bf67 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 210 time: 0.0569572 Nov 16 04:47:11.383770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:47:11.399297 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Sync routers for ids ['98f86363-ef98-4e3c-b891-3414b2a56aff'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:47:11.428566 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Routers {'98f86363-ef98-4e3c-b891-3414b2a56aff'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:47:11.438541 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:47:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['98f86363-ef98-4e3c-b891-3414b2a56aff'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:11.443665 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:11.457046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41460) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:11.458386 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5a97542a-7c86-410f-9404-2df86fc7706e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6287932 Nov 16 04:47:11.477038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ca3a8463-c7eb-4b9d-ae39-99c7b8a14761 None None] Provisioning complete for port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:11.477423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca3a8463-c7eb-4b9d-ae39-99c7b8a14761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:11.609195 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9cc5ad6c-32b6-44bf-8089-c4e834627d0b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:11.784604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de27f36-ebf2-461e-83b8-a3dd7d9ab4a6 req-8fa3e69d-53cd-4283-bceb-77cbc6983006 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:11.789088 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Set router 98f86363-ef98-4e3c-b891-3414b2a56aff gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:47:11.798962 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4de27f36-ebf2-461e-83b8-a3dd7d9ab4a6 req-8fa3e69d-53cd-4283-bceb-77cbc6983006 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 946 time: 0.1866834 Nov 16 04:47:11.893256 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:11.894104 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:11.895274 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:11.965106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4de27f36-ebf2-461e-83b8-a3dd7d9ab4a6 req-eab51b7b-dd11-40f8-bd11-6b625636e171 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650796 Nov 16 04:47:12.150343 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'name': 'tempest-TaggedBootDevicesTest_v242-1707571865-router', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:04Z', 'updated_at': '2021-11-16T04:47:08Z', 'revision_number': 3, 'project_id': 'aa8d413bd63646348e8a6d197a9725a4', 'gw_port': {'id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:06Z', 'updated_at': '2021-11-16T04:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:12.165093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebb97d-db56-498e-be57-9ed5b9d99c8c req-b5a84679-43f4-4d70-a870-7f66ce9f2eb5 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:12.167312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13ebb97d-db56-498e-be57-9ed5b9d99c8c req-b5a84679-43f4-4d70-a870-7f66ce9f2eb5 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.1167789 Nov 16 04:47:12.220001 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Checking router: 98f86363-ef98-4e3c-b891-3414b2a56aff for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:47:12.221638 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Updating router 98f86363-ef98-4e3c-b891-3414b2a56aff port d085a85b-0c92-4ea7-8101-e3f9b71417c2 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:47:12.272492 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:12.295319 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13ebb97d-db56-498e-be57-9ed5b9d99c8c req-26d5f7b9-50e0-48e5-bc43-445706630b2b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094546 Nov 16 04:47:12.380704 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 70f321c3-27d5-4a33-bef3-feba1e15a713 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:47:12.425727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121da82f-bb38-42ce-ac82-125097170c96 req-6b88f650-f4be-48eb-a63d-a3cd0a25f0b5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:12.443784 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-121da82f-bb38-42ce-ac82-125097170c96 req-6b88f650-f4be-48eb-a63d-a3cd0a25f0b5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1963387 Nov 16 04:47:12.584037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-121da82f-bb38-42ce-ac82-125097170c96 req-db19f3f4-d6da-43b4-9698-6e0d8c4c39c5 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357479 Nov 16 04:47:12.664672 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:12.673624 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:12.734985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 70f321c3-27d5-4a33-bef3-feba1e15a713, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=70f321c3-27d5-4a33-bef3-feba1e15a713,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:12.736505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5d0cfad-0246-4971-87df-dd563f55ae4b req-b9b6cdf3-ed86-4863-bca0-56daf685e3f4 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 210 time: 0.0597980 Nov 16 04:47:12.765392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '70f321c3-27d5-4a33-bef3-feba1e15a713', 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1', 'port_id': '70f321c3-27d5-4a33-bef3-feba1e15a713', 'mac_address': 'fa:16:3e:7b:87:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c59619-5ebc-40ef-b173-643613d76faf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:47:12.788720 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Pushing event updated for resources: {'Port': ['ID=d085a85b-0c92-4ea7-8101-e3f9b71417c2,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:12.828126 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Attempting to bind port d085a85b-0c92-4ea7-8101-e3f9b71417c2 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:12.832666 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Attempting to bind port d085a85b-0c92-4ea7-8101-e3f9b71417c2 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:12.833048 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Attempting to bind port d085a85b-0c92-4ea7-8101-e3f9b71417c2 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:12.852763 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:12.853133 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:12.853554 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:12.853965 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:12.854429 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Bound port: d085a85b-0c92-4ea7-8101-e3f9b71417c2, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:12.854801 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:12.856990 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:12.893688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70f321c3-27d5-4a33-bef3-feba1e15a713 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:47:12.926440 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 70f321c3-27d5-4a33-bef3-feba1e15a713, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=70f321c3-27d5-4a33-bef3-feba1e15a713,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:12.933757 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:12.970915 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] For port d085a85b-0c92-4ea7-8101-e3f9b71417c2, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:12.975631 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] For port d085a85b-0c92-4ea7-8101-e3f9b71417c2, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d085a85b-0c92-4ea7-8101-e3f9b71417c2,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:12.978423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d42540-614e-4d01-ab1e-68508554aac5 req-a2679c40-a815-44a1-bb98-dbfdf8f85979 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:12.980634 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:12.980762 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-a2679c40-a815-44a1-bb98-dbfdf8f85979 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.37 "GET /v2.0/networks?id=ac11ad88-4175-4613-80c5-2f3306ceea7d HTTP/1.1" status: 200 len: 813 time: 0.2896767 Nov 16 04:47:12.981126 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:12.983916 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:12.984285 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:12.984622 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:12.984955 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:12.985326 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:12.985601 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:12.985956 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:12.986279 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:12.986592 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:12.986910 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:13.000071 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:13.012515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc5247e-4ca5-4144-a398-72da33f236be tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Request body: {'port': {'device_id': '07c674cf-3834-48fc-a8c7-d40ed632f460', 'network_id': 'ac11ad88-4175-4613-80c5-2f3306ceea7d', 'admin_state_up': True, 'tenant_id': 'fd299e485b5644e880b6b55903fa4584'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:13.047135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=70f321c3-27d5-4a33-bef3-feba1e15a713,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:13.076127 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Routers {'98f86363-ef98-4e3c-b891-3414b2a56aff'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:47:13.076751 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:47:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['98f86363-ef98-4e3c-b891-3414b2a56aff'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:13.165429 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['70f321c3-27d5-4a33-bef3-feba1e15a713'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:47:13.212648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e433331-8d4f-4e95-b6af-4a9d002217ca req-0350cfd9-2007-4677-95d2-590d73a7a6ca tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:13.218465 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc5247e-4ca5-4144-a398-72da33f236be tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Made reservation on behalf of fd299e485b5644e880b6b55903fa4584 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:13.223749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc5247e-4ca5-4144-a398-72da33f236be tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:13.226736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e433331-8d4f-4e95-b6af-4a9d002217ca req-0350cfd9-2007-4677-95d2-590d73a7a6ca tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 945 time: 0.1103649 Nov 16 04:47:13.269831 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] Set router 98f86363-ef98-4e3c-b891-3414b2a56aff gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:47:13.311392 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:13.328965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e433331-8d4f-4e95-b6af-4a9d002217ca req-84faec9c-f529-4d3b-8ee9-1bf14b07f1dc tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888047 Nov 16 04:47:13.552922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a5d09-d76e-4f01-8765-2013011b8ae2 req-69bffd7d-8c16-4b17-a84c-303531eac4ba tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:13.566245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-639a5d09-d76e-4f01-8765-2013011b8ae2 req-69bffd7d-8c16-4b17-a84c-303531eac4ba tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.1178272 Nov 16 04:47:13.590961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:13.611675 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddb17f-ab1d-4f70-b3e2-9028c5f6b44f None None] Pushing event updated for resources: {'Port': ['ID=d085a85b-0c92-4ea7-8101-e3f9b71417c2,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:13.664770 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-639a5d09-d76e-4f01-8765-2013011b8ae2 req-ecf0ec95-fbe4-4e25-880e-a15258532d71 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830243 Nov 16 04:47:13.666639 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'name': 'tempest-TaggedBootDevicesTest_v242-1707571865-router', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:04Z', 'updated_at': '2021-11-16T04:47:08Z', 'revision_number': 3, 'project_id': 'aa8d413bd63646348e8a6d197a9725a4', 'gw_port': {'id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:06Z', 'updated_at': '2021-11-16T04:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:13.681525 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc5247e-4ca5-4144-a398-72da33f236be tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Allocated IP 172.20.0.10 (ac11ad88-4175-4613-80c5-2f3306ceea7d/bc120478-ec38-4481-be42-301f5b612e0a/215dcb39-87a3-4b99-88cb-b0f92f01660f) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:13.731442 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04c2c82-c8c2-40d8-badf-af5d6ee082c0 None None] The sync data for ids ['98f86363-ef98-4e3c-b891-3414b2a56aff'] in n-d-818042-1 is: [{'id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'name': 'tempest-TaggedBootDevicesTest_v242-1707571865-router', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:04Z', 'updated_at': '2021-11-16T04:47:08Z', 'revision_number': 3, 'project_id': 'aa8d413bd63646348e8a6d197a9725a4', 'gw_port': {'id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:06Z', 'updated_at': '2021-11-16T04:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:47:13.769167 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:13.799709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09325d-43fd-4162-9f7f-8a9cbe5676ac req-bd41121c-0fc3-475e-a5f0-1eea091fd11d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:13.816173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc09325d-43fd-4162-9f7f-8a9cbe5676ac req-bd41121c-0fc3-475e-a5f0-1eea091fd11d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1099710 Nov 16 04:47:13.901874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc09325d-43fd-4162-9f7f-8a9cbe5676ac req-925ece87-9713-409d-8f66-542a6b9d5668 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730863 Nov 16 04:47:13.956969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f7e8619-67a7-437b-85cd-058ff437ef27 req-8dd599f3-d97f-497b-8b4f-d6c4be44866c tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 210 time: 0.0605280 Nov 16 04:47:14.025198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Allocated IP 172.20.0.1 (24f99f45-044e-41cc-b1aa-2941f2fba3cf/025b956e-6330-4f3c-8e05-71df262e0128/d709bb2e-51e2-48e4-ad9e-72d268e79f74) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:14.081754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc5247e-4ca5-4144-a398-72da33f236be tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:14.234832 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:14.271495 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc5247e-4ca5-4144-a398-72da33f236be tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:14.331700 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 70f321c3-27d5-4a33-bef3-feba1e15a713 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:14.391881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5247e-4ca5-4144-a398-72da33f236be tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Pushing event updated for resources: {'Port': ['ID=215dcb39-87a3-4b99-88cb-b0f92f01660f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:14.395179 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:14.439166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 70f321c3-27d5-4a33-bef3-feba1e15a713 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:14.439900 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:14.491613 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Network 24f99f45-044e-41cc-b1aa-2941f2fba3cf is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:14.502288 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Pushing event updated for resources: {'Port': ['ID=d709bb2e-51e2-48e4-ad9e-72d268e79f74,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:14.517139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc5247e-4ca5-4144-a398-72da33f236be tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Network ac11ad88-4175-4613-80c5-2f3306ceea7d is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:14.519049 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:14.534059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:14.538526 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc5247e-4ca5-4144-a398-72da33f236be tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:14.548262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc5247e-4ca5-4144-a398-72da33f236be tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:14.568053 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:14.590822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3ee1d-2f7a-44d1-81c6-81145ddaaad2 req-9b59cd32-710c-4fae-baf9-018e6a95ec3d tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:14.607469 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0fc3ee1d-2f7a-44d1-81c6-81145ddaaad2 req-9b59cd32-710c-4fae-baf9-018e6a95ec3d tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 945 time: 0.1483579 Nov 16 04:47:14.612246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f321c3-27d5-4a33-bef3-feba1e15a713'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:14.617347 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfe12b0-f1eb-496f-9e31-2534636d247b" -d '{"events": [{"server_uuid": "b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf", "name": "network-vif-plugged", "status": "completed", "tag": "70f321c3-27d5-4a33-bef3-feba1e15a713"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:14.644806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 70f321c3-27d5-4a33-bef3-feba1e15a713, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=70f321c3-27d5-4a33-bef3-feba1e15a713,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:14.651656 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:14.704023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:14.715436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc5247e-4ca5-4144-a398-72da33f236be tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:14.716102 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc5247e-4ca5-4144-a398-72da33f236be tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:14.745111 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=70f321c3-27d5-4a33-bef3-feba1e15a713,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:14.768177 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0fc3ee1d-2f7a-44d1-81c6-81145ddaaad2 req-4d1bc8fa-a652-434b-8f47-defa7a52fa70 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592250 Nov 16 04:47:14.815533 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc5247e-4ca5-4144-a398-72da33f236be tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8099139 Nov 16 04:47:14.831792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Request body: {'port': {'device_id': '07c674cf-3834-48fc-a8c7-d40ed632f460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:14.948114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-317a806c-516c-41f7-8c33-c009ee48981f None None] Provisioning complete for port d709bb2e-51e2-48e4-ad9e-72d268e79f74 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:14.948114 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-317a806c-516c-41f7-8c33-c009ee48981f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:14.985232 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7024bb43-ef28-404e-b5d7-611e8a4f0d2e x-openstack-request-id: req-7024bb43-ef28-404e-b5d7-611e8a4f0d2e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:14.986847 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf", "name": "network-vif-plugged", "status": "completed", "tag": "70f321c3-27d5-4a33-bef3-feba1e15a713", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:14.987119 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7024bb43-ef28-404e-b5d7-611e8a4f0d2e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:14.987581 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f321c3-27d5-4a33-bef3-feba1e15a713', 'code': 200} Nov 16 04:47:15.031814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-317a806c-516c-41f7-8c33-c009ee48981f None None] Port d709bb2e-51e2-48e4-ad9e-72d268e79f74 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:47:15.045487 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:15.068541 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:15.192967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ef79c-5095-446c-982e-fb62b0a705c3 req-9db5ef3a-faed-432e-ab74-1c31491e832c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:15.201897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de9ef79c-5095-446c-982e-fb62b0a705c3 req-9db5ef3a-faed-432e-ab74-1c31491e832c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.0679395 Nov 16 04:47:15.298153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de9ef79c-5095-446c-982e-fb62b0a705c3 req-57b02c84-8e84-4abd-bb13-7c93fca65168 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953441 Nov 16 04:47:15.301204 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:15.305562 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:15.373457 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:15.521715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3f8b8-9f50-4dcc-939c-781b3c628761 req-f56d8495-15d9-49aa-9a95-d5afa20cf61a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:15.530379 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eac3f8b8-9f50-4dcc-939c-781b3c628761 req-f56d8495-15d9-49aa-9a95-d5afa20cf61a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1591468 Nov 16 04:47:15.568057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184376ba-de73-4b1d-9e88-63947404e2f5 req-8bf03b10-ef97-42fe-b77d-eb37bc048082 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:15.575072 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Pushing event updated for resources: {'Port': ['ID=d709bb2e-51e2-48e4-ad9e-72d268e79f74,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:15.576542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-184376ba-de73-4b1d-9e88-63947404e2f5 req-8bf03b10-ef97-42fe-b77d-eb37bc048082 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 932 time: 0.1739032 Nov 16 04:47:15.613032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d085a85b-0c92-4ea7-8101-e3f9b71417c2 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:15.659494 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eac3f8b8-9f50-4dcc-939c-781b3c628761 req-365af8f1-9679-487e-9106-767354fc0887 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232963 Nov 16 04:47:15.709458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d085a85b-0c92-4ea7-8101-e3f9b71417c2 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:15.709848 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:15.713643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Network 24f99f45-044e-41cc-b1aa-2941f2fba3cf is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:15.720376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-184376ba-de73-4b1d-9e88-63947404e2f5 req-1ebe0b62-41ec-4d96-8ea0-8ed0b735c1bd tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/security-groups?id=00208aec-8a5a-420c-988c-d224dfbf7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426637 Nov 16 04:47:15.730268 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:15.907529 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:15.972013 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port d085a85b-0c92-4ea7-8101-e3f9b71417c2, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d085a85b-0c92-4ea7-8101-e3f9b71417c2,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:15.981716 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:15.989225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd72e7-2c04-487c-a52f-1203bea2e58e req-4ae6a1ef-7a6a-4528-81a0-4140aaf106f6 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:15.993111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58cd72e7-2c04-487c-a52f-1203bea2e58e req-4ae6a1ef-7a6a-4528-81a0-4140aaf106f6 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 946 time: 0.1179588 Nov 16 04:47:16.118080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=d085a85b-0c92-4ea7-8101-e3f9b71417c2,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:16.124718 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:16.129377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58cd72e7-2c04-487c-a52f-1203bea2e58e req-9d249f8d-f444-41c8-b4e5-88a8c3522304 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273859 Nov 16 04:47:16.190277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6daca408-8277-4e84-b2e8-20b842357e3b None None] Provisioning complete for port d709bb2e-51e2-48e4-ad9e-72d268e79f74 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:16.190651 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6daca408-8277-4e84-b2e8-20b842357e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:16.205690 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Router 98f86363-ef98-4e3c-b891-3414b2a56aff has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:47:16.231896 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215dcb39-87a3-4b99-88cb-b0f92f01660f {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:47:16.255284 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:16.265710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6daca408-8277-4e84-b2e8-20b842357e3b None None] Port d709bb2e-51e2-48e4-ad9e-72d268e79f74 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:47:16.371973 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Transition to ACTIVE for port object 215dcb39-87a3-4b99-88cb-b0f92f01660f will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:47:16.388429 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:16.472555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Pushing event updated for resources: {'Port': ['ID=215dcb39-87a3-4b99-88cb-b0f92f01660f,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:16.492581 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:47:16.499285 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-78fe7d5b-c356-4fa1-bfd2-fbfa51605649 admin admin] 10.222.0.41 "PUT /v2.0/routers/98f86363-ef98-4e3c-b891-3414b2a56aff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0412390 Nov 16 04:47:16.511487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Sync routers for ids ['98f86363-ef98-4e3c-b891-3414b2a56aff'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:47:16.535273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Routers {'98f86363-ef98-4e3c-b891-3414b2a56aff'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:47:16.535985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:47:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['98f86363-ef98-4e3c-b891-3414b2a56aff'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:16.550856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e01ab-f358-41ee-8cbf-001ed4c7c671 req-6e860154-41d8-4cdc-a3c2-452b76cd3b4e tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:16.552822 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-798e01ab-f358-41ee-8cbf-001ed4c7c671 req-6e860154-41d8-4cdc-a3c2-452b76cd3b4e tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.1475074 Nov 16 04:47:16.618107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Attempting to bind port 215dcb39-87a3-4b99-88cb-b0f92f01660f on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:16.622460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Attempting to bind port 215dcb39-87a3-4b99-88cb-b0f92f01660f by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '9d17185b-ad78-4456-bfbf-e7d045e50dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ac11ad88-4175-4613-80c5-2f3306ceea7d'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:16.622822 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Attempting to bind port 215dcb39-87a3-4b99-88cb-b0f92f01660f on network ac11ad88-4175-4613-80c5-2f3306ceea7d {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:16.641803 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Port 215dcb39-87a3-4b99-88cb-b0f92f01660f on network ac11ad88-4175-4613-80c5-2f3306ceea7d not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:47:16.642326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Attempting to bind port 215dcb39-87a3-4b99-88cb-b0f92f01660f on network ac11ad88-4175-4613-80c5-2f3306ceea7d {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:16.652890 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:16.653144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Checking segment: {'id': '9d17185b-ad78-4456-bfbf-e7d045e50dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ac11ad88-4175-4613-80c5-2f3306ceea7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:16.653532 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Bound using segment: {'id': '9d17185b-ad78-4456-bfbf-e7d045e50dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ac11ad88-4175-4613-80c5-2f3306ceea7d'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:16.658182 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Bound port: 215dcb39-87a3-4b99-88cb-b0f92f01660f, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d17185b-ad78-4456-bfbf-e7d045e50dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ac11ad88-4175-4613-80c5-2f3306ceea7d'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:16.658877 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:16.679476 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-798e01ab-f358-41ee-8cbf-001ed4c7c671 req-ff39635a-a5fa-4714-89a8-a4b1fd1f5435 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189086 Nov 16 04:47:16.715161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Set router 98f86363-ef98-4e3c-b891-3414b2a56aff gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:47:16.770226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41552) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:16.837517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] For port 215dcb39-87a3-4b99-88cb-b0f92f01660f, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:16.843278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] For port 215dcb39-87a3-4b99-88cb-b0f92f01660f, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=215dcb39-87a3-4b99-88cb-b0f92f01660f,segment=NetworkSegment(9d17185b-ad78-4456-bfbf-e7d045e50dba),segment_id=9d17185b-ad78-4456-bfbf-e7d045e50dba)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:16.855799 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:16.927919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999a40d-1aae-43a9-aa18-defbfc3b35ce req-f1fdab91-29fd-4cd9-8f78-0c54c9258bf3 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:16.930497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9999a40d-1aae-43a9-aa18-defbfc3b35ce req-f1fdab91-29fd-4cd9-8f78-0c54c9258bf3 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1395211 Nov 16 04:47:16.954579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:16.954579 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:16.958605 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] 10.222.0.37 "PUT /v2.0/ports/215dcb39-87a3-4b99-88cb-b0f92f01660f HTTP/1.1" status: 200 len: 1092 time: 2.1307194 Nov 16 04:47:16.984240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c674cf-3834-48fc-a8c7-d40ed632f460', 'tag': '215dcb39-87a3-4b99-88cb-b0f92f01660f'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:16.993725 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d022a5e-eee4-4ada-a38e-269a9950495f" -d '{"events": [{"name": "network-changed", "server_uuid": "07c674cf-3834-48fc-a8c7-d40ed632f460", "tag": "215dcb39-87a3-4b99-88cb-b0f92f01660f"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:17.058794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a00b13ad-5131-4749-82c7-97b12129414a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:17.130053 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8ef53-ac65-4cc1-8d64-c6d761406153 service neutron] Pushing event updated for resources: {'Port': ['ID=215dcb39-87a3-4b99-88cb-b0f92f01660f,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:17.139439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'name': 'tempest-TaggedBootDevicesTest_v242-1707571865-router', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:04Z', 'updated_at': '2021-11-16T04:47:14Z', 'revision_number': 4, 'project_id': 'aa8d413bd63646348e8a6d197a9725a4', 'gw_port': {'id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:06Z', 'updated_at': '2021-11-16T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'd709bb2e-51e2-48e4-ad9e-72d268e79f74', 'name': '', 'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'mac_address': 'fa:16:3e:ee:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '025b956e-6330-4f3c-8e05-71df262e0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:13Z', 'updated_at': '2021-11-16T04:47:15Z', 'revision_number': 2, 'project_id': 'aa8d413bd63646348e8a6d197a9725a4', 'subnets': [{'id': '025b956e-6330-4f3c-8e05-71df262e0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:17.171428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d42540-614e-4d01-ab1e-68508554aac5 req-6c996453-cb72-47be-84a5-9264be5f67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:17.172964 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-6c996453-cb72-47be-84a5-9264be5f67e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd299e485b5644e880b6b55903fa4584&device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 1095 time: 0.1457448 Nov 16 04:47:17.190601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060b1955-de4e-43c5-a144-1af79a904e9d req-41df7011-7e60-40da-936f-bea3920dff27 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:17.198728 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-060b1955-de4e-43c5-a144-1af79a904e9d req-41df7011-7e60-40da-936f-bea3920dff27 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 944 time: 0.3165786 Nov 16 04:47:17.199386 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Checking router: 98f86363-ef98-4e3c-b891-3414b2a56aff for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:47:17.199816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Updating router 98f86363-ef98-4e3c-b891-3414b2a56aff port d709bb2e-51e2-48e4-ad9e-72d268e79f74 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:47:17.243500 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:17.265416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9999a40d-1aae-43a9-aa18-defbfc3b35ce req-f4f1f527-d918-4c24-88a9-2b266581738d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079035 Nov 16 04:47:17.275001 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-e24b1cfd-b452-4883-b9ef-0f616aa931e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=215dcb39-87a3-4b99-88cb-b0f92f01660f HTTP/1.1" status: 200 len: 217 time: 0.0908909 Nov 16 04:47:17.284117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6a4ee-b4f4-4b04-82ac-19892d9fc36c req-ec18e6e0-42a9-4d9d-a575-88b07de92ef4 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:17.285626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12a6a4ee-b4f4-4b04-82ac-19892d9fc36c req-ec18e6e0-42a9-4d9d-a575-88b07de92ef4 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.15 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 946 time: 0.2243686 Nov 16 04:47:17.372676 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5470995d-9cbb-4f0b-b84b-1e5072abf056 x-openstack-request-id: req-5470995d-9cbb-4f0b-b84b-1e5072abf056 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:17.374173 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c674cf-3834-48fc-a8c7-d40ed632f460", "tag": "215dcb39-87a3-4b99-88cb-b0f92f01660f", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:17.374342 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5470995d-9cbb-4f0b-b84b-1e5072abf056 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:17.376001 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c674cf-3834-48fc-a8c7-d40ed632f460', 'tag': '215dcb39-87a3-4b99-88cb-b0f92f01660f', 'status': 'completed', 'code': 200} Nov 16 04:47:17.380097 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-060b1955-de4e-43c5-a144-1af79a904e9d req-4e35f95e-3276-4b8e-a66e-5893ba86d26a tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/security-groups?id=00208aec-8a5a-420c-988c-d224dfbf7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804078 Nov 16 04:47:17.403252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d42540-614e-4d01-ab1e-68508554aac5 req-38b7d1c7-2af0-463a-af9c-8cd2c7624d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:17.406962 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-38b7d1c7-2af0-463a-af9c-8cd2c7624d62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc120478-ec38-4481-be42-301f5b612e0a HTTP/1.1" status: 200 len: 853 time: 0.1247063 Nov 16 04:47:17.512648 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-2f85769e-9aa4-47d9-8478-98258e39fdfd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac11ad88-4175-4613-80c5-2f3306ceea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910232 Nov 16 04:47:17.614208 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:17.620090 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d085a85b-0c92-4ea7-8101-e3f9b71417c2 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:17.627212 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:17.738835 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-3e5b03ed-f4c7-428d-9df7-69771ea1518d service neutron] 10.222.0.37 "GET /v2.0/networks/ac11ad88-4175-4613-80c5-2f3306ceea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178771 Nov 16 04:47:17.876586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711a704-6e42-4181-bc85-971b3c8eeafd None None] Pushing event updated for resources: {'Port': ['ID=d709bb2e-51e2-48e4-ad9e-72d268e79f74,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:17.885136 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a00b13ad-5131-4749-82c7-97b12129414a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:17.900746 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91d42540-614e-4d01-ab1e-68508554aac5 req-d97a0160-9b8a-4d76-bb47-e16b22f7c23b service neutron] 10.222.0.37 "GET /v2.0/networks/ac11ad88-4175-4613-80c5-2f3306ceea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542590 Nov 16 04:47:17.908823 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a00b13ad-5131-4749-82c7-97b12129414a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:17.957384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a00b13ad-5131-4749-82c7-97b12129414a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60151c1e98b74894a57c92c279dad15c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1836889 Nov 16 04:47:17.958297 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41604) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:18.001782 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Attempting to bind port d709bb2e-51e2-48e4-ad9e-72d268e79f74 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:18.002174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Attempting to bind port d709bb2e-51e2-48e4-ad9e-72d268e79f74 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '206b9aa7-f1c2-4748-8006-0772bdd6d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:18.002541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Attempting to bind port d709bb2e-51e2-48e4-ad9e-72d268e79f74 on network 24f99f45-044e-41cc-b1aa-2941f2fba3cf {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:18.013168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d085a85b-0c92-4ea7-8101-e3f9b71417c2 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:18.013889 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:18.017200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:18.017573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Checking segment: {'id': '206b9aa7-f1c2-4748-8006-0772bdd6d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:18.018010 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:18.018409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Bound using segment: {'id': '206b9aa7-f1c2-4748-8006-0772bdd6d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:18.018912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Bound port: d709bb2e-51e2-48e4-ad9e-72d268e79f74, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206b9aa7-f1c2-4748-8006-0772bdd6d487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:18.019294 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:18.060287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb4217-4a07-45c9-a8f8-ee67bbbfe8c7 req-ac61530a-38bb-46f0-a421-1f580eaa1555 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:18.069209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68fb4217-4a07-45c9-a8f8-ee67bbbfe8c7 req-ac61530a-38bb-46f0-a421-1f580eaa1555 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 946 time: 0.4865625 Nov 16 04:47:18.087626 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d022a5e-eee4-4ada-a38e-269a9950495f req-b6d3ded8-02c5-4187-b1d3-6a734301aacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:18.090516 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d022a5e-eee4-4ada-a38e-269a9950495f req-b6d3ded8-02c5-4187-b1d3-6a734301aacf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd299e485b5644e880b6b55903fa4584&device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 1095 time: 0.1164553 Nov 16 04:47:18.145709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] For port d709bb2e-51e2-48e4-ad9e-72d268e79f74, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:18.149511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] For port d709bb2e-51e2-48e4-ad9e-72d268e79f74, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d709bb2e-51e2-48e4-ad9e-72d268e79f74,segment=NetworkSegment(206b9aa7-f1c2-4748-8006-0772bdd6d487),segment_id=206b9aa7-f1c2-4748-8006-0772bdd6d487)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:18.155784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-07987be2-97c3-4244-b9d9-da0112591507 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:18.157169 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:18.222228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b13ad-5131-4749-82c7-97b12129414a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435d6cbd-4721-40df-8d08-90b7c983710a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:18.236038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711a704-6e42-4181-bc85-971b3c8eeafd None None] Pushing event updated for resources: {'Port': ['ID=d709bb2e-51e2-48e4-ad9e-72d268e79f74,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:18.266120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-12a6a4ee-b4f4-4b04-82ac-19892d9fc36c req-9a14a405-07a5-460f-b4ba-61b67d3afea3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Deleting port 70f321c3-27d5-4a33-bef3-feba1e15a713 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:47:18.266495 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-12a6a4ee-b4f4-4b04-82ac-19892d9fc36c req-9a14a405-07a5-460f-b4ba-61b67d3afea3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:18.273695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Routers {'98f86363-ef98-4e3c-b891-3414b2a56aff'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:47:18.274226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:47:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['98f86363-ef98-4e3c-b891-3414b2a56aff'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:18.295129 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-07987be2-97c3-4244-b9d9-da0112591507 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:18.358022 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:18.405018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 70f321c3-27d5-4a33-bef3-feba1e15a713 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:47:18.432770 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68fb4217-4a07-45c9-a8f8-ee67bbbfe8c7 req-ae1ad72b-bee9-469b-a480-bc6d28ec706a tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596351 Nov 16 04:47:18.481745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb52299-554a-488b-bf14-96a2e4ca7a1c req-a7d5a7d9-6a62-487e-a3f1-f1ac6b29a9aa tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:18.485747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3cb52299-554a-488b-bf14-96a2e4ca7a1c req-a7d5a7d9-6a62-487e-a3f1-f1ac6b29a9aa tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.5990787 Nov 16 04:47:18.495448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d022a5e-eee4-4ada-a38e-269a9950495f req-6ed158ac-9b1c-4ee8-9e0b-d3a78917624d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:18.496941 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d022a5e-eee4-4ada-a38e-269a9950495f req-6ed158ac-9b1c-4ee8-9e0b-d3a78917624d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac11ad88-4175-4613-80c5-2f3306ceea7d HTTP/1.1" status: 200 len: 914 time: 0.3857896 Nov 16 04:47:18.581414 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d022a5e-eee4-4ada-a38e-269a9950495f req-8d392e71-332f-42a3-bb7a-7a834589ab89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=215dcb39-87a3-4b99-88cb-b0f92f01660f HTTP/1.1" status: 200 len: 217 time: 0.0740414 Nov 16 04:47:18.590012 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-07987be2-97c3-4244-b9d9-da0112591507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:18.608462 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-07987be2-97c3-4244-b9d9-da0112591507 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:18.609875 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-07987be2-97c3-4244-b9d9-da0112591507 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/435d6cbd-4721-40df-8d08-90b7c983710a HTTP/1.1" status: 204 len: 168 time: 0.6500890 Nov 16 04:47:18.648473 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dade0e09-0f68-4249-9b9e-b3df3d185e87 None None] Provisioning complete for port d709bb2e-51e2-48e4-ad9e-72d268e79f74 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:18.664791 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dade0e09-0f68-4249-9b9e-b3df3d185e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:18.676202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3cb52299-554a-488b-bf14-96a2e4ca7a1c req-e1b44282-6456-42ff-ab73-2324faf25fc0 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749043 Nov 16 04:47:18.683781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07987be2-97c3-4244-b9d9-da0112591507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435d6cbd-4721-40df-8d08-90b7c983710a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:18.740556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] Set router 98f86363-ef98-4e3c-b891-3414b2a56aff gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:47:18.741435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d022a5e-eee4-4ada-a38e-269a9950495f req-b3ccb269-c3cb-40c2-88ad-890a62c33182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:18.744436 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d022a5e-eee4-4ada-a38e-269a9950495f req-b3ccb269-c3cb-40c2-88ad-890a62c33182 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc120478-ec38-4481-be42-301f5b612e0a HTTP/1.1" status: 200 len: 853 time: 0.1331866 Nov 16 04:47:18.821008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-12a6a4ee-b4f4-4b04-82ac-19892d9fc36c req-9a14a405-07a5-460f-b4ba-61b67d3afea3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] For port 70f321c3-27d5-4a33-bef3-feba1e15a713, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=70f321c3-27d5-4a33-bef3-feba1e15a713,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:18.821382 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-12a6a4ee-b4f4-4b04-82ac-19892d9fc36c req-9a14a405-07a5-460f-b4ba-61b67d3afea3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:18.826502 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d022a5e-eee4-4ada-a38e-269a9950495f req-d0e97f46-e902-4f1e-bb7f-5e65eee49604 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac11ad88-4175-4613-80c5-2f3306ceea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740666 Nov 16 04:47:18.841090 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57737f2e-a649-4b46-bc43-e113a3c56219 req-6c433a94-39b3-4fbc-8a2e-41fa14dcc21c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:18.848629 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-57737f2e-a649-4b46-bc43-e113a3c56219 req-6c433a94-39b3-4fbc-8a2e-41fa14dcc21c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.2428348 Nov 16 04:47:18.905814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-12a6a4ee-b4f4-4b04-82ac-19892d9fc36c req-9a14a405-07a5-460f-b4ba-61b67d3afea3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Calling delete_port for 70f321c3-27d5-4a33-bef3-feba1e15a713 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:47:19.020832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-57737f2e-a649-4b46-bc43-e113a3c56219 req-25c63860-b955-42fd-b74f-200ff393b826 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711419 Nov 16 04:47:19.097230 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d022a5e-eee4-4ada-a38e-269a9950495f req-988a8f26-b220-4f45-9f52-51dbfa46f524 service neutron] 10.222.0.37 "GET /v2.0/networks/ac11ad88-4175-4613-80c5-2f3306ceea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617457 Nov 16 04:47:19.142816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7b2d2-afc7-4965-a65c-9154ff6dfb63 req-bf05c38c-fcb3-44c6-ac39-08ae9f1d9282 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:19.155639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbf7b2d2-afc7-4965-a65c-9154ff6dfb63 req-bf05c38c-fcb3-44c6-ac39-08ae9f1d9282 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 944 time: 0.3047135 Nov 16 04:47:19.349004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbf7b2d2-afc7-4965-a65c-9154ff6dfb63 req-fb1fd76b-eed4-4a2f-a0fd-9d12ab196525 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/security-groups?id=00208aec-8a5a-420c-988c-d224dfbf7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911752 Nov 16 04:47:19.425996 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0d022a5e-eee4-4ada-a38e-269a9950495f req-0ccd2ad4-8bff-4b30-96db-5f38671f6916 service neutron] 10.222.0.37 "GET /v2.0/networks/ac11ad88-4175-4613-80c5-2f3306ceea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184371 Nov 16 04:47:19.433576 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:19.584870 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-12a6a4ee-b4f4-4b04-82ac-19892d9fc36c req-9a14a405-07a5-460f-b4ba-61b67d3afea3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:19.641239 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14a405-07a5-460f-b4ba-61b67d3afea3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Pushing event deleted for resources: {'Port': ['ID=70f321c3-27d5-4a33-bef3-feba1e15a713,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:19.715161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a6a4ee-b4f4-4b04-82ac-19892d9fc36c req-9a14a405-07a5-460f-b4ba-61b67d3afea3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] No DVR routers for this DVR port 70f321c3-27d5-4a33-bef3-feba1e15a713 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:47:19.731328 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-12a6a4ee-b4f4-4b04-82ac-19892d9fc36c req-9a14a405-07a5-460f-b4ba-61b67d3afea3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:19.736337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12a6a4ee-b4f4-4b04-82ac-19892d9fc36c req-9a14a405-07a5-460f-b4ba-61b67d3afea3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.15 "DELETE /v2.0/ports/70f321c3-27d5-4a33-bef3-feba1e15a713 HTTP/1.1" status: 204 len: 173 time: 2.4409926 Nov 16 04:47:19.740018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf', 'name': 'network-vif-deleted', 'tag': '70f321c3-27d5-4a33-bef3-feba1e15a713'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:19.744175 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a57494-4354-4029-aa20-193ffd292313" -d '{"events": [{"server_uuid": "b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf", "name": "network-vif-deleted", "tag": "70f321c3-27d5-4a33-bef3-feba1e15a713"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:19.783068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e84d3c42-1280-4f8d-b9e8-aa5389a9ca1f req-1a63149e-5b33-434f-abb0-088ca4e269f5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf HTTP/1.1" status: 200 len: 210 time: 0.0632017 Nov 16 04:47:19.899947 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d288297f-53b5-407e-8eb6-1a0abd5cfbc8 x-openstack-request-id: req-d288297f-53b5-407e-8eb6-1a0abd5cfbc8 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:19.900183 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf", "name": "network-vif-deleted", "tag": "70f321c3-27d5-4a33-bef3-feba1e15a713", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:19.901086 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d288297f-53b5-407e-8eb6-1a0abd5cfbc8 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:19.901471 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38051ae-d41c-4aa4-b9e0-e789fd4fcdaf', 'name': 'network-vif-deleted', 'tag': '70f321c3-27d5-4a33-bef3-feba1e15a713', 'status': 'completed', 'code': 200} Nov 16 04:47:19.904582 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dade0e09-0f68-4249-9b9e-b3df3d185e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:19.930477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af1ec6-3618-4433-9a16-65e29aa18a2e req-205bdb3b-02d7-4c4e-aba3-37486b1ee504 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:19.932070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24af1ec6-3618-4433-9a16-65e29aa18a2e req-205bdb3b-02d7-4c4e-aba3-37486b1ee504 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.0710928 Nov 16 04:47:19.958509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'name': 'tempest-TaggedBootDevicesTest_v242-1707571865-router', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:04Z', 'updated_at': '2021-11-16T04:47:14Z', 'revision_number': 4, 'project_id': 'aa8d413bd63646348e8a6d197a9725a4', 'gw_port': {'id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:06Z', 'updated_at': '2021-11-16T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'd709bb2e-51e2-48e4-ad9e-72d268e79f74', 'name': '', 'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'mac_address': 'fa:16:3e:ee:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '025b956e-6330-4f3c-8e05-71df262e0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:13Z', 'updated_at': '2021-11-16T04:47:18Z', 'revision_number': 4, 'project_id': 'aa8d413bd63646348e8a6d197a9725a4', 'subnets': [{'id': '025b956e-6330-4f3c-8e05-71df262e0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:19.999990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ea6000-2340-4626-b1ce-9c1d53bd53e7 None None] The sync data for ids ['98f86363-ef98-4e3c-b891-3414b2a56aff'] in n-d-818042-1 is: [{'id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'name': 'tempest-TaggedBootDevicesTest_v242-1707571865-router', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:04Z', 'updated_at': '2021-11-16T04:47:14Z', 'revision_number': 4, 'project_id': 'aa8d413bd63646348e8a6d197a9725a4', 'gw_port': {'id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:06Z', 'updated_at': '2021-11-16T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'd709bb2e-51e2-48e4-ad9e-72d268e79f74', 'name': '', 'network_id': '24f99f45-044e-41cc-b1aa-2941f2fba3cf', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'mac_address': 'fa:16:3e:ee:f0:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '025b956e-6330-4f3c-8e05-71df262e0128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:13Z', 'updated_at': '2021-11-16T04:47:18Z', 'revision_number': 4, 'project_id': 'aa8d413bd63646348e8a6d197a9725a4', 'subnets': [{'id': '025b956e-6330-4f3c-8e05-71df262e0128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:47:20.015948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24af1ec6-3618-4433-9a16-65e29aa18a2e req-93935f8f-28cf-4a6a-96f7-dd9d9da7b5b4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711739 Nov 16 04:47:20.027725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-dade0e09-0f68-4249-9b9e-b3df3d185e87 None None] For port d709bb2e-51e2-48e4-ad9e-72d268e79f74, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d709bb2e-51e2-48e4-ad9e-72d268e79f74,segment=NetworkSegment(206b9aa7-f1c2-4748-8006-0772bdd6d487),segment_id=206b9aa7-f1c2-4748-8006-0772bdd6d487)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:20.034671 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dade0e09-0f68-4249-9b9e-b3df3d185e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:20.164308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade0e09-0f68-4249-9b9e-b3df3d185e87 None None] Pushing event updated for resources: {'Port': ['ID=d709bb2e-51e2-48e4-ad9e-72d268e79f74,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:20.186215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 215dcb39-87a3-4b99-88cb-b0f92f01660f details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:47:20.216056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7b8496ff-8a3f-4d70-8021-9477e80af6e3 None None] Provisioning complete for port d709bb2e-51e2-48e4-ad9e-72d268e79f74 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:20.216242 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b8496ff-8a3f-4d70-8021-9477e80af6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:20.275591 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41692) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:20.279995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5280d62-929a-4e21-8ad9-38bcf39ffb8f req-3d553e10-6330-46b3-acda-347301952ad7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:20.311297 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5280d62-929a-4e21-8ad9-38bcf39ffb8f req-3d553e10-6330-46b3-acda-347301952ad7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1199927 Nov 16 04:47:20.426840 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 215dcb39-87a3-4b99-88cb-b0f92f01660f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=215dcb39-87a3-4b99-88cb-b0f92f01660f,segment=NetworkSegment(9d17185b-ad78-4456-bfbf-e7d045e50dba),segment_id=9d17185b-ad78-4456-bfbf-e7d045e50dba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:20.435794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5280d62-929a-4e21-8ad9-38bcf39ffb8f req-4d796490-aa2d-4a37-a288-52dbc3f73ebc tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233482 Nov 16 04:47:20.452448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1898402313-network', 'tenant_id': 'a557bebb84a84fd8ad7708799027504a'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:20.460856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '215dcb39-87a3-4b99-88cb-b0f92f01660f', 'network_id': 'ac11ad88-4175-4613-80c5-2f3306ceea7d', 'port_id': '215dcb39-87a3-4b99-88cb-b0f92f01660f', 'mac_address': 'fa:16:3e:ad:a8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc120478-ec38-4481-be42-301f5b612e0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:47:20.514741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Made reservation on behalf of a557bebb84a84fd8ad7708799027504a for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:20.518144 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:20.520503 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:20.533410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215dcb39-87a3-4b99-88cb-b0f92f01660f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:47:20.553201 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:20.582350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 215dcb39-87a3-4b99-88cb-b0f92f01660f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=215dcb39-87a3-4b99-88cb-b0f92f01660f,segment=NetworkSegment(9d17185b-ad78-4456-bfbf-e7d045e50dba),segment_id=9d17185b-ad78-4456-bfbf-e7d045e50dba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:20.588586 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:20.652327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524a94e-0dd4-43e7-b4f0-d369e51a219e req-9c041be1-11de-4830-91b4-0f252deb89ee tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:20.662264 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e524a94e-0dd4-43e7-b4f0-d369e51a219e req-9c041be1-11de-4830-91b4-0f252deb89ee tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 944 time: 0.1484244 Nov 16 04:47:20.684882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=215dcb39-87a3-4b99-88cb-b0f92f01660f,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:20.740696 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e524a94e-0dd4-43e7-b4f0-d369e51a219e req-b7b412f3-c26d-4f89-af04-7ae005623df2 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/security-groups?id=00208aec-8a5a-420c-988c-d224dfbf7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772169 Nov 16 04:47:20.788532 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:20.793665 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:20.829741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:47:20.846340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeb420c-5094-4064-ad7f-1a72aba6dee1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:20.854474 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:20.854813 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Added segment 63e1cc38-472b-495e-b02d-c6fe140eac43 of type vlan for network eda9c821-a594-4971-8c34-359d262d82de Nov 16 04:47:20.865396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a97c2-14a4-45b4-80f8-7856abbabb8a req-a7beb9bc-00ed-4ff3-bcf9-966a9a3826d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:20.872237 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-347a97c2-14a4-45b4-80f8-7856abbabb8a req-a7beb9bc-00ed-4ff3-bcf9-966a9a3826d6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 1096 time: 0.1554840 Nov 16 04:47:20.944017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['215dcb39-87a3-4b99-88cb-b0f92f01660f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:47:20.970395 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:21.092194 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:21.094007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:21.096530 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:21.103741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a97c2-14a4-45b4-80f8-7856abbabb8a req-6c4b81bd-abee-473e-b6b7-42859750f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:21.105272 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-347a97c2-14a4-45b4-80f8-7856abbabb8a req-6c4b81bd-abee-473e-b6b7-42859750f452 service neutron] 10.222.0.37 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.2088153 Nov 16 04:47:21.225854 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9466615 Nov 16 04:47:21.225854 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-347a97c2-14a4-45b4-80f8-7856abbabb8a req-97eb5b0b-9f6e-4ecc-ac86-f96f7f5917e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0e0aebb7-237b-483a-8834-a7ed28696fec HTTP/1.1" status: 200 len: 217 time: 0.1015952 Nov 16 04:47:21.229095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41720) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:21.247399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Pushing event updated for resources: {'Network': ['ID=eda9c821-a594-4971-8c34-359d262d82de,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:21.267840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-71464acb-b13a-4f45-9994-1a38fb7adef7 admin admin] Request body: {'subnet': {'network_id': 'eda9c821-a594-4971-8c34-359d262d82de', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1898402313-subnet', 'tenant_id': 'a557bebb84a84fd8ad7708799027504a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:21.275576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:21.276201 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:21.276327 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:21.276588 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:21.277093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:21.279271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:21.280436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:21.281295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:21.281295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:21.281479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:21.281795 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:21.284004 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab09bb8-76c2-4b9d-a302-b6c04f80c3c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:21.294883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network eda9c821-a594-4971-8c34-359d262d82de details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:47:21.314365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a97c2-14a4-45b4-80f8-7856abbabb8a req-4d2b98b4-7991-4b0e-a693-306bd153b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:21.315776 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653570a-8c21-450c-a766-2bc9a2b76583 req-99080f1f-0930-45c7-80e1-c0ec870305ff tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:21.318856 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-347a97c2-14a4-45b4-80f8-7856abbabb8a req-4d2b98b4-7991-4b0e-a693-306bd153b44f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.0859020 Nov 16 04:47:21.324048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9653570a-8c21-450c-a766-2bc9a2b76583 req-99080f1f-0930-45c7-80e1-c0ec870305ff tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.2017736 Nov 16 04:47:21.367256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71464acb-b13a-4f45-9994-1a38fb7adef7 admin admin] Made reservation on behalf of a557bebb84a84fd8ad7708799027504a for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:21.370258 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71464acb-b13a-4f45-9994-1a38fb7adef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:21.414371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a97c2-14a4-45b4-80f8-7856abbabb8a req-1bef7ab7-5898-497a-b678-ecb6dec73360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:21.416922 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-347a97c2-14a4-45b4-80f8-7856abbabb8a req-1bef7ab7-5898-497a-b678-ecb6dec73360 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910702 Nov 16 04:47:21.469002 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9653570a-8c21-450c-a766-2bc9a2b76583 req-8acb88f1-e6fd-4b32-b99f-746b4ebdcaed tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439092 Nov 16 04:47:21.527975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-f27a716d-8cd8-4dbb-9906-a8469d6d75af tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:21.535360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-f27a716d-8cd8-4dbb-9906-a8469d6d75af tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/networks?id=264c8096-e6ac-4052-82aa-684b9297a3e1 HTTP/1.1" status: 200 len: 821 time: 0.3528116 Nov 16 04:47:21.580351 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-347a97c2-14a4-45b4-80f8-7856abbabb8a req-4e57ff88-e685-47d2-97f1-9b64e531dc64 service neutron] 10.222.0.37 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517715 Nov 16 04:47:21.587089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-86de1bb8-ee69-40de-b0a1-16278808ffdb tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/quotas/960d99cdc4324394bb8c5d8ed093d15e HTTP/1.1" status: 200 len: 375 time: 0.0508373 Nov 16 04:47:21.595192 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d709bb2e-51e2-48e4-ad9e-72d268e79f74 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:21.672265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d709bb2e-51e2-48e4-ad9e-72d268e79f74 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:21.672921 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:21.678330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a14ea-e13f-4f93-9b34-862c5a0c66c4 req-446067dd-c202-4d7a-bf91-95f1beb471b2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:21.680078 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a48a14ea-e13f-4f93-9b34-862c5a0c66c4 req-446067dd-c202-4d7a-bf91-95f1beb471b2 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.1131954 Nov 16 04:47:21.764266 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-347a97c2-14a4-45b4-80f8-7856abbabb8a req-23ccdc6b-a8ef-4283-93f4-76b8b65e7ccc service neutron] 10.222.0.37 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692088 Nov 16 04:47:21.780208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-56e447b5-c7a0-40ea-8487-b37f1b99ebee tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=960d99cdc4324394bb8c5d8ed093d15e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1713290 Nov 16 04:47:21.815141 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a48a14ea-e13f-4f93-9b34-862c5a0c66c4 req-242f4458-52d0-4b4a-bb99-44a62a933e64 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133552 Nov 16 04:47:21.864951 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71464acb-b13a-4f45-9994-1a38fb7adef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:21.918252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-2270dcf7-430c-48a7-a7d0-dac1bbfe9469 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:47:21.926392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-2270dcf7-430c-48a7-a7d0-dac1bbfe9469 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1229513 Nov 16 04:47:22.204520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 215dcb39-87a3-4b99-88cb-b0f92f01660f up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:22.276827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 215dcb39-87a3-4b99-88cb-b0f92f01660f completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:47:22.281357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 215dcb39-87a3-4b99-88cb-b0f92f01660f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:22.281759 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:22.331691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71464acb-b13a-4f45-9994-1a38fb7adef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f68d537-6149-4c94-b0af-3a2cf2795b8c,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:22.358841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71464acb-b13a-4f45-9994-1a38fb7adef7 admin admin] Checking segment: {'id': '63e1cc38-472b-495e-b02d-c6fe140eac43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'eda9c821-a594-4971-8c34-359d262d82de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:22.358841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71464acb-b13a-4f45-9994-1a38fb7adef7 admin admin] Network hostable DHCP agents. Network: eda9c821-a594-4971-8c34-359d262d82de, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:47:22.371792 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:22.375789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e4b692dd-2338-4c16-81fb-0d92a85e218a details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:47:22.387994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e4b692dd-2338-4c16-81fb-0d92a85e218a no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:47:22.401809 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71464acb-b13a-4f45-9994-1a38fb7adef7 admin admin] Network eda9c821-a594-4971-8c34-359d262d82de is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:47:22.417024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4478f-510e-490d-9c65-ceffa9c94380 req-3056bfca-9743-449f-8f77-1273dc1acce0 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:22.418545 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5c4478f-510e-490d-9c65-ceffa9c94380 req-3056bfca-9743-449f-8f77-1273dc1acce0 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 945 time: 0.1079664 Nov 16 04:47:22.422995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-71464acb-b13a-4f45-9994-1a38fb7adef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, eda9c821-a594-4971-8c34-359d262d82de) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:22.435781 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71464acb-b13a-4f45-9994-1a38fb7adef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:22.435781 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71464acb-b13a-4f45-9994-1a38fb7adef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:22.440925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c674cf-3834-48fc-a8c7-d40ed632f460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215dcb39-87a3-4b99-88cb-b0f92f01660f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:22.443129 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da05198-353b-4114-85eb-b34384c87aa8" -d '{"events": [{"server_uuid": "07c674cf-3834-48fc-a8c7-d40ed632f460", "name": "network-vif-plugged", "status": "completed", "tag": "215dcb39-87a3-4b99-88cb-b0f92f01660f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:22.451686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b53af9-aa11-40d2-9da7-25f7e0536c22 None None] Network eda9c821-a594-4971-8c34-359d262d82de requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:22.460912 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-8a48cc0d-a90b-4928-a0dc-25c65c12ff22 service neutron] 10.222.0.41 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5330770 Nov 16 04:47:22.490998 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 215dcb39-87a3-4b99-88cb-b0f92f01660f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=215dcb39-87a3-4b99-88cb-b0f92f01660f,segment=NetworkSegment(9d17185b-ad78-4456-bfbf-e7d045e50dba),segment_id=9d17185b-ad78-4456-bfbf-e7d045e50dba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:22.524534 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-71464acb-b13a-4f45-9994-1a38fb7adef7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2936518 Nov 16 04:47:22.547089 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:22.547857 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0e0aebb7-237b-483a-8834-a7ed28696fec no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:47:22.574323 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5c4478f-510e-490d-9c65-ceffa9c94380 req-3c381406-9434-4935-b8f9-95dc605d9159 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/security-groups?id=00208aec-8a5a-420c-988c-d224dfbf7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380370 Nov 16 04:47:22.620234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-e72680b7-0a0c-4662-bc13-41eea9575395 service neutron] 10.222.0.41 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583765 Nov 16 04:47:22.723794 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a59e99-ccd8-4307-9a9a-c8a19e041537 x-openstack-request-id: req-97a59e99-ccd8-4307-9a9a-c8a19e041537 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:22.724276 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c674cf-3834-48fc-a8c7-d40ed632f460", "name": "network-vif-plugged", "status": "completed", "tag": "215dcb39-87a3-4b99-88cb-b0f92f01660f", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:22.724353 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97a59e99-ccd8-4307-9a9a-c8a19e041537 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:22.725249 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c674cf-3834-48fc-a8c7-d40ed632f460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215dcb39-87a3-4b99-88cb-b0f92f01660f', 'code': 200} Nov 16 04:47:22.910833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71708ee-730a-4639-a7f8-7cc7f7ea774b req-4f783ab3-78cc-4f6d-acce-81a1976264eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:22.913344 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b71708ee-730a-4639-a7f8-7cc7f7ea774b req-4f783ab3-78cc-4f6d-acce-81a1976264eb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 1097 time: 0.1030314 Nov 16 04:47:22.966209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e4b692dd-2338-4c16-81fb-0d92a85e218a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e4b692dd-2338-4c16-81fb-0d92a85e218a,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:22.972935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf664-6aa0-4f86-86dd-584b6f693daa req-d07afdad-f4bd-4b11-8c4b-4c759b381dda tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:22.980810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbdcf664-6aa0-4f86-86dd-584b6f693daa req-d07afdad-f4bd-4b11-8c4b-4c759b381dda tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.1156015 Nov 16 04:47:22.985438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'e4b692dd-2338-4c16-81fb-0d92a85e218a', 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd', 'port_id': 'e4b692dd-2338-4c16-81fb-0d92a85e218a', 'mac_address': 'fa:16:3e:72:9e:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8326faef-5c7d-4ecc-8890-bc1a61c10766', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:47:22.999269 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b71708ee-730a-4639-a7f8-7cc7f7ea774b req-c614098e-7329-4b44-afd9-ac2d7def417b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=00208aec-8a5a-420c-988c-d224dfbf7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774257 Nov 16 04:47:23.013694 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-c2712c65-e1ff-45b4-81e9-2cd5dec87674 req-cf98b9de-4c89-48b1-aa58-9357e33ca3ea tempest-SecurityGroupsNegativeTestJSON-315314622 tempest-SecurityGroupsNegativeTestJSON-315314622-project] show failed (client error): The resource could not be found. Nov 16 04:47:23.014738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2712c65-e1ff-45b4-81e9-2cd5dec87674 req-cf98b9de-4c89-48b1-aa58-9357e33ca3ea tempest-SecurityGroupsNegativeTestJSON-315314622 tempest-SecurityGroupsNegativeTestJSON-315314622-project] 10.222.0.41 "GET /v2.0/security-groups/e11335ea-bcd8-4256-885d-bf200d847bb3 HTTP/1.1" status: 404 len: 352 time: 0.0261714 Nov 16 04:47:23.032727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=215dcb39-87a3-4b99-88cb-b0f92f01660f,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:23.050832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbdcf664-6aa0-4f86-86dd-584b6f693daa req-45aca23c-38e9-4609-ad0d-6c66aadba073 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644369 Nov 16 04:47:23.095875 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:23.113877 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:23.129665 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4743bcc-41fa-42b0-bc6d-d51635b0be20 req-c80dcbba-2203-4945-8e5c-9d4b525769dc tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 210 time: 0.0419176 Nov 16 04:47:23.167127 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e4b692dd-2338-4c16-81fb-0d92a85e218a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e4b692dd-2338-4c16-81fb-0d92a85e218a,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:23.171611 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:23.190541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377d064-b224-4d49-956d-63136b3e87d7 req-7292e7cc-1ed6-4b00-b8df-b192e2b40103 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:23.192123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a377d064-b224-4d49-956d-63136b3e87d7 req-7292e7cc-1ed6-4b00-b8df-b192e2b40103 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 945 time: 0.0652523 Nov 16 04:47:23.234054 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:23.246307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e4b692dd-2338-4c16-81fb-0d92a85e218a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:47:23.286586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a377d064-b224-4d49-956d-63136b3e87d7 req-2d05dc74-cc8c-401c-abbd-6548bc06a74f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874546 Nov 16 04:47:23.334118 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae25562-9359-43a6-9d0a-1b2d40ab4a7c None None] Network eda9c821-a594-4971-8c34-359d262d82de requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:23.340927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0e0aebb7-237b-483a-8834-a7ed28696fec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0e0aebb7-237b-483a-8834-a7ed28696fec,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:23.362183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b7d4cc08-aef7-494e-84e2-0e022ade8193 req-9e20c23e-0d85-4d8a-83d5-d551b77608f3 tempest-SecurityGroupsNegativeTestJSON-315314622 tempest-SecurityGroupsNegativeTestJSON-315314622-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a557bebb84a84fd8ad7708799027504a HTTP/1.1" status: 200 len: 3005 time: 0.0740688 Nov 16 04:47:23.416575 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b7d4cc08-aef7-494e-84e2-0e022ade8193 req-a17e3bef-ab1d-411d-b767-63ee41545edb tempest-SecurityGroupsNegativeTestJSON-315314622 tempest-SecurityGroupsNegativeTestJSON-315314622-project] 10.222.0.41 "GET /v2.0/security-groups/feeb420c-5094-4064-ad7f-1a72aba6dee1 HTTP/1.1" status: 200 len: 3002 time: 0.0534232 Nov 16 04:47:23.423848 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:23.459741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e4b692dd-2338-4c16-81fb-0d92a85e218a,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:23.471396 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:47:23.471665 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:47:23.498420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b7d4cc08-aef7-494e-84e2-0e022ade8193 req-c2b1f8f2-7a9a-428a-92f3-c701d0bab54d tempest-SecurityGroupsNegativeTestJSON-315314622 tempest-SecurityGroupsNegativeTestJSON-315314622-project] 10.222.0.41 "GET /v2.0/security-groups/feeb420c-5094-4064-ad7f-1a72aba6dee1 HTTP/1.1" status: 200 len: 3002 time: 0.0807607 Nov 16 04:47:23.544220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0e0aebb7-237b-483a-8834-a7ed28696fec,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:23.572935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb099c57-cdca-48a6-a609-c34fe71d688e req-1bc4b00c-7e8c-4dcc-9fef-de736c338562 tempest-SecurityGroupsNegativeTestJSON-315314622 tempest-SecurityGroupsNegativeTestJSON-315314622-project] 10.222.0.41 "GET /v2.0/security-groups/feeb420c-5094-4064-ad7f-1a72aba6dee1 HTTP/1.1" status: 200 len: 3002 time: 0.0541229 Nov 16 04:47:23.640706 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-bb099c57-cdca-48a6-a609-c34fe71d688e req-28ae74cf-7e21-4330-ba8a-2e41575730d0 tempest-SecurityGroupsNegativeTestJSON-315314622 tempest-SecurityGroupsNegativeTestJSON-315314622-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 04:47:23.647322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb099c57-cdca-48a6-a609-c34fe71d688e req-28ae74cf-7e21-4330-ba8a-2e41575730d0 tempest-SecurityGroupsNegativeTestJSON-315314622 tempest-SecurityGroupsNegativeTestJSON-315314622-project] 10.222.0.41 "DELETE /v2.0/security-groups/feeb420c-5094-4064-ad7f-1a72aba6dee1 HTTP/1.1" status: 409 len: 352 time: 0.0673273 Nov 16 04:47:23.693468 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-964fca3d-3f59-40b3-8784-790b134e0603 req-e7dfda1c-5395-43d5-b56c-8bf311fe7150 tempest-SecurityGroupsNegativeTestJSON-315314622 tempest-SecurityGroupsNegativeTestJSON-315314622-project] show failed (client error): The resource could not be found. Nov 16 04:47:23.694562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-964fca3d-3f59-40b3-8784-790b134e0603 req-e7dfda1c-5395-43d5-b56c-8bf311fe7150 tempest-SecurityGroupsNegativeTestJSON-315314622 tempest-SecurityGroupsNegativeTestJSON-315314622-project] 10.222.0.41 "GET /v2.0/security-groups/4a1f2bb6-213b-4fb6-998d-54d026e76515 HTTP/1.1" status: 404 len: 352 time: 0.0192280 Nov 16 04:47:23.723207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4f651-931b-4a86-a09a-1c9c2da3b71b req-3b4b1c8a-8a81-41cc-8242-6c97e485ba2c tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:23.725233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dfe4f651-931b-4a86-a09a-1c9c2da3b71b req-3b4b1c8a-8a81-41cc-8242-6c97e485ba2c tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 946 time: 0.0768714 Nov 16 04:47:23.787038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dfe4f651-931b-4a86-a09a-1c9c2da3b71b req-c3f4ca9b-48bd-43b3-9100-f1821e0f41ce tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/security-groups?id=00208aec-8a5a-420c-988c-d224dfbf7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530839 Nov 16 04:47:23.808724 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-f5da37e8-2ca3-4508-a89a-4b6cd0cbd407 req-bda5e82f-db24-44bf-90b8-b5d82f71ec2c tempest-SecurityGroupsNegativeTestJSON-315314622 tempest-SecurityGroupsNegativeTestJSON-315314622-project] show failed (client error): The resource could not be found. Nov 16 04:47:23.810044 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f5da37e8-2ca3-4508-a89a-4b6cd0cbd407 req-bda5e82f-db24-44bf-90b8-b5d82f71ec2c tempest-SecurityGroupsNegativeTestJSON-315314622 tempest-SecurityGroupsNegativeTestJSON-315314622-project] 10.222.0.41 "GET /v2.0/security-groups/c3682ba9-2870-4c34-b4ea-f9820d156543 HTTP/1.1" status: 404 len: 352 time: 0.0166972 Nov 16 04:47:23.821521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41774) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:23.868159 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcbab0c-99e3-46e5-bd3b-42c869cdda36 admin admin] Deleting subnet 5f68d537-6149-4c94-b0af-3a2cf2795b8c {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:47:23.879458 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ddcbab0c-99e3-46e5-bd3b-42c869cdda36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:23.921385 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ddcbab0c-99e3-46e5-bd3b-42c869cdda36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:23.966860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ddcbab0c-99e3-46e5-bd3b-42c869cdda36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:24.007242 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:24.021513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b692dd-2338-4c16-81fb-0d92a85e218a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:47:24.035134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ddcbab0c-99e3-46e5-bd3b-42c869cdda36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:24.049640 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e4b692dd-2338-4c16-81fb-0d92a85e218a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e4b692dd-2338-4c16-81fb-0d92a85e218a,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:24.058514 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:24.068677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbab0c-99e3-46e5-bd3b-42c869cdda36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f68d537-6149-4c94-b0af-3a2cf2795b8c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:24.080103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ddcbab0c-99e3-46e5-bd3b-42c869cdda36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:24.084153 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ddcbab0c-99e3-46e5-bd3b-42c869cdda36 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5f68d537-6149-4c94-b0af-3a2cf2795b8c HTTP/1.1" status: 204 len: 168 time: 0.2612514 Nov 16 04:47:24.087471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41778) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:24.165566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e4b692dd-2338-4c16-81fb-0d92a85e218a,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:24.244851 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca95dbbf-ff2e-4a64-ba90-a0ac8779cecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:24.315377 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e4b692dd-2338-4c16-81fb-0d92a85e218a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:47:24.369906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e757c59b-f28a-41a2-8d28-d889e985c260 req-48b6ee5c-5108-499b-965d-12807ea744d3 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 210 time: 0.0660582 Nov 16 04:47:24.377013 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca95dbbf-ff2e-4a64-ba90-a0ac8779cecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:24.394172 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d8e0ee-40e5-4d47-a55d-046da278e423 req-c2d0d059-58f5-4fcf-bc30-a070a13168a6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:24.402366 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03d8e0ee-40e5-4d47-a55d-046da278e423 req-c2d0d059-58f5-4fcf-bc30-a070a13168a6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 944 time: 0.1936572 Nov 16 04:47:24.437558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ca95dbbf-ff2e-4a64-ba90-a0ac8779cecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda9c821-a594-4971-8c34-359d262d82de']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:24.457681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ca95dbbf-ff2e-4a64-ba90-a0ac8779cecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e1cc38-472b-495e-b02d-c6fe140eac43') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:24.458018 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ca95dbbf-ff2e-4a64-ba90-a0ac8779cecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e1cc38-472b-495e-b02d-c6fe140eac43') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:24.474912 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca95dbbf-ff2e-4a64-ba90-a0ac8779cecc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:24.482921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-b44bd723-95e0-4823-8109-2d538ca0b387 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:24.484412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-b44bd723-95e0-4823-8109-2d538ca0b387 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.15 "GET /v2.0/networks?id=264c8096-e6ac-4052-82aa-684b9297a3e1 HTTP/1.1" status: 200 len: 821 time: 0.4459994 Nov 16 04:47:24.493957 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca95dbbf-ff2e-4a64-ba90-a0ac8779cecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:24.499236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-438252d7-3dac-4700-9ee0-1e33f08989a5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Request body: {'port': {'device_id': '4244e530-4f86-4769-897d-190d9c91f1c9', 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1', 'admin_state_up': True, 'tenant_id': '960d99cdc4324394bb8c5d8ed093d15e'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:24.509444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca95dbbf-ff2e-4a64-ba90-a0ac8779cecc admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:47:24.513450 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca95dbbf-ff2e-4a64-ba90-a0ac8779cecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:47:24.518127 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:47:24.546028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03d8e0ee-40e5-4d47-a55d-046da278e423 req-919a4577-3199-4571-b12c-5069c974125d tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403198 Nov 16 04:47:24.673498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5d75d-d911-4477-baa6-faf6ba7dc42d req-ef6a9ecc-133d-4aee-8741-e1a0cc9d9bbe tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:24.675138 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ba5d75d-d911-4477-baa6-faf6ba7dc42d req-ef6a9ecc-133d-4aee-8741-e1a0cc9d9bbe tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 943 time: 0.0927422 Nov 16 04:47:24.727202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1aa297-3a44-4d9f-a458-54ec8464435c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4b692dd-2338-4c16-81fb-0d92a85e218a'}, {'server_uuid': '1c10ef8c-3010-4826-a48a-cf9c977de24b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e0aebb7-237b-483a-8834-a7ed28696fec'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:24.731208 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d8a4bc-bd8b-4cf3-b653-a55fdd6130f7" -d '{"events": [{"server_uuid": "9b1aa297-3a44-4d9f-a458-54ec8464435c", "name": "network-vif-unplugged", "status": "completed", "tag": "e4b692dd-2338-4c16-81fb-0d92a85e218a"}, {"server_uuid": "1c10ef8c-3010-4826-a48a-cf9c977de24b", "name": "network-vif-unplugged", "status": "completed", "tag": "0e0aebb7-237b-483a-8834-a7ed28696fec"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:24.739858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ba5d75d-d911-4477-baa6-faf6ba7dc42d req-d885c7f2-ff92-4034-a168-126125dc03d1 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558763 Nov 16 04:47:24.740920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-438252d7-3dac-4700-9ee0-1e33f08989a5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Made reservation on behalf of 960d99cdc4324394bb8c5d8ed093d15e for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:24.744788 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-438252d7-3dac-4700-9ee0-1e33f08989a5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:24.804025 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acd871d-5648-4cf1-ad66-022179441e55 x-openstack-request-id: req-0acd871d-5648-4cf1-ad66-022179441e55 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:24.804637 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1aa297-3a44-4d9f-a458-54ec8464435c", "name": "network-vif-unplugged", "status": "completed", "tag": "e4b692dd-2338-4c16-81fb-0d92a85e218a", "code": 200}, {"server_uuid": "1c10ef8c-3010-4826-a48a-cf9c977de24b", "name": "network-vif-unplugged", "status": "failed", "tag": "0e0aebb7-237b-483a-8834-a7ed28696fec", "code": 422}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:24.804956 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0acd871d-5648-4cf1-ad66-022179441e55 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:24.805423 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1aa297-3a44-4d9f-a458-54ec8464435c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4b692dd-2338-4c16-81fb-0d92a85e218a', 'code': 200} Nov 16 04:47:24.805795 n-d-818042-1 neutron-server[102661]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c10ef8c-3010-4826-a48a-cf9c977de24b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e0aebb7-237b-483a-8834-a7ed28696fec', 'code': 422} returned with failed status Nov 16 04:47:24.908354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4f46f-0c6f-4836-a3f7-1f61df0e0433 req-e5c59258-80f2-4314-be94-00a42995bae0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:24.914490 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca95dbbf-ff2e-4a64-ba90-a0ac8779cecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:24.917228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ed4f46f-0c6f-4836-a3f7-1f61df0e0433 req-e5c59258-80f2-4314-be94-00a42995bae0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.0689828 Nov 16 04:47:24.922817 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca95dbbf-ff2e-4a64-ba90-a0ac8779cecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:24.928896 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ca95dbbf-ff2e-4a64-ba90-a0ac8779cecc admin admin] 10.222.0.41 "DELETE /v2.0/networks/eda9c821-a594-4971-8c34-359d262d82de HTTP/1.1" status: 204 len: 168 time: 0.8398774 Nov 16 04:47:24.944988 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95dbbf-ff2e-4a64-ba90-a0ac8779cecc admin admin] Pushing event deleted for resources: {'Network': ['ID=eda9c821-a594-4971-8c34-359d262d82de,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:25.085857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ed4f46f-0c6f-4836-a3f7-1f61df0e0433 req-aed1393e-b5ff-472d-88d8-4bb9f8cca877 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561465 Nov 16 04:47:25.102369 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41798) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:25.118725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a480717-0807-44ba-abe9-9f7382c82ebd req-f21dc68a-b6c9-4d62-b300-944ee5c4f337 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:25.121124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a480717-0807-44ba-abe9-9f7382c82ebd req-f21dc68a-b6c9-4d62-b300-944ee5c4f337 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 946 time: 0.1615007 Nov 16 04:47:25.149712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-438252d7-3dac-4700-9ee0-1e33f08989a5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Allocated IP 172.20.0.5 (264c8096-e6ac-4052-82aa-684b9297a3e1/f1c59619-5ebc-40ef-b173-643613d76faf/02043946-c950-4b99-a378-8c0936d1c438) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:25.159802 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7ade0542-8df3-41ee-a985-ef97ef22bb7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a557bebb84a84fd8ad7708799027504a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0561686 Nov 16 04:47:25.162139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41802) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:25.217903 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77109877-bdc5-4493-86eb-ab14ff6d9d27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:25.240913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77109877-bdc5-4493-86eb-ab14ff6d9d27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:25.246038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a480717-0807-44ba-abe9-9f7382c82ebd req-911a6e49-9a42-4d2b-82d1-3b58325fed3b tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/security-groups?id=00208aec-8a5a-420c-988c-d224dfbf7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180778 Nov 16 04:47:25.314948 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77109877-bdc5-4493-86eb-ab14ff6d9d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:25.317486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77109877-bdc5-4493-86eb-ab14ff6d9d27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:25.318640 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-77109877-bdc5-4493-86eb-ab14ff6d9d27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/feeb420c-5094-4064-ad7f-1a72aba6dee1 HTTP/1.1" status: 204 len: 168 time: 0.1550989 Nov 16 04:47:25.320357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6b91f-724c-438d-8d40-d99ada236cff req-78998122-acd2-4243-8fb8-e378da6737b9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:25.328900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-16d6b91f-724c-438d-8d40-d99ada236cff req-78998122-acd2-4243-8fb8-e378da6737b9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1599677 Nov 16 04:47:25.335448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77109877-bdc5-4493-86eb-ab14ff6d9d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeb420c-5094-4064-ad7f-1a72aba6dee1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:25.393346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-16d6b91f-724c-438d-8d40-d99ada236cff req-d3f2346d-ab01-4822-9dbd-4f8677c13f32 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641093 Nov 16 04:47:25.445241 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-438252d7-3dac-4700-9ee0-1e33f08989a5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:25.515335 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-438252d7-3dac-4700-9ee0-1e33f08989a5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:25.579657 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438252d7-3dac-4700-9ee0-1e33f08989a5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Pushing event updated for resources: {'Port': ['ID=02043946-c950-4b99-a378-8c0936d1c438,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:25.634075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-438252d7-3dac-4700-9ee0-1e33f08989a5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Network 264c8096-e6ac-4052-82aa-684b9297a3e1 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:25.638009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-438252d7-3dac-4700-9ee0-1e33f08989a5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:25.643582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-438252d7-3dac-4700-9ee0-1e33f08989a5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:25.688986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1af83e-60cd-49f3-a399-a6ad80dc84ed req-d12daafb-346e-4216-83d6-a79301a1186c tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:25.690791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc1af83e-60cd-49f3-a399-a6ad80dc84ed req-d12daafb-346e-4216-83d6-a79301a1186c tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 931 time: 0.1723027 Nov 16 04:47:25.730097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-438252d7-3dac-4700-9ee0-1e33f08989a5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:25.730717 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-438252d7-3dac-4700-9ee0-1e33f08989a5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:25.758353 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117b5d-82a9-4e4f-ac5e-a804a1f41d25 req-ac6d303f-e71d-4abd-908b-aa679da2f39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:25.759424 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f9117b5d-82a9-4e4f-ac5e-a804a1f41d25 req-ac6d303f-e71d-4abd-908b-aa679da2f39e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd299e485b5644e880b6b55903fa4584&device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 1097 time: 0.1307147 Nov 16 04:47:25.762987 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-438252d7-3dac-4700-9ee0-1e33f08989a5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2682841 Nov 16 04:47:25.786128 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Request body: {'port': {'device_id': '4244e530-4f86-4769-897d-190d9c91f1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:25.817212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc1af83e-60cd-49f3-a399-a6ad80dc84ed req-ad09871f-a59d-4d88-9a7f-060421d0f9dd tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168771 Nov 16 04:47:25.918777 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:25.920754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117b5d-82a9-4e4f-ac5e-a804a1f41d25 req-24c1b355-ded0-451c-84a2-189fc0182120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:25.922442 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f9117b5d-82a9-4e4f-ac5e-a804a1f41d25 req-24c1b355-ded0-451c-84a2-189fc0182120 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ac11ad88-4175-4613-80c5-2f3306ceea7d HTTP/1.1" status: 200 len: 914 time: 0.1556842 Nov 16 04:47:25.975529 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f9117b5d-82a9-4e4f-ac5e-a804a1f41d25 req-29d96061-f352-44e8-954a-26f97acbc222 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=215dcb39-87a3-4b99-88cb-b0f92f01660f HTTP/1.1" status: 200 len: 217 time: 0.0438547 Nov 16 04:47:26.031801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de667592-8a00-492f-b795-c25f0e0b62aa req-76c5ca92-7966-43f5-8917-f11be15cfbea tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:26.037800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9117b5d-82a9-4e4f-ac5e-a804a1f41d25 req-28bf3bd5-5c8a-429e-8fa7-e2d16e1fa9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:26.038888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de667592-8a00-492f-b795-c25f0e0b62aa req-76c5ca92-7966-43f5-8917-f11be15cfbea tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 946 time: 0.1417682 Nov 16 04:47:26.039813 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f9117b5d-82a9-4e4f-ac5e-a804a1f41d25 req-28bf3bd5-5c8a-429e-8fa7-e2d16e1fa9ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bc120478-ec38-4481-be42-301f5b612e0a HTTP/1.1" status: 200 len: 853 time: 0.0587707 Nov 16 04:47:26.088407 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f9117b5d-82a9-4e4f-ac5e-a804a1f41d25 req-535a6aa0-7c64-4e35-bb0e-ba5811684d9b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ac11ad88-4175-4613-80c5-2f3306ceea7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406258 Nov 16 04:47:26.106638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17715769-fb01-40af-bd2d-00f146532e74 req-a59966da-0a5e-4aae-9dd5-ade0e2d65cb9 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:26.108168 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17715769-fb01-40af-bd2d-00f146532e74 req-a59966da-0a5e-4aae-9dd5-ade0e2d65cb9 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 944 time: 0.1635761 Nov 16 04:47:26.173961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de667592-8a00-492f-b795-c25f0e0b62aa req-96050a3f-b996-49b5-93b6-692f7e715910 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/security-groups?id=00208aec-8a5a-420c-988c-d224dfbf7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340799 Nov 16 04:47:26.213615 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f9117b5d-82a9-4e4f-ac5e-a804a1f41d25 req-f03ac366-f6f7-4365-a094-ce1d67f0ba88 service neutron] 10.222.0.37 "GET /v2.0/networks/ac11ad88-4175-4613-80c5-2f3306ceea7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175666 Nov 16 04:47:26.359778 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f9117b5d-82a9-4e4f-ac5e-a804a1f41d25 req-b6901ea5-a7b2-4473-a487-ca27a51f6793 service neutron] 10.222.0.37 "GET /v2.0/networks/ac11ad88-4175-4613-80c5-2f3306ceea7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398461 Nov 16 04:47:26.377152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17715769-fb01-40af-bd2d-00f146532e74 req-6827426c-f8f8-4e35-a4de-92ff6d5de91b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199404 Nov 16 04:47:26.391726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e4b692dd-2338-4c16-81fb-0d92a85e218a up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:26.422841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b019a-e097-483f-b273-41074af5b516 req-88362baa-e5e8-4d48-9f23-bd7128c036d3 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:26.424998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b1b019a-e097-483f-b273-41074af5b516 req-88362baa-e5e8-4d48-9f23-bd7128c036d3 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1344185 Nov 16 04:47:26.465380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41844) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:26.506693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port e4b692dd-2338-4c16-81fb-0d92a85e218a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:26.507584 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:26.573754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b1b019a-e097-483f-b273-41074af5b516 req-7f05cdde-c65f-472b-98ab-a24645f4a7f7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411211 Nov 16 04:47:26.637987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02043946-c950-4b99-a378-8c0936d1c438 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:47:26.644929 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-425837590-network', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:26.645137 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:26.650861 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:26.669955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Transition to ACTIVE for port object 02043946-c950-4b99-a378-8c0936d1c438 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:47:26.673272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Made reservation on behalf of dcbe76f52ed24c9698b3727d7dbd3735 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:26.674316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:26.675691 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:26.685928 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e4b692dd-2338-4c16-81fb-0d92a85e218a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e4b692dd-2338-4c16-81fb-0d92a85e218a,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:26.686899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:26.690533 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:26.768091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e4b692dd-2338-4c16-81fb-0d92a85e218a,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:26.792538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Pushing event updated for resources: {'Port': ['ID=02043946-c950-4b99-a378-8c0936d1c438,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:26.807318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1aa297-3a44-4d9f-a458-54ec8464435c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b692dd-2338-4c16-81fb-0d92a85e218a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:26.809456 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc8ffba-a535-42aa-8573-9d36f7ec4c91" -d '{"events": [{"server_uuid": "9b1aa297-3a44-4d9f-a458-54ec8464435c", "name": "network-vif-plugged", "status": "completed", "tag": "e4b692dd-2338-4c16-81fb-0d92a85e218a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:26.830948 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:26.836645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:26.893803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Attempting to bind port 02043946-c950-4b99-a378-8c0936d1c438 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:26.894173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Attempting to bind port 02043946-c950-4b99-a378-8c0936d1c438 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:26.894561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Attempting to bind port 02043946-c950-4b99-a378-8c0936d1c438 on network 264c8096-e6ac-4052-82aa-684b9297a3e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:26.897709 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:47:26.906514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Port 02043946-c950-4b99-a378-8c0936d1c438 on network 264c8096-e6ac-4052-82aa-684b9297a3e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:47:26.907142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Attempting to bind port 02043946-c950-4b99-a378-8c0936d1c438 on network 264c8096-e6ac-4052-82aa-684b9297a3e1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:26.909072 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e19965-3f1d-493f-a460-594e76bd8c3e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:26.914349 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:26.914694 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Added segment 8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b of type vlan for network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 Nov 16 04:47:26.927609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:26.930130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Checking segment: {'id': '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:26.930637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Bound using segment: {'id': '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:26.932066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Bound port: 02043946-c950-4b99-a378-8c0936d1c438, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:26.932904 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:26.943950 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f771b41-d021-4d25-8a70-5f6ff719e2db x-openstack-request-id: req-4f771b41-d021-4d25-8a70-5f6ff719e2db {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:26.944455 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1aa297-3a44-4d9f-a458-54ec8464435c", "name": "network-vif-plugged", "status": "completed", "tag": "e4b692dd-2338-4c16-81fb-0d92a85e218a", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:26.944918 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f771b41-d021-4d25-8a70-5f6ff719e2db {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:26.945728 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1aa297-3a44-4d9f-a458-54ec8464435c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b692dd-2338-4c16-81fb-0d92a85e218a', 'code': 200} Nov 16 04:47:26.998926 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:27.042434 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:27.043445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:27.044034 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:27.100585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] For port 02043946-c950-4b99-a378-8c0936d1c438, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:27.117421 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6506517 Nov 16 04:47:27.121101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41860) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:27.126883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2162646e-f907-4cbf-98e9-f24c59e5db77 admin admin] Request body: {'subnet': {'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-425837590-subnet', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:27.132606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] For port 02043946-c950-4b99-a378-8c0936d1c438, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=02043946-c950-4b99-a378-8c0936d1c438,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:27.143582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:27.154079 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc95297-40aa-48a8-9a83-efbf0e1c1475 admin admin] Pushing event updated for resources: {'Network': ['ID=4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:27.165171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:47:27.172307 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2162646e-f907-4cbf-98e9-f24c59e5db77 admin admin] Made reservation on behalf of dcbe76f52ed24c9698b3727d7dbd3735 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:27.174967 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2162646e-f907-4cbf-98e9-f24c59e5db77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:27.200870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d1c29-0e7e-4a91-bff9-044bb1a429a5 req-c7a66daa-407f-40f7-a783-312320771d77 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:27.207816 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c4d1c29-0e7e-4a91-bff9-044bb1a429a5 req-c7a66daa-407f-40f7-a783-312320771d77 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 943 time: 0.1667519 Nov 16 04:47:27.224565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:27.225192 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:27.226642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] 10.222.0.15 "PUT /v2.0/ports/02043946-c950-4b99-a378-8c0936d1c438 HTTP/1.1" status: 200 len: 1091 time: 1.4503822 Nov 16 04:47:27.230291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4244e530-4f86-4769-897d-190d9c91f1c9', 'tag': '02043946-c950-4b99-a378-8c0936d1c438'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:27.247166 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563369cb-d9e2-49d2-8c37-483442ea714c" -d '{"events": [{"name": "network-changed", "server_uuid": "4244e530-4f86-4769-897d-190d9c91f1c9", "tag": "02043946-c950-4b99-a378-8c0936d1c438"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:27.293386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967f94-75cb-481f-99f5-d468f696d3f0 req-66d7dc13-5956-4897-bce4-3294c63246fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:27.295201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e967f94-75cb-481f-99f5-d468f696d3f0 req-66d7dc13-5956-4897-bce4-3294c63246fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 1096 time: 0.2067866 Nov 16 04:47:27.387530 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2162646e-f907-4cbf-98e9-f24c59e5db77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:27.411411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39733571-e82e-4790-8ba9-3a3abeb77992 service neutron] Pushing event updated for resources: {'Port': ['ID=02043946-c950-4b99-a378-8c0936d1c438,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:27.451214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162646e-f907-4cbf-98e9-f24c59e5db77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=105560f5-0ea3-42ef-a88a-8fe8fd151d32,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:27.459454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-ee55decb-91b1-4417-a87f-681490832bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:27.460853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-ee55decb-91b1-4417-a87f-681490832bbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960d99cdc4324394bb8c5d8ed093d15e&device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 1094 time: 0.1752026 Nov 16 04:47:27.461217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162646e-f907-4cbf-98e9-f24c59e5db77 admin admin] Checking segment: {'id': '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:27.461892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162646e-f907-4cbf-98e9-f24c59e5db77 admin admin] Network hostable DHCP agents. Network: 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:47:27.469412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c4d1c29-0e7e-4a91-bff9-044bb1a429a5 req-667e0439-e8ab-4e9e-a8ec-7b9d3e80c1df tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418106 Nov 16 04:47:27.486494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162646e-f907-4cbf-98e9-f24c59e5db77 admin admin] Network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:47:27.506709 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-2162646e-f907-4cbf-98e9-f24c59e5db77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:27.511445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2162646e-f907-4cbf-98e9-f24c59e5db77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:27.512819 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2162646e-f907-4cbf-98e9-f24c59e5db77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:27.516398 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259e46ee-6b61-4b5e-a0e6-b3522bca9c08 None None] Network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:27.523037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714f8f6-746b-46e0-a9a4-1cf6e1b544f8 req-a8b39add-7f47-4917-9464-54b0d38d3967 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:27.524592 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2714f8f6-746b-46e0-a9a4-1cf6e1b544f8 req-a8b39add-7f47-4917-9464-54b0d38d3967 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 946 time: 0.2344012 Nov 16 04:47:27.527337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e967f94-75cb-481f-99f5-d468f696d3f0 req-c8317e0a-5c19-485b-8667-b6d1ae03891f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803269 Nov 16 04:47:27.528739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-2bf38e41-187a-4dfa-9d9e-5ae8a339df41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02043946-c950-4b99-a378-8c0936d1c438 HTTP/1.1" status: 200 len: 217 time: 0.0582926 Nov 16 04:47:27.538969 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d2713b-ff53-417e-bc4f-bda0de76c609 x-openstack-request-id: req-81d2713b-ff53-417e-bc4f-bda0de76c609 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:27.539262 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4244e530-4f86-4769-897d-190d9c91f1c9", "tag": "02043946-c950-4b99-a378-8c0936d1c438", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:27.539518 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81d2713b-ff53-417e-bc4f-bda0de76c609 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:27.539919 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4244e530-4f86-4769-897d-190d9c91f1c9', 'tag': '02043946-c950-4b99-a378-8c0936d1c438', 'status': 'completed', 'code': 200} Nov 16 04:47:27.561252 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2162646e-f907-4cbf-98e9-f24c59e5db77 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4388316 Nov 16 04:47:27.564145 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41872) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:27.571208 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:27.593396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2714f8f6-746b-46e0-a9a4-1cf6e1b544f8 req-cca3cf9e-605c-4228-8599-38e859d87519 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/security-groups?id=00208aec-8a5a-420c-988c-d224dfbf7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612688 Nov 16 04:47:27.625029 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:27.626500 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:27.698197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f9ea9-7b98-49ea-82a7-a14bc786e5dd req-25d030ea-70b1-4807-b7b5-6b3f5ab27fd8 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:27.700310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f3f9ea9-7b98-49ea-82a7-a14bc786e5dd req-25d030ea-70b1-4807-b7b5-6b3f5ab27fd8 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.0999901 Nov 16 04:47:27.726421 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:27.820405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'fixed_ips': [{'subnet_id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:47:27.821533 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:27.834180 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f3f9ea9-7b98-49ea-82a7-a14bc786e5dd req-44486650-6c7e-43f7-b0eb-f9f8fcd8fecd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236370 Nov 16 04:47:27.871496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-c0ef1ca7-4fd9-4aa9-8eb7-263d8986d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:27.876748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-c0ef1ca7-4fd9-4aa9-8eb7-263d8986d4e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1c59619-5ebc-40ef-b173-643613d76faf HTTP/1.1" status: 200 len: 861 time: 0.1501493 Nov 16 04:47:27.932146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-838eddb4-cd19-4f2a-bffd-544206010806 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=264c8096-e6ac-4052-82aa-684b9297a3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472181 Nov 16 04:47:27.945879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c72d4a-0f92-408b-8745-6402cbd15d42 req-bec06c6b-d5a3-4896-b8d4-2cda1a60756c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:27.947737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c72d4a-0f92-408b-8745-6402cbd15d42 req-bec06c6b-d5a3-4896-b8d4-2cda1a60756c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1461928 Nov 16 04:47:27.948439 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:28.037290 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Allocated IP 172.20.0.2 (4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961/105560f5-0ea3-42ef-a88a-8fe8fd151d32/41ea25ef-ea88-4bce-9eab-bde246c01d2f) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:28.051636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-e1bc827d-8955-4a04-9f21-f5cda6b0895e service neutron] 10.222.0.15 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025081 Nov 16 04:47:28.184428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11c72d4a-0f92-408b-8745-6402cbd15d42 req-41ad0b6f-242d-4828-865e-978d829d7e6c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258032 Nov 16 04:47:28.223489 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afd2367-7003-4eb0-8c2a-a46351a8caa6 req-f30fe4c3-7ad6-4a81-aeb3-21152543a960 service neutron] 10.222.0.15 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565537 Nov 16 04:47:28.229426 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:47:28.249388 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0e0aebb7-237b-483a-8834-a7ed28696fec no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:47:28.303096 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:28.333295 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:28.357469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563369cb-d9e2-49d2-8c37-483442ea714c req-3b6f53a4-40f6-4613-af2e-c9371ab47295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:28.358566 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:28.359455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-563369cb-d9e2-49d2-8c37-483442ea714c req-3b6f53a4-40f6-4613-af2e-c9371ab47295 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=960d99cdc4324394bb8c5d8ed093d15e&device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 1094 time: 0.0758972 Nov 16 04:47:28.382827 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:28.404595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:28.411646 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:28.416694 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:28.419773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Pushing event updated for resources: {'Port': ['ID=41ea25ef-ea88-4bce-9eab-bde246c01d2f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:28.471737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c34911-5c6a-49d8-ba25-eccea6d909a3 req-b16112f5-41b2-4618-bd36-1e2321a03ed4 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:28.474082 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0c34911-5c6a-49d8-ba25-eccea6d909a3 req-b16112f5-41b2-4618-bd36-1e2321a03ed4 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 946 time: 0.1588426 Nov 16 04:47:28.535332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Attempting to bind port 41ea25ef-ea88-4bce-9eab-bde246c01d2f on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:28.535829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Attempting to bind port 41ea25ef-ea88-4bce-9eab-bde246c01d2f by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:28.536193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Attempting to bind port 41ea25ef-ea88-4bce-9eab-bde246c01d2f on network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:28.547531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:28.548061 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Checking segment: {'id': '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:28.548526 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:28.548966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Bound using segment: {'id': '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:28.549596 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Bound port: 41ea25ef-ea88-4bce-9eab-bde246c01d2f, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:28.550336 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:28.552919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Allocated IP 172.25.0.36 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/6a0ee51b-be2c-44f6-b99f-fdef348f9089) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:28.667099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] For port 41ea25ef-ea88-4bce-9eab-bde246c01d2f, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:28.690769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] For port 41ea25ef-ea88-4bce-9eab-bde246c01d2f, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=41ea25ef-ea88-4bce-9eab-bde246c01d2f,segment=NetworkSegment(8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b),segment_id=8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:28.694499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0c34911-5c6a-49d8-ba25-eccea6d909a3 req-a4cc0788-5621-4741-ad0c-78c41c4c0ee9 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/security-groups?id=00208aec-8a5a-420c-988c-d224dfbf7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325822 Nov 16 04:47:28.696313 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:28.706103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563369cb-d9e2-49d2-8c37-483442ea714c req-830253e7-78ff-42b2-a5f7-ce0b9d44c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:28.706103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-563369cb-d9e2-49d2-8c37-483442ea714c req-830253e7-78ff-42b2-a5f7-ce0b9d44c9d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=264c8096-e6ac-4052-82aa-684b9297a3e1 HTTP/1.1" status: 200 len: 922 time: 0.3299079 Nov 16 04:47:28.756616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:28.843469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:28.848949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-563369cb-d9e2-49d2-8c37-483442ea714c req-d977b6a3-cba1-43b6-9d16-79131dc38a13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02043946-c950-4b99-a378-8c0936d1c438 HTTP/1.1" status: 200 len: 217 time: 0.1213589 Nov 16 04:47:28.877101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed84f2-21b9-4662-802f-6c80e1a5a5aa req-f2660b8d-bb07-452c-80a5-84244e85d148 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:28.890653 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8ed84f2-21b9-4662-802f-6c80e1a5a5aa req-f2660b8d-bb07-452c-80a5-84244e85d148 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 943 time: 0.2789750 Nov 16 04:47:28.899127 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d39f33-974e-48f3-97ef-3a67b4cc8277 None None] Pushing event updated for resources: {'Port': ['ID=41ea25ef-ea88-4bce-9eab-bde246c01d2f,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:28.921315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:28.924471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:28.928474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:28.966746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0ee51b-be2c-44f6-b99f-fdef348f9089,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:29.077300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563369cb-d9e2-49d2-8c37-483442ea714c req-66c412ab-c6fe-4c7e-ad30-ca8e9ec3e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:29.078948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-563369cb-d9e2-49d2-8c37-483442ea714c req-66c412ab-c6fe-4c7e-ad30-ca8e9ec3e09c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1c59619-5ebc-40ef-b173-643613d76faf HTTP/1.1" status: 200 len: 861 time: 0.1774354 Nov 16 04:47:29.112724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafc4e2-b517-4f07-ae3b-992d074e9d4b req-9062f828-fe7e-42ee-875d-a577669b5c95 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:29.120390 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0fafc4e2-b517-4f07-ae3b-992d074e9d4b req-9062f828-fe7e-42ee-875d-a577669b5c95 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.1263142 Nov 16 04:47:29.133022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8ed84f2-21b9-4662-802f-6c80e1a5a5aa req-699d26e3-663e-45e2-8074-30b4b2732880 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343240 Nov 16 04:47:29.171305 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-563369cb-d9e2-49d2-8c37-483442ea714c req-03ffbbc9-2806-48e4-8458-ffbbeb28b281 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=264c8096-e6ac-4052-82aa-684b9297a3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798647 Nov 16 04:47:29.328652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0fafc4e2-b517-4f07-ae3b-992d074e9d4b req-7638996c-0db0-4f18-b2b0-f1840d20a5e7 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072279 Nov 16 04:47:29.394633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677d8c8-fa8b-4ae7-954d-88756bf32b17 req-164bf877-4993-46d4-a9bf-e6bc3fd4b62d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:29.396407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b677d8c8-fa8b-4ae7-954d-88756bf32b17 req-164bf877-4993-46d4-a9bf-e6bc3fd4b62d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.0890675 Nov 16 04:47:29.410700 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:29.457001 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-563369cb-d9e2-49d2-8c37-483442ea714c req-2331a45d-1ff1-47ad-ab5f-6646a71421c7 service neutron] 10.222.0.15 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207863 Nov 16 04:47:29.548430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b677d8c8-fa8b-4ae7-954d-88756bf32b17 req-fc7c8b10-01db-4674-be68-006167382d86 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336243 Nov 16 04:47:29.624597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 41ea25ef-ea88-4bce-9eab-bde246c01d2f up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:29.645483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-563369cb-d9e2-49d2-8c37-483442ea714c req-50c58eb1-a356-4dc8-8728-bee7fa6dbc09 service neutron] 10.222.0.15 "GET /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794982 Nov 16 04:47:29.674707 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a962575-d123-465d-8240-544f9c953383 req-10c9cf54-5509-4074-9e03-0e30714283b1 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:29.681205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a962575-d123-465d-8240-544f9c953383 req-10c9cf54-5509-4074-9e03-0e30714283b1 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.1266642 Nov 16 04:47:29.769837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e025e-814d-4f55-8bb0-51e9503e4cc0 req-eef59adc-9da7-490a-a5a8-cdafe4551991 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:29.771609 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e05e025e-814d-4f55-8bb0-51e9503e4cc0 req-eef59adc-9da7-490a-a5a8-cdafe4551991 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.37 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 946 time: 0.1339314 Nov 16 04:47:29.780710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 41ea25ef-ea88-4bce-9eab-bde246c01d2f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:29.782277 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:29.785124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a962575-d123-465d-8240-544f9c953383 req-4fef860a-79a7-4116-9bb5-fc1463299e92 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998986 Nov 16 04:47:29.808364 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:29.979030 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:30.005567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bde5a-9582-4ccb-b67e-8d7b2552d9fb req-d9275138-1eb8-4811-b167-d5ffac5f23d2 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:30.018071 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-577bde5a-9582-4ccb-b67e-8d7b2552d9fb req-d9275138-1eb8-4811-b167-d5ffac5f23d2 tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 946 time: 0.1850588 Nov 16 04:47:30.061873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 41ea25ef-ea88-4bce-9eab-bde246c01d2f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=41ea25ef-ea88-4bce-9eab-bde246c01d2f,segment=NetworkSegment(8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b),segment_id=8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:30.067859 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:30.132725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-577bde5a-9582-4ccb-b67e-8d7b2552d9fb req-cf135f72-f560-456c-b0c6-a1c58347b2ea tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/security-groups?id=00208aec-8a5a-420c-988c-d224dfbf7e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033618 Nov 16 04:47:30.205320 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=41ea25ef-ea88-4bce-9eab-bde246c01d2f,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:30.207007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-e05e025e-814d-4f55-8bb0-51e9503e4cc0 req-e1dc8c0e-d37f-4f78-92b6-8a0ebdba787a tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Deleting port 215dcb39-87a3-4b99-88cb-b0f92f01660f {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:47:30.207355 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e05e025e-814d-4f55-8bb0-51e9503e4cc0 req-e1dc8c0e-d37f-4f78-92b6-8a0ebdba787a tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:30.383732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85431bf4-9d7c-4640-9ebb-81f59d6f02ee req-34a2b0bc-93f7-49a4-983a-0cf33fc7731d tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:30.391140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 02043946-c950-4b99-a378-8c0936d1c438 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:47:30.394442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85431bf4-9d7c-4640-9ebb-81f59d6f02ee req-34a2b0bc-93f7-49a4-983a-0cf33fc7731d tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 943 time: 0.1532617 Nov 16 04:47:30.399771 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Router d23809ac-0628-4847-822f-d237e6c7f475 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:47:30.420059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-e05e025e-814d-4f55-8bb0-51e9503e4cc0 req-e1dc8c0e-d37f-4f78-92b6-8a0ebdba787a tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] For port 215dcb39-87a3-4b99-88cb-b0f92f01660f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=215dcb39-87a3-4b99-88cb-b0f92f01660f,segment=NetworkSegment(9d17185b-ad78-4456-bfbf-e7d045e50dba),segment_id=9d17185b-ad78-4456-bfbf-e7d045e50dba)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:30.420696 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e05e025e-814d-4f55-8bb0-51e9503e4cc0 req-e1dc8c0e-d37f-4f78-92b6-8a0ebdba787a tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:30.453306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-e05e025e-814d-4f55-8bb0-51e9503e4cc0 req-e1dc8c0e-d37f-4f78-92b6-8a0ebdba787a tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Calling delete_port for 215dcb39-87a3-4b99-88cb-b0f92f01660f owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:47:30.507624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 02043946-c950-4b99-a378-8c0936d1c438, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=02043946-c950-4b99-a378-8c0936d1c438,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:30.524521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '02043946-c950-4b99-a378-8c0936d1c438', 'network_id': '264c8096-e6ac-4052-82aa-684b9297a3e1', 'port_id': '02043946-c950-4b99-a378-8c0936d1c438', 'mac_address': 'fa:16:3e:69:4e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c59619-5ebc-40ef-b173-643613d76faf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:47:30.542653 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85431bf4-9d7c-4640-9ebb-81f59d6f02ee req-d5cf700a-b801-4f8d-8453-d5276e87f732 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472788 Nov 16 04:47:30.573374 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:30.587396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b26495-2db2-441f-9b74-1927c901e3c7 None None] Network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:30.596703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-fede8221-64b8-4d26-9332-7484f576ec8a tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:30.604764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-fede8221-64b8-4d26-9332-7484f576ec8a tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/networks?id=ec618b91-ef2d-46e0-8280-f22dce52f8cd HTTP/1.1" status: 200 len: 814 time: 0.1794794 Nov 16 04:47:30.622616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-84bfc442-2e52-4684-aa6f-daadd8c66c53 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/quotas/540c879af84a45ce9614fb83c9c7afb6 HTTP/1.1" status: 200 len: 375 time: 0.0169160 Nov 16 04:47:30.662921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02043946-c950-4b99-a378-8c0936d1c438 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:47:30.709327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 02043946-c950-4b99-a378-8c0936d1c438, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=02043946-c950-4b99-a378-8c0936d1c438,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:30.717639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-b714a831-418b-4675-a925-9748ebbf121b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=540c879af84a45ce9614fb83c9c7afb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0941091 Nov 16 04:47:30.725426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8704f7f7-b25e-4d03-ab1b-5ee540a93437 None None] Provisioning complete for port 41ea25ef-ea88-4bce-9eab-bde246c01d2f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:30.726320 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8704f7f7-b25e-4d03-ab1b-5ee540a93437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:30.732578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:30.783733 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e05e025e-814d-4f55-8bb0-51e9503e4cc0 req-e1dc8c0e-d37f-4f78-92b6-8a0ebdba787a tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:30.798956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64af4c-bbd6-4407-82bc-278e6890d5e8 req-e5915e44-5899-474d-ae3d-6cc46101294e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:30.800525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e64af4c-bbd6-4407-82bc-278e6890d5e8 req-e5915e44-5899-474d-ae3d-6cc46101294e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1397865 Nov 16 04:47:30.828855 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:47:30.841868 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Sync routers for ids ['d23809ac-0628-4847-822f-d237e6c7f475'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:47:30.859598 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Routers {'d23809ac-0628-4847-822f-d237e6c7f475'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:47:30.860153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-1fb6aec3-d866-445a-b782-0e21dfa9bbee service neutron] 10.222.0.41 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415675 Nov 16 04:47:30.860272 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['215dcb39-87a3-4b99-88cb-b0f92f01660f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:47:30.863636 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:47:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d23809ac-0628-4847-822f-d237e6c7f475'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:30.941781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc8c0e-d37f-4f78-92b6-8a0ebdba787a tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Pushing event deleted for resources: {'Port': ['ID=215dcb39-87a3-4b99-88cb-b0f92f01660f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:30.988543 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:30.990331 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-76d3be23-8713-403d-bc34-dfc5fc5f8766 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4251401 Nov 16 04:47:31.000294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41938) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:31.011904 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Set router d23809ac-0628-4847-822f-d237e6c7f475 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:47:31.026649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-42eae585-e297-412b-84f1-9fc525865d4f service neutron] 10.222.0.41 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655328 Nov 16 04:47:31.068476 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e64af4c-bbd6-4407-82bc-278e6890d5e8 req-6109dc8b-33db-45f2-a477-b7b5bfe2dcb0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2604606 Nov 16 04:47:31.124579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=02043946-c950-4b99-a378-8c0936d1c438,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:31.196403 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05e025e-814d-4f55-8bb0-51e9503e4cc0 req-e1dc8c0e-d37f-4f78-92b6-8a0ebdba787a tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] No DVR routers for this DVR port 215dcb39-87a3-4b99-88cb-b0f92f01660f on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:47:31.202019 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e05e025e-814d-4f55-8bb0-51e9503e4cc0 req-e1dc8c0e-d37f-4f78-92b6-8a0ebdba787a tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:31.207048 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e05e025e-814d-4f55-8bb0-51e9503e4cc0 req-e1dc8c0e-d37f-4f78-92b6-8a0ebdba787a tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.37 "DELETE /v2.0/ports/215dcb39-87a3-4b99-88cb-b0f92f01660f HTTP/1.1" status: 204 len: 173 time: 1.4276803 Nov 16 04:47:31.207048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c674cf-3834-48fc-a8c7-d40ed632f460', 'name': 'network-vif-deleted', 'tag': '215dcb39-87a3-4b99-88cb-b0f92f01660f'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:31.209597 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a93e78-8efa-408e-9355-f18ed6e72285" -d '{"events": [{"server_uuid": "07c674cf-3834-48fc-a8c7-d40ed632f460", "name": "network-vif-deleted", "tag": "215dcb39-87a3-4b99-88cb-b0f92f01660f"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:31.285746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['02043946-c950-4b99-a378-8c0936d1c438'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:47:31.350950 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:47:29Z', 'revision_number': 3, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port': {'id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:28Z', 'updated_at': '2021-11-16T04:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:31.382183 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Checking router: d23809ac-0628-4847-822f-d237e6c7f475 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:47:31.382495 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Updating router d23809ac-0628-4847-822f-d237e6c7f475 port 6a0ee51b-be2c-44f6-b99f-fdef348f9089 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:47:31.411927 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:31.507440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d19037d-bdd1-4eb3-84a7-9eae3387c861 req-0e72fdb4-a551-4fd7-80de-706f22a8415a tempest-InstanceActionsTestJSON-151133097 tempest-InstanceActionsTestJSON-151133097-project] 10.222.0.41 "GET /v2.0/ports?device_id=07c674cf-3834-48fc-a8c7-d40ed632f460 HTTP/1.1" status: 200 len: 210 time: 0.1187947 Nov 16 04:47:31.643250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 41ea25ef-ea88-4bce-9eab-bde246c01d2f up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:31.711625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b76548-c62c-4cd7-9d12-00ea1eb59f79 req-b8cc0d58-154d-4ead-963b-d450ca033086 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:31.715044 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0b76548-c62c-4cd7-9d12-00ea1eb59f79 req-b8cc0d58-154d-4ead-963b-d450ca033086 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b1aa297-3a44-4d9f-a458-54ec8464435c HTTP/1.1" status: 200 len: 945 time: 0.2426894 Nov 16 04:47:32.074673 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:32.086002 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:32.126014 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49e48bb2-78e0-4764-b9ca-cf23f3f2ee1b req-b31d8e2f-9d06-4bca-a58c-384bc2e8f2ee tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 210 time: 0.3371680 Nov 16 04:47:32.198045 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ed44b-1880-4bf1-88bf-ef79d9d98a12 None None] Pushing event updated for resources: {'Port': ['ID=6a0ee51b-be2c-44f6-b99f-fdef348f9089,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:32.235457 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Attempting to bind port 6a0ee51b-be2c-44f6-b99f-fdef348f9089 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:32.236144 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Attempting to bind port 6a0ee51b-be2c-44f6-b99f-fdef348f9089 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:32.236717 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Attempting to bind port 6a0ee51b-be2c-44f6-b99f-fdef348f9089 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:32.242827 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:32.243746 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:32.244920 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:32.245618 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:32.246316 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Bound port: 6a0ee51b-be2c-44f6-b99f-fdef348f9089, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:32.246906 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:32.252320 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 41ea25ef-ea88-4bce-9eab-bde246c01d2f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:32.252831 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:32.292622 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6778c81d-b73c-42c5-b32e-a90426aa32f8 x-openstack-request-id: req-6778c81d-b73c-42c5-b32e-a90426aa32f8 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:32.293059 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c674cf-3834-48fc-a8c7-d40ed632f460", "name": "network-vif-deleted", "tag": "215dcb39-87a3-4b99-88cb-b0f92f01660f", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:32.293059 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6778c81d-b73c-42c5-b32e-a90426aa32f8 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:32.294255 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c674cf-3834-48fc-a8c7-d40ed632f460', 'name': 'network-vif-deleted', 'tag': '215dcb39-87a3-4b99-88cb-b0f92f01660f', 'status': 'completed', 'code': 200} Nov 16 04:47:32.297420 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d0b76548-c62c-4cd7-9d12-00ea1eb59f79 req-28f1f3f5-831f-4b94-9364-837e5d5e225c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Deleting port e4b692dd-2338-4c16-81fb-0d92a85e218a {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:47:32.299496 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d0b76548-c62c-4cd7-9d12-00ea1eb59f79 req-28f1f3f5-831f-4b94-9364-837e5d5e225c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:32.371901 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] For port 6a0ee51b-be2c-44f6-b99f-fdef348f9089, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:32.378363 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-4672394b-98e1-43be-8b03-46210fbfb315 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0826256 Nov 16 04:47:32.382273 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] For port 6a0ee51b-be2c-44f6-b99f-fdef348f9089, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6a0ee51b-be2c-44f6-b99f-fdef348f9089,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:32.392467 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:32.483651 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ed44b-1880-4bf1-88bf-ef79d9d98a12 None None] Pushing event updated for resources: {'Port': ['ID=6a0ee51b-be2c-44f6-b99f-fdef348f9089,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:32.492454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7597ed85-a279-4620-b5a0-18774d42a18f None None] Provisioning complete for port 41ea25ef-ea88-4bce-9eab-bde246c01d2f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:32.492827 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7597ed85-a279-4620-b5a0-18774d42a18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:32.508886 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Routers {'d23809ac-0628-4847-822f-d237e6c7f475'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:47:32.510679 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:47:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d23809ac-0628-4847-822f-d237e6c7f475'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:32.720602 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-e3e94479-a227-40d0-9e6c-c2cfe85b007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:32.721078 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-e3e94479-a227-40d0-9e6c-c2cfe85b007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:32.721557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-e3e94479-a227-40d0-9e6c-c2cfe85b007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:32.724414 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-e3e94479-a227-40d0-9e6c-c2cfe85b007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:32.724899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-e3e94479-a227-40d0-9e6c-c2cfe85b007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:32.725380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-e3e94479-a227-40d0-9e6c-c2cfe85b007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:32.725863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-e3e94479-a227-40d0-9e6c-c2cfe85b007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:32.733046 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-e3e94479-a227-40d0-9e6c-c2cfe85b007c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3755e56622844612940817c1adc2c9f6&device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 6492 time: 0.2356386 Nov 16 04:47:32.769668 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] Set router d23809ac-0628-4847-822f-d237e6c7f475 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:47:33.024095 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-d72df472-696a-4f1a-87e4-7a0e24c787f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:33.024563 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-d72df472-696a-4f1a-87e4-7a0e24c787f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:33.025569 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-d72df472-696a-4f1a-87e4-7a0e24c787f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:33.027232 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-d72df472-696a-4f1a-87e4-7a0e24c787f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ace05412-28cc-47e2-a1d1-d37b29ce3547&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&id=71ea6cbc-c703-42e4-94a9-098bbba9e58b HTTP/1.1" status: 200 len: 2294 time: 0.2629313 Nov 16 04:47:33.126931 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:33.164225 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:47:29Z', 'revision_number': 3, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port': {'id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:28Z', 'updated_at': '2021-11-16T04:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:33.170116 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-d371e6b9-27da-430b-8062-439ae46d0b3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9389ef3-f27a-4355-a81c-0c1fa98fda08 HTTP/1.1" status: 200 len: 1002 time: 0.1144006 Nov 16 04:47:33.236644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8c0d-a8aa-4f49-8505-6a727cf52a74 req-b381e221-8d70-4538-94f4-355647007535 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:33.238597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-854f8c0d-a8aa-4f49-8505-6a727cf52a74 req-b381e221-8d70-4538-94f4-355647007535 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 944 time: 0.9950228 Nov 16 04:47:33.252498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9481-f18e-4cc1-9036-6bbfcb7a8fcd req-6680087d-29b8-4c15-91d5-c7b912e738a0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:33.267617 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322653a3-a41a-4653-a64e-a52dc7b32e9d None None] The sync data for ids ['d23809ac-0628-4847-822f-d237e6c7f475'] in n-d-818042-1 is: [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:47:29Z', 'revision_number': 3, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port': {'id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:28Z', 'updated_at': '2021-11-16T04:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:47:33.270688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-637f9481-f18e-4cc1-9036-6bbfcb7a8fcd req-6680087d-29b8-4c15-91d5-c7b912e738a0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.8937907 Nov 16 04:47:33.327010 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-357d361a-ee64-4aeb-a624-4b1b17329342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:33.335257 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-357d361a-ee64-4aeb-a624-4b1b17329342 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec0c769-81d7-4784-b357-855f51779ac8 HTTP/1.1" status: 200 len: 851 time: 0.1528978 Nov 16 04:47:33.443995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d0b76548-c62c-4cd7-9d12-00ea1eb59f79 req-28f1f3f5-831f-4b94-9364-837e5d5e225c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] For port e4b692dd-2338-4c16-81fb-0d92a85e218a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e4b692dd-2338-4c16-81fb-0d92a85e218a,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:33.444365 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d0b76548-c62c-4cd7-9d12-00ea1eb59f79 req-28f1f3f5-831f-4b94-9364-837e5d5e225c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:33.510167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d0b76548-c62c-4cd7-9d12-00ea1eb59f79 req-28f1f3f5-831f-4b94-9364-837e5d5e225c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Calling delete_port for e4b692dd-2338-4c16-81fb-0d92a85e218a owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:47:33.522275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-d61350cc-9ea0-4be9-9b3c-1783888fd49e tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:33.523803 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-d61350cc-9ea0-4be9-9b3c-1783888fd49e tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.37 "GET /v2.0/networks?id=ec618b91-ef2d-46e0-8280-f22dce52f8cd HTTP/1.1" status: 200 len: 814 time: 0.2270980 Nov 16 04:47:33.527367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-854f8c0d-a8aa-4f49-8505-6a727cf52a74 req-2cc4b5de-8123-40a4-890b-46d09f8ac51e tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533410 Nov 16 04:47:33.542081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-637f9481-f18e-4cc1-9036-6bbfcb7a8fcd req-1efa64dc-78b5-4bc9-9275-2f17a39224d9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2703364 Nov 16 04:47:33.574578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-70931a1f-9dd4-4556-8560-c52560a70ee4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Request body: {'port': {'device_id': '307f612a-4d8e-4686-b39e-9c28f04ac669', 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd', 'admin_state_up': True, 'tenant_id': '540c879af84a45ce9614fb83c9c7afb6'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:33.575178 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-03675307-4230-4a9b-89ad-3f1df96028b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:33.576833 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-03675307-4230-4a9b-89ad-3f1df96028b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ace05412-28cc-47e2-a1d1-d37b29ce3547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597283 Nov 16 04:47:33.722694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41980) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:33.764805 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Allocated IP 172.20.0.1 (4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961/105560f5-0ea3-42ef-a88a-8fe8fd151d32/43f02aaa-4bd4-4a48-adc9-5362cd6bd002) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:33.826999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58177125-5968-4fc0-84c4-d86bd8b485b7 req-4e21d3dd-5978-470d-afe5-a47d26e1d216 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 210 time: 0.0321457 Nov 16 04:47:33.850485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdbd570-581a-4801-9386-855338d85c48 admin admin] Deleting subnet bc120478-ec38-4481-be42-301f5b612e0a {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:47:33.872272 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5cdbd570-581a-4801-9386-855338d85c48 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:33.911635 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-bf043889-3b31-4602-a4ba-b43258fd1d88 service neutron] 10.222.0.37 "GET /v2.0/networks/ace05412-28cc-47e2-a1d1-d37b29ce3547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226213 Nov 16 04:47:33.965968 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5cdbd570-581a-4801-9386-855338d85c48 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:33.968566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-70931a1f-9dd4-4556-8560-c52560a70ee4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Made reservation on behalf of 540c879af84a45ce9614fb83c9c7afb6 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:33.972268 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-70931a1f-9dd4-4556-8560-c52560a70ee4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.074555 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.078752 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-94ce30e2-b086-4fe2-969f-ff5970ced413 service neutron] 10.222.0.37 "GET /v2.0/networks/ace05412-28cc-47e2-a1d1-d37b29ce3547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585727 Nov 16 04:47:34.157026 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5cdbd570-581a-4801-9386-855338d85c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.160160 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-03c855c8-67d7-4fc4-8676-156dddbf0084 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=0a4c67cb-938c-4b12-bb00-cd0b361ed365 HTTP/1.1" status: 200 len: 217 time: 0.0715313 Nov 16 04:47:34.188710 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d0b76548-c62c-4cd7-9d12-00ea1eb59f79 req-28f1f3f5-831f-4b94-9364-837e5d5e225c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.223213 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.233896 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-9ba5a437-6f37-4a65-acdb-103638a0fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:34.238089 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-9ba5a437-6f37-4a65-acdb-103638a0fb50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.0677209 Nov 16 04:47:34.241630 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 215dcb39-87a3-4b99-88cb-b0f92f01660f no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:47:34.298168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 215dcb39-87a3-4b99-88cb-b0f92f01660f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:47:34.298684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 215dcb39-87a3-4b99-88cb-b0f92f01660f not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:47:34.337534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1f3f5-831f-4b94-9364-837e5d5e225c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Pushing event deleted for resources: {'Port': ['ID=e4b692dd-2338-4c16-81fb-0d92a85e218a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:34.359067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Pushing event updated for resources: {'Port': ['ID=43f02aaa-4bd4-4a48-adc9-5362cd6bd002,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:34.370297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5cdbd570-581a-4801-9386-855338d85c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.405405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 02043946-c950-4b99-a378-8c0936d1c438 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:34.420906 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:34.425006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:34.427536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:34.466886 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-dbf68385-ddb4-44a3-8221-3c57cf7038f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:34.468425 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-dbf68385-ddb4-44a3-8221-3c57cf7038f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0953984 Nov 16 04:47:34.493010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b76548-c62c-4cd7-9d12-00ea1eb59f79 req-28f1f3f5-831f-4b94-9364-837e5d5e225c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] No DVR routers for this DVR port e4b692dd-2338-4c16-81fb-0d92a85e218a on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:47:34.520297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5cdbd570-581a-4801-9386-855338d85c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.529468 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5cdbd570-581a-4801-9386-855338d85c48 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bc120478-ec38-4481-be42-301f5b612e0a HTTP/1.1" status: 204 len: 168 time: 0.8055317 Nov 16 04:47:34.534490 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d0b76548-c62c-4cd7-9d12-00ea1eb59f79 req-28f1f3f5-831f-4b94-9364-837e5d5e225c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.536488 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41986) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:34.552158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0b76548-c62c-4cd7-9d12-00ea1eb59f79 req-28f1f3f5-831f-4b94-9364-837e5d5e225c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.15 "DELETE /v2.0/ports/e4b692dd-2338-4c16-81fb-0d92a85e218a HTTP/1.1" status: 204 len: 173 time: 2.8313899 Nov 16 04:47:34.597816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 02043946-c950-4b99-a378-8c0936d1c438 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:47:34.608579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 02043946-c950-4b99-a378-8c0936d1c438 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:34.608991 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.632092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1aa297-3a44-4d9f-a458-54ec8464435c', 'name': 'network-vif-deleted', 'tag': 'e4b692dd-2338-4c16-81fb-0d92a85e218a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:34.657072 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.658183 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdfcb2a-a583-482f-85c3-ca8d8e377cad" -d '{"events": [{"server_uuid": "9b1aa297-3a44-4d9f-a458-54ec8464435c", "name": "network-vif-deleted", "tag": "e4b692dd-2338-4c16-81fb-0d92a85e218a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:34.744893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbd570-581a-4801-9386-855338d85c48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc120478-ec38-4481-be42-301f5b612e0a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:34.878219 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.928258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-70931a1f-9dd4-4556-8560-c52560a70ee4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Allocated IP 172.20.0.13 (ec618b91-ef2d-46e0-8280-f22dce52f8cd/8326faef-5c7d-4ecc-8890-bc1a61c10766/0f1f9cc5-db30-4662-a075-bbc83fe9cb26) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:34.941706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4244e530-4f86-4769-897d-190d9c91f1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02043946-c950-4b99-a378-8c0936d1c438'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:34.942942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.945424 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f260d3-3e44-4b7a-97de-99ad07eee432" -d '{"events": [{"server_uuid": "4244e530-4f86-4769-897d-190d9c91f1c9", "name": "network-vif-plugged", "status": "completed", "tag": "02043946-c950-4b99-a378-8c0936d1c438"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:34.953471 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82dae370-d158-4eb5-92a2-2e79022d3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.964093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92483ba-3764-455a-82c9-bd6ef5d33a00 req-ad6e789e-a024-4c56-b6b5-6c9d1bd8d53b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:34.966020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a92483ba-3764-455a-82c9-bd6ef5d33a00 req-ad6e789e-a024-4c56-b6b5-6c9d1bd8d53b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.2248065 Nov 16 04:47:34.979479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad665-87b8-43e7-a327-46cb2327c945 req-d614bc68-98b3-42ef-8a99-f205bf805e58 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:34.980629 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-35f28f96-adea-4a88-b794-0499109af086 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029449 Nov 16 04:47:34.980996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1abad665-87b8-43e7-a327-46cb2327c945 req-d614bc68-98b3-42ef-8a99-f205bf805e58 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 944 time: 0.1857197 Nov 16 04:47:34.989564 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9c4648b8-0036-4195-9ebb-efc850b4cb56 None None] Provisioning complete for port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:34.989961 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c4648b8-0036-4195-9ebb-efc850b4cb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:34.999254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 02043946-c950-4b99-a378-8c0936d1c438, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=02043946-c950-4b99-a378-8c0936d1c438,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:35.053206 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.054030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e4b692dd-2338-4c16-81fb-0d92a85e218a no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:47:35.057367 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9c4648b8-0036-4195-9ebb-efc850b4cb56 None None] Port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:47:35.110123 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: e4b692dd-2338-4c16-81fb-0d92a85e218a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:47:35.110708 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e4b692dd-2338-4c16-81fb-0d92a85e218a not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:47:35.140541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=02043946-c950-4b99-a378-8c0936d1c438,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:35.240208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a92483ba-3764-455a-82c9-bd6ef5d33a00 req-7a7ea967-9bc8-4227-bbd4-24c5add4b2f0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581639 Nov 16 04:47:35.243999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1abad665-87b8-43e7-a327-46cb2327c945 req-0c2ba16e-a3a6-499f-900c-28afdecbe423 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406619 Nov 16 04:47:35.298064 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.318327 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.338029 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6b99e0-2029-450d-be3f-7699fb0cf8b3 x-openstack-request-id: req-ab6b99e0-2029-450d-be3f-7699fb0cf8b3 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:35.338562 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1aa297-3a44-4d9f-a458-54ec8464435c", "name": "network-vif-deleted", "tag": "e4b692dd-2338-4c16-81fb-0d92a85e218a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:35.338562 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab6b99e0-2029-450d-be3f-7699fb0cf8b3 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:35.338967 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1aa297-3a44-4d9f-a458-54ec8464435c', 'name': 'network-vif-deleted', 'tag': 'e4b692dd-2338-4c16-81fb-0d92a85e218a', 'status': 'completed', 'code': 200} Nov 16 04:47:35.457055 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-70931a1f-9dd4-4556-8560-c52560a70ee4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.461817 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82dae370-d158-4eb5-92a2-2e79022d3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.506046 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.508546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Pushing event updated for resources: {'Port': ['ID=43f02aaa-4bd4-4a48-adc9-5362cd6bd002,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:35.521092 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-826f15b3-39b0-4c19-a773-31b59c0ffc1f service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5143020 Nov 16 04:47:35.522812 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d9e1f0-7e33-40c5-ac60-5353a26d14c5 x-openstack-request-id: req-73d9e1f0-7e33-40c5-ac60-5353a26d14c5 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:35.523686 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4244e530-4f86-4769-897d-190d9c91f1c9", "name": "network-vif-plugged", "status": "completed", "tag": "02043946-c950-4b99-a378-8c0936d1c438", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:35.524130 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73d9e1f0-7e33-40c5-ac60-5353a26d14c5 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:35.524690 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4244e530-4f86-4769-897d-190d9c91f1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02043946-c950-4b99-a378-8c0936d1c438', 'code': 200} Nov 16 04:47:35.546186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-82dae370-d158-4eb5-92a2-2e79022d3e56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac11ad88-4175-4613-80c5-2f3306ceea7d']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:35.594119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6767aa3-737e-438d-b025-bf5cc9299071 req-4dd81a0f-563d-4cf2-bf45-0361c05b9a4b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 210 time: 0.0999844 Nov 16 04:47:35.633567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6a0ee51b-be2c-44f6-b99f-fdef348f9089 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:35.648765 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-82dae370-d158-4eb5-92a2-2e79022d3e56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d17185b-ad78-4456-bfbf-e7d045e50dba') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:35.649085 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-82dae370-d158-4eb5-92a2-2e79022d3e56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d17185b-ad78-4456-bfbf-e7d045e50dba') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:35.670143 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-d4962931-7382-437d-b380-8ff449209b48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=0242d561-9a1a-4d17-9a59-189c63ce17cd HTTP/1.1" status: 200 len: 217 time: 0.1318736 Nov 16 04:47:35.671869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82dae370-d158-4eb5-92a2-2e79022d3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.701603 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-70931a1f-9dd4-4556-8560-c52560a70ee4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.744569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6a0ee51b-be2c-44f6-b99f-fdef348f9089 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:35.744972 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.797535 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82dae370-d158-4eb5-92a2-2e79022d3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.809144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70931a1f-9dd4-4556-8560-c52560a70ee4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Pushing event updated for resources: {'Port': ['ID=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:35.825455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dae370-d158-4eb5-92a2-2e79022d3e56 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:47:35.826333 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82dae370-d158-4eb5-92a2-2e79022d3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:47:35.827580 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:47:35.840094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3410f115-f10d-4fdd-aed5-76aa8b4ca070 req-ff1cb520-91da-40f5-a868-63f141aaadff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:35.842101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3410f115-f10d-4fdd-aed5-76aa8b4ca070 req-ff1cb520-91da-40f5-a868-63f141aaadff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 1096 time: 0.2467835 Nov 16 04:47:35.858914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-70931a1f-9dd4-4556-8560-c52560a70ee4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Network ec618b91-ef2d-46e0-8280-f22dce52f8cd is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:35.870393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-70931a1f-9dd4-4556-8560-c52560a70ee4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:35.874342 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.882627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-70931a1f-9dd4-4556-8560-c52560a70ee4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:35.894593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-b559d089-a993-477a-b23a-35ac934aff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:35.896080 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-b559d089-a993-477a-b23a-35ac934aff53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.1890302 Nov 16 04:47:35.901975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 6a0ee51b-be2c-44f6-b99f-fdef348f9089, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6a0ee51b-be2c-44f6-b99f-fdef348f9089,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:35.907659 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.957018 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:35.960087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:35.978994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=6a0ee51b-be2c-44f6-b99f-fdef348f9089,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:35.982636 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82dae370-d158-4eb5-92a2-2e79022d3e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:35.989142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-82dae370-d158-4eb5-92a2-2e79022d3e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:36.018707 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-82dae370-d158-4eb5-92a2-2e79022d3e56 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ac11ad88-4175-4613-80c5-2f3306ceea7d HTTP/1.1" status: 204 len: 168 time: 1.4601312 Nov 16 04:47:36.070636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3410f115-f10d-4fdd-aed5-76aa8b4ca070 req-bd83df2b-4238-44fc-b763-a90729718ec7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194092 Nov 16 04:47:36.101058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-70931a1f-9dd4-4556-8560-c52560a70ee4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:36.105437 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-70931a1f-9dd4-4556-8560-c52560a70ee4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:36.139952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-70931a1f-9dd4-4556-8560-c52560a70ee4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5910599 Nov 16 04:47:36.149990 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dae370-d158-4eb5-92a2-2e79022d3e56 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac11ad88-4175-4613-80c5-2f3306ceea7d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:36.158924 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-6aaad40b-e0fb-4d86-a015-203e7ddbe7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:36.160435 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-6aaad40b-e0fb-4d86-a015-203e7ddbe7e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2496533 Nov 16 04:47:36.167373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Request body: {'port': {'device_id': '307f612a-4d8e-4686-b39e-9c28f04ac669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:36.257977 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:36.262191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42006) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:36.395165 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-6620d418-f94e-40d4-932b-da18b465df75 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256031 Nov 16 04:47:36.397209 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Router d23809ac-0628-4847-822f-d237e6c7f475 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:47:36.408772 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6efe11f5-7ba3-4ea0-bc63-64438908fe56 None None] Provisioning complete for port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:36.410136 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6efe11f5-7ba3-4ea0-bc63-64438908fe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:36.504506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6efe11f5-7ba3-4ea0-bc63-64438908fe56 None None] Port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:47:36.621438 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-b93c4423-d607-4ec1-ae84-a059ec40a61a service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184134 Nov 16 04:47:36.622726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fcbb9-cde8-4e93-921f-9f412940ff31 req-6564456e-3f59-4ddb-9087-c5800bd84b5b tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:36.624327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae3fcbb9-cde8-4e93-921f-9f412940ff31 req-6564456e-3f59-4ddb-9087-c5800bd84b5b tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 945 time: 0.2350190 Nov 16 04:47:36.663347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d09891-452e-4e30-bc5d-5612a0cec10a req-54385abb-45ce-434d-8f03-2ef54b849317 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:36.664758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6d09891-452e-4e30-bc5d-5612a0cec10a req-54385abb-45ce-434d-8f03-2ef54b849317 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.2423303 Nov 16 04:47:36.673143 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-dba8cc61-e752-4e9d-8fd9-e904d6049818 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f3972e7b-3fe5-4e36-a955-332c698178f6 HTTP/1.1" status: 200 len: 217 time: 0.0432730 Nov 16 04:47:36.674367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5f8f0914-2a60-4b01-b4d9-25bde8ff6612 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd299e485b5644e880b6b55903fa4584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4110627 Nov 16 04:47:36.678118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42020) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:36.768623 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:47:36.780342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Sync routers for ids ['d23809ac-0628-4847-822f-d237e6c7f475'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:47:36.793497 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1350de12-49f8-4cf8-87a2-41a85abd3a5f admin admin] 10.222.0.41 "PUT /v2.0/routers/d23809ac-0628-4847-822f-d237e6c7f475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7847130 Nov 16 04:47:36.795115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Routers {'d23809ac-0628-4847-822f-d237e6c7f475'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:47:36.796648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:47:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d23809ac-0628-4847-822f-d237e6c7f475'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:36.827136 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0365c641-1693-4bac-a6ca-832fbbf50793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:36.842413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae3fcbb9-cde8-4e93-921f-9f412940ff31 req-41270d1a-a40b-4623-a1f3-75e11027ba89 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972933 Nov 16 04:47:36.895954 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0365c641-1693-4bac-a6ca-832fbbf50793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:36.914567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6d09891-452e-4e30-bc5d-5612a0cec10a req-706d0dca-3836-4627-b1b7-57cb4262c1f8 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371969 Nov 16 04:47:37.020340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-153874d8-dce8-4973-b72d-99329600b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:37.023222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Set router d23809ac-0628-4847-822f-d237e6c7f475 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:47:37.027266 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-153874d8-dce8-4973-b72d-99329600b76b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.3164852 Nov 16 04:47:37.048936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0365c641-1693-4bac-a6ca-832fbbf50793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:37.051692 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0365c641-1693-4bac-a6ca-832fbbf50793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:37.055384 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0365c641-1693-4bac-a6ca-832fbbf50793 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00208aec-8a5a-420c-988c-d224dfbf7e3b HTTP/1.1" status: 204 len: 168 time: 0.3738048 Nov 16 04:47:37.089413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:47:37.099655 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365c641-1693-4bac-a6ca-832fbbf50793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00208aec-8a5a-420c-988c-d224dfbf7e3b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:37.111065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-3504c190-64b3-4cac-b5ea-914342e91d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:37.113229 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-3504c190-64b3-4cac-b5ea-914342e91d44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769663 Nov 16 04:47:37.146192 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:37.261398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Transition to ACTIVE for port object 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:47:37.293186 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:37.361555 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-6b8cd68b-334e-4f1c-8029-e8018cc910f4 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352159 Nov 16 04:47:37.451911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:37.503919 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:47:34Z', 'revision_number': 4, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port': {'id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:28Z', 'updated_at': '2021-11-16T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '43f02aaa-4bd4-4a48-adc9-5362cd6bd002', 'name': '', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'mac_address': 'fa:16:3e:4a:71:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:33Z', 'updated_at': '2021-11-16T04:47:35Z', 'revision_number': 2, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'subnets': [{'id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:37.516985 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db334977-e885-4144-9084-0d8d72ed3cc9 req-d87b33e7-0578-493b-b59d-35e2900917d5 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:37.518834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db334977-e885-4144-9084-0d8d72ed3cc9 req-d87b33e7-0578-493b-b59d-35e2900917d5 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 932 time: 0.4007099 Nov 16 04:47:37.632906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Checking router: d23809ac-0628-4847-822f-d237e6c7f475 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:47:37.640825 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-9a153bff-4978-45d2-8647-08cb2de88784 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710829 Nov 16 04:47:37.642976 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Updating router d23809ac-0628-4847-822f-d237e6c7f475 port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:47:37.649612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967454cd-a34e-4189-835b-fea1d7026c52 req-e8c093c7-399c-4894-9460-bde53e4349b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:37.662721 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-967454cd-a34e-4189-835b-fea1d7026c52 req-e8c093c7-399c-4894-9460-bde53e4349b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 1095 time: 0.3966219 Nov 16 04:47:37.730864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6a0ee51b-be2c-44f6-b99f-fdef348f9089 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:37.796932 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-dea64821-ddf9-49ea-9a1f-bf5083ea7809 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=c13092af-5071-41f7-827e-e5ae59d5cd6a HTTP/1.1" status: 200 len: 217 time: 0.1451731 Nov 16 04:47:37.829072 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:37.897970 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db334977-e885-4144-9084-0d8d72ed3cc9 req-477176bc-cc11-4674-b464-0ace8a10dfb4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666241 Nov 16 04:47:37.917535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-080f4a07-c765-4a78-a636-57015c599a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:37.933297 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-080f4a07-c765-4a78-a636-57015c599a20 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.1293488 Nov 16 04:47:38.116868 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-e6a68a2c-8244-4846-9dd8-a05954c41f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:38.118488 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-e6a68a2c-8244-4846-9dd8-a05954c41f33 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1757541 Nov 16 04:47:38.145951 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0368-31d5-4896-bebb-5a0c41acaaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:38.171335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Attempting to bind port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:38.171785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Attempting to bind port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:38.172207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Attempting to bind port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 on network ec618b91-ef2d-46e0-8280-f22dce52f8cd {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:38.179644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967454cd-a34e-4189-835b-fea1d7026c52 req-8bee33bd-f1af-4c93-b492-0b0d4885abac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:38.181643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-967454cd-a34e-4189-835b-fea1d7026c52 req-8bee33bd-f1af-4c93-b492-0b0d4885abac service neutron] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.4972034 Nov 16 04:47:38.183953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 on network ec618b91-ef2d-46e0-8280-f22dce52f8cd not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:47:38.184372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Attempting to bind port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 on network ec618b91-ef2d-46e0-8280-f22dce52f8cd {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:38.198491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b64477-f720-485f-8541-6d1d18f49828 req-330cd8ea-8551-4ea5-bade-ef20e633be3a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:38.206068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82b64477-f720-485f-8541-6d1d18f49828 req-330cd8ea-8551-4ea5-bade-ef20e633be3a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.0858476 Nov 16 04:47:38.209398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42060) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:38.213818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:38.214525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Checking segment: {'id': 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:38.214998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Bound using segment: {'id': 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:38.215699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Bound port: 0f1f9cc5-db30-4662-a075-bbc83fe9cb26, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:38.216187 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:38.255139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0c183a48-8c8e-4d85-b258-2014d6345088 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--823041237', 'description': 'tempest-description--515850807'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:38.271685 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-bdc029cf-8fee-4f0c-9d1e-abb603d5be83 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457040 Nov 16 04:47:38.289947 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c183a48-8c8e-4d85-b258-2014d6345088 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:38.313324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6a0ee51b-be2c-44f6-b99f-fdef348f9089 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:38.313996 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:38.538342 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c183a48-8c8e-4d85-b258-2014d6345088 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:38.591404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c183a48-8c8e-4d85-b258-2014d6345088 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:38.633083 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82b64477-f720-485f-8541-6d1d18f49828 req-e31953d0-8447-46db-a4f0-f4a70453b01f tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4259551 Nov 16 04:47:38.643007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c183a48-8c8e-4d85-b258-2014d6345088 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=144ff8c5-9d24-4e33-9385-19a7b766e4b6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:38.646993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-967454cd-a34e-4189-835b-fea1d7026c52 req-1949dbd1-1a67-4f26-8309-896ca38c7dec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685 HTTP/1.1" status: 200 len: 999 time: 0.4387710 Nov 16 04:47:38.667770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42074) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:38.787758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] For port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:38.801302 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c183a48-8c8e-4d85-b258-2014d6345088 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:38.811436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42080) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:38.812521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0c183a48-8c8e-4d85-b258-2014d6345088 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5822034 Nov 16 04:47:38.817969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-12337470-39ef-4523-94a0-25724c062fef tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Request body: {'security_group_rule': {'security_group_id': '144ff8c5-9d24-4e33-9385-19a7b766e4b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:38.862970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846aad97-5e59-4595-a5a2-2ea40e9d3646 req-f84075d2-e25f-497f-aeca-55342e6351d2 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:38.864591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-846aad97-5e59-4595-a5a2-2ea40e9d3646 req-f84075d2-e25f-497f-aeca-55342e6351d2 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 945 time: 0.4923613 Nov 16 04:47:38.876683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] For port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:38.894208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-12337470-39ef-4523-94a0-25724c062fef tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:38.905526 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:38.941740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-376454472-network', 'tenant_id': 'fca369ae4679409a8d7092d80703976f'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:38.946130 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:38.960329 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:38.992408 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-12337470-39ef-4523-94a0-25724c062fef tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:38.996019 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-0897868b-b1d2-4206-a743-b29b34c2ef6d service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7173228 Nov 16 04:47:38.998282 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-12337470-39ef-4523-94a0-25724c062fef tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:39.005563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967454cd-a34e-4189-835b-fea1d7026c52 req-f9a4a74f-1164-4bca-873d-2ad1208cf4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:39.007074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-967454cd-a34e-4189-835b-fea1d7026c52 req-f9a4a74f-1164-4bca-873d-2ad1208cf4d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.3286052 Nov 16 04:47:39.007862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Made reservation on behalf of fca369ae4679409a8d7092d80703976f for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:39.010574 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:39.051369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:39.052024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:39.053477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] 10.222.0.37 "PUT /v2.0/ports/0f1f9cc5-db30-4662-a075-bbc83fe9cb26 HTTP/1.1" status: 200 len: 1092 time: 2.9023170 Nov 16 04:47:39.060289 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ffcf5-cafd-44de-a03e-0a227bfd265d None None] Pushing event updated for resources: {'Port': ['ID=43f02aaa-4bd4-4a48-adc9-5362cd6bd002,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:39.063350 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-c93ec95e-54c7-4da7-b8c5-9fdbda6cc744 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4950c367-9570-4b51-a9c0-1004cd6a4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0593269 Nov 16 04:47:39.067118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307f612a-4d8e-4686-b39e-9c28f04ac669', 'tag': '0f1f9cc5-db30-4662-a075-bbc83fe9cb26'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:39.075167 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df011b1-1b2f-4bbf-82c9-02021bb1bdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "307f612a-4d8e-4686-b39e-9c28f04ac669", "tag": "0f1f9cc5-db30-4662-a075-bbc83fe9cb26"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:39.079397 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-12337470-39ef-4523-94a0-25724c062fef tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:39.080651 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-12337470-39ef-4523-94a0-25724c062fef tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2667909 Nov 16 04:47:39.084712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42092) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:39.085537 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:39.149294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-c0d471f9-f696-4c8d-bcab-2deb5d554a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:39.151432 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-c0d471f9-f696-4c8d-bcab-2deb5d554a50 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70fabb1e-d39a-4dee-ad75-aba901b4929e HTTP/1.1" status: 200 len: 797 time: 0.0696468 Nov 16 04:47:39.154923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7f74b323-5ff9-4670-adb9-c8eac21b8e29 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Request body: {'security_group_rule': {'security_group_id': '144ff8c5-9d24-4e33-9385-19a7b766e4b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:39.160496 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Attempting to bind port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:39.160959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12337470-39ef-4523-94a0-25724c062fef tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7eb3bf2-a5ec-41e3-a135-b5af3872ff4a,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:39.161083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Attempting to bind port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:39.161501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Attempting to bind port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 on network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:39.168214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:39.168983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Checking segment: {'id': '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:39.169475 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:39.169996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Bound using segment: {'id': '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:39.170678 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Bound port: 43f02aaa-4bd4-4a48-adc9-5362cd6bd002, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:39.171148 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:39.247208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] For port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:39.248074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-339ae343-6009-4371-8720-5770419f5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:39.249940 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-339ae343-6009-4371-8720-5770419f5678 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0765457 Nov 16 04:47:39.261096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] For port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=43f02aaa-4bd4-4a48-adc9-5362cd6bd002,segment=NetworkSegment(8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b),segment_id=8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:39.268586 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:39.287551 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f74b323-5ff9-4670-adb9-c8eac21b8e29 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:39.334590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-846aad97-5e59-4595-a5a2-2ea40e9d3646 req-5d431c37-0828-4e63-9dc0-c73dacd4468b tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514737 Nov 16 04:47:39.388873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967454cd-a34e-4189-835b-fea1d7026c52 req-08d88b74-5d0c-4997-b5d1-eb398ffbfe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:39.390430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-967454cd-a34e-4189-835b-fea1d7026c52 req-08d88b74-5d0c-4997-b5d1-eb398ffbfe6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3725841 Nov 16 04:47:39.391033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78418b70-4512-4c1d-921a-1197c17e6967 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:39.394718 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ffcf5-cafd-44de-a03e-0a227bfd265d None None] Pushing event updated for resources: {'Port': ['ID=43f02aaa-4bd4-4a48-adc9-5362cd6bd002,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:39.439288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Routers {'d23809ac-0628-4847-822f-d237e6c7f475'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:47:39.439955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:47:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d23809ac-0628-4847-822f-d237e6c7f475'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:39.510410 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c981a7-d1f6-4652-81ee-d0322f55a37d x-openstack-request-id: req-79c981a7-d1f6-4652-81ee-d0322f55a37d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:39.510760 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307f612a-4d8e-4686-b39e-9c28f04ac669", "tag": "0f1f9cc5-db30-4662-a075-bbc83fe9cb26", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:39.511658 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79c981a7-d1f6-4652-81ee-d0322f55a37d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:39.512105 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307f612a-4d8e-4686-b39e-9c28f04ac669', 'tag': '0f1f9cc5-db30-4662-a075-bbc83fe9cb26', 'status': 'completed', 'code': 200} Nov 16 04:47:39.559287 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f74b323-5ff9-4670-adb9-c8eac21b8e29 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:39.568029 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f74b323-5ff9-4670-adb9-c8eac21b8e29 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:39.571340 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-37fc4be5-8c19-4a8e-98f2-262b47640711 service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131902 Nov 16 04:47:39.619376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74b323-5ff9-4670-adb9-c8eac21b8e29 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc62eec-ef88-420e-bab8-654a1b5c14c7,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:39.662672 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-7ee87914-af4b-4c30-a75a-2f82797323cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:39.664232 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-7ee87914-af4b-4c30-a75a-2f82797323cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=540c879af84a45ce9614fb83c9c7afb6&device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 1095 time: 0.5005989 Nov 16 04:47:39.720126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95957fd2-6875-4547-92c3-94c2b5edd5d9 req-e5d14c76-bf0e-4a06-943f-65e654d121cf tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:39.731638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95957fd2-6875-4547-92c3-94c2b5edd5d9 req-e5d14c76-bf0e-4a06-943f-65e654d121cf tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 944 time: 0.6330817 Nov 16 04:47:39.732541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] Set router d23809ac-0628-4847-822f-d237e6c7f475 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:47:39.782315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f74b323-5ff9-4670-adb9-c8eac21b8e29 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:39.783460 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7f74b323-5ff9-4670-adb9-c8eac21b8e29 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6362171 Nov 16 04:47:39.786467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42102) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:39.917115 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-09bc6bb3-de97-43be-aa37-a838f3945e3c service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094161 Nov 16 04:47:39.929272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:39.958512 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Provisioning complete for port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:39.959495 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:39.972983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-967454cd-a34e-4189-835b-fea1d7026c52 req-e0deac73-12c0-4bea-aaa7-5a16d46d8575 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5683699 Nov 16 04:47:39.974988 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-7efba2d5-faf2-4af7-a399-10084d0ec918 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f1f9cc5-db30-4662-a075-bbc83fe9cb26 HTTP/1.1" status: 200 len: 217 time: 0.2873948 Nov 16 04:47:39.983335 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:40.047129 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-4f052651-4011-43c9-a624-88f81c398c9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51a374e3-8aa4-468f-8e90-f41f1b0fbb99 HTTP/1.1" status: 200 len: 217 time: 0.0920942 Nov 16 04:47:40.160506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3e4c-2695-444d-aaab-708aca8821ae req-0bf645c6-9c6a-4053-858f-12571c76a969 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:40.168791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-802e3e4c-2695-444d-aaab-708aca8821ae req-0bf645c6-9c6a-4053-858f-12571c76a969 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1650536 Nov 16 04:47:40.218091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-0c822f01-424a-46db-8476-4f8613a80f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:40.219694 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-0c822f01-424a-46db-8476-4f8613a80f7a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70fabb1e-d39a-4dee-ad75-aba901b4929e HTTP/1.1" status: 200 len: 797 time: 0.1432841 Nov 16 04:47:40.220647 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65f9a6df-4db8-45bd-bca8-00100267439c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:40.249295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95957fd2-6875-4547-92c3-94c2b5edd5d9 req-e434ef56-105a-4911-9739-743281a60cc4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151522 Nov 16 04:47:40.285358 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-0eddbd71-2df4-445d-a198-0c5a74071904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:40.287007 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-0eddbd71-2df4-445d-a198-0c5a74071904 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0592387 Nov 16 04:47:40.346472 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:40.374491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-13eadece-b27a-4868-9b42-aecf0633e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:40.376437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-13eadece-b27a-4868-9b42-aecf0633e773 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8326faef-5c7d-4ecc-8890-bc1a61c10766 HTTP/1.1" status: 200 len: 854 time: 0.3246436 Nov 16 04:47:40.392245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:47:34Z', 'revision_number': 4, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port': {'id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:28Z', 'updated_at': '2021-11-16T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '43f02aaa-4bd4-4a48-adc9-5362cd6bd002', 'name': '', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'mac_address': 'fa:16:3e:4a:71:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:33Z', 'updated_at': '2021-11-16T04:47:39Z', 'revision_number': 4, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'subnets': [{'id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:40.397982 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-802e3e4c-2695-444d-aaab-708aca8821ae req-48e63ed7-0861-4cb6-aaea-a8d0928f1e3d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282121 Nov 16 04:47:40.435192 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] For port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=43f02aaa-4bd4-4a48-adc9-5362cd6bd002,segment=NetworkSegment(8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b),segment_id=8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:40.436967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382abf2-9eff-47b9-9dbf-077470fef53b None None] The sync data for ids ['d23809ac-0628-4847-822f-d237e6c7f475'] in n-d-818042-1 is: [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:47:34Z', 'revision_number': 4, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port': {'id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:28Z', 'updated_at': '2021-11-16T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '43f02aaa-4bd4-4a48-adc9-5362cd6bd002', 'name': '', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'mac_address': 'fa:16:3e:4a:71:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:33Z', 'updated_at': '2021-11-16T04:47:39Z', 'revision_number': 4, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'subnets': [{'id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:47:40.441139 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:40.456493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-b40be9f8-7658-4a68-ae5e-09936bc39cff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec618b91-ef2d-46e0-8280-f22dce52f8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487454 Nov 16 04:47:40.489278 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:40.507519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Pushing event updated for resources: {'Port': ['ID=43f02aaa-4bd4-4a48-adc9-5362cd6bd002,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:40.521134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:40.522692 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:40.522692 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:40.523843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:40.523843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:40.523843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:40.524390 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:40.525384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:40.526170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:40.526872 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:40.527957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:40.528393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb26394d-032c-48cd-a71e-910c35bc723d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:40.543743 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:40.580242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9fac5f51-90b6-49d3-ae69-a4081f50039a None None] Provisioning complete for port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:40.580716 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fac5f51-90b6-49d3-ae69-a4081f50039a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:40.687903 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-75679d4b-dea9-4d68-90b4-e963c78aa13a service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933573 Nov 16 04:47:40.944457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Allocated IP 172.25.0.73 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/e82ebfd4-5fed-403d-a5de-56341df0da0e) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:41.148199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-967454cd-a34e-4189-835b-fea1d7026c52 req-c2cc7684-0f95-4958-8994-4a4a01614325 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1123223 Nov 16 04:47:41.151483 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:41.155695 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:41.231085 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:41.254047 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d84ca6cf-61d2-4084-8e96-6f87da3eecfa req-926d2925-a917-4bcf-9c07-b6bebd23e9de service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564439 Nov 16 04:47:41.321236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:41.325125 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:41.329313 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:41.340553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:47:41.360637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Pushing event updated for resources: {'Port': ['ID=e82ebfd4-5fed-403d-a5de-56341df0da0e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:41.366142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ecc1b-451f-4728-8be4-80709e16011e req-c25985a2-9518-474c-b3fd-73bbaf8f81fb tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:41.367590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a75ecc1b-451f-4728-8be4-80709e16011e req-c25985a2-9518-474c-b3fd-73bbaf8f81fb tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 945 time: 0.2259748 Nov 16 04:47:41.372096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe505a4d-9227-4095-9dc7-22e17702dda1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:41.437151 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:41.437607 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Added segment 6ef3f97b-172a-427d-9696-0cc97c32d9ec of type vlan for network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 Nov 16 04:47:41.528147 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:41.584483 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:41.610594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da62c1-527f-4d89-b653-45c63bfe1337 req-5607c43a-733d-4202-bbca-916dc46ec7de tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:41.612341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5da62c1-527f-4d89-b653-45c63bfe1337 req-5607c43a-733d-4202-bbca-916dc46ec7de tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.15 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 945 time: 0.4610951 Nov 16 04:47:41.616504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:41.633275 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-5da9c41e-4b90-46f7-a844-97f1ce58743e service neutron] 10.222.0.37 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1582334 Nov 16 04:47:41.726773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:41.727370 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:41.838985 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:41.855502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:41.881652 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:41.952316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Pushing event updated for resources: {'Port': ['ID=e82ebfd4-5fed-403d-a5de-56341df0da0e,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:41.953859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a75ecc1b-451f-4728-8be4-80709e16011e req-4e945a46-8b86-4e99-9c3a-a28071809257 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733063 Nov 16 04:47:41.967492 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:41.990219 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:41.998868 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:42.013650 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1e4ab8b4-dbad-420e-9a0b-e87714c5b52c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2139335 Nov 16 04:47:42.076337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d05e4-e66a-4a40-92f4-34752ab5f771 req-0469a85e-e684-4929-a5ad-c0ab019e737f tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:42.078434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-939d05e4-e66a-4a40-92f4-34752ab5f771 req-0469a85e-e684-4929-a5ad-c0ab019e737f tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 944 time: 0.6391664 Nov 16 04:47:42.191288 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:42.192258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:42.192841 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:42.340372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-939d05e4-e66a-4a40-92f4-34752ab5f771 req-45d25334-0d6a-44cc-a410-638eae686138 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272646 Nov 16 04:47:42.365832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.6856883 Nov 16 04:47:42.366134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42164) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:42.376766 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-77148827-5a81-4459-b294-02594718abd7 admin admin] Request body: {'subnet': {'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-376454472-subnet', 'tenant_id': 'fca369ae4679409a8d7092d80703976f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:42.387881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-b5da62c1-527f-4d89-b653-45c63bfe1337 req-50e50f3f-9d51-49bb-878b-31626e4ff251 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Deleting port 02043946-c950-4b99-a378-8c0936d1c438 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:47:42.388325 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b5da62c1-527f-4d89-b653-45c63bfe1337 req-50e50f3f-9d51-49bb-878b-31626e4ff251 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:42.397399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e1a521-806d-4c8c-bf16-779d4900fed9 req-cc9fa76a-d166-414e-ac31-32122c297f0e service neutron] 10.222.0.37 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7516649 Nov 16 04:47:42.427203 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77148827-5a81-4459-b294-02594718abd7 admin admin] Made reservation on behalf of fca369ae4679409a8d7092d80703976f for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:42.430541 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77148827-5a81-4459-b294-02594718abd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:42.466545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03354530-9bc4-4207-b87e-4cb158fb31cd admin admin] Pushing event updated for resources: {'Network': ['ID=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:42.482600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:47:42.544792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb915d48-4ea7-4e78-96cf-49101799318a req-61dad06a-5046-4780-8067-1a8ff918c389 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:42.546688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb915d48-4ea7-4e78-96cf-49101799318a req-61dad06a-5046-4780-8067-1a8ff918c389 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.2360361 Nov 16 04:47:42.607403 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df011b1-1b2f-4bbf-82c9-02021bb1bdc0 req-d16a45bc-8568-432e-88f9-b5733ae445a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:42.609249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3df011b1-1b2f-4bbf-82c9-02021bb1bdc0 req-d16a45bc-8568-432e-88f9-b5733ae445a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=540c879af84a45ce9614fb83c9c7afb6&device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 1095 time: 0.1544049 Nov 16 04:47:42.620940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b5da62c1-527f-4d89-b653-45c63bfe1337 req-50e50f3f-9d51-49bb-878b-31626e4ff251 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] For port 02043946-c950-4b99-a378-8c0936d1c438, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=02043946-c950-4b99-a378-8c0936d1c438,segment=NetworkSegment(5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1),segment_id=5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:42.621314 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b5da62c1-527f-4d89-b653-45c63bfe1337 req-50e50f3f-9d51-49bb-878b-31626e4ff251 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:42.712207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-b5da62c1-527f-4d89-b653-45c63bfe1337 req-50e50f3f-9d51-49bb-878b-31626e4ff251 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Calling delete_port for 02043946-c950-4b99-a378-8c0936d1c438 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:47:42.728394 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77148827-5a81-4459-b294-02594718abd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:42.733083 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb915d48-4ea7-4e78-96cf-49101799318a req-0a8e30f3-94b3-4f3a-9daa-169f34493d9c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646314 Nov 16 04:47:42.826801 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77148827-5a81-4459-b294-02594718abd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e81786c-f14f-4e29-8eb3-5467ad56d563,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:42.842259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df011b1-1b2f-4bbf-82c9-02021bb1bdc0 req-7ce1fa4d-57d7-461e-a18e-e7088aa40e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:42.854887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77148827-5a81-4459-b294-02594718abd7 admin admin] Checking segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:42.855360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77148827-5a81-4459-b294-02594718abd7 admin admin] Network hostable DHCP agents. Network: 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:47:42.859292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3df011b1-1b2f-4bbf-82c9-02021bb1bdc0 req-7ce1fa4d-57d7-461e-a18e-e7088aa40e10 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ec618b91-ef2d-46e0-8280-f22dce52f8cd HTTP/1.1" status: 200 len: 915 time: 0.2339747 Nov 16 04:47:42.879769 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77148827-5a81-4459-b294-02594718abd7 admin admin] Network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:47:42.895337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-77148827-5a81-4459-b294-02594718abd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:42.906794 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e893bc-7f2b-489d-98be-0bfa06fcedee None None] Network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:42.925934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77148827-5a81-4459-b294-02594718abd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:42.926528 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77148827-5a81-4459-b294-02594718abd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:43.020583 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-77148827-5a81-4459-b294-02594718abd7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6458626 Nov 16 04:47:43.082819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3df011b1-1b2f-4bbf-82c9-02021bb1bdc0 req-53a166b6-58a5-4f5a-9cf3-d55c176bbce3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f1f9cc5-db30-4662-a075-bbc83fe9cb26 HTTP/1.1" status: 200 len: 217 time: 0.2088430 Nov 16 04:47:43.225086 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:43.238518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece0ba42-f66e-4a36-b4f4-0e27cb9049d7 None None] Network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:43.310337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32879d3a-6ac7-4156-9e3a-8c9908051ea7 req-b933dfdc-4a41-4c47-a1df-06348441bff1 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:43.312184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32879d3a-6ac7-4156-9e3a-8c9908051ea7 req-b933dfdc-4a41-4c47-a1df-06348441bff1 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.4204619 Nov 16 04:47:43.343673 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b5da62c1-527f-4d89-b653-45c63bfe1337 req-50e50f3f-9d51-49bb-878b-31626e4ff251 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:43.354874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df011b1-1b2f-4bbf-82c9-02021bb1bdc0 req-924b33e3-998c-449e-9e45-028e3329dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:43.356466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3df011b1-1b2f-4bbf-82c9-02021bb1bdc0 req-924b33e3-998c-449e-9e45-028e3329dd85 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8326faef-5c7d-4ecc-8890-bc1a61c10766 HTTP/1.1" status: 200 len: 854 time: 0.2637777 Nov 16 04:47:43.421406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e50f3f-9d51-49bb-878b-31626e4ff251 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Pushing event deleted for resources: {'Port': ['ID=02043946-c950-4b99-a378-8c0936d1c438,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:43.450647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3df011b1-1b2f-4bbf-82c9-02021bb1bdc0 req-5aaa4f3c-4e3a-4762-9ee8-0249a1443f13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ec618b91-ef2d-46e0-8280-f22dce52f8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818980 Nov 16 04:47:43.466242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d873cc-ff2f-4b0a-a424-d0d0cd141755 req-409ab55d-0cb8-4a59-b049-930be4a654f2 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:43.467796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51d873cc-ff2f-4b0a-a424-d0d0cd141755 req-409ab55d-0cb8-4a59-b049-930be4a654f2 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/ports?device_id=4244e530-4f86-4769-897d-190d9c91f1c9 HTTP/1.1" status: 200 len: 867 time: 0.2200017 Nov 16 04:47:43.505754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32879d3a-6ac7-4156-9e3a-8c9908051ea7 req-d4128f1f-927b-4169-8a0b-401ee8dd4e3d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822443 Nov 16 04:47:43.571966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5da62c1-527f-4d89-b653-45c63bfe1337 req-50e50f3f-9d51-49bb-878b-31626e4ff251 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] No DVR routers for this DVR port 02043946-c950-4b99-a378-8c0936d1c438 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:47:43.577013 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b5da62c1-527f-4d89-b653-45c63bfe1337 req-50e50f3f-9d51-49bb-878b-31626e4ff251 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:43.580267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5da62c1-527f-4d89-b653-45c63bfe1337 req-50e50f3f-9d51-49bb-878b-31626e4ff251 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.15 "DELETE /v2.0/ports/02043946-c950-4b99-a378-8c0936d1c438 HTTP/1.1" status: 204 len: 173 time: 1.8384395 Nov 16 04:47:43.582135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4244e530-4f86-4769-897d-190d9c91f1c9', 'name': 'network-vif-deleted', 'tag': '02043946-c950-4b99-a378-8c0936d1c438'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:43.584438 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3266b03-6e9f-49f9-a1b6-95227cdb7188" -d '{"events": [{"server_uuid": "4244e530-4f86-4769-897d-190d9c91f1c9", "name": "network-vif-deleted", "tag": "02043946-c950-4b99-a378-8c0936d1c438"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:43.635053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51d873cc-ff2f-4b0a-a424-d0d0cd141755 req-5155e015-3d86-46ea-b2d2-e2bc7b4a7cb0 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups?id=47cc9680-74cb-478f-a1da-7c5fd0c97db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350040 Nov 16 04:47:43.655939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3df011b1-1b2f-4bbf-82c9-02021bb1bdc0 req-bd0a83c4-45d6-4aac-b9f7-f919e4f2be08 service neutron] 10.222.0.37 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841345 Nov 16 04:47:43.768186 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:43.837090 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17bea7-fe55-4a95-a3dc-171870f612b7 req-b16e6a6f-4fe0-4f32-928a-5e7ef9eed243 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:43.839439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a17bea7-fe55-4a95-a3dc-171870f612b7 req-b16e6a6f-4fe0-4f32-928a-5e7ef9eed243 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 944 time: 0.0898230 Nov 16 04:47:43.843439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3df011b1-1b2f-4bbf-82c9-02021bb1bdc0 req-9ae6c3ce-55f3-4b07-a51e-738dbbd810b9 service neutron] 10.222.0.37 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683691 Nov 16 04:47:43.900791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a17bea7-fe55-4a95-a3dc-171870f612b7 req-ff7acac7-4db3-4375-9709-ad4d46cfa772 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528083 Nov 16 04:47:44.140796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f67d91-3365-4cb8-87f6-d6ce265e9e2f req-5a6fe44d-e9b0-4c48-8b9d-2a99309bd67e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:44.145378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68f67d91-3365-4cb8-87f6-d6ce265e9e2f req-5a6fe44d-e9b0-4c48-8b9d-2a99309bd67e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1200640 Nov 16 04:47:44.217686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-376eeec2-e039-4282-815e-7b67bd2f4e9f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:44.219560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-376eeec2-e039-4282-815e-7b67bd2f4e9f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.2376227 Nov 16 04:47:44.258387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-a678b902-01a6-4b7d-8706-8f7d1493161d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/quotas/fca369ae4679409a8d7092d80703976f HTTP/1.1" status: 200 len: 375 time: 0.0229688 Nov 16 04:47:44.267817 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68f67d91-3365-4cb8-87f6-d6ce265e9e2f req-95a4b1d5-4954-491d-9d47-62ee9e693b26 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149242 Nov 16 04:47:44.273561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:47:44.332161 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71ce938-240e-4375-a3e9-1d96e6fbf8b7 x-openstack-request-id: req-e71ce938-240e-4375-a3e9-1d96e6fbf8b7 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:44.332650 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4244e530-4f86-4769-897d-190d9c91f1c9", "name": "network-vif-deleted", "tag": "02043946-c950-4b99-a378-8c0936d1c438", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:44.335377 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e71ce938-240e-4375-a3e9-1d96e6fbf8b7 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:44.336808 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4244e530-4f86-4769-897d-190d9c91f1c9', 'name': 'network-vif-deleted', 'tag': '02043946-c950-4b99-a378-8c0936d1c438', 'status': 'completed', 'code': 200} Nov 16 04:47:44.341941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-71fec8cc-7b96-4be5-a160-f53c2bea30bc tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721960 Nov 16 04:47:44.439362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:44.463478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '0f1f9cc5-db30-4662-a075-bbc83fe9cb26', 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd', 'port_id': '0f1f9cc5-db30-4662-a075-bbc83fe9cb26', 'mac_address': 'fa:16:3e:e2:b4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8326faef-5c7d-4ecc-8890-bc1a61c10766', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:47:44.470032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 02043946-c950-4b99-a378-8c0936d1c438 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:47:44.490448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-f1e44a9e-51ff-4751-b4ad-90784e173110 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264119 Nov 16 04:47:44.511267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 02043946-c950-4b99-a378-8c0936d1c438 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:47:44.511426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 02043946-c950-4b99-a378-8c0936d1c438 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:47:44.561319 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:44.577807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:47:44.609674 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:44.615225 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:44.673239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:44.677347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a0aa-ddc9-4053-9242-2c94f958d64e req-73a099e8-a9bc-4dde-b81b-098599e70a3d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:44.679016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb13a0aa-ddc9-4053-9242-2c94f958d64e req-73a099e8-a9bc-4dde-b81b-098599e70a3d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.0843029 Nov 16 04:47:44.692370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-6be82366-ccdb-4d8d-a4f8-77031e132ea0 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953001 Nov 16 04:47:44.742325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb13a0aa-ddc9-4053-9242-2c94f958d64e req-6aa75277-1e42-479c-bf8a-27cdab831a3d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534172 Nov 16 04:47:44.892402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['0f1f9cc5-db30-4662-a075-bbc83fe9cb26'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:47:45.015074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19d3791f-cedd-41e6-8268-e15aebdaf9df req-1d68e8bc-7576-4d9b-a56d-70fb2aa40706 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 210 time: 0.0630157 Nov 16 04:47:45.203785 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42272) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:45.239530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439322f-aec5-48a1-b20d-0c623a72b324 req-f802efdd-6d63-4e66-8d97-ba747a891c13 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:45.240560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f439322f-aec5-48a1-b20d-0c623a72b324 req-f802efdd-6d63-4e66-8d97-ba747a891c13 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 945 time: 0.2135546 Nov 16 04:47:45.319584 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-abc73433-b580-4933-8a3f-305461df4edf tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:45.340898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f439322f-aec5-48a1-b20d-0c623a72b324 req-c3f19ded-960f-4c45-831e-3f128054adb7 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907145 Nov 16 04:47:45.364100 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-abc73433-b580-4933-8a3f-305461df4edf tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:45.470066 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-abc73433-b580-4933-8a3f-305461df4edf tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:45.475110 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-abc73433-b580-4933-8a3f-305461df4edf tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:45.479938 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-abc73433-b580-4933-8a3f-305461df4edf tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "DELETE /v2.0/security-groups/0bb39a29-a87c-45e1-8161-7e34f26f6a78 HTTP/1.1" status: 204 len: 168 time: 0.2682977 Nov 16 04:47:45.480553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42280) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:45.494872 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc73433-b580-4933-8a3f-305461df4edf tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb39a29-a87c-45e1-8161-7e34f26f6a78,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:45.499365 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-997958ae-99d5-4705-b81b-be9f6ce25bd9 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] show failed (client error): The resource could not be found. Nov 16 04:47:45.500587 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-997958ae-99d5-4705-b81b-be9f6ce25bd9 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "GET /v2.0/security-groups/0bb39a29-a87c-45e1-8161-7e34f26f6a78 HTTP/1.1" status: 404 len: 347 time: 0.0189476 Nov 16 04:47:45.503390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42282) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:45.710021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Deleting port 6c3d77e0-2bdc-45e7-a0dd-5e49b49366de {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:47:45.710503 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:45.816771 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:45.817405 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:45.845920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Calling delete_port for 6c3d77e0-2bdc-45e7-a0dd-5e49b49366de owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:47:45.937342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa24d8-3fa3-42b9-810e-521c54505993 req-49993084-94d5-418a-930b-070dfe997024 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:45.938895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9aa24d8-3fa3-42b9-810e-521c54505993 req-49993084-94d5-418a-930b-070dfe997024 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1108973 Nov 16 04:47:46.024319 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9aa24d8-3fa3-42b9-810e-521c54505993 req-6451e130-3578-476c-a2d8-db0a6fb0ec01 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729430 Nov 16 04:47:46.082897 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:46.123722 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:46.153215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Pushing event deleted for resources: {'Port': ['ID=6c3d77e0-2bdc-45e7-a0dd-5e49b49366de,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:46.156976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c974d42d-3e9e-4837-b7ca-2cf35cafbe87 req-a24b8c78-a2f5-4b76-ae59-21809fae04ac tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 210 time: 0.0304124 Nov 16 04:47:46.188650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:46.189344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:46.189950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:46.190500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:46.191044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:46.191620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:46.192205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:46.192744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:46.193516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:46.194055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:46.194625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:46.194953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:47:46.272819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:46.307408 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:46.312328 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:46.315981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d0c10bf9-2214-4768-8feb-1b14842780e5 tempest-ImagesOneServerNegativeTestJSON-704465698 tempest-ImagesOneServerNegativeTestJSON-704465698-project] 10.222.0.41 "DELETE /v2.0/floatingips/e26cdd3d-1331-4511-b288-d30c4729db47 HTTP/1.1" status: 204 len: 168 time: 0.8092582 Nov 16 04:47:46.408938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:47:46.417337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:46.417939 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:46.533227 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:46.588211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307f612a-4d8e-4686-b39e-9c28f04ac669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f9cc5-db30-4662-a075-bbc83fe9cb26'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:46.592566 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14295c32-958b-4bcc-bdb5-a92afb744c42" -d '{"events": [{"server_uuid": "307f612a-4d8e-4686-b39e-9c28f04ac669", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f9cc5-db30-4662-a075-bbc83fe9cb26"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:46.619803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:46.625161 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:46.673378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c7fbd-c473-4a50-ae9d-dd09c5d93d3a req-c128b1ff-95aa-47b4-8d92-04e534beccc6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:46.674839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-036c7fbd-c473-4a50-ae9d-dd09c5d93d3a req-c128b1ff-95aa-47b4-8d92-04e534beccc6 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.3010199 Nov 16 04:47:46.680663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ea910-4318-4099-9ce8-347054ac1cfd req-36554261-7dda-4bc9-8594-357e35597ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:46.682322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a7ea910-4318-4099-9ce8-347054ac1cfd req-36554261-7dda-4bc9-8594-357e35597ae6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=98886c56b701447cb464fb425061a484&device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 1095 time: 0.2604032 Nov 16 04:47:46.684352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:46.728754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-b55d8c35-260a-4e8f-80ec-72074a11f916 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:46.730182 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-b55d8c35-260a-4e8f-80ec-72074a11f916 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.3098395 Nov 16 04:47:46.737144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a5e3b-cbe5-4aca-8caf-2922760cc366 req-3cd84339-9be4-4f6f-a55a-3a930476724b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:46.738519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-488a5e3b-cbe5-4aca-8caf-2922760cc366 req-3cd84339-9be4-4f6f-a55a-3a930476724b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 945 time: 0.2235329 Nov 16 04:47:46.784369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-fc0f2c8d-9e43-4d9d-b17c-ac26f54de374 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Request body: {'port': {'device_id': '5aaf540d-4af8-41e9-9613-1aa08a34dd8b', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'admin_state_up': True, 'tenant_id': 'fca369ae4679409a8d7092d80703976f'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:46.905117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-036c7fbd-c473-4a50-ae9d-dd09c5d93d3a req-6500ba61-6b9b-40ea-b3e7-e6010af63579 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157636 Nov 16 04:47:46.948117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-488a5e3b-cbe5-4aca-8caf-2922760cc366 req-8411e9a0-5588-42e0-be69-45a570cf5f95 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973979 Nov 16 04:47:46.986695 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35dc0c9a-6c1d-4c59-a40d-ac5477bf42d5 x-openstack-request-id: req-35dc0c9a-6c1d-4c59-a40d-ac5477bf42d5 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:46.986999 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307f612a-4d8e-4686-b39e-9c28f04ac669", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f9cc5-db30-4662-a075-bbc83fe9cb26", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:46.987252 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35dc0c9a-6c1d-4c59-a40d-ac5477bf42d5 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:46.987653 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307f612a-4d8e-4686-b39e-9c28f04ac669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f9cc5-db30-4662-a075-bbc83fe9cb26', 'code': 200} Nov 16 04:47:46.988421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ea910-4318-4099-9ce8-347054ac1cfd req-0e98f8d3-240e-4914-8ee8-5471cb200e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:46.989965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a7ea910-4318-4099-9ce8-347054ac1cfd req-0e98f8d3-240e-4914-8ee8-5471cb200e97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 200 len: 912 time: 0.2969697 Nov 16 04:47:46.999538 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42318) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:47.075811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7010e3b3-7c43-4392-b5a3-410ab164cf8d admin admin] Deleting subnet f1c59619-5ebc-40ef-b173-643613d76faf {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:47:47.079243 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7010e3b3-7c43-4392-b5a3-410ab164cf8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:47.116873 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7010e3b3-7c43-4392-b5a3-410ab164cf8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:47.138776 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-fc0f2c8d-9e43-4d9d-b17c-ac26f54de374 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Made reservation on behalf of fca369ae4679409a8d7092d80703976f for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:47.141867 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-fc0f2c8d-9e43-4d9d-b17c-ac26f54de374 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:47.144883 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a7ea910-4318-4099-9ce8-347054ac1cfd req-8b5c0f02-3d08-476e-8dc7-2ffb58a1fa01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685 HTTP/1.1" status: 200 len: 999 time: 0.1457450 Nov 16 04:47:47.158853 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7010e3b3-7c43-4392-b5a3-410ab164cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:47.221357 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7010e3b3-7c43-4392-b5a3-410ab164cf8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:47.226106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625750b5-5a4e-42a2-a16d-a735e8814d5b req-ce806050-840f-4f03-ab4c-565106cf7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:47.227616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-625750b5-5a4e-42a2-a16d-a735e8814d5b req-ce806050-840f-4f03-ab4c-565106cf7c9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 1097 time: 0.1499653 Nov 16 04:47:47.238224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7010e3b3-7c43-4392-b5a3-410ab164cf8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:47.243966 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7010e3b3-7c43-4392-b5a3-410ab164cf8d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f1c59619-5ebc-40ef-b173-643613d76faf HTTP/1.1" status: 204 len: 168 time: 0.2403207 Nov 16 04:47:47.259721 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42322) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:47.266545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010e3b3-7c43-4392-b5a3-410ab164cf8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c59619-5ebc-40ef-b173-643613d76faf,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:47.304019 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ea910-4318-4099-9ce8-347054ac1cfd req-f6be0577-4af1-431b-bf11-4759ae73630c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:47.305492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a7ea910-4318-4099-9ce8-347054ac1cfd req-f6be0577-4af1-431b-bf11-4759ae73630c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 200 len: 850 time: 0.1509573 Nov 16 04:47:47.357528 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7fbc-6faf-4fb9-ac56-d02dc6aa7a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:47.374084 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e9c6ca6-ace8-4da8-91d4-e50298139564 req-128c0870-0025-4b25-a091-b98e7e138a5c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 210 time: 0.0955780 Nov 16 04:47:47.399712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-625750b5-5a4e-42a2-a16d-a735e8814d5b req-7e64916c-b70f-43b2-850d-a563b4aad7c1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638191 Nov 16 04:47:47.454391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ea910-4318-4099-9ce8-347054ac1cfd req-b979a8f1-f510-4337-a976-e5aeb0440ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:47.455965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a7ea910-4318-4099-9ce8-347054ac1cfd req-b979a8f1-f510-4337-a976-e5aeb0440ce5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=651b49ac-cdfc-4796-8489-6adedffc3616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327484 Nov 16 04:47:47.481058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-fc0f2c8d-9e43-4d9d-b17c-ac26f54de374 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Allocated IP 172.20.0.9 (814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93/1e81786c-f14f-4e29-8eb3-5467ad56d563/e6b82f70-de32-4b97-b7cd-46e48cbd8026) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:47.509377 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7fbc-6faf-4fb9-ac56-d02dc6aa7a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:47.551516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c5cd7fbc-6faf-4fb9-ac56-d02dc6aa7a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264c8096-e6ac-4052-82aa-684b9297a3e1']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:47.566057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c5cd7fbc-6faf-4fb9-ac56-d02dc6aa7a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:47.566760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c5cd7fbc-6faf-4fb9-ac56-d02dc6aa7a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf60a00-9c8e-4b1d-bf53-3f1238c2a4b1') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:47:47.580524 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7fbc-6faf-4fb9-ac56-d02dc6aa7a52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:47.599151 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7fbc-6faf-4fb9-ac56-d02dc6aa7a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:47.627034 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cd7fbc-6faf-4fb9-ac56-d02dc6aa7a52 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:47:47.629078 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7fbc-6faf-4fb9-ac56-d02dc6aa7a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:47:47.631450 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:47:47.705007 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7fbc-6faf-4fb9-ac56-d02dc6aa7a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:47.709929 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5cd7fbc-6faf-4fb9-ac56-d02dc6aa7a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:47.717695 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c5cd7fbc-6faf-4fb9-ac56-d02dc6aa7a52 admin admin] 10.222.0.41 "DELETE /v2.0/networks/264c8096-e6ac-4052-82aa-684b9297a3e1 HTTP/1.1" status: 204 len: 168 time: 0.4541967 Nov 16 04:47:47.730111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd7fbc-6faf-4fb9-ac56-d02dc6aa7a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=264c8096-e6ac-4052-82aa-684b9297a3e1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:47.941791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42340) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:48.022204 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7cba3085-1b4d-4e09-b0db-7d55fca80ac2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=960d99cdc4324394bb8c5d8ed093d15e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0784953 Nov 16 04:47:48.024482 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42344) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:48.092379 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cadfa781-1b59-439d-abeb-e5c8fd7e0880 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:48.116368 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cadfa781-1b59-439d-abeb-e5c8fd7e0880 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:48.152762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a7ea910-4318-4099-9ce8-347054ac1cfd req-2479b1c7-f1e4-4c31-bb13-12a2cf58cc09 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847157 Nov 16 04:47:48.167752 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cadfa781-1b59-439d-abeb-e5c8fd7e0880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:48.171026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cadfa781-1b59-439d-abeb-e5c8fd7e0880 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:48.173444 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cadfa781-1b59-439d-abeb-e5c8fd7e0880 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47cc9680-74cb-478f-a1da-7c5fd0c97db6 HTTP/1.1" status: 204 len: 168 time: 0.1464787 Nov 16 04:47:48.184956 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfa781-1b59-439d-abeb-e5c8fd7e0880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cc9680-74cb-478f-a1da-7c5fd0c97db6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:48.271017 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:48.319249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185423d-49ee-47a8-9093-97a0ba0ffce9 req-3536480e-4b7b-4375-a99f-4041bc46178c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:48.327790 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6185423d-49ee-47a8-9093-97a0ba0ffce9 req-3536480e-4b7b-4375-a99f-4041bc46178c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.2568200 Nov 16 04:47:48.376141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cdc01-d9d0-4239-bab4-d9c3c169eaa5 req-204f88e3-25f7-45d0-af8d-5be0f612feb4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:48.377679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e56cdc01-d9d0-4239-bab4-d9c3c169eaa5 req-204f88e3-25f7-45d0-af8d-5be0f612feb4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.2769301 Nov 16 04:47:48.420285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a7ea910-4318-4099-9ce8-347054ac1cfd req-a1b3b19c-8445-4efc-b5a5-06af3fd9e0b1 service neutron] 10.222.0.15 "GET /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441573 Nov 16 04:47:48.436235 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-fc0f2c8d-9e43-4d9d-b17c-ac26f54de374 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:48.507492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6185423d-49ee-47a8-9093-97a0ba0ffce9 req-d1090410-950f-486b-b68a-b382a2c933ac tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741362 Nov 16 04:47:48.557099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e56cdc01-d9d0-4239-bab4-d9c3c169eaa5 req-e30bbcc7-c71f-44c5-ae80-9cba0af42ba6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628635 Nov 16 04:47:48.606370 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-fc0f2c8d-9e43-4d9d-b17c-ac26f54de374 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:48.676641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-fc0f2c8d-9e43-4d9d-b17c-ac26f54de374 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:48.680740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-fc0f2c8d-9e43-4d9d-b17c-ac26f54de374 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:48.693597 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-fc0f2c8d-9e43-4d9d-b17c-ac26f54de374 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:48.767275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f2c8d-9e43-4d9d-b17c-ac26f54de374 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event updated for resources: {'Port': ['ID=e6b82f70-de32-4b97-b7cd-46e48cbd8026,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:48.808359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-fc0f2c8d-9e43-4d9d-b17c-ac26f54de374 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:48.809195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-fc0f2c8d-9e43-4d9d-b17c-ac26f54de374 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:48.833353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f231fca-b1e9-44ca-b3de-84c39d01a24e req-41c91668-25d5-404f-affe-20cfcefef27d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:48.842482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f231fca-b1e9-44ca-b3de-84c39d01a24e req-41c91668-25d5-404f-affe-20cfcefef27d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 931 time: 0.1536191 Nov 16 04:47:48.848632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-fc0f2c8d-9e43-4d9d-b17c-ac26f54de374 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0967777 Nov 16 04:47:48.868235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Request body: {'port': {'device_id': '5aaf540d-4af8-41e9-9613-1aa08a34dd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:49.015821 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:49.041992 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f231fca-b1e9-44ca-b3de-84c39d01a24e req-96f8152a-dca5-46d7-8495-39790fc5f9f3 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960745 Nov 16 04:47:49.075843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7e272-5270-4a5f-b106-eb12f4c08bbd req-6142e3c6-1c62-4d8a-a18b-19fefc3f4cb9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:49.077357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6f7e272-5270-4a5f-b106-eb12f4c08bbd req-6142e3c6-1c62-4d8a-a18b-19fefc3f4cb9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1395080 Nov 16 04:47:49.186649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6f7e272-5270-4a5f-b106-eb12f4c08bbd req-0db7f949-f9b5-44e0-b295-d143b6fec111 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861187 Nov 16 04:47:49.467341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b82f70-de32-4b97-b7cd-46e48cbd8026 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:47:49.476204 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:49.491628 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Transition to ACTIVE for port object e6b82f70-de32-4b97-b7cd-46e48cbd8026 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:47:49.495626 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:49.579483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b82f70-de32-4b97-b7cd-46e48cbd8026,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:49.669609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Attempting to bind port e6b82f70-de32-4b97-b7cd-46e48cbd8026 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:49.670006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Attempting to bind port e6b82f70-de32-4b97-b7cd-46e48cbd8026 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:49.670304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Attempting to bind port e6b82f70-de32-4b97-b7cd-46e48cbd8026 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:49.684303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b085a4-e26c-4972-98c3-c907b29b807a req-8ee498d2-ccf6-4322-af83-e856549003eb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:49.691525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18b085a4-e26c-4972-98c3-c907b29b807a req-8ee498d2-ccf6-4322-af83-e856549003eb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.0781066 Nov 16 04:47:49.693263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Port e6b82f70-de32-4b97-b7cd-46e48cbd8026 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:47:49.693591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Attempting to bind port e6b82f70-de32-4b97-b7cd-46e48cbd8026 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:49.704414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:49.704755 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Checking segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:49.705152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Bound using segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:49.705563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Bound port: e6b82f70-de32-4b97-b7cd-46e48cbd8026, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:49.705946 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:49.787119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18b085a4-e26c-4972-98c3-c907b29b807a req-55f3ded2-259d-41b4-b538-d295c9436d70 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947158 Nov 16 04:47:49.845100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] For port e6b82f70-de32-4b97-b7cd-46e48cbd8026, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:49.868839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] For port e6b82f70-de32-4b97-b7cd-46e48cbd8026, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e6b82f70-de32-4b97-b7cd-46e48cbd8026,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:49.871316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:49.909657 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:49.910321 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:49.911735 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/e6b82f70-de32-4b97-b7cd-46e48cbd8026 HTTP/1.1" status: 200 len: 1091 time: 1.0483041 Nov 16 04:47:49.920191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debb177-8ac8-41ef-b01d-995e6a40d4b7 req-d62766a6-1375-4565-811d-9ff8eb5bad3d tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:49.922020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1debb177-8ac8-41ef-b01d-995e6a40d4b7 req-d62766a6-1375-4565-811d-9ff8eb5bad3d tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.1062753 Nov 16 04:47:49.924720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaf540d-4af8-41e9-9613-1aa08a34dd8b', 'tag': 'e6b82f70-de32-4b97-b7cd-46e48cbd8026'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:49.927791 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79565f33-9437-4267-9f09-160b3587ec90" -d '{"events": [{"name": "network-changed", "server_uuid": "5aaf540d-4af8-41e9-9613-1aa08a34dd8b", "tag": "e6b82f70-de32-4b97-b7cd-46e48cbd8026"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:50.052049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c643082-e77e-4511-b3eb-e0f7038ac3f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b82f70-de32-4b97-b7cd-46e48cbd8026,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:50.089072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-cdadf55d-954c-41c2-8999-0c723c077920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:50.090887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-cdadf55d-954c-41c2-8999-0c723c077920 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 1094 time: 0.1312988 Nov 16 04:47:50.096264 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1debb177-8ac8-41ef-b01d-995e6a40d4b7 req-ed22e01c-b217-48fa-b1d7-f683b5814e88 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630158 Nov 16 04:47:50.137636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-62e7578f-2a43-4140-8d8e-214dc1945411 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b82f70-de32-4b97-b7cd-46e48cbd8026 HTTP/1.1" status: 200 len: 217 time: 0.0387766 Nov 16 04:47:50.146692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3735d7a-1883-4171-bedb-3582096ef0b9 req-dcaff685-ac02-45fe-a8d1-c0c592b42d2d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:50.148478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3735d7a-1883-4171-bedb-3582096ef0b9 req-dcaff685-ac02-45fe-a8d1-c0c592b42d2d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1404226 Nov 16 04:47:50.157459 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3933bb-b4cc-4410-9dfe-8378d9354406 x-openstack-request-id: req-0a3933bb-b4cc-4410-9dfe-8378d9354406 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:50.157774 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aaf540d-4af8-41e9-9613-1aa08a34dd8b", "tag": "e6b82f70-de32-4b97-b7cd-46e48cbd8026", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:50.158036 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a3933bb-b4cc-4410-9dfe-8378d9354406 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:50.158435 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaf540d-4af8-41e9-9613-1aa08a34dd8b', 'tag': 'e6b82f70-de32-4b97-b7cd-46e48cbd8026', 'status': 'completed', 'code': 200} Nov 16 04:47:50.226536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-3d4898a1-c424-4345-819c-51527c648172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:50.228704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-3d4898a1-c424-4345-819c-51527c648172 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.0787597 Nov 16 04:47:50.253141 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3735d7a-1883-4171-bedb-3582096ef0b9 req-1875b7a6-d041-4071-9899-59673042dbdd tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928519 Nov 16 04:47:50.268414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-b0815b21-d116-4f06-a438-5809831efda3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294166 Nov 16 04:47:50.477014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91e953-2093-415f-9116-1695399144a9 req-3a58d9d4-9be2-45e5-a233-e9c500364030 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:50.484905 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a91e953-2093-415f-9116-1695399144a9 req-3a58d9d4-9be2-45e5-a233-e9c500364030 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 943 time: 0.1560709 Nov 16 04:47:50.505793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f097269-1317-4b0d-8e9c-85754842f1f7 req-9d809dd8-8a06-42ff-bbd0-3d23b63d1992 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:50.507344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f097269-1317-4b0d-8e9c-85754842f1f7 req-9d809dd8-8a06-42ff-bbd0-3d23b63d1992 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.1418018 Nov 16 04:47:50.567638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-627d81a4-2549-46f9-baf2-ff75de83a52e service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863889 Nov 16 04:47:50.618984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a91e953-2093-415f-9116-1695399144a9 req-12efa885-fc35-4bdd-966c-c2df53f7d64a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330988 Nov 16 04:47:50.636442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42452) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:50.670522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f097269-1317-4b0d-8e9c-85754842f1f7 req-1ccb9cad-92b9-41c8-963b-8f5726eea084 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492863 Nov 16 04:47:50.713231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427c7195-05d5-4e3c-baf7-4825533fb6d3 req-3b96a009-4571-4c97-8ecf-2a3b38d74bea service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320293 Nov 16 04:47:50.804837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4a0068b-c6cc-4875-ba3a-3e75a28c403f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:50.838884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d40c49-56c5-4568-9a08-cae2b78af2e1 req-f6bf334e-a676-4f90-aeea-aa399cd2ab3a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:50.840687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7d40c49-56c5-4568-9a08-cae2b78af2e1 req-f6bf334e-a676-4f90-aeea-aa399cd2ab3a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1263556 Nov 16 04:47:50.851953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79565f33-9437-4267-9f09-160b3587ec90 req-9c2abeb3-4935-4afd-b98f-af083d7b542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:50.853994 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79565f33-9437-4267-9f09-160b3587ec90 req-9c2abeb3-4935-4afd-b98f-af083d7b542f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 1094 time: 0.0724709 Nov 16 04:47:50.916088 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4a0068b-c6cc-4875-ba3a-3e75a28c403f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:50.921125 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4a0068b-c6cc-4875-ba3a-3e75a28c403f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:50.967502 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7d40c49-56c5-4568-9a08-cae2b78af2e1 req-fc0b454f-cb95-4895-bfa8-fbcfb969ff72 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174750 Nov 16 04:47:51.049853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79565f33-9437-4267-9f09-160b3587ec90 req-e404e471-d1e8-4502-bdb4-95a2cb587467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:51.051254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79565f33-9437-4267-9f09-160b3587ec90 req-e404e471-d1e8-4502-bdb4-95a2cb587467 service neutron] 10.222.0.15 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 906 time: 0.1696644 Nov 16 04:47:51.054944 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b4a0068b-c6cc-4875-ba3a-3e75a28c403f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd294e7092b042b998cdeb6cf26cf7ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4174056 Nov 16 04:47:51.055725 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42470) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:51.086743 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0068b-c6cc-4875-ba3a-3e75a28c403f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ee6dc8-5614-4fb4-9190-797ea2db9037,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:51.119545 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-710acd17-eed6-4ed6-9e26-73052ee7a012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:51.140661 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79565f33-9437-4267-9f09-160b3587ec90 req-b5bbd896-a0a7-4264-96e9-2c02f124b055 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b82f70-de32-4b97-b7cd-46e48cbd8026 HTTP/1.1" status: 200 len: 217 time: 0.0805111 Nov 16 04:47:51.144703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-710acd17-eed6-4ed6-9e26-73052ee7a012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:51.202446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-710acd17-eed6-4ed6-9e26-73052ee7a012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:51.207488 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-710acd17-eed6-4ed6-9e26-73052ee7a012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:51.217725 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-710acd17-eed6-4ed6-9e26-73052ee7a012 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31ee6dc8-5614-4fb4-9190-797ea2db9037 HTTP/1.1" status: 204 len: 168 time: 0.1596930 Nov 16 04:47:51.242831 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710acd17-eed6-4ed6-9e26-73052ee7a012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ee6dc8-5614-4fb4-9190-797ea2db9037,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:51.269509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79565f33-9437-4267-9f09-160b3587ec90 req-0e42e384-3bed-4c50-abdf-e277635f1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:51.271396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79565f33-9437-4267-9f09-160b3587ec90 req-0e42e384-3bed-4c50-abdf-e277635f1e27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.1185799 Nov 16 04:47:51.355807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79565f33-9437-4267-9f09-160b3587ec90 req-be5ea9f8-8808-49d4-a763-0c982aaf73e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751631 Nov 16 04:47:51.461568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb4c93-8ceb-4526-a7bd-50bc87e6a56d req-189b4452-9bdb-49b1-82b3-5307b81a3958 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:51.463787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00eb4c93-8ceb-4526-a7bd-50bc87e6a56d req-189b4452-9bdb-49b1-82b3-5307b81a3958 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.1613135 Nov 16 04:47:51.593421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79565f33-9437-4267-9f09-160b3587ec90 req-e592c0ac-4075-4fb8-9cb8-af58fd9f4c3f service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110400 Nov 16 04:47:51.710164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00eb4c93-8ceb-4526-a7bd-50bc87e6a56d req-dfe20142-9601-4585-89b6-2459dcfe1c88 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248564 Nov 16 04:47:51.778711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79565f33-9437-4267-9f09-160b3587ec90 req-df3b1aea-28e9-4ea2-9ca6-402350c5f7c0 service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660278 Nov 16 04:47:51.870780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800bf4a-2b17-47f3-9272-fd22d3431e64 req-65605ab2-5a51-4ff8-9219-ce776e8a8ebc tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:51.878274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d800bf4a-2b17-47f3-9272-fd22d3431e64 req-65605ab2-5a51-4ff8-9219-ce776e8a8ebc tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 943 time: 0.0688655 Nov 16 04:47:51.962909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d800bf4a-2b17-47f3-9272-fd22d3431e64 req-f376ae73-cc00-4079-93ce-f8fd753099b4 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836520 Nov 16 04:47:51.970463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc8ae6-f43a-4c23-939d-c070c1c7126a req-e480a2be-187e-4735-9771-c09870d4ca08 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:51.971894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3fc8ae6-f43a-4c23-939d-c070c1c7126a req-e480a2be-187e-4735-9771-c09870d4ca08 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10ef8c-3010-4826-a48a-cf9c977de24b HTTP/1.1" status: 200 len: 943 time: 0.0757549 Nov 16 04:47:52.112962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f18262-f684-47a4-8591-bf993c06ff59 req-fc81dce9-418a-4bee-a889-b1482b24f881 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:52.114543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1f18262-f684-47a4-8591-bf993c06ff59 req-fc81dce9-418a-4bee-a889-b1482b24f881 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.0789874 Nov 16 04:47:52.170406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-a3fc8ae6-f43a-4c23-939d-c070c1c7126a req-fea993a9-c973-4225-9a10-a503af30a870 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Deleting port 0e0aebb7-237b-483a-8834-a7ed28696fec {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:47:52.170738 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a3fc8ae6-f43a-4c23-939d-c070c1c7126a req-fea993a9-c973-4225-9a10-a503af30a870 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:52.218352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1f18262-f684-47a4-8591-bf993c06ff59 req-be1b3390-bb5e-479d-8257-470ec883831b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969038 Nov 16 04:47:52.327718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a3fc8ae6-f43a-4c23-939d-c070c1c7126a req-fea993a9-c973-4225-9a10-a503af30a870 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] For port 0e0aebb7-237b-483a-8834-a7ed28696fec, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0e0aebb7-237b-483a-8834-a7ed28696fec,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:52.328353 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a3fc8ae6-f43a-4c23-939d-c070c1c7126a req-fea993a9-c973-4225-9a10-a503af30a870 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:52.343884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-a3fc8ae6-f43a-4c23-939d-c070c1c7126a req-fea993a9-c973-4225-9a10-a503af30a870 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Calling delete_port for 0e0aebb7-237b-483a-8834-a7ed28696fec owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:47:52.400845 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06a328-0dcb-4d3b-8877-c348414e94f4 req-061435da-8aef-459f-ac8b-b303e1b95b77 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:52.403672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f06a328-0dcb-4d3b-8877-c348414e94f4 req-061435da-8aef-459f-ac8b-b303e1b95b77 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1176276 Nov 16 04:47:52.478537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f06a328-0dcb-4d3b-8877-c348414e94f4 req-510cd2d5-b93b-4cb0-bb35-ea4beaf5a954 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669005 Nov 16 04:47:52.541407 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a3fc8ae6-f43a-4c23-939d-c070c1c7126a req-fea993a9-c973-4225-9a10-a503af30a870 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:52.552944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['99455a78-80d6-436c-b512-6fba5c64bdc3', 'e582fe32-9645-4a06-8dda-4d5435bc0392'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:47:52.591934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea993a9-c973-4225-9a10-a503af30a870 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event deleted for resources: {'Port': ['ID=0e0aebb7-237b-483a-8834-a7ed28696fec,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:52.636113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42540) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:52.652064 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-735a04ca-d72f-4d51-b05c-3aebc1aa4630 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-229699471'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:52.673132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3fc8ae6-f43a-4c23-939d-c070c1c7126a req-fea993a9-c973-4225-9a10-a503af30a870 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] No DVR routers for this DVR port 0e0aebb7-237b-483a-8834-a7ed28696fec on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:47:52.686458 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a3fc8ae6-f43a-4c23-939d-c070c1c7126a req-fea993a9-c973-4225-9a10-a503af30a870 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:52.693934 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3fc8ae6-f43a-4c23-939d-c070c1c7126a req-fea993a9-c973-4225-9a10-a503af30a870 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "DELETE /v2.0/ports/0e0aebb7-237b-483a-8834-a7ed28696fec HTTP/1.1" status: 204 len: 173 time: 0.7124770 Nov 16 04:47:52.694501 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c10ef8c-3010-4826-a48a-cf9c977de24b', 'name': 'network-vif-deleted', 'tag': '0e0aebb7-237b-483a-8834-a7ed28696fec'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:52.700351 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b2474b-849e-4a31-9333-c31aa8878cf7" -d '{"events": [{"server_uuid": "1c10ef8c-3010-4826-a48a-cf9c977de24b", "name": "network-vif-deleted", "tag": "0e0aebb7-237b-483a-8834-a7ed28696fec"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:52.747592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735a04ca-d72f-4d51-b05c-3aebc1aa4630 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Made reservation on behalf of 8dff142c03be4b239332df1ff1f6cd1b for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:52.766269 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-735a04ca-d72f-4d51-b05c-3aebc1aa4630 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:52.831034 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735a04ca-d72f-4d51-b05c-3aebc1aa4630 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:47:52.865427 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-735a04ca-d72f-4d51-b05c-3aebc1aa4630 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:52.866150 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-735a04ca-d72f-4d51-b05c-3aebc1aa4630 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Added segment 053a9ddb-5bfb-429a-98a8-339004341b4e of type vlan for network b2d76239-38c0-4067-927a-e44e97332111 Nov 16 04:47:52.960171 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-735a04ca-d72f-4d51-b05c-3aebc1aa4630 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:53.006864 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-735a04ca-d72f-4d51-b05c-3aebc1aa4630 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:53.018589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735a04ca-d72f-4d51-b05c-3aebc1aa4630 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:53.020005 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-735a04ca-d72f-4d51-b05c-3aebc1aa4630 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:53.077232 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-735a04ca-d72f-4d51-b05c-3aebc1aa4630 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4376798 Nov 16 04:47:53.077570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42556) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:53.089989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a94fe9f6-32c3-478b-b1e2-3faa0ee6267f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1705031798'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:53.136379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94fe9f6-32c3-478b-b1e2-3faa0ee6267f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Made reservation on behalf of 8dff142c03be4b239332df1ff1f6cd1b for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:53.142210 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a94fe9f6-32c3-478b-b1e2-3faa0ee6267f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:53.176432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94fe9f6-32c3-478b-b1e2-3faa0ee6267f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:47:53.194849 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a94fe9f6-32c3-478b-b1e2-3faa0ee6267f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:53.195469 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-a94fe9f6-32c3-478b-b1e2-3faa0ee6267f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Added segment 5fda90c9-840e-48ac-a67d-e9971fc58f1d of type vlan for network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 Nov 16 04:47:53.249324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a04ca-d72f-4d51-b05c-3aebc1aa4630 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'Network': ['ID=b2d76239-38c0-4067-927a-e44e97332111,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:53.266456 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network b2d76239-38c0-4067-927a-e44e97332111 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:47:53.272481 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a94fe9f6-32c3-478b-b1e2-3faa0ee6267f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:53.347542 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a94fe9f6-32c3-478b-b1e2-3faa0ee6267f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:53.370800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94fe9f6-32c3-478b-b1e2-3faa0ee6267f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:53.371459 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a94fe9f6-32c3-478b-b1e2-3faa0ee6267f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:53.429700 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5314c7bb-322d-4575-976d-e88ce663ad24 x-openstack-request-id: req-5314c7bb-322d-4575-976d-e88ce663ad24 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:53.431069 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c10ef8c-3010-4826-a48a-cf9c977de24b", "name": "network-vif-deleted", "tag": "0e0aebb7-237b-483a-8834-a7ed28696fec", "status": "failed", "code": 422}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:53.432513 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5314c7bb-322d-4575-976d-e88ce663ad24 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:53.435069 n-d-818042-1 neutron-server[102659]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1c10ef8c-3010-4826-a48a-cf9c977de24b', 'name': 'network-vif-deleted', 'tag': '0e0aebb7-237b-483a-8834-a7ed28696fec', 'status': 'failed', 'code': 422} returned with failed status Nov 16 04:47:53.490271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42576) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:53.534144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a94fe9f6-32c3-478b-b1e2-3faa0ee6267f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4523561 Nov 16 04:47:53.534451 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42586) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:53.540954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-15de7cda-d016-4bd8-9ee5-94c5de0f8611 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'subnet': {'network_id': 'b2d76239-38c0-4067-927a-e44e97332111', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:53.623325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fe9f6-32c3-478b-b1e2-3faa0ee6267f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'Network': ['ID=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:53.636354 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:47:53.655674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfc56b-431a-4d03-a5d1-721758047fd7 req-26e33f23-0060-46ad-8c5b-eeb6e9a6ff99 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:53.658796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80cfc56b-431a-4d03-a5d1-721758047fd7 req-26e33f23-0060-46ad-8c5b-eeb6e9a6ff99 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 943 time: 0.1350849 Nov 16 04:47:53.670250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d05c5e-d649-4851-9684-7a67fc8ea2bd req-9281ee77-58bc-4768-a072-2d28a7a787c3 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:53.683741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76d05c5e-d649-4851-9684-7a67fc8ea2bd req-9281ee77-58bc-4768-a072-2d28a7a787c3 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.1109762 Nov 16 04:47:53.730626 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15de7cda-d016-4bd8-9ee5-94c5de0f8611 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Made reservation on behalf of 8dff142c03be4b239332df1ff1f6cd1b for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:53.735640 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15de7cda-d016-4bd8-9ee5-94c5de0f8611 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:53.750183 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac96f-f256-4ba4-a7a4-4e74f8a88e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:53.791666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76d05c5e-d649-4851-9684-7a67fc8ea2bd req-e828ebfc-e41c-47fa-9794-fd2d2adb218c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072836 Nov 16 04:47:53.830203 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80cfc56b-431a-4d03-a5d1-721758047fd7 req-9473003c-205d-492e-bc5a-0567aa10f48a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332731 Nov 16 04:47:53.978931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d734b-cb73-48c5-b85f-f4598dc3fe32 req-7cb259f4-845f-4708-93c7-40425d2bae03 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:53.981316 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c2d734b-cb73-48c5-b85f-f4598dc3fe32 req-7cb259f4-845f-4708-93c7-40425d2bae03 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.0738924 Nov 16 04:47:54.093742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c2d734b-cb73-48c5-b85f-f4598dc3fe32 req-f9ee6bde-7664-4782-9bc8-4549b74a33b8 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015012 Nov 16 04:47:54.101843 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac96f-f256-4ba4-a7a4-4e74f8a88e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:54.118294 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb9ac96f-f256-4ba4-a7a4-4e74f8a88e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:54.148587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15de7cda-d016-4bd8-9ee5-94c5de0f8611 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:54.211823 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ac96f-f256-4ba4-a7a4-4e74f8a88e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b341f1-9cad-4db1-a378-06df3543ee59,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:54.222335 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bb9ac96f-f256-4ba4-a7a4-4e74f8a88e76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d07efca4bb584ec88831e80774b829cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7305856 Nov 16 04:47:54.227013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42594) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:54.254636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de7cda-d016-4bd8-9ee5-94c5de0f8611 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'Subnet': ['ID=a9ffbc52-f6af-4707-8f81-2453c73a32de,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:54.266354 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de7cda-d016-4bd8-9ee5-94c5de0f8611 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Checking segment: {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:54.266703 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de7cda-d016-4bd8-9ee5-94c5de0f8611 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Network hostable DHCP agents. Network: b2d76239-38c0-4067-927a-e44e97332111, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:47:54.285747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de7cda-d016-4bd8-9ee5-94c5de0f8611 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Network b2d76239-38c0-4067-927a-e44e97332111 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:47:54.295860 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-15de7cda-d016-4bd8-9ee5-94c5de0f8611 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, b2d76239-38c0-4067-927a-e44e97332111) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:54.297119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50a9dd-cf67-48fe-9c8e-47c42a449e8a req-e88f5067-4c14-4c6a-91aa-557888152fff tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:54.300500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15de7cda-d016-4bd8-9ee5-94c5de0f8611 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:54.301087 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15de7cda-d016-4bd8-9ee5-94c5de0f8611 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:54.303211 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ef50a9dd-cf67-48fe-9c8e-47c42a449e8a req-e88f5067-4c14-4c6a-91aa-557888152fff tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 908 time: 0.1234026 Nov 16 04:47:54.308752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0e16a6-60bd-468f-aaba-445ec2941355 None None] Network b2d76239-38c0-4067-927a-e44e97332111 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:54.331355 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9774cd89-a6f0-48e7-8b11-9cf409ae175f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:54.336474 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-15de7cda-d016-4bd8-9ee5-94c5de0f8611 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7985847 Nov 16 04:47:54.336817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42596) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:54.347034 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2f037034-e583-4a6d-8bdf-689d259e7fbf tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'subnet': {'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:54.360537 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9774cd89-a6f0-48e7-8b11-9cf409ae175f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:54.431921 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9774cd89-a6f0-48e7-8b11-9cf409ae175f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:54.435242 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9774cd89-a6f0-48e7-8b11-9cf409ae175f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:54.436395 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9774cd89-a6f0-48e7-8b11-9cf409ae175f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48b341f1-9cad-4db1-a378-06df3543ee59 HTTP/1.1" status: 204 len: 168 time: 0.2040610 Nov 16 04:47:54.461052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774cd89-a6f0-48e7-8b11-9cf409ae175f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b341f1-9cad-4db1-a378-06df3543ee59,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:54.493523 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e6b82f70-de32-4b97-b7cd-46e48cbd8026 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:47:54.503485 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f037034-e583-4a6d-8bdf-689d259e7fbf tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Made reservation on behalf of 8dff142c03be4b239332df1ff1f6cd1b for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:54.508677 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2f037034-e583-4a6d-8bdf-689d259e7fbf tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:54.552698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-b2d76239-38c0-4067-927a-e44e97332111', 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'fixed_ips': [{'subnet_id': 'a9ffbc52-f6af-4707-8f81-2453c73a32de'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:47:54.553567 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:54.703940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e6b82f70-de32-4b97-b7cd-46e48cbd8026, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e6b82f70-de32-4b97-b7cd-46e48cbd8026,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:54.740519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'e6b82f70-de32-4b97-b7cd-46e48cbd8026', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'port_id': 'e6b82f70-de32-4b97-b7cd-46e48cbd8026', 'mac_address': 'fa:16:3e:08:f9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e81786c-f14f-4e29-8eb3-5467ad56d563', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:47:54.741018 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2f037034-e583-4a6d-8bdf-689d259e7fbf tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:54.795180 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Allocated IP 10.1.1.2 (b2d76239-38c0-4067-927a-e44e97332111/a9ffbc52-f6af-4707-8f81-2453c73a32de/37c87c11-2a04-43cc-a5ef-802e51ae1b23) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:54.806647 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:54.819340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f037034-e583-4a6d-8bdf-689d259e7fbf tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'Subnet': ['ID=257bfc24-5235-4fdc-b9ff-c2dd8a289b65,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:54.838229 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f037034-e583-4a6d-8bdf-689d259e7fbf tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Checking segment: {'id': '5fda90c9-840e-48ac-a67d-e9971fc58f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:54.838715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f037034-e583-4a6d-8bdf-689d259e7fbf tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Network hostable DHCP agents. Network: d5e0c125-bbcc-42a8-a7f8-6203ca1695d1, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:47:54.849415 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b82f70-de32-4b97-b7cd-46e48cbd8026 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:47:54.879924 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f037034-e583-4a6d-8bdf-689d259e7fbf tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:47:54.935316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-2f037034-e583-4a6d-8bdf-689d259e7fbf tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, d5e0c125-bbcc-42a8-a7f8-6203ca1695d1) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:54.939078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ed1b0-1bdc-42ee-ad47-6e583cd1754d req-9a7c06fc-bb23-4c7a-9d0d-bbbb5a07909a tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:54.947269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9ed1b0-1bdc-42ee-ad47-6e583cd1754d req-9a7c06fc-bb23-4c7a-9d0d-bbbb5a07909a tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.0754807 Nov 16 04:47:54.948252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f037034-e583-4a6d-8bdf-689d259e7fbf tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:54.948693 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2f037034-e583-4a6d-8bdf-689d259e7fbf tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:54.951977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138aa25a-1b99-4356-8439-ab9783be71ab None None] Network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:54.966053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e6b82f70-de32-4b97-b7cd-46e48cbd8026, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e6b82f70-de32-4b97-b7cd-46e48cbd8026,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:54.999572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42614) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:55.002218 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2f037034-e583-4a6d-8bdf-689d259e7fbf tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6639254 Nov 16 04:47:55.008206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'port': {'network_id': 'b2d76239-38c0-4067-927a-e44e97332111', 'name': 'tempest-TaggedBootDevicesTest_v242-1012652962', 'fixed_ips': [{'subnet_id': 'a9ffbc52-f6af-4707-8f81-2453c73a32de'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:55.122224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc437b8-f800-4db9-a700-ae491f0d873d req-18f0bbcf-d02b-421b-ae53-1a12fa56789a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:55.124072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bc437b8-f800-4db9-a700-ae491f0d873d req-18f0bbcf-d02b-421b-ae53-1a12fa56789a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 944 time: 0.1738851 Nov 16 04:47:55.131217 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c9ed1b0-1bdc-42ee-ad47-6e583cd1754d req-9f9ade42-08a5-41c2-b098-dfc761d6e6eb tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830626 Nov 16 04:47:55.194585 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:55.239527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bc437b8-f800-4db9-a700-ae491f0d873d req-4a7e2b81-b55f-46da-831e-fcacd67778f8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070211 Nov 16 04:47:55.326004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b0a03-0804-4b5f-98ee-39d3e2675664 req-6ad13cc8-9e61-4f41-913c-4ca863b25cf2 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:55.327914 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-214b0a03-0804-4b5f-98ee-39d3e2675664 req-6ad13cc8-9e61-4f41-913c-4ca863b25cf2 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1084850 Nov 16 04:47:55.329568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Made reservation on behalf of 8dff142c03be4b239332df1ff1f6cd1b for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:55.382631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e6b82f70-de32-4b97-b7cd-46e48cbd8026,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:55.434218 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:55.453024 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:55.477148 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:47:55.506893 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:55.522383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-214b0a03-0804-4b5f-98ee-39d3e2675664 req-913b90ec-bb61-4334-bec0-a27f12c7f5b7 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327875 Nov 16 04:47:55.532449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] device_id is not set on port 10ff97ee-f373-4db5-a57f-eae61ba73e8e yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:47:55.557370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Network b2d76239-38c0-4067-927a-e44e97332111 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:55.579419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:55.615386 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42636) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:55.619825 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-d5e0c125-bbcc-42a8-a7f8-6203ca1695d1', 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'fixed_ips': [{'subnet_id': '257bfc24-5235-4fdc-b9ff-c2dd8a289b65'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:47:55.621020 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:55.625521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:55.717020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Pushing event updated for resources: {'Port': ['ID=37c87c11-2a04-43cc-a5ef-802e51ae1b23,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:55.740843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Attempting to bind port 37c87c11-2a04-43cc-a5ef-802e51ae1b23 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:55.740843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Attempting to bind port 37c87c11-2a04-43cc-a5ef-802e51ae1b23 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:55.741194 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Attempting to bind port 37c87c11-2a04-43cc-a5ef-802e51ae1b23 on network b2d76239-38c0-4067-927a-e44e97332111 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:55.833534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Allocated IP 10.1.1.90 (b2d76239-38c0-4067-927a-e44e97332111/a9ffbc52-f6af-4707-8f81-2453c73a32de/10ff97ee-f373-4db5-a57f-eae61ba73e8e) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:55.877164 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:55.878252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Checking segment: {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:55.878252 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:55.878436 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Bound using segment: {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:55.879393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Bound port: 37c87c11-2a04-43cc-a5ef-802e51ae1b23, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:55.879393 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:55.965694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-120979963-network', 'tenant_id': '73c819dedc6941fc95e863eae825a90c'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:55.989200 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:55.991658 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.001443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.066454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca40046-23b2-4ebd-9079-9124d22c0448 req-e8cd6e01-6248-4807-9b86-dd3542407cc0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:56.067968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ca40046-23b2-4ebd-9079-9124d22c0448 req-e8cd6e01-6248-4807-9b86-dd3542407cc0 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.37 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 908 time: 0.5792804 Nov 16 04:47:56.095694 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.102368 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.153240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] For port 37c87c11-2a04-43cc-a5ef-802e51ae1b23, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:56.160580 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] For port 37c87c11-2a04-43cc-a5ef-802e51ae1b23, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=37c87c11-2a04-43cc-a5ef-802e51ae1b23,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:56.165992 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.166525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d83480-b783-4aeb-b08b-6d997dbcc6d1 req-7e7d2b7f-c6d2-4c4c-b62f-d77f7d87feba tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:56.170765 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:47:56.178352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30d83480-b783-4aeb-b08b-6d997dbcc6d1 req-7e7d2b7f-c6d2-4c4c-b62f-d77f7d87feba tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 908 time: 0.1649129 Nov 16 04:47:56.195867 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551c7be0-40d0-4c37-8be8-c9b7d4cf5295,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:56.199014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Allocated IP 10.2.2.2 (d5e0c125-bbcc-42a8-a7f8-6203ca1695d1/257bfc24-5235-4fdc-b9ff-c2dd8a289b65/a7059abd-8fb7-452e-9278-b8c15edbf626) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:56.216181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.217900 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Added segment f231130c-af88-400e-9d3c-a526c1324a6a of type vlan for network aecdcb62-03fc-4b4a-8985-1ae9a33d0c95 Nov 16 04:47:56.309358 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.333090 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf216be-c9f2-49fd-b129-0a41da068664 None None] Pushing event updated for resources: {'Port': ['ID=37c87c11-2a04-43cc-a5ef-802e51ae1b23,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:56.375938 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.377752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:56.379214 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.416961 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8006167 Nov 16 04:47:56.456652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42648) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:56.465348 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-763f8aab-8b44-4636-874c-5838c7f5393e admin admin] Request body: {'subnet': {'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-120979963-subnet', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:56.503956 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47772ff3-a6ba-40a2-b71a-cdac93098f67 admin admin] Pushing event updated for resources: {'Network': ['ID=aecdcb62-03fc-4b4a-8985-1ae9a33d0c95,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:56.513811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763f8aab-8b44-4636-874c-5838c7f5393e admin admin] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:56.520105 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-763f8aab-8b44-4636-874c-5838c7f5393e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.527974 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network aecdcb62-03fc-4b4a-8985-1ae9a33d0c95 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:47:56.532233 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.637847 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.684822 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.758385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:56.775966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:56.776163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e1ae9-d508-4db1-94be-99e372423c42 req-87ffaee8-533b-4b6c-8118-d13f83f88fad tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:56.779050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:56.779773 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-679e1ae9-d508-4db1-94be-99e372423c42 req-87ffaee8-533b-4b6c-8118-d13f83f88fad tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 944 time: 0.1665618 Nov 16 04:47:56.793030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Pushing event updated for resources: {'Port': ['ID=a7059abd-8fb7-452e-9278-b8c15edbf626,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:56.815382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7ca40046-23b2-4ebd-9079-9124d22c0448 req-e6c15fc3-24f4-4a16-801b-d88ec4b3931a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Deleting port 1b627d80-eb97-466c-836d-03391071a95c {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:47:56.816117 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7ca40046-23b2-4ebd-9079-9124d22c0448 req-e6c15fc3-24f4-4a16-801b-d88ec4b3931a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.841091 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-763f8aab-8b44-4636-874c-5838c7f5393e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.842018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9669f00-6449-4e8e-bc46-bd1f979118a6 req-7c0ab57c-1ed0-4af3-bc10-50e7464658c6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:56.843647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f9669f00-6449-4e8e-bc46-bd1f979118a6 req-7c0ab57c-1ed0-4af3-bc10-50e7464658c6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.2292268 Nov 16 04:47:56.860350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Attempting to bind port a7059abd-8fb7-452e-9278-b8c15edbf626 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:56.860800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Attempting to bind port a7059abd-8fb7-452e-9278-b8c15edbf626 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '5fda90c9-840e-48ac-a67d-e9971fc58f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:56.861173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Attempting to bind port a7059abd-8fb7-452e-9278-b8c15edbf626 on network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:56.867475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:56.867848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Checking segment: {'id': '5fda90c9-840e-48ac-a67d-e9971fc58f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:56.868248 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.869200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Bound using segment: {'id': '5fda90c9-840e-48ac-a67d-e9971fc58f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:56.870600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Bound port: a7059abd-8fb7-452e-9278-b8c15edbf626, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fda90c9-840e-48ac-a67d-e9971fc58f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:56.870600 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.916437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f8aab-8b44-4636-874c-5838c7f5393e admin admin] Pushing event updated for resources: {'Subnet': ['ID=61866f8b-04f2-4d5c-be88-2f657e229fad,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:56.927434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763f8aab-8b44-4636-874c-5838c7f5393e admin admin] Checking segment: {'id': 'f231130c-af88-400e-9d3c-a526c1324a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:56.928488 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763f8aab-8b44-4636-874c-5838c7f5393e admin admin] Network hostable DHCP agents. Network: aecdcb62-03fc-4b4a-8985-1ae9a33d0c95, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:47:56.947550 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.949355 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763f8aab-8b44-4636-874c-5838c7f5393e admin admin] Network aecdcb62-03fc-4b4a-8985-1ae9a33d0c95 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:47:56.965902 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-763f8aab-8b44-4636-874c-5838c7f5393e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, aecdcb62-03fc-4b4a-8985-1ae9a33d0c95) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:56.975155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763f8aab-8b44-4636-874c-5838c7f5393e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:56.975926 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-763f8aab-8b44-4636-874c-5838c7f5393e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:56.982537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] For port a7059abd-8fb7-452e-9278-b8c15edbf626, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:56.987196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] For port a7059abd-8fb7-452e-9278-b8c15edbf626, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a7059abd-8fb7-452e-9278-b8c15edbf626,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:56.993123 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71284cab-af39-4094-88f9-dac6ec9cb414 None None] Network aecdcb62-03fc-4b4a-8985-1ae9a33d0c95 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:57.004367 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-763f8aab-8b44-4636-874c-5838c7f5393e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5467348 Nov 16 04:47:57.007712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42652) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:57.010429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-679e1ae9-d508-4db1-94be-99e372423c42 req-214a42e4-e81a-4931-975c-2bf2249c233c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222989 Nov 16 04:47:57.017037 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-120979963-router', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:57.044904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f9669f00-6449-4e8e-bc46-bd1f979118a6 req-062371c4-a72b-440c-af90-36b7cbd375f8 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741669 Nov 16 04:47:57.071777 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:57.072836 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:57.103856 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:57.181723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'Port': ['ID=10ff97ee-f373-4db5-a57f-eae61ba73e8e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:57.201997 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:57.259762 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa4cfe-9db2-43db-b0dd-79644b7efef8 None None] Pushing event updated for resources: {'Port': ['ID=a7059abd-8fb7-452e-9278-b8c15edbf626,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:57.304832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Network b2d76239-38c0-4067-927a-e44e97332111 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:57.313531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:57.326534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:57.340520 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7ca40046-23b2-4ebd-9079-9124d22c0448 req-e6c15fc3-24f4-4a16-801b-d88ec4b3931a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] For port 1b627d80-eb97-466c-836d-03391071a95c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=1b627d80-eb97-466c-836d-03391071a95c,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:57.341315 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7ca40046-23b2-4ebd-9079-9124d22c0448 req-e6c15fc3-24f4-4a16-801b-d88ec4b3931a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:57.361356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-aecdcb62-03fc-4b4a-8985-1ae9a33d0c95', 'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'fixed_ips': [{'subnet_id': '61866f8b-04f2-4d5c-be88-2f657e229fad'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:47:57.362507 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:57.399962 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:57.404010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:57.404916 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:57.448472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7ca40046-23b2-4ebd-9079-9124d22c0448 req-e6c15fc3-24f4-4a16-801b-d88ec4b3931a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Calling delete_port for 1b627d80-eb97-466c-836d-03391071a95c owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:47:57.486863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e0ead-1003-43b4-8981-4073c7bca24e req-84957867-6978-4657-9fed-cefae4232c5e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:57.488557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-256e0ead-1003-43b4-8981-4073c7bca24e req-84957867-6978-4657-9fed-cefae4232c5e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.2989283 Nov 16 04:47:57.497137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c3f727e6-a053-459f-bbfc-d14397a14b29 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4955676 Nov 16 04:47:57.505069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42658) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:47:57.532349 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'port': {'network_id': 'b2d76239-38c0-4067-927a-e44e97332111', 'name': 'tempest-TaggedBootDevicesTest_v242-1271299830', 'fixed_ips': [{'subnet_id': 'a9ffbc52-f6af-4707-8f81-2453c73a32de'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:47:57.632366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Allocated IP 172.20.0.2 (aecdcb62-03fc-4b4a-8985-1ae9a33d0c95/61866f8b-04f2-4d5c-be88-2f657e229fad/80c0b8b5-937c-4e63-a7d7-9f917500798c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:57.714919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ceebc0-9779-40ad-a7b9-042cdc2ae85b req-1d0dab39-51f1-4e80-b333-3061dbae5017 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:57.718955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8ceebc0-9779-40ad-a7b9-042cdc2ae85b req-1d0dab39-51f1-4e80-b333-3061dbae5017 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=24a0fc24-1b70-4a7f-9824-b0958ab1fc01 HTTP/1.1" status: 200 len: 908 time: 0.2990224 Nov 16 04:47:57.821244 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7ca40046-23b2-4ebd-9079-9124d22c0448 req-e6c15fc3-24f4-4a16-801b-d88ec4b3931a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:57.834622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 37c87c11-2a04-43cc-a5ef-802e51ae1b23 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:57.890563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c15fc3-24f4-4a16-801b-d88ec4b3931a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event deleted for resources: {'Port': ['ID=1b627d80-eb97-466c-836d-03391071a95c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:57.921100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca40046-23b2-4ebd-9079-9124d22c0448 req-e6c15fc3-24f4-4a16-801b-d88ec4b3931a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] No DVR routers for this DVR port 1b627d80-eb97-466c-836d-03391071a95c on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:47:57.923932 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7ca40046-23b2-4ebd-9079-9124d22c0448 req-e6c15fc3-24f4-4a16-801b-d88ec4b3931a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:57.927687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ca40046-23b2-4ebd-9079-9124d22c0448 req-e6c15fc3-24f4-4a16-801b-d88ec4b3931a tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.37 "DELETE /v2.0/ports/1b627d80-eb97-466c-836d-03391071a95c HTTP/1.1" status: 204 len: 173 time: 1.8500254 Nov 16 04:47:57.928473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a0fc24-1b70-4a7f-9824-b0958ab1fc01', 'name': 'network-vif-deleted', 'tag': '1b627d80-eb97-466c-836d-03391071a95c'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:57.950678 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114ca875-2f88-4073-96ff-4b564552b609" -d '{"events": [{"server_uuid": "24a0fc24-1b70-4a7f-9824-b0958ab1fc01", "name": "network-vif-deleted", "tag": "1b627d80-eb97-466c-836d-03391071a95c"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:57.966508 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-256e0ead-1003-43b4-8981-4073c7bca24e req-a367fd4b-e107-4cb4-85bc-c49984f71daa tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4679885 Nov 16 04:47:57.995475 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:58.005424 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:58.076312 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5001b531-d716-46b8-a498-4a8489906530 x-openstack-request-id: req-5001b531-d716-46b8-a498-4a8489906530 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:47:58.076786 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a0fc24-1b70-4a7f-9824-b0958ab1fc01", "name": "network-vif-deleted", "tag": "1b627d80-eb97-466c-836d-03391071a95c", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:47:58.077037 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5001b531-d716-46b8-a498-4a8489906530 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:47:58.077445 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a0fc24-1b70-4a7f-9824-b0958ab1fc01', 'name': 'network-vif-deleted', 'tag': '1b627d80-eb97-466c-836d-03391071a95c', 'status': 'completed', 'code': 200} Nov 16 04:47:58.094004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Network aecdcb62-03fc-4b4a-8985-1ae9a33d0c95 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:47:58.099804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Pushing event updated for resources: {'Port': ['ID=80c0b8b5-937c-4e63-a7d7-9f917500798c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:58.104990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:47:58.106883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e48e61-0213-4141-a069-106b9e20ea9b None None] Network b2d76239-38c0-4067-927a-e44e97332111 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:58.191615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Made reservation on behalf of 8dff142c03be4b239332df1ff1f6cd1b for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:47:58.226177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:47:58.367943 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d71b06e3-d830-4805-bef0-c9523d210f2d None None] Provisioning complete for port 37c87c11-2a04-43cc-a5ef-802e51ae1b23 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:58.369158 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d71b06e3-d830-4805-bef0-c9523d210f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:58.387486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11d914-86be-4cdb-8bea-aa09d02f0417 req-ec9eda99-9e02-4845-b6ef-9d7a9895aa2a tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:58.395652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 37c87c11-2a04-43cc-a5ef-802e51ae1b23 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:58.396008 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:58.398242 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c11d914-86be-4cdb-8bea-aa09d02f0417 req-ec9eda99-9e02-4845-b6ef-9d7a9895aa2a tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.1739018 Nov 16 04:47:58.427257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae43598-7f86-409c-858d-576f527ce59a req-5e38c83f-0632-40ce-a1e2-b8f8ebca4546 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:58.427647 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:58.435162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ae43598-7f86-409c-858d-576f527ce59a req-5e38c83f-0632-40ce-a1e2-b8f8ebca4546 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 944 time: 0.2604673 Nov 16 04:47:58.497132 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:58.528100 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Attempting to bind port 80c0b8b5-937c-4e63-a7d7-9f917500798c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:47:58.528398 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Attempting to bind port 80c0b8b5-937c-4e63-a7d7-9f917500798c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'f231130c-af88-400e-9d3c-a526c1324a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:47:58.528759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Attempting to bind port 80c0b8b5-937c-4e63-a7d7-9f917500798c on network aecdcb62-03fc-4b4a-8985-1ae9a33d0c95 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:47:58.531360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ae43598-7f86-409c-858d-576f527ce59a req-2863e9e9-c7af-4cf5-a7c9-91ca12fb9881 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952327 Nov 16 04:47:58.543664 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e6b82f70-de32-4b97-b7cd-46e48cbd8026 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:47:58.586041 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c11d914-86be-4cdb-8bea-aa09d02f0417 req-7aeb304c-e73d-4081-b908-726750104703 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817257 Nov 16 04:47:58.590693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:47:58.591055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Checking segment: {'id': 'f231130c-af88-400e-9d3c-a526c1324a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:47:58.591580 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:58.591827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Bound using segment: {'id': 'f231130c-af88-400e-9d3c-a526c1324a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:47:58.593469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Bound port: 80c0b8b5-937c-4e63-a7d7-9f917500798c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f231130c-af88-400e-9d3c-a526c1324a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:47:58.593469 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:58.762924 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Allocated IP 172.25.0.226 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/160783a0-85c3-4037-a34e-828d4a70d695) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:58.768530 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:58.802998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] device_id is not set on port 8178ccda-af63-4072-ac8f-d3f04afc358b yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:47:58.970281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4387c7cc-3917-432c-bd70-761e056bb260 None None] Network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:47:59.102945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] For port 80c0b8b5-937c-4e63-a7d7-9f917500798c, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:47:59.145484 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d71b06e3-d830-4805-bef0-c9523d210f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:59.185383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] For port 80c0b8b5-937c-4e63-a7d7-9f917500798c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=80c0b8b5-937c-4e63-a7d7-9f917500798c,segment=NetworkSegment(f231130c-af88-400e-9d3c-a526c1324a6a),segment_id=f231130c-af88-400e-9d3c-a526c1324a6a)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:47:59.197589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c89d92-f6fa-409e-8443-e2d74d8831e4 req-cc05b3b1-f875-4906-ae55-4bb1e0ce6142 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:59.207006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4c89d92-f6fa-409e-8443-e2d74d8831e4 req-cc05b3b1-f875-4906-ae55-4bb1e0ce6142 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 946 time: 0.1122985 Nov 16 04:47:59.214389 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port e6b82f70-de32-4b97-b7cd-46e48cbd8026 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:47:59.218374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a347fdb-4d7a-48f4-aeb9-3e06e2b20931 req-0d7f1c86-e22e-419f-8992-826bcab8d4c7 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:59.219950 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:59.220096 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a347fdb-4d7a-48f4-aeb9-3e06e2b20931 req-0d7f1c86-e22e-419f-8992-826bcab8d4c7 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.0909171 Nov 16 04:47:59.227318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port e6b82f70-de32-4b97-b7cd-46e48cbd8026 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:59.228095 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:59.302070 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:59.314568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a347fdb-4d7a-48f4-aeb9-3e06e2b20931 req-10dde09d-0e89-43db-87ca-70324401c38f tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841823 Nov 16 04:47:59.372797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4c89d92-f6fa-409e-8443-e2d74d8831e4 req-715bdf5f-9956-402e-99f6-cf109cba117b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647098 Nov 16 04:47:59.447112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d71b06e3-d830-4805-bef0-c9523d210f2d None None] For port 37c87c11-2a04-43cc-a5ef-802e51ae1b23, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=37c87c11-2a04-43cc-a5ef-802e51ae1b23,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:59.464576 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d71b06e3-d830-4805-bef0-c9523d210f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:59.472696 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0679d4-f1ca-493f-b53b-3c158f68b090 None None] Pushing event updated for resources: {'Port': ['ID=80c0b8b5-937c-4e63-a7d7-9f917500798c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:59.562644 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b06e3-d830-4805-bef0-c9523d210f2d None None] Pushing event updated for resources: {'Port': ['ID=37c87c11-2a04-43cc-a5ef-802e51ae1b23,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:59.584183 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:59.624818 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:47:59.625173 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:47:59.643728 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:59.646341 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8af30667-0448-405d-83c1-1675ea47ebf9 None None] Provisioning complete for port 10ff97ee-f373-4db5-a57f-eae61ba73e8e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:59.646752 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8af30667-0448-405d-83c1-1675ea47ebf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:59.690169 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Allocated IP 10.1.1.191 (b2d76239-38c0-4067-927a-e44e97332111/a9ffbc52-f6af-4707-8f81-2453c73a32de/8178ccda-af63-4072-ac8f-d3f04afc358b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:47:59.716603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6bf83-5891-4dd8-a1d7-18cca0b9f175 req-812eecd7-55c2-466d-8307-f78cf545153a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:59.718957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaf540d-4af8-41e9-9613-1aa08a34dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b82f70-de32-4b97-b7cd-46e48cbd8026'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:47:59.722090 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dfc4cd-35a6-403d-89c6-ef51f07d50a8" -d '{"events": [{"server_uuid": "5aaf540d-4af8-41e9-9613-1aa08a34dd8b", "name": "network-vif-plugged", "status": "completed", "tag": "e6b82f70-de32-4b97-b7cd-46e48cbd8026"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:47:59.730983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95e6bf83-5891-4dd8-a1d7-18cca0b9f175 req-812eecd7-55c2-466d-8307-f78cf545153a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 944 time: 0.1052260 Nov 16 04:47:59.736759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8af30667-0448-405d-83c1-1675ea47ebf9 None None] Port 10ff97ee-f373-4db5-a57f-eae61ba73e8e cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:47:59.746682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e6b82f70-de32-4b97-b7cd-46e48cbd8026, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e6b82f70-de32-4b97-b7cd-46e48cbd8026,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:47:59.788168 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:59.792232 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8af30667-0448-405d-83c1-1675ea47ebf9 None None] Provisioning complete for port a7059abd-8fb7-452e-9278-b8c15edbf626 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:47:59.792705 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8af30667-0448-405d-83c1-1675ea47ebf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:59.911650 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e6b82f70-de32-4b97-b7cd-46e48cbd8026,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:47:59.927344 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:59.938483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95e6bf83-5891-4dd8-a1d7-18cca0b9f175 req-2df3625b-77bf-412e-bc89-117851c1f220 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064362 Nov 16 04:47:59.972205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465be26f-81b2-4762-a0dc-ee8662eb5f16 req-e0d8dc4a-d4d7-4aa2-a362-4bc9299ecb47 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:47:59.979382 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8af30667-0448-405d-83c1-1675ea47ebf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:47:59.981715 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-465be26f-81b2-4762-a0dc-ee8662eb5f16 req-e0d8dc4a-d4d7-4aa2-a362-4bc9299ecb47 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.1965683 Nov 16 04:48:00.012798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:00.054795 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:00.058632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8af30667-0448-405d-83c1-1675ea47ebf9 None None] For port a7059abd-8fb7-452e-9278-b8c15edbf626, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a7059abd-8fb7-452e-9278-b8c15edbf626,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:00.064923 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8af30667-0448-405d-83c1-1675ea47ebf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:00.070214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:00.109124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-465be26f-81b2-4762-a0dc-ee8662eb5f16 req-87d7a33a-eb7a-4f84-8adf-f8fd6c5944dc tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271849 Nov 16 04:48:00.133263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Pushing event updated for resources: {'Port': ['ID=160783a0-85c3-4037-a34e-828d4a70d695,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:00.151699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:00.174204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8af30667-0448-405d-83c1-1675ea47ebf9 None None] Provisioning complete for port 37c87c11-2a04-43cc-a5ef-802e51ae1b23 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:00.174715 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8af30667-0448-405d-83c1-1675ea47ebf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:00.176266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af30667-0448-405d-83c1-1675ea47ebf9 None None] Pushing event updated for resources: {'Port': ['ID=a7059abd-8fb7-452e-9278-b8c15edbf626,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:00.180903 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5a89fb-e1b1-4960-a3f0-b83fb97b756f x-openstack-request-id: req-4c5a89fb-e1b1-4960-a3f0-b83fb97b756f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:00.181262 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaf540d-4af8-41e9-9613-1aa08a34dd8b", "name": "network-vif-plugged", "status": "completed", "tag": "e6b82f70-de32-4b97-b7cd-46e48cbd8026", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:00.181573 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c5a89fb-e1b1-4960-a3f0-b83fb97b756f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:00.182116 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaf540d-4af8-41e9-9613-1aa08a34dd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b82f70-de32-4b97-b7cd-46e48cbd8026', 'code': 200} Nov 16 04:48:00.294489 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:00.321562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 1b627d80-eb97-466c-836d-03391071a95c no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:48:00.379865 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Network b2d76239-38c0-4067-927a-e44e97332111 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:00.405175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 1b627d80-eb97-466c-836d-03391071a95c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:48:00.405396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06cdb8-76d2-43e2-aafc-6a99dabe8c85 req-89a5cd92-fb12-4bef-9ad8-e3cc8c0b6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:00.406328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 1b627d80-eb97-466c-836d-03391071a95c not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:48:00.408401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b06cdb8-76d2-43e2-aafc-6a99dabe8c85 req-89a5cd92-fb12-4bef-9ad8-e3cc8c0b6444 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 1096 time: 0.1258347 Nov 16 04:48:00.420813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:00.429900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:00.443425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'Port': ['ID=8178ccda-af63-4072-ac8f-d3f04afc358b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:00.466494 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5eca5d38-c229-4afc-984c-209177320d9e None None] Provisioning complete for port a7059abd-8fb7-452e-9278-b8c15edbf626 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:00.472588 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5eca5d38-c229-4afc-984c-209177320d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:00.545826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:00.546503 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:00.574176 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:00.637064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b06cdb8-76d2-43e2-aafc-6a99dabe8c85 req-9aae0e19-82e9-411c-a344-6a15343dae29 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209418 Nov 16 04:48:00.674411 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a9886c8a-d428-44d7-9880-8f0d27a58302 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1659911 Nov 16 04:48:00.684717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a7059abd-8fb7-452e-9278-b8c15edbf626 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:00.744411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd477e-5ef3-46d3-9551-b5e73770a867 req-1db74af8-97a3-4839-b9e5-ffb2ba3a1f22 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:00.751496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15fd477e-5ef3-46d3-9551-b5e73770a867 req-1db74af8-97a3-4839-b9e5-ffb2ba3a1f22 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.2480087 Nov 16 04:48:00.763295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3e522-34ed-49de-a7d2-e45daa41422d req-a86c4a1f-3f09-4fd9-abd6-4600f054ff63 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:00.764756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bf3e522-34ed-49de-a7d2-e45daa41422d req-a86c4a1f-3f09-4fd9-abd6-4600f054ff63 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.15 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 946 time: 0.2990134 Nov 16 04:48:00.776448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a7059abd-8fb7-452e-9278-b8c15edbf626 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:00.776817 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:00.831386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67a885-7efa-458c-a042-5c84ecd18be3 req-d710804c-9ea4-454f-93d2-afc9c7c5c514 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:00.839048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d67a885-7efa-458c-a042-5c84ecd18be3 req-d710804c-9ea4-454f-93d2-afc9c7c5c514 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 946 time: 0.2093425 Nov 16 04:48:00.929846 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-803425fa-6680-4d08-9e4a-bc45ac662bb7 None None] Provisioning complete for port 8178ccda-af63-4072-ac8f-d3f04afc358b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:00.930503 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-803425fa-6680-4d08-9e4a-bc45ac662bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:00.961233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15fd477e-5ef3-46d3-9551-b5e73770a867 req-f60670a8-47db-43c9-b24d-1394fb0bce8c tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954565 Nov 16 04:48:00.968413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 80c0b8b5-937c-4e63-a7d7-9f917500798c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:01.017642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-803425fa-6680-4d08-9e4a-bc45ac662bb7 None None] Port 8178ccda-af63-4072-ac8f-d3f04afc358b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:48:01.024344 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:01.026432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d67a885-7efa-458c-a042-5c84ecd18be3 req-83888bb6-cb2f-4aa5-8781-c5e38e69cd47 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862504 Nov 16 04:48:01.053801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 80c0b8b5-937c-4e63-a7d7-9f917500798c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:01.054328 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:01.096654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-4bf3e522-34ed-49de-a7d2-e45daa41422d req-98421c07-e1a3-431b-958c-10bd0c0b02fb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Deleting port e582fe32-9645-4a06-8dda-4d5435bc0392 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:48:01.096992 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4bf3e522-34ed-49de-a7d2-e45daa41422d req-98421c07-e1a3-431b-958c-10bd0c0b02fb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:01.232049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105795de-5831-41e9-8914-6a1b35cfc9d0 None None] Network aecdcb62-03fc-4b4a-8985-1ae9a33d0c95 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:48:01.260189 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Router 69639b94-673b-4034-b42a-818cc78a7117 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:48:01.274517 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:01.307667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-4bf3e522-34ed-49de-a7d2-e45daa41422d req-98421c07-e1a3-431b-958c-10bd0c0b02fb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] For port e582fe32-9645-4a06-8dda-4d5435bc0392, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e582fe32-9645-4a06-8dda-4d5435bc0392,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:01.309071 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4bf3e522-34ed-49de-a7d2-e45daa41422d req-98421c07-e1a3-431b-958c-10bd0c0b02fb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:01.348794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-4bf3e522-34ed-49de-a7d2-e45daa41422d req-98421c07-e1a3-431b-958c-10bd0c0b02fb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Calling delete_port for e582fe32-9645-4a06-8dda-4d5435bc0392 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:48:01.356402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 80c0b8b5-937c-4e63-a7d7-9f917500798c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=80c0b8b5-937c-4e63-a7d7-9f917500798c,segment=NetworkSegment(f231130c-af88-400e-9d3c-a526c1324a6a),segment_id=f231130c-af88-400e-9d3c-a526c1324a6a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:01.357487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-baa07476-4efb-4ba4-8c26-6de75264b6a7 None None] Provisioning complete for port 80c0b8b5-937c-4e63-a7d7-9f917500798c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:01.357876 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-baa07476-4efb-4ba4-8c26-6de75264b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:01.376153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda7c02-9e73-4dfa-898b-a18b1216d4e6 req-8c21eb21-3e7c-4770-ad44-f39a3f0ca4b4 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:01.379310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bda7c02-9e73-4dfa-898b-a18b1216d4e6 req-8c21eb21-3e7c-4770-ad44-f39a3f0ca4b4 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 945 time: 0.2158232 Nov 16 04:48:01.393205 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:48:01.407120 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Sync routers for ids ['69639b94-673b-4034-b42a-818cc78a7117'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:48:01.414212 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:01.415853 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-296ac105-5acf-4ebc-aefb-8e85e0eda68c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4071250 Nov 16 04:48:01.418570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42702) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:01.424223 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Routers {'69639b94-673b-4034-b42a-818cc78a7117'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:01.427299 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:47:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['69639b94-673b-4034-b42a-818cc78a7117'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:01.457401 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:01.458728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 37c87c11-2a04-43cc-a5ef-802e51ae1b23 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:01.579512 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=80c0b8b5-937c-4e63-a7d7-9f917500798c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:01.615870 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bda7c02-9e73-4dfa-898b-a18b1216d4e6 req-6200d394-cc8d-4e23-a86d-9db6317b127c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253244 Nov 16 04:48:01.745000 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Set router 69639b94-673b-4034-b42a-818cc78a7117 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:01.760613 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4bf3e522-34ed-49de-a7d2-e45daa41422d req-98421c07-e1a3-431b-958c-10bd0c0b02fb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:01.790844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['99455a78-80d6-436c-b512-6fba5c64bdc3', 'e582fe32-9645-4a06-8dda-4d5435bc0392'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:48:01.870412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98421c07-e1a3-431b-958c-10bd0c0b02fb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event deleted for resources: {'Port': ['ID=e582fe32-9645-4a06-8dda-4d5435bc0392,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:01.958786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42714) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:01.982470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-48345df4-d014-4222-9395-f19b43b0fcff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174542866', 'description': 'tempest-description--75359068'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:02.024950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 37c87c11-2a04-43cc-a5ef-802e51ae1b23 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:02.025511 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.067032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782c3bb-75c9-41b8-b195-fea3f1e4ecdf req-0cf8545b-abcc-4c10-959a-b9fbb907031b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:02.074624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d782c3bb-75c9-41b8-b195-fea3f1e4ecdf req-0cf8545b-abcc-4c10-959a-b9fbb907031b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.2089467 Nov 16 04:48:02.129470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf3e522-34ed-49de-a7d2-e45daa41422d req-98421c07-e1a3-431b-958c-10bd0c0b02fb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] No DVR routers for this DVR port e582fe32-9645-4a06-8dda-4d5435bc0392 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:48:02.148248 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69639b94-673b-4034-b42a-818cc78a7117', 'name': 'tempest-ServersTestMultiNic-120979963-router', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '160783a0-85c3-4037-a34e-828d4a70d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:57Z', 'updated_at': '2021-11-16T04:48:00Z', 'revision_number': 3, 'project_id': '73c819dedc6941fc95e863eae825a90c', 'gw_port': {'id': '160783a0-85c3-4037-a34e-828d4a70d695', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69639b94-673b-4034-b42a-818cc78a7117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:58Z', 'updated_at': '2021-11-16T04:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:02.166655 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4bf3e522-34ed-49de-a7d2-e45daa41422d req-98421c07-e1a3-431b-958c-10bd0c0b02fb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.170598 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bf3e522-34ed-49de-a7d2-e45daa41422d req-98421c07-e1a3-431b-958c-10bd0c0b02fb tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.15 "DELETE /v2.0/ports/e582fe32-9645-4a06-8dda-4d5435bc0392 HTTP/1.1" status: 204 len: 173 time: 1.3210468 Nov 16 04:48:02.193740 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d782c3bb-75c9-41b8-b195-fea3f1e4ecdf req-14de94d3-bbe4-4d5c-a2cd-0a11055b10d4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122191 Nov 16 04:48:02.195047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8272f874-d588-436d-8c91-165278d12b09', 'name': 'network-vif-deleted', 'tag': 'e582fe32-9645-4a06-8dda-4d5435bc0392'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:02.201960 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121f2e4d-0c72-47a0-8342-a8953d85abc9" -d '{"events": [{"server_uuid": "8272f874-d588-436d-8c91-165278d12b09", "name": "network-vif-deleted", "tag": "e582fe32-9645-4a06-8dda-4d5435bc0392"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:02.204567 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Checking router: 69639b94-673b-4034-b42a-818cc78a7117 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:48:02.205167 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Updating router 69639b94-673b-4034-b42a-818cc78a7117 port 160783a0-85c3-4037-a34e-828d4a70d695 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:48:02.244414 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.265813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48345df4-d014-4222-9395-f19b43b0fcff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.275484 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.426228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 80c0b8b5-937c-4e63-a7d7-9f917500798c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:02.450316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48345df4-d014-4222-9395-f19b43b0fcff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.474794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81aa23-69b7-442b-aec2-3af4cf1b125a req-532929e3-cd3d-4eed-b96d-f02e5663b7f5 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:02.482833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b81aa23-69b7-442b-aec2-3af4cf1b125a req-532929e3-cd3d-4eed-b96d-f02e5663b7f5 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.4266458 Nov 16 04:48:02.485181 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48345df4-d014-4222-9395-f19b43b0fcff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.543564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1d4e487-b935-4e0b-a7d6-58bce0885e8e req-233f7e17-3546-4958-a6b7-ce25d4a99ee4 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=8272f874-d588-436d-8c91-165278d12b09 HTTP/1.1" status: 200 len: 210 time: 0.1245623 Nov 16 04:48:02.574643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 80c0b8b5-937c-4e63-a7d7-9f917500798c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:02.576617 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.618343 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48345df4-d014-4222-9395-f19b43b0fcff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.625999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-48345df4-d014-4222-9395-f19b43b0fcff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6589453 Nov 16 04:48:02.627970 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2d8ab3-760b-466a-819f-05af33743fcb x-openstack-request-id: req-4a2d8ab3-760b-466a-819f-05af33743fcb {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:02.628504 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8272f874-d588-436d-8c91-165278d12b09", "name": "network-vif-deleted", "tag": "e582fe32-9645-4a06-8dda-4d5435bc0392", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:02.628946 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a2d8ab3-760b-466a-819f-05af33743fcb {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:02.629525 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8272f874-d588-436d-8c91-165278d12b09', 'name': 'network-vif-deleted', 'tag': 'e582fe32-9645-4a06-8dda-4d5435bc0392', 'status': 'completed', 'code': 200} Nov 16 04:48:02.630115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42722) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:02.654730 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9099a694-6e94-4114-af91-a151c074c720 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'security_group_rule': {'security_group_id': 'db0de018-a273-4ae7-91c7-5fce1eb280d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:02.703374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b81aa23-69b7-442b-aec2-3af4cf1b125a req-9c16f9c3-b76b-49de-af20-9d13e96c1b82 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102287 Nov 16 04:48:02.704749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48345df4-d014-4222-9395-f19b43b0fcff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0de018-a273-4ae7-91c7-5fce1eb280d7,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:02.742949 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9099a694-6e94-4114-af91-a151c074c720 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.781603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Allocated IP 172.20.0.1 (aecdcb62-03fc-4b4a-8985-1ae9a33d0c95/61866f8b-04f2-4d5c-be88-2f657e229fad/f9bc8ed4-1e2d-49ab-8895-9f26cac606cb) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:02.788939 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a7ebf310-559e-4705-ab13-34d0a7227033 None None] Provisioning complete for port 80c0b8b5-937c-4e63-a7d7-9f917500798c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:02.789316 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf310-559e-4705-ab13-34d0a7227033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.860195 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.870556 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.939042 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9099a694-6e94-4114-af91-a151c074c720 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.954629 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Attempting to bind port 160783a0-85c3-4037-a34e-828d4a70d695 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:02.955296 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Attempting to bind port 160783a0-85c3-4037-a34e-828d4a70d695 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:02.955530 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9099a694-6e94-4114-af91-a151c074c720 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.956161 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Attempting to bind port 160783a0-85c3-4037-a34e-828d4a70d695 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:02.961152 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d938b7-15a0-4371-b46f-6b53d98bc7c7 None None] Pushing event updated for resources: {'Port': ['ID=160783a0-85c3-4037-a34e-828d4a70d695,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:02.967854 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:02.968466 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:02.970307 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.971030 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:02.972145 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Bound port: 160783a0-85c3-4037-a34e-828d4a70d695, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:02.972744 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:02.988772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099a694-6e94-4114-af91-a151c074c720 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbf2bbb-4dff-48fa-ab30-9ae4f241a9f1,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:02.998191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587995bb-c213-41c2-ae02-3bcebe553856 req-7327f276-7ec3-42cd-9044-2ba5c27ebdbc tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:02.999842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-587995bb-c213-41c2-ae02-3bcebe553856 req-7327f276-7ec3-42cd-9044-2ba5c27ebdbc tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 945 time: 0.1420684 Nov 16 04:48:03.002967 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9099a694-6e94-4114-af91-a151c074c720 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.007094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9099a694-6e94-4114-af91-a151c074c720 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3704565 Nov 16 04:48:03.008455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42730) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:03.015040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-750b120f-facc-4fc1-8fb0-a6333cfe924e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'security_group_rule': {'security_group_id': 'db0de018-a273-4ae7-91c7-5fce1eb280d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:03.049057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.050580 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] For port 160783a0-85c3-4037-a34e-828d4a70d695, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:03.058773 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] For port 160783a0-85c3-4037-a34e-828d4a70d695, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=160783a0-85c3-4037-a34e-828d4a70d695,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:03.063759 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.078258 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-750b120f-facc-4fc1-8fb0-a6333cfe924e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.116823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-587995bb-c213-41c2-ae02-3bcebe553856 req-6e0e9f96-bed7-4d44-bcdb-64ec172f1a9f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032889 Nov 16 04:48:03.166676 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.177144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-750b120f-facc-4fc1-8fb0-a6333cfe924e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.182978 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-750b120f-facc-4fc1-8fb0-a6333cfe924e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.206950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b120f-facc-4fc1-8fb0-a6333cfe924e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbb40c6-5c15-4eb1-8db5-457bdf054986,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:03.226855 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-750b120f-facc-4fc1-8fb0-a6333cfe924e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.234206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-750b120f-facc-4fc1-8fb0-a6333cfe924e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2192287 Nov 16 04:48:03.234836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42744) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:03.242646 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:03.261616 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Routers {'69639b94-673b-4034-b42a-818cc78a7117'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:03.266515 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:47:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['69639b94-673b-4034-b42a-818cc78a7117'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:03.278104 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d938b7-15a0-4371-b46f-6b53d98bc7c7 None None] Pushing event updated for resources: {'Port': ['ID=160783a0-85c3-4037-a34e-828d4a70d695,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:03.285684 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.296771 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Network aecdcb62-03fc-4b4a-8985-1ae9a33d0c95 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:03.317067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:03.319659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:03.394261 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.457842 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9bc8ed4-1e2d-49ab-8895-9f26cac606cb,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:03.542779 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] Set router 69639b94-673b-4034-b42a-818cc78a7117 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:03.581520 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.617525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf235b2a-991a-4fc6-b7a1-b743f8d34495 req-7a7d74d6-3849-4294-86ac-5ffcd394413a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:03.620299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf235b2a-991a-4fc6-b7a1-b743f8d34495 req-7a7d74d6-3849-4294-86ac-5ffcd394413a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.1854370 Nov 16 04:48:03.652209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fc30a-6e20-4da3-9dbd-d3a6af335773 req-4b3c3c07-2fc0-4673-b17c-c1387218b3f2 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:03.654533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-908fc30a-6e20-4da3-9dbd-d3a6af335773 req-4b3c3c07-2fc0-4673-b17c-c1387218b3f2 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.2811983 Nov 16 04:48:03.657419 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf235b2a-991a-4fc6-b7a1-b743f8d34495 req-3ee2a2ed-11b7-429e-9feb-e018bf383371 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/quotas/fca369ae4679409a8d7092d80703976f HTTP/1.1" status: 200 len: 375 time: 0.0281098 Nov 16 04:48:03.760088 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6168a1ca-8279-4001-aab3-ffe39b6780c5 None None] Provisioning complete for port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:03.761825 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6168a1ca-8279-4001-aab3-ffe39b6780c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.774954 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf235b2a-991a-4fc6-b7a1-b743f8d34495 req-ce48324f-2151-4eb7-b31f-198d19f0a637 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094010 Nov 16 04:48:03.792003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-908fc30a-6e20-4da3-9dbd-d3a6af335773 req-7bca98ea-3e76-45fb-8dde-44a4b02a9a97 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147299 Nov 16 04:48:03.806991 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.828012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6168a1ca-8279-4001-aab3-ffe39b6780c5 None None] Port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:48:03.880985 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.890011 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69639b94-673b-4034-b42a-818cc78a7117', 'name': 'tempest-ServersTestMultiNic-120979963-router', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '160783a0-85c3-4037-a34e-828d4a70d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:57Z', 'updated_at': '2021-11-16T04:48:00Z', 'revision_number': 3, 'project_id': '73c819dedc6941fc95e863eae825a90c', 'gw_port': {'id': '160783a0-85c3-4037-a34e-828d4a70d695', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69639b94-673b-4034-b42a-818cc78a7117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:58Z', 'updated_at': '2021-11-16T04:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:03.893157 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:03.993009 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf235b2a-991a-4fc6-b7a1-b743f8d34495 req-0806269e-e7c0-4845-a0a7-60173c154532 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049921 Nov 16 04:48:04.025499 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Pushing event updated for resources: {'Port': ['ID=f9bc8ed4-1e2d-49ab-8895-9f26cac606cb,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:04.046552 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:04.053820 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a505efe-0751-45d7-aee1-0df033d988ec None None] The sync data for ids ['69639b94-673b-4034-b42a-818cc78a7117'] in n-d-818042-1 is: [{'id': '69639b94-673b-4034-b42a-818cc78a7117', 'name': 'tempest-ServersTestMultiNic-120979963-router', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '160783a0-85c3-4037-a34e-828d4a70d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:57Z', 'updated_at': '2021-11-16T04:48:00Z', 'revision_number': 3, 'project_id': '73c819dedc6941fc95e863eae825a90c', 'gw_port': {'id': '160783a0-85c3-4037-a34e-828d4a70d695', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69639b94-673b-4034-b42a-818cc78a7117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:58Z', 'updated_at': '2021-11-16T04:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:48:04.126004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf235b2a-991a-4fc6-b7a1-b743f8d34495 req-30c99396-375b-4560-ada1-112705a0e493 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230807 Nov 16 04:48:04.202733 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Network aecdcb62-03fc-4b4a-8985-1ae9a33d0c95 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:04.204344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:04.219829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07811d7f-7b77-4422-955f-0825793a662b req-ee8e44a9-83ad-4855-a476-175cc95d3725 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:04.232037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07811d7f-7b77-4422-955f-0825793a662b req-ee8e44a9-83ad-4855-a476-175cc95d3725 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1322348 Nov 16 04:48:04.267426 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Allocated IP 172.25.0.125 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/15e69531-24f4-4369-9832-582b98fea2ca) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:04.315797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07811d7f-7b77-4422-955f-0825793a662b req-4d288c97-ba36-4a12-b69c-e49abbaff758 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818374 Nov 16 04:48:04.499134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Router 69639b94-673b-4034-b42a-818cc78a7117 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:48:04.531752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e582fe32-9645-4a06-8dda-4d5435bc0392 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:48:04.588930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: e582fe32-9645-4a06-8dda-4d5435bc0392 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:48:04.589822 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e582fe32-9645-4a06-8dda-4d5435bc0392 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:48:04.672393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ea59afe0-9fab-4155-91a7-8f6af8db2ab5 None None] Provisioning complete for port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:04.672864 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ea59afe0-9fab-4155-91a7-8f6af8db2ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:04.742685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:48:04.756001 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-64a68c67-4999-4fbf-b1ce-fc26279a89a6 admin admin] 10.222.0.41 "PUT /v2.0/routers/69639b94-673b-4034-b42a-818cc78a7117/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3336937 Nov 16 04:48:04.804109 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ea59afe0-9fab-4155-91a7-8f6af8db2ab5 None None] Port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:48:05.001865 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42796) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:05.066183 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.074427 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-83e9efcb-a6ff-4082-b785-3ca56bb859d0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-870960934'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:05.106477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e9efcb-a6ff-4082-b785-3ca56bb859d0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:05.115430 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-83e9efcb-a6ff-4082-b785-3ca56bb859d0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.157954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83e9efcb-a6ff-4082-b785-3ca56bb859d0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:48:05.167852 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.171322 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-83e9efcb-a6ff-4082-b785-3ca56bb859d0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.171894 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-83e9efcb-a6ff-4082-b785-3ca56bb859d0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Added segment 33142894-e171-4520-818b-47c1d726f959 of type vlan for network 3a240544-6e4f-4503-b0e6-851664cb965c Nov 16 04:48:05.226191 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-83e9efcb-a6ff-4082-b785-3ca56bb859d0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.233701 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:48:05.257700 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-83e9efcb-a6ff-4082-b785-3ca56bb859d0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.268215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e9efcb-a6ff-4082-b785-3ca56bb859d0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:05.268871 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-83e9efcb-a6ff-4082-b785-3ca56bb859d0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.293578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:05.311117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178c14c-ef72-4c62-99f9-d98e8604cca7 req-ab00aa45-254e-4bd0-ac61-6c16fe608e49 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:05.318286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3178c14c-ef72-4c62-99f9-d98e8604cca7 req-ab00aa45-254e-4bd0-ac61-6c16fe608e49 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.1912012 Nov 16 04:48:05.324684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:05.326904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'Port': ['ID=15e69531-24f4-4369-9832-582b98fea2ca,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:05.329003 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-83e9efcb-a6ff-4082-b785-3ca56bb859d0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3252747 Nov 16 04:48:05.329385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:05.332711 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42802) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:05.337949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-615a224d-ee83-43a6-b21a-26a3aef19d9f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Request body: {'subnet': {'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:05.371440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90969809-82e2-4ea0-9997-14e05d42a787 req-9519017c-c37f-4ca5-862f-e82d5f750849 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:05.373280 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90969809-82e2-4ea0-9997-14e05d42a787 req-9519017c-c37f-4ca5-862f-e82d5f750849 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.15 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.2493846 Nov 16 04:48:05.403769 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e9efcb-a6ff-4082-b785-3ca56bb859d0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event updated for resources: {'Network': ['ID=3a240544-6e4f-4503-b0e6-851664cb965c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:05.428235 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 3a240544-6e4f-4503-b0e6-851664cb965c details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:48:05.474447 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615a224d-ee83-43a6-b21a-26a3aef19d9f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:05.475670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c53a8-b3cb-46a5-a750-1a88f5f35701 req-2f521366-a7ed-4ba6-a5c5-a3fe5bb2830c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:05.478356 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-615a224d-ee83-43a6-b21a-26a3aef19d9f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.484455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b13c53a8-b3cb-46a5-a750-1a88f5f35701 req-2f521366-a7ed-4ba6-a5c5-a3fe5bb2830c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 945 time: 0.3586564 Nov 16 04:48:05.667078 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3178c14c-ef72-4c62-99f9-d98e8604cca7 req-ba4815b3-0b27-49a5-810e-5ee21a7a7a29 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477964 Nov 16 04:48:05.715067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-615a224d-ee83-43a6-b21a-26a3aef19d9f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.779279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b13c53a8-b3cb-46a5-a750-1a88f5f35701 req-b97f4695-93ef-40c4-a82b-df62873f62c7 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=116f3393-3383-4a4c-921a-8f11294fff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826862 Nov 16 04:48:05.784778 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.811705 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a224d-ee83-43a6-b21a-26a3aef19d9f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event updated for resources: {'Subnet': ['ID=7abf229a-05ea-4a5f-af28-1bd38b9ee075,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:05.820554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615a224d-ee83-43a6-b21a-26a3aef19d9f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Checking segment: {'id': '33142894-e171-4520-818b-47c1d726f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:05.821059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615a224d-ee83-43a6-b21a-26a3aef19d9f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Network hostable DHCP agents. Network: 3a240544-6e4f-4503-b0e6-851664cb965c, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:48:05.842887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615a224d-ee83-43a6-b21a-26a3aef19d9f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Network 3a240544-6e4f-4503-b0e6-851664cb965c is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:48:05.854652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-615a224d-ee83-43a6-b21a-26a3aef19d9f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 3a240544-6e4f-4503-b0e6-851664cb965c) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:05.864635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbd5b9b-6e45-4bf8-b0be-1e1c1c61e60e None None] Network 3a240544-6e4f-4503-b0e6-851664cb965c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:48:05.870694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615a224d-ee83-43a6-b21a-26a3aef19d9f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:05.871396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-615a224d-ee83-43a6-b21a-26a3aef19d9f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.907916 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-615a224d-ee83-43a6-b21a-26a3aef19d9f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5732520 Nov 16 04:48:05.909659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42822) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:05.919899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-369b42f5-f3fe-4ce0-a621-bf8ab6ac61a2 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-694746030'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:05.955072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-90969809-82e2-4ea0-9997-14e05d42a787 req-c0ae1de1-c8be-48ab-a299-7038379f2c40 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Deleting port 99455a78-80d6-436c-b512-6fba5c64bdc3 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:48:05.955279 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369b42f5-f3fe-4ce0-a621-bf8ab6ac61a2 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:05.955401 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-90969809-82e2-4ea0-9997-14e05d42a787 req-c0ae1de1-c8be-48ab-a299-7038379f2c40 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.958036 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.959795 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-369b42f5-f3fe-4ce0-a621-bf8ab6ac61a2 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:05.992787 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-369b42f5-f3fe-4ce0-a621-bf8ab6ac61a2 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:48:06.003804 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-369b42f5-f3fe-4ce0-a621-bf8ab6ac61a2 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.004243 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-369b42f5-f3fe-4ce0-a621-bf8ab6ac61a2 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Added segment 9d5b89e3-fc62-4cc9-85c2-284986c86a4c of type vlan for network af9fe256-f37b-49ea-adcc-6a2bb785456b Nov 16 04:48:06.053401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-3a240544-6e4f-4503-b0e6-851664cb965c', 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'fixed_ips': [{'subnet_id': '7abf229a-05ea-4a5f-af28-1bd38b9ee075'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:48:06.055130 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.065144 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-369b42f5-f3fe-4ce0-a621-bf8ab6ac61a2 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.095865 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-369b42f5-f3fe-4ce0-a621-bf8ab6ac61a2 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.101942 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369b42f5-f3fe-4ce0-a621-bf8ab6ac61a2 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:06.102731 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-369b42f5-f3fe-4ce0-a621-bf8ab6ac61a2 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.177644 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-369b42f5-f3fe-4ce0-a621-bf8ab6ac61a2 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2642407 Nov 16 04:48:06.178558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42826) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:06.188075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a3779a20-ac3d-4a37-b25c-3c14eebfaae7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Request body: {'subnet': {'network_id': 'af9fe256-f37b-49ea-adcc-6a2bb785456b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:06.188773 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.226496 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Allocated IP 19.80.0.2 (3a240544-6e4f-4503-b0e6-851664cb965c/7abf229a-05ea-4a5f-af28-1bd38b9ee075/e5a4b8ff-6e59-4d56-91c0-9365bb4d7169) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:06.261685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369b42f5-f3fe-4ce0-a621-bf8ab6ac61a2 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event updated for resources: {'Network': ['ID=af9fe256-f37b-49ea-adcc-6a2bb785456b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:06.300700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-a3d606a0-53a0-4629-aaa9-e7ef24c94d30 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:06.313630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-a3d606a0-53a0-4629-aaa9-e7ef24c94d30 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.4967384 Nov 16 04:48:06.327020 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.328781 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network af9fe256-f37b-49ea-adcc-6a2bb785456b details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:48:06.338180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3779a20-ac3d-4a37-b25c-3c14eebfaae7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:06.342894 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3779a20-ac3d-4a37-b25c-3c14eebfaae7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.400455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-e7877a47-e908-4c14-94c6-7ac529240e07 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/quotas/fca369ae4679409a8d7092d80703976f HTTP/1.1" status: 200 len: 375 time: 0.0852711 Nov 16 04:48:06.408511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'Port': ['ID=15e69531-24f4-4369-9832-582b98fea2ca,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:06.496347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 160783a0-85c3-4037-a34e-828d4a70d695 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:06.496980 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f830a-ddfe-4baa-9041-14402a48272a req-d15b8dee-23ee-4f73-85eb-ec9a591cb4c5 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:06.504595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-813f830a-ddfe-4baa-9041-14402a48272a req-d15b8dee-23ee-4f73-85eb-ec9a591cb4c5 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.5978222 Nov 16 04:48:06.605954 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.617876 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.618834 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3779a20-ac3d-4a37-b25c-3c14eebfaae7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.667506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Pushing event updated for resources: {'Port': ['ID=e5a4b8ff-6e59-4d56-91c0-9365bb4d7169,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:06.670223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 160783a0-85c3-4037-a34e-828d4a70d695 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:06.670736 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.676317 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.682807 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3779a20-ac3d-4a37-b25c-3c14eebfaae7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event updated for resources: {'Subnet': ['ID=ac872242-53ff-4b27-86ef-9dc3b7670e8e,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:06.690441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-813f830a-ddfe-4baa-9041-14402a48272a req-84f62c21-d7ed-4001-ac3e-59322253ede2 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847029 Nov 16 04:48:06.719060 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3779a20-ac3d-4a37-b25c-3c14eebfaae7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Checking segment: {'id': '9d5b89e3-fc62-4cc9-85c2-284986c86a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af9fe256-f37b-49ea-adcc-6a2bb785456b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:06.719612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3779a20-ac3d-4a37-b25c-3c14eebfaae7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Network hostable DHCP agents. Network: af9fe256-f37b-49ea-adcc-6a2bb785456b, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:48:06.726779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-90969809-82e2-4ea0-9997-14e05d42a787 req-c0ae1de1-c8be-48ab-a299-7038379f2c40 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] For port 99455a78-80d6-436c-b512-6fba5c64bdc3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=99455a78-80d6-436c-b512-6fba5c64bdc3,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:06.727156 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-90969809-82e2-4ea0-9997-14e05d42a787 req-c0ae1de1-c8be-48ab-a299-7038379f2c40 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.738841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Network 3a240544-6e4f-4503-b0e6-851664cb965c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:06.739076 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3779a20-ac3d-4a37-b25c-3c14eebfaae7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Network af9fe256-f37b-49ea-adcc-6a2bb785456b is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:48:06.755011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:06.756510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-d4ce27de-fe62-4cd3-9b3f-2c99e64f535f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3552032 Nov 16 04:48:06.764772 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.773829 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7564afd6-3e17-4802-8069-6dedadd934dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5302372 Nov 16 04:48:06.773829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-90969809-82e2-4ea0-9997-14e05d42a787 req-c0ae1de1-c8be-48ab-a299-7038379f2c40 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Calling delete_port for 99455a78-80d6-436c-b512-6fba5c64bdc3 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:48:06.777350 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a3779a20-ac3d-4a37-b25c-3c14eebfaae7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, af9fe256-f37b-49ea-adcc-6a2bb785456b) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:06.782820 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3779a20-ac3d-4a37-b25c-3c14eebfaae7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:06.783411 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3779a20-ac3d-4a37-b25c-3c14eebfaae7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:06.788490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:06.796943 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b81d881-997c-4e68-bc43-197e34691071 None None] Network af9fe256-f37b-49ea-adcc-6a2bb785456b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:48:06.823673 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a3779a20-ac3d-4a37-b25c-3c14eebfaae7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6408148 Nov 16 04:48:06.897905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Sync routers for ids ['69639b94-673b-4034-b42a-818cc78a7117'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:48:07.002144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Routers {'69639b94-673b-4034-b42a-818cc78a7117'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:07.002789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:47:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['69639b94-673b-4034-b42a-818cc78a7117'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:07.022243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-167caaab-8b6c-47d7-b4a0-d7b33f3def21 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502544 Nov 16 04:48:07.109237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57dcb1c-14a5-448a-9968-35a5a56cf4b9 req-d259917f-b095-49da-a40a-b6868ca3b77a tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:07.110782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c57dcb1c-14a5-448a-9968-35a5a56cf4b9 req-d259917f-b095-49da-a40a-b6868ca3b77a tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.1300316 Nov 16 04:48:07.153679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Attempting to bind port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:07.154171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Attempting to bind port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '33142894-e171-4520-818b-47c1d726f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:07.154638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Attempting to bind port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 on network 3a240544-6e4f-4503-b0e6-851664cb965c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:07.176313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:07.177280 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Checking segment: {'id': '33142894-e171-4520-818b-47c1d726f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:07.177280 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:07.177633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Bound using segment: {'id': '33142894-e171-4520-818b-47c1d726f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:07.178232 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Bound port: e5a4b8ff-6e59-4d56-91c0-9365bb4d7169, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33142894-e171-4520-818b-47c1d726f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:07.178682 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:07.202765 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-eef7bdfd-3609-40fd-a069-4c8df4c58605 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717477 Nov 16 04:48:07.213485 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-90969809-82e2-4ea0-9997-14e05d42a787 req-c0ae1de1-c8be-48ab-a299-7038379f2c40 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:07.215405 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:07.256657 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae1de1-c8be-48ab-a299-7038379f2c40 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event deleted for resources: {'Port': ['ID=99455a78-80d6-436c-b512-6fba5c64bdc3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:07.280605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c57dcb1c-14a5-448a-9968-35a5a56cf4b9 req-f4671282-6f7d-45a5-979e-79d97f84b010 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450865 Nov 16 04:48:07.289893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 160783a0-85c3-4037-a34e-828d4a70d695, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=160783a0-85c3-4037-a34e-828d4a70d695,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:07.314966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Set router 69639b94-673b-4034-b42a-818cc78a7117 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:07.316737 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:07.359104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-90969809-82e2-4ea0-9997-14e05d42a787 req-c0ae1de1-c8be-48ab-a299-7038379f2c40 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] No DVR routers for this DVR port 99455a78-80d6-436c-b512-6fba5c64bdc3 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:48:07.363038 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-90969809-82e2-4ea0-9997-14e05d42a787 req-c0ae1de1-c8be-48ab-a299-7038379f2c40 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:07.373247 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90969809-82e2-4ea0-9997-14e05d42a787 req-c0ae1de1-c8be-48ab-a299-7038379f2c40 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.15 "DELETE /v2.0/ports/99455a78-80d6-436c-b512-6fba5c64bdc3 HTTP/1.1" status: 204 len: 173 time: 1.9821892 Nov 16 04:48:07.382893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6993930e-6e7e-4860-b356-256566b7f9d2', 'name': 'network-vif-deleted', 'tag': '99455a78-80d6-436c-b512-6fba5c64bdc3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:07.389844 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a46a8d-a9a9-41ea-8e58-9edca297cd00" -d '{"events": [{"server_uuid": "6993930e-6e7e-4860-b356-256566b7f9d2", "name": "network-vif-deleted", "tag": "99455a78-80d6-436c-b512-6fba5c64bdc3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:07.449542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-af9fe256-f37b-49ea-adcc-6a2bb785456b', 'network_id': 'af9fe256-f37b-49ea-adcc-6a2bb785456b', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'fixed_ips': [{'subnet_id': 'ac872242-53ff-4b27-86ef-9dc3b7670e8e'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:48:07.450590 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:07.453506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] For port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:07.566133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] For port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e5a4b8ff-6e59-4d56-91c0-9365bb4d7169,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:07.616039 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:07.618629 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7ddc530-2d70-4564-94b7-eab8a46047c6 req-f3899966-3f20-4c74-bb15-ffec992dc32e tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=6993930e-6e7e-4860-b356-256566b7f9d2 HTTP/1.1" status: 200 len: 210 time: 0.0767729 Nov 16 04:48:07.700819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=160783a0-85c3-4037-a34e-828d4a70d695,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:07.913218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b232-7438-4d24-8bfe-6b30ec7160e3 req-9d5161f0-80bb-4d82-9204-c4875e599cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:07.915540 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1480b232-7438-4d24-8bfe-6b30ec7160e3 req-9d5161f0-80bb-4d82-9204-c4875e599cc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f5f654448204001838bcf01f092ff01&device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 1096 time: 0.2473266 Nov 16 04:48:07.947538 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-877a87b4-fcec-4b14-9dee-16a9b7f93497 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1174542866&fields=id&tenant_id=8dff142c03be4b239332df1ff1f6cd1b HTTP/1.1" status: 200 len: 267 time: 0.1775479 Nov 16 04:48:07.963952 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053a3e3-e59c-469b-89a2-58646ed9924b None None] Pushing event updated for resources: {'Port': ['ID=e5a4b8ff-6e59-4d56-91c0-9365bb4d7169,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:08.000395 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b849690d-ef5e-4cbd-814c-5c9a570fdf4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:08.019025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Allocated IP 19.86.0.2 (af9fe256-f37b-49ea-adcc-6a2bb785456b/ac872242-53ff-4b27-86ef-9dc3b7670e8e/241dcc22-1047-4346-b68e-c66328c87e76) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:08.130457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-b0431a07-f238-41b3-9d73-ebeba3b0a163 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:08.146371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-b0431a07-f238-41b3-9d73-ebeba3b0a163 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:08.151860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-b0431a07-f238-41b3-9d73-ebeba3b0a163 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/networks?id=3a240544-6e4f-4503-b0e6-851664cb965c&id=af9fe256-f37b-49ea-adcc-6a2bb785456b&id=3a240544-6e4f-4503-b0e6-851664cb965c HTTP/1.1" status: 200 len: 1390 time: 0.5321805 Nov 16 04:48:08.240244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-d839e7f8-da20-4b28-af55-5dd45e16ff40 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:08.242644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-d839e7f8-da20-4b28-af55-5dd45e16ff40 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports/10ff97ee-f373-4db5-a57f-eae61ba73e8e HTTP/1.1" status: 200 len: 936 time: 0.2937813 Nov 16 04:48:08.368075 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69639b94-673b-4034-b42a-818cc78a7117', 'name': 'tempest-ServersTestMultiNic-120979963-router', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '160783a0-85c3-4037-a34e-828d4a70d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:57Z', 'updated_at': '2021-11-16T04:48:03Z', 'revision_number': 4, 'project_id': '73c819dedc6941fc95e863eae825a90c', 'gw_port': {'id': '160783a0-85c3-4037-a34e-828d4a70d695', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69639b94-673b-4034-b42a-818cc78a7117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:58Z', 'updated_at': '2021-11-16T04:48:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'f9bc8ed4-1e2d-49ab-8895-9f26cac606cb', 'name': '', 'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'mac_address': 'fa:16:3e:b8:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69639b94-673b-4034-b42a-818cc78a7117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '61866f8b-04f2-4d5c-be88-2f657e229fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:02Z', 'updated_at': '2021-11-16T04:48:03Z', 'revision_number': 2, 'project_id': '73c819dedc6941fc95e863eae825a90c', 'subnets': [{'id': '61866f8b-04f2-4d5c-be88-2f657e229fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:08.398513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-788b5813-40d7-48d9-9070-3f7b3da8146c tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/quotas/73c819dedc6941fc95e863eae825a90c HTTP/1.1" status: 200 len: 375 time: 0.2267601 Nov 16 04:48:08.417467 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Checking router: 69639b94-673b-4034-b42a-818cc78a7117 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:48:08.418078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Updating router 69639b94-673b-4034-b42a-818cc78a7117 port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:48:08.507002 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:08.521428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-54bc50f9-f473-4018-b5eb-cae66dcaa525 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:08.524053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-54bc50f9-f473-4018-b5eb-cae66dcaa525 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports/8178ccda-af63-4072-ac8f-d3f04afc358b HTTP/1.1" status: 200 len: 937 time: 0.2515268 Nov 16 04:48:08.552170 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b232-7438-4d24-8bfe-6b30ec7160e3 req-88c742d5-b958-41f2-89f3-12392801b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:08.554106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1480b232-7438-4d24-8bfe-6b30ec7160e3 req-88c742d5-b958-41f2-89f3-12392801b0c2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1ad9985-b8c7-481f-b33b-be8875f245e0 HTTP/1.1" status: 200 len: 911 time: 0.6232212 Nov 16 04:48:08.652132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-dcc5468a-dea6-4122-8076-214c5cf31103 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1041174 Nov 16 04:48:08.719964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 99455a78-80d6-436c-b512-6fba5c64bdc3 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:48:08.722637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 160783a0-85c3-4037-a34e-828d4a70d695 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:08.735542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-197c922b-5f2b-4c8f-98fb-7f9ab8a01f05 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0432444 Nov 16 04:48:08.768477 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:08.776362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1480b232-7438-4d24-8bfe-6b30ec7160e3 req-e16a8093-05ab-46cc-b8d8-f6c119bc5eef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0066e9dd-a823-49fe-bff6-43e6a23396ff HTTP/1.1" status: 200 len: 1001 time: 0.1479459 Nov 16 04:48:08.784417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 99455a78-80d6-436c-b512-6fba5c64bdc3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:48:08.784869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 99455a78-80d6-436c-b512-6fba5c64bdc3 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:48:08.796097 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:08.975382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Network af9fe256-f37b-49ea-adcc-6a2bb785456b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:08.982917 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:08.986721 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:08.997165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:09.007889 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:09.011450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Pushing event updated for resources: {'Port': ['ID=241dcc22-1047-4346-b68e-c66328c87e76,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:09.080983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 160783a0-85c3-4037-a34e-828d4a70d695 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:09.081280 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:09.164514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-177c01d1-e7a3-4e98-9447-db05d659b705 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=73c819dedc6941fc95e863eae825a90c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7028196 Nov 16 04:48:09.241801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Attempting to bind port 241dcc22-1047-4346-b68e-c66328c87e76 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:09.242176 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Attempting to bind port 241dcc22-1047-4346-b68e-c66328c87e76 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '9d5b89e3-fc62-4cc9-85c2-284986c86a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af9fe256-f37b-49ea-adcc-6a2bb785456b'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:09.242543 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Attempting to bind port 241dcc22-1047-4346-b68e-c66328c87e76 on network af9fe256-f37b-49ea-adcc-6a2bb785456b {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:09.248681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6273d38-b4fa-4f5a-8f63-15d1be0b4e47 None None] Pushing event updated for resources: {'Port': ['ID=f9bc8ed4-1e2d-49ab-8895-9f26cac606cb,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:09.279366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:09.279662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Checking segment: {'id': '9d5b89e3-fc62-4cc9-85c2-284986c86a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af9fe256-f37b-49ea-adcc-6a2bb785456b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:09.280060 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:09.280458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Bound using segment: {'id': '9d5b89e3-fc62-4cc9-85c2-284986c86a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af9fe256-f37b-49ea-adcc-6a2bb785456b'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:09.280956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Bound port: 241dcc22-1047-4346-b68e-c66328c87e76, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5b89e3-fc62-4cc9-85c2-284986c86a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af9fe256-f37b-49ea-adcc-6a2bb785456b'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:09.281335 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:09.337756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-9b04baab-5884-4f44-9632-a4ba04756276 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:09.339966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-9b04baab-5884-4f44-9632-a4ba04756276 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.37 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.1868777 Nov 16 04:48:09.349790 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Attempting to bind port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:09.350194 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Attempting to bind port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'f231130c-af88-400e-9d3c-a526c1324a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:09.350540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Attempting to bind port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb on network aecdcb62-03fc-4b4a-8985-1ae9a33d0c95 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:09.392257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:09.392645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Checking segment: {'id': 'f231130c-af88-400e-9d3c-a526c1324a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:09.393107 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:09.393737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Bound using segment: {'id': 'f231130c-af88-400e-9d3c-a526c1324a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:09.394437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Bound port: f9bc8ed4-1e2d-49ab-8895-9f26cac606cb, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f231130c-af88-400e-9d3c-a526c1324a6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:09.394831 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:09.395190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-6298d7d3-db3a-4677-8c30-a632deeab44f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Request body: {'port': {'device_id': '7da5f1fe-3916-471b-a22a-f16896cce3b0', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'admin_state_up': True, 'tenant_id': 'fca369ae4679409a8d7092d80703976f'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:09.425449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:09.489919 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdbf27d-022d-4d4c-85e8-fc90845121df None None] Network 3a240544-6e4f-4503-b0e6-851664cb965c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:48:09.566940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] For port 241dcc22-1047-4346-b68e-c66328c87e76, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:09.607646 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] For port 241dcc22-1047-4346-b68e-c66328c87e76, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=241dcc22-1047-4346-b68e-c66328c87e76,segment=NetworkSegment(9d5b89e3-fc62-4cc9-85c2-284986c86a4c),segment_id=9d5b89e3-fc62-4cc9-85c2-284986c86a4c)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:09.613515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-52c4ffa3-b308-40e4-b893-966d962344a0 None None] Provisioning complete for port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:09.613933 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52c4ffa3-b308-40e4-b893-966d962344a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:09.615579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b232-7438-4d24-8bfe-6b30ec7160e3 req-227a59c4-6353-407a-be58-2afb73ea7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:09.617600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1480b232-7438-4d24-8bfe-6b30ec7160e3 req-227a59c4-6353-407a-be58-2afb73ea7936 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11ee3581-bd14-4ec0-8925-aa08760e170a HTTP/1.1" status: 200 len: 849 time: 0.4660213 Nov 16 04:48:09.623849 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:09.657577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] For port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:09.725385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] For port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f9bc8ed4-1e2d-49ab-8895-9f26cac606cb,segment=NetworkSegment(f231130c-af88-400e-9d3c-a526c1324a6a),segment_id=f231130c-af88-400e-9d3c-a526c1324a6a)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:09.731133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-1e1b8b0f-8532-485a-a356-6a3cf215c31c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:09.738014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-1e1b8b0f-8532-485a-a356-6a3cf215c31c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:09.745565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-1e1b8b0f-8532-485a-a356-6a3cf215c31c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:09.747371 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-1e1b8b0f-8532-485a-a356-6a3cf215c31c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/networks?id=5bf91be6-016c-43c7-bd07-759140c5c6aa&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 HTTP/1.1" status: 200 len: 1995 time: 1.0110948 Nov 16 04:48:09.754674 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:09.779794 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:09.780177 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:09.799400 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-21e8dfb9-af94-4c40-aae6-9ba33169fd54 service neutron] 10.222.0.41 "GET /v2.0/networks/3a240544-6e4f-4503-b0e6-851664cb965c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570782 Nov 16 04:48:09.811399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480b232-7438-4d24-8bfe-6b30ec7160e3 req-b5c20d67-fa61-4046-93b7-2f8365045004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:09.813057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1480b232-7438-4d24-8bfe-6b30ec7160e3 req-b5c20d67-fa61-4046-93b7-2f8365045004 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1ad9985-b8c7-481f-b33b-be8875f245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835852 Nov 16 04:48:09.822370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-de44c8db-606a-4bca-8752-4a5678be599f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/quotas/8dff142c03be4b239332df1ff1f6cd1b HTTP/1.1" status: 200 len: 375 time: 0.0298088 Nov 16 04:48:09.844679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-6298d7d3-db3a-4677-8c30-a632deeab44f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Made reservation on behalf of fca369ae4679409a8d7092d80703976f for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:09.851765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041e376-7e25-4742-816c-d8abf9f44108 None None] Pushing event updated for resources: {'Port': ['ID=241dcc22-1047-4346-b68e-c66328c87e76,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:09.852302 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-6298d7d3-db3a-4677-8c30-a632deeab44f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:09.929304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Routers {'69639b94-673b-4034-b42a-818cc78a7117'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:09.929976 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:47:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['69639b94-673b-4034-b42a-818cc78a7117'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:10.127472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6273d38-b4fa-4f5a-8f63-15d1be0b4e47 None None] Pushing event updated for resources: {'Port': ['ID=f9bc8ed4-1e2d-49ab-8895-9f26cac606cb,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:10.147629 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52c4ffa3-b308-40e4-b893-966d962344a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:10.210172 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f9e4b506-fb01-4d11-b4d1-fc1dbb55d210 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3778868 Nov 16 04:48:10.268676 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:10.270532 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-befc568a-e9b9-4f72-8e1b-95d72659384f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:10.298617 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] Set router 69639b94-673b-4034-b42a-818cc78a7117 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:10.301270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-f78d9a55-acda-4dd5-8c13-60259dbadad1 service neutron] 10.222.0.41 "GET /v2.0/networks/3a240544-6e4f-4503-b0e6-851664cb965c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670539 Nov 16 04:48:10.301465 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-52c4ffa3-b308-40e4-b893-966d962344a0 None None] For port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e5a4b8ff-6e59-4d56-91c0-9365bb4d7169,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:10.333205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1480b232-7438-4d24-8bfe-6b30ec7160e3 req-b6af1a33-1b50-4132-aaa1-07c1f98da656 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098655 Nov 16 04:48:10.346586 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52c4ffa3-b308-40e4-b893-966d962344a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:10.444438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-6298d7d3-db3a-4677-8c30-a632deeab44f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Allocated IP 172.20.0.12 (814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93/1e81786c-f14f-4e29-8eb3-5467ad56d563/f31298a5-af29-4587-925f-1c9956e87b20) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:10.668003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a005e2c4-b6ac-44e9-9325-7d5a7efd1126 service neutron] 10.222.0.41 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313962 Nov 16 04:48:10.673637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-72b7566e-ba85-43fe-aeb2-92421543a734 service neutron] 10.222.0.41 "GET /v2.0/networks/af9fe256-f37b-49ea-adcc-6a2bb785456b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378532 Nov 16 04:48:10.708364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0a459e5c-4d5a-4eb9-a9e6-324a83940a23 None None] Provisioning complete for port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:10.709112 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a459e5c-4d5a-4eb9-a9e6-324a83940a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:10.733127 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:48:10.733489 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:48:10.743597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4ffa3-b308-40e4-b893-966d962344a0 None None] Pushing event updated for resources: {'Port': ['ID=e5a4b8ff-6e59-4d56-91c0-9365bb4d7169,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:10.886691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7b5c611d-e176-4e58-b3ce-cef6f419c015 service neutron] 10.222.0.41 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019787 Nov 16 04:48:10.888824 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1480b232-7438-4d24-8bfe-6b30ec7160e3 req-31a07db2-a606-489f-93ab-4721466032b2 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225953 Nov 16 04:48:10.923565 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a459e5c-4d5a-4eb9-a9e6-324a83940a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:10.951688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b43bae4b-9084-4401-8421-0f3e881a316c service neutron] 10.222.0.41 "GET /v2.0/ports/10ff97ee-f373-4db5-a57f-eae61ba73e8e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0495479 Nov 16 04:48:10.959150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69639b94-673b-4034-b42a-818cc78a7117', 'name': 'tempest-ServersTestMultiNic-120979963-router', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '160783a0-85c3-4037-a34e-828d4a70d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:57Z', 'updated_at': '2021-11-16T04:48:03Z', 'revision_number': 4, 'project_id': '73c819dedc6941fc95e863eae825a90c', 'gw_port': {'id': '160783a0-85c3-4037-a34e-828d4a70d695', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69639b94-673b-4034-b42a-818cc78a7117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:58Z', 'updated_at': '2021-11-16T04:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'f9bc8ed4-1e2d-49ab-8895-9f26cac606cb', 'name': '', 'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'mac_address': 'fa:16:3e:b8:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69639b94-673b-4034-b42a-818cc78a7117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '61866f8b-04f2-4d5c-be88-2f657e229fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:02Z', 'updated_at': '2021-11-16T04:48:09Z', 'revision_number': 4, 'project_id': '73c819dedc6941fc95e863eae825a90c', 'subnets': [{'id': '61866f8b-04f2-4d5c-be88-2f657e229fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:10.996408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0a459e5c-4d5a-4eb9-a9e6-324a83940a23 None None] For port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f9bc8ed4-1e2d-49ab-8895-9f26cac606cb,segment=NetworkSegment(f231130c-af88-400e-9d3c-a526c1324a6a),segment_id=f231130c-af88-400e-9d3c-a526c1324a6a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:10.997560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f82ea94-e22e-4fc0-bedd-f13a616e823b None None] The sync data for ids ['69639b94-673b-4034-b42a-818cc78a7117'] in n-d-818042-1 is: [{'id': '69639b94-673b-4034-b42a-818cc78a7117', 'name': 'tempest-ServersTestMultiNic-120979963-router', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '160783a0-85c3-4037-a34e-828d4a70d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:57Z', 'updated_at': '2021-11-16T04:48:03Z', 'revision_number': 4, 'project_id': '73c819dedc6941fc95e863eae825a90c', 'gw_port': {'id': '160783a0-85c3-4037-a34e-828d4a70d695', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69639b94-673b-4034-b42a-818cc78a7117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:58Z', 'updated_at': '2021-11-16T04:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'f9bc8ed4-1e2d-49ab-8895-9f26cac606cb', 'name': '', 'network_id': 'aecdcb62-03fc-4b4a-8985-1ae9a33d0c95', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'mac_address': 'fa:16:3e:b8:ca:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69639b94-673b-4034-b42a-818cc78a7117', 'device_owner': 'network:router_interface', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '61866f8b-04f2-4d5c-be88-2f657e229fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:02Z', 'updated_at': '2021-11-16T04:48:09Z', 'revision_number': 4, 'project_id': '73c819dedc6941fc95e863eae825a90c', 'subnets': [{'id': '61866f8b-04f2-4d5c-be88-2f657e229fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:48:11.001019 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a459e5c-4d5a-4eb9-a9e6-324a83940a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:11.090935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-6298d7d3-db3a-4677-8c30-a632deeab44f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:11.130399 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a459e5c-4d5a-4eb9-a9e6-324a83940a23 None None] Pushing event updated for resources: {'Port': ['ID=f9bc8ed4-1e2d-49ab-8895-9f26cac606cb,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:11.142788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-15154e41-d183-42de-b25a-8e24e4d61deb None None] Provisioning complete for port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:11.143539 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15154e41-d183-42de-b25a-8e24e4d61deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:11.160219 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-03fa89ca-4317-4acf-abae-ddbf212a1940 service neutron] 10.222.0.41 "GET /v2.0/networks/af9fe256-f37b-49ea-adcc-6a2bb785456b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767249 Nov 16 04:48:11.210772 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-6298d7d3-db3a-4677-8c30-a632deeab44f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:11.225231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4f3c69a0-3516-4163-a159-310032b94f44 service neutron] 10.222.0.41 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497823 Nov 16 04:48:11.242014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:48:11.366622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d637930c-b740-4724-8fd3-05c8bfbcb888 None None] Network af9fe256-f37b-49ea-adcc-6a2bb785456b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:48:11.656161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-6298d7d3-db3a-4677-8c30-a632deeab44f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:11.692961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-6298d7d3-db3a-4677-8c30-a632deeab44f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:11.703451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 241dcc22-1047-4346-b68e-c66328c87e76 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:11.710256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-6298d7d3-db3a-4677-8c30-a632deeab44f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:11.741530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298d7d3-db3a-4677-8c30-a632deeab44f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event updated for resources: {'Port': ['ID=f31298a5-af29-4587-925f-1c9956e87b20,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:11.781567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d482fdaf-9fb4-4142-859d-8b572eb1261a None None] Provisioning complete for port 241dcc22-1047-4346-b68e-c66328c87e76 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:11.781962 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d482fdaf-9fb4-4142-859d-8b572eb1261a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:11.812060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-6298d7d3-db3a-4677-8c30-a632deeab44f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:11.812690 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-6298d7d3-db3a-4677-8c30-a632deeab44f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:11.819568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-1963e9c0-19e1-4341-a9b7-37508f7b12a9 service neutron] 10.222.0.41 "GET /v2.0/networks/3a240544-6e4f-4503-b0e6-851664cb965c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192939 Nov 16 04:48:11.861355 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:11.863220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 241dcc22-1047-4346-b68e-c66328c87e76 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:11.864112 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:11.899438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-368135c6-2803-4e25-835c-9a300e7d237e service neutron] 10.222.0.41 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365685 Nov 16 04:48:11.906792 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-6298d7d3-db3a-4677-8c30-a632deeab44f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5237672 Nov 16 04:48:11.926070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Request body: {'port': {'device_id': '7da5f1fe-3916-471b-a22a-f16896cce3b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:11.961277 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d482fdaf-9fb4-4142-859d-8b572eb1261a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:11.983575 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-79be1f9d-a06f-4222-b653-e89d5a068660 service neutron] 10.222.0.41 "GET /v2.0/ports/8178ccda-af63-4072-ac8f-d3f04afc358b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0756359 Nov 16 04:48:12.032185 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d482fdaf-9fb4-4142-859d-8b572eb1261a None None] For port 241dcc22-1047-4346-b68e-c66328c87e76, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=241dcc22-1047-4346-b68e-c66328c87e76,segment=NetworkSegment(9d5b89e3-fc62-4cc9-85c2-284986c86a4c),segment_id=9d5b89e3-fc62-4cc9-85c2-284986c86a4c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:12.051460 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d482fdaf-9fb4-4142-859d-8b572eb1261a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:12.058315 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:12.071873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9e42172f-6ae2-4a0a-9581-1107e29a4cd5 service neutron] 10.222.0.41 "GET /v2.0/networks/3a240544-6e4f-4503-b0e6-851664cb965c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419143 Nov 16 04:48:12.087816 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:12.147653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482fdaf-9fb4-4142-859d-8b572eb1261a None None] Pushing event updated for resources: {'Port': ['ID=241dcc22-1047-4346-b68e-c66328c87e76,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:12.185639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-8538db43-c878-4933-8d01-43ca17305989 service neutron] 10.222.0.41 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950402 Nov 16 04:48:12.211479 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e35fee1e-c8ac-4d21-a999-12d9e2db543a None None] Provisioning complete for port 241dcc22-1047-4346-b68e-c66328c87e76 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:12.212412 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e35fee1e-c8ac-4d21-a999-12d9e2db543a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:12.244625 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:48:12.244971 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:48:12.272095 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e64e86-28ec-4fa1-9e87-bb91e4038701 x-openstack-request-id: req-d3e64e86-28ec-4fa1-9e87-bb91e4038701 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:12.272490 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6993930e-6e7e-4860-b356-256566b7f9d2", "name": "network-vif-deleted", "tag": "99455a78-80d6-436c-b512-6fba5c64bdc3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:12.272642 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3e64e86-28ec-4fa1-9e87-bb91e4038701 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:12.273048 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6993930e-6e7e-4860-b356-256566b7f9d2', 'name': 'network-vif-deleted', 'tag': '99455a78-80d6-436c-b512-6fba5c64bdc3', 'status': 'completed', 'code': 200} Nov 16 04:48:12.451830 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-54364157-81ca-47eb-bab0-e114aaf6f558 service neutron] 10.222.0.41 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577853 Nov 16 04:48:12.558719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1670218-97bf-4a8b-8e75-3af2cee9457d req-d631dcf5-a1e2-4ca2-88ae-33056730ffdd tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:12.562263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1670218-97bf-4a8b-8e75-3af2cee9457d req-d631dcf5-a1e2-4ca2-88ae-33056730ffdd tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.2060597 Nov 16 04:48:12.674139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4f1ebed0-cef2-4c91-a022-62413a53d5ec service neutron] 10.222.0.41 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146707 Nov 16 04:48:12.714757 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1670218-97bf-4a8b-8e75-3af2cee9457d req-c1de9952-98c7-465c-8956-aa8b00360166 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474645 Nov 16 04:48:12.753548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31298a5-af29-4587-925f-1c9956e87b20 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:12.759934 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:12.782868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Transition to ACTIVE for port object f31298a5-af29-4587-925f-1c9956e87b20 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:12.790069 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:12.800179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f9bc8ed4-1e2d-49ab-8895-9f26cac606cb up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:12.856330 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:12.856707 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:12.866726 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-21fbc179-06c7-419e-bc6c-c68e0810830c service neutron] 10.222.0.41 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849759 Nov 16 04:48:12.890865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Pushing event updated for resources: {'Port': ['ID=f31298a5-af29-4587-925f-1c9956e87b20,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:12.940638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:12.980998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b1e5e-8f24-4f4c-964b-3015a7f6ed71 req-4d385206-0496-466d-88a7-03676f17a5cd tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:12.982453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1b1e5e-8f24-4f4c-964b-3015a7f6ed71 req-4d385206-0496-466d-88a7-03676f17a5cd tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=7da5f1fe-3916-471b-a22a-f16896cce3b0 HTTP/1.1" status: 200 len: 944 time: 0.1821496 Nov 16 04:48:12.997403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:12.997796 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:13.090882 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-ae290c94-ae97-4f5c-94ca-8752ad60c9ed service neutron] 10.222.0.41 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154016 Nov 16 04:48:13.096036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae1b1e5e-8f24-4f4c-964b-3015a7f6ed71 req-c00463c0-739b-474c-b349-838fb34ec030 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938144 Nov 16 04:48:13.098002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Attempting to bind port f31298a5-af29-4587-925f-1c9956e87b20 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:13.098337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Attempting to bind port f31298a5-af29-4587-925f-1c9956e87b20 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:13.098662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Attempting to bind port f31298a5-af29-4587-925f-1c9956e87b20 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:13.110416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Port f31298a5-af29-4587-925f-1c9956e87b20 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:13.110744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Attempting to bind port f31298a5-af29-4587-925f-1c9956e87b20 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:13.115625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:13.115965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Checking segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:13.116752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Bound using segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:13.116752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Bound port: f31298a5-af29-4587-925f-1c9956e87b20, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:13.117104 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:13.188061 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:13.268785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-2951aad5-2c4b-46b9-bee4-7a9fbdcc263c service neutron] 10.222.0.41 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715355 Nov 16 04:48:13.273196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] For port f31298a5-af29-4587-925f-1c9956e87b20, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:13.303444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] For port f31298a5-af29-4587-925f-1c9956e87b20, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f31298a5-af29-4587-925f-1c9956e87b20,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:13.332763 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:13.425537 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d9add-4092-4bf5-bdc3-1d348770526c req-c7811250-2f31-4c79-bf38-ef1adac9bc4c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:13.427106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-523d9add-4092-4bf5-bdc3-1d348770526c req-c7811250-2f31-4c79-bf38-ef1adac9bc4c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.2095492 Nov 16 04:48:13.452916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:13.453532 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:13.454953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] 10.222.0.37 "PUT /v2.0/ports/f31298a5-af29-4587-925f-1c9956e87b20 HTTP/1.1" status: 200 len: 1092 time: 1.5347869 Nov 16 04:48:13.470080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 241dcc22-1047-4346-b68e-c66328c87e76 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:13.525678 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 241dcc22-1047-4346-b68e-c66328c87e76 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:13.526118 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:13.541987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53a0e9-d796-480a-8e1b-263bc568e98f service neutron] Pushing event updated for resources: {'Port': ['ID=f31298a5-af29-4587-925f-1c9956e87b20,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:13.582091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-2f019eac-2d7f-4abd-b5f8-60cf70f7bd1b service neutron] 10.222.0.41 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042474 Nov 16 04:48:13.604356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-3a4e6ea5-ea5b-4f1c-b07e-1a849d6fbf8f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:13.611235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-3a4e6ea5-ea5b-4f1c-b07e-1a849d6fbf8f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:13.613507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-3a4e6ea5-ea5b-4f1c-b07e-1a849d6fbf8f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "GET /v2.0/networks?id=3a240544-6e4f-4503-b0e6-851664cb965c&id=af9fe256-f37b-49ea-adcc-6a2bb785456b&id=3a240544-6e4f-4503-b0e6-851664cb965c HTTP/1.1" status: 200 len: 1390 time: 0.2785971 Nov 16 04:48:13.651135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9d4ba7b9-8490-4c51-a76f-cf6dcd02307e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Request body: {'port': {'device_id': '7b192956-584d-419a-af38-360aa266c003', 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c', 'admin_state_up': True, 'tenant_id': '73c819dedc6941fc95e863eae825a90c'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:13.683890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-523d9add-4092-4bf5-bdc3-1d348770526c req-512a1c01-10b6-4eb0-89c5-370f40d80e2f tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471087 Nov 16 04:48:13.731964 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:13.741163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-4094fc17-c39a-4369-bbd3-bc526d3a9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:13.742705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-4094fc17-c39a-4369-bbd3-bc526d3a9aa3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=7da5f1fe-3916-471b-a22a-f16896cce3b0 HTTP/1.1" status: 200 len: 1095 time: 0.2274747 Nov 16 04:48:13.807969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-d9a614e1-d991-469a-b3fd-019bfeaa1972 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f31298a5-af29-4587-925f-1c9956e87b20 HTTP/1.1" status: 200 len: 217 time: 0.0561068 Nov 16 04:48:13.873826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-549c0c1f-47eb-40b0-8cef-a59d698d3af5 service neutron] 10.222.0.41 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822556 Nov 16 04:48:13.978817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-32767ae7-db20-4409-af77-027c5de335f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:13.980281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-32767ae7-db20-4409-af77-027c5de335f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.1568332 Nov 16 04:48:13.995629 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-4a86f218-4f3e-4b72-87e5-ef61fad5b59e tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--823041237&fields=id&tenant_id=dcbe76f52ed24c9698b3727d7dbd3735 HTTP/1.1" status: 200 len: 267 time: 0.1909058 Nov 16 04:48:14.039857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-aa80fa43-18d4-49be-ae9a-e530a8e104c7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477741 Nov 16 04:48:14.076371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9d4ba7b9-8490-4c51-a76f-cf6dcd02307e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:14.079769 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9d4ba7b9-8490-4c51-a76f-cf6dcd02307e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:14.333268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da5f1fe-3916-471b-a22a-f16896cce3b0', 'tag': 'f31298a5-af29-4587-925f-1c9956e87b20'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:14.335441 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc956a9-7cc5-4b43-934f-4b1b83264b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7da5f1fe-3916-471b-a22a-f16896cce3b0", "tag": "f31298a5-af29-4587-925f-1c9956e87b20"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:14.409727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3d6db040-82d8-4a25-88b6-91be1c3edebd service neutron] 10.222.0.41 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282423 Nov 16 04:48:14.583932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-eba42c73-258e-4e45-b6ec-4b16b4c96d42 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:14.585313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-eba42c73-258e-4e45-b6ec-4b16b4c96d42 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/networks?id=4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 HTTP/1.1" status: 200 len: 815 time: 0.5791707 Nov 16 04:48:14.622466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-f83b0054-c3db-40e1-b98d-4581bd372a2b service neutron] 10.222.0.37 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5704107 Nov 16 04:48:14.651107 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-92e439fd-8748-4148-9259-054f219b850a tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/quotas/dcbe76f52ed24c9698b3727d7dbd3735 HTTP/1.1" status: 200 len: 375 time: 0.0543168 Nov 16 04:48:14.652183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9d4ba7b9-8490-4c51-a76f-cf6dcd02307e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Allocated IP 19.80.0.13 (3a240544-6e4f-4503-b0e6-851664cb965c/7abf229a-05ea-4a5f-af28-1bd38b9ee075/b806c556-54e4-47ba-ae6b-7c5e6345ad7a) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:14.713150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e33df5d2-e50c-49c4-8d22-8badc3aae367 service neutron] 10.222.0.41 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713459 Nov 16 04:48:14.807101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-fc1c9376-9f54-4cb6-b8f2-7bf392c5bd1f tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dcbe76f52ed24c9698b3727d7dbd3735&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1391997 Nov 16 04:48:14.842776 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a0a6eb-36c7-4dae-9590-823953dd1e4c req-2a4680f4-a089-44fe-81d0-f1dffbe14c9f service neutron] 10.222.0.37 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072260 Nov 16 04:48:14.983250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-79843deb-c551-4e14-8cbf-5facc8aa9cef service neutron] 10.222.0.41 "GET /v2.0/networks/4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618984 Nov 16 04:48:15.001623 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9d4ba7b9-8490-4c51-a76f-cf6dcd02307e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:15.102698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-5e21cf7f-f6b1-4170-8a87-1681f1d9f78d service neutron] 10.222.0.41 "GET /v2.0/networks/4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131811 Nov 16 04:48:15.104107 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9d4ba7b9-8490-4c51-a76f-cf6dcd02307e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:15.145315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9d4ba7b9-8490-4c51-a76f-cf6dcd02307e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Network 3a240544-6e4f-4503-b0e6-851664cb965c is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:15.150678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9d4ba7b9-8490-4c51-a76f-cf6dcd02307e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:15.154768 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9d4ba7b9-8490-4c51-a76f-cf6dcd02307e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:15.182448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ba7b9-8490-4c51-a76f-cf6dcd02307e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event updated for resources: {'Port': ['ID=b806c556-54e4-47ba-ae6b-7c5e6345ad7a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:15.208973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9d4ba7b9-8490-4c51-a76f-cf6dcd02307e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:15.209617 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9d4ba7b9-8490-4c51-a76f-cf6dcd02307e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:15.225924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9d4ba7b9-8490-4c51-a76f-cf6dcd02307e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5928600 Nov 16 04:48:15.240762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-8d89d34f-31d5-4011-aabf-1c910270eefc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Request body: {'port': {'device_id': '7b192956-584d-419a-af38-360aa266c003', 'network_id': 'af9fe256-f37b-49ea-adcc-6a2bb785456b', 'admin_state_up': True, 'tenant_id': '73c819dedc6941fc95e863eae825a90c'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:15.404957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3b60d-088a-4a79-87d6-430746fa16a2 req-356bb28e-3ec0-418e-b0ce-ad585586dd47 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:15.412928 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68b3b60d-088a-4a79-87d6-430746fa16a2 req-356bb28e-3ec0-418e-b0ce-ad585586dd47 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 931 time: 0.0990684 Nov 16 04:48:15.486616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-8d89d34f-31d5-4011-aabf-1c910270eefc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:15.490807 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-8d89d34f-31d5-4011-aabf-1c910270eefc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:15.499578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-47ba8580-905a-4832-bc52-fdbd2efaad6c None None] Provisioning complete for port b806c556-54e4-47ba-ae6b-7c5e6345ad7a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:15.501430 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47ba8580-905a-4832-bc52-fdbd2efaad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:15.527787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68b3b60d-088a-4a79-87d6-430746fa16a2 req-14ca71e3-0344-4442-875d-317da8778e9f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138835 Nov 16 04:48:15.558065 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-47ba8580-905a-4832-bc52-fdbd2efaad6c None None] Port b806c556-54e4-47ba-ae6b-7c5e6345ad7a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:48:15.722100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001b0b-b05e-463b-8bdb-05ce5a6a7f57 req-968e204b-ebbb-404b-be8a-358ebd9ed961 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:15.730995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d001b0b-b05e-463b-8bdb-05ce5a6a7f57 req-968e204b-ebbb-404b-be8a-358ebd9ed961 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=7da5f1fe-3916-471b-a22a-f16896cce3b0 HTTP/1.1" status: 200 len: 944 time: 0.1043704 Nov 16 04:48:15.777341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-8d89d34f-31d5-4011-aabf-1c910270eefc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Allocated IP 19.86.0.179 (af9fe256-f37b-49ea-adcc-6a2bb785456b/ac872242-53ff-4b27-86ef-9dc3b7670e8e/922ede1e-3a9b-4e15-b558-9f1ebb5d7820) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:15.801656 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78498691-7818-403e-8e4a-db734e903fd7 x-openstack-request-id: req-78498691-7818-403e-8e4a-db734e903fd7 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:15.801985 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da5f1fe-3916-471b-a22a-f16896cce3b0", "tag": "f31298a5-af29-4587-925f-1c9956e87b20", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:15.802243 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78498691-7818-403e-8e4a-db734e903fd7 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:15.802631 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da5f1fe-3916-471b-a22a-f16896cce3b0', 'tag': 'f31298a5-af29-4587-925f-1c9956e87b20', 'status': 'completed', 'code': 200} Nov 16 04:48:15.821328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d001b0b-b05e-463b-8bdb-05ce5a6a7f57 req-429ef5c4-2e6a-435f-b378-1ab743a5414b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892022 Nov 16 04:48:15.930635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c79cbdb6-df83-4869-9681-855664311476 req-7bc6822b-0a51-4386-b069-2cd0634445f1 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0517228 Nov 16 04:48:15.972402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc956a9-7cc5-4b43-934f-4b1b83264b1d req-831be7a5-f36e-42d8-bbbb-b398a3c2f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:15.974189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dc956a9-7cc5-4b43-934f-4b1b83264b1d req-831be7a5-f36e-42d8-bbbb-b398a3c2f92d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=7da5f1fe-3916-471b-a22a-f16896cce3b0 HTTP/1.1" status: 200 len: 1095 time: 0.1390324 Nov 16 04:48:16.096888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b64401e7-88cd-4e47-a65d-7ad626eeadb6 req-883b0df3-82d1-43a0-9583-e4587523044c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 210 time: 0.0947673 Nov 16 04:48:16.123372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebef7ee-f7ab-4383-ac81-5d5ac9b7b493 req-3e36932a-61fd-45e7-b4b7-ce382e9ced3f tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:16.124997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cebef7ee-f7ab-4383-ac81-5d5ac9b7b493 req-3e36932a-61fd-45e7-b4b7-ce382e9ced3f tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.2173803 Nov 16 04:48:16.159497 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:16.234263 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-8d89d34f-31d5-4011-aabf-1c910270eefc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:16.241613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc956a9-7cc5-4b43-934f-4b1b83264b1d req-5f09c9df-ed15-4549-932a-4a963824a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:16.243711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dc956a9-7cc5-4b43-934f-4b1b83264b1d req-5f09c9df-ed15-4549-932a-4a963824a54a service neutron] 10.222.0.37 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 906 time: 0.2422814 Nov 16 04:48:16.276128 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cebef7ee-f7ab-4383-ac81-5d5ac9b7b493 req-de11f42d-1d88-4481-aee1-0f91fb2b2bad tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372237 Nov 16 04:48:16.309865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dc956a9-7cc5-4b43-934f-4b1b83264b1d req-42ee2678-3995-468f-8dc0-a26d5f3d3b66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f31298a5-af29-4587-925f-1c9956e87b20 HTTP/1.1" status: 200 len: 217 time: 0.0486128 Nov 16 04:48:16.348587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28064b6-b5d3-4924-b93f-6d9af44aad85 req-8b88477c-a3f6-402c-b301-27ac51bd002c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:16.350020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a28064b6-b5d3-4924-b93f-6d9af44aad85 req-8b88477c-a3f6-402c-b301-27ac51bd002c tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.1370146 Nov 16 04:48:16.408716 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-8d89d34f-31d5-4011-aabf-1c910270eefc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:16.426760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc956a9-7cc5-4b43-934f-4b1b83264b1d req-1c990c04-cf83-42a3-a021-6c71cc5eb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:16.428186 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dc956a9-7cc5-4b43-934f-4b1b83264b1d req-1c990c04-cf83-42a3-a021-6c71cc5eb0bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.1046975 Nov 16 04:48:16.490312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a28064b6-b5d3-4924-b93f-6d9af44aad85 req-a542f018-07df-4470-97a3-0eb33d76215b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201277 Nov 16 04:48:16.496959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dc956a9-7cc5-4b43-934f-4b1b83264b1d req-e0cf664e-969e-409e-86d6-1b486ac2de1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450180 Nov 16 04:48:16.498736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-8d89d34f-31d5-4011-aabf-1c910270eefc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Network af9fe256-f37b-49ea-adcc-6a2bb785456b is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:16.504837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-8d89d34f-31d5-4011-aabf-1c910270eefc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:16.507071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89d34f-31d5-4011-aabf-1c910270eefc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event updated for resources: {'Port': ['ID=922ede1e-3a9b-4e15-b558-9f1ebb5d7820,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:16.518617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-8d89d34f-31d5-4011-aabf-1c910270eefc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:16.625627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4843053b-960e-4a41-a099-74551b94ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:16.628552 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4843053b-960e-4a41-a099-74551b94ca81 service neutron] 10.222.0.37 "GET /v2.0/ports/10ff97ee-f373-4db5-a57f-eae61ba73e8e HTTP/1.1" status: 200 len: 1032 time: 0.0444667 Nov 16 04:48:16.691071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a1c5b314-523b-46fe-85b1-54f744d0aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:16.692257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-8d89d34f-31d5-4011-aabf-1c910270eefc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:16.692668 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a1c5b314-523b-46fe-85b1-54f744d0aeee service neutron] 10.222.0.37 "GET /v2.0/ports/8178ccda-af63-4072-ac8f-d3f04afc358b HTTP/1.1" status: 200 len: 1033 time: 0.0567458 Nov 16 04:48:16.693291 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-8d89d34f-31d5-4011-aabf-1c910270eefc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:16.738989 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dc956a9-7cc5-4b43-934f-4b1b83264b1d req-90fdae34-ef17-4a69-b592-4f50d0b8e883 service neutron] 10.222.0.37 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280815 Nov 16 04:48:16.742201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-8d89d34f-31d5-4011-aabf-1c910270eefc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5076823 Nov 16 04:48:16.763484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be9a5b-4b95-4489-8deb-0c5bb39711e4 req-b1161e15-5add-48d4-8e0b-22e6d6a2680a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:16.767780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be9a5b-4b95-4489-8deb-0c5bb39711e4 req-b1161e15-5add-48d4-8e0b-22e6d6a2680a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:16.769558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8be9a5b-4b95-4489-8deb-0c5bb39711e4 req-b1161e15-5add-48d4-8e0b-22e6d6a2680a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 1654 time: 0.1602700 Nov 16 04:48:16.833642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-6e4f4411-1e10-4a4d-8d1b-e7f93af8e34e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Request body: {'port': {'device_id': '7b192956-584d-419a-af38-360aa266c003', 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c', 'admin_state_up': True, 'tenant_id': '73c819dedc6941fc95e863eae825a90c'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:16.897023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3effb2c3-e85f-4096-99e3-7482be839ec3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:16.901459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f083cb6a-dfb2-4226-aed7-aae5ae0d44b5 None None] Provisioning complete for port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:16.902012 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f083cb6a-dfb2-4226-aed7-aae5ae0d44b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:16.905223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3effb2c3-e85f-4096-99e3-7482be839ec3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:16.911983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3effb2c3-e85f-4096-99e3-7482be839ec3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:16.914089 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3effb2c3-e85f-4096-99e3-7482be839ec3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "GET /v2.0/networks?id=5bf91be6-016c-43c7-bd07-759140c5c6aa&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 HTTP/1.1" status: 200 len: 1995 time: 0.2131536 Nov 16 04:48:16.953030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f083cb6a-dfb2-4226-aed7-aae5ae0d44b5 None None] Port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:48:16.998372 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-708bebef-72fe-4701-a1cf-bcec06edbca3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dff142c03be4b239332df1ff1f6cd1b HTTP/1.1" status: 200 len: 380 time: 0.0695376 Nov 16 04:48:17.011439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f50fa209-bcb8-4fc4-87fe-40bdfc6e7326 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'port': {'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'admin_state_up': True, 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'security_groups': ['db0de018-a273-4ae7-91c7-5fce1eb280d7']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:17.327417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8be9a5b-4b95-4489-8deb-0c5bb39711e4 req-9a9b16fb-85ba-49de-b5e5-17ad6f735909 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987152 Nov 16 04:48:17.398734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dc956a9-7cc5-4b43-934f-4b1b83264b1d req-975d9223-9456-4bcc-b700-c9d0ed337118 service neutron] 10.222.0.37 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520739 Nov 16 04:48:17.422916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-029ddfa9-1818-460b-8a1d-1152fd73ec43 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:17.424375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-029ddfa9-1818-460b-8a1d-1152fd73ec43 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.2314637 Nov 16 04:48:17.441362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c48a2-17ca-4628-9674-b1aa3bd53d1c req-10268bc0-9c15-463e-abf5-c7c4e5f3120b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:17.449114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-946c48a2-17ca-4628-9674-b1aa3bd53d1c req-10268bc0-9c15-463e-abf5-c7c4e5f3120b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=7da5f1fe-3916-471b-a22a-f16896cce3b0 HTTP/1.1" status: 200 len: 944 time: 0.2871130 Nov 16 04:48:17.505868 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f50fa209-bcb8-4fc4-87fe-40bdfc6e7326 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Made reservation on behalf of 8dff142c03be4b239332df1ff1f6cd1b for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:17.510409 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f50fa209-bcb8-4fc4-87fe-40bdfc6e7326 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:17.605206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-6e4f4411-1e10-4a4d-8d1b-e7f93af8e34e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:17.608607 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-6e4f4411-1e10-4a4d-8d1b-e7f93af8e34e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:17.618398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-938b4dde-733d-4a1b-9490-7de7d63187c0 req-f50f3020-3830-474e-8968-cb1349964904 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0865531 Nov 16 04:48:17.648048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-c376d35f-1a6a-456d-834d-0ac910789895 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:17.648048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-c376d35f-1a6a-456d-834d-0ac910789895 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.37 "GET /v2.0/networks?id=4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 HTTP/1.1" status: 200 len: 815 time: 0.4810727 Nov 16 04:48:17.648048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-946c48a2-17ca-4628-9674-b1aa3bd53d1c req-a41d28a1-0691-4c8f-815a-781c2e4647a8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981556 Nov 16 04:48:17.718396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f50fa209-bcb8-4fc4-87fe-40bdfc6e7326 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Allocated IP 172.20.0.11 (5bf91be6-016c-43c7-bd07-759140c5c6aa/ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753/e345ae6c-f54a-4df8-9d17-3ce9f69a7de1) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:17.838314 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa43f41d-a59c-4129-8c89-b4dc1ee4c438 req-2f066837-041f-4386-9596-e4d0f98dc177 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 210 time: 0.1213541 Nov 16 04:48:17.955294 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f50fa209-bcb8-4fc4-87fe-40bdfc6e7326 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.012766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f50fa209-bcb8-4fc4-87fe-40bdfc6e7326 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.045403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-53a144b3-6a25-4944-8917-9fb5701ef955 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcbe76f52ed24c9698b3727d7dbd3735 HTTP/1.1" status: 200 len: 379 time: 0.3535016 Nov 16 04:48:18.061015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f50fa209-bcb8-4fc4-87fe-40bdfc6e7326 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Network 5bf91be6-016c-43c7-bd07-759140c5c6aa is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:18.061213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31253c35-aefe-4fb3-a60b-8d39236ffdbc req-b6aee0d6-a4ff-41b5-a661-1d0aeffd8f52 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:18.063013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-31253c35-aefe-4fb3-a60b-8d39236ffdbc req-b6aee0d6-a4ff-41b5-a661-1d0aeffd8f52 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.3097565 Nov 16 04:48:18.064874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f50fa209-bcb8-4fc4-87fe-40bdfc6e7326 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:18.069001 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f50fa209-bcb8-4fc4-87fe-40bdfc6e7326 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:18.075854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-13833b1c-ba8e-42ec-9654-fa501ee89454 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Request body: {'port': {'device_id': '1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'admin_state_up': True, 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'security_groups': ['144ff8c5-9d24-4e33-9385-19a7b766e4b6']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:18.099741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fa209-bcb8-4fc4-87fe-40bdfc6e7326 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'Port': ['ID=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:18.132033 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f50fa209-bcb8-4fc4-87fe-40bdfc6e7326 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:18.132611 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f50fa209-bcb8-4fc4-87fe-40bdfc6e7326 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.151538 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f50fa209-bcb8-4fc4-87fe-40bdfc6e7326 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1450114 Nov 16 04:48:18.169233 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a98c95df-1cc9-4c14-85a6-f9b57d108e58 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'port': {'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111', 'admin_state_up': True, 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'security_groups': ['db0de018-a273-4ae7-91c7-5fce1eb280d7']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:18.212318 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-6e4f4411-1e10-4a4d-8d1b-e7f93af8e34e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Allocated IP 19.80.0.152 (3a240544-6e4f-4503-b0e6-851664cb965c/7abf229a-05ea-4a5f-af28-1bd38b9ee075/aedd0b43-daf4-457d-9241-b1b10e7aed55) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:18.263763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Deleting port e1dca4d3-905e-419c-ba7d-5d74e08fb685 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:48:18.264032 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.297979 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.306660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a98c95df-1cc9-4c14-85a6-f9b57d108e58 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Made reservation on behalf of 8dff142c03be4b239332df1ff1f6cd1b for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:18.310967 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a98c95df-1cc9-4c14-85a6-f9b57d108e58 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.392753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a6962a37-655e-403b-8cd2-b895ea31f4e5 None None] Provisioning complete for port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:18.392967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead238bb-9fc7-467f-b97d-b6c5f52ceda8 req-39208258-986f-4bff-85ef-f312fce4ddea tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:18.393521 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6962a37-655e-403b-8cd2-b895ea31f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.402376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ead238bb-9fc7-467f-b97d-b6c5f52ceda8 req-39208258-986f-4bff-85ef-f312fce4ddea tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 944 time: 0.4472802 Nov 16 04:48:18.418642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f31298a5-af29-4587-925f-1c9956e87b20 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:48:18.453914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a6962a37-655e-403b-8cd2-b895ea31f4e5 None None] Port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:48:18.487523 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-31253c35-aefe-4fb3-a60b-8d39236ffdbc req-d56f8695-1470-4214-897e-7084f33672f9 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586433 Nov 16 04:48:18.509795 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a98c95df-1cc9-4c14-85a6-f9b57d108e58 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Allocated IP 10.1.1.214 (b2d76239-38c0-4067-927a-e44e97332111/a9ffbc52-f6af-4707-8f81-2453c73a32de/8360c88d-5afc-43f1-9479-fb3f96d0f2bb) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:18.575331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f31298a5-af29-4587-925f-1c9956e87b20, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f31298a5-af29-4587-925f-1c9956e87b20,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:18.576024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] For port e1dca4d3-905e-419c-ba7d-5d74e08fb685, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e1dca4d3-905e-419c-ba7d-5d74e08fb685,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:18.576487 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.592256 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'f31298a5-af29-4587-925f-1c9956e87b20', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'port_id': 'f31298a5-af29-4587-925f-1c9956e87b20', 'mac_address': 'fa:16:3e:2a:35:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e81786c-f14f-4e29-8eb3-5467ad56d563', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:48:18.650746 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.668474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31298a5-af29-4587-925f-1c9956e87b20 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:18.697299 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f31298a5-af29-4587-925f-1c9956e87b20, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f31298a5-af29-4587-925f-1c9956e87b20,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:18.703175 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.738595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a98c95df-1cc9-4c14-85a6-f9b57d108e58 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.799464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f31298a5-af29-4587-925f-1c9956e87b20,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:18.803001 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a98c95df-1cc9-4c14-85a6-f9b57d108e58 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.860441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a98c95df-1cc9-4c14-85a6-f9b57d108e58 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Network b2d76239-38c0-4067-927a-e44e97332111 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:18.864063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a98c95df-1cc9-4c14-85a6-f9b57d108e58 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:18.868672 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a98c95df-1cc9-4c14-85a6-f9b57d108e58 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:18.917889 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a98c95df-1cc9-4c14-85a6-f9b57d108e58 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:18.918612 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a98c95df-1cc9-4c14-85a6-f9b57d108e58 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.928131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c95df-1cc9-4c14-85a6-f9b57d108e58 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'Port': ['ID=8360c88d-5afc-43f1-9479-fb3f96d0f2bb,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:18.951042 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-6e4f4411-1e10-4a4d-8d1b-e7f93af8e34e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.981689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ead238bb-9fc7-467f-b97d-b6c5f52ceda8 req-54dff84a-3a1f-4af3-946f-fd4bf94c40fa tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups?id=46e8fb72-c85b-463b-823e-6c3c3d868f58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5783050 Nov 16 04:48:18.981921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['f31298a5-af29-4587-925f-1c9956e87b20'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:48:18.990307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-13833b1c-ba8e-42ec-9654-fa501ee89454 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Made reservation on behalf of dcbe76f52ed24c9698b3727d7dbd3735 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:18.995322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-13833b1c-ba8e-42ec-9654-fa501ee89454 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:18.998330 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-a98c95df-1cc9-4c14-85a6-f9b57d108e58 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8388817 Nov 16 04:48:19.017681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-bcc8fc58-7860-41bc-8c3f-343ff64a67eb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'port': {'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111', 'admin_state_up': True, 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'security_groups': ['db0de018-a273-4ae7-91c7-5fce1eb280d7']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:19.173256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-13833b1c-ba8e-42ec-9654-fa501ee89454 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Allocated IP 172.20.0.13 (4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961/105560f5-0ea3-42ef-a88a-8fe8fd151d32/a0706bfd-ec40-4609-873b-3379b8f52ab9) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:19.250888 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-bcc8fc58-7860-41bc-8c3f-343ff64a67eb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Made reservation on behalf of 8dff142c03be4b239332df1ff1f6cd1b for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:19.256915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-bcc8fc58-7860-41bc-8c3f-343ff64a67eb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:19.300087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f115bb62-c283-4b1e-83bc-7e061b51168b None None] Provisioning complete for port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:19.300624 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f115bb62-c283-4b1e-83bc-7e061b51168b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:19.306431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d09e68-83cf-4480-8194-448a7a79e82e req-d9a247f1-dcfa-4174-bd00-b1fc6e9d9429 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:19.319424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d09e68-83cf-4480-8194-448a7a79e82e req-d9a247f1-dcfa-4174-bd00-b1fc6e9d9429 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:19.321756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8d09e68-83cf-4480-8194-448a7a79e82e req-d9a247f1-dcfa-4174-bd00-b1fc6e9d9429 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 1654 time: 0.4977267 Nov 16 04:48:19.340270 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:19.340626 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:19.340938 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Floating IP 98a8265d-a555-4a1a-83b6-ffc86edbbb34 disassociated. External IP: 172.25.0.155, port: e1dca4d3-905e-419c-ba7d-5d74e08fb685. Nov 16 04:48:19.341276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Calling delete_port for e1dca4d3-905e-419c-ba7d-5d74e08fb685 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:48:19.341685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f115bb62-c283-4b1e-83bc-7e061b51168b None None] Port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:48:19.364085 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-6e4f4411-1e10-4a4d-8d1b-e7f93af8e34e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:19.402378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00761744-030e-4513-9510-3229cf007953 req-b7be9b36-b269-4145-a8a1-ebb93bd65f72 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:19.408365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00761744-030e-4513-9510-3229cf007953 req-b7be9b36-b269-4145-a8a1-ebb93bd65f72 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:19.409991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00761744-030e-4513-9510-3229cf007953 req-b7be9b36-b269-4145-a8a1-ebb93bd65f72 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 1654 time: 0.2280533 Nov 16 04:48:19.449050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-bcc8fc58-7860-41bc-8c3f-343ff64a67eb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Allocated IP 10.1.1.78 (b2d76239-38c0-4067-927a-e44e97332111/a9ffbc52-f6af-4707-8f81-2453c73a32de/556cd1e2-0e33-4491-ba20-a7e7bc6b92c7) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:19.551834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-6e4f4411-1e10-4a4d-8d1b-e7f93af8e34e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Network 3a240544-6e4f-4503-b0e6-851664cb965c is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:19.576436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-6e4f4411-1e10-4a4d-8d1b-e7f93af8e34e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:19.594550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-6e4f4411-1e10-4a4d-8d1b-e7f93af8e34e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:19.617977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-bcc8fc58-7860-41bc-8c3f-343ff64a67eb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:19.638412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f4411-1e10-4a4d-8d1b-e7f93af8e34e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event updated for resources: {'Port': ['ID=aedd0b43-daf4-457d-9241-b1b10e7aed55,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:19.685490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-6e4f4411-1e10-4a4d-8d1b-e7f93af8e34e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:19.686211 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-6e4f4411-1e10-4a4d-8d1b-e7f93af8e34e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:19.696425 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-bcc8fc58-7860-41bc-8c3f-343ff64a67eb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:19.699602 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8d09e68-83cf-4480-8194-448a7a79e82e req-ee0eb097-5fe0-4f59-8dd7-0e5cf75fa8d2 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510137 Nov 16 04:48:19.775585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8fc58-7860-41bc-8c3f-343ff64a67eb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'Port': ['ID=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:19.794269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00761744-030e-4513-9510-3229cf007953 req-a4c6c937-0b49-4968-bd17-6326eb3d702b tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3476031 Nov 16 04:48:19.810183 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-bcc8fc58-7860-41bc-8c3f-343ff64a67eb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Network b2d76239-38c0-4067-927a-e44e97332111 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:19.811877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-bcc8fc58-7860-41bc-8c3f-343ff64a67eb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:19.825594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-bcc8fc58-7860-41bc-8c3f-343ff64a67eb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:19.876967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-6e4f4411-1e10-4a4d-8d1b-e7f93af8e34e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0490980 Nov 16 04:48:19.913344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-bcc8fc58-7860-41bc-8c3f-343ff64a67eb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:19.914417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-bcc8fc58-7860-41bc-8c3f-343ff64a67eb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:19.917578 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-13833b1c-ba8e-42ec-9654-fa501ee89454 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:19.937204 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-bcc8fc58-7860-41bc-8c3f-343ff64a67eb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9291971 Nov 16 04:48:19.953147 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b99bdc9e-44ac-4534-aa4f-3a75786a7780 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'port': {'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1', 'admin_state_up': True, 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'security_groups': ['db0de018-a273-4ae7-91c7-5fce1eb280d7']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:19.957562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Request body: {'port': {'device_id': '7b192956-584d-419a-af38-360aa266c003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:19.975015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c61e6462-b7cb-414d-9167-4915e7df6d8a None None] Provisioning complete for port aedd0b43-daf4-457d-9241-b1b10e7aed55 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:19.975385 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c61e6462-b7cb-414d-9167-4915e7df6d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:20.054841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-094e1f01-5d6a-454d-8f7f-bf760ff6dd16 req-7f641cab-04f4-4e7d-9961-dbf05a68ecdd tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 210 time: 0.1252332 Nov 16 04:48:20.066445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c61e6462-b7cb-414d-9167-4915e7df6d8a None None] Port aedd0b43-daf4-457d-9241-b1b10e7aed55 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:48:20.108655 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b99bdc9e-44ac-4534-aa4f-3a75786a7780 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Made reservation on behalf of 8dff142c03be4b239332df1ff1f6cd1b for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:20.150741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144cbf4-dd8d-47a9-bdab-af791da187bd req-7718942d-a787-4070-b719-ea20f9e900f7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:20.153230 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b144cbf4-dd8d-47a9-bdab-af791da187bd req-7718942d-a787-4070-b719-ea20f9e900f7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=7da5f1fe-3916-471b-a22a-f16896cce3b0 HTTP/1.1" status: 200 len: 945 time: 0.3438561 Nov 16 04:48:20.186722 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:20.191098 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:20.228287 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b99bdc9e-44ac-4534-aa4f-3a75786a7780 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:20.291493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ef8d3754-f2d4-4bdd-b032-abff31d28dd0 None None] Provisioning complete for port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:20.292311 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef8d3754-f2d4-4bdd-b032-abff31d28dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:20.344747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ef8d3754-f2d4-4bdd-b032-abff31d28dd0 None None] Port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:48:20.412311 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f31298a5-af29-4587-925f-1c9956e87b20 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:20.490143 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b99bdc9e-44ac-4534-aa4f-3a75786a7780 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Allocated IP 10.2.2.100 (d5e0c125-bbcc-42a8-a7f8-6203ca1695d1/257bfc24-5235-4fdc-b9ff-c2dd8a289b65/09f8af55-badd-41b7-a94d-d362718c5b52) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:20.493216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port f31298a5-af29-4587-925f-1c9956e87b20 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:48:20.497544 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port f31298a5-af29-4587-925f-1c9956e87b20 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:20.497943 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:20.507681 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-13833b1c-ba8e-42ec-9654-fa501ee89454 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:20.518638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event deleted for resources: {'Port': ['ID=e1dca4d3-905e-419c-ba7d-5d74e08fb685,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:20.594548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e1dca4d3-905e-419c-ba7d-5d74e08fb685 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:48:20.644962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: e1dca4d3-905e-419c-ba7d-5d74e08fb685 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:48:20.646164 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e1dca4d3-905e-419c-ba7d-5d74e08fb685 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:48:20.667595 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:20.676416 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b99bdc9e-44ac-4534-aa4f-3a75786a7780 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:20.700491 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da5f1fe-3916-471b-a22a-f16896cce3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31298a5-af29-4587-925f-1c9956e87b20'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:20.703137 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd326ff-f49a-49a0-a81b-14a4f5959a3f" -d '{"events": [{"server_uuid": "7da5f1fe-3916-471b-a22a-f16896cce3b0", "name": "network-vif-plugged", "status": "completed", "tag": "f31298a5-af29-4587-925f-1c9956e87b20"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:20.703400 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b144cbf4-dd8d-47a9-bdab-af791da187bd req-c71b1e46-109a-4b8e-9c97-3a0944e1948b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339799 Nov 16 04:48:20.713719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-13833b1c-ba8e-42ec-9654-fa501ee89454 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:20.727072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0eedf0-038b-488f-92da-4e6eaeed3557 req-0b32557c-5b84-46ca-92d7-fe247abbffe4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:20.730667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f31298a5-af29-4587-925f-1c9956e87b20, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f31298a5-af29-4587-925f-1c9956e87b20,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:20.733713 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a0eedf0-038b-488f-92da-4e6eaeed3557 req-0b32557c-5b84-46ca-92d7-fe247abbffe4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.5752425 Nov 16 04:48:20.736638 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b99bdc9e-44ac-4534-aa4f-3a75786a7780 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:20.738285 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:20.793799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b99bdc9e-44ac-4534-aa4f-3a75786a7780 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:20.797527 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b99bdc9e-44ac-4534-aa4f-3a75786a7780 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:20.798099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13833b1c-ba8e-42ec-9654-fa501ee89454 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Pushing event updated for resources: {'Port': ['ID=a0706bfd-ec40-4609-873b-3379b8f52ab9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:20.800809 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-13833b1c-ba8e-42ec-9654-fa501ee89454 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:20.809399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b99bdc9e-44ac-4534-aa4f-3a75786a7780 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:20.815223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-13833b1c-ba8e-42ec-9654-fa501ee89454 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:20.831606 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f31298a5-af29-4587-925f-1c9956e87b20,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:20.907718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99bdc9e-44ac-4534-aa4f-3a75786a7780 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'Port': ['ID=09f8af55-badd-41b7-a94d-d362718c5b52,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:20.954287 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b99bdc9e-44ac-4534-aa4f-3a75786a7780 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:20.955117 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b99bdc9e-44ac-4534-aa4f-3a75786a7780 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:20.965888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-13833b1c-ba8e-42ec-9654-fa501ee89454 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:20.966586 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-13833b1c-ba8e-42ec-9654-fa501ee89454 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:20.976447 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b99bdc9e-44ac-4534-aa4f-3a75786a7780 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0314360 Nov 16 04:48:20.988868 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'port': {'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1', 'admin_state_up': True, 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'security_groups': ['db0de018-a273-4ae7-91c7-5fce1eb280d7']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:21.124602 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3b0cc9b-9a0b-447e-bb22-17c40869ed07 req-d0c7a0d8-c209-4399-bc24-caef4a07f768 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b8f0c1b-e6fb-43ca-837a-747fefcb2b08 HTTP/1.1" status: 200 len: 210 time: 0.1492939 Nov 16 04:48:21.128098 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-13833b1c-ba8e-42ec-9654-fa501ee89454 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0569935 Nov 16 04:48:21.143168 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a0eedf0-038b-488f-92da-4e6eaeed3557 req-362da659-16e8-4e77-b68d-374ad0668966 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082639 Nov 16 04:48:21.188865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Request body: {'port': {'device_id': '1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:21.191220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Made reservation on behalf of 8dff142c03be4b239332df1ff1f6cd1b for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:21.206105 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:21.241524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Router dec89176-aeb8-45e8-8c10-f32886795cd4 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:48:21.244987 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d361002b-16df-4716-90f8-c508718784f1 x-openstack-request-id: req-d361002b-16df-4716-90f8-c508718784f1 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:21.245469 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da5f1fe-3916-471b-a22a-f16896cce3b0", "name": "network-vif-plugged", "status": "completed", "tag": "f31298a5-af29-4587-925f-1c9956e87b20", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:21.245948 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d361002b-16df-4716-90f8-c508718784f1 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:21.246591 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da5f1fe-3916-471b-a22a-f16896cce3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31298a5-af29-4587-925f-1c9956e87b20', 'code': 200} Nov 16 04:48:21.282747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4fdf739c-c311-44c1-b2cc-e5a8eb6069a9 None None] Provisioning complete for port a0706bfd-ec40-4609-873b-3379b8f52ab9 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:21.283237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fdf739c-c311-44c1-b2cc-e5a8eb6069a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:21.347169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf739c-c311-44c1-b2cc-e5a8eb6069a9 None None] Port a0706bfd-ec40-4609-873b-3379b8f52ab9 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:48:21.473064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9097a7f2-06c5-4f65-aa0d-80c9199a7a3d None None] Provisioning complete for port 09f8af55-badd-41b7-a94d-d362718c5b52 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:21.473661 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9097a7f2-06c5-4f65-aa0d-80c9199a7a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:21.480600 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Allocated IP 10.2.2.200 (d5e0c125-bbcc-42a8-a7f8-6203ca1695d1/257bfc24-5235-4fdc-b9ff-c2dd8a289b65/67326287-18f5-45b8-8163-5eb143ba21c1) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:21.531439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9097a7f2-06c5-4f65-aa0d-80c9199a7a3d None None] Port 09f8af55-badd-41b7-a94d-d362718c5b52 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:48:21.606473 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:21.628174 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:21.634098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b806c556-54e4-47ba-ae6b-7c5e6345ad7a {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:21.658287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea41314-ab4d-491b-8eae-1f545945689f req-5eec8354-f4e6-4db5-99dd-d0586543e6fe tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:21.664378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea41314-ab4d-491b-8eae-1f545945689f req-5eec8354-f4e6-4db5-99dd-d0586543e6fe tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:21.669003 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:21.670826 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea41314-ab4d-491b-8eae-1f545945689f req-5eec8354-f4e6-4db5-99dd-d0586543e6fe tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:21.672402 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eea41314-ab4d-491b-8eae-1f545945689f req-5eec8354-f4e6-4db5-99dd-d0586543e6fe tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2376 time: 0.4069355 Nov 16 04:48:21.675237 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:21.709802 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:21.715686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:21.719577 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:21.722052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7ffda-8f91-4464-a644-4a9f39ba3a9b req-79031321-e51b-4ab2-9742-2284bcd570d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:21.723744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4e7ffda-8f91-4464-a644-4a9f39ba3a9b req-79031321-e51b-4ab2-9742-2284bcd570d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7da5f1fe-3916-471b-a22a-f16896cce3b0 HTTP/1.1" status: 200 len: 1097 time: 0.3859451 Nov 16 04:48:21.766191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Transition to ACTIVE for port object b806c556-54e4-47ba-ae6b-7c5e6345ad7a will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:21.777035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:21.777665 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:21.784775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864aa1b-708c-43da-80a8-e31aba84747a req-9f1e3bc8-e62c-444d-a3d8-da9b1d0891f6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:21.791084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864aa1b-708c-43da-80a8-e31aba84747a req-9f1e3bc8-e62c-444d-a3d8-da9b1d0891f6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:21.791631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event updated for resources: {'Port': ['ID=67326287-18f5-45b8-8163-5eb143ba21c1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:21.800592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864aa1b-708c-43da-80a8-e31aba84747a req-9f1e3bc8-e62c-444d-a3d8-da9b1d0891f6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:21.807239 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8237431 Nov 16 04:48:21.808028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864aa1b-708c-43da-80a8-e31aba84747a req-9f1e3bc8-e62c-444d-a3d8-da9b1d0891f6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:21.808721 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:21.809078 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:21.809420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:21.809759 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:21.810114 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:21.810444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:21.810768 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:21.811098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:21.811430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:21.811757 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:21.812120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:21.812404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b135e5-089d-4700-8625-1ec346eb890a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:21.820403 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Request body: {'port': {'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:21.826357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d864aa1b-708c-43da-80a8-e31aba84747a req-9f1e3bc8-e62c-444d-a3d8-da9b1d0891f6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 3095 time: 0.4268546 Nov 16 04:48:21.868909 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:21.890337 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:21.948024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:48:21.961285 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b992df-eedb-4691-bd86-f77f2ee22d30 None None] Sync routers for ids ['dec89176-aeb8-45e8-8c10-f32886795cd4'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:48:21.984537 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b992df-eedb-4691-bd86-f77f2ee22d30 None None] Routers {'dec89176-aeb8-45e8-8c10-f32886795cd4'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:21.985088 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-85b992df-eedb-4691-bd86-f77f2ee22d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:48:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['dec89176-aeb8-45e8-8c10-f32886795cd4'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:22.065491 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-22d9481c-8862-47e3-bb15-43791ee3135d None None] Provisioning complete for port 67326287-18f5-45b8-8163-5eb143ba21c1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:22.066181 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22d9481c-8862-47e3-bb15-43791ee3135d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:22.128845 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-22d9481c-8862-47e3-bb15-43791ee3135d None None] Port 67326287-18f5-45b8-8163-5eb143ba21c1 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:48:22.135494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] No DVR routers for this DVR port e1dca4d3-905e-419c-ba7d-5d74e08fb685 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:48:22.142524 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:22.147031 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9211c0d-94a1-45dc-aeb4-ea84da24682a req-553d5ca8-ff53-4f54-a854-a13490a2fd1d tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.15 "DELETE /v2.0/ports/e1dca4d3-905e-419c-ba7d-5d74e08fb685 HTTP/1.1" status: 204 len: 173 time: 4.7140179 Nov 16 04:48:22.156871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-deleted', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:22.159886 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b8516d-ab94-4125-ae1c-4eed0a4ed7f5" -d '{"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-deleted", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:22.167255 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eea41314-ab4d-491b-8eae-1f545945689f req-edd4b175-8412-42e7-bd84-a296ae885513 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4740484 Nov 16 04:48:22.190794 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-85b992df-eedb-4691-bd86-f77f2ee22d30 None None] Set router dec89176-aeb8-45e8-8c10-f32886795cd4 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:22.233044 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4e7ffda-8f91-4464-a644-4a9f39ba3a9b req-26d52bf1-f199-430f-8d9d-27a9612cfe3d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852972 Nov 16 04:48:22.233733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Pushing event updated for resources: {'Port': ['ID=b806c556-54e4-47ba-ae6b-7c5e6345ad7a,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:22.271768 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d864aa1b-708c-43da-80a8-e31aba84747a req-65a29496-1aee-47d3-9f20-2b1ae02d7ce4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4379597 Nov 16 04:48:22.336263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:22.358759 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:22.402894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Transition to ACTIVE for port object e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:22.407641 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:22.414463 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:48:22.538526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Attempting to bind port b806c556-54e4-47ba-ae6b-7c5e6345ad7a on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:22.538868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Attempting to bind port b806c556-54e4-47ba-ae6b-7c5e6345ad7a by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '33142894-e171-4520-818b-47c1d726f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:22.539200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Attempting to bind port b806c556-54e4-47ba-ae6b-7c5e6345ad7a on network 3a240544-6e4f-4503-b0e6-851664cb965c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:22.587646 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cc119-322f-41f2-b14e-3034223aa559 req-2ad0761d-490c-41ff-b9f6-ff9c15b4ea04 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:22.589459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-910cc119-322f-41f2-b14e-3034223aa559 req-2ad0761d-490c-41ff-b9f6-ff9c15b4ea04 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 932 time: 0.1873174 Nov 16 04:48:22.593147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Port b806c556-54e4-47ba-ae6b-7c5e6345ad7a on network 3a240544-6e4f-4503-b0e6-851664cb965c not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:22.598266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Attempting to bind port b806c556-54e4-47ba-ae6b-7c5e6345ad7a on network 3a240544-6e4f-4503-b0e6-851664cb965c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:22.605698 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-85b992df-eedb-4691-bd86-f77f2ee22d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 4, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port': {'id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:46Z', 'updated_at': '2021-11-16T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '66eee7d8-9931-4678-ae51-e4a58eb28aac', 'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'tenant_id': '98886c56b701447cb464fb425061a484', 'mac_address': 'fa:16:3e:2d:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:49Z', 'updated_at': '2021-11-16T04:37:56Z', 'revision_number': 5, 'project_id': '98886c56b701447cb464fb425061a484', 'subnets': [{'id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:22.608240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:22.616782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b809efb-4cce-47f9-afa3-3e1c4afc3dc3 req-a763548e-3a56-48b7-8d40-0f79ad623159 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:22.624040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:22.633433 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b809efb-4cce-47f9-afa3-3e1c4afc3dc3 req-a763548e-3a56-48b7-8d40-0f79ad623159 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=7da5f1fe-3916-471b-a22a-f16896cce3b0 HTTP/1.1" status: 200 len: 946 time: 0.2232075 Nov 16 04:48:22.636135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '0f1f9cc5-db30-4662-a075-bbc83fe9cb26', 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd', 'port_id': '0f1f9cc5-db30-4662-a075-bbc83fe9cb26', 'mac_address': 'fa:16:3e:e2:b4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8326faef-5c7d-4ecc-8890-bc1a61c10766', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:48:22.657819 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b992df-eedb-4691-bd86-f77f2ee22d30 None None] Checking router: dec89176-aeb8-45e8-8c10-f32886795cd4 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:48:22.668336 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b992df-eedb-4691-bd86-f77f2ee22d30 None None] Routers {'dec89176-aeb8-45e8-8c10-f32886795cd4'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:22.669152 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-85b992df-eedb-4691-bd86-f77f2ee22d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:48:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['dec89176-aeb8-45e8-8c10-f32886795cd4'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:22.742061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:22.742407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Checking segment: {'id': '33142894-e171-4520-818b-47c1d726f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:22.742796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Bound using segment: {'id': '33142894-e171-4520-818b-47c1d726f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:22.743291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Bound port: b806c556-54e4-47ba-ae6b-7c5e6345ad7a, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33142894-e171-4520-818b-47c1d726f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:22.743655 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:22.752804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Attempting to bind port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:22.752804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Attempting to bind port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'a7374a3b-82a7-4367-831f-a75a4fd399ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:22.752804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Attempting to bind port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 on network 5bf91be6-016c-43c7-bd07-759140c5c6aa {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:22.763110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 on network 5bf91be6-016c-43c7-bd07-759140c5c6aa not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:22.763295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Attempting to bind port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 on network 5bf91be6-016c-43c7-bd07-759140c5c6aa {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:22.775595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:22.775932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Checking segment: {'id': 'a7374a3b-82a7-4367-831f-a75a4fd399ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:22.776324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Bound using segment: {'id': 'a7374a3b-82a7-4367-831f-a75a4fd399ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:22.776771 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Bound port: e345ae6c-f54a-4df8-9d17-3ce9f69a7de1, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7374a3b-82a7-4367-831f-a75a4fd399ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:22.777177 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:22.827847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0706bfd-ec40-4609-873b-3379b8f52ab9 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:22.883375 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-85b992df-eedb-4691-bd86-f77f2ee22d30 None None] Set router dec89176-aeb8-45e8-8c10-f32886795cd4 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:22.923928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] For port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:22.927165 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] For port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1,segment=NetworkSegment(a7374a3b-82a7-4367-831f-a75a4fd399ec),segment_id=a7374a3b-82a7-4367-831f-a75a4fd399ec)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:22.932267 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:22.952019 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:22.967961 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:22.980069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] For port b806c556-54e4-47ba-ae6b-7c5e6345ad7a, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:22.985785 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:22.986398 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:22.987799 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 HTTP/1.1" status: 200 len: 1092 time: 1.1717148 Nov 16 04:48:22.988242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:22.993487 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83e486b-3b99-4100-bc57-154f610ca104" -d '{"events": [{"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "e345ae6c-f54a-4df8-9d17-3ce9f69a7de1"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:23.014145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:23.018041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:23.019679 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6c6e6-701c-4ac5-a7d9-227f559132d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:23.037105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Request body: {'port': {'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:23.082070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b809efb-4cce-47f9-afa3-3e1c4afc3dc3 req-6debce19-4a58-4935-8611-a0f09070dc0d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474559 Nov 16 04:48:23.084340 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:23.104245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Transition to ACTIVE for port object a0706bfd-ec40-4609-873b-3379b8f52ab9 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:23.111816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:23.139812 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:23.169278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-910cc119-322f-41f2-b14e-3034223aa559 req-5b856815-2e89-49d2-ae05-1d44dbc28e23 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5681417 Nov 16 04:48:23.170178 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:23.204767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] For port b806c556-54e4-47ba-ae6b-7c5e6345ad7a, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b806c556-54e4-47ba-ae6b-7c5e6345ad7a,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:23.269349 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-85b992df-eedb-4691-bd86-f77f2ee22d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 4, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port': {'id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:46Z', 'updated_at': '2021-11-16T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '66eee7d8-9931-4678-ae51-e4a58eb28aac', 'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'tenant_id': '98886c56b701447cb464fb425061a484', 'mac_address': 'fa:16:3e:2d:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:49Z', 'updated_at': '2021-11-16T04:37:56Z', 'revision_number': 5, 'project_id': '98886c56b701447cb464fb425061a484', 'subnets': [{'id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:23.282567 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:23.315914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:23.320850 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:23.323608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] 10.222.0.15 "PUT /v2.0/ports/b806c556-54e4-47ba-ae6b-7c5e6345ad7a HTTP/1.1" status: 200 len: 1091 time: 3.3740096 Nov 16 04:48:23.328488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0706bfd-ec40-4609-873b-3379b8f52ab9,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:23.338143 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['0f1f9cc5-db30-4662-a075-bbc83fe9cb26'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:48:23.358104 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b992df-eedb-4691-bd86-f77f2ee22d30 None None] The sync data for ids ['dec89176-aeb8-45e8-8c10-f32886795cd4'] in n-d-818042-1 is: [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:37:50Z', 'revision_number': 4, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port': {'id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:46Z', 'updated_at': '2021-11-16T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '66eee7d8-9931-4678-ae51-e4a58eb28aac', 'name': '', 'network_id': '651b49ac-cdfc-4796-8489-6adedffc3616', 'tenant_id': '98886c56b701447cb464fb425061a484', 'mac_address': 'fa:16:3e:2d:31:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:49Z', 'updated_at': '2021-11-16T04:37:56Z', 'revision_number': 5, 'project_id': '98886c56b701447cb464fb425061a484', 'subnets': [{'id': 'cdbabdc3-a196-4f51-b496-e7650fbf0ec1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:48:23.528012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Request body: {'port': {'device_id': '7b192956-584d-419a-af38-360aa266c003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:23.555184 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae63cd8d-99c3-452f-a4f0-22b0e99f8f55 x-openstack-request-id: req-ae63cd8d-99c3-452f-a4f0-22b0e99f8f55 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:23.560563 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b8f0c1b-e6fb-43ca-837a-747fefcb2b08", "name": "network-vif-deleted", "tag": "e1dca4d3-905e-419c-ba7d-5d74e08fb685", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:23.563050 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae63cd8d-99c3-452f-a4f0-22b0e99f8f55 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:23.563631 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b8f0c1b-e6fb-43ca-837a-747fefcb2b08', 'name': 'network-vif-deleted', 'tag': 'e1dca4d3-905e-419c-ba7d-5d74e08fb685', 'status': 'completed', 'code': 200} Nov 16 04:48:23.826174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99ad67-d323-4dea-919c-7064e0eaac2e service neutron] Pushing event updated for resources: {'Port': ['ID=b806c556-54e4-47ba-ae6b-7c5e6345ad7a,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:23.834353 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:23.846728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Attempting to bind port a0706bfd-ec40-4609-873b-3379b8f52ab9 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:23.847441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Attempting to bind port a0706bfd-ec40-4609-873b-3379b8f52ab9 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:23.848024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Attempting to bind port a0706bfd-ec40-4609-873b-3379b8f52ab9 on network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:23.873388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Port a0706bfd-ec40-4609-873b-3379b8f52ab9 on network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:23.874218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Attempting to bind port a0706bfd-ec40-4609-873b-3379b8f52ab9 on network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:23.888035 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9c9f1c-e453-4a5d-9954-b53775a1e6d6 None None] New status for floating IP 98a8265d-a555-4a1a-83b6-ffc86edbbb34: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:48:23.896554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ff97ee-f373-4db5-a57f-eae61ba73e8e {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:23.916984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4c421-345b-4d20-933d-0d5ef1d8b49b req-7ba500b5-767f-47d7-bfff-3cc687d64dfd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:23.919836 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:23.925280 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1d4c421-345b-4d20-933d-0d5ef1d8b49b req-7ba500b5-767f-47d7-bfff-3cc687d64dfd tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 945 time: 0.2260606 Nov 16 04:48:23.929897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:23.931162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Checking segment: {'id': '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:23.933523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Bound using segment: {'id': '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:23.934239 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Bound port: a0706bfd-ec40-4609-873b-3379b8f52ab9, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:23.937486 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:23.937615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Transition to ACTIVE for port object 10ff97ee-f373-4db5-a57f-eae61ba73e8e will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:23.941968 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:24.002108 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174532d6-6e4b-4f1f-9bba-f14aca71aff9 x-openstack-request-id: req-174532d6-6e4b-4f1f-9bba-f14aca71aff9 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:24.002698 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "e345ae6c-f54a-4df8-9d17-3ce9f69a7de1", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:24.003114 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-174532d6-6e4b-4f1f-9bba-f14aca71aff9 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:24.003701 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1', 'status': 'completed', 'code': 200} Nov 16 04:48:24.079742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Pushing event updated for resources: {'Port': ['ID=10ff97ee-f373-4db5-a57f-eae61ba73e8e,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:24.190723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Attempting to bind port 10ff97ee-f373-4db5-a57f-eae61ba73e8e on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:24.192065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Attempting to bind port 10ff97ee-f373-4db5-a57f-eae61ba73e8e by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:24.192646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Attempting to bind port 10ff97ee-f373-4db5-a57f-eae61ba73e8e on network b2d76239-38c0-4067-927a-e44e97332111 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:24.219526 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Port 10ff97ee-f373-4db5-a57f-eae61ba73e8e on network b2d76239-38c0-4067-927a-e44e97332111 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:24.220040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Attempting to bind port 10ff97ee-f373-4db5-a57f-eae61ba73e8e on network b2d76239-38c0-4067-927a-e44e97332111 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:24.230250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:24.230701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Checking segment: {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:24.231201 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Bound using segment: {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:24.231754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Bound port: 10ff97ee-f373-4db5-a57f-eae61ba73e8e, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:24.232293 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:24.317215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] For port 10ff97ee-f373-4db5-a57f-eae61ba73e8e, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:24.321443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] For port 10ff97ee-f373-4db5-a57f-eae61ba73e8e, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=10ff97ee-f373-4db5-a57f-eae61ba73e8e,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:24.326526 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:24.388314 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Pushing event updated for resources: {'Port': ['ID=10ff97ee-f373-4db5-a57f-eae61ba73e8e,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:24.391414 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:24.392026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:24.393438 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5a5d97fb-fa4f-46d9-b060-820e8c83626c service neutron] 10.222.0.37 "PUT /v2.0/ports/10ff97ee-f373-4db5-a57f-eae61ba73e8e HTTP/1.1" status: 200 len: 1135 time: 1.3614507 Nov 16 04:48:24.430298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:48:24.431366 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Request body: {'port': {'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:24.458528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1d4c421-345b-4d20-933d-0d5ef1d8b49b req-c82bfb86-6869-4ff5-9b4a-7b5731b25439 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320089 Nov 16 04:48:24.501802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] For port a0706bfd-ec40-4609-873b-3379b8f52ab9, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:24.521461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e486b-3b99-4100-bc57-154f610ca104 req-5be9a732-f232-42c3-b763-363be145c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:24.522206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e486b-3b99-4100-bc57-154f610ca104 req-5be9a732-f232-42c3-b763-363be145c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:24.522854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e486b-3b99-4100-bc57-154f610ca104 req-5be9a732-f232-42c3-b763-363be145c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:24.523474 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e486b-3b99-4100-bc57-154f610ca104 req-5be9a732-f232-42c3-b763-363be145c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:24.524155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e486b-3b99-4100-bc57-154f610ca104 req-5be9a732-f232-42c3-b763-363be145c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:24.525269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e486b-3b99-4100-bc57-154f610ca104 req-5be9a732-f232-42c3-b763-363be145c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:24.527435 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b83e486b-3b99-4100-bc57-154f610ca104 req-5be9a732-f232-42c3-b763-363be145c57e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5249 time: 0.5269983 Nov 16 04:48:24.536745 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:24.576968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] For port a0706bfd-ec40-4609-873b-3379b8f52ab9, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a0706bfd-ec40-4609-873b-3379b8f52ab9,segment=NetworkSegment(8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b),segment_id=8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:24.614265 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:24.627430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2118e45-6bd5-44c6-b421-ac799bbb5b1d req-ec43e2ad-3312-4b3b-8be6-7f259f6f53a3 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:24.635575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2118e45-6bd5-44c6-b421-ac799bbb5b1d req-ec43e2ad-3312-4b3b-8be6-7f259f6f53a3 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:24.641797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2118e45-6bd5-44c6-b421-ac799bbb5b1d req-ec43e2ad-3312-4b3b-8be6-7f259f6f53a3 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:24.645472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:24.650361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2118e45-6bd5-44c6-b421-ac799bbb5b1d req-ec43e2ad-3312-4b3b-8be6-7f259f6f53a3 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2388 time: 0.3216875 Nov 16 04:48:24.692271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:24.697917 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:24.708042 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:24.798108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:24.864683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:24.865515 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:24.866752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] 10.222.0.37 "PUT /v2.0/ports/a0706bfd-ec40-4609-873b-3379b8f52ab9 HTTP/1.1" status: 200 len: 1092 time: 3.7223294 Nov 16 04:48:24.886907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8178ccda-af63-4072-ac8f-d3f04afc358b {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:24.902110 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:24.921326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Transition to ACTIVE for port object 8178ccda-af63-4072-ac8f-d3f04afc358b will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:24.925209 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:24.994069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c4734-14f7-4929-9e21-004299e5bca7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0706bfd-ec40-4609-873b-3379b8f52ab9,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:25.010498 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Pushing event updated for resources: {'Port': ['ID=8178ccda-af63-4072-ac8f-d3f04afc358b,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:25.018274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0671f-0af7-4cca-881d-ec343b356738 req-eea3557f-e969-463c-abed-edb9254acd6c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.024295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0671f-0af7-4cca-881d-ec343b356738 req-eea3557f-e969-463c-abed-edb9254acd6c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.042281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0671f-0af7-4cca-881d-ec343b356738 req-eea3557f-e969-463c-abed-edb9254acd6c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.054327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0671f-0af7-4cca-881d-ec343b356738 req-eea3557f-e969-463c-abed-edb9254acd6c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.060895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0671f-0af7-4cca-881d-ec343b356738 req-eea3557f-e969-463c-abed-edb9254acd6c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.076550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0671f-0af7-4cca-881d-ec343b356738 req-eea3557f-e969-463c-abed-edb9254acd6c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.078513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66c0671f-0af7-4cca-881d-ec343b356738 req-eea3557f-e969-463c-abed-edb9254acd6c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 4605 time: 0.4887235 Nov 16 04:48:25.093403 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Attempting to bind port 8178ccda-af63-4072-ac8f-d3f04afc358b on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:25.093838 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Attempting to bind port 8178ccda-af63-4072-ac8f-d3f04afc358b by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:25.094270 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Attempting to bind port 8178ccda-af63-4072-ac8f-d3f04afc358b on network b2d76239-38c0-4067-927a-e44e97332111 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:25.099962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Port 8178ccda-af63-4072-ac8f-d3f04afc358b on network b2d76239-38c0-4067-927a-e44e97332111 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:25.100419 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Attempting to bind port 8178ccda-af63-4072-ac8f-d3f04afc358b on network b2d76239-38c0-4067-927a-e44e97332111 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:25.106598 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:25.109043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2118e45-6bd5-44c6-b421-ac799bbb5b1d req-ea779204-0729-47f5-a4b5-c9f4b52d213b tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4575748 Nov 16 04:48:25.109718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Checking segment: {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:25.110449 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Bound using segment: {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:25.111177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Bound port: 8178ccda-af63-4072-ac8f-d3f04afc358b, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:25.111887 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:25.161136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e486b-3b99-4100-bc57-154f610ca104 req-13a96564-e677-4d2a-8930-f4b9ab17350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.161844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e486b-3b99-4100-bc57-154f610ca104 req-13a96564-e677-4d2a-8930-f4b9ab17350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.162461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e486b-3b99-4100-bc57-154f610ca104 req-13a96564-e677-4d2a-8930-f4b9ab17350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.164214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b83e486b-3b99-4100-bc57-154f610ca104 req-13a96564-e677-4d2a-8930-f4b9ab17350a service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6008422 Nov 16 04:48:25.166945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43024) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:25.232323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] For port 8178ccda-af63-4072-ac8f-d3f04afc358b, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:25.236403 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] For port 8178ccda-af63-4072-ac8f-d3f04afc358b, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8178ccda-af63-4072-ac8f-d3f04afc358b,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:25.260400 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:25.287559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.288265 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:25.289781 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] 10.222.0.37 "PUT /v2.0/ports/8178ccda-af63-4072-ac8f-d3f04afc358b HTTP/1.1" status: 200 len: 1136 time: 0.8654680 Nov 16 04:48:25.331094 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Request body: {'port': {'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:25.338312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-3d075859-0069-4efe-893f-f206cc324fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.339626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-3d075859-0069-4efe-893f-f206cc324fe6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcbe76f52ed24c9698b3727d7dbd3735&device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 1095 time: 0.3956769 Nov 16 04:48:25.459971 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:25.462730 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4338c7-4a59-4519-a138-e1160c3c4377 service neutron] Pushing event updated for resources: {'Port': ['ID=8178ccda-af63-4072-ac8f-d3f04afc358b,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:25.525245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66c0671f-0af7-4cca-881d-ec343b356738 req-7b098877-9ebd-4017-9982-ab0451196ff8 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3921750 Nov 16 04:48:25.525245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-7630cb49-1df9-4543-940a-22dcbd96beab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0706bfd-ec40-4609-873b-3379b8f52ab9 HTTP/1.1" status: 200 len: 217 time: 0.1309159 Nov 16 04:48:25.532073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:25.581975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'tag': 'b806c556-54e4-47ba-ae6b-7c5e6345ad7a'}, {'name': 'network-changed', 'server_uuid': '1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc', 'tag': 'a0706bfd-ec40-4609-873b-3379b8f52ab9'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:25.584234 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c69ba62-243f-45e5-91a9-afa764e24e64" -d '{"events": [{"name": "network-changed", "server_uuid": "7b192956-584d-419a-af38-360aa266c003", "tag": "b806c556-54e4-47ba-ae6b-7c5e6345ad7a"}, {"name": "network-changed", "server_uuid": "1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc", "tag": "a0706bfd-ec40-4609-873b-3379b8f52ab9"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:25.588837 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:25.682483 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e41b74fb-9a33-4533-96dd-373085bb56c9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:25.684482 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Transition to ACTIVE for port object 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:25.696020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e486b-3b99-4100-bc57-154f610ca104 req-35f497f8-b921-4242-9595-edb21b1f3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.698039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b83e486b-3b99-4100-bc57-154f610ca104 req-35f497f8-b921-4242-9595-edb21b1f3adc service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5207410 Nov 16 04:48:25.705871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1cb09-80f7-41b1-8e94-2669855d6cad req-040785de-e2df-4a0f-80da-7b5cb8128dfe tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.713488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbc1cb09-80f7-41b1-8e94-2669855d6cad req-040785de-e2df-4a0f-80da-7b5cb8128dfe tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=7da5f1fe-3916-471b-a22a-f16896cce3b0 HTTP/1.1" status: 200 len: 946 time: 0.4216995 Nov 16 04:48:25.732916 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:25.791843 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e41b74fb-9a33-4533-96dd-373085bb56c9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:25.813210 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8360c88d-5afc-43f1-9479-fb3f96d0f2bb {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:25.815778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-fbe7e2f6-309d-4b64-aeab-ec88c5e689e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.817265 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-fbe7e2f6-309d-4b64-aeab-ec88c5e689e5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=105560f5-0ea3-42ef-a88a-8fe8fd151d32 HTTP/1.1" status: 200 len: 854 time: 0.2890792 Nov 16 04:48:25.826495 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:25.840981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Transition to ACTIVE for port object 8360c88d-5afc-43f1-9479-fb3f96d0f2bb will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:25.846633 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:25.859077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a6e49-a1a3-4293-8215-49a16bd25521 req-89cc9e23-5d17-42fe-9937-5490e017e62d tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:25.860525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a29a6e49-a1a3-4293-8215-49a16bd25521 req-89cc9e23-5d17-42fe-9937-5490e017e62d tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 944 time: 0.2589300 Nov 16 04:48:25.918692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Pushing event updated for resources: {'Port': ['ID=922ede1e-3a9b-4e15-b558-9f1ebb5d7820,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:25.939533 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Pushing event updated for resources: {'Port': ['ID=8360c88d-5afc-43f1-9479-fb3f96d0f2bb,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:25.942734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbc1cb09-80f7-41b1-8e94-2669855d6cad req-43a5a468-d97c-4c3a-bc33-549e94b341e7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282965 Nov 16 04:48:26.031305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': '10ff97ee-f373-4db5-a57f-eae61ba73e8e'}, {'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': '8178ccda-af63-4072-ac8f-d3f04afc358b'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:26.034020 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8898215a-6630-40aa-a3dd-bb874a0d5894" -d '{"events": [{"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "10ff97ee-f373-4db5-a57f-eae61ba73e8e"}, {"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "8178ccda-af63-4072-ac8f-d3f04afc358b"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:26.112660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Attempting to bind port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:26.113283 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Attempting to bind port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:26.113855 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Attempting to bind port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb on network b2d76239-38c0-4067-927a-e44e97332111 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:26.119335 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb on network b2d76239-38c0-4067-927a-e44e97332111 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:26.119916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Attempting to bind port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb on network b2d76239-38c0-4067-927a-e44e97332111 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:26.133197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:26.133834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Checking segment: {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:26.134418 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Bound using segment: {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:26.135056 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Bound port: 8360c88d-5afc-43f1-9479-fb3f96d0f2bb, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:26.135631 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:26.146835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a29a6e49-a1a3-4293-8215-49a16bd25521 req-4389abf7-c2c8-4955-906b-f75101ad8528 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710319 Nov 16 04:48:26.157754 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e41b74fb-9a33-4533-96dd-373085bb56c9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:26.162095 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e41b74fb-9a33-4533-96dd-373085bb56c9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:26.167965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e41b74fb-9a33-4533-96dd-373085bb56c9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "DELETE /v2.0/security-groups/46e8fb72-c85b-463b-823e-6c3c3d868f58 HTTP/1.1" status: 204 len: 168 time: 0.9974182 Nov 16 04:48:26.168342 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43036) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:26.200843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b74fb-9a33-4533-96dd-373085bb56c9 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e8fb72-c85b-463b-823e-6c3c3d868f58,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:26.203186 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-2f6501e0-e1b9-4019-a415-5bea58ac7bc1 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] show failed (client error): The resource could not be found. Nov 16 04:48:26.204344 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2f6501e0-e1b9-4019-a415-5bea58ac7bc1 tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "GET /v2.0/security-groups/46e8fb72-c85b-463b-823e-6c3c3d868f58 HTTP/1.1" status: 404 len: 347 time: 0.0333874 Nov 16 04:48:26.207682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43038) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:26.217749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-78371100-4aa6-47ff-9783-03f7cb99424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:26.220775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-78371100-4aa6-47ff-9783-03f7cb99424d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3884721 Nov 16 04:48:26.304723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Attempting to bind port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:26.305201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Attempting to bind port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '9d5b89e3-fc62-4cc9-85c2-284986c86a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af9fe256-f37b-49ea-adcc-6a2bb785456b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:26.310220 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Attempting to bind port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 on network af9fe256-f37b-49ea-adcc-6a2bb785456b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:26.318311 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaa257f-084f-4248-915b-5db8f1c492c7 x-openstack-request-id: req-caaa257f-084f-4248-915b-5db8f1c492c7 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:26.320964 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b192956-584d-419a-af38-360aa266c003", "tag": "b806c556-54e4-47ba-ae6b-7c5e6345ad7a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc", "tag": "a0706bfd-ec40-4609-873b-3379b8f52ab9", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:26.321226 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-caaa257f-084f-4248-915b-5db8f1c492c7 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:26.321646 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'tag': 'b806c556-54e4-47ba-ae6b-7c5e6345ad7a', 'status': 'completed', 'code': 200} Nov 16 04:48:26.321987 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc', 'tag': 'a0706bfd-ec40-4609-873b-3379b8f52ab9', 'status': 'completed', 'code': 200} Nov 16 04:48:26.330441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 on network af9fe256-f37b-49ea-adcc-6a2bb785456b not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:26.330764 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Attempting to bind port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 on network af9fe256-f37b-49ea-adcc-6a2bb785456b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:26.378319 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:26.378996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Checking segment: {'id': '9d5b89e3-fc62-4cc9-85c2-284986c86a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af9fe256-f37b-49ea-adcc-6a2bb785456b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:26.379665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Bound using segment: {'id': '9d5b89e3-fc62-4cc9-85c2-284986c86a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af9fe256-f37b-49ea-adcc-6a2bb785456b'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:26.381231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Bound port: 922ede1e-3a9b-4e15-b558-9f1ebb5d7820, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d5b89e3-fc62-4cc9-85c2-284986c86a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'af9fe256-f37b-49ea-adcc-6a2bb785456b'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:26.382012 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:26.415719 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] For port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:26.432970 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] For port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8360c88d-5afc-43f1-9479-fb3f96d0f2bb,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:26.439335 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:26.449653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:26.489119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c0c44-4ca1-4b78-9275-4396009c20a0 req-1b70ec8e-5363-4dff-9093-9d6d667d27c1 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:26.501814 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f4c0c44-4ca1-4b78-9275-4396009c20a0 req-1b70ec8e-5363-4dff-9093-9d6d667d27c1 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 944 time: 0.3028111 Nov 16 04:48:26.510887 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-8a40e838-b542-4faf-8bbd-e7e02d13ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:26.511504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-8a40e838-b542-4faf-8bbd-e7e02d13ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:26.511969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-8a40e838-b542-4faf-8bbd-e7e02d13ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:26.514594 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-8a40e838-b542-4faf-8bbd-e7e02d13ffa6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c819dedc6941fc95e863eae825a90c&device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2756 time: 0.1899447 Nov 16 04:48:26.523905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:26.525228 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:26.532452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:26.533075 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:26.534519 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] 10.222.0.37 "PUT /v2.0/ports/8360c88d-5afc-43f1-9479-fb3f96d0f2bb HTTP/1.1" status: 200 len: 1091 time: 1.2094405 Nov 16 04:48:26.550819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd550d-b221-4bc6-9f32-a839cdbb6f87 service neutron] Pushing event updated for resources: {'Port': ['ID=8360c88d-5afc-43f1-9479-fb3f96d0f2bb,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:26.557338 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5e778f36-3fde-41a0-a85c-31ba7821155b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Deleting port b9009ab8-f9c1-405a-a515-bf24db18a975 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:48:26.557690 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e778f36-3fde-41a0-a85c-31ba7821155b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:26.583171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Request body: {'port': {'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:26.627957 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f4c0c44-4ca1-4b78-9275-4396009c20a0 req-85f2e788-1d39-4fd2-ae96-962c82bc9e14 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253202 Nov 16 04:48:26.651619 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:26.686155 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307f612a-4d8e-4686-b39e-9c28f04ac669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f9cc5-db30-4662-a075-bbc83fe9cb26'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:26.690086 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acc33eb-3b40-4dea-9881-1809bb9409a3" -d '{"events": [{"server_uuid": "307f612a-4d8e-4686-b39e-9c28f04ac669", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f9cc5-db30-4662-a075-bbc83fe9cb26"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:26.709103 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:26.716739 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:26.780777 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f524c7-83c8-4dc6-88a2-b225c898fa94 x-openstack-request-id: req-a8f524c7-83c8-4dc6-88a2-b225c898fa94 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:26.781041 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "10ff97ee-f373-4db5-a57f-eae61ba73e8e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "8178ccda-af63-4072-ac8f-d3f04afc358b", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:26.781270 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8f524c7-83c8-4dc6-88a2-b225c898fa94 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:26.781660 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': '10ff97ee-f373-4db5-a57f-eae61ba73e8e', 'status': 'completed', 'code': 200} Nov 16 04:48:26.781956 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': '8178ccda-af63-4072-ac8f-d3f04afc358b', 'status': 'completed', 'code': 200} Nov 16 04:48:26.782504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:26.842880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:26.862569 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e778f36-3fde-41a0-a85c-31ba7821155b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:26.862932 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e778f36-3fde-41a0-a85c-31ba7821155b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:26.890084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5e778f36-3fde-41a0-a85c-31ba7821155b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Calling delete_port for b9009ab8-f9c1-405a-a515-bf24db18a975 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:48:27.262312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef6ad2-7e3a-438f-87e3-7eb8ddfe94ae req-4d9b2ef7-1f28-45cb-aba7-58947409738b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.263803 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26ef6ad2-7e3a-438f-87e3-7eb8ddfe94ae req-4d9b2ef7-1f28-45cb-aba7-58947409738b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=7da5f1fe-3916-471b-a22a-f16896cce3b0 HTTP/1.1" status: 200 len: 946 time: 0.8678184 Nov 16 04:48:27.286191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-422d2eac-01dc-46b7-88a4-945c97799972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.286404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-422d2eac-01dc-46b7-88a4-945c97799972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.286766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-422d2eac-01dc-46b7-88a4-945c97799972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.287221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-422d2eac-01dc-46b7-88a4-945c97799972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.288480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-422d2eac-01dc-46b7-88a4-945c97799972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.288480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-422d2eac-01dc-46b7-88a4-945c97799972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.288691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-422d2eac-01dc-46b7-88a4-945c97799972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.290465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-422d2eac-01dc-46b7-88a4-945c97799972 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6287 time: 0.2393737 Nov 16 04:48:27.298658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] For port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:27.302049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-ac876984-214f-41b2-8292-19b9109e870b service neutron] 10.222.0.37 "GET /v2.0/networks/4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9792490 Nov 16 04:48:27.315031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] For port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=922ede1e-3a9b-4e15-b558-9f1ebb5d7820,segment=NetworkSegment(9d5b89e3-fc62-4cc9-85c2-284986c86a4c),segment_id=9d5b89e3-fc62-4cc9-85c2-284986c86a4c)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:27.360093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba338f4a-5b4e-458a-af37-0eb0af064900 req-28904312-32c5-4674-ab24-4ed74b3c1137 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.365985 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba338f4a-5b4e-458a-af37-0eb0af064900 req-28904312-32c5-4674-ab24-4ed74b3c1137 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.373379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba338f4a-5b4e-458a-af37-0eb0af064900 req-28904312-32c5-4674-ab24-4ed74b3c1137 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.374624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba338f4a-5b4e-458a-af37-0eb0af064900 req-28904312-32c5-4674-ab24-4ed74b3c1137 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2400 time: 0.3248475 Nov 16 04:48:27.394157 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:27.473956 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e778f36-3fde-41a0-a85c-31ba7821155b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:27.517254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-5dc57581-3676-403d-ad3b-0325ef16b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.517630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-5dc57581-3676-403d-ad3b-0325ef16b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.518116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-5dc57581-3676-403d-ad3b-0325ef16b71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.519678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-5dc57581-3676-403d-ad3b-0325ef16b71e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=73c819dedc6941fc95e863eae825a90c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.9115715 Nov 16 04:48:27.522851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e778f36-3fde-41a0-a85c-31ba7821155b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Pushing event deleted for resources: {'Port': ['ID=b9009ab8-f9c1-405a-a515-bf24db18a975,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:27.541645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:27.542308 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:27.543653 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d18575dc-8386-464c-8e41-35716af4269c service neutron] 10.222.0.15 "PUT /v2.0/ports/922ede1e-3a9b-4e15-b558-9f1ebb5d7820 HTTP/1.1" status: 200 len: 1092 time: 4.0354478 Nov 16 04:48:27.575430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:27.608072 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:27.632560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Transition to ACTIVE for port object 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:27.637736 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:27.641434 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e778f36-3fde-41a0-a85c-31ba7821155b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:27.644396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e778f36-3fde-41a0-a85c-31ba7821155b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:27.645799 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5e778f36-3fde-41a0-a85c-31ba7821155b tempest-ServerActionsTestJSON-742943365 tempest-ServerActionsTestJSON-742943365-project] 10.222.0.41 "DELETE /v2.0/floatingips/98a8265d-a555-4a1a-83b6-ffc86edbbb34 HTTP/1.1" status: 204 len: 168 time: 1.4355173 Nov 16 04:48:27.657255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Request body: {'port': {'device_id': '7b192956-584d-419a-af38-360aa266c003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:27.685468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43050) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:27.715364 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:27.766081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26ef6ad2-7e3a-438f-87e3-7eb8ddfe94ae req-5a856e1e-b41f-45be-a49f-07a797064dbc tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877274 Nov 16 04:48:27.832443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18575dc-8386-464c-8e41-35716af4269c service neutron] Pushing event updated for resources: {'Port': ['ID=922ede1e-3a9b-4e15-b558-9f1ebb5d7820,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:27.890485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba338f4a-5b4e-458a-af37-0eb0af064900 req-bcd7c23f-153d-4def-aed8-7980cc5b6760 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102075 Nov 16 04:48:27.955705 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Attempting to bind port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:27.957063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Attempting to bind port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:27.958135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Attempting to bind port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 on network b2d76239-38c0-4067-927a-e44e97332111 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:27.984353 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 on network b2d76239-38c0-4067-927a-e44e97332111 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:27.984729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Attempting to bind port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 on network b2d76239-38c0-4067-927a-e44e97332111 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:28.000969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:28.001340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Checking segment: {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:28.006973 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Bound using segment: {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:28.007603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Bound port: 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053a9ddb-5bfb-429a-98a8-339004341b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:28.007971 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:28.088646 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9279ed27-5949-47f7-a423-3e7ce55744a9 x-openstack-request-id: req-9279ed27-5949-47f7-a423-3e7ce55744a9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:28.089388 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307f612a-4d8e-4686-b39e-9c28f04ac669", "name": "network-vif-plugged", "status": "completed", "tag": "0f1f9cc5-db30-4662-a075-bbc83fe9cb26", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:28.090558 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9279ed27-5949-47f7-a423-3e7ce55744a9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:28.091148 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307f612a-4d8e-4686-b39e-9c28f04ac669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1f9cc5-db30-4662-a075-bbc83fe9cb26', 'code': 200} Nov 16 04:48:28.200835 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] For port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:28.207944 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] For port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:28.215068 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:28.298974 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:28.299661 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:28.301323 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] 10.222.0.37 "PUT /v2.0/ports/556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 HTTP/1.1" status: 200 len: 1090 time: 1.7268367 Nov 16 04:48:28.361846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed98a6-e71e-48ec-a491-13c77bcbbbb7 service neutron] Pushing event updated for resources: {'Port': ['ID=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:28.394548 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe74428d-d454-4a39-bebb-1d86d0ab021d req-16540cab-7566-4ce3-bb23-0135c6f6a469 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0757577 Nov 16 04:48:28.398495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-08f223f6-5099-486e-9dc3-cce65c068b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:28.400175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-08f223f6-5099-486e-9dc3-cce65c068b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:28.400639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-08f223f6-5099-486e-9dc3-cce65c068b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:28.405291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-08f223f6-5099-486e-9dc3-cce65c068b35 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0976131 Nov 16 04:48:28.491305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'tag': '922ede1e-3a9b-4e15-b558-9f1ebb5d7820'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:28.498223 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e35c1b-0f85-43f1-a500-589c4459a2cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7b192956-584d-419a-af38-360aa266c003", "tag": "922ede1e-3a9b-4e15-b558-9f1ebb5d7820"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:28.505194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:28.536646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-91d1254d-f682-4916-9709-38091b622d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:28.538827 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-91d1254d-f682-4916-9709-38091b622d39 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcbe76f52ed24c9698b3727d7dbd3735&device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 1095 time: 0.0853555 Nov 16 04:48:28.655908 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-5b152d70-c1a6-49b4-aa53-c4b9c1d4612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:28.657369 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-5b152d70-c1a6-49b4-aa53-c4b9c1d4612a service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 HTTP/1.1" status: 200 len: 916 time: 0.1118958 Nov 16 04:48:28.681740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Request body: {'port': {'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:28.722767 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-0374e431-0e88-4d8b-8572-23e5fddac246 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0706bfd-ec40-4609-873b-3379b8f52ab9 HTTP/1.1" status: 200 len: 217 time: 0.0528674 Nov 16 04:48:28.807933 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': '8360c88d-5afc-43f1-9479-fb3f96d0f2bb'}, {'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': '556cd1e2-0e33-4491-ba20-a7e7bc6b92c7'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:28.810750 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64daa4cc-5825-4bb8-8f54-88d4363583c3" -d '{"events": [{"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "8360c88d-5afc-43f1-9479-fb3f96d0f2bb"}, {"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "556cd1e2-0e33-4491-ba20-a7e7bc6b92c7"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:28.832849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-aebcf589-c32e-4bcb-98b7-87636d5af09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:28.835445 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-aebcf589-c32e-4bcb-98b7-87636d5af09f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=105560f5-0ea3-42ef-a88a-8fe8fd151d32 HTTP/1.1" status: 200 len: 854 time: 0.0965707 Nov 16 04:48:28.928269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-06e46825-8200-41c6-bf41-5ff302a91d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:28.930733 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-06e46825-8200-41c6-bf41-5ff302a91d30 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880227 Nov 16 04:48:29.028604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-1acafd88-f3e5-4658-bba3-561303c4afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.035392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-1acafd88-f3e5-4658-bba3-561303c4afaf service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4801378 Nov 16 04:48:29.052857 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-856c6a1f-4e07-4f07-9243-65190f3f7440 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123290 Nov 16 04:48:29.073994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d54760-e068-43cf-a39a-e4b579435fca req-348d7f4e-7f50-4068-931d-5f6094b9f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.075599 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71d54760-e068-43cf-a39a-e4b579435fca req-348d7f4e-7f50-4068-931d-5f6094b9f30f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 1097 time: 0.6398058 Nov 16 04:48:29.174369 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-7c937e9b-ffdd-45cd-bb5e-12edcc01cff8 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130848 Nov 16 04:48:29.225047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42834072-73f9-4847-9d70-44065bc535cb req-9e0361f8-a6c7-48fa-9e6e-0582a801d077 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.230924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42834072-73f9-4847-9d70-44065bc535cb req-9e0361f8-a6c7-48fa-9e6e-0582a801d077 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.236784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42834072-73f9-4847-9d70-44065bc535cb req-9e0361f8-a6c7-48fa-9e6e-0582a801d077 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.242690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42834072-73f9-4847-9d70-44065bc535cb req-9e0361f8-a6c7-48fa-9e6e-0582a801d077 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.249059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42834072-73f9-4847-9d70-44065bc535cb req-9e0361f8-a6c7-48fa-9e6e-0582a801d077 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.254901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42834072-73f9-4847-9d70-44065bc535cb req-9e0361f8-a6c7-48fa-9e6e-0582a801d077 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.261489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42834072-73f9-4847-9d70-44065bc535cb req-9e0361f8-a6c7-48fa-9e6e-0582a801d077 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.263399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42834072-73f9-4847-9d70-44065bc535cb req-9e0361f8-a6c7-48fa-9e6e-0582a801d077 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5407 time: 0.6408525 Nov 16 04:48:29.282016 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:29.300345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0cbfe-4b4c-48cc-baba-842ab6f4385b req-e0b18cd5-03dd-4110-8a9a-3a38cc938b0d tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.301826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68b0cbfe-4b4c-48cc-baba-842ab6f4385b req-e0b18cd5-03dd-4110-8a9a-3a38cc938b0d tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 944 time: 0.6266038 Nov 16 04:48:29.655541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-b7564f6b-fbd6-4fd2-9831-761ec67d295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.656993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-b7564f6b-fbd6-4fd2-9831-761ec67d295f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1089804 Nov 16 04:48:29.712278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71d54760-e068-43cf-a39a-e4b579435fca req-b2f6d77a-3cc1-4503-bb33-9266a5317658 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105464 Nov 16 04:48:29.833736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68b0cbfe-4b4c-48cc-baba-842ab6f4385b req-409767ca-fa6b-468d-b60e-8079be22c827 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5127130 Nov 16 04:48:29.897428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42834072-73f9-4847-9d70-44065bc535cb req-d7943787-1c7a-40d0-a3e5-14d5e7302280 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6187713 Nov 16 04:48:29.971169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-a4d4adfa-fc2e-4b42-89c0-65adbae0ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.971641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-a4d4adfa-fc2e-4b42-89c0-65adbae0ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.972102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-a4d4adfa-fc2e-4b42-89c0-65adbae0ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.972558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-a4d4adfa-fc2e-4b42-89c0-65adbae0ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.973091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-a4d4adfa-fc2e-4b42-89c0-65adbae0ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.973446 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-a4d4adfa-fc2e-4b42-89c0-65adbae0ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.973989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-a4d4adfa-fc2e-4b42-89c0-65adbae0ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:29.975877 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-a4d4adfa-fc2e-4b42-89c0-65adbae0ff77 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6354 time: 0.2588606 Nov 16 04:48:30.131114 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f805e153-2412-4f39-96c8-84d794aca03f x-openstack-request-id: req-f805e153-2412-4f39-96c8-84d794aca03f {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:30.131568 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "8360c88d-5afc-43f1-9479-fb3f96d0f2bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "556cd1e2-0e33-4491-ba20-a7e7bc6b92c7", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:30.131654 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f805e153-2412-4f39-96c8-84d794aca03f {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:30.132468 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': '8360c88d-5afc-43f1-9479-fb3f96d0f2bb', 'status': 'completed', 'code': 200} Nov 16 04:48:30.132468 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': '556cd1e2-0e33-4491-ba20-a7e7bc6b92c7', 'status': 'completed', 'code': 200} Nov 16 04:48:30.132889 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55c3ebb-f277-495b-9ea0-340e85012b4b x-openstack-request-id: req-b55c3ebb-f277-495b-9ea0-340e85012b4b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:30.133216 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b192956-584d-419a-af38-360aa266c003", "tag": "922ede1e-3a9b-4e15-b558-9f1ebb5d7820", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:30.134363 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b55c3ebb-f277-495b-9ea0-340e85012b4b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:30.134812 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'tag': '922ede1e-3a9b-4e15-b558-9f1ebb5d7820', 'status': 'completed', 'code': 200} Nov 16 04:48:30.182661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedd0b43-daf4-457d-9241-b1b10e7aed55 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:30.200732 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:30.240535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af881358-600b-43b3-a971-311bf388a0a7 req-064e03bc-fca7-4e83-b1a9-8374e906fd58 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:30.242081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af881358-600b-43b3-a971-311bf388a0a7 req-064e03bc-fca7-4e83-b1a9-8374e906fd58 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.3304613 Nov 16 04:48:30.320537 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-10cdf46d-df0b-4a34-bdbd-fef2e8be2ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:30.375966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Transition to ACTIVE for port object aedd0b43-daf4-457d-9241-b1b10e7aed55 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:30.429102 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:30.438003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-2758c969-d082-48b2-9f51-35f96c14ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:30.438411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-2758c969-d082-48b2-9f51-35f96c14ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:30.438871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-2758c969-d082-48b2-9f51-35f96c14ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:30.440689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-2758c969-d082-48b2-9f51-35f96c14ca82 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4531345 Nov 16 04:48:30.520542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c43115-d61e-4913-a416-467aed7f99e0 req-8ed4e829-b323-4058-8bdc-71b2491ffb4f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:30.526580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c43115-d61e-4913-a416-467aed7f99e0 req-8ed4e829-b323-4058-8bdc-71b2491ffb4f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:30.532685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c43115-d61e-4913-a416-467aed7f99e0 req-8ed4e829-b323-4058-8bdc-71b2491ffb4f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:30.534389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3c43115-d61e-4913-a416-467aed7f99e0 req-8ed4e829-b323-4058-8bdc-71b2491ffb4f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2400 time: 0.3358428 Nov 16 04:48:30.600739 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e35c1b-0f85-43f1-a500-589c4459a2cc req-64442eba-c1f4-45f5-a649-d4f900d95b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:30.601119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e35c1b-0f85-43f1-a500-589c4459a2cc req-64442eba-c1f4-45f5-a649-d4f900d95b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:30.601603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e35c1b-0f85-43f1-a500-589c4459a2cc req-64442eba-c1f4-45f5-a649-d4f900d95b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:30.603827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8e35c1b-0f85-43f1-a500-589c4459a2cc req-64442eba-c1f4-45f5-a649-d4f900d95b5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c819dedc6941fc95e863eae825a90c&device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2798 time: 0.4100692 Nov 16 04:48:30.669227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af881358-600b-43b3-a971-311bf388a0a7 req-fac7c292-988a-4ce0-af77-969ebd43ea57 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814678 Nov 16 04:48:30.730416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=aedd0b43-daf4-457d-9241-b1b10e7aed55,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:30.987960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3c43115-d61e-4913-a416-467aed7f99e0 req-34299589-abd5-4101-8a37-7646b2e2a6b3 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906612 Nov 16 04:48:30.992160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f8af55-badd-41b7-a94d-d362718c5b52 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:31.023547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-2f905fe1-28de-44b0-a297-8751892ab1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.025472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8898215a-6630-40aa-a3dd-bb874a0d5894 req-2f905fe1-28de-44b0-a297-8751892ab1f0 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5637839 Nov 16 04:48:31.043997 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:31.123854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Transition to ACTIVE for port object 09f8af55-badd-41b7-a94d-d362718c5b52 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:31.134647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Attempting to bind port aedd0b43-daf4-457d-9241-b1b10e7aed55 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:31.134986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Attempting to bind port aedd0b43-daf4-457d-9241-b1b10e7aed55 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '33142894-e171-4520-818b-47c1d726f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:31.135317 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Attempting to bind port aedd0b43-daf4-457d-9241-b1b10e7aed55 on network 3a240544-6e4f-4503-b0e6-851664cb965c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:31.138458 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e35c1b-0f85-43f1-a500-589c4459a2cc req-d8199dc3-7397-4872-8c07-b08cb28541a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.138935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e35c1b-0f85-43f1-a500-589c4459a2cc req-d8199dc3-7397-4872-8c07-b08cb28541a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.139399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e35c1b-0f85-43f1-a500-589c4459a2cc req-d8199dc3-7397-4872-8c07-b08cb28541a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.140915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8e35c1b-0f85-43f1-a500-589c4459a2cc req-d8199dc3-7397-4872-8c07-b08cb28541a1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=73c819dedc6941fc95e863eae825a90c&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5187569 Nov 16 04:48:31.153575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d9284-b40b-4099-a9e1-45395cb44217 req-5c3e8f39-62d8-46c9-af5e-1a9220d003d3 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.155057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-907d9284-b40b-4099-a9e1-45395cb44217 req-5c3e8f39-62d8-46c9-af5e-1a9220d003d3 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=7da5f1fe-3916-471b-a22a-f16896cce3b0 HTTP/1.1" status: 200 len: 946 time: 0.3012791 Nov 16 04:48:31.173930 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:31.200582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Port aedd0b43-daf4-457d-9241-b1b10e7aed55 on network 3a240544-6e4f-4503-b0e6-851664cb965c not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:31.200915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Attempting to bind port aedd0b43-daf4-457d-9241-b1b10e7aed55 on network 3a240544-6e4f-4503-b0e6-851664cb965c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:31.292070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:31.292421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Checking segment: {'id': '33142894-e171-4520-818b-47c1d726f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:31.292810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Bound using segment: {'id': '33142894-e171-4520-818b-47c1d726f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:31.293261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Bound port: aedd0b43-daf4-457d-9241-b1b10e7aed55, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33142894-e171-4520-818b-47c1d726f959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:31.293626 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:31.363469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf59f4a-3a94-4f7d-83a2-7ac89414d69a req-de5dda8c-b922-4c93-aa6e-e71dad9f86f2 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.365037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf59f4a-3a94-4f7d-83a2-7ac89414d69a req-de5dda8c-b922-4c93-aa6e-e71dad9f86f2 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 944 time: 0.3014591 Nov 16 04:48:31.372088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Pushing event updated for resources: {'Port': ['ID=09f8af55-badd-41b7-a94d-d362718c5b52,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:31.391134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-21ddc71c-2c97-490a-b74b-71d4d4a4e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.391620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-21ddc71c-2c97-490a-b74b-71d4d4a4e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.392186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-21ddc71c-2c97-490a-b74b-71d4d4a4e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.392544 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-21ddc71c-2c97-490a-b74b-71d4d4a4e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.393008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-21ddc71c-2c97-490a-b74b-71d4d4a4e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.393471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-21ddc71c-2c97-490a-b74b-71d4d4a4e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.394181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-21ddc71c-2c97-490a-b74b-71d4d4a4e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.396500 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-21ddc71c-2c97-490a-b74b-71d4d4a4e924 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6379 time: 0.2755477 Nov 16 04:48:31.745412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-907d9284-b40b-4099-a9e1-45395cb44217 req-f8e9c39d-21d9-4fa4-b883-e7f6e0754df1 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685377 Nov 16 04:48:31.900992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e35c1b-0f85-43f1-a500-589c4459a2cc req-96ada8e3-f0cb-46df-80b6-c03c28478b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:31.902488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8e35c1b-0f85-43f1-a500-589c4459a2cc req-96ada8e3-f0cb-46df-80b6-c03c28478b7c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7464261 Nov 16 04:48:31.988413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] For port aedd0b43-daf4-457d-9241-b1b10e7aed55, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:32.004975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cf59f4a-3a94-4f7d-83a2-7ac89414d69a req-401f8791-adb7-45a7-88a3-c072c87bd4a3 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6223214 Nov 16 04:48:32.031314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] For port aedd0b43-daf4-457d-9241-b1b10e7aed55, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=aedd0b43-daf4-457d-9241-b1b10e7aed55,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:32.041947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca18c23-4781-4525-84e3-b80b2d004151 req-ed6cf33f-1340-4a55-b557-ae64ad12e542 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.043457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ca18c23-4781-4525-84e3-b80b2d004151 req-ed6cf33f-1340-4a55-b557-ae64ad12e542 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.37 "GET /v2.0/ports?device_id=7da5f1fe-3916-471b-a22a-f16896cce3b0 HTTP/1.1" status: 200 len: 946 time: 0.3024380 Nov 16 04:48:32.060700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:32.142445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Attempting to bind port 09f8af55-badd-41b7-a94d-d362718c5b52 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:32.142788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Attempting to bind port 09f8af55-badd-41b7-a94d-d362718c5b52 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5fda90c9-840e-48ac-a67d-e9971fc58f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:32.143123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Attempting to bind port 09f8af55-badd-41b7-a94d-d362718c5b52 on network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:32.159696 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4d6f-d397-48bd-9b2e-f77c8c41e2fb req-49838718-3238-4dcf-a157-9e37807ee4c1 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.166180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4d6f-d397-48bd-9b2e-f77c8c41e2fb req-49838718-3238-4dcf-a157-9e37807ee4c1 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.172543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4d6f-d397-48bd-9b2e-f77c8c41e2fb req-49838718-3238-4dcf-a157-9e37807ee4c1 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.178093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4d6f-d397-48bd-9b2e-f77c8c41e2fb req-49838718-3238-4dcf-a157-9e37807ee4c1 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.185384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4d6f-d397-48bd-9b2e-f77c8c41e2fb req-49838718-3238-4dcf-a157-9e37807ee4c1 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.190568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4d6f-d397-48bd-9b2e-f77c8c41e2fb req-49838718-3238-4dcf-a157-9e37807ee4c1 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.196533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e4d6f-d397-48bd-9b2e-f77c8c41e2fb req-49838718-3238-4dcf-a157-9e37807ee4c1 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.198590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e17e4d6f-d397-48bd-9b2e-f77c8c41e2fb req-49838718-3238-4dcf-a157-9e37807ee4c1 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5419 time: 0.3376346 Nov 16 04:48:32.208525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-b5d1d117-ae07-46c2-889d-a412be489770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.208525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-b5d1d117-ae07-46c2-889d-a412be489770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.208525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-b5d1d117-ae07-46c2-889d-a412be489770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.210194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-b5d1d117-ae07-46c2-889d-a412be489770 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7749000 Nov 16 04:48:32.243368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.243992 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:32.245375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] 10.222.0.15 "PUT /v2.0/ports/aedd0b43-daf4-457d-9241-b1b10e7aed55 HTTP/1.1" status: 200 len: 1092 time: 4.5925245 Nov 16 04:48:32.246862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'tag': 'aedd0b43-daf4-457d-9241-b1b10e7aed55'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:32.249116 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b192956-584d-419a-af38-360aa266c003", "tag": "aedd0b43-daf4-457d-9241-b1b10e7aed55"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:32.272036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Port 09f8af55-badd-41b7-a94d-d362718c5b52 on network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:32.272364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Attempting to bind port 09f8af55-badd-41b7-a94d-d362718c5b52 on network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:32.394973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:32.395233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Checking segment: {'id': '5fda90c9-840e-48ac-a67d-e9971fc58f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:32.395624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Bound using segment: {'id': '5fda90c9-840e-48ac-a67d-e9971fc58f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:32.396064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Bound port: 09f8af55-badd-41b7-a94d-d362718c5b52, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fda90c9-840e-48ac-a67d-e9971fc58f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:32.396428 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:32.420588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-10cdf46d-df0b-4a34-bdbd-fef2e8be2ae5 admin admin] Deleting port 66eee7d8-9931-4678-ae51-e4a58eb28aac {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:48:32.420935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-10cdf46d-df0b-4a34-bdbd-fef2e8be2ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:32.428824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8e0fa-1c3a-49da-b278-31aaf99cc1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=aedd0b43-daf4-457d-9241-b1b10e7aed55,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:32.523581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4af80c-6093-479b-81c6-b2da2d9764fb req-076fa54c-1e7f-4998-a4b2-d2373f9d850e tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.525741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae4af80c-6093-479b-81c6-b2da2d9764fb req-076fa54c-1e7f-4998-a4b2-d2373f9d850e tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.4341438 Nov 16 04:48:32.631154 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e17e4d6f-d397-48bd-9b2e-f77c8c41e2fb req-abf4cff5-21d3-4bfe-b71a-ec9062140e03 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4162147 Nov 16 04:48:32.645958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-1dd47ebf-dadd-449b-8463-361e34343925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.646438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-1dd47ebf-dadd-449b-8463-361e34343925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.646900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-1dd47ebf-dadd-449b-8463-361e34343925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.648555 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-1dd47ebf-dadd-449b-8463-361e34343925 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c819dedc6941fc95e863eae825a90c&device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2865 time: 0.3449585 Nov 16 04:48:32.728847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-72e2164a-6d3e-4816-8552-330cd3dca50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:32.730369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-72e2164a-6d3e-4816-8552-330cd3dca50c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4926121 Nov 16 04:48:32.747321 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-5f26bd8e-4fb0-4c61-aad4-6ea72a1ba3d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.13&port_id=b806c556-54e4-47ba-ae6b-7c5e6345ad7a HTTP/1.1" status: 200 len: 217 time: 0.0864108 Nov 16 04:48:32.782297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5ca18c23-4781-4525-84e3-b80b2d004151 req-ee7ed2c3-2830-4c86-8385-730f0b2a990c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Deleting port f31298a5-af29-4587-925f-1c9956e87b20 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:48:32.782927 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5ca18c23-4781-4525-84e3-b80b2d004151 req-ee7ed2c3-2830-4c86-8385-730f0b2a990c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:32.788520 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-10cdf46d-df0b-4a34-bdbd-fef2e8be2ae5 admin admin] For port 66eee7d8-9931-4678-ae51-e4a58eb28aac, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=66eee7d8-9931-4678-ae51-e4a58eb28aac,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:32.788916 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-10cdf46d-df0b-4a34-bdbd-fef2e8be2ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:32.874710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae4af80c-6093-479b-81c6-b2da2d9764fb req-6a7f6398-9ada-4fb7-86be-785c827dc141 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330717 Nov 16 04:48:32.904342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-10cdf46d-df0b-4a34-bdbd-fef2e8be2ae5 admin admin] Calling delete_port for 66eee7d8-9931-4678-ae51-e4a58eb28aac owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:48:32.910997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] For port 09f8af55-badd-41b7-a94d-d362718c5b52, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:32.960397 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349a1d89-5173-4b23-962d-b7c147ad0742 x-openstack-request-id: req-349a1d89-5173-4b23-962d-b7c147ad0742 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:32.960708 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b192956-584d-419a-af38-360aa266c003", "tag": "aedd0b43-daf4-457d-9241-b1b10e7aed55", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:32.960939 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-349a1d89-5173-4b23-962d-b7c147ad0742 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:32.961337 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'tag': 'aedd0b43-daf4-457d-9241-b1b10e7aed55', 'status': 'completed', 'code': 200} Nov 16 04:48:32.984352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] For port 09f8af55-badd-41b7-a94d-d362718c5b52, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09f8af55-badd-41b7-a94d-d362718c5b52,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:33.009683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:33.069702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-6c293dbc-7c48-49be-aec4-ca8d691fc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.070207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-6c293dbc-7c48-49be-aec4-ca8d691fc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.070730 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-6c293dbc-7c48-49be-aec4-ca8d691fc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.071797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-6c293dbc-7c48-49be-aec4-ca8d691fc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.072260 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-6c293dbc-7c48-49be-aec4-ca8d691fc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.072890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-6c293dbc-7c48-49be-aec4-ca8d691fc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.073355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-6c293dbc-7c48-49be-aec4-ca8d691fc3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.075522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-6c293dbc-7c48-49be-aec4-ca8d691fc3bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6379 time: 0.2811141 Nov 16 04:48:33.102973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d9c1f78a-d2ac-48da-9d4d-1b304216f473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.104462 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-d9c1f78a-d2ac-48da-9d4d-1b304216f473 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7abf229a-05ea-4a5f-af28-1bd38b9ee075 HTTP/1.1" status: 200 len: 801 time: 0.3475537 Nov 16 04:48:33.202282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.202914 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:33.204295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] 10.222.0.37 "PUT /v2.0/ports/09f8af55-badd-41b7-a94d-d362718c5b52 HTTP/1.1" status: 200 len: 1091 time: 4.5274382 Nov 16 04:48:33.237799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1b0d5-546a-4f46-985a-a4fe9117d85f req-b5c20192-248e-4761-8ca3-3c188d8b32cd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.244395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1b0d5-546a-4f46-985a-a4fe9117d85f req-b5c20192-248e-4761-8ca3-3c188d8b32cd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.250792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1b0d5-546a-4f46-985a-a4fe9117d85f req-b5c20192-248e-4761-8ca3-3c188d8b32cd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.253848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43f1b0d5-546a-4f46-985a-a4fe9117d85f req-b5c20192-248e-4761-8ca3-3c188d8b32cd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2412 time: 0.4420254 Nov 16 04:48:33.314520 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Request body: {'port': {'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:33.368443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a19a6d-74cd-4b66-949e-2e5c1ce2580c service neutron] Pushing event updated for resources: {'Port': ['ID=09f8af55-badd-41b7-a94d-d362718c5b52,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:33.383273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-5ca18c23-4781-4525-84e3-b80b2d004151 req-ee7ed2c3-2830-4c86-8385-730f0b2a990c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] For port f31298a5-af29-4587-925f-1c9956e87b20, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f31298a5-af29-4587-925f-1c9956e87b20,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:33.383900 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5ca18c23-4781-4525-84e3-b80b2d004151 req-ee7ed2c3-2830-4c86-8385-730f0b2a990c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:33.469947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5ca18c23-4781-4525-84e3-b80b2d004151 req-ee7ed2c3-2830-4c86-8385-730f0b2a990c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Calling delete_port for f31298a5-af29-4587-925f-1c9956e87b20 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:48:33.772934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-338b511e-f392-4b3e-bbe8-1af34f1747d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.775053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-338b511e-f392-4b3e-bbe8-1af34f1747d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a240544-6e4f-4503-b0e6-851664cb965c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6506855 Nov 16 04:48:33.794099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6f872-2409-49e7-8013-7fc923162877 req-d5ac3bc2-d0d1-4d26-aff6-c31c182e35fe tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.795669 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8e6f872-2409-49e7-8013-7fc923162877 req-d5ac3bc2-d0d1-4d26-aff6-c31c182e35fe tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=7da5f1fe-3916-471b-a22a-f16896cce3b0 HTTP/1.1" status: 200 len: 946 time: 0.7377279 Nov 16 04:48:33.831825 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:33.920611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43f1b0d5-546a-4f46-985a-a4fe9117d85f req-1dd2b2d6-8ce5-47c5-af72-c257d1e40b97 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006501 Nov 16 04:48:33.964936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-608089e0-4114-4997-a284-903ce55cae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.965409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-608089e0-4114-4997-a284-903ce55cae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.965904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-608089e0-4114-4997-a284-903ce55cae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:33.967516 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-608089e0-4114-4997-a284-903ce55cae34 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8621826 Nov 16 04:48:34.175299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8e6f872-2409-49e7-8013-7fc923162877 req-3c2b6335-85fa-4f6d-b292-7e8fe5f36cd2 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612869 Nov 16 04:48:34.268384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9b827a76-f354-4d9a-9e24-37b04154f2ea service neutron] 10.222.0.15 "GET /v2.0/networks/3a240544-6e4f-4503-b0e6-851664cb965c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642761 Nov 16 04:48:34.408105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134d267-2ccb-42ce-88c3-6fecb3974942 req-dfef8b3b-0c4a-4b4c-92ff-2c4babc6bcb2 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:34.409600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7134d267-2ccb-42ce-88c3-6fecb3974942 req-dfef8b3b-0c4a-4b4c-92ff-2c4babc6bcb2 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.3837197 Nov 16 04:48:34.410241 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-10cdf46d-df0b-4a34-bdbd-fef2e8be2ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:34.537425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdf46d-df0b-4a34-bdbd-fef2e8be2ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=66eee7d8-9931-4678-ae51-e4a58eb28aac,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:34.561713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-9918888e-85c1-4615-99dd-71dcda25ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:34.563258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64daa4cc-5825-4bb8-8f54-88d4363583c3 req-9918888e-85c1-4615-99dd-71dcda25ffeb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5798595 Nov 16 04:48:34.595959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6e5cb-9467-4c64-9cdb-494ea6a6acac req-c8a1eb65-7ce5-43d3-b93a-e284b9a0ceb7 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:34.598372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11a6e5cb-9467-4c64-9cdb-494ea6a6acac req-c8a1eb65-7ce5-43d3-b93a-e284b9a0ceb7 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 944 time: 0.3410041 Nov 16 04:48:34.608091 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5ca18c23-4781-4525-84e3-b80b2d004151 req-ee7ed2c3-2830-4c86-8385-730f0b2a990c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:34.620021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:48:34.687022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-417ac2e3-71bb-4243-b15c-e5c94e571f8f service neutron] 10.222.0.15 "GET /v2.0/networks/3a240544-6e4f-4503-b0e6-851664cb965c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3960986 Nov 16 04:48:34.819633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ed2c3-2830-4c86-8385-730f0b2a990c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event deleted for resources: {'Port': ['ID=f31298a5-af29-4587-925f-1c9956e87b20,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:34.847513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-00b15ab1-2cb0-40fe-8d28-3efbc3344247 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.179&port_id=922ede1e-3a9b-4e15-b558-9f1ebb5d7820 HTTP/1.1" status: 200 len: 217 time: 0.1466398 Nov 16 04:48:34.885918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca18c23-4781-4525-84e3-b80b2d004151 req-ee7ed2c3-2830-4c86-8385-730f0b2a990c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] No DVR routers for this DVR port f31298a5-af29-4587-925f-1c9956e87b20 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:48:34.921571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7134d267-2ccb-42ce-88c3-6fecb3974942 req-cd558dea-2987-42c1-834e-31936434ac08 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986358 Nov 16 04:48:34.945635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5ca18c23-4781-4525-84e3-b80b2d004151 req-ee7ed2c3-2830-4c86-8385-730f0b2a990c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:34.945635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ca18c23-4781-4525-84e3-b80b2d004151 req-ee7ed2c3-2830-4c86-8385-730f0b2a990c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.37 "DELETE /v2.0/ports/f31298a5-af29-4587-925f-1c9956e87b20 HTTP/1.1" status: 204 len: 173 time: 2.8793302 Nov 16 04:48:34.969751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': '09f8af55-badd-41b7-a94d-d362718c5b52'}, {'server_uuid': '7da5f1fe-3916-471b-a22a-f16896cce3b0', 'name': 'network-vif-deleted', 'tag': 'f31298a5-af29-4587-925f-1c9956e87b20'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:34.971995 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6259365-3790-4160-9768-1b9292897b75" -d '{"events": [{"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "09f8af55-badd-41b7-a94d-d362718c5b52"}, {"server_uuid": "7da5f1fe-3916-471b-a22a-f16896cce3b0", "name": "network-vif-deleted", "tag": "f31298a5-af29-4587-925f-1c9956e87b20"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:35.042310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11a6e5cb-9467-4c64-9cdb-494ea6a6acac req-8bf0080f-e512-40a7-8dc4-1292aac602f1 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3605371 Nov 16 04:48:35.117741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-1ccb6296-5bea-4c4c-b891-15e0f4a35fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:35.119144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-1ccb6296-5bea-4c4c-b891-15e0f4a35fd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac872242-53ff-4b27-86ef-9dc3b7670e8e HTTP/1.1" status: 200 len: 801 time: 0.2015162 Nov 16 04:48:35.176199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67326287-18f5-45b8-8163-5eb143ba21c1 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:35.181484 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-10cdf46d-df0b-4a34-bdbd-fef2e8be2ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:35.201156 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:35.214444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c45925-2299-4640-8835-937b00cc6e06 req-076cfc90-445e-42d6-a264-524b3e37678d tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:35.220407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c45925-2299-4640-8835-937b00cc6e06 req-076cfc90-445e-42d6-a264-524b3e37678d tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:35.226350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c45925-2299-4640-8835-937b00cc6e06 req-076cfc90-445e-42d6-a264-524b3e37678d tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:35.232319 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c45925-2299-4640-8835-937b00cc6e06 req-076cfc90-445e-42d6-a264-524b3e37678d tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:35.238308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c45925-2299-4640-8835-937b00cc6e06 req-076cfc90-445e-42d6-a264-524b3e37678d tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:35.244803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c45925-2299-4640-8835-937b00cc6e06 req-076cfc90-445e-42d6-a264-524b3e37678d tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:35.250747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c45925-2299-4640-8835-937b00cc6e06 req-076cfc90-445e-42d6-a264-524b3e37678d tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:35.252644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4c45925-2299-4640-8835-937b00cc6e06 req-076cfc90-445e-42d6-a264-524b3e37678d tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5419 time: 0.2483876 Nov 16 04:48:35.300282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Transition to ACTIVE for port object 67326287-18f5-45b8-8163-5eb143ba21c1 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:35.346180 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:35.386089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9ddadf0a-1cb1-4e63-81b0-d80ee2b7191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:35.387601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9ddadf0a-1cb1-4e63-81b0-d80ee2b7191b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af9fe256-f37b-49ea-adcc-6a2bb785456b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2572894 Nov 16 04:48:35.793224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d4773-19e2-4431-b1f3-93eab25d6f56 req-ae66ab46-1f31-4cae-928b-0c22afbe62c4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:35.799138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d4773-19e2-4431-b1f3-93eab25d6f56 req-ae66ab46-1f31-4cae-928b-0c22afbe62c4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:35.805133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d4773-19e2-4431-b1f3-93eab25d6f56 req-ae66ab46-1f31-4cae-928b-0c22afbe62c4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:35.806883 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e5d4773-19e2-4431-b1f3-93eab25d6f56 req-ae66ab46-1f31-4cae-928b-0c22afbe62c4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2412 time: 0.6331162 Nov 16 04:48:35.830713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Pushing event updated for resources: {'Port': ['ID=67326287-18f5-45b8-8163-5eb143ba21c1,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:35.845780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4c45925-2299-4640-8835-937b00cc6e06 req-0f2a17a1-3fff-4772-bc3a-bc53917b6dc3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5634592 Nov 16 04:48:36.042986 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-5d97d468-b424-46f5-9352-fc5d7a10a55b service neutron] 10.222.0.15 "GET /v2.0/networks/af9fe256-f37b-49ea-adcc-6a2bb785456b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281388 Nov 16 04:48:36.047960 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfb0be4-687f-4d63-858d-ab1082dc5197 x-openstack-request-id: req-3dfb0be4-687f-4d63-858d-ab1082dc5197 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:36.048242 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "09f8af55-badd-41b7-a94d-d362718c5b52", "status": "completed", "code": 200}, {"server_uuid": "7da5f1fe-3916-471b-a22a-f16896cce3b0", "name": "network-vif-deleted", "tag": "f31298a5-af29-4587-925f-1c9956e87b20", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:36.048585 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3dfb0be4-687f-4d63-858d-ab1082dc5197 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:36.048871 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': '09f8af55-badd-41b7-a94d-d362718c5b52', 'status': 'completed', 'code': 200} Nov 16 04:48:36.049146 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da5f1fe-3916-471b-a22a-f16896cce3b0', 'name': 'network-vif-deleted', 'tag': 'f31298a5-af29-4587-925f-1c9956e87b20', 'status': 'completed', 'code': 200} Nov 16 04:48:36.079482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e5d4773-19e2-4431-b1f3-93eab25d6f56 req-43af6475-eb52-4252-9493-58a66c717389 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572887 Nov 16 04:48:36.175386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Attempting to bind port 67326287-18f5-45b8-8163-5eb143ba21c1 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:36.175740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Attempting to bind port 67326287-18f5-45b8-8163-5eb143ba21c1 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5fda90c9-840e-48ac-a67d-e9971fc58f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:36.176070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Attempting to bind port 67326287-18f5-45b8-8163-5eb143ba21c1 on network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:36.221189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Port 67326287-18f5-45b8-8163-5eb143ba21c1 on network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:36.221598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Attempting to bind port 67326287-18f5-45b8-8163-5eb143ba21c1 on network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:36.245939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:36.246335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Checking segment: {'id': '5fda90c9-840e-48ac-a67d-e9971fc58f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:36.246666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Bound using segment: {'id': '5fda90c9-840e-48ac-a67d-e9971fc58f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:36.247109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Bound port: 67326287-18f5-45b8-8163-5eb143ba21c1, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fda90c9-840e-48ac-a67d-e9971fc58f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:36.247463 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:36.296395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259365-3790-4160-9768-1b9292897b75 req-bf5607de-8656-4842-bdb5-5e2e077a7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:36.296874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259365-3790-4160-9768-1b9292897b75 req-bf5607de-8656-4842-bdb5-5e2e077a7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:36.297342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259365-3790-4160-9768-1b9292897b75 req-bf5607de-8656-4842-bdb5-5e2e077a7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:36.297818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259365-3790-4160-9768-1b9292897b75 req-bf5607de-8656-4842-bdb5-5e2e077a7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:36.298282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259365-3790-4160-9768-1b9292897b75 req-bf5607de-8656-4842-bdb5-5e2e077a7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:36.298736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259365-3790-4160-9768-1b9292897b75 req-bf5607de-8656-4842-bdb5-5e2e077a7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:36.299192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259365-3790-4160-9768-1b9292897b75 req-bf5607de-8656-4842-bdb5-5e2e077a7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:36.301117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6259365-3790-4160-9768-1b9292897b75 req-bf5607de-8656-4842-bdb5-5e2e077a7036 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6446 time: 0.2306626 Nov 16 04:48:36.315089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10cdf46d-df0b-4a34-bdbd-fef2e8be2ae5 admin admin] Router dec89176-aeb8-45e8-8c10-f32886795cd4 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:48:36.350391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a4aa5-8754-454d-8c25-bd7e300d6510 req-35418481-eacf-46b2-bb24-6d736cea5d30 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:36.358025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a36a4aa5-8754-454d-8c25-bd7e300d6510 req-35418481-eacf-46b2-bb24-6d736cea5d30 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 944 time: 0.1840358 Nov 16 04:48:36.364926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-70f8b834-f9bc-46f9-85cf-560490e3e6f6 service neutron] 10.222.0.15 "GET /v2.0/networks/af9fe256-f37b-49ea-adcc-6a2bb785456b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108871 Nov 16 04:48:36.482536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-e6d847cb-05a3-4f07-8ee4-ad896145d9c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.152&port_id=aedd0b43-daf4-457d-9241-b1b10e7aed55 HTTP/1.1" status: 200 len: 217 time: 0.0748260 Nov 16 04:48:36.540200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f31298a5-af29-4587-925f-1c9956e87b20 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:48:36.568788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: f31298a5-af29-4587-925f-1c9956e87b20 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:48:36.569607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f31298a5-af29-4587-925f-1c9956e87b20 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:48:36.623621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] For port 67326287-18f5-45b8-8163-5eb143ba21c1, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:36.641518 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a36a4aa5-8754-454d-8c25-bd7e300d6510 req-de7a5985-28a4-48b9-9552-012f9266fbb1 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2826173 Nov 16 04:48:36.713785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259365-3790-4160-9768-1b9292897b75 req-f1cdc1f4-be21-44f0-b99e-0fed6e711ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:36.714575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259365-3790-4160-9768-1b9292897b75 req-f1cdc1f4-be21-44f0-b99e-0fed6e711ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:36.715040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259365-3790-4160-9768-1b9292897b75 req-f1cdc1f4-be21-44f0-b99e-0fed6e711ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:36.721062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6259365-3790-4160-9768-1b9292897b75 req-f1cdc1f4-be21-44f0-b99e-0fed6e711ee3 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4036875 Nov 16 04:48:36.763393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] For port 67326287-18f5-45b8-8163-5eb143ba21c1, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67326287-18f5-45b8-8163-5eb143ba21c1,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:36.794924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9cda0605-a750-4997-8537-eca5b6d3978e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:36.796393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9cda0605-a750-4997-8537-eca5b6d3978e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7abf229a-05ea-4a5f-af28-1bd38b9ee075 HTTP/1.1" status: 200 len: 801 time: 0.2973115 Nov 16 04:48:36.810927 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:36.901628 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cdf46d-df0b-4a34-bdbd-fef2e8be2ae5 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:48:36.909416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-10cdf46d-df0b-4a34-bdbd-fef2e8be2ae5 admin admin] 10.222.0.41 "PUT /v2.0/routers/dec89176-aeb8-45e8-8c10-f32886795cd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2205012 Nov 16 04:48:36.909643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43134) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:36.912134 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6130e841-1f02-4e10-8f44-bb5f874fe562 None None] Sync routers for ids ['dec89176-aeb8-45e8-8c10-f32886795cd4'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:48:36.921733 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6130e841-1f02-4e10-8f44-bb5f874fe562 None None] Routers {'dec89176-aeb8-45e8-8c10-f32886795cd4'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:36.922678 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6130e841-1f02-4e10-8f44-bb5f874fe562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:48:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['dec89176-aeb8-45e8-8c10-f32886795cd4'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:36.991436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:36.993181 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:36.994018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] 10.222.0.37 "PUT /v2.0/ports/67326287-18f5-45b8-8163-5eb143ba21c1 HTTP/1.1" status: 200 len: 1091 time: 3.7277470 Nov 16 04:48:37.050111 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-6130e841-1f02-4e10-8f44-bb5f874fe562 None None] Set router dec89176-aeb8-45e8-8c10-f32886795cd4 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:37.051306 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:37.125529 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aba5e57c-1299-4388-911f-4e25387d0eb5 req-22540506-4f3c-46ff-bfc9-90116896543f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3770313 Nov 16 04:48:37.147982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942cf49-1c55-42c8-944c-7edbc378ec46 service neutron] Pushing event updated for resources: {'Port': ['ID=67326287-18f5-45b8-8163-5eb143ba21c1,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:37.223824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:37.240535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6259365-3790-4160-9768-1b9292897b75 req-d95944dd-e99f-4b49-888a-146a083e8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:37.242048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6259365-3790-4160-9768-1b9292897b75 req-d95944dd-e99f-4b49-888a-146a083e8aff service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4977434 Nov 16 04:48:37.267412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-da64f27e-9ac4-4f85-bda8-975b4b6a0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:37.269224 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-da64f27e-9ac4-4f85-bda8-975b4b6a0e0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a240544-6e4f-4503-b0e6-851664cb965c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4259975 Nov 16 04:48:37.297856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-2b510810-3b34-4974-a74f-9baead971359 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:37.306819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-2b510810-3b34-4974-a74f-9baead971359 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/networks?id=ec618b91-ef2d-46e0-8280-f22dce52f8cd HTTP/1.1" status: 200 len: 814 time: 0.5348871 Nov 16 04:48:37.337544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Deleting port d7f47ce2-4e30-45ec-9e3b-a63dc690f11e {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:48:37.338421 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:37.354894 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6130e841-1f02-4e10-8f44-bb5f874fe562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:48:34Z', 'revision_number': 5, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port': {'id': 'd7f47ce2-4e30-45ec-9e3b-a63dc690f11e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:b1:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:37:46Z', 'updated_at': '2021-11-16T04:37:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:37.386290 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6130e841-1f02-4e10-8f44-bb5f874fe562 None None] Checking router: dec89176-aeb8-45e8-8c10-f32886795cd4 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:48:37.396066 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6130e841-1f02-4e10-8f44-bb5f874fe562 None None] Routers {'dec89176-aeb8-45e8-8c10-f32886795cd4'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:37.396587 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6130e841-1f02-4e10-8f44-bb5f874fe562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:48:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['dec89176-aeb8-45e8-8c10-f32886795cd4'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:37.402387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-dd4818c4-def2-48c1-8bbc-8d00f4938587 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/quotas/540c879af84a45ce9614fb83c9c7afb6 HTTP/1.1" status: 200 len: 375 time: 0.0943666 Nov 16 04:48:37.410335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-2e2fc90c-458d-4e0b-8b2f-5d13f8dd2605 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:37.418640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-2e2fc90c-458d-4e0b-8b2f-5d13f8dd2605 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.5513289 Nov 16 04:48:37.435122 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] For port d7f47ce2-4e30-45ec-9e3b-a63dc690f11e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d7f47ce2-4e30-45ec-9e3b-a63dc690f11e,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:37.435996 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:37.450395 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Calling delete_port for d7f47ce2-4e30-45ec-9e3b-a63dc690f11e owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:48:37.507763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5e57c-1299-4388-911f-4e25387d0eb5 req-bfc5d07b-110f-4deb-9a67-f8f1004c8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:37.509372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aba5e57c-1299-4388-911f-4e25387d0eb5 req-bfc5d07b-110f-4deb-9a67-f8f1004c8b61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f5f654448204001838bcf01f092ff01&device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 1096 time: 0.3220749 Nov 16 04:48:37.517422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-1ee44875-fb55-46f7-b358-a07a135a09ed tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/quotas/fca369ae4679409a8d7092d80703976f HTTP/1.1" status: 200 len: 375 time: 0.0978880 Nov 16 04:48:37.644322 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-6130e841-1f02-4e10-8f44-bb5f874fe562 None None] Set router dec89176-aeb8-45e8-8c10-f32886795cd4 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:37.647577 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:37.672019 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7f47ce2-4e30-45ec-9e3b-a63dc690f11e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:37.702323 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6130e841-1f02-4e10-8f44-bb5f874fe562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:48:37Z', 'revision_number': 6, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:37.737671 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6130e841-1f02-4e10-8f44-bb5f874fe562 None None] The sync data for ids ['dec89176-aeb8-45e8-8c10-f32886795cd4'] in n-d-818042-1 is: [{'id': 'dec89176-aeb8-45e8-8c10-f32886795cd4', 'name': 'tempest-ServerActionsTestJSON-675317941-router', 'tenant_id': '98886c56b701447cb464fb425061a484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:37:45Z', 'updated_at': '2021-11-16T04:48:37Z', 'revision_number': 6, 'project_id': '98886c56b701447cb464fb425061a484', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:48:37.768157 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:37.867125 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:37.869648 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:37.914642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f0a4df62-7615-4d42-9d03-a8936246acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:37.914642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f0a4df62-7615-4d42-9d03-a8936246acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:37.915325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f0a4df62-7615-4d42-9d03-a8936246acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:37.915562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f0a4df62-7615-4d42-9d03-a8936246acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:37.916082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f0a4df62-7615-4d42-9d03-a8936246acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:37.916368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f0a4df62-7615-4d42-9d03-a8936246acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:37.917141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f0a4df62-7615-4d42-9d03-a8936246acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:37.919605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f0a4df62-7615-4d42-9d03-a8936246acb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6488 time: 0.6006255 Nov 16 04:48:37.924552 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:37.924552 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dec89176-aeb8-45e8-8c10-f32886795cd4 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:48:37.930776 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:37.933748 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-72bb3581-15f0-445a-91d2-6c4f443b5b62 admin admin] 10.222.0.41 "DELETE /v2.0/routers/dec89176-aeb8-45e8-8c10-f32886795cd4 HTTP/1.1" status: 204 len: 168 time: 1.0211606 Nov 16 04:48:37.934488 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43142) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:37.977488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712be34-29b3-4e74-afbf-23fba0c36e0b req-85ae2853-b6b8-440f-99cb-b6ec5809a403 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:37.979141 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c712be34-29b3-4e74-afbf-23fba0c36e0b req-85ae2853-b6b8-440f-99cb-b6ec5809a403 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.37 "GET /v2.0/ports?device_id=307f612a-4d8e-4686-b39e-9c28f04ac669 HTTP/1.1" status: 200 len: 946 time: 0.5585923 Nov 16 04:48:37.979705 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c043649f-10dc-4880-be21-0be16874a6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:37.990653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d66c04-f1a5-42b5-926d-72d865aed122 admin admin] Deleting subnet cdbabdc3-a196-4f51-b496-e7650fbf0ec1 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:48:37.994716 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8d66c04-f1a5-42b5-926d-72d865aed122 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.014962 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-8b017c6a-0160-41c2-80dc-658ba72af7b9 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=540c879af84a45ce9614fb83c9c7afb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6117260 Nov 16 04:48:38.029492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-b3a90c7a-1358-4427-954e-0d305dff5c75 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 HTTP/1.1" status: 200 len: 217 time: 0.0919890 Nov 16 04:48:38.031381 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-9b465f31-c87f-48a4-bb04-d676d447e927 service neutron] 10.222.0.15 "GET /v2.0/networks/3a240544-6e4f-4503-b0e6-851664cb965c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7470479 Nov 16 04:48:38.032741 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8d66c04-f1a5-42b5-926d-72d865aed122 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.060872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': '67326287-18f5-45b8-8163-5eb143ba21c1'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:38.063498 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befb527b-3862-461f-b744-b8e23e43b1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "67326287-18f5-45b8-8163-5eb143ba21c1"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:38.138513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-b7f223b0-51c8-4d04-8046-189938edab8c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6201854 Nov 16 04:48:38.139585 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8d66c04-f1a5-42b5-926d-72d865aed122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.244902 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8d66c04-f1a5-42b5-926d-72d865aed122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.274442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d66c04-f1a5-42b5-926d-72d865aed122 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdbabdc3-a196-4f51-b496-e7650fbf0ec1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:38.291855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8d66c04-f1a5-42b5-926d-72d865aed122 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.297230 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a8d66c04-f1a5-42b5-926d-72d865aed122 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cdbabdc3-a196-4f51-b496-e7650fbf0ec1 HTTP/1.1" status: 204 len: 168 time: 0.3615596 Nov 16 04:48:38.299649 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43146) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:38.304168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f48251-681d-40c3-be2a-0cf6b5b64939 None None] Network 651b49ac-cdfc-4796-8489-6adedffc3616 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:48:38.387811 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.468928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Deleting port cf21a7f8-74e0-4ec6-808f-b64baaef0089 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:48:38.469184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.494950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-967583ee-fa3e-4199-aa5a-15526b090ef9 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641454 Nov 16 04:48:38.536430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-8d013ec3-f8ab-4690-87d3-8e25369b61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:38.537242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a0706bfd-ec40-4609-873b-3379b8f52ab9 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:48:38.537934 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-8d013ec3-f8ab-4690-87d3-8e25369b61d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753 HTTP/1.1" status: 200 len: 856 time: 0.4842987 Nov 16 04:48:38.585921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] For port cf21a7f8-74e0-4ec6-808f-b64baaef0089, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=cf21a7f8-74e0-4ec6-808f-b64baaef0089,segment=NetworkSegment(06cef54b-4fbe-490b-95b8-c925c12059f2),segment_id=06cef54b-4fbe-490b-95b8-c925c12059f2)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:38.586823 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.608574 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Calling delete_port for cf21a7f8-74e0-4ec6-808f-b64baaef0089 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:48:38.618151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-193594f5-7406-46cb-8215-237c315a4683 service neutron] 10.222.0.41 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857248 Nov 16 04:48:38.633789 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5e57c-1299-4388-911f-4e25387d0eb5 req-9965f409-b2f2-43dd-96fc-7fd781a74514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:38.635509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aba5e57c-1299-4388-911f-4e25387d0eb5 req-9965f409-b2f2-43dd-96fc-7fd781a74514 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1ad9985-b8c7-481f-b33b-be8875f245e0 HTTP/1.1" status: 200 len: 911 time: 1.0920725 Nov 16 04:48:38.694996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a0706bfd-ec40-4609-873b-3379b8f52ab9, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a0706bfd-ec40-4609-873b-3379b8f52ab9,segment=NetworkSegment(8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b),segment_id=8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:38.709378 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'a0706bfd-ec40-4609-873b-3379b8f52ab9', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'port_id': 'a0706bfd-ec40-4609-873b-3379b8f52ab9', 'mac_address': 'fa:16:3e:1e:44:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:48:38.731446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.767712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf21a7f8-74e0-4ec6-808f-b64baaef0089,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:38.773364 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] No DVR routers for this DVR port cf21a7f8-74e0-4ec6-808f-b64baaef0089 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:48:38.777149 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.792595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cfc8b8-1d1a-4c01-9ae8-0eb334aaf111 None None] DHCP port deletion for 651b49ac-cdfc-4796-8489-6adedffc3616 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:48:38.798997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0706bfd-ec40-4609-873b-3379b8f52ab9 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:38.829160 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a0706bfd-ec40-4609-873b-3379b8f52ab9, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a0706bfd-ec40-4609-873b-3379b8f52ab9,segment=NetworkSegment(8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b),segment_id=8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:38.835095 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.864231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-748d1a12-1af3-47ae-825c-694da5aa6638 req-8cc69fb5-73ec-49e6-96e1-630f2fb906aa service neutron] 10.222.0.15 "GET /v2.0/networks/3a240544-6e4f-4503-b0e6-851664cb965c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7941689 Nov 16 04:48:38.870285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-21b77cb7-335e-4673-bbd3-95baa43d4d73 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743618 Nov 16 04:48:38.873501 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.912048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651b49ac-cdfc-4796-8489-6adedffc3616']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:38.931858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06cef54b-4fbe-490b-95b8-c925c12059f2') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:38.934633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06cef54b-4fbe-490b-95b8-c925c12059f2') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:38.937294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=a0706bfd-ec40-4609-873b-3379b8f52ab9,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:38.940801 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-fe8a3de2-b744-4c6f-9845-8a8d3d5fa7c9 service neutron] 10.222.0.41 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217921 Nov 16 04:48:38.951023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.976617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-c712be34-29b3-4e74-afbf-23fba0c36e0b req-677bd5a7-522f-4eb6-b585-839a5ce9d9b6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Deleting port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:48:38.977534 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c712be34-29b3-4e74-afbf-23fba0c36e0b req-677bd5a7-522f-4eb6-b585-839a5ce9d9b6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.981649 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:38.990370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:48:38.991363 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:48:39.014098 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:48:39.016149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-57cd8ee1-c5f2-46de-86f2-de1bfc58bd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.021053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-57cd8ee1-c5f2-46de-86f2-de1bfc58bd6f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bf91be6-016c-43c7-bd07-759140c5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4649973 Nov 16 04:48:39.071112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:39.077924 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:39.083024 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] 10.222.0.41 "DELETE /v2.0/networks/651b49ac-cdfc-4796-8489-6adedffc3616 HTTP/1.1" status: 204 len: 168 time: 0.7817702 Nov 16 04:48:39.087015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aba5e57c-1299-4388-911f-4e25387d0eb5 req-031a0add-1cb8-448a-af31-a95354486348 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0066e9dd-a823-49fe-bff6-43e6a23396ff HTTP/1.1" status: 200 len: 1001 time: 0.4285133 Nov 16 04:48:39.105791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['a0706bfd-ec40-4609-873b-3379b8f52ab9'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:48:39.118461 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c2366-07f7-44ef-a0fd-2ca276bb545e admin admin] Pushing event deleted for resources: {'Network': ['ID=651b49ac-cdfc-4796-8489-6adedffc3616,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:39.314776 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43158) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:39.436276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-2efd8d8b-454a-4791-840e-f31b3f8caacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.439801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-2efd8d8b-454a-4791-840e-f31b3f8caacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.440798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-2efd8d8b-454a-4791-840e-f31b3f8caacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.443575 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-2efd8d8b-454a-4791-840e-f31b3f8caacf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c819dedc6941fc95e863eae825a90c&device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2865 time: 0.4971740 Nov 16 04:48:39.447098 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5b5cd9cb-5f77-4fa8-b2de-222d359ce9f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98886c56b701447cb464fb425061a484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348140 Nov 16 04:48:39.447729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43164) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:39.509057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c95041bb-7406-4624-9067-f89c4bd6c7de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:39.511996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5e57c-1299-4388-911f-4e25387d0eb5 req-94588423-f05a-4cb3-a438-595c554499d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.514244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aba5e57c-1299-4388-911f-4e25387d0eb5 req-94588423-f05a-4cb3-a438-595c554499d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11ee3581-bd14-4ec0-8925-aa08760e170a HTTP/1.1" status: 200 len: 849 time: 0.4129224 Nov 16 04:48:39.553944 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c95041bb-7406-4624-9067-f89c4bd6c7de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:39.576886 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 66eee7d8-9931-4678-ae51-e4a58eb28aac no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:48:39.611967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 66eee7d8-9931-4678-ae51-e4a58eb28aac {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:48:39.616844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 66eee7d8-9931-4678-ae51-e4a58eb28aac not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:48:39.618875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d7f47ce2-4e30-45ec-9e3b-a63dc690f11e no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:48:39.647847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d7f47ce2-4e30-45ec-9e3b-a63dc690f11e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:48:39.648940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d7f47ce2-4e30-45ec-9e3b-a63dc690f11e not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:48:39.650665 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c95041bb-7406-4624-9067-f89c4bd6c7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:39.654186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-c712be34-29b3-4e74-afbf-23fba0c36e0b req-677bd5a7-522f-4eb6-b585-839a5ce9d9b6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] For port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:39.654596 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c95041bb-7406-4624-9067-f89c4bd6c7de admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:39.654946 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c712be34-29b3-4e74-afbf-23fba0c36e0b req-677bd5a7-522f-4eb6-b585-839a5ce9d9b6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:39.659554 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c95041bb-7406-4624-9067-f89c4bd6c7de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/116f3393-3383-4a4c-921a-8f11294fff6c HTTP/1.1" status: 204 len: 168 time: 0.2108109 Nov 16 04:48:39.664324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device cf21a7f8-74e0-4ec6-808f-b64baaef0089 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:48:39.674565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95041bb-7406-4624-9067-f89c4bd6c7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116f3393-3383-4a4c-921a-8f11294fff6c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:39.693356 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-dcd444dc-3789-467d-868d-384e6c645ad8 service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6537764 Nov 16 04:48:39.704695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: cf21a7f8-74e0-4ec6-808f-b64baaef0089 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:48:39.705834 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device cf21a7f8-74e0-4ec6-808f-b64baaef0089 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:48:39.709414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f305a0b-0f60-4361-80d3-fe2616ef2084 req-7c259db0-16b9-424d-8520-9c6c03e90c66 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.717426 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f305a0b-0f60-4361-80d3-fe2616ef2084 req-7c259db0-16b9-424d-8520-9c6c03e90c66 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.723609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f305a0b-0f60-4361-80d3-fe2616ef2084 req-7c259db0-16b9-424d-8520-9c6c03e90c66 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.730015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f305a0b-0f60-4361-80d3-fe2616ef2084 req-7c259db0-16b9-424d-8520-9c6c03e90c66 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.735965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f305a0b-0f60-4361-80d3-fe2616ef2084 req-7c259db0-16b9-424d-8520-9c6c03e90c66 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.744669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f305a0b-0f60-4361-80d3-fe2616ef2084 req-7c259db0-16b9-424d-8520-9c6c03e90c66 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.751450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f305a0b-0f60-4361-80d3-fe2616ef2084 req-7c259db0-16b9-424d-8520-9c6c03e90c66 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.753426 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f305a0b-0f60-4361-80d3-fe2616ef2084 req-7c259db0-16b9-424d-8520-9c6c03e90c66 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.5189629 Nov 16 04:48:39.757791 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-c712be34-29b3-4e74-afbf-23fba0c36e0b req-677bd5a7-522f-4eb6-b585-839a5ce9d9b6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Calling delete_port for 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:48:39.772134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32956455-8732-4023-b986-7570e8e878aa req-272730e5-6504-43ff-be54-afd55e4f4507 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.778531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32956455-8732-4023-b986-7570e8e878aa req-272730e5-6504-43ff-be54-afd55e4f4507 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.784686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32956455-8732-4023-b986-7570e8e878aa req-272730e5-6504-43ff-be54-afd55e4f4507 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:39.792674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32956455-8732-4023-b986-7570e8e878aa req-272730e5-6504-43ff-be54-afd55e4f4507 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2412 time: 0.4239166 Nov 16 04:48:40.007078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5e57c-1299-4388-911f-4e25387d0eb5 req-44be42cc-dd16-4711-8de4-dc306d0c1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:40.009399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aba5e57c-1299-4388-911f-4e25387d0eb5 req-44be42cc-dd16-4711-8de4-dc306d0c1883 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1ad9985-b8c7-481f-b33b-be8875f245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4273689 Nov 16 04:48:40.017036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-8a1d7a1b-d4f1-414a-bc90-34912b6b181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:40.018627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-8a1d7a1b-d4f1-414a-bc90-34912b6b181b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a240544-6e4f-4503-b0e6-851664cb965c HTTP/1.1" status: 200 len: 902 time: 0.5631588 Nov 16 04:48:40.190001 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4544cebc-37a9-4eef-a69a-65d02467c195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:40.462744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32956455-8732-4023-b986-7570e8e878aa req-ceae5961-7f70-43ec-babd-88f761c55c51 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685286 Nov 16 04:48:40.482628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-dd6583f1-78dc-470e-872d-50208e351b5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.152&port_id=aedd0b43-daf4-457d-9241-b1b10e7aed55 HTTP/1.1" status: 200 len: 217 time: 0.4336143 Nov 16 04:48:40.502492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f305a0b-0f60-4361-80d3-fe2616ef2084 req-0bbbc259-7a84-4970-81ad-d9dcb8833a2c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7068868 Nov 16 04:48:40.537112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a0706bfd-ec40-4609-873b-3379b8f52ab9 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:40.593119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-4b3567eb-1482-4f08-b5d8-5f05ffe38d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:40.595237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-4b3567eb-1482-4f08-b5d8-5f05ffe38d1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7abf229a-05ea-4a5f-af28-1bd38b9ee075 HTTP/1.1" status: 200 len: 801 time: 0.0794480 Nov 16 04:48:40.599069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-2a98ef60-1fd1-4f37-a660-ae28101422d1 service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8426871 Nov 16 04:48:40.621476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port a0706bfd-ec40-4609-873b-3379b8f52ab9 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:48:40.629808 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port a0706bfd-ec40-4609-873b-3379b8f52ab9 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:40.630554 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:40.657413 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9309dcd0-66da-4ee1-9956-b55d0db746f7 x-openstack-request-id: req-9309dcd0-66da-4ee1-9956-b55d0db746f7 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:40.658126 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "67326287-18f5-45b8-8163-5eb143ba21c1", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:40.658473 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9309dcd0-66da-4ee1-9956-b55d0db746f7 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:40.658966 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': '67326287-18f5-45b8-8163-5eb143ba21c1', 'status': 'completed', 'code': 200} Nov 16 04:48:40.719447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:48:40.775916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43196) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:40.904331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-79042699-network', 'tenant_id': '26e083ee75414069a6d45744cc5d2647'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:40.930167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-bcedc7bd-3515-4085-9518-3de8e7660f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:40.932155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-bcedc7bd-3515-4085-9518-3de8e7660f07 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a240544-6e4f-4503-b0e6-851664cb965c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3271272 Nov 16 04:48:40.936133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-44bc04b6-fe17-476f-9397-8c588cc1594a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=10ff97ee-f373-4db5-a57f-eae61ba73e8e HTTP/1.1" status: 200 len: 217 time: 0.3281503 Nov 16 04:48:40.956519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Made reservation on behalf of 26e083ee75414069a6d45744cc5d2647 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:40.959118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:40.972670 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.048757 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.077603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=922ede1e-3a9b-4e15-b558-9f1ebb5d7820,segment=NetworkSegment(9d5b89e3-fc62-4cc9-85c2-284986c86a4c),segment_id=9d5b89e3-fc62-4cc9-85c2-284986c86a4c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:41.088647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-759c859c-3886-49ab-8ed1-f3b695efab11 req-57496a93-255c-47c1-acb3-3fdb68efd61d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 210 time: 0.2427044 Nov 16 04:48:41.105796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0706bfd-ec40-4609-873b-3379b8f52ab9'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:41.114191 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd4c904-8233-4c44-84fd-137dadcf0bef" -d '{"events": [{"server_uuid": "1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc", "name": "network-vif-plugged", "status": "completed", "tag": "a0706bfd-ec40-4609-873b-3379b8f52ab9"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:41.134116 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '922ede1e-3a9b-4e15-b558-9f1ebb5d7820', 'network_id': 'af9fe256-f37b-49ea-adcc-6a2bb785456b', 'port_id': '922ede1e-3a9b-4e15-b558-9f1ebb5d7820', 'mac_address': 'fa:16:3e:24:ed:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac872242-53ff-4b27-86ef-9dc3b7670e8e', 'ip_address': '19.86.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:48:41.153573 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.160590 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a0706bfd-ec40-4609-873b-3379b8f52ab9, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a0706bfd-ec40-4609-873b-3379b8f52ab9,segment=NetworkSegment(8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b),segment_id=8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:41.162906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aba5e57c-1299-4388-911f-4e25387d0eb5 req-64805840-04b1-4b7a-baab-75c2ced40114 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1407471 Nov 16 04:48:41.165085 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.178982 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c712be34-29b3-4e74-afbf-23fba0c36e0b req-677bd5a7-522f-4eb6-b585-839a5ce9d9b6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.197170 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.198560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:48:41.224828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:48:41.225437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:48:41.251136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5794bc74-38a7-4061-b232-a873911b367e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:41.270134 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.273484 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:48:41.295073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=a0706bfd-ec40-4609-873b-3379b8f52ab9,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:41.298162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:41.300274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0087cb80-316f-42c1-8861-cf07d2370261 req-e8aad370-3079-427e-978e-e01762882d00 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:41.308802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0087cb80-316f-42c1-8861-cf07d2370261 req-e8aad370-3079-427e-978e-e01762882d00 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 945 time: 0.6478834 Nov 16 04:48:41.314274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:41.314811 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:41.315308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:41.315820 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:41.316307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:41.316814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:41.317304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:41.317804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:41.318283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:41.318774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:41.319269 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:41.319754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:41.334751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=922ede1e-3a9b-4e15-b558-9f1ebb5d7820,segment=NetworkSegment(9d5b89e3-fc62-4cc9-85c2-284986c86a4c),segment_id=9d5b89e3-fc62-4cc9-85c2-284986c86a4c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:41.341207 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.342411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device aedd0b43-daf4-457d-9241-b1b10e7aed55 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:48:41.373438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-6cafa9ce-3f28-4c67-97b3-acbaae05666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:41.374973 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-6cafa9ce-3f28-4c67-97b3-acbaae05666b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.3648040 Nov 16 04:48:41.375727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bd5a7-522f-4eb6-b585-839a5ce9d9b6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Pushing event deleted for resources: {'Port': ['ID=0f1f9cc5-db30-4662-a075-bbc83fe9cb26,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:41.417457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51be086b-9b77-4040-9498-3e6942050a1d req-26fec7ab-7ee4-4413-8d35-afeb64f0e77c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 210 time: 0.2042096 Nov 16 04:48:41.438231 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.438676 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Added segment e36898a2-38c7-40dc-8de3-7aa934c52735 of type vlan for network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a Nov 16 04:48:41.439738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-b26286c7-d66a-4840-8ad2-b6090e53e02e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:41.441696 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-b26286c7-d66a-4840-8ad2-b6090e53e02e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.5920627 Nov 16 04:48:41.521373 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d553c2-00b3-461d-b91f-24686330ab83 x-openstack-request-id: req-15d553c2-00b3-461d-b91f-24686330ab83 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:41.521714 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc", "name": "network-vif-plugged", "status": "completed", "tag": "a0706bfd-ec40-4609-873b-3379b8f52ab9", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:41.521998 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15d553c2-00b3-461d-b91f-24686330ab83 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:41.522444 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0706bfd-ec40-4609-873b-3379b8f52ab9', 'code': 200} Nov 16 04:48:41.537378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-7b4bf32f-de38-493a-a657-313eba0c0db9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Request body: {'port': {'device_id': 'f0394261-1cb5-47c0-880b-cf3b1856a9cc', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'admin_state_up': True, 'tenant_id': 'fca369ae4679409a8d7092d80703976f'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:41.540057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.601162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=922ede1e-3a9b-4e15-b558-9f1ebb5d7820,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:41.618321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port aedd0b43-daf4-457d-9241-b1b10e7aed55, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=aedd0b43-daf4-457d-9241-b1b10e7aed55,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:41.621415 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-6465761b-a8fa-4050-a11d-1c7cc862ce2b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:41.623092 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-6465761b-a8fa-4050-a11d-1c7cc862ce2b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.15 "GET /v2.0/networks?id=ec618b91-ef2d-46e0-8280-f22dce52f8cd HTTP/1.1" status: 200 len: 814 time: 0.3426428 Nov 16 04:48:41.624584 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.625466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:41.626217 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.631425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'aedd0b43-daf4-457d-9241-b1b10e7aed55', 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c', 'port_id': 'aedd0b43-daf4-457d-9241-b1b10e7aed55', 'mac_address': 'fa:16:3e:cb:ba:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abf229a-05ea-4a5f-af28-1bd38b9ee075', 'ip_address': '19.80.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:48:41.644636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-8dbec1d2-550d-4c3d-bcdd-787fb35f4799 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Request body: {'port': {'device_id': '2f6c717a-40d9-449b-a23f-623cde1ce440', 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd', 'admin_state_up': True, 'tenant_id': '540c879af84a45ce9614fb83c9c7afb6'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:41.661606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-fea28a1a-eaee-40e2-a57f-6cd53ff71ccb service neutron] 10.222.0.15 "GET /v2.0/networks/3a240544-6e4f-4503-b0e6-851664cb965c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533780 Nov 16 04:48:41.662374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c712be34-29b3-4e74-afbf-23fba0c36e0b req-677bd5a7-522f-4eb6-b585-839a5ce9d9b6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] No DVR routers for this DVR port 0f1f9cc5-db30-4662-a075-bbc83fe9cb26 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:48:41.674037 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.678123 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c712be34-29b3-4e74-afbf-23fba0c36e0b req-677bd5a7-522f-4eb6-b585-839a5ce9d9b6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.683060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c712be34-29b3-4e74-afbf-23fba0c36e0b req-677bd5a7-522f-4eb6-b585-839a5ce9d9b6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.37 "DELETE /v2.0/ports/0f1f9cc5-db30-4662-a075-bbc83fe9cb26 HTTP/1.1" status: 204 len: 173 time: 3.6641037 Nov 16 04:48:41.689568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedd0b43-daf4-457d-9241-b1b10e7aed55 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:41.712926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port aedd0b43-daf4-457d-9241-b1b10e7aed55, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=aedd0b43-daf4-457d-9241-b1b10e7aed55,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:41.718059 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.719577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b806c556-54e4-47ba-ae6b-7c5e6345ad7a details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:48:41.826108 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0377984 Nov 16 04:48:41.842268 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43208) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:41.857442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-36e5772f-784f-4f02-91dd-0384d1e153e1 admin admin] Request body: {'subnet': {'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-79042699-subnet', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:41.877321 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4cb21-72eb-4dbf-8889-817adefb1e04 admin admin] Pushing event updated for resources: {'Network': ['ID=42a5ec20-8993-4f5c-b21a-dee8f6593d5a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:41.909161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e5772f-784f-4f02-91dd-0384d1e153e1 admin admin] Made reservation on behalf of 26e083ee75414069a6d45744cc5d2647 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:41.912094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-36e5772f-784f-4f02-91dd-0384d1e153e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:41.953122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-ec9b750e-beb5-47d8-9524-2ae1c45d39db service neutron] 10.222.0.15 "GET /v2.0/networks/3a240544-6e4f-4503-b0e6-851664cb965c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427919 Nov 16 04:48:41.955315 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aba5e57c-1299-4388-911f-4e25387d0eb5 req-840f907a-948c-40c7-be35-bc0dc31bfcc1 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7820089 Nov 16 04:48:41.957913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:48:41.971839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b806c556-54e4-47ba-ae6b-7c5e6345ad7a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b806c556-54e4-47ba-ae6b-7c5e6345ad7a,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:41.976442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0087cb80-316f-42c1-8861-cf07d2370261 req-250d2537-d569-452d-b0e0-71c853e90afd tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6664450 Nov 16 04:48:42.013494 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=aedd0b43-daf4-457d-9241-b1b10e7aed55,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:42.066195 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:42.068018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-be1dea5f-531d-4a27-b239-9f17a5d80e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:42.070286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'b806c556-54e4-47ba-ae6b-7c5e6345ad7a', 'network_id': '3a240544-6e4f-4503-b0e6-851664cb965c', 'port_id': 'b806c556-54e4-47ba-ae6b-7c5e6345ad7a', 'mac_address': 'fa:16:3e:cd:1e:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abf229a-05ea-4a5f-af28-1bd38b9ee075', 'ip_address': '19.80.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:48:42.070966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-be1dea5f-531d-4a27-b239-9f17a5d80e1c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6592994 Nov 16 04:48:42.146479 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-36e5772f-784f-4f02-91dd-0384d1e153e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:42.187410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b9cb0-8b4d-416f-8428-c93d4e7fe62c req-b89c6653-3fc6-4e50-a15e-8e37159f14bb tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:42.193984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b9cb0-8b4d-416f-8428-c93d4e7fe62c req-b89c6653-3fc6-4e50-a15e-8e37159f14bb tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:42.200988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b9cb0-8b4d-416f-8428-c93d4e7fe62c req-b89c6653-3fc6-4e50-a15e-8e37159f14bb tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:42.204425 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:42.209095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e71b9cb0-8b4d-416f-8428-c93d4e7fe62c req-b89c6653-3fc6-4e50-a15e-8e37159f14bb tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2414 time: 0.5412173 Nov 16 04:48:42.235057 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b806c556-54e4-47ba-ae6b-7c5e6345ad7a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:42.244306 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:48:42.258504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-8dbec1d2-550d-4c3d-bcdd-787fb35f4799 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Made reservation on behalf of 540c879af84a45ce9614fb83c9c7afb6 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:42.262506 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-8dbec1d2-550d-4c3d-bcdd-787fb35f4799 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:42.277709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b806c556-54e4-47ba-ae6b-7c5e6345ad7a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b806c556-54e4-47ba-ae6b-7c5e6345ad7a,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:42.285714 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:42.312895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cbfac-9bf7-4120-bacb-16f3e813ef98 req-b07439d3-3f87-4df7-9f14-cf9275783f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:42.314618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-705cbfac-9bf7-4120-bacb-16f3e813ef98 req-b07439d3-3f87-4df7-9f14-cf9275783f26 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 1097 time: 0.6457610 Nov 16 04:48:42.339337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5772f-784f-4f02-91dd-0384d1e153e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89dafe22-d8cb-44ce-83d7-384ac27d704f,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:42.369755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b806c556-54e4-47ba-ae6b-7c5e6345ad7a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:42.379023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-7b4bf32f-de38-493a-a657-313eba0c0db9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Made reservation on behalf of fca369ae4679409a8d7092d80703976f for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:42.382395 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-7b4bf32f-de38-493a-a657-313eba0c0db9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:42.386159 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e5772f-784f-4f02-91dd-0384d1e153e1 admin admin] Checking segment: {'id': 'e36898a2-38c7-40dc-8de3-7aa934c52735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:42.386526 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e5772f-784f-4f02-91dd-0384d1e153e1 admin admin] Network hostable DHCP agents. Network: 42a5ec20-8993-4f5c-b21a-dee8f6593d5a, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:48:42.387998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e71b9cb0-8b4d-416f-8428-c93d4e7fe62c req-810a4999-9eb5-4660-9fd6-6c1827a2d78e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780560 Nov 16 04:48:42.401164 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ab379-e95e-49c3-a4f0-ae210f8c6fc3 req-834d62d5-b757-4fc3-8029-7dc2dba903dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:42.407759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ab379-e95e-49c3-a4f0-ae210f8c6fc3 req-834d62d5-b757-4fc3-8029-7dc2dba903dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:42.422082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ab379-e95e-49c3-a4f0-ae210f8c6fc3 req-834d62d5-b757-4fc3-8029-7dc2dba903dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:42.423900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e5772f-784f-4f02-91dd-0384d1e153e1 admin admin] Network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:48:42.431987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ab379-e95e-49c3-a4f0-ae210f8c6fc3 req-834d62d5-b757-4fc3-8029-7dc2dba903dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:42.442085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ab379-e95e-49c3-a4f0-ae210f8c6fc3 req-834d62d5-b757-4fc3-8029-7dc2dba903dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:42.450639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ab379-e95e-49c3-a4f0-ae210f8c6fc3 req-834d62d5-b757-4fc3-8029-7dc2dba903dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:42.463035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-36e5772f-784f-4f02-91dd-0384d1e153e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 42a5ec20-8993-4f5c-b21a-dee8f6593d5a) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:42.470833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ab379-e95e-49c3-a4f0-ae210f8c6fc3 req-834d62d5-b757-4fc3-8029-7dc2dba903dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:42.470949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e5772f-784f-4f02-91dd-0384d1e153e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:42.470949 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-36e5772f-784f-4f02-91dd-0384d1e153e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:42.476773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670ed2a6-198b-4f08-acbf-a12147e56c82 None None] Network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:48:42.478719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b3ab379-e95e-49c3-a4f0-ae210f8c6fc3 req-834d62d5-b757-4fc3-8029-7dc2dba903dc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.3300014 Nov 16 04:48:42.497901 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-8dbec1d2-550d-4c3d-bcdd-787fb35f4799 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Allocated IP 172.20.0.12 (ec618b91-ef2d-46e0-8280-f22dce52f8cd/8326faef-5c7d-4ecc-8890-bc1a61c10766/7fb096ed-9176-4443-adac-eb35a6077ced) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:42.562064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-c9a7d8e7-e447-4894-ad6e-8a03c9823b4a service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321301 Nov 16 04:48:42.574049 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-36e5772f-784f-4f02-91dd-0384d1e153e1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7299988 Nov 16 04:48:42.577967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43214) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:42.581800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['922ede1e-3a9b-4e15-b558-9f1ebb5d7820'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:48:42.592812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-79042699-router', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:42.633621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-705cbfac-9bf7-4120-bacb-16f3e813ef98 req-9137ba58-6164-46b2-8041-e6ded693c85a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098378 Nov 16 04:48:42.649992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['aedd0b43-daf4-457d-9241-b1b10e7aed55'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:48:42.652931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b806c556-54e4-47ba-ae6b-7c5e6345ad7a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:48:42.662850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307f612a-4d8e-4686-b39e-9c28f04ac669', 'name': 'network-vif-deleted', 'tag': '0f1f9cc5-db30-4662-a075-bbc83fe9cb26'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:42.665670 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e29612-d2e2-431f-a5b5-af8b7dece9db" -d '{"events": [{"server_uuid": "307f612a-4d8e-4686-b39e-9c28f04ac669", "name": "network-vif-deleted", "tag": "0f1f9cc5-db30-4662-a075-bbc83fe9cb26"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:42.665928 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:42.667138 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:42.722925 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be31180f-ec2f-4062-80bc-8fdb5381e872 req-e9b2187d-5e60-42fe-a987-6809505852fe tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 210 time: 0.0995624 Nov 16 04:48:42.741411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b3ab379-e95e-49c3-a4f0-ae210f8c6fc3 req-c20e85c5-1ed0-4586-8f3a-77820651924f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2474141 Nov 16 04:48:42.770251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-8dbec1d2-550d-4c3d-bcdd-787fb35f4799 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:42.782587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:42.786411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeb80d7-0409-482b-b6db-0525a7e33b90 None None] Network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:48:42.831960 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-7b4bf32f-de38-493a-a657-313eba0c0db9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Allocated IP 172.20.0.2 (814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93/1e81786c-f14f-4e29-8eb3-5467ad56d563/ccec0516-3a08-4955-9892-f75e58c28527) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:42.838300 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-1d25d08c-bc2f-4377-80a4-7a0c1ebc7a48 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284758 Nov 16 04:48:42.841140 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ec5689-75d6-451d-9d24-03fe5c6f5485 x-openstack-request-id: req-32ec5689-75d6-451d-9d24-03fe5c6f5485 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:42.841440 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307f612a-4d8e-4686-b39e-9c28f04ac669", "name": "network-vif-deleted", "tag": "0f1f9cc5-db30-4662-a075-bbc83fe9cb26", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:42.841696 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32ec5689-75d6-451d-9d24-03fe5c6f5485 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:42.842113 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307f612a-4d8e-4686-b39e-9c28f04ac669', 'name': 'network-vif-deleted', 'tag': '0f1f9cc5-db30-4662-a075-bbc83fe9cb26', 'status': 'completed', 'code': 200} Nov 16 04:48:42.902736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-79663ee5-f479-4288-8400-468e62f17319 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=8178ccda-af63-4072-ac8f-d3f04afc358b HTTP/1.1" status: 200 len: 217 time: 0.0561776 Nov 16 04:48:42.924711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-606fca2e-5aeb-4d16-93d9-6fe692a7b7b6 req-6a2116be-9503-4691-8d88-c87239106c11 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 210 time: 0.0713296 Nov 16 04:48:42.973274 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:42.979417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-8dbec1d2-550d-4c3d-bcdd-787fb35f4799 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:43.059255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-fa4f972e-d1fb-4bad-92a3-d4d6cca1236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:43.060743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-fa4f972e-d1fb-4bad-92a3-d4d6cca1236f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.1385472 Nov 16 04:48:43.074012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-8dbec1d2-550d-4c3d-bcdd-787fb35f4799 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Network ec618b91-ef2d-46e0-8280-f22dce52f8cd is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:43.081556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-8dbec1d2-550d-4c3d-bcdd-787fb35f4799 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:43.090829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-8dbec1d2-550d-4c3d-bcdd-787fb35f4799 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:43.119009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbec1d2-550d-4c3d-bcdd-787fb35f4799 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Pushing event updated for resources: {'Port': ['ID=7fb096ed-9176-4443-adac-eb35a6077ced,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:43.153465 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-8dbec1d2-550d-4c3d-bcdd-787fb35f4799 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:43.154051 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-8dbec1d2-550d-4c3d-bcdd-787fb35f4799 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:43.175293 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-8dbec1d2-550d-4c3d-bcdd-787fb35f4799 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5387318 Nov 16 04:48:43.198369 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Request body: {'port': {'device_id': '2f6c717a-40d9-449b-a23f-623cde1ce440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:43.211396 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:43.338214 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:43.363338 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:43.399920 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:43.453100 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-7b4bf32f-de38-493a-a657-313eba0c0db9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:43.456763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-1a1f0f52-c0c1-4cd2-9e3b-bfdf150ee4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:43.458353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-1a1f0f52-c0c1-4cd2-9e3b-bfdf150ee4ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3879905 Nov 16 04:48:43.474255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c17a7-2e59-44b6-bd3f-fda7e59d889f req-ff5dd65d-d4a4-4752-acfb-eb5e016bb63c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:43.475702 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa6c17a7-2e59-44b6-bd3f-fda7e59d889f req-ff5dd65d-d4a4-4752-acfb-eb5e016bb63c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 946 time: 0.1026244 Nov 16 04:48:43.629359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa6c17a7-2e59-44b6-bd3f-fda7e59d889f req-22004983-5e0b-414d-a7b5-f620a1f1fa1d tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338758 Nov 16 04:48:43.637293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Allocated IP 172.25.0.66 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:43.639092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6bee7-8f08-4316-9c6c-01080787afb9 req-4bddada8-466e-4a54-971f-76f01f9c3c25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:43.644551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6bee7-8f08-4316-9c6c-01080787afb9 req-4bddada8-466e-4a54-971f-76f01f9c3c25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:43.650484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6bee7-8f08-4316-9c6c-01080787afb9 req-4bddada8-466e-4a54-971f-76f01f9c3c25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:43.652217 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1d6bee7-8f08-4316-9c6c-01080787afb9 req-4bddada8-466e-4a54-971f-76f01f9c3c25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2415 time: 0.1756070 Nov 16 04:48:43.656137 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-7b4bf32f-de38-493a-a657-313eba0c0db9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:43.723313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:48:43.760248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-9680d5a9-06e7-4a3f-a23a-8f9283f788d0 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810104 Nov 16 04:48:43.762045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-7b4bf32f-de38-493a-a657-313eba0c0db9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:43.778101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bf32f-de38-493a-a657-313eba0c0db9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event updated for resources: {'Port': ['ID=ccec0516-3a08-4955-9892-f75e58c28527,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:43.781399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-7b4bf32f-de38-493a-a657-313eba0c0db9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:43.801114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-7b4bf32f-de38-493a-a657-313eba0c0db9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:43.893478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1d6bee7-8f08-4316-9c6c-01080787afb9 req-520d85e4-404c-44fc-8acb-929a1a547f25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114720 Nov 16 04:48:43.914862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-7b4bf32f-de38-493a-a657-313eba0c0db9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:43.915412 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-7b4bf32f-de38-493a-a657-313eba0c0db9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:43.930853 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:43.976582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-6bb603f1-c593-48c7-93cd-4151bfdb0542 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076614 Nov 16 04:48:43.981873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-7b4bf32f-de38-493a-a657-313eba0c0db9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4557571 Nov 16 04:48:43.998278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Request body: {'port': {'device_id': 'f0394261-1cb5-47c0-880b-cf3b1856a9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:44.058853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-9bd47546-ca8d-4e65-8b0b-2daf36a88572 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8360c88d-5afc-43f1-9479-fb3f96d0f2bb HTTP/1.1" status: 200 len: 217 time: 0.0741951 Nov 16 04:48:44.081222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83e55b-bbe5-4a33-93f3-0bb752a1f5cc req-4ed71fe9-d34c-4e6f-84d3-e0ca40e12ea0 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.082722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb83e55b-bbe5-4a33-93f3-0bb752a1f5cc req-4ed71fe9-d34c-4e6f-84d3-e0ca40e12ea0 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 931 time: 0.1579421 Nov 16 04:48:44.122871 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:44.125386 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb096ed-9176-4443-adac-eb35a6077ced {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:44.134706 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:44.152304 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Transition to ACTIVE for port object 7fb096ed-9176-4443-adac-eb35a6077ced will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:44.160576 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:44.182753 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:44.202056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b670360-8cf6-4fc3-9740-1f9116805773 req-8804511c-789e-4ca5-b6f4-abce01a64851 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.207934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b670360-8cf6-4fc3-9740-1f9116805773 req-8804511c-789e-4ca5-b6f4-abce01a64851 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.215067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b670360-8cf6-4fc3-9740-1f9116805773 req-8804511c-789e-4ca5-b6f4-abce01a64851 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.218812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Pushing event updated for resources: {'Port': ['ID=7fb096ed-9176-4443-adac-eb35a6077ced,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:44.221803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b670360-8cf6-4fc3-9740-1f9116805773 req-8804511c-789e-4ca5-b6f4-abce01a64851 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.222463 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:44.228561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b670360-8cf6-4fc3-9740-1f9116805773 req-8804511c-789e-4ca5-b6f4-abce01a64851 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.234616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b670360-8cf6-4fc3-9740-1f9116805773 req-8804511c-789e-4ca5-b6f4-abce01a64851 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.240378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b670360-8cf6-4fc3-9740-1f9116805773 req-8804511c-789e-4ca5-b6f4-abce01a64851 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.242362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b670360-8cf6-4fc3-9740-1f9116805773 req-8804511c-789e-4ca5-b6f4-abce01a64851 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.2506475 Nov 16 04:48:44.263053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-156a39db-2a6b-4d79-b113-4fdda401288d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.264490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-156a39db-2a6b-4d79-b113-4fdda401288d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.1787772 Nov 16 04:48:44.272299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:44.301443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:44.309837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:44.313611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb83e55b-bbe5-4a33-93f3-0bb752a1f5cc req-0f705d9f-085d-4208-b832-2d8a68e094af tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164230 Nov 16 04:48:44.355826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:44.401908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f95b19c4-5c9b-4ef0-8efa-7df407ae8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.403378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f95b19c4-5c9b-4ef0-8efa-7df407ae8f25 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1295094 Nov 16 04:48:44.413463 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Attempting to bind port 7fb096ed-9176-4443-adac-eb35a6077ced on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:44.413821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Attempting to bind port 7fb096ed-9176-4443-adac-eb35a6077ced by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:44.414156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Attempting to bind port 7fb096ed-9176-4443-adac-eb35a6077ced on network ec618b91-ef2d-46e0-8280-f22dce52f8cd {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:44.449603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Port 7fb096ed-9176-4443-adac-eb35a6077ced on network ec618b91-ef2d-46e0-8280-f22dce52f8cd not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:44.449875 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Attempting to bind port 7fb096ed-9176-4443-adac-eb35a6077ced on network ec618b91-ef2d-46e0-8280-f22dce52f8cd {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:44.453370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b670360-8cf6-4fc3-9740-1f9116805773 req-7b85d855-792b-4e25-b3a6-d56c7ad8a547 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1981950 Nov 16 04:48:44.474332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:44.474675 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Checking segment: {'id': 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:44.475059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Bound using segment: {'id': 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:44.475505 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Bound port: 7fb096ed-9176-4443-adac-eb35a6077ced, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:44.475860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:44.564530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7265b-747f-41ac-a218-e98623ca25b2 req-dbbff689-a0b1-4f52-b28d-24a888419c22 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.566095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7d7265b-747f-41ac-a218-e98623ca25b2 req-dbbff689-a0b1-4f52-b28d-24a888419c22 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 944 time: 0.1838453 Nov 16 04:48:44.611633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] For port 7fb096ed-9176-4443-adac-eb35a6077ced, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:44.630284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] For port 7fb096ed-9176-4443-adac-eb35a6077ced, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7fb096ed-9176-4443-adac-eb35a6077ced,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:44.638122 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:44.649274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-d1960c2e-eaf3-4cc0-b2f0-d7d17ad4f74f service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792190 Nov 16 04:48:44.676780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.677699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:44.679130 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] 10.222.0.15 "PUT /v2.0/ports/7fb096ed-9176-4443-adac-eb35a6077ced HTTP/1.1" status: 200 len: 1092 time: 1.4863262 Nov 16 04:48:44.685938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6c717a-40d9-449b-a23f-623cde1ce440', 'tag': '7fb096ed-9176-4443-adac-eb35a6077ced'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:44.688204 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eb7853-cd94-4c7d-bc36-e13c778c5099" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6c717a-40d9-449b-a23f-623cde1ce440", "tag": "7fb096ed-9176-4443-adac-eb35a6077ced"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:44.713445 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:44.720552 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:44.738353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7d7265b-747f-41ac-a218-e98623ca25b2 req-87b516fc-842e-46ff-84c4-c00da752eea9 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376755 Nov 16 04:48:44.807188 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef79e34c-a924-438a-ad0b-31b61c935add x-openstack-request-id: req-ef79e34c-a924-438a-ad0b-31b61c935add {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:44.807482 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6c717a-40d9-449b-a23f-623cde1ce440", "tag": "7fb096ed-9176-4443-adac-eb35a6077ced", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:44.807731 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef79e34c-a924-438a-ad0b-31b61c935add {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:44.808136 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f6c717a-40d9-449b-a23f-623cde1ce440', 'tag': '7fb096ed-9176-4443-adac-eb35a6077ced', 'status': 'completed', 'code': 200} Nov 16 04:48:44.813663 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:48:44.817931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:44.818518 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:44.828326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e7b40-39b7-4166-8bc6-24e55a74cfcd service neutron] Pushing event updated for resources: {'Port': ['ID=7fb096ed-9176-4443-adac-eb35a6077ced,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:44.868871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-07aad156-b176-45fd-9a11-1c383f999c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.870395 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-07aad156-b176-45fd-9a11-1c383f999c31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=540c879af84a45ce9614fb83c9c7afb6&device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 1095 time: 0.1143484 Nov 16 04:48:44.882907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fea4a-7ceb-436e-92c8-a2df00a2bfc8 req-a4544edb-81a8-485f-9d15-b28cc77e408a tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:44.884597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d6fea4a-7ceb-436e-92c8-a2df00a2bfc8 req-a4544edb-81a8-485f-9d15-b28cc77e408a tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 946 time: 0.1238089 Nov 16 04:48:44.915320 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:44.922128 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-d2ef4555-fde1-4099-a655-4e5235a09ce0 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650280 Nov 16 04:48:44.948054 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ede1e-3a9b-4e15-b558-9f1ebb5d7820'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:44.950537 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7772743e-570c-4900-8bb4-b8b80a9d2a6a" -d '{"events": [{"server_uuid": "7b192956-584d-419a-af38-360aa266c003", "name": "network-vif-plugged", "status": "completed", "tag": "922ede1e-3a9b-4e15-b558-9f1ebb5d7820"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:44.976117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-0501d180-84e4-43e3-b9da-a0627cf8a4fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 HTTP/1.1" status: 200 len: 217 time: 0.0439079 Nov 16 04:48:44.983193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=922ede1e-3a9b-4e15-b558-9f1ebb5d7820,segment=NetworkSegment(9d5b89e3-fc62-4cc9-85c2-284986c86a4c),segment_id=9d5b89e3-fc62-4cc9-85c2-284986c86a4c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:44.986015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccec0516-3a08-4955-9892-f75e58c28527 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:44.990041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:44.991022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device aedd0b43-daf4-457d-9241-b1b10e7aed55 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:45.011952 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-245a3c1c-e91b-4a4c-9def-5cf95acda888 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb096ed-9176-4443-adac-eb35a6077ced HTTP/1.1" status: 200 len: 217 time: 0.0880246 Nov 16 04:48:45.045335 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:45.077678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-420f0975-1dac-4eee-85e3-c871ad49c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.079244 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-420f0975-1dac-4eee-85e3-c871ad49c14b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8326faef-5c7d-4ecc-8890-bc1a61c10766 HTTP/1.1" status: 200 len: 854 time: 0.0591297 Nov 16 04:48:45.084384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d6fea4a-7ceb-436e-92c8-a2df00a2bfc8 req-9cf66e90-821e-4c7b-8ac3-823e3910964b tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933899 Nov 16 04:48:45.092895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port aedd0b43-daf4-457d-9241-b1b10e7aed55 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:48:45.093604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Transition to ACTIVE for port object ccec0516-3a08-4955-9892-f75e58c28527 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:45.096969 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:45.100817 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:45.100982 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port aedd0b43-daf4-457d-9241-b1b10e7aed55 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:45.101690 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:45.133838 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-025f90e3-b0ce-4d14-9dcd-cb00014e289d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec618b91-ef2d-46e0-8280-f22dce52f8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472112 Nov 16 04:48:45.136642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-8b655067-e501-4bd9-b567-0d51a129b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.138119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-8b655067-e501-4bd9-b567-0d51a129b878 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.1392281 Nov 16 04:48:45.149598 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3e7099-0c5f-4057-99eb-898b5d1a0dc0 x-openstack-request-id: req-0b3e7099-0c5f-4057-99eb-898b5d1a0dc0 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:45.149917 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b192956-584d-419a-af38-360aa266c003", "name": "network-vif-plugged", "status": "completed", "tag": "922ede1e-3a9b-4e15-b558-9f1ebb5d7820", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:45.150169 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b3e7099-0c5f-4057-99eb-898b5d1a0dc0 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:45.150560 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ede1e-3a9b-4e15-b558-9f1ebb5d7820', 'code': 200} Nov 16 04:48:45.152643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=922ede1e-3a9b-4e15-b558-9f1ebb5d7820,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:45.179210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Pushing event updated for resources: {'Port': ['ID=ccec0516-3a08-4955-9892-f75e58c28527,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:45.194091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf673b-6ee3-4c6c-83fb-e91ef4a586d6 req-41a62bf3-61ec-40ba-b031-1a79e274ee86 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.201634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf673b-6ee3-4c6c-83fb-e91ef4a586d6 req-41a62bf3-61ec-40ba-b031-1a79e274ee86 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.207044 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:45.210373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf673b-6ee3-4c6c-83fb-e91ef4a586d6 req-41a62bf3-61ec-40ba-b031-1a79e274ee86 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.212682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29cf673b-6ee3-4c6c-83fb-e91ef4a586d6 req-41a62bf3-61ec-40ba-b031-1a79e274ee86 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2416 time: 0.2217102 Nov 16 04:48:45.245136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port aedd0b43-daf4-457d-9241-b1b10e7aed55, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=aedd0b43-daf4-457d-9241-b1b10e7aed55,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:45.249998 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:45.250947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b806c556-54e4-47ba-ae6b-7c5e6345ad7a up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:45.313913 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-61170719-179e-41bf-988b-5da226956903 service neutron] 10.222.0.15 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465018 Nov 16 04:48:45.341065 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port b806c556-54e4-47ba-ae6b-7c5e6345ad7a completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:48:45.350827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port b806c556-54e4-47ba-ae6b-7c5e6345ad7a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:45.351187 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:45.378085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3e54b42a-d8ee-4422-bcb3-144d5bfdd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.380024 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-3e54b42a-d8ee-4422-bcb3-144d5bfdd69d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2057233 Nov 16 04:48:45.381285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=aedd0b43-daf4-457d-9241-b1b10e7aed55,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:45.400362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5022c8b-35dc-4771-9816-38c20a2c864e req-a1441d68-5b48-4c30-b0b1-c14b4fa49e5d tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.401944 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f5022c8b-35dc-4771-9816-38c20a2c864e req-a1441d68-5b48-4c30-b0b1-c14b4fa49e5d tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 946 time: 0.1777573 Nov 16 04:48:45.414605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43246) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:45.425452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7180c96f-8692-4381-8e0e-112113986010 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Request body: {'floatingip': {'port_id': 'a0706bfd-ec40-4609-873b-3379b8f52ab9'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:45.434123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29cf673b-6ee3-4c6c-83fb-e91ef4a586d6 req-238404e2-e564-421b-a47b-5ee27dd975ff tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065978 Nov 16 04:48:45.456540 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:45.466671 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5c21ed88-ba7f-423b-bf2a-1db35d48f5a3 req-33e0d67f-1ff7-416a-9cc7-0c5ea5d25c5d service neutron] 10.222.0.15 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439371 Nov 16 04:48:45.467571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Router a48cae29-61dd-4ffe-9c8c-ad611facda23 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:48:45.514634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7180c96f-8692-4381-8e0e-112113986010 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:45.516660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Attempting to bind port ccec0516-3a08-4955-9892-f75e58c28527 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:45.517247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Attempting to bind port ccec0516-3a08-4955-9892-f75e58c28527 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:45.517540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Attempting to bind port ccec0516-3a08-4955-9892-f75e58c28527 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:45.518225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b806c556-54e4-47ba-ae6b-7c5e6345ad7a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b806c556-54e4-47ba-ae6b-7c5e6345ad7a,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:45.524932 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:45.532290 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Port ccec0516-3a08-4955-9892-f75e58c28527 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:45.532616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Attempting to bind port ccec0516-3a08-4955-9892-f75e58c28527 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:45.574291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:45.574631 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Checking segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:45.575019 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Bound using segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:45.575468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Bound port: ccec0516-3a08-4955-9892-f75e58c28527, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:45.575829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:45.588756 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b806c556-54e4-47ba-ae6b-7c5e6345ad7a,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:45.626033 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-32ce9b1b-3dc0-4ac6-9f2d-a19bc99c6a9d service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378633 Nov 16 04:48:45.689346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac84d30-501d-4647-831d-1306adbad81c req-d4ceeeaa-0d9c-425b-a15b-353e59acbe0c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.690868 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ac84d30-501d-4647-831d-1306adbad81c req-d4ceeeaa-0d9c-425b-a15b-353e59acbe0c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 943 time: 0.1642618 Nov 16 04:48:45.726683 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb7853-cd94-4c7d-bc36-e13c778c5099 req-c243a6f7-81b0-4990-8188-715de77d26f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.728199 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51eb7853-cd94-4c7d-bc36-e13c778c5099 req-c243a6f7-81b0-4990-8188-715de77d26f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=540c879af84a45ce9614fb83c9c7afb6&device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 1095 time: 0.1735041 Nov 16 04:48:45.770936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a0f59-66a9-4cf5-afc7-5b57d10d8555 req-c577a83f-4fd3-41f0-bfbf-d743a11bf8e9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.777066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a0f59-66a9-4cf5-afc7-5b57d10d8555 req-c577a83f-4fd3-41f0-bfbf-d743a11bf8e9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.783156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a0f59-66a9-4cf5-afc7-5b57d10d8555 req-c577a83f-4fd3-41f0-bfbf-d743a11bf8e9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.789495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a0f59-66a9-4cf5-afc7-5b57d10d8555 req-c577a83f-4fd3-41f0-bfbf-d743a11bf8e9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.795490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a0f59-66a9-4cf5-afc7-5b57d10d8555 req-c577a83f-4fd3-41f0-bfbf-d743a11bf8e9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.801433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a0f59-66a9-4cf5-afc7-5b57d10d8555 req-c577a83f-4fd3-41f0-bfbf-d743a11bf8e9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.808274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a0f59-66a9-4cf5-afc7-5b57d10d8555 req-c577a83f-4fd3-41f0-bfbf-d743a11bf8e9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.810206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a6a0f59-66a9-4cf5-afc7-5b57d10d8555 req-c577a83f-4fd3-41f0-bfbf-d743a11bf8e9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.2381072 Nov 16 04:48:45.864625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] For port ccec0516-3a08-4955-9892-f75e58c28527, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:45.879601 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:48:45.891418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Sync routers for ids ['a48cae29-61dd-4ffe-9c8c-ad611facda23'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:48:45.902917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Routers {'a48cae29-61dd-4ffe-9c8c-ad611facda23'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:45.903705 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-31c427ad-744c-446e-b308-50782fadfeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:48:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a48cae29-61dd-4ffe-9c8c-ad611facda23'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:45.905857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] For port ccec0516-3a08-4955-9892-f75e58c28527, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ccec0516-3a08-4955-9892-f75e58c28527,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:45.918688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ac84d30-501d-4647-831d-1306adbad81c req-947398e3-3ea6-4e53-a62b-424b4a728677 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956248 Nov 16 04:48:45.920734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-15876044-b94d-4e7d-971c-7b7562a4b56e service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847297 Nov 16 04:48:45.924296 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:45.929493 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:45.934108 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4a77a19e-e915-4410-bf52-c16c7b4c48d2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3548381 Nov 16 04:48:45.934697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43256) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:45.949583 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb7853-cd94-4c7d-bc36-e13c778c5099 req-233c9b26-ebb4-452e-89f6-060a479ef752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:45.951016 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51eb7853-cd94-4c7d-bc36-e13c778c5099 req-233c9b26-ebb4-452e-89f6-060a479ef752 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ec618b91-ef2d-46e0-8280-f22dce52f8cd HTTP/1.1" status: 200 len: 915 time: 0.2152526 Nov 16 04:48:46.011630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:46.012170 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:46.013908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] 10.222.0.15 "PUT /v2.0/ports/ccec0516-3a08-4955-9892-f75e58c28527 HTTP/1.1" status: 200 len: 1091 time: 2.0208845 Nov 16 04:48:46.022885 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0394261-1cb5-47c0-880b-cf3b1856a9cc', 'tag': 'ccec0516-3a08-4955-9892-f75e58c28527'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:46.025094 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105da076-98af-433d-a790-06ff3c9c89a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f0394261-1cb5-47c0-880b-cf3b1856a9cc", "tag": "ccec0516-3a08-4955-9892-f75e58c28527"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:46.043377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-9ec1dc07-57db-4f53-9d89-56f5ccd8d202 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=09f8af55-badd-41b7-a94d-d362718c5b52 HTTP/1.1" status: 200 len: 217 time: 0.1085227 Nov 16 04:48:46.054389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a6a0f59-66a9-4cf5-afc7-5b57d10d8555 req-e7fde849-9ed3-41ee-92aa-5d98ac6bc3e7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2304342 Nov 16 04:48:46.083691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Set router a48cae29-61dd-4ffe-9c8c-ad611facda23 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:46.152231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91aa5d-ba2e-4fd7-9a2f-a81a6335c43e service neutron] Pushing event updated for resources: {'Port': ['ID=ccec0516-3a08-4955-9892-f75e58c28527,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:46.172231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-d6db0185-2a64-48ae-9ca7-073610fbcbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:46.174819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-d6db0185-2a64-48ae-9ca7-073610fbcbd1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 200 len: 797 time: 0.1151407 Nov 16 04:48:46.196311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-42f51e22-70d3-4600-a0ee-e22efd21fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:46.197578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-42f51e22-70d3-4600-a0ee-e22efd21fad7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 1094 time: 0.1169744 Nov 16 04:48:46.308326 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:46.425279 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51eb7853-cd94-4c7d-bc36-e13c778c5099 req-32e57996-4675-47a6-998b-14cd3fec7782 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7fb096ed-9176-4443-adac-eb35a6077ced HTTP/1.1" status: 200 len: 217 time: 0.4453022 Nov 16 04:48:46.544911 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236fc3fc-f82b-481f-a954-99121be4959a x-openstack-request-id: req-236fc3fc-f82b-481f-a954-99121be4959a {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:46.545511 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0394261-1cb5-47c0-880b-cf3b1856a9cc", "tag": "ccec0516-3a08-4955-9892-f75e58c28527", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:46.545614 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-236fc3fc-f82b-481f-a954-99121be4959a {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:46.545975 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0394261-1cb5-47c0-880b-cf3b1856a9cc', 'tag': 'ccec0516-3a08-4955-9892-f75e58c28527', 'status': 'completed', 'code': 200} Nov 16 04:48:46.547543 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-31c427ad-744c-446e-b308-50782fadfeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'name': 'tempest-ServerRescueTestJSON-79042699-router', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:48:42Z', 'updated_at': '2021-11-16T04:48:44Z', 'revision_number': 3, 'project_id': '26e083ee75414069a6d45744cc5d2647', 'gw_port': {'id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:43Z', 'updated_at': '2021-11-16T04:48:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:46.550578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-66ef31b5-f7df-4b68-ad01-73c2947ea8cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccec0516-3a08-4955-9892-f75e58c28527 HTTP/1.1" status: 200 len: 217 time: 0.3377440 Nov 16 04:48:46.560307 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb7853-cd94-4c7d-bc36-e13c778c5099 req-3d1d346e-20c8-444e-aa80-f4b0f0452e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:46.561753 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51eb7853-cd94-4c7d-bc36-e13c778c5099 req-3d1d346e-20c8-444e-aa80-f4b0f0452e30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8326faef-5c7d-4ecc-8890-bc1a61c10766 HTTP/1.1" status: 200 len: 854 time: 0.0997567 Nov 16 04:48:46.591475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Checking router: a48cae29-61dd-4ffe-9c8c-ad611facda23 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:48:46.591849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Updating router a48cae29-61dd-4ffe-9c8c-ad611facda23 port 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:48:46.617565 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:46.649935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e5ebde07-5311-46e8-9bdc-8a9f4e4653f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:46.651552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-e5ebde07-5311-46e8-9bdc-8a9f4e4653f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4673002 Nov 16 04:48:46.662990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-8b864e46-7914-4c2f-bd41-2a5516c5be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:46.665256 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-8b864e46-7914-4c2f-bd41-2a5516c5be3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.1044240 Nov 16 04:48:46.674300 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51eb7853-cd94-4c7d-bc36-e13c778c5099 req-e170cad2-e3f1-48af-9177-c0a7c0c256b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ec618b91-ef2d-46e0-8280-f22dce52f8cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886476 Nov 16 04:48:46.685965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.db.resource_extend [None req-7180c96f-8692-4381-8e0e-112113986010 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:48:46.751867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a7fda-6b25-4814-90f8-27473a90c741 req-40c6eb45-1a9e-4fda-aba2-5f9d9dd4849e tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:46.759539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-935a7fda-6b25-4814-90f8-27473a90c741 req-40c6eb45-1a9e-4fda-aba2-5f9d9dd4849e tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 944 time: 0.2126055 Nov 16 04:48:46.768656 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-48fc554b-b463-41c4-939c-35effd6f988f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901005 Nov 16 04:48:46.804656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7180c96f-8692-4381-8e0e-112113986010 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:46.814820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e232a0-b566-4be3-92fd-6ba0a263d83d req-74a17dcd-2394-4348-981e-4eb48cb071bd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:46.819474 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7180c96f-8692-4381-8e0e-112113986010 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:46.821209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e232a0-b566-4be3-92fd-6ba0a263d83d req-74a17dcd-2394-4348-981e-4eb48cb071bd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:46.827670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e232a0-b566-4be3-92fd-6ba0a263d83d req-74a17dcd-2394-4348-981e-4eb48cb071bd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:46.829048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08e232a0-b566-4be3-92fd-6ba0a263d83d req-74a17dcd-2394-4348-981e-4eb48cb071bd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2418 time: 0.2432971 Nov 16 04:48:46.955228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-7afcb9c3-3ca7-4f7f-9e02-59ee34a4c437 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889674 Nov 16 04:48:46.968038 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51eb7853-cd94-4c7d-bc36-e13c778c5099 req-c1a9dcf7-a6b6-4399-85ea-d03f5e13952b service neutron] 10.222.0.15 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840040 Nov 16 04:48:46.971700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-935a7fda-6b25-4814-90f8-27473a90c741 req-dffa469e-9fd5-4cce-b590-6643e44634da tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111988 Nov 16 04:48:47.014949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08e232a0-b566-4be3-92fd-6ba0a263d83d req-01c2a0f5-82d4-4333-a3b0-10792f3dfee5 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666815 Nov 16 04:48:47.087149 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:47.093962 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:47.095886 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-7180c96f-8692-4381-8e0e-112113986010 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Floating IP c533b9c0-042c-433c-aaa7-7c7a861659cb associated. External IP: 172.25.0.73, port: a0706bfd-ec40-4609-873b-3379b8f52ab9. Nov 16 04:48:47.171139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedd0b43-daf4-457d-9241-b1b10e7aed55'}, {'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b806c556-54e4-47ba-ae6b-7c5e6345ad7a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:47.177100 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51852602-98c1-49ec-809b-4e894b516193" -d '{"events": [{"server_uuid": "7b192956-584d-419a-af38-360aa266c003", "name": "network-vif-plugged", "status": "completed", "tag": "aedd0b43-daf4-457d-9241-b1b10e7aed55"}, {"server_uuid": "7b192956-584d-419a-af38-360aa266c003", "name": "network-vif-plugged", "status": "completed", "tag": "b806c556-54e4-47ba-ae6b-7c5e6345ad7a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:47.188374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8992f-bb2e-4027-b0d9-12473cc7bd17 req-9e879418-bfae-48e8-9b10-e03c42465c66 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:47.190597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4c8992f-bb2e-4027-b0d9-12473cc7bd17 req-9e879418-bfae-48e8-9b10-e03c42465c66 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 943 time: 0.0831814 Nov 16 04:48:47.193640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-ff34a6db-c665-43cf-9cb5-9dc559e7241f service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076490 Nov 16 04:48:47.227353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Attempting to bind port 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:47.227829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Attempting to bind port 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:47.228080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Attempting to bind port 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:47.229891 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51eb7853-cd94-4c7d-bc36-e13c778c5099 req-3826daf5-4a77-4fbb-859f-e141c281468c service neutron] 10.222.0.15 "GET /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524142 Nov 16 04:48:47.257151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:47.258825 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:47.259205 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:47.260166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:47.260636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Bound port: 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:47.262166 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:47.282668 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4c8992f-bb2e-4027-b0d9-12473cc7bd17 req-9173ca9b-38e2-4f27-af57-6918e824161a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833261 Nov 16 04:48:47.298466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f6cab-603f-4ccd-a845-2093e397e980 None None] Pushing event updated for resources: {'Port': ['ID=7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:47.349228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-31c427ad-744c-446e-b308-50782fadfeec None None] For port 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:47.353406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-31c427ad-744c-446e-b308-50782fadfeec None None] For port 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:47.358260 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:47.373045 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f2bb3c-1535-40ca-8a86-cee965e987eb x-openstack-request-id: req-e9f2bb3c-1535-40ca-8a86-cee965e987eb {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:47.373679 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b192956-584d-419a-af38-360aa266c003", "name": "network-vif-plugged", "status": "completed", "tag": "aedd0b43-daf4-457d-9241-b1b10e7aed55", "code": 200}, {"server_uuid": "7b192956-584d-419a-af38-360aa266c003", "name": "network-vif-plugged", "status": "completed", "tag": "b806c556-54e4-47ba-ae6b-7c5e6345ad7a", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:47.374401 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9f2bb3c-1535-40ca-8a86-cee965e987eb {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:47.386559 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedd0b43-daf4-457d-9241-b1b10e7aed55', 'code': 200} Nov 16 04:48:47.387303 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b806c556-54e4-47ba-ae6b-7c5e6345ad7a', 'code': 200} Nov 16 04:48:47.397991 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:47.445732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-f120e9a2-01b6-469c-95f4-54516335f6af service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578161 Nov 16 04:48:47.510613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Routers {'a48cae29-61dd-4ffe-9c8c-ad611facda23'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:47.511385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-31c427ad-744c-446e-b308-50782fadfeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:48:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a48cae29-61dd-4ffe-9c8c-ad611facda23'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:47.539196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7180c96f-8692-4381-8e0e-112113986010 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Router d23809ac-0628-4847-822f-d237e6c7f475 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:48:47.556717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-1147493b-ea09-46bc-a12f-d2b1488b01c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67326287-18f5-45b8-8163-5eb143ba21c1 HTTP/1.1" status: 200 len: 217 time: 0.1024370 Nov 16 04:48:47.584579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b746c-b289-4a5b-a655-a866baf99031 req-9f06dd46-b629-4c7f-a099-e4b626f566f9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:47.592896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b746c-b289-4a5b-a655-a866baf99031 req-9f06dd46-b629-4c7f-a099-e4b626f566f9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:47.600224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b746c-b289-4a5b-a655-a866baf99031 req-9f06dd46-b629-4c7f-a099-e4b626f566f9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:47.607758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b746c-b289-4a5b-a655-a866baf99031 req-9f06dd46-b629-4c7f-a099-e4b626f566f9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:47.614256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b746c-b289-4a5b-a655-a866baf99031 req-9f06dd46-b629-4c7f-a099-e4b626f566f9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:47.620801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b746c-b289-4a5b-a655-a866baf99031 req-9f06dd46-b629-4c7f-a099-e4b626f566f9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:47.626934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b746c-b289-4a5b-a655-a866baf99031 req-9f06dd46-b629-4c7f-a099-e4b626f566f9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:47.635271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a93b746c-b289-4a5b-a655-a866baf99031 req-9f06dd46-b629-4c7f-a099-e4b626f566f9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.3566329 Nov 16 04:48:47.648803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-31c427ad-744c-446e-b308-50782fadfeec None None] Set router a48cae29-61dd-4ffe-9c8c-ad611facda23 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:47.673452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfffbe2-b80b-4407-b203-eeabcad53ccc req-cfceffa6-d9b6-4552-a363-1bb30b3c23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:47.674242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfffbe2-b80b-4407-b203-eeabcad53ccc req-cfceffa6-d9b6-4552-a363-1bb30b3c23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:47.675013 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfffbe2-b80b-4407-b203-eeabcad53ccc req-cfceffa6-d9b6-4552-a363-1bb30b3c23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:47.676950 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7bfffbe2-b80b-4407-b203-eeabcad53ccc req-cfceffa6-d9b6-4552-a363-1bb30b3c23ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2871 time: 0.2058568 Nov 16 04:48:47.692974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-0da03eb6-642c-447b-9336-58be2fa4745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:47.694704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-0da03eb6-642c-447b-9336-58be2fa4745e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 200 len: 797 time: 0.1257811 Nov 16 04:48:47.793234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Allocated IP 172.20.0.1 (42a5ec20-8993-4f5c-b21a-dee8f6593d5a/89dafe22-d8cb-44ce-83d7-384ac27d704f/0a1cc86c-1942-40c1-ab18-741ea6ecbc29) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:47.801592 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7bfffbe2-b80b-4407-b203-eeabcad53ccc req-084bd0eb-f132-408f-aed9-f1f391aa1970 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123769 Nov 16 04:48:47.814427 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7180c96f-8692-4381-8e0e-112113986010 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:48:47.819689 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7180c96f-8692-4381-8e0e-112113986010 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:47.825844 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a1bf91-c436-454e-9320-a4fe609b7337 None None] Sync routers for ids ['d23809ac-0628-4847-822f-d237e6c7f475'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:48:47.836055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a93b746c-b289-4a5b-a655-a866baf99031 req-babb9350-39e0-4a14-aa7d-179a21a057da tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1956699 Nov 16 04:48:47.843704 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1bf91-c436-454e-9320-a4fe609b7337 None None] Routers {'d23809ac-0628-4847-822f-d237e6c7f475'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:47.844337 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-73a1bf91-c436-454e-9320-a4fe609b7337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:48:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d23809ac-0628-4847-822f-d237e6c7f475'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:47.851243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1db3e92-e39e-4bcb-be0f-bbbd009784bb req-3ce8ee50-bde5-4847-82b5-eceb5e307c33 service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151474 Nov 16 04:48:47.854913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-872346c8-67bd-42b4-8940-c6d888012ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:47.856507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-872346c8-67bd-42b4-8940-c6d888012ec2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1540952 Nov 16 04:48:47.858856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f6cab-603f-4ccd-a845-2093e397e980 None None] Pushing event updated for resources: {'Port': ['ID=7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:47.875014 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7180c96f-8692-4381-8e0e-112113986010 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "PUT /v2.0/floatingips/c533b9c0-042c-433c-aaa7-7c7a861659cb HTTP/1.1" status: 200 len: 991 time: 2.4593785 Nov 16 04:48:47.898091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc', 'tag': 'a0706bfd-ec40-4609-873b-3379b8f52ab9'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:47.909306 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa0e6fc-0201-4c6d-86d1-f10be963a799" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc", "tag": "a0706bfd-ec40-4609-873b-3379b8f52ab9"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:47.968982 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-d3fff5bd-397f-481d-89bb-bef7bf7cd970 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014249 Nov 16 04:48:48.013828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-31c427ad-744c-446e-b308-50782fadfeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'name': 'tempest-ServerRescueTestJSON-79042699-router', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:48:42Z', 'updated_at': '2021-11-16T04:48:44Z', 'revision_number': 3, 'project_id': '26e083ee75414069a6d45744cc5d2647', 'gw_port': {'id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:43Z', 'updated_at': '2021-11-16T04:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:48.046806 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-73a1bf91-c436-454e-9320-a4fe609b7337 None None] Set router d23809ac-0628-4847-822f-d237e6c7f475 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:48.066735 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aaced8-0deb-4fd4-be54-6e0029c79cc4 x-openstack-request-id: req-d2aaced8-0deb-4fd4-be54-6e0029c79cc4 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:48.067071 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc", "tag": "a0706bfd-ec40-4609-873b-3379b8f52ab9", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:48.067317 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2aaced8-0deb-4fd4-be54-6e0029c79cc4 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:48.067689 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc', 'tag': 'a0706bfd-ec40-4609-873b-3379b8f52ab9', 'status': 'completed', 'code': 200} Nov 16 04:48:48.081747 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:48.088431 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c427ad-744c-446e-b308-50782fadfeec None None] The sync data for ids ['a48cae29-61dd-4ffe-9c8c-ad611facda23'] in n-d-818042-1 is: [{'id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'name': 'tempest-ServerRescueTestJSON-79042699-router', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:48:42Z', 'updated_at': '2021-11-16T04:48:44Z', 'revision_number': 3, 'project_id': '26e083ee75414069a6d45744cc5d2647', 'gw_port': {'id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:43Z', 'updated_at': '2021-11-16T04:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:48:48.153614 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:48.210437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:48.214639 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:48.230726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:48.233130 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Pushing event updated for resources: {'Port': ['ID=0a1cc86c-1942-40c1-ab18-741ea6ecbc29,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:48.286290 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:48.291031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:48.375189 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-73a1bf91-c436-454e-9320-a4fe609b7337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:47:34Z', 'revision_number': 4, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port': {'id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:28Z', 'updated_at': '2021-11-16T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'c533b9c0-042c-433c-aaa7-7c7a861659cb', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'port_id': 'a0706bfd-ec40-4609-873b-3379b8f52ab9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'mac_address': 'fa:16:3e:1e:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:47:41Z', 'updated_at': '2021-11-16T04:48:46Z', 'revision_number': 1, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f02aaa-4bd4-4a48-adc9-5362cd6bd002', 'name': '', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'mac_address': 'fa:16:3e:4a:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:33Z', 'updated_at': '2021-11-16T04:47:40Z', 'revision_number': 5, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'subnets': [{'id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:48.408772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641b7b7-caab-4acc-be3a-fdc6e1e22a08 req-9a85aa8e-85b8-4f5f-8660-e1ee37e1fbef tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:48.410846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9641b7b7-caab-4acc-be3a-fdc6e1e22a08 req-9a85aa8e-85b8-4f5f-8660-e1ee37e1fbef tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 944 time: 0.3295515 Nov 16 04:48:48.417323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0e6fc-0201-4c6d-86d1-f10be963a799 req-3c143e34-e408-42ea-9c7e-95eb743843b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:48.418823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baa0e6fc-0201-4c6d-86d1-f10be963a799 req-3c143e34-e408-42ea-9c7e-95eb743843b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=dcbe76f52ed24c9698b3727d7dbd3735&device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 1097 time: 0.3829682 Nov 16 04:48:48.425434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105da076-98af-433d-a790-06ff3c9c89a0 req-36b610f2-46f4-4398-9d41-de74321fdd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:48.427490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-105da076-98af-433d-a790-06ff3c9c89a0 req-36b610f2-46f4-4398-9d41-de74321fdd27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 1094 time: 0.2986398 Nov 16 04:48:48.435640 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a1bf91-c436-454e-9320-a4fe609b7337 None None] Checking router: d23809ac-0628-4847-822f-d237e6c7f475 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:48:48.443708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7055a-6073-4b99-943f-d5218427acd1 req-780b5b2f-2aff-4411-ae35-085bba768d28 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:48.448813 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a1bf91-c436-454e-9320-a4fe609b7337 None None] Routers {'d23809ac-0628-4847-822f-d237e6c7f475'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:48.450028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7055a-6073-4b99-943f-d5218427acd1 req-780b5b2f-2aff-4411-ae35-085bba768d28 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:48.450205 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-73a1bf91-c436-454e-9320-a4fe609b7337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:48:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d23809ac-0628-4847-822f-d237e6c7f475'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:48.458071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7055a-6073-4b99-943f-d5218427acd1 req-780b5b2f-2aff-4411-ae35-085bba768d28 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:48.460542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41a7055a-6073-4b99-943f-d5218427acd1 req-780b5b2f-2aff-4411-ae35-085bba768d28 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2418 time: 0.2000768 Nov 16 04:48:48.479792 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:48.638077 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-73a1bf91-c436-454e-9320-a4fe609b7337 None None] Set router d23809ac-0628-4847-822f-d237e6c7f475 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:48.720819 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:48.726452 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:48.734441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7fb096ed-9176-4443-adac-eb35a6077ced details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:48:48.763872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105da076-98af-433d-a790-06ff3c9c89a0 req-bd3e3def-4c16-4534-9cf4-031af50d629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:48.765342 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-105da076-98af-433d-a790-06ff3c9c89a0 req-bd3e3def-4c16-4534-9cf4-031af50d629f service neutron] 10.222.0.15 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 906 time: 0.3038797 Nov 16 04:48:48.804512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:48.850399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Pushing event updated for resources: {'Port': ['ID=0a1cc86c-1942-40c1-ab18-741ea6ecbc29,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:48.902511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41a7055a-6073-4b99-943f-d5218427acd1 req-667496c5-ef7d-47db-9014-cac326a7d96f tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360199 Nov 16 04:48:48.952135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7fb096ed-9176-4443-adac-eb35a6077ced, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7fb096ed-9176-4443-adac-eb35a6077ced,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:48.969906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '7fb096ed-9176-4443-adac-eb35a6077ced', 'network_id': 'ec618b91-ef2d-46e0-8280-f22dce52f8cd', 'port_id': '7fb096ed-9176-4443-adac-eb35a6077ced', 'mac_address': 'fa:16:3e:23:5a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8326faef-5c7d-4ecc-8890-bc1a61c10766', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:48:48.998794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:49.001262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:49.021487 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2f73bfd-73d2-4521-b50e-7f87772456ef req-702076b8-4661-4d5b-94ed-a09379ad3687 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0398254 Nov 16 04:48:49.022842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-105da076-98af-433d-a790-06ff3c9c89a0 req-8056df85-85e7-4dbf-8707-0d1cbf2e2fa3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccec0516-3a08-4955-9892-f75e58c28527 HTTP/1.1" status: 200 len: 217 time: 0.2349095 Nov 16 04:48:49.054061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0e6fc-0201-4c6d-86d1-f10be963a799 req-084ad444-2c67-4dfd-8cbc-84de21e74fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.055895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baa0e6fc-0201-4c6d-86d1-f10be963a799 req-084ad444-2c67-4dfd-8cbc-84de21e74fdc service neutron] 10.222.0.37 "GET /v2.0/networks?id=4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 HTTP/1.1" status: 200 len: 916 time: 0.6268764 Nov 16 04:48:49.070210 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:49.099284 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb096ed-9176-4443-adac-eb35a6077ced {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:49.145366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7fb096ed-9176-4443-adac-eb35a6077ced, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7fb096ed-9176-4443-adac-eb35a6077ced,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:49.154473 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:49.199751 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-73a1bf91-c436-454e-9320-a4fe609b7337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:47:34Z', 'revision_number': 4, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port': {'id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:28Z', 'updated_at': '2021-11-16T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'c533b9c0-042c-433c-aaa7-7c7a861659cb', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'port_id': 'a0706bfd-ec40-4609-873b-3379b8f52ab9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'mac_address': 'fa:16:3e:1e:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:47:41Z', 'updated_at': '2021-11-16T04:48:46Z', 'revision_number': 1, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f02aaa-4bd4-4a48-adc9-5362cd6bd002', 'name': '', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'mac_address': 'fa:16:3e:4a:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:33Z', 'updated_at': '2021-11-16T04:47:40Z', 'revision_number': 5, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'subnets': [{'id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:49.238212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9641b7b7-caab-4acc-be3a-fdc6e1e22a08 req-293a883c-1411-41e2-9f06-cb48ab70e7b6 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8154466 Nov 16 04:48:49.274058 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=7fb096ed-9176-4443-adac-eb35a6077ced,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:49.275132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Router a48cae29-61dd-4ffe-9c8c-ad611facda23 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:48:49.297138 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a1bf91-c436-454e-9320-a4fe609b7337 None None] The sync data for ids ['d23809ac-0628-4847-822f-d237e6c7f475'] in n-d-818042-1 is: [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:47:34Z', 'revision_number': 4, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port': {'id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:28Z', 'updated_at': '2021-11-16T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'c533b9c0-042c-433c-aaa7-7c7a861659cb', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'floating_ip_address': '172.25.0.73', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'port_id': 'a0706bfd-ec40-4609-873b-3379b8f52ab9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'mac_address': 'fa:16:3e:1e:44:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:47:41Z', 'updated_at': '2021-11-16T04:48:46Z', 'revision_number': 1, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43f02aaa-4bd4-4a48-adc9-5362cd6bd002', 'name': '', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'mac_address': 'fa:16:3e:4a:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:33Z', 'updated_at': '2021-11-16T04:47:40Z', 'revision_number': 5, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'subnets': [{'id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:48:49.339448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105da076-98af-433d-a790-06ff3c9c89a0 req-30e4ae8f-f589-4195-aa91-e881feab1e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.340640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-105da076-98af-433d-a790-06ff3c9c89a0 req-30e4ae8f-f589-4195-aa91-e881feab1e9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.3070202 Nov 16 04:48:49.363113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baa0e6fc-0201-4c6d-86d1-f10be963a799 req-3a217236-a616-4302-accc-175f5f847f33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0706bfd-ec40-4609-873b-3379b8f52ab9 HTTP/1.1" status: 200 len: 999 time: 0.2629845 Nov 16 04:48:49.372097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648f4de-5582-4ed9-a87c-ef167593b0f3 req-f3069574-fd0c-4b3d-bd64-c4f11f659cbf tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.373410 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f648f4de-5582-4ed9-a87c-ef167593b0f3 req-f3069574-fd0c-4b3d-bd64-c4f11f659cbf tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 943 time: 0.2828219 Nov 16 04:48:49.400196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['7fb096ed-9176-4443-adac-eb35a6077ced'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:48:49.406630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-105da076-98af-433d-a790-06ff3c9c89a0 req-7e155878-34be-434a-ac4f-81148de1e1e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561638 Nov 16 04:48:49.419529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-b493820e-8dd6-4ee6-86be-8edbd263f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.420012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-b493820e-8dd6-4ee6-86be-8edbd263f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.420484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-b493820e-8dd6-4ee6-86be-8edbd263f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.420934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-b493820e-8dd6-4ee6-86be-8edbd263f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.421397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-b493820e-8dd6-4ee6-86be-8edbd263f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.426903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-b493820e-8dd6-4ee6-86be-8edbd263f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.427488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-b493820e-8dd6-4ee6-86be-8edbd263f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.432625 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-b493820e-8dd6-4ee6-86be-8edbd263f1b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6488 time: 0.2393165 Nov 16 04:48:49.571045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:48:49.600048 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-151e48b6-df72-4df4-8278-f13046f85c7d admin admin] 10.222.0.41 "PUT /v2.0/routers/a48cae29-61dd-4ffe-9c8c-ad611facda23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6583879 Nov 16 04:48:49.626791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:49.772241 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24efd1bf-594b-48b1-96fe-035436cffce0 None None] New status for floating IP c533b9c0-042c-433c-aaa7-7c7a861659cb: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:48:49.841802 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:49.842314 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:49.878399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0e6fc-0201-4c6d-86d1-f10be963a799 req-0a514fad-7ca3-479d-b873-763646d6546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.879899 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baa0e6fc-0201-4c6d-86d1-f10be963a799 req-0a514fad-7ca3-479d-b873-763646d6546d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=105560f5-0ea3-42ef-a88a-8fe8fd151d32 HTTP/1.1" status: 200 len: 854 time: 0.4776969 Nov 16 04:48:49.908282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-105da076-98af-433d-a790-06ff3c9c89a0 req-6d86f051-2958-4d9a-8d62-ce6d5b8390d8 service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693561 Nov 16 04:48:49.916719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f648f4de-5582-4ed9-a87c-ef167593b0f3 req-3ff0e761-2fa5-4651-bd2a-3e1caaede001 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133042 Nov 16 04:48:49.974472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab52ad5-a663-46ac-ae32-84fad1176d02 req-e982d4bb-1799-4fd9-a6e1-d76d3eed6ca2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.980882 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab52ad5-a663-46ac-ae32-84fad1176d02 req-e982d4bb-1799-4fd9-a6e1-d76d3eed6ca2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.987134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab52ad5-a663-46ac-ae32-84fad1176d02 req-e982d4bb-1799-4fd9-a6e1-d76d3eed6ca2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:49.993435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab52ad5-a663-46ac-ae32-84fad1176d02 req-e982d4bb-1799-4fd9-a6e1-d76d3eed6ca2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:50.003164 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab52ad5-a663-46ac-ae32-84fad1176d02 req-e982d4bb-1799-4fd9-a6e1-d76d3eed6ca2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:50.015010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab52ad5-a663-46ac-ae32-84fad1176d02 req-e982d4bb-1799-4fd9-a6e1-d76d3eed6ca2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:50.022472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab52ad5-a663-46ac-ae32-84fad1176d02 req-e982d4bb-1799-4fd9-a6e1-d76d3eed6ca2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:50.024844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eab52ad5-a663-46ac-ae32-84fad1176d02 req-e982d4bb-1799-4fd9-a6e1-d76d3eed6ca2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.4435754 Nov 16 04:48:50.085958 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:50.124400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:50.134403 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:50.200238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:50.369315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-4266d647-22a5-4f40-a45f-dd7f0b3dad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:50.370809 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-4266d647-22a5-4f40-a45f-dd7f0b3dad0e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 HTTP/1.1" status: 200 len: 903 time: 0.9308958 Nov 16 04:48:50.480585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0e6fc-0201-4c6d-86d1-f10be963a799 req-b87bacde-7952-4f8c-9537-320e5dab7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:50.482143 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baa0e6fc-0201-4c6d-86d1-f10be963a799 req-b87bacde-7952-4f8c-9537-320e5dab7eac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5907135 Nov 16 04:48:50.489394 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-c1601d6f-1c2b-41cf-ae8b-a00415724bba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67326287-18f5-45b8-8163-5eb143ba21c1 HTTP/1.1" status: 200 len: 217 time: 0.0996373 Nov 16 04:48:50.641856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eab52ad5-a663-46ac-ae32-84fad1176d02 req-6805f681-8443-480a-a818-b8c99afd2ded tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5930874 Nov 16 04:48:50.660749 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-105da076-98af-433d-a790-06ff3c9c89a0 req-08944df6-66ac-4b92-8f16-4917f9faba93 service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7166715 Nov 16 04:48:50.673181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-5ff915d8-cce7-42eb-aacd-452dfe869254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:50.675025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-5ff915d8-cce7-42eb-aacd-452dfe869254 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 200 len: 797 time: 0.1775043 Nov 16 04:48:50.691813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc51185-5164-4076-998b-e1b9b45df219 req-d1ffdb99-216e-46dc-82f0-a956ef402757 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:50.698467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-d1ffdb99-216e-46dc-82f0-a956ef402757 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/networks?id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a HTTP/1.1" status: 200 len: 809 time: 0.3558602 Nov 16 04:48:50.704971 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Sync routers for ids ['a48cae29-61dd-4ffe-9c8c-ad611facda23'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:48:50.717831 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Routers {'a48cae29-61dd-4ffe-9c8c-ad611facda23'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:50.718629 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:48:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a48cae29-61dd-4ffe-9c8c-ad611facda23'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:50.732067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ccec0516-3a08-4955-9892-f75e58c28527 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:48:50.736101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7fb096ed-9176-4443-adac-eb35a6077ced up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:50.774557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-d045b348-7100-4de7-9c61-2e0ab010425d tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/quotas/26e083ee75414069a6d45744cc5d2647 HTTP/1.1" status: 200 len: 375 time: 0.0750182 Nov 16 04:48:50.823908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baa0e6fc-0201-4c6d-86d1-f10be963a799 req-b0a5b29b-8269-417a-96be-ec56b73ac726 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334906 Nov 16 04:48:50.883765 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Set router a48cae29-61dd-4ffe-9c8c-ad611facda23 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:50.908126 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 7fb096ed-9176-4443-adac-eb35a6077ced completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:48:50.915478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 7fb096ed-9176-4443-adac-eb35a6077ced triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:50.916063 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:50.934613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-e0727946-6c01-4020-a7a3-10eff8e53b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:50.936150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-e0727946-6c01-4020-a7a3-10eff8e53b31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2329004 Nov 16 04:48:50.951094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4534ba-1c63-4d43-ae4d-94700a08c6f0 req-4e0b8b1d-6e3c-4921-90c5-ff619ec08c1d tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:50.956847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4534ba-1c63-4d43-ae4d-94700a08c6f0 req-4e0b8b1d-6e3c-4921-90c5-ff619ec08c1d tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:50.963024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4534ba-1c63-4d43-ae4d-94700a08c6f0 req-4e0b8b1d-6e3c-4921-90c5-ff619ec08c1d tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:50.972147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff4534ba-1c63-4d43-ae4d-94700a08c6f0 req-4e0b8b1d-6e3c-4921-90c5-ff619ec08c1d tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2418 time: 0.2261870 Nov 16 04:48:51.006887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-4cf1f988-92ff-4b91-9cda-daa5c69b2784 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=26e083ee75414069a6d45744cc5d2647&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2313061 Nov 16 04:48:51.022625 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:51.026038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port ccec0516-3a08-4955-9892-f75e58c28527, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ccec0516-3a08-4955-9892-f75e58c28527,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:51.047444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'ccec0516-3a08-4955-9892-f75e58c28527', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'port_id': 'ccec0516-3a08-4955-9892-f75e58c28527', 'mac_address': 'fa:16:3e:36:df:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e81786c-f14f-4e29-8eb3-5467ad56d563', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:48:51.095687 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:51.102514 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6c717a-40d9-449b-a23f-623cde1ce440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb096ed-9176-4443-adac-eb35a6077ced'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:51.105331 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9209ee99-4812-411f-af9d-959a1fa26e66" -d '{"events": [{"server_uuid": "2f6c717a-40d9-449b-a23f-623cde1ce440", "name": "network-vif-plugged", "status": "completed", "tag": "7fb096ed-9176-4443-adac-eb35a6077ced"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:51.126934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccec0516-3a08-4955-9892-f75e58c28527 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:51.135434 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'name': 'tempest-ServerRescueTestJSON-79042699-router', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:48:42Z', 'updated_at': '2021-11-16T04:48:48Z', 'revision_number': 4, 'project_id': '26e083ee75414069a6d45744cc5d2647', 'gw_port': {'id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:43Z', 'updated_at': '2021-11-16T04:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '0a1cc86c-1942-40c1-ab18-741ea6ecbc29', 'name': '', 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'mac_address': 'fa:16:3e:41:f1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '89dafe22-d8cb-44ce-83d7-384ac27d704f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:47Z', 'updated_at': '2021-11-16T04:48:48Z', 'revision_number': 2, 'project_id': '26e083ee75414069a6d45744cc5d2647', 'subnets': [{'id': '89dafe22-d8cb-44ce-83d7-384ac27d704f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:51.147978 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port ccec0516-3a08-4955-9892-f75e58c28527, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ccec0516-3a08-4955-9892-f75e58c28527,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:51.150964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7fb096ed-9176-4443-adac-eb35a6077ced, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7fb096ed-9176-4443-adac-eb35a6077ced,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:51.153505 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:51.175434 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Checking router: a48cae29-61dd-4ffe-9c8c-ad611facda23 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:48:51.176787 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Updating router a48cae29-61dd-4ffe-9c8c-ad611facda23 port 0a1cc86c-1942-40c1-ab18-741ea6ecbc29 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:48:51.179228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baa0e6fc-0201-4c6d-86d1-f10be963a799 req-9a951f2e-8744-4ca4-abba-97c71047e943 service neutron] 10.222.0.37 "GET /v2.0/networks/4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386397 Nov 16 04:48:51.205037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff4534ba-1c63-4d43-ae4d-94700a08c6f0 req-ff7dbe66-ac1b-4e93-ba41-e9b1724c8683 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294748 Nov 16 04:48:51.206979 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=ccec0516-3a08-4955-9892-f75e58c28527,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:51.209561 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:51.230945 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:51.241804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-01e22449-0944-4c1a-a439-19b445a6817f service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622545 Nov 16 04:48:51.317813 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-e574ccba-184f-4553-89d4-c75a0212da23 service neutron] 10.222.0.41 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100650 Nov 16 04:48:51.318017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=7fb096ed-9176-4443-adac-eb35a6077ced,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:51.411339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['ccec0516-3a08-4955-9892-f75e58c28527'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:48:51.478068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-befb527b-3862-461f-b744-b8e23e43b1d8 req-b2f6c1e7-30f5-4d3a-a6dd-fdbc74be348f service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275174 Nov 16 04:48:51.489028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003cb39-8117-4487-bbdc-671dbe5d605a req-a38f63b8-2edb-4f2c-b3f5-b42ba524cf13 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:51.497182 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e003cb39-8117-4487-bbdc-671dbe5d605a req-a38f63b8-2edb-4f2c-b3f5-b42ba524cf13 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 946 time: 0.1694417 Nov 16 04:48:51.510402 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-15b1691a-4a7d-4da0-8589-589026cedf32 service neutron] 10.222.0.41 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916625 Nov 16 04:48:51.560060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e003cb39-8117-4487-bbdc-671dbe5d605a req-7b5e8ac8-b6c7-47fa-ac13-83466573e2a3 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576293 Nov 16 04:48:51.624596 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:51.657218 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:51.664648 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:51.807463 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:51.807840 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:51.870904 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Attempting to bind port 0a1cc86c-1942-40c1-ab18-741ea6ecbc29 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:51.871993 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Attempting to bind port 0a1cc86c-1942-40c1-ab18-741ea6ecbc29 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'e36898a2-38c7-40dc-8de3-7aa934c52735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:51.873116 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Attempting to bind port 0a1cc86c-1942-40c1-ab18-741ea6ecbc29 on network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:51.894077 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:51.894628 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Checking segment: {'id': 'e36898a2-38c7-40dc-8de3-7aa934c52735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:51.894880 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:51.895269 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Bound using segment: {'id': 'e36898a2-38c7-40dc-8de3-7aa934c52735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:51.895748 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Bound port: 0a1cc86c-1942-40c1-ab18-741ea6ecbc29, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36898a2-38c7-40dc-8de3-7aa934c52735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:51.896123 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:51.905076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df71afc-69aa-4e54-a2c4-cb911ce9e5ce req-ab992276-2002-4c4c-aefd-ee707e537d0a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:51.919304 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5df71afc-69aa-4e54-a2c4-cb911ce9e5ce req-ab992276-2002-4c4c-aefd-ee707e537d0a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 944 time: 0.1196892 Nov 16 04:48:51.942472 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Pushing event updated for resources: {'Port': ['ID=0a1cc86c-1942-40c1-ab18-741ea6ecbc29,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:51.967100 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5a2ce0-b283-4c9d-b7d3-b340df518379 x-openstack-request-id: req-0f5a2ce0-b283-4c9d-b7d3-b340df518379 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:51.967457 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6c717a-40d9-449b-a23f-623cde1ce440", "name": "network-vif-plugged", "status": "completed", "tag": "7fb096ed-9176-4443-adac-eb35a6077ced", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:51.967772 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f5a2ce0-b283-4c9d-b7d3-b340df518379 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:51.968366 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6c717a-40d9-449b-a23f-623cde1ce440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb096ed-9176-4443-adac-eb35a6077ced', 'code': 200} Nov 16 04:48:51.990309 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:51.990309 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:51.990309 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:51.990603 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:51.990758 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:51.991122 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:51.991658 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:51.991988 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:51.992978 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:51.993362 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:51.993688 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:51.994041 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:52.009634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5df71afc-69aa-4e54-a2c4-cb911ce9e5ce req-e45748c6-433c-419e-8453-a6ee4a81133b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894496 Nov 16 04:48:52.071793 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] For port 0a1cc86c-1942-40c1-ab18-741ea6ecbc29, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:52.080211 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] For port 0a1cc86c-1942-40c1-ab18-741ea6ecbc29, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0a1cc86c-1942-40c1-ab18-741ea6ecbc29,segment=NetworkSegment(e36898a2-38c7-40dc-8de3-7aa934c52735),segment_id=e36898a2-38c7-40dc-8de3-7aa934c52735)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:52.088781 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:52.157910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa390f91-ae7d-43e2-b236-4934a1cb4be6 req-9baa59fc-092e-48ff-8faf-72b64f9f8ff2 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 210 time: 0.0540900 Nov 16 04:48:52.162715 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Routers {'a48cae29-61dd-4ffe-9c8c-ad611facda23'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:48:52.163351 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:48:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a48cae29-61dd-4ffe-9c8c-ad611facda23'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:52.240720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c11e2-cd4f-44c6-841a-b797b7d94cc7 req-a2156613-5d38-4b82-b54f-58e334f89632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:52.242621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f2c11e2-cd4f-44c6-841a-b797b7d94cc7 req-a2156613-5d38-4b82-b54f-58e334f89632 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 1097 time: 0.1904445 Nov 16 04:48:52.272806 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31f9fe-8c14-42ce-9728-f559a9ee9650 None None] Pushing event updated for resources: {'Port': ['ID=0a1cc86c-1942-40c1-ab18-741ea6ecbc29,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:52.350376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fc932-a129-40e3-955b-08104fb2400a req-4a17fa57-61ec-4edc-af3a-48e70f690394 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:52.358968 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] Set router a48cae29-61dd-4ffe-9c8c-ad611facda23 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:48:52.369054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fc932-a129-40e3-955b-08104fb2400a req-4a17fa57-61ec-4edc-af3a-48e70f690394 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:52.380974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fc932-a129-40e3-955b-08104fb2400a req-4a17fa57-61ec-4edc-af3a-48e70f690394 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:52.391084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fc932-a129-40e3-955b-08104fb2400a req-4a17fa57-61ec-4edc-af3a-48e70f690394 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:52.411307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fc932-a129-40e3-955b-08104fb2400a req-4a17fa57-61ec-4edc-af3a-48e70f690394 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:52.416938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fc932-a129-40e3-955b-08104fb2400a req-4a17fa57-61ec-4edc-af3a-48e70f690394 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:52.437289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fc932-a129-40e3-955b-08104fb2400a req-4a17fa57-61ec-4edc-af3a-48e70f690394 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:52.439264 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-631fc932-a129-40e3-955b-08104fb2400a req-4a17fa57-61ec-4edc-af3a-48e70f690394 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.3367538 Nov 16 04:48:52.616198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f2c11e2-cd4f-44c6-841a-b797b7d94cc7 req-f1f529b7-aad6-42f3-9bba-02f07e4330bd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637197 Nov 16 04:48:52.639503 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-631fc932-a129-40e3-955b-08104fb2400a req-a5265f9d-d3f2-45bb-9f4f-8759eb673e54 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1817253 Nov 16 04:48:52.666395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16aa58-25cd-4b44-880b-7c502ceba66e req-0dd85dc8-9c80-4e40-913f-ab5a090158d4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:52.672533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16aa58-25cd-4b44-880b-7c502ceba66e req-0dd85dc8-9c80-4e40-913f-ab5a090158d4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:52.679023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d16aa58-25cd-4b44-880b-7c502ceba66e req-0dd85dc8-9c80-4e40-913f-ab5a090158d4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:52.679682 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'name': 'tempest-ServerRescueTestJSON-79042699-router', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:48:42Z', 'updated_at': '2021-11-16T04:48:48Z', 'revision_number': 4, 'project_id': '26e083ee75414069a6d45744cc5d2647', 'gw_port': {'id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:43Z', 'updated_at': '2021-11-16T04:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '0a1cc86c-1942-40c1-ab18-741ea6ecbc29', 'name': '', 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'mac_address': 'fa:16:3e:41:f1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '89dafe22-d8cb-44ce-83d7-384ac27d704f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:47Z', 'updated_at': '2021-11-16T04:48:52Z', 'revision_number': 4, 'project_id': '26e083ee75414069a6d45744cc5d2647', 'subnets': [{'id': '89dafe22-d8cb-44ce-83d7-384ac27d704f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:48:52.681828 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d16aa58-25cd-4b44-880b-7c502ceba66e req-0dd85dc8-9c80-4e40-913f-ab5a090158d4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2418 time: 0.1906443 Nov 16 04:48:52.722092 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e266fdb-73b0-4fe6-aa09-cf405823f52b None None] The sync data for ids ['a48cae29-61dd-4ffe-9c8c-ad611facda23'] in n-d-818042-1 is: [{'id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'name': 'tempest-ServerRescueTestJSON-79042699-router', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:48:42Z', 'updated_at': '2021-11-16T04:48:48Z', 'revision_number': 4, 'project_id': '26e083ee75414069a6d45744cc5d2647', 'gw_port': {'id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:43Z', 'updated_at': '2021-11-16T04:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '0a1cc86c-1942-40c1-ab18-741ea6ecbc29', 'name': '', 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'mac_address': 'fa:16:3e:41:f1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': '89dafe22-d8cb-44ce-83d7-384ac27d704f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:47Z', 'updated_at': '2021-11-16T04:48:52Z', 'revision_number': 4, 'project_id': '26e083ee75414069a6d45744cc5d2647', 'subnets': [{'id': '89dafe22-d8cb-44ce-83d7-384ac27d704f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:48:52.741573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ccec0516-3a08-4955-9892-f75e58c28527 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:52.838606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d16aa58-25cd-4b44-880b-7c502ceba66e req-00559dd0-8624-4de3-b5e7-ecab93f9cd96 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503742 Nov 16 04:48:52.874098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port ccec0516-3a08-4955-9892-f75e58c28527 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:48:52.879172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port ccec0516-3a08-4955-9892-f75e58c28527 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:52.879657 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:52.928784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992f6e3-d678-4072-a0a3-843aa3563c98 req-cd38ec6f-2068-45b1-a656-07e103507054 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:52.930976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e992f6e3-d678-4072-a0a3-843aa3563c98 req-cd38ec6f-2068-45b1-a656-07e103507054 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 946 time: 0.1674812 Nov 16 04:48:53.024591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e992f6e3-d678-4072-a0a3-843aa3563c98 req-a4a55cff-57f8-4642-8139-6b541df555f8 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817382 Nov 16 04:48:53.067143 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:53.132202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port ccec0516-3a08-4955-9892-f75e58c28527, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ccec0516-3a08-4955-9892-f75e58c28527,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:53.137352 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:53.191243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77b403-f6b3-4202-95ba-ee26fe6442a3 req-b68c4142-593f-48ed-bf1b-5e639b30d444 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:53.201267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=ccec0516-3a08-4955-9892-f75e58c28527,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:53.205293 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e77b403-f6b3-4202-95ba-ee26fe6442a3 req-b68c4142-593f-48ed-bf1b-5e639b30d444 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 944 time: 0.1038833 Nov 16 04:48:53.348058 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c13966de-53de-426e-af14-401bfed75d32 req-4035fb03-341d-47cd-a637-2d344c1b6ca3 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 210 time: 0.0630493 Nov 16 04:48:53.364642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e77b403-f6b3-4202-95ba-ee26fe6442a3 req-d67ccbca-7dfa-41bd-a0bc-195344e169e5 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583037 Nov 16 04:48:53.608719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0a1cc86c-1942-40c1-ab18-741ea6ecbc29 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:53.614716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc51185-5164-4076-998b-e1b9b45df219 req-40cf2ade-f856-4fbc-bef8-4446e0258e59 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:53.616353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-40cf2ade-f856-4fbc-bef8-4446e0258e59 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.37 "GET /v2.0/networks?id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a HTTP/1.1" status: 200 len: 809 time: 0.2390013 Nov 16 04:48:53.632409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-cdc51185-5164-4076-998b-e1b9b45df219 req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Request body: {'port': {'device_id': '9569d27d-3c0a-43aa-8909-18d6860323e9', 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a', 'admin_state_up': True, 'tenant_id': '26e083ee75414069a6d45744cc5d2647'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:53.671647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0a1cc86c-1942-40c1-ab18-741ea6ecbc29 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:53.672071 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:53.835350 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:53.881724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc51185-5164-4076-998b-e1b9b45df219 req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Made reservation on behalf of 26e083ee75414069a6d45744cc5d2647 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:48:53.888128 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cdc51185-5164-4076-998b-e1b9b45df219 req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:53.929199 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 0a1cc86c-1942-40c1-ab18-741ea6ecbc29, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0a1cc86c-1942-40c1-ab18-741ea6ecbc29,segment=NetworkSegment(e36898a2-38c7-40dc-8de3-7aa934c52735),segment_id=e36898a2-38c7-40dc-8de3-7aa934c52735)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:53.935493 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:53.959440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492c6bb-8a5d-4b6b-8db9-f59648f9bdb7 req-8e2d5ba0-0ed4-47ad-9a7f-55a56d2d4a37 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:53.966623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492c6bb-8a5d-4b6b-8db9-f59648f9bdb7 req-8e2d5ba0-0ed4-47ad-9a7f-55a56d2d4a37 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:53.972566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492c6bb-8a5d-4b6b-8db9-f59648f9bdb7 req-8e2d5ba0-0ed4-47ad-9a7f-55a56d2d4a37 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:53.982010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0394261-1cb5-47c0-880b-cf3b1856a9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccec0516-3a08-4955-9892-f75e58c28527'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:53.984340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492c6bb-8a5d-4b6b-8db9-f59648f9bdb7 req-8e2d5ba0-0ed4-47ad-9a7f-55a56d2d4a37 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:53.985109 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afaf9c6-9abb-495d-ad31-056d0f9a951d" -d '{"events": [{"server_uuid": "f0394261-1cb5-47c0-880b-cf3b1856a9cc", "name": "network-vif-plugged", "status": "completed", "tag": "ccec0516-3a08-4955-9892-f75e58c28527"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:53.990495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492c6bb-8a5d-4b6b-8db9-f59648f9bdb7 req-8e2d5ba0-0ed4-47ad-9a7f-55a56d2d4a37 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:53.997674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492c6bb-8a5d-4b6b-8db9-f59648f9bdb7 req-8e2d5ba0-0ed4-47ad-9a7f-55a56d2d4a37 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:54.003756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492c6bb-8a5d-4b6b-8db9-f59648f9bdb7 req-8e2d5ba0-0ed4-47ad-9a7f-55a56d2d4a37 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:54.006060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0492c6bb-8a5d-4b6b-8db9-f59648f9bdb7 req-8e2d5ba0-0ed4-47ad-9a7f-55a56d2d4a37 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.1963387 Nov 16 04:48:54.023813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=0a1cc86c-1942-40c1-ab18-741ea6ecbc29,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:54.131949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8ddb8-3ca3-458a-a5d8-b7858cd84d4a req-cba9df97-36a1-4fc6-954c-f7b09a910cea tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:54.138513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8ddb8-3ca3-458a-a5d8-b7858cd84d4a req-cba9df97-36a1-4fc6-954c-f7b09a910cea tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:54.144546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8ddb8-3ca3-458a-a5d8-b7858cd84d4a req-cba9df97-36a1-4fc6-954c-f7b09a910cea tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:54.146330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1aa8ddb8-3ca3-458a-a5d8-b7858cd84d4a req-cba9df97-36a1-4fc6-954c-f7b09a910cea tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2418 time: 0.1396811 Nov 16 04:48:54.265775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0492c6bb-8a5d-4b6b-8db9-f59648f9bdb7 req-1d7d7b8c-ef6c-4264-950f-38399905bc33 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2512631 Nov 16 04:48:54.305970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-cdc51185-5164-4076-998b-e1b9b45df219 req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Allocated IP 172.20.0.3 (42a5ec20-8993-4f5c-b21a-dee8f6593d5a/89dafe22-d8cb-44ce-83d7-384ac27d704f/2fbb9ed4-10e4-4b10-906d-beb9bfad762a) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:48:54.315474 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1aa8ddb8-3ca3-458a-a5d8-b7858cd84d4a req-d84993ec-9ec2-466d-8051-98b5dacf5d08 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573422 Nov 16 04:48:54.340685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-c34b4d9e-ea24-499c-8bf8-a2b82f0d0a35 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:54.350130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-c34b4d9e-ea24-499c-8bf8-a2b82f0d0a35 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:54.356606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-c34b4d9e-ea24-499c-8bf8-a2b82f0d0a35 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:54.358370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-c34b4d9e-ea24-499c-8bf8-a2b82f0d0a35 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 2418 time: 0.1384921 Nov 16 04:48:54.378199 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e3464e-404c-4941-86e8-445ce41f0126 x-openstack-request-id: req-f0e3464e-404c-4941-86e8-445ce41f0126 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:54.378836 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0394261-1cb5-47c0-880b-cf3b1856a9cc", "name": "network-vif-plugged", "status": "completed", "tag": "ccec0516-3a08-4955-9892-f75e58c28527", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:54.379827 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0e3464e-404c-4941-86e8-445ce41f0126 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:54.380319 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0394261-1cb5-47c0-880b-cf3b1856a9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccec0516-3a08-4955-9892-f75e58c28527', 'code': 200} Nov 16 04:48:54.475877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fafc9a-7449-48bd-8270-0d1e3ddf17bf req-a2fc015e-95f2-43ed-a3d2-65725ce97a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:54.477623 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a3fafc9a-7449-48bd-8270-0d1e3ddf17bf req-a2fc015e-95f2-43ed-a3d2-65725ce97a3a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 1096 time: 0.0454931 Nov 16 04:48:54.534950 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a3fafc9a-7449-48bd-8270-0d1e3ddf17bf req-99d869a7-28d9-4fbf-b098-425fc8d38ca4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476520 Nov 16 04:48:54.605890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c52e36-94b2-4054-a163-8ad92b32c0a3 req-d18e4f7a-5cc3-4d38-ab61-9eae78cd82a2 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:54.607671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43c52e36-94b2-4054-a163-8ad92b32c0a3 req-d18e4f7a-5cc3-4d38-ab61-9eae78cd82a2 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 946 time: 0.1965806 Nov 16 04:48:54.656011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4aba234c-4809-4bcb-bb9f-52a870a49380 req-b7dd187f-9d24-4421-a290-3a75c3132f87 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 210 time: 0.0698762 Nov 16 04:48:54.738076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-b76ae8c9-f852-4eeb-93d7-098d1c864fa8 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Deleting port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:48:54.738509 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-b76ae8c9-f852-4eeb-93d7-098d1c864fa8 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:54.830979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43c52e36-94b2-4054-a163-8ad92b32c0a3 req-d0230fa8-82fe-4393-851f-a9256188e486 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092757 Nov 16 04:48:54.835546 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cdc51185-5164-4076-998b-e1b9b45df219 req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:54.901678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c6a58-6e3f-4c6f-83a3-73a70d2509b7 req-f22f90d6-cd0b-49f4-ac5a-68e20247803b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:54.903303 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-220c6a58-6e3f-4c6f-83a3-73a70d2509b7 req-f22f90d6-cd0b-49f4-ac5a-68e20247803b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 945 time: 0.1791244 Nov 16 04:48:55.220161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-b76ae8c9-f852-4eeb-93d7-098d1c864fa8 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] For port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=922ede1e-3a9b-4e15-b558-9f1ebb5d7820,segment=NetworkSegment(9d5b89e3-fc62-4cc9-85c2-284986c86a4c),segment_id=9d5b89e3-fc62-4cc9-85c2-284986c86a4c)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:55.221039 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-b76ae8c9-f852-4eeb-93d7-098d1c864fa8 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:55.235230 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cdc51185-5164-4076-998b-e1b9b45df219 req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:55.247255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-b76ae8c9-f852-4eeb-93d7-098d1c864fa8 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Calling delete_port for 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:48:55.313878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe818a2b-0c96-4821-92a6-aaf83f690fec req-6fe2e93e-acc2-4d1a-9081-fde0cd88f125 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:55.315367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe818a2b-0c96-4821-92a6-aaf83f690fec req-6fe2e93e-acc2-4d1a-9081-fde0cd88f125 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.4112041 Nov 16 04:48:55.355847 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-220c6a58-6e3f-4c6f-83a3-73a70d2509b7 req-99c870ad-1f0a-4320-ad92-001dcca20ed8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423470 Nov 16 04:48:55.359515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc51185-5164-4076-998b-e1b9b45df219 req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:48:55.375565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-cdc51185-5164-4076-998b-e1b9b45df219 req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:48:55.386182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc51185-5164-4076-998b-e1b9b45df219 req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:48:55.391304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Pushing event updated for resources: {'Port': ['ID=2fbb9ed4-10e4-4b10-906d-beb9bfad762a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:55.433780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:55.434129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:55.434511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:55.434868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:55.435127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:55.435457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:55.435791 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:55.436265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:55.436435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:55.436737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:55.437065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:55.437444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:48:55.496693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0a1cc86c-1942-40c1-ab18-741ea6ecbc29 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:48:55.518933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc51185-5164-4076-998b-e1b9b45df219 req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:55.519562 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cdc51185-5164-4076-998b-e1b9b45df219 req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:55.535074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe818a2b-0c96-4821-92a6-aaf83f690fec req-d92b5275-2b83-462c-acc3-3a31d31a0bc8 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829839 Nov 16 04:48:55.557932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0a1cc86c-1942-40c1-ab18-741ea6ecbc29 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:48:55.558397 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:55.563013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec62d2a-70ba-4cbb-941e-0695d79aec12 req-770ec495-8ab9-49e2-95e6-fe859d01f885 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:55.566238 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fec62d2a-70ba-4cbb-941e-0695d79aec12 req-770ec495-8ab9-49e2-95e6-fe859d01f885 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 946 time: 0.1417489 Nov 16 04:48:55.570000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-0351eefd-a596-4547-9674-891c5074a0c1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9425197 Nov 16 04:48:55.592633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Request body: {'port': {'device_id': '9569d27d-3c0a-43aa-8909-18d6860323e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:48:55.762206 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:55.766469 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-b76ae8c9-f852-4eeb-93d7-098d1c864fa8 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:55.779531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b806c556-54e4-47ba-ae6b-7c5e6345ad7a', '922ede1e-3a9b-4e15-b558-9f1ebb5d7820', 'aedd0b43-daf4-457d-9241-b1b10e7aed55'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:48:55.785150 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1d19f-1329-4feb-9bbe-78e696f8c4b5 req-fe79de78-d158-4921-8390-2a8526b13f01 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:55.791340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1d19f-1329-4feb-9bbe-78e696f8c4b5 req-fe79de78-d158-4921-8390-2a8526b13f01 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:55.797844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1d19f-1329-4feb-9bbe-78e696f8c4b5 req-fe79de78-d158-4921-8390-2a8526b13f01 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:55.803699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1d19f-1329-4feb-9bbe-78e696f8c4b5 req-fe79de78-d158-4921-8390-2a8526b13f01 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:55.810170 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1d19f-1329-4feb-9bbe-78e696f8c4b5 req-fe79de78-d158-4921-8390-2a8526b13f01 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:55.816079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1d19f-1329-4feb-9bbe-78e696f8c4b5 req-fe79de78-d158-4921-8390-2a8526b13f01 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:55.822420 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1d19f-1329-4feb-9bbe-78e696f8c4b5 req-fe79de78-d158-4921-8390-2a8526b13f01 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:55.824361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1c1d19f-1329-4feb-9bbe-78e696f8c4b5 req-fe79de78-d158-4921-8390-2a8526b13f01 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.2001345 Nov 16 04:48:55.831759 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fec62d2a-70ba-4cbb-941e-0695d79aec12 req-1456d61d-19d8-4250-a1d4-f9a0ea734c65 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597363 Nov 16 04:48:55.870688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ae8c9-f852-4eeb-93d7-098d1c864fa8 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Port': ['ID=922ede1e-3a9b-4e15-b558-9f1ebb5d7820,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:55.995862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-b76ae8c9-f852-4eeb-93d7-098d1c864fa8 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] No DVR routers for this DVR port 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:48:56.009093 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-b76ae8c9-f852-4eeb-93d7-098d1c864fa8 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:56.012621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-b76ae8c9-f852-4eeb-93d7-098d1c864fa8 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "DELETE /v2.0/ports/922ede1e-3a9b-4e15-b558-9f1ebb5d7820 HTTP/1.1" status: 204 len: 173 time: 1.6464188 Nov 16 04:48:56.015573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'name': 'network-vif-deleted', 'tag': '922ede1e-3a9b-4e15-b558-9f1ebb5d7820'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:56.017121 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257f8593-e89e-4bbf-8528-a220e38ca6ef" -d '{"events": [{"server_uuid": "7b192956-584d-419a-af38-360aa266c003", "name": "network-vif-deleted", "tag": "922ede1e-3a9b-4e15-b558-9f1ebb5d7820"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:56.123621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1c1d19f-1329-4feb-9bbe-78e696f8c4b5 req-97a66d9d-ec49-4ad2-af7f-46b43e82548e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2861664 Nov 16 04:48:56.187838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7cd4a-a232-42b4-81d0-596a07605213 req-840680a1-45e1-4063-989a-f71d82c99f79 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:56.193663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7cd4a-a232-42b4-81d0-596a07605213 req-840680a1-45e1-4063-989a-f71d82c99f79 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:56.195212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83c7cd4a-a232-42b4-81d0-596a07605213 req-840680a1-45e1-4063-989a-f71d82c99f79 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 1682 time: 0.2634578 Nov 16 04:48:56.315237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83c7cd4a-a232-42b4-81d0-596a07605213 req-bed81525-9ede-40e2-b023-f47596244876 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899873 Nov 16 04:48:56.340831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-4b1da4a0-53f7-4ec8-9ee2-b69a17c91c00 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Deleting port aedd0b43-daf4-457d-9241-b1b10e7aed55 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:48:56.341168 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-4b1da4a0-53f7-4ec8-9ee2-b69a17c91c00 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:56.455733 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554a87df-c9d2-4b98-881c-79b0499e4f1c x-openstack-request-id: req-554a87df-c9d2-4b98-881c-79b0499e4f1c {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:56.456029 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b192956-584d-419a-af38-360aa266c003", "name": "network-vif-deleted", "tag": "922ede1e-3a9b-4e15-b558-9f1ebb5d7820", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:56.456375 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-554a87df-c9d2-4b98-881c-79b0499e4f1c {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:56.456882 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'name': 'network-vif-deleted', 'tag': '922ede1e-3a9b-4e15-b558-9f1ebb5d7820', 'status': 'completed', 'code': 200} Nov 16 04:48:56.478948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b99aa0-4ada-444f-bc09-cf096ff1d7a5 req-ce234497-6e65-49f2-98f4-c83e452c4000 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:56.480437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18b99aa0-4ada-444f-bc09-cf096ff1d7a5 req-ce234497-6e65-49f2-98f4-c83e452c4000 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 931 time: 0.1631002 Nov 16 04:48:56.504301 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbb9ed4-10e4-4b10-906d-beb9bfad762a {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:48:56.543177 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:56.567065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-4b1da4a0-53f7-4ec8-9ee2-b69a17c91c00 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] For port aedd0b43-daf4-457d-9241-b1b10e7aed55, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=aedd0b43-daf4-457d-9241-b1b10e7aed55,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:56.567424 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-4b1da4a0-53f7-4ec8-9ee2-b69a17c91c00 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:56.592323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Transition to ACTIVE for port object 2fbb9ed4-10e4-4b10-906d-beb9bfad762a will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:48:56.605325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-4b1da4a0-53f7-4ec8-9ee2-b69a17c91c00 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Calling delete_port for aedd0b43-daf4-457d-9241-b1b10e7aed55 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:48:56.607100 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:56.658171 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18b99aa0-4ada-444f-bc09-cf096ff1d7a5 req-e7dd6631-751a-4733-8aaf-af11245a8138 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687028 Nov 16 04:48:56.670066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971f675-d5f3-434a-b0b8-74a00fb31721 req-841fd9af-558e-4e8d-a2bb-508c16587896 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:56.671557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9971f675-d5f3-434a-b0b8-74a00fb31721 req-841fd9af-558e-4e8d-a2bb-508c16587896 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 945 time: 0.1846607 Nov 16 04:48:56.736697 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbb9ed4-10e4-4b10-906d-beb9bfad762a,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:56.868129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9971f675-d5f3-434a-b0b8-74a00fb31721 req-0a9e6f45-75cd-42ca-bd74-bab5969745e4 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616817 Nov 16 04:48:56.882682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d341e-ed78-4aae-bb0f-9e95e1a6db80 req-026a45f0-c92f-47d3-9e9f-8b4a80507f48 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:56.884187 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc2d341e-ed78-4aae-bb0f-9e95e1a6db80 req-026a45f0-c92f-47d3-9e9f-8b4a80507f48 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 946 time: 0.1582477 Nov 16 04:48:56.953076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Attempting to bind port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:48:56.953497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Attempting to bind port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'e36898a2-38c7-40dc-8de3-7aa934c52735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:48:56.953898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Attempting to bind port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a on network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:56.983978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a on network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:48:56.984296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Attempting to bind port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a on network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:48:57.007683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:48:57.008037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Checking segment: {'id': 'e36898a2-38c7-40dc-8de3-7aa934c52735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:48:57.008631 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Bound using segment: {'id': 'e36898a2-38c7-40dc-8de3-7aa934c52735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:48:57.009225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Bound port: 2fbb9ed4-10e4-4b10-906d-beb9bfad762a, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36898a2-38c7-40dc-8de3-7aa934c52735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:48:57.009598 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:57.026824 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-4b1da4a0-53f7-4ec8-9ee2-b69a17c91c00 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:57.067619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc2d341e-ed78-4aae-bb0f-9e95e1a6db80 req-f10c48a6-65ea-4469-b3d7-555578bbe90c tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637440 Nov 16 04:48:57.070697 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1da4a0-53f7-4ec8-9ee2-b69a17c91c00 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Port': ['ID=aedd0b43-daf4-457d-9241-b1b10e7aed55,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:57.106167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d90ffc-7bf8-49b7-b202-a40e29751656 req-0b0ea51f-8513-45ab-ab67-27aafd0cc1b8 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:57.107683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94d90ffc-7bf8-49b7-b202-a40e29751656 req-0b0ea51f-8513-45ab-ab67-27aafd0cc1b8 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1717219 Nov 16 04:48:57.179210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-4b1da4a0-53f7-4ec8-9ee2-b69a17c91c00 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] No DVR routers for this DVR port aedd0b43-daf4-457d-9241-b1b10e7aed55 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:48:57.201888 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-4b1da4a0-53f7-4ec8-9ee2-b69a17c91c00 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:57.205236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-4b1da4a0-53f7-4ec8-9ee2-b69a17c91c00 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "DELETE /v2.0/ports/aedd0b43-daf4-457d-9241-b1b10e7aed55 HTTP/1.1" status: 204 len: 173 time: 1.1403501 Nov 16 04:48:57.256180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] For port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:48:57.294758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] For port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2fbb9ed4-10e4-4b10-906d-beb9bfad762a,segment=NetworkSegment(e36898a2-38c7-40dc-8de3-7aa934c52735),segment_id=e36898a2-38c7-40dc-8de3-7aa934c52735)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:48:57.298430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94d90ffc-7bf8-49b7-b202-a40e29751656 req-1af2b7f8-d690-4602-a734-1f974f6d83eb tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649053 Nov 16 04:48:57.326288 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:57.345655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4871c-2c53-47d1-825a-9b59b79a35eb req-a0817f78-49be-4742-afae-e7a311909bc2 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:57.347068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7cf4871c-2c53-47d1-825a-9b59b79a35eb req-a0817f78-49be-4742-afae-e7a311909bc2 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 945 time: 0.2084477 Nov 16 04:48:57.399053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:57.399718 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:57.400999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] 10.222.0.37 "PUT /v2.0/ports/2fbb9ed4-10e4-4b10-906d-beb9bfad762a HTTP/1.1" status: 200 len: 1091 time: 1.8142462 Nov 16 04:48:57.485135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da310d0-ba72-4653-b23e-edde51718d68 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbb9ed4-10e4-4b10-906d-beb9bfad762a,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:57.525524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b093270-8e7e-4091-b7cb-3c2bc8fe021c req-52337137-2976-4fc1-b8b7-109b66b41395 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:57.528078 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b093270-8e7e-4091-b7cb-3c2bc8fe021c req-52337137-2976-4fc1-b8b7-109b66b41395 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 946 time: 0.1606624 Nov 16 04:48:57.532428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-8d7cdba0-a3c5-4576-a6a6-4f68cb56d572 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Deleting port b806c556-54e4-47ba-ae6b-7c5e6345ad7a {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:48:57.533010 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-8d7cdba0-a3c5-4576-a6a6-4f68cb56d572 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:57.538834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7cf4871c-2c53-47d1-825a-9b59b79a35eb req-d5022523-7545-4830-9478-3ed5b6a5e5a3 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699772 Nov 16 04:48:57.608131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc51185-5164-4076-998b-e1b9b45df219 req-5b81477c-9b53-48dd-bb6f-ced401416028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:57.609594 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-5b81477c-9b53-48dd-bb6f-ced401416028 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26e083ee75414069a6d45744cc5d2647&device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 1094 time: 0.1709428 Nov 16 04:48:57.692094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-1d3a039e-b616-4d53-97aa-38e6ad595169 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fbb9ed4-10e4-4b10-906d-beb9bfad762a HTTP/1.1" status: 200 len: 217 time: 0.0672026 Nov 16 04:48:57.762666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b093270-8e7e-4091-b7cb-3c2bc8fe021c req-b9620c7a-807b-427b-96b9-738415e279d5 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223356 Nov 16 04:48:57.775994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-8d7cdba0-a3c5-4576-a6a6-4f68cb56d572 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] For port b806c556-54e4-47ba-ae6b-7c5e6345ad7a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b806c556-54e4-47ba-ae6b-7c5e6345ad7a,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:48:57.776363 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-8d7cdba0-a3c5-4576-a6a6-4f68cb56d572 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:57.789835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb262-1348-4940-8a23-f066620eb5e9 req-4401874c-9e60-44d3-9328-c2c1d30864d4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:57.795735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb262-1348-4940-8a23-f066620eb5e9 req-4401874c-9e60-44d3-9328-c2c1d30864d4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:57.801593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb262-1348-4940-8a23-f066620eb5e9 req-4401874c-9e60-44d3-9328-c2c1d30864d4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:57.807494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb262-1348-4940-8a23-f066620eb5e9 req-4401874c-9e60-44d3-9328-c2c1d30864d4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:57.813326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb262-1348-4940-8a23-f066620eb5e9 req-4401874c-9e60-44d3-9328-c2c1d30864d4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:57.819323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb262-1348-4940-8a23-f066620eb5e9 req-4401874c-9e60-44d3-9328-c2c1d30864d4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:57.825278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddb262-1348-4940-8a23-f066620eb5e9 req-4401874c-9e60-44d3-9328-c2c1d30864d4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:57.827521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40ddb262-1348-4940-8a23-f066620eb5e9 req-4401874c-9e60-44d3-9328-c2c1d30864d4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.2258189 Nov 16 04:48:57.849633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-8d7cdba0-a3c5-4576-a6a6-4f68cb56d572 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Calling delete_port for b806c556-54e4-47ba-ae6b-7c5e6345ad7a owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:48:57.863999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc51185-5164-4076-998b-e1b9b45df219 req-69ac35f7-79a6-4f92-9241-a59070ad7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:57.865430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-69ac35f7-79a6-4f92-9241-a59070ad7f40 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89dafe22-d8cb-44ce-83d7-384ac27d704f HTTP/1.1" status: 200 len: 849 time: 0.1603994 Nov 16 04:48:57.934608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-965151eb-f676-466c-8fe7-e5c6112394c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583503 Nov 16 04:48:58.304362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40ddb262-1348-4940-8a23-f066620eb5e9 req-d508d05f-6a38-46f3-b2f1-d28a4c7247a3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4663656 Nov 16 04:48:58.344104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f98983-b375-420e-836c-f421c095f7e1 req-704f5c25-533b-43af-a197-672073889023 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:58.345603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9f98983-b375-420e-836c-f421c095f7e1 req-704f5c25-533b-43af-a197-672073889023 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b192956-584d-419a-af38-360aa266c003 HTTP/1.1" status: 200 len: 945 time: 0.3864911 Nov 16 04:48:58.389608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-5a8be442-8a8d-4768-bac3-b2163f3b1473 service neutron] 10.222.0.37 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419987 Nov 16 04:48:58.463782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'name': 'network-vif-deleted', 'tag': 'aedd0b43-daf4-457d-9241-b1b10e7aed55'}, {'name': 'network-changed', 'server_uuid': '9569d27d-3c0a-43aa-8909-18d6860323e9', 'tag': '2fbb9ed4-10e4-4b10-906d-beb9bfad762a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:48:58.466310 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d980bef-c577-4d8f-a81e-0eca9473247f" -d '{"events": [{"server_uuid": "7b192956-584d-419a-af38-360aa266c003", "name": "network-vif-deleted", "tag": "aedd0b43-daf4-457d-9241-b1b10e7aed55"}, {"name": "network-changed", "server_uuid": "9569d27d-3c0a-43aa-8909-18d6860323e9", "tag": "2fbb9ed4-10e4-4b10-906d-beb9bfad762a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:48:58.496709 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-8d7cdba0-a3c5-4576-a6a6-4f68cb56d572 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:58.512369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9f98983-b375-420e-836c-f421c095f7e1 req-1d26842c-8d73-4bc5-bd42-4510186eba96 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556039 Nov 16 04:48:58.571306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cdba0-a3c5-4576-a6a6-4f68cb56d572 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Port': ['ID=b806c556-54e4-47ba-ae6b-7c5e6345ad7a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:58.613338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdc51185-5164-4076-998b-e1b9b45df219 req-fc72e0fd-366d-4cdd-8339-a3a878f5f0bb service neutron] 10.222.0.37 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120037 Nov 16 04:48:58.630577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-8d7cdba0-a3c5-4576-a6a6-4f68cb56d572 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] No DVR routers for this DVR port b806c556-54e4-47ba-ae6b-7c5e6345ad7a on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:48:58.634231 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-8d7cdba0-a3c5-4576-a6a6-4f68cb56d572 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:58.637569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fdab6a5-7a8f-41d1-b24b-9f2f94d574aa req-8d7cdba0-a3c5-4576-a6a6-4f68cb56d572 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "DELETE /v2.0/ports/b806c556-54e4-47ba-ae6b-7c5e6345ad7a HTTP/1.1" status: 204 len: 173 time: 1.4256229 Nov 16 04:48:58.660603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26851a55-0f73-42fb-aea1-09843dcb90cf req-adafc508-dca8-4cb5-acaa-c589943b6042 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:58.665274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26851a55-0f73-42fb-aea1-09843dcb90cf req-adafc508-dca8-4cb5-acaa-c589943b6042 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 943 time: 0.1620922 Nov 16 04:48:58.734016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:48:58.765007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:48:58.765739 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 922ede1e-3a9b-4e15-b558-9f1ebb5d7820 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:48:58.765904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device aedd0b43-daf4-457d-9241-b1b10e7aed55 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:48:58.785547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26851a55-0f73-42fb-aea1-09843dcb90cf req-ecc2f92b-7914-41fa-a05e-57c9957bd132 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100631 Nov 16 04:48:58.803288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: aedd0b43-daf4-457d-9241-b1b10e7aed55 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:48:58.803680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device aedd0b43-daf4-457d-9241-b1b10e7aed55 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:48:58.804132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b806c556-54e4-47ba-ae6b-7c5e6345ad7a no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:48:58.810300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78f7f1-66f8-4b46-9d23-1f4c9bfac3f5 req-c00e9a26-ef9c-4346-bec1-846e32ff8a38 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:58.814266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d78f7f1-66f8-4b46-9d23-1f4c9bfac3f5 req-c00e9a26-ef9c-4346-bec1-846e32ff8a38 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1255877 Nov 16 04:48:58.827978 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: b806c556-54e4-47ba-ae6b-7c5e6345ad7a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:48:58.828437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b806c556-54e4-47ba-ae6b-7c5e6345ad7a not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:48:58.892464 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d78f7f1-66f8-4b46-9d23-1f4c9bfac3f5 req-ba2721f3-4ece-4109-a27c-d152a16457ec tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693238 Nov 16 04:48:58.922517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09fc437-a997-4372-b23d-a5d9c95d7aa2 req-034bb5f9-ca7c-4989-8147-0e43ecc12fe8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:58.924085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f09fc437-a997-4372-b23d-a5d9c95d7aa2 req-034bb5f9-ca7c-4989-8147-0e43ecc12fe8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 945 time: 0.0708880 Nov 16 04:48:58.952301 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 04:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34963077-b899-41af-829a-20f178d7d5ce x-openstack-request-id: req-34963077-b899-41af-829a-20f178d7d5ce {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:48:58.952445 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b192956-584d-419a-af38-360aa266c003", "name": "network-vif-deleted", "tag": "aedd0b43-daf4-457d-9241-b1b10e7aed55", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9569d27d-3c0a-43aa-8909-18d6860323e9", "tag": "2fbb9ed4-10e4-4b10-906d-beb9bfad762a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:48:58.952580 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34963077-b899-41af-829a-20f178d7d5ce {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:48:58.952973 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'name': 'network-vif-deleted', 'tag': 'aedd0b43-daf4-457d-9241-b1b10e7aed55', 'status': 'completed', 'code': 200} Nov 16 04:48:58.953220 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9569d27d-3c0a-43aa-8909-18d6860323e9', 'tag': '2fbb9ed4-10e4-4b10-906d-beb9bfad762a', 'status': 'completed', 'code': 200} Nov 16 04:48:58.994530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f09fc437-a997-4372-b23d-a5d9c95d7aa2 req-6d6f9398-9b6f-4f81-b948-82b2b74da053 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637527 Nov 16 04:48:59.069618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d980bef-c577-4d8f-a81e-0eca9473247f req-2f689836-5280-4e56-9cdc-cc782283d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.071201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d980bef-c577-4d8f-a81e-0eca9473247f req-2f689836-5280-4e56-9cdc-cc782283d495 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26e083ee75414069a6d45744cc5d2647&device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 1094 time: 0.0955982 Nov 16 04:48:59.082813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdd5ae-561d-4267-84fd-87dbe8264a55 req-291bbd5b-66e4-4ed8-925e-85eeec13eca4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.084233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dcdd5ae-561d-4267-84fd-87dbe8264a55 req-291bbd5b-66e4-4ed8-925e-85eeec13eca4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 946 time: 0.0698671 Nov 16 04:48:59.182278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dcdd5ae-561d-4267-84fd-87dbe8264a55 req-90791f3a-85fe-4eb1-8796-c6a995a5a960 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886536 Nov 16 04:48:59.202145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d980bef-c577-4d8f-a81e-0eca9473247f req-ad5c65d5-0c65-47d2-b0c3-0540aefee719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.203605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d980bef-c577-4d8f-a81e-0eca9473247f req-ad5c65d5-0c65-47d2-b0c3-0540aefee719 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a HTTP/1.1" status: 200 len: 910 time: 0.1185248 Nov 16 04:48:59.251809 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d980bef-c577-4d8f-a81e-0eca9473247f req-415caf58-4a8f-4b3f-92e8-ce49614d5f31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fbb9ed4-10e4-4b10-906d-beb9bfad762a HTTP/1.1" status: 200 len: 217 time: 0.0386798 Nov 16 04:48:59.326573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d980bef-c577-4d8f-a81e-0eca9473247f req-66ee4a34-7d47-4149-b49b-b8efb7c1ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.328048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d980bef-c577-4d8f-a81e-0eca9473247f req-66ee4a34-7d47-4149-b49b-b8efb7c1ac1c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89dafe22-d8cb-44ce-83d7-384ac27d704f HTTP/1.1" status: 200 len: 849 time: 0.0673072 Nov 16 04:48:59.335648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe0808-972a-4873-bd8e-92561d8f0c52 req-2ee4d489-0a3b-4ccc-93bf-1bd1d9c9d222 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.337585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8efe0808-972a-4873-bd8e-92561d8f0c52 req-2ee4d489-0a3b-4ccc-93bf-1bd1d9c9d222 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 946 time: 0.0849130 Nov 16 04:48:59.373737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d980bef-c577-4d8f-a81e-0eca9473247f req-39dc8870-ad7d-43d5-aa8d-60057f5c2636 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351536 Nov 16 04:48:59.490990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8efe0808-972a-4873-bd8e-92561d8f0c52 req-f6ae211f-ea93-4a1f-9733-19b012fe9e3b tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427310 Nov 16 04:48:59.522829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8d1dd-c721-4fe9-aa59-4d3d54088bcc req-8cdf6cbd-3aff-4ac6-a738-3e8448dc73fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.534303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8d1dd-c721-4fe9-aa59-4d3d54088bcc req-8cdf6cbd-3aff-4ac6-a738-3e8448dc73fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.541411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8d1dd-c721-4fe9-aa59-4d3d54088bcc req-8cdf6cbd-3aff-4ac6-a738-3e8448dc73fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.547311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8d1dd-c721-4fe9-aa59-4d3d54088bcc req-8cdf6cbd-3aff-4ac6-a738-3e8448dc73fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.553221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8d1dd-c721-4fe9-aa59-4d3d54088bcc req-8cdf6cbd-3aff-4ac6-a738-3e8448dc73fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.559212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8d1dd-c721-4fe9-aa59-4d3d54088bcc req-8cdf6cbd-3aff-4ac6-a738-3e8448dc73fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.565097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8d1dd-c721-4fe9-aa59-4d3d54088bcc req-8cdf6cbd-3aff-4ac6-a738-3e8448dc73fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.567081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9f8d1dd-c721-4fe9-aa59-4d3d54088bcc req-8cdf6cbd-3aff-4ac6-a738-3e8448dc73fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.1751037 Nov 16 04:48:59.595827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d980bef-c577-4d8f-a81e-0eca9473247f req-3267d784-33d7-40c3-af76-783c91eb127f service neutron] 10.222.0.37 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137244 Nov 16 04:48:59.664626 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43446) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:59.688801 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9f8d1dd-c721-4fe9-aa59-4d3d54088bcc req-9ac34086-63fd-46d3-a2bd-bd6f9c31d1aa tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1153531 Nov 16 04:48:59.739651 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6ff48a-703b-42a6-930d-6f96d2ae5fdd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Deleting subnet ac872242-53ff-4b27-86ef-9dc3b7670e8e {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:48:59.740723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d980bef-c577-4d8f-a81e-0eca9473247f req-ac5c3826-bb9b-4471-a819-2d28de0edfa2 service neutron] 10.222.0.37 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368425 Nov 16 04:48:59.743072 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff48a-703b-42a6-930d-6f96d2ae5fdd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:59.783589 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff48a-703b-42a6-930d-6f96d2ae5fdd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:59.873814 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff48a-703b-42a6-930d-6f96d2ae5fdd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:59.918517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b73a3-c87a-4e96-9d5e-e4b7c68a3ed0 req-cd697169-79e9-4bb6-9d06-2a38abebe330 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.920065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a28b73a3-c87a-4e96-9d5e-e4b7c68a3ed0 req-cd697169-79e9-4bb6-9d06-2a38abebe330 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 946 time: 0.1026285 Nov 16 04:48:59.934732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff48a-703b-42a6-930d-6f96d2ae5fdd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:59.961615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ff48a-703b-42a6-930d-6f96d2ae5fdd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Subnet': ['ID=ac872242-53ff-4b27-86ef-9dc3b7670e8e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:48:59.963837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159becf-c213-4948-829d-813c7b9ac3cc req-139db3f5-0a8d-460e-a27e-c19fc2fd5841 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.965594 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9159becf-c213-4948-829d-813c7b9ac3cc req-139db3f5-0a8d-460e-a27e-c19fc2fd5841 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 943 time: 0.1105647 Nov 16 04:48:59.966326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a6ff48a-703b-42a6-930d-6f96d2ae5fdd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:48:59.972282 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5a6ff48a-703b-42a6-930d-6f96d2ae5fdd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "DELETE /v2.0/subnets/ac872242-53ff-4b27-86ef-9dc3b7670e8e HTTP/1.1" status: 204 len: 168 time: 0.3038440 Nov 16 04:48:59.972961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43454) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:48:59.975343 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09bfe3d-6ad1-4602-a520-1accdf2f45da None None] Network af9fe256-f37b-49ea-adcc-6a2bb785456b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:48:59.977291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4df56-63a6-4f68-b6e6-a2daae7159c8 req-24bc6cdc-2a66-44ae-b994-2bbe38e9f4f2 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:48:59.979712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4d4df56-63a6-4f68-b6e6-a2daae7159c8 req-24bc6cdc-2a66-44ae-b994-2bbe38e9f4f2 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 945 time: 0.1124361 Nov 16 04:49:00.052815 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a28b73a3-c87a-4e96-9d5e-e4b7c68a3ed0 req-c0ea7688-0a69-489e-83ad-e26728f68f11 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247208 Nov 16 04:49:00.068529 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.141525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9159becf-c213-4948-829d-813c7b9ac3cc req-211ebd70-2b7f-48e1-b3de-7da409b4964e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412132 Nov 16 04:49:00.144470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Deleting port 241dcc22-1047-4346-b68e-c66328c87e76 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:00.145148 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.155407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d4d4df56-63a6-4f68-b6e6-a2daae7159c8 req-16507eba-9916-49eb-9be7-d5ddf9a31110 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Deleting port ccec0516-3a08-4955-9892-f75e58c28527 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:00.156327 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4d4df56-63a6-4f68-b6e6-a2daae7159c8 req-16507eba-9916-49eb-9be7-d5ddf9a31110 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.212029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee0706a-55e1-4464-9d8b-419a5c8f0679 None None] DHCP port deletion for af9fe256-f37b-49ea-adcc-6a2bb785456b request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:49:00.236282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] For port 241dcc22-1047-4346-b68e-c66328c87e76, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=241dcc22-1047-4346-b68e-c66328c87e76,segment=NetworkSegment(9d5b89e3-fc62-4cc9-85c2-284986c86a4c),segment_id=9d5b89e3-fc62-4cc9-85c2-284986c86a4c)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:00.236642 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.250969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Calling delete_port for 241dcc22-1047-4346-b68e-c66328c87e76 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:00.263307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0706a-55e1-4464-9d8b-419a5c8f0679 None None] Deleting port 241dcc22-1047-4346-b68e-c66328c87e76 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:00.263812 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ee0706a-55e1-4464-9d8b-419a5c8f0679 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.306897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5d7f8-29fa-495a-b5a1-f664f274c2e4 req-9cbd7b27-db2b-449d-b08a-4ad27d7e88d2 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:00.308589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23c5d7f8-29fa-495a-b5a1-f664f274c2e4 req-9cbd7b27-db2b-449d-b08a-4ad27d7e88d2 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1490419 Nov 16 04:49:00.329454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8ee0706a-55e1-4464-9d8b-419a5c8f0679 None None] For port 241dcc22-1047-4346-b68e-c66328c87e76, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=241dcc22-1047-4346-b68e-c66328c87e76,segment=NetworkSegment(9d5b89e3-fc62-4cc9-85c2-284986c86a4c),segment_id=9d5b89e3-fc62-4cc9-85c2-284986c86a4c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:00.330163 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ee0706a-55e1-4464-9d8b-419a5c8f0679 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.342242 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.344452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292f3d7-eceb-4062-b611-c258270f55b3 req-095a3d9d-0d87-41ef-9066-f8dfdf70d748 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:00.346222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0292f3d7-eceb-4062-b611-c258270f55b3 req-095a3d9d-0d87-41ef-9066-f8dfdf70d748 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0394261-1cb5-47c0-880b-cf3b1856a9cc HTTP/1.1" status: 200 len: 945 time: 0.1153307 Nov 16 04:49:00.357283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0706a-55e1-4464-9d8b-419a5c8f0679 None None] Calling delete_port for 241dcc22-1047-4346-b68e-c66328c87e76 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:00.357706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d4d4df56-63a6-4f68-b6e6-a2daae7159c8 req-16507eba-9916-49eb-9be7-d5ddf9a31110 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] For port ccec0516-3a08-4955-9892-f75e58c28527, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ccec0516-3a08-4955-9892-f75e58c28527,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:00.358102 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4d4df56-63a6-4f68-b6e6-a2daae7159c8 req-16507eba-9916-49eb-9be7-d5ddf9a31110 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.368094 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Port': ['ID=241dcc22-1047-4346-b68e-c66328c87e76,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:00.372538 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] No DVR routers for this DVR port 241dcc22-1047-4346-b68e-c66328c87e76 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:00.396983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d4d4df56-63a6-4f68-b6e6-a2daae7159c8 req-16507eba-9916-49eb-9be7-d5ddf9a31110 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Calling delete_port for ccec0516-3a08-4955-9892-f75e58c28527 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:00.438045 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ee0706a-55e1-4464-9d8b-419a5c8f0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.464776 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0706a-55e1-4464-9d8b-419a5c8f0679 None None] Pushing event deleted for resources: {'Port': ['ID=241dcc22-1047-4346-b68e-c66328c87e76,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:00.468492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee0706a-55e1-4464-9d8b-419a5c8f0679 None None] No DVR routers for this DVR port 241dcc22-1047-4346-b68e-c66328c87e76 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:00.473473 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.490341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0292f3d7-eceb-4062-b611-c258270f55b3 req-cad0eb5e-0305-4cc4-9ed9-8a90e588407f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344755 Nov 16 04:49:00.497710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9fe256-f37b-49ea-adcc-6a2bb785456b']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:00.504705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23c5d7f8-29fa-495a-b5a1-f664f274c2e4 req-f8309125-bd86-443c-85d1-42ae759658d7 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794918 Nov 16 04:49:00.517530 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5b89e3-fc62-4cc9-85c2-284986c86a4c') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:00.518263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5b89e3-fc62-4cc9-85c2-284986c86a4c') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:00.533947 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.560688 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.568116 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:49:00.568477 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:49:00.573423 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:49:00.613388 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4d4df56-63a6-4f68-b6e6-a2daae7159c8 req-16507eba-9916-49eb-9be7-d5ddf9a31110 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.617560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2fbb9ed4-10e4-4b10-906d-beb9bfad762a details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:00.629604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026', 'ccec0516-3a08-4955-9892-f75e58c28527'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:00.639725 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.647406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.654261 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "DELETE /v2.0/networks/af9fe256-f37b-49ea-adcc-6a2bb785456b HTTP/1.1" status: 204 len: 168 time: 0.6805577 Nov 16 04:49:00.658003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43462) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:00.660586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16507eba-9916-49eb-9be7-d5ddf9a31110 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event deleted for resources: {'Port': ['ID=ccec0516-3a08-4955-9892-f75e58c28527,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:00.703514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d4df56-63a6-4f68-b6e6-a2daae7159c8 req-16507eba-9916-49eb-9be7-d5ddf9a31110 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] No DVR routers for this DVR port ccec0516-3a08-4955-9892-f75e58c28527 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:00.706317 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d4d4df56-63a6-4f68-b6e6-a2daae7159c8 req-16507eba-9916-49eb-9be7-d5ddf9a31110 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.707379 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee32d5-a8d3-49df-8af4-f0263411e145 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Network': ['ID=af9fe256-f37b-49ea-adcc-6a2bb785456b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:00.709640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4d4df56-63a6-4f68-b6e6-a2daae7159c8 req-16507eba-9916-49eb-9be7-d5ddf9a31110 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "DELETE /v2.0/ports/ccec0516-3a08-4955-9892-f75e58c28527 HTTP/1.1" status: 204 len: 173 time: 0.7216938 Nov 16 04:49:00.744230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7589e8d8-0e8a-4873-ac96-f239463e6795 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Deleting subnet 7abf229a-05ea-4a5f-af28-1bd38b9ee075 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:49:00.756019 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7589e8d8-0e8a-4873-ac96-f239463e6795 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.806865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2fbb9ed4-10e4-4b10-906d-beb9bfad762a,segment=NetworkSegment(e36898a2-38c7-40dc-8de3-7aa934c52735),segment_id=e36898a2-38c7-40dc-8de3-7aa934c52735)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:00.821602 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7589e8d8-0e8a-4873-ac96-f239463e6795 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.833452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '2fbb9ed4-10e4-4b10-906d-beb9bfad762a', 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a', 'port_id': '2fbb9ed4-10e4-4b10-906d-beb9bfad762a', 'mac_address': 'fa:16:3e:b8:24:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89dafe22-d8cb-44ce-83d7-384ac27d704f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:00.849451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972bbc2-e0e1-4ae3-8922-5ffa8db73109 req-bf7f6a38-89b9-4d1f-904d-b9f373cb9b02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:00.855678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972bbc2-e0e1-4ae3-8922-5ffa8db73109 req-bf7f6a38-89b9-4d1f-904d-b9f373cb9b02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:00.862510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972bbc2-e0e1-4ae3-8922-5ffa8db73109 req-bf7f6a38-89b9-4d1f-904d-b9f373cb9b02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:00.869192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972bbc2-e0e1-4ae3-8922-5ffa8db73109 req-bf7f6a38-89b9-4d1f-904d-b9f373cb9b02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:00.875121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972bbc2-e0e1-4ae3-8922-5ffa8db73109 req-bf7f6a38-89b9-4d1f-904d-b9f373cb9b02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:00.881033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972bbc2-e0e1-4ae3-8922-5ffa8db73109 req-bf7f6a38-89b9-4d1f-904d-b9f373cb9b02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:00.888216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972bbc2-e0e1-4ae3-8922-5ffa8db73109 req-bf7f6a38-89b9-4d1f-904d-b9f373cb9b02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:00.891767 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.896323 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a972bbc2-e0e1-4ae3-8922-5ffa8db73109 req-bf7f6a38-89b9-4d1f-904d-b9f373cb9b02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.1082981 Nov 16 04:49:00.913310 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7589e8d8-0e8a-4873-ac96-f239463e6795 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.927011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbb9ed4-10e4-4b10-906d-beb9bfad762a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:00.957140 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a972bbc2-e0e1-4ae3-8922-5ffa8db73109 req-3df4ac77-9ec7-42ac-91ad-5d584bddcfd1 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598664 Nov 16 04:49:00.957612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'name': 'network-vif-deleted', 'tag': 'b806c556-54e4-47ba-ae6b-7c5e6345ad7a'}, {'server_uuid': 'f0394261-1cb5-47c0-880b-cf3b1856a9cc', 'name': 'network-vif-deleted', 'tag': 'ccec0516-3a08-4955-9892-f75e58c28527'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:00.958867 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2fbb9ed4-10e4-4b10-906d-beb9bfad762a,segment=NetworkSegment(e36898a2-38c7-40dc-8de3-7aa934c52735),segment_id=e36898a2-38c7-40dc-8de3-7aa934c52735)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:00.959864 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09654536-a854-4fb9-bcdd-2bb13af16669" -d '{"events": [{"server_uuid": "7b192956-584d-419a-af38-360aa266c003", "name": "network-vif-deleted", "tag": "b806c556-54e4-47ba-ae6b-7c5e6345ad7a"}, {"server_uuid": "f0394261-1cb5-47c0-880b-cf3b1856a9cc", "name": "network-vif-deleted", "tag": "ccec0516-3a08-4955-9892-f75e58c28527"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:00.965636 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:00.983239 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7589e8d8-0e8a-4873-ac96-f239463e6795 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:01.010176 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263a72d7-11b7-4641-9f70-cdbb01597ea0 x-openstack-request-id: req-263a72d7-11b7-4641-9f70-cdbb01597ea0 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:01.010670 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b192956-584d-419a-af38-360aa266c003", "name": "network-vif-deleted", "tag": "b806c556-54e4-47ba-ae6b-7c5e6345ad7a", "status": "completed", "code": 200}, {"server_uuid": "f0394261-1cb5-47c0-880b-cf3b1856a9cc", "name": "network-vif-deleted", "tag": "ccec0516-3a08-4955-9892-f75e58c28527", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:01.011025 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-263a72d7-11b7-4641-9f70-cdbb01597ea0 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:01.011592 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b192956-584d-419a-af38-360aa266c003', 'name': 'network-vif-deleted', 'tag': 'b806c556-54e4-47ba-ae6b-7c5e6345ad7a', 'status': 'completed', 'code': 200} Nov 16 04:49:01.011949 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0394261-1cb5-47c0-880b-cf3b1856a9cc', 'name': 'network-vif-deleted', 'tag': 'ccec0516-3a08-4955-9892-f75e58c28527', 'status': 'completed', 'code': 200} Nov 16 04:49:01.024256 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=2fbb9ed4-10e4-4b10-906d-beb9bfad762a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:01.025879 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589e8d8-0e8a-4873-ac96-f239463e6795 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Subnet': ['ID=7abf229a-05ea-4a5f-af28-1bd38b9ee075,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:01.031594 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7589e8d8-0e8a-4873-ac96-f239463e6795 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:01.038626 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7589e8d8-0e8a-4873-ac96-f239463e6795 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "DELETE /v2.0/subnets/7abf229a-05ea-4a5f-af28-1bd38b9ee075 HTTP/1.1" status: 204 len: 168 time: 0.3755505 Nov 16 04:49:01.038722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43468) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:01.039944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb85736-3a7e-494f-908e-e81d8a0ce463 None None] Network 3a240544-6e4f-4503-b0e6-851664cb965c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:49:01.131520 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:01.240293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3233195-0943-4d28-a79a-3a0905922c74 req-1438f0e1-8efd-4571-9e41-e3cd0f4b532a tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:01.241945 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3233195-0943-4d28-a79a-3a0905922c74 req-1438f0e1-8efd-4571-9e41-e3cd0f4b532a tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 946 time: 0.1265688 Nov 16 04:49:01.281246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328de8e2-d4ca-4c49-9763-42260343864c None None] DHCP port deletion for 3a240544-6e4f-4503-b0e6-851664cb965c request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:49:01.288137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['2fbb9ed4-10e4-4b10-906d-beb9bfad762a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:01.334467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0e314-e3d2-4f90-ab5e-eb45aa0606d3 req-e14f3d7d-964f-4055-b0a4-be48c841abd4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:01.336586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2b0e314-e3d2-4f90-ab5e-eb45aa0606d3 req-e14f3d7d-964f-4055-b0a4-be48c841abd4 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 946 time: 0.1876318 Nov 16 04:49:01.395397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-328de8e2-d4ca-4c49-9763-42260343864c None None] Deleting port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:01.395772 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-328de8e2-d4ca-4c49-9763-42260343864c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:01.417101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff48dc-865c-4401-8982-1c4aba465ee4 req-87aabdf4-24bc-405b-b47a-23ce901e2bdf tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:01.419703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2eff48dc-865c-4401-8982-1c4aba465ee4 req-87aabdf4-24bc-405b-b47a-23ce901e2bdf tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 944 time: 0.1743436 Nov 16 04:49:01.424468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Deleting port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:01.424806 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:01.485991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-328de8e2-d4ca-4c49-9763-42260343864c None None] For port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e5a4b8ff-6e59-4d56-91c0-9365bb4d7169,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:01.486445 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-328de8e2-d4ca-4c49-9763-42260343864c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:01.509807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-328de8e2-d4ca-4c49-9763-42260343864c None None] Calling delete_port for e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:01.518432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 241dcc22-1047-4346-b68e-c66328c87e76 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:01.521884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2b0e314-e3d2-4f90-ab5e-eb45aa0606d3 req-54243cba-759d-4db9-841c-03996cc97b9e tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/security-groups?id=03920aa0-13cb-46cb-be82-f8e967899c19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733937 Nov 16 04:49:01.550816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 241dcc22-1047-4346-b68e-c66328c87e76 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:49:01.551164 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 241dcc22-1047-4346-b68e-c66328c87e76 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:49:01.551575 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:01.572997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] For port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e5a4b8ff-6e59-4d56-91c0-9365bb4d7169,segment=NetworkSegment(33142894-e171-4520-818b-47c1d726f959),segment_id=33142894-e171-4520-818b-47c1d726f959)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:01.573435 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:01.585409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e3233195-0943-4d28-a79a-3a0905922c74 req-aaa4e554-0948-428c-9006-4fa919c96ebc tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Deleting port 7fb096ed-9176-4443-adac-eb35a6077ced {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:01.587284 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e3233195-0943-4d28-a79a-3a0905922c74 req-aaa4e554-0948-428c-9006-4fa919c96ebc tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:01.595975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2eff48dc-865c-4401-8982-1c4aba465ee4 req-8f63a655-078c-49b6-98cf-4a4dd4371100 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640844 Nov 16 04:49:01.611289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Calling delete_port for e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:01.709947 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-328de8e2-d4ca-4c49-9763-42260343864c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:01.740386 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:01.743010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328de8e2-d4ca-4c49-9763-42260343864c None None] Pushing event deleted for resources: {'Port': ['ID=e5a4b8ff-6e59-4d56-91c0-9365bb4d7169,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:01.749555 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328de8e2-d4ca-4c49-9763-42260343864c None None] No DVR routers for this DVR port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:01.827519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713fd21-d338-4c6d-821c-a8e626a6e9d6 req-ee45f721-a12b-45cd-a99d-6ee7045b342d tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:01.829022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0713fd21-d338-4c6d-821c-a8e626a6e9d6 req-ee45f721-a12b-45cd-a99d-6ee7045b342d tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.2060587 Nov 16 04:49:01.856977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e3233195-0943-4d28-a79a-3a0905922c74 req-aaa4e554-0948-428c-9006-4fa919c96ebc tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] For port 7fb096ed-9176-4443-adac-eb35a6077ced, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7fb096ed-9176-4443-adac-eb35a6077ced,segment=NetworkSegment(c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa),segment_id=c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:01.857344 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e3233195-0943-4d28-a79a-3a0905922c74 req-aaa4e554-0948-428c-9006-4fa919c96ebc tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:01.883703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e3233195-0943-4d28-a79a-3a0905922c74 req-aaa4e554-0948-428c-9006-4fa919c96ebc tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Calling delete_port for 7fb096ed-9176-4443-adac-eb35a6077ced owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:01.895651 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:01.992877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Port': ['ID=e5a4b8ff-6e59-4d56-91c0-9365bb4d7169,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:02.019154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] No DVR routers for this DVR port e5a4b8ff-6e59-4d56-91c0-9365bb4d7169 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:02.060781 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0713fd21-d338-4c6d-821c-a8e626a6e9d6 req-47ee956c-fd5b-4d3c-8b7d-8fb766c36389 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158749 Nov 16 04:49:02.184422 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:02.465907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a240544-6e4f-4503-b0e6-851664cb965c']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:02.480285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-5b65ce8a-73b2-4165-97e6-95bcc819d5f8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:02.481737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-5b65ce8a-73b2-4165-97e6-95bcc819d5f8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.5929563 Nov 16 04:49:02.487069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33142894-e171-4520-818b-47c1d726f959') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:02.487344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33142894-e171-4520-818b-47c1d726f959') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:02.511111 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:02.547706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f3d19-4ea9-48aa-b3aa-b422541f3d88 req-b7b80724-380b-4484-b86d-bae5b8f228a9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:02.553530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f3d19-4ea9-48aa-b3aa-b422541f3d88 req-b7b80724-380b-4484-b86d-bae5b8f228a9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:02.559400 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f3d19-4ea9-48aa-b3aa-b422541f3d88 req-b7b80724-380b-4484-b86d-bae5b8f228a9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:02.565193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f3d19-4ea9-48aa-b3aa-b422541f3d88 req-b7b80724-380b-4484-b86d-bae5b8f228a9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:02.571071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f3d19-4ea9-48aa-b3aa-b422541f3d88 req-b7b80724-380b-4484-b86d-bae5b8f228a9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:02.576863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f3d19-4ea9-48aa-b3aa-b422541f3d88 req-b7b80724-380b-4484-b86d-bae5b8f228a9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:02.582880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f3d19-4ea9-48aa-b3aa-b422541f3d88 req-b7b80724-380b-4484-b86d-bae5b8f228a9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:02.584697 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b59f3d19-4ea9-48aa-b3aa-b422541f3d88 req-b7b80724-380b-4484-b86d-bae5b8f228a9 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.4622576 Nov 16 04:49:02.598359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-89f7525d-ab9b-45c6-88e9-2e785ac78b63 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/quotas/fca369ae4679409a8d7092d80703976f HTTP/1.1" status: 200 len: 375 time: 0.1082256 Nov 16 04:49:02.599271 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:02.632284 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2fbb9ed4-10e4-4b10-906d-beb9bfad762a up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:02.636736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:49:02.637144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:49:02.640167 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:49:02.685130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:02.689172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:02.689546 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:02.721832 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e3233195-0943-4d28-a79a-3a0905922c74 req-aaa4e554-0948-428c-9006-4fa919c96ebc tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:02.732869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['7fb096ed-9176-4443-adac-eb35a6077ced'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:02.737648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ccec0516-3a08-4955-9892-f75e58c28527 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:02.778959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: ccec0516-3a08-4955-9892-f75e58c28527 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:49:02.779190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ccec0516-3a08-4955-9892-f75e58c28527 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:49:02.781214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4e554-0948-428c-9006-4fa919c96ebc tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Pushing event deleted for resources: {'Port': ['ID=7fb096ed-9176-4443-adac-eb35a6077ced,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:02.798116 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:02.802543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b59f3d19-4ea9-48aa-b3aa-b422541f3d88 req-cdfdcf6c-6ede-46fb-a872-fc57322bfc66 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2059064 Nov 16 04:49:02.829074 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:02.834060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-f89ff4a7-3a9e-4874-a94b-e0bf7cf8e2ef tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2237742 Nov 16 04:49:02.858787 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9569d27d-3c0a-43aa-8909-18d6860323e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbb9ed4-10e4-4b10-906d-beb9bfad762a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:02.861049 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973514f7-bf43-4521-86eb-2be8a7615fd6" -d '{"events": [{"server_uuid": "9569d27d-3c0a-43aa-8909-18d6860323e9", "name": "network-vif-plugged", "status": "completed", "tag": "2fbb9ed4-10e4-4b10-906d-beb9bfad762a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:02.866873 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:02.870543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "DELETE /v2.0/networks/3a240544-6e4f-4503-b0e6-851664cb965c HTTP/1.1" status: 204 len: 168 time: 1.8313007 Nov 16 04:49:02.880431 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2fbb9ed4-10e4-4b10-906d-beb9bfad762a,segment=NetworkSegment(e36898a2-38c7-40dc-8de3-7aa934c52735),segment_id=e36898a2-38c7-40dc-8de3-7aa934c52735)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:02.880616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43508) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:02.885971 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b64b4643-454b-4cea-9b84-ebdade0deb1a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-681477304'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:02.887497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3233195-0943-4d28-a79a-3a0905922c74 req-aaa4e554-0948-428c-9006-4fa919c96ebc tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] No DVR routers for this DVR port 7fb096ed-9176-4443-adac-eb35a6077ced on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:02.890957 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:02.914009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e3233195-0943-4d28-a79a-3a0905922c74 req-aaa4e554-0948-428c-9006-4fa919c96ebc tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:02.915307 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64b4643-454b-4cea-9b84-ebdade0deb1a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:02.917337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3233195-0943-4d28-a79a-3a0905922c74 req-aaa4e554-0948-428c-9006-4fa919c96ebc tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.15 "DELETE /v2.0/ports/7fb096ed-9176-4443-adac-eb35a6077ced HTTP/1.1" status: 204 len: 173 time: 1.6584277 Nov 16 04:49:02.919143 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b64b4643-454b-4cea-9b84-ebdade0deb1a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:02.919442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124369d8-cbab-4652-a9dc-9fb4f463bfed tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Network': ['ID=3a240544-6e4f-4503-b0e6-851664cb965c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:02.954132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99765df6-0d91-47a6-b08c-a5178a2ff2e5 req-b130355b-a3b7-431f-a825-d21574f6be18 tempest-ServerDiskConfigTestJSON-1635772941 tempest-ServerDiskConfigTestJSON-1635772941-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f6c717a-40d9-449b-a23f-623cde1ce440 HTTP/1.1" status: 200 len: 210 time: 0.0355635 Nov 16 04:49:02.961930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=2fbb9ed4-10e4-4b10-906d-beb9bfad762a,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:02.981077 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b64b4643-454b-4cea-9b84-ebdade0deb1a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:49:02.987560 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b64b4643-454b-4cea-9b84-ebdade0deb1a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:02.987931 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-b64b4643-454b-4cea-9b84-ebdade0deb1a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Added segment 9129a8cf-861d-4361-a971-95ba4e308c0d of type vlan for network 84b814da-11cc-4f92-bfe1-83f3a46f4a3b Nov 16 04:49:03.010162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-ea64ee6d-2895-4915-ac62-a66a65a2e0c8 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752052 Nov 16 04:49:03.012828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6c717a-40d9-449b-a23f-623cde1ce440', 'name': 'network-vif-deleted', 'tag': '7fb096ed-9176-4443-adac-eb35a6077ced'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:03.016352 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2275e7-66c8-46d2-b9b7-fb3eeab4ceb6" -d '{"events": [{"server_uuid": "2f6c717a-40d9-449b-a23f-623cde1ce440", "name": "network-vif-deleted", "tag": "7fb096ed-9176-4443-adac-eb35a6077ced"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:03.067391 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b64b4643-454b-4cea-9b84-ebdade0deb1a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:03.095837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b64b4643-454b-4cea-9b84-ebdade0deb1a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:03.102889 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64b4643-454b-4cea-9b84-ebdade0deb1a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:03.103497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b64b4643-454b-4cea-9b84-ebdade0deb1a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:03.159412 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b64b4643-454b-4cea-9b84-ebdade0deb1a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2782264 Nov 16 04:49:03.162039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43514) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:03.167579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-78ee64dd-bd06-4b92-9955-25428e733dac tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Request body: {'subnet': {'network_id': '84b814da-11cc-4f92-bfe1-83f3a46f4a3b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:03.171470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64b4643-454b-4cea-9b84-ebdade0deb1a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event updated for resources: {'Network': ['ID=84b814da-11cc-4f92-bfe1-83f3a46f4a3b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:03.181409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503c437-29eb-482f-81d3-33bacf26a37d req-c2366b68-18d8-4481-9420-ae993fa069e9 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:03.182955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f503c437-29eb-482f-81d3-33bacf26a37d req-c2366b68-18d8-4481-9420-ae993fa069e9 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1291971 Nov 16 04:49:03.184036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 84b814da-11cc-4f92-bfe1-83f3a46f4a3b details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:49:03.194497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2179dd4e-c332-4f8b-8747-2594506dda35 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747844 Nov 16 04:49:03.297604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f503c437-29eb-482f-81d3-33bacf26a37d req-2dd1957f-6105-4dc7-a1c0-00ab9f51075f tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734842 Nov 16 04:49:03.307610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ee64dd-bd06-4b92-9955-25428e733dac tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:03.311689 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78ee64dd-bd06-4b92-9955-25428e733dac tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:03.467199 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1178bfd0-db0d-4e6a-9ba9-5425a70b1f2f x-openstack-request-id: req-1178bfd0-db0d-4e6a-9ba9-5425a70b1f2f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:03.467373 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9569d27d-3c0a-43aa-8909-18d6860323e9", "name": "network-vif-plugged", "status": "completed", "tag": "2fbb9ed4-10e4-4b10-906d-beb9bfad762a", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:03.467632 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1178bfd0-db0d-4e6a-9ba9-5425a70b1f2f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:03.468030 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9569d27d-3c0a-43aa-8909-18d6860323e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbb9ed4-10e4-4b10-906d-beb9bfad762a', 'code': 200} Nov 16 04:49:03.542162 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c4a4ea-2d17-4394-9e29-39c80fbf8f89 x-openstack-request-id: req-55c4a4ea-2d17-4394-9e29-39c80fbf8f89 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:03.543329 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6c717a-40d9-449b-a23f-623cde1ce440", "name": "network-vif-deleted", "tag": "7fb096ed-9176-4443-adac-eb35a6077ced", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:03.545182 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55c4a4ea-2d17-4394-9e29-39c80fbf8f89 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:03.546125 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f6c717a-40d9-449b-a23f-623cde1ce440', 'name': 'network-vif-deleted', 'tag': '7fb096ed-9176-4443-adac-eb35a6077ced', 'status': 'completed', 'code': 200} Nov 16 04:49:03.651756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-929c75c5-4177-4bab-acf6-753451cd4a72 req-047ad039-2257-445a-abd6-0c1883830ecd tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 210 time: 0.0453277 Nov 16 04:49:03.702012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e42a10-04d4-47ad-b74e-7b27620ac394 req-ca4e2547-9254-4680-b0c1-6813135f8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:03.703519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43e42a10-04d4-47ad-b74e-7b27620ac394 req-ca4e2547-9254-4680-b0c1-6813135f8543 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 1096 time: 0.1460781 Nov 16 04:49:03.717091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fffa54-7a5e-462b-8afa-c7bcda5190ce req-887a719a-4bee-4fbe-be7d-b7a68064a9e3 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:03.718484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26fffa54-7a5e-462b-8afa-c7bcda5190ce req-887a719a-4bee-4fbe-be7d-b7a68064a9e3 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1533689 Nov 16 04:49:03.743847 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78ee64dd-bd06-4b92-9955-25428e733dac tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:03.849084 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43e42a10-04d4-47ad-b74e-7b27620ac394 req-ceed3335-8457-4bc6-a5c6-e09da240c5b6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278703 Nov 16 04:49:03.855502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee64dd-bd06-4b92-9955-25428e733dac tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event updated for resources: {'Subnet': ['ID=929f1050-b5a2-4960-98a8-749e1b2cc142,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:03.866466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26fffa54-7a5e-462b-8afa-c7bcda5190ce req-4fc6d0a9-4c7b-4192-943e-be8dfd45ac74 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372075 Nov 16 04:49:03.875373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ee64dd-bd06-4b92-9955-25428e733dac tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Checking segment: {'id': '9129a8cf-861d-4361-a971-95ba4e308c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84b814da-11cc-4f92-bfe1-83f3a46f4a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:03.875937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ee64dd-bd06-4b92-9955-25428e733dac tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Network hostable DHCP agents. Network: 84b814da-11cc-4f92-bfe1-83f3a46f4a3b, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:49:03.894575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ee64dd-bd06-4b92-9955-25428e733dac tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Network 84b814da-11cc-4f92-bfe1-83f3a46f4a3b is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:49:03.912917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-78ee64dd-bd06-4b92-9955-25428e733dac tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 84b814da-11cc-4f92-bfe1-83f3a46f4a3b) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:03.918245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee64dd-bd06-4b92-9955-25428e733dac tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:03.918854 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78ee64dd-bd06-4b92-9955-25428e733dac tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:03.924061 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d0fac4-c583-4465-818d-c777ceda12e6 None None] Network 84b814da-11cc-4f92-bfe1-83f3a46f4a3b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:49:03.963353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-78ee64dd-bd06-4b92-9955-25428e733dac tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8002548 Nov 16 04:49:03.966470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43528) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:03.972442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5711c3c2-ca80-4a0d-b361-c48ad0bc082e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2089081276'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:03.996944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156fcf1-0225-47c5-9836-3d6520be2cd7 req-7a3f0932-dfc4-4cc8-8bd4-b37e89d37940 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:03.997132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5711c3c2-ca80-4a0d-b361-c48ad0bc082e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:04.003345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156fcf1-0225-47c5-9836-3d6520be2cd7 req-7a3f0932-dfc4-4cc8-8bd4-b37e89d37940 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:04.005850 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5711c3c2-ca80-4a0d-b361-c48ad0bc082e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.011493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156fcf1-0225-47c5-9836-3d6520be2cd7 req-7a3f0932-dfc4-4cc8-8bd4-b37e89d37940 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:04.017688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156fcf1-0225-47c5-9836-3d6520be2cd7 req-7a3f0932-dfc4-4cc8-8bd4-b37e89d37940 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:04.024923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156fcf1-0225-47c5-9836-3d6520be2cd7 req-7a3f0932-dfc4-4cc8-8bd4-b37e89d37940 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:04.035845 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156fcf1-0225-47c5-9836-3d6520be2cd7 req-7a3f0932-dfc4-4cc8-8bd4-b37e89d37940 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:04.044361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5711c3c2-ca80-4a0d-b361-c48ad0bc082e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:49:04.048270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156fcf1-0225-47c5-9836-3d6520be2cd7 req-7a3f0932-dfc4-4cc8-8bd4-b37e89d37940 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:04.059099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8156fcf1-0225-47c5-9836-3d6520be2cd7 req-7a3f0932-dfc4-4cc8-8bd4-b37e89d37940 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.1579311 Nov 16 04:49:04.066264 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5711c3c2-ca80-4a0d-b361-c48ad0bc082e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.067012 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-5711c3c2-ca80-4a0d-b361-c48ad0bc082e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Added segment 92ef1565-0c21-4a63-ae40-bf421189aca4 of type vlan for network 4199b142-acd0-40f3-9423-fe117cdb6b9d Nov 16 04:49:04.108043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-84b814da-11cc-4f92-bfe1-83f3a46f4a3b', 'network_id': '84b814da-11cc-4f92-bfe1-83f3a46f4a3b', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'fixed_ips': [{'subnet_id': '929f1050-b5a2-4960-98a8-749e1b2cc142'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:49:04.109315 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.121862 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5711c3c2-ca80-4a0d-b361-c48ad0bc082e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.151984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8156fcf1-0225-47c5-9836-3d6520be2cd7 req-04f6c000-fd6a-406d-a2e9-ad3c7cde0c3b tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0918498 Nov 16 04:49:04.157452 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5711c3c2-ca80-4a0d-b361-c48ad0bc082e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.165025 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5711c3c2-ca80-4a0d-b361-c48ad0bc082e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:04.165904 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5711c3c2-ca80-4a0d-b361-c48ad0bc082e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.188543 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5711c3c2-ca80-4a0d-b361-c48ad0bc082e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2208867 Nov 16 04:49:04.191232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43540) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:04.197627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4aa46a74-cca8-4640-aa10-464272a5fc52 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Request body: {'subnet': {'network_id': '4199b142-acd0-40f3-9423-fe117cdb6b9d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:04.227348 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43542) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:04.281177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Allocated IP 19.80.0.2 (84b814da-11cc-4f92-bfe1-83f3a46f4a3b/929f1050-b5a2-4960-98a8-749e1b2cc142/c171901d-fd05-4b1c-8899-621c1f485878) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:04.282071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711c3c2-ca80-4a0d-b361-c48ad0bc082e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event updated for resources: {'Network': ['ID=4199b142-acd0-40f3-9423-fe117cdb6b9d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:04.295238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae60aa7c-f18b-41f0-9cc5-c3ffa2fcde3f admin admin] Deleting subnet 8326faef-5c7d-4ecc-8890-bc1a61c10766 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:49:04.299640 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae60aa7c-f18b-41f0-9cc5-c3ffa2fcde3f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.300871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa46a74-cca8-4640-aa10-464272a5fc52 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:04.302084 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 4199b142-acd0-40f3-9423-fe117cdb6b9d details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:49:04.304611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4aa46a74-cca8-4640-aa10-464272a5fc52 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.600304 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.607580 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.661146 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae60aa7c-f18b-41f0-9cc5-c3ffa2fcde3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.667705 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Network 84b814da-11cc-4f92-bfe1-83f3a46f4a3b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:04.668953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Pushing event updated for resources: {'Port': ['ID=c171901d-fd05-4b1c-8899-621c1f485878,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:04.672466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:04.674871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:04.695714 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4aa46a74-cca8-4640-aa10-464272a5fc52 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.702360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae60aa7c-f18b-41f0-9cc5-c3ffa2fcde3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.734563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7fb096ed-9176-4443-adac-eb35a6077ced no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:04.763097 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae60aa7c-f18b-41f0-9cc5-c3ffa2fcde3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.766020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 7fb096ed-9176-4443-adac-eb35a6077ced {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:49:04.767092 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7fb096ed-9176-4443-adac-eb35a6077ced not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:49:04.771088 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Attempting to bind port c171901d-fd05-4b1c-8899-621c1f485878 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:49:04.772066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Attempting to bind port c171901d-fd05-4b1c-8899-621c1f485878 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '9129a8cf-861d-4361-a971-95ba4e308c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84b814da-11cc-4f92-bfe1-83f3a46f4a3b'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:49:04.772469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Attempting to bind port c171901d-fd05-4b1c-8899-621c1f485878 on network 84b814da-11cc-4f92-bfe1-83f3a46f4a3b {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:04.775429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0078db-4439-4307-8c38-100394fd6599 req-3465f979-f335-4a1b-bce6-af9d9cf01a3b tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:04.777452 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b0078db-4439-4307-8c38-100394fd6599 req-3465f979-f335-4a1b-bce6-af9d9cf01a3b tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.2853808 Nov 16 04:49:04.778955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:49:04.779451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Checking segment: {'id': '9129a8cf-861d-4361-a971-95ba4e308c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84b814da-11cc-4f92-bfe1-83f3a46f4a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:04.779854 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.780384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Bound using segment: {'id': '9129a8cf-861d-4361-a971-95ba4e308c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84b814da-11cc-4f92-bfe1-83f3a46f4a3b'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:49:04.780855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Bound port: c171901d-fd05-4b1c-8899-621c1f485878, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9129a8cf-861d-4361-a971-95ba4e308c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84b814da-11cc-4f92-bfe1-83f3a46f4a3b'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:49:04.781235 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.794792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60aa7c-f18b-41f0-9cc5-c3ffa2fcde3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8326faef-5c7d-4ecc-8890-bc1a61c10766,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:04.798190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa46a74-cca8-4640-aa10-464272a5fc52 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event updated for resources: {'Subnet': ['ID=9534b612-72ad-4d43-ae4d-9814855b029a,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:04.798708 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae60aa7c-f18b-41f0-9cc5-c3ffa2fcde3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.801975 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ae60aa7c-f18b-41f0-9cc5-c3ffa2fcde3f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8326faef-5c7d-4ecc-8890-bc1a61c10766 HTTP/1.1" status: 204 len: 168 time: 0.5733435 Nov 16 04:49:04.804305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43552) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:04.850304 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f250d2be-2a2f-49a1-96fd-3c90c21c7a7f req-01260c66-16a8-486e-8047-2e5cb420f53c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 210 time: 0.0875313 Nov 16 04:49:04.860834 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] For port c171901d-fd05-4b1c-8899-621c1f485878, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:49:04.864487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] For port c171901d-fd05-4b1c-8899-621c1f485878, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c171901d-fd05-4b1c-8899-621c1f485878,segment=NetworkSegment(9129a8cf-861d-4361-a971-95ba4e308c0d),segment_id=9129a8cf-861d-4361-a971-95ba4e308c0d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:49:04.870544 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.884600 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc15e-69c7-4285-9251-fac05b6e3caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:04.905986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1d9a9d76-7694-474d-94bd-4257b5ef92f8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:04.907472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1d9a9d76-7694-474d-94bd-4257b5ef92f8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.3701663 Nov 16 04:49:04.914263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa46a74-cca8-4640-aa10-464272a5fc52 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Checking segment: {'id': '92ef1565-0c21-4a63-ae40-bf421189aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4199b142-acd0-40f3-9423-fe117cdb6b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:04.914632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa46a74-cca8-4640-aa10-464272a5fc52 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Network hostable DHCP agents. Network: 4199b142-acd0-40f3-9423-fe117cdb6b9d, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:49:04.940572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1c2fd44c-7b76-44b7-afd4-69592e8ba556 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Request body: {'port': {'device_id': '0e6e04f8-af2d-4ea6-98f3-ab21073d8b31', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'admin_state_up': True, 'tenant_id': 'fca369ae4679409a8d7092d80703976f'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:04.991422 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988f683-ebc9-415a-b780-afcea7f8ab7a None None] Pushing event updated for resources: {'Port': ['ID=c171901d-fd05-4b1c-8899-621c1f485878,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:05.010009 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc15e-69c7-4285-9251-fac05b6e3caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.021551 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b0078db-4439-4307-8c38-100394fd6599 req-9aa19b95-7b61-4ba5-b7b6-e07344493e22 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256024 Nov 16 04:49:05.032751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa46a74-cca8-4640-aa10-464272a5fc52 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Network 4199b142-acd0-40f3-9423-fe117cdb6b9d is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:49:05.060762 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ec2bc15e-69c7-4285-9251-fac05b6e3caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec618b91-ef2d-46e0-8280-f22dce52f8cd']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:05.073536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ec2bc15e-69c7-4285-9251-fac05b6e3caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:05.073989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ec2bc15e-69c7-4285-9251-fac05b6e3caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1951bf4-cfcd-4ca0-903c-54b3eab8d2aa') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:05.078189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-4aa46a74-cca8-4640-aa10-464272a5fc52 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 4199b142-acd0-40f3-9423-fe117cdb6b9d) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:05.083932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa46a74-cca8-4640-aa10-464272a5fc52 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:05.085118 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4aa46a74-cca8-4640-aa10-464272a5fc52 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.086912 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc15e-69c7-4285-9251-fac05b6e3caa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.090336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65886391-1cf9-40b5-916a-2c8f101ed9e3 None None] Network 4199b142-acd0-40f3-9423-fe117cdb6b9d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:49:05.103335 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc15e-69c7-4285-9251-fac05b6e3caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.111157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2bc15e-69c7-4285-9251-fac05b6e3caa admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:49:05.111538 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc15e-69c7-4285-9251-fac05b6e3caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.139134 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4aa46a74-cca8-4640-aa10-464272a5fc52 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9465427 Nov 16 04:49:05.167562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95c107-c77b-4893-ad5d-b6988e0b248b req-28dc6a40-1bf1-4de9-ab05-664131ba871a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:49:05.171424 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:49:05.176633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f95c107-c77b-4893-ad5d-b6988e0b248b req-28dc6a40-1bf1-4de9-ab05-664131ba871a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1507955 Nov 16 04:49:05.210551 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc15e-69c7-4285-9251-fac05b6e3caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.219087 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec2bc15e-69c7-4285-9251-fac05b6e3caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.225229 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ec2bc15e-69c7-4285-9251-fac05b6e3caa admin admin] 10.222.0.41 "DELETE /v2.0/networks/ec618b91-ef2d-46e0-8280-f22dce52f8cd HTTP/1.1" status: 204 len: 168 time: 0.4198570 Nov 16 04:49:05.250976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bc15e-69c7-4285-9251-fac05b6e3caa admin admin] Pushing event deleted for resources: {'Network': ['ID=ec618b91-ef2d-46e0-8280-f22dce52f8cd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:05.271643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1c2fd44c-7b76-44b7-afd4-69592e8ba556 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Made reservation on behalf of fca369ae4679409a8d7092d80703976f for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:05.275253 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1c2fd44c-7b76-44b7-afd4-69592e8ba556 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.281701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f95c107-c77b-4893-ad5d-b6988e0b248b req-84f6f3e9-6122-4196-9fb4-3b5d3539d27f tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040797 Nov 16 04:49:05.389493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-4199b142-acd0-40f3-9423-fe117cdb6b9d', 'network_id': '4199b142-acd0-40f3-9423-fe117cdb6b9d', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'fixed_ips': [{'subnet_id': '9534b612-72ad-4d43-ae4d-9814855b029a'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:49:05.390837 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.487120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43568) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:05.495571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11516d36-a3e6-459e-9ee0-4e102e76b3ce req-400b2136-00dd-4886-95a9-5d9c794110f4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:05.501481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11516d36-a3e6-459e-9ee0-4e102e76b3ce req-400b2136-00dd-4886-95a9-5d9c794110f4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:05.507578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11516d36-a3e6-459e-9ee0-4e102e76b3ce req-400b2136-00dd-4886-95a9-5d9c794110f4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:05.515279 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11516d36-a3e6-459e-9ee0-4e102e76b3ce req-400b2136-00dd-4886-95a9-5d9c794110f4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:05.521416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11516d36-a3e6-459e-9ee0-4e102e76b3ce req-400b2136-00dd-4886-95a9-5d9c794110f4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:05.528176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11516d36-a3e6-459e-9ee0-4e102e76b3ce req-400b2136-00dd-4886-95a9-5d9c794110f4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:05.534964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11516d36-a3e6-459e-9ee0-4e102e76b3ce req-400b2136-00dd-4886-95a9-5d9c794110f4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:05.542948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11516d36-a3e6-459e-9ee0-4e102e76b3ce req-400b2136-00dd-4886-95a9-5d9c794110f4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.1661706 Nov 16 04:49:05.568259 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ff12d5e8-76c5-4ee9-b9ed-d4b87e8feb37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=540c879af84a45ce9614fb83c9c7afb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793591 Nov 16 04:49:05.571109 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43576) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:05.643630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbb30921-9df8-4f70-ba24-ee9284f06c7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.667742 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbb30921-9df8-4f70-ba24-ee9284f06c7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.714250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-ca2ab181-ae77-4f24-9876-2e2c43132680 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:05.720124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-ca2ab181-ae77-4f24-9876-2e2c43132680 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:05.721751 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-ca2ab181-ae77-4f24-9876-2e2c43132680 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/networks?id=84b814da-11cc-4f92-bfe1-83f3a46f4a3b&id=4199b142-acd0-40f3-9423-fe117cdb6b9d HTTP/1.1" status: 200 len: 1391 time: 0.1762302 Nov 16 04:49:05.732765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1c2fd44c-7b76-44b7-afd4-69592e8ba556 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Allocated IP 172.20.0.3 (814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93/1e81786c-f14f-4e29-8eb3-5467ad56d563/f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:05.736896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c171901d-fd05-4b1c-8899-621c1f485878 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:05.738758 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbb30921-9df8-4f70-ba24-ee9284f06c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.742118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbb30921-9df8-4f70-ba24-ee9284f06c7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.743284 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cbb30921-9df8-4f70-ba24-ee9284f06c7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03920aa0-13cb-46cb-be82-f8e967899c19 HTTP/1.1" status: 204 len: 168 time: 0.1709228 Nov 16 04:49:05.755043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb30921-9df8-4f70-ba24-ee9284f06c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03920aa0-13cb-46cb-be82-f8e967899c19,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:05.772167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-8d957f37-fd00-4b8e-b8e9-283d581a7c4c tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/quotas/73c819dedc6941fc95e863eae825a90c HTTP/1.1" status: 200 len: 375 time: 0.0371678 Nov 16 04:49:05.795946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11516d36-a3e6-459e-9ee0-4e102e76b3ce req-2466e53c-c849-4091-8175-95a0ce015b5c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2504697 Nov 16 04:49:05.813908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Allocated IP 19.86.0.2 (4199b142-acd0-40f3-9423-fe117cdb6b9d/9534b612-72ad-4d43-ae4d-9814855b029a/8738663c-7f64-4b8d-b939-148a37162e9c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:05.891792 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c171901d-fd05-4b1c-8899-621c1f485878 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:05.892165 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:05.979855 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-d4affe02-965c-4c38-aeaf-bbf9c659d377 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=73c819dedc6941fc95e863eae825a90c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1938241 Nov 16 04:49:06.073379 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.102369 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.107128 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46108def-0cbd-443c-9562-1c287bbf26da req-639a10c5-80c8-4a6c-ac0c-55788e5792ea tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 210 time: 0.0299473 Nov 16 04:49:06.143036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.222996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-bd7bfc2b-e3fd-421e-9bb4-90f9f0731bd1 service neutron] 10.222.0.41 "GET /v2.0/networks/84b814da-11cc-4f92-bfe1-83f3a46f4a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425160 Nov 16 04:49:06.228148 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port c171901d-fd05-4b1c-8899-621c1f485878, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c171901d-fd05-4b1c-8899-621c1f485878,segment=NetworkSegment(9129a8cf-861d-4361-a971-95ba4e308c0d),segment_id=9129a8cf-861d-4361-a971-95ba4e308c0d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:06.239432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Network 4199b142-acd0-40f3-9423-fe117cdb6b9d is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:06.240115 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1c2fd44c-7b76-44b7-afd4-69592e8ba556 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.240539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Pushing event updated for resources: {'Port': ['ID=8738663c-7f64-4b8d-b939-148a37162e9c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:06.256549 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.259157 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:06.265331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:06.378270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a133c-3947-4c5a-bbde-90863ac0a27c req-1cab5594-d515-4b25-bd0e-164ce3799fda tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:06.381214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-319a133c-3947-4c5a-bbde-90863ac0a27c req-1cab5594-d515-4b25-bd0e-164ce3799fda tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1561038 Nov 16 04:49:06.423036 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1c2fd44c-7b76-44b7-afd4-69592e8ba556 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.440977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Attempting to bind port 8738663c-7f64-4b8d-b939-148a37162e9c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:49:06.441341 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Attempting to bind port 8738663c-7f64-4b8d-b939-148a37162e9c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '92ef1565-0c21-4a63-ae40-bf421189aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4199b142-acd0-40f3-9423-fe117cdb6b9d'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:49:06.441691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Attempting to bind port 8738663c-7f64-4b8d-b939-148a37162e9c on network 4199b142-acd0-40f3-9423-fe117cdb6b9d {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:06.443999 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:06.447444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-d7f6361f-4b29-468f-a4b7-6fe28c27c6d5 service neutron] 10.222.0.41 "GET /v2.0/networks/84b814da-11cc-4f92-bfe1-83f3a46f4a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233672 Nov 16 04:49:06.496224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f8dfe7-b7f6-40c0-bb0c-11c135982743 None None] Network 84b814da-11cc-4f92-bfe1-83f3a46f4a3b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:49:06.498836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:49:06.499195 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Checking segment: {'id': '92ef1565-0c21-4a63-ae40-bf421189aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4199b142-acd0-40f3-9423-fe117cdb6b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:06.499759 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.500225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Bound using segment: {'id': '92ef1565-0c21-4a63-ae40-bf421189aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4199b142-acd0-40f3-9423-fe117cdb6b9d'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:49:06.500789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Bound port: 8738663c-7f64-4b8d-b939-148a37162e9c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ef1565-0c21-4a63-ae40-bf421189aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4199b142-acd0-40f3-9423-fe117cdb6b9d'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:49:06.501236 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.515235 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=c171901d-fd05-4b1c-8899-621c1f485878,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:06.543897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1c2fd44c-7b76-44b7-afd4-69592e8ba556 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:06.555259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1c2fd44c-7b76-44b7-afd4-69592e8ba556 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:06.565641 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-319a133c-3947-4c5a-bbde-90863ac0a27c req-14db68be-a638-46a1-971e-173417685bee tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739781 Nov 16 04:49:06.570715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1c2fd44c-7b76-44b7-afd4-69592e8ba556 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:06.577835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fd44c-7b76-44b7-afd4-69592e8ba556 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event updated for resources: {'Port': ['ID=f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:06.658532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1c2fd44c-7b76-44b7-afd4-69592e8ba556 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:06.659456 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1c2fd44c-7b76-44b7-afd4-69592e8ba556 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.671650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-543890d8-090d-424c-8ebb-ea7588e8da46 service neutron] 10.222.0.41 "GET /v2.0/networks/4199b142-acd0-40f3-9423-fe117cdb6b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228663 Nov 16 04:49:06.751000 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-642a475d-c038-4693-a01d-d960a87c3241 None None] Provisioning complete for port c171901d-fd05-4b1c-8899-621c1f485878 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:06.752036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-642a475d-c038-4693-a01d-d960a87c3241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.767861 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-1c2fd44c-7b76-44b7-afd4-69592e8ba556 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8460226 Nov 16 04:49:06.783989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Request body: {'port': {'device_id': '0e6e04f8-af2d-4ea6-98f3-ab21073d8b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:06.800346 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43608) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:06.805553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] For port 8738663c-7f64-4b8d-b939-148a37162e9c, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:49:06.838103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6294019-7050-4b71-bcdd-6e541b457550 req-38c38f26-df37-4ad9-b795-770483bea133 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:06.839313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6294019-7050-4b71-bcdd-6e541b457550 req-38c38f26-df37-4ad9-b795-770483bea133 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1631324 Nov 16 04:49:06.857709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] For port 8738663c-7f64-4b8d-b939-148a37162e9c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8738663c-7f64-4b8d-b939-148a37162e9c,segment=NetworkSegment(92ef1565-0c21-4a63-ae40-bf421189aca4),segment_id=92ef1565-0c21-4a63-ae40-bf421189aca4)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:49:06.883416 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.896090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6ff62d10-b53d-4ffa-a1ef-2b8560a57fb5 service neutron] 10.222.0.41 "GET /v2.0/networks/4199b142-acd0-40f3-9423-fe117cdb6b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239687 Nov 16 04:49:06.908649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.920349 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-78041824-network', 'tenant_id': 'bdd12efca0524837b1903138eb6600bd'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:06.947477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Made reservation on behalf of bdd12efca0524837b1903138eb6600bd for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:06.953680 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.964748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:06.994701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6294019-7050-4b71-bcdd-6e541b457550 req-68071d54-aa06-4ca0-9044-88c60b041c5c tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215959 Nov 16 04:49:07.072836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149fc5c-8ee8-445b-9032-80fb6d733db8 None None] Pushing event updated for resources: {'Port': ['ID=8738663c-7f64-4b8d-b939-148a37162e9c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:07.119815 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:07.126598 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:07.176465 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:49:07.219405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:07.239121 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:07.239523 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Added segment 0bea6ab3-7d36-4d03-9858-d5678fca4691 of type vlan for network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc Nov 16 04:49:07.396083 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:07.454438 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:07.456064 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:07.457565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:07.578506 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7755551 Nov 16 04:49:07.581714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43632) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:07.602688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ba0ce20c-e1fd-4b53-a4c1-9071e61bed80 admin admin] Request body: {'subnet': {'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-78041824-subnet', 'tenant_id': 'bdd12efca0524837b1903138eb6600bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:07.607342 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6a975-dda3-4423-9ef2-5011c9fe073c admin admin] Pushing event updated for resources: {'Network': ['ID=0a657b61-39b1-4807-9d91-5c0a1cedc0fc,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:07.623726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f5b6-0c98-42e7-981e-2dfe64d735bd req-c88e4282-06f2-41c2-a17a-2b78ede16da3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:07.637543 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0ce20c-e1fd-4b53-a4c1-9071e61bed80 admin admin] Made reservation on behalf of bdd12efca0524837b1903138eb6600bd for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:07.643820 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce20c-e1fd-4b53-a4c1-9071e61bed80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:07.649872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f5b6-0c98-42e7-981e-2dfe64d735bd req-c88e4282-06f2-41c2-a17a-2b78ede16da3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:07.654102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:49:07.657217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f5b6-0c98-42e7-981e-2dfe64d735bd req-c88e4282-06f2-41c2-a17a-2b78ede16da3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:07.667230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f5b6-0c98-42e7-981e-2dfe64d735bd req-c88e4282-06f2-41c2-a17a-2b78ede16da3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:07.674898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f5b6-0c98-42e7-981e-2dfe64d735bd req-c88e4282-06f2-41c2-a17a-2b78ede16da3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:07.683250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f5b6-0c98-42e7-981e-2dfe64d735bd req-c88e4282-06f2-41c2-a17a-2b78ede16da3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:07.690427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f5b6-0c98-42e7-981e-2dfe64d735bd req-c88e4282-06f2-41c2-a17a-2b78ede16da3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:07.700000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7410f5b6-0c98-42e7-981e-2dfe64d735bd req-c88e4282-06f2-41c2-a17a-2b78ede16da3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5431 time: 0.3988082 Nov 16 04:49:07.741816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:07.753074 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:07.823698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185c60d-3bf1-4d17-9c15-8cae565e2f58 req-74591ae0-0130-4322-aac1-1440f8c35ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:07.827317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c185c60d-3bf1-4d17-9c15-8cae565e2f58 req-74591ae0-0130-4322-aac1-1440f8c35ac1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=26e083ee75414069a6d45744cc5d2647&device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 1096 time: 0.4372959 Nov 16 04:49:07.878090 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8738663c-7f64-4b8d-b939-148a37162e9c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:07.895850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7410f5b6-0c98-42e7-981e-2dfe64d735bd req-bc40d851-694d-491b-b3e6-52b1bcb86e8a tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1950221 Nov 16 04:49:07.959941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-78973496-79e0-4b03-83e5-7932ae6459c0 None None] Provisioning complete for port c171901d-fd05-4b1c-8899-621c1f485878 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:07.960310 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-78973496-79e0-4b03-83e5-7932ae6459c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:07.980516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Transition to ACTIVE for port object f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:49:07.983586 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e870f-d556-48a4-8df7-544a1c8e3526 req-92585f60-d9b2-4a9e-8cb4-041ba75c1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:07.985424 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a6e870f-d556-48a4-8df7-544a1c8e3526 req-92585f60-d9b2-4a9e-8cb4-041ba75c1b72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f5f654448204001838bcf01f092ff01&device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 1096 time: 0.0654290 Nov 16 04:49:08.061607 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ed380cf5-f10a-4b9e-b1e1-66e58a2ee6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:08.114382 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce20c-e1fd-4b53-a4c1-9071e61bed80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:08.148644 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 8738663c-7f64-4b8d-b939-148a37162e9c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:08.149716 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:08.224410 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ce20c-e1fd-4b53-a4c1-9071e61bed80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:08.237007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e870f-d556-48a4-8df7-544a1c8e3526 req-774c09e3-ee24-46b9-8dc1-b9508d07331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:08.239019 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a6e870f-d556-48a4-8df7-544a1c8e3526 req-774c09e3-ee24-46b9-8dc1-b9508d07331f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b1ad9985-b8c7-481f-b33b-be8875f245e0 HTTP/1.1" status: 200 len: 911 time: 0.2271197 Nov 16 04:49:08.244110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0ce20c-e1fd-4b53-a4c1-9071e61bed80 admin admin] Checking segment: {'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:08.244710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0ce20c-e1fd-4b53-a4c1-9071e61bed80 admin admin] Network hostable DHCP agents. Network: 0a657b61-39b1-4807-9d91-5c0a1cedc0fc, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:49:08.282503 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:08.318955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 8738663c-7f64-4b8d-b939-148a37162e9c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8738663c-7f64-4b8d-b939-148a37162e9c,segment=NetworkSegment(92ef1565-0c21-4a63-ae40-bf421189aca4),segment_id=92ef1565-0c21-4a63-ae40-bf421189aca4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:08.321755 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a6e870f-d556-48a4-8df7-544a1c8e3526 req-43627fc0-9309-4f6c-ac03-e366cbebdcd0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0066e9dd-a823-49fe-bff6-43e6a23396ff HTTP/1.1" status: 200 len: 1001 time: 0.0730784 Nov 16 04:49:08.324318 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:08.325433 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c171901d-fd05-4b1c-8899-621c1f485878 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:08.382013 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0ce20c-e1fd-4b53-a4c1-9071e61bed80 admin admin] Network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:49:08.402247 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-ba0ce20c-e1fd-4b53-a4c1-9071e61bed80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 0a657b61-39b1-4807-9d91-5c0a1cedc0fc) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:08.408591 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0ce20c-e1fd-4b53-a4c1-9071e61bed80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:08.409427 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ba0ce20c-e1fd-4b53-a4c1-9071e61bed80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:08.415194 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e870f-d556-48a4-8df7-544a1c8e3526 req-aed8d743-5c99-471c-8272-d7fc215e7302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:08.416906 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a6e870f-d556-48a4-8df7-544a1c8e3526 req-aed8d743-5c99-471c-8272-d7fc215e7302 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11ee3581-bd14-4ec0-8925-aa08760e170a HTTP/1.1" status: 200 len: 849 time: 0.0871975 Nov 16 04:49:08.438383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b007de-b33a-495a-8911-1f6622402586 None None] Network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:49:08.468992 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ba0ce20c-e1fd-4b53-a4c1-9071e61bed80 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8861842 Nov 16 04:49:08.490724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e870f-d556-48a4-8df7-544a1c8e3526 req-e90be41a-0525-483c-880e-864a2e79e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:08.492711 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a6e870f-d556-48a4-8df7-544a1c8e3526 req-e90be41a-0525-483c-880e-864a2e79e691 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b1ad9985-b8c7-481f-b33b-be8875f245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670562 Nov 16 04:49:08.494789 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:08.564283 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf5aa22f-c6b9-40ab-baa4-ba01cc0ccf8c req-7ba20339-abf4-4b00-84ee-64a5a81cad7a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 210 time: 0.5978434 Nov 16 04:49:08.595241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd992bbd-d208-4b30-86ae-ea71510a410e req-5ae8aac9-861a-4818-9e1e-7ed413167901 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:08.598890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd992bbd-d208-4b30-86ae-ea71510a410e req-5ae8aac9-861a-4818-9e1e-7ed413167901 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 931 time: 0.7149687 Nov 16 04:49:08.628244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=8738663c-7f64-4b8d-b939-148a37162e9c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:08.664454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaa22d0-eb9f-43d7-8946-0a37ce86e8df None None] Network 4199b142-acd0-40f3-9423-fe117cdb6b9d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:49:08.667838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 67326287-18f5-45b8-8163-5eb143ba21c1 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:08.682411 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a6e870f-d556-48a4-8df7-544a1c8e3526 req-2d82429c-8daf-4f27-b1ef-0066407d5863 service neutron] 10.222.0.15 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820662 Nov 16 04:49:08.706264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:08.881631 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a6e870f-d556-48a4-8df7-544a1c8e3526 req-e6cecb38-32e4-442e-b5bf-6b8eb275baed service neutron] 10.222.0.15 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919923 Nov 16 04:49:08.912959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185c60d-3bf1-4d17-9c15-8cae565e2f58 req-92e39ece-02b3-4dbb-875f-7a93b31cc956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:08.915217 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c185c60d-3bf1-4d17-9c15-8cae565e2f58 req-92e39ece-02b3-4dbb-875f-7a93b31cc956 service neutron] 10.222.0.37 "GET /v2.0/networks?id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a HTTP/1.1" status: 200 len: 910 time: 1.0346756 Nov 16 04:49:08.962023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 67326287-18f5-45b8-8163-5eb143ba21c1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67326287-18f5-45b8-8163-5eb143ba21c1,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:08.987246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c171901d-fd05-4b1c-8899-621c1f485878 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:08.987617 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:08.991760 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd992bbd-d208-4b30-86ae-ea71510a410e req-2fa340dc-6676-41cf-b962-81969a252b54 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724551 Nov 16 04:49:09.005653 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c185c60d-3bf1-4d17-9c15-8cae565e2f58 req-600dcdc2-6c60-4eef-93c7-7e6bd62a01f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2fbb9ed4-10e4-4b10-906d-beb9bfad762a HTTP/1.1" status: 200 len: 217 time: 0.0776241 Nov 16 04:49:09.056815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '67326287-18f5-45b8-8163-5eb143ba21c1', 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1', 'port_id': '67326287-18f5-45b8-8163-5eb143ba21c1', 'mac_address': 'fa:16:3e:3d:de:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257bfc24-5235-4fdc-b9ff-c2dd8a289b65', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:09.068753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-69a9d32b-b1a2-4fdf-a31c-99da49322fda None None] Provisioning complete for port 8738663c-7f64-4b8d-b939-148a37162e9c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:09.069119 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69a9d32b-b1a2-4fdf-a31c-99da49322fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:09.072312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a8a2c-d8d1-419b-93b6-42d1f8bb4ad9 req-4d26e4c2-de45-45ca-9e23-80b6315a190b tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:09.073820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de0a8a2c-d8d1-419b-93b6-42d1f8bb4ad9 req-4d26e4c2-de45-45ca-9e23-80b6315a190b tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.3787596 Nov 16 04:49:09.074518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Attempting to bind port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:49:09.074842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Attempting to bind port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:49:09.075157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Attempting to bind port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:09.116076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:49:09.116421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Attempting to bind port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:09.146680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-0a657b61-39b1-4807-9d91-5c0a1cedc0fc', 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc', 'tenant_id': 'bdd12efca0524837b1903138eb6600bd', 'fixed_ips': [{'subnet_id': 'a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:49:09.147530 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:09.158502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:49:09.158843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Checking segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:09.159232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Bound using segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:49:09.159671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Bound port: f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:49:09.160024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:09.166604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185c60d-3bf1-4d17-9c15-8cae565e2f58 req-f16c2e0f-f48a-4907-87fa-ff5fc4443652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:09.168442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c185c60d-3bf1-4d17-9c15-8cae565e2f58 req-f16c2e0f-f48a-4907-87fa-ff5fc4443652 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89dafe22-d8cb-44ce-83d7-384ac27d704f HTTP/1.1" status: 200 len: 849 time: 0.1549969 Nov 16 04:49:09.175871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-b541d557-7e74-46c1-a075-d2456f31b554 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:09.182011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-b541d557-7e74-46c1-a075-d2456f31b554 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:09.183599 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-b541d557-7e74-46c1-a075-d2456f31b554 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "GET /v2.0/networks?id=84b814da-11cc-4f92-bfe1-83f3a46f4a3b&id=4199b142-acd0-40f3-9423-fe117cdb6b9d HTTP/1.1" status: 200 len: 1391 time: 0.3858593 Nov 16 04:49:09.212233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-eedd3aad-b48f-4945-92b4-0776301c9878 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Request body: {'port': {'device_id': 'b2413e91-954a-42e6-8345-0ca83987e129', 'network_id': '84b814da-11cc-4f92-bfe1-83f3a46f4a3b', 'admin_state_up': True, 'tenant_id': '73c819dedc6941fc95e863eae825a90c'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:09.214887 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:09.269265 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c185c60d-3bf1-4d17-9c15-8cae565e2f58 req-d2da146d-8b39-404f-918f-6efd0bff9136 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845137 Nov 16 04:49:09.324294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67326287-18f5-45b8-8163-5eb143ba21c1 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:09.368970 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de0a8a2c-d8d1-419b-93b6-42d1f8bb4ad9 req-c1906011-5a6a-4dc5-b357-349005ba1453 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780476 Nov 16 04:49:09.408194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631eda92-68ec-436e-96ae-cab8b38d7f9b req-b871449d-85c4-4357-a7c0-1f1a7007ccca tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:09.409791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-631eda92-68ec-436e-96ae-cab8b38d7f9b req-b871449d-85c4-4357-a7c0-1f1a7007ccca tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.3226161 Nov 16 04:49:09.413693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 67326287-18f5-45b8-8163-5eb143ba21c1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67326287-18f5-45b8-8163-5eb143ba21c1,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:09.429502 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:09.430046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8178ccda-af63-4072-ac8f-d3f04afc358b details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:09.531133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] For port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:49:09.585582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] For port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:49:09.593294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8738663c-7f64-4b8d-b939-148a37162e9c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:09.600399 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:09.606213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Allocated IP 172.20.0.2 (0a657b61-39b1-4807-9d91-5c0a1cedc0fc/a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0/56a0dc62-d567-4f6e-b1fa-e248e0ff88ba) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:09.611402 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-631eda92-68ec-436e-96ae-cab8b38d7f9b req-2e990e16-0c04-456b-9986-e57576684cbc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789854 Nov 16 04:49:09.613310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c185c60d-3bf1-4d17-9c15-8cae565e2f58 req-4bdee0cf-cdb2-40d5-82a3-3bf80b2b5824 service neutron] 10.222.0.37 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041806 Nov 16 04:49:09.624379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=67326287-18f5-45b8-8163-5eb143ba21c1,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:09.684780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:09.685508 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:09.687106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] 10.222.0.15 "PUT /v2.0/ports/f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 HTTP/1.1" status: 200 len: 1091 time: 2.9093091 Nov 16 04:49:09.687584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e6e04f8-af2d-4ea6-98f3-ab21073d8b31', 'tag': 'f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:09.689924 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6fbf20-3f23-41fe-8ab7-b1da28d82359" -d '{"events": [{"name": "network-changed", "server_uuid": "0e6e04f8-af2d-4ea6-98f3-ab21073d8b31", "tag": "f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:09.729983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-eedd3aad-b48f-4945-92b4-0776301c9878 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:09.733880 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-eedd3aad-b48f-4945-92b4-0776301c9878 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:09.784950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 8178ccda-af63-4072-ac8f-d3f04afc358b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8178ccda-af63-4072-ac8f-d3f04afc358b,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:09.807638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '8178ccda-af63-4072-ac8f-d3f04afc358b', 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111', 'port_id': '8178ccda-af63-4072-ac8f-d3f04afc358b', 'mac_address': 'fa:16:3e:1c:05:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ffbc52-f6af-4707-8f81-2453c73a32de', 'ip_address': '10.1.1.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:09.845316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ce06e-86b4-48ed-9f27-9f071d3b6752 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:09.901300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 8738663c-7f64-4b8d-b939-148a37162e9c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:09.901777 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:09.929332 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:09.983651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8178ccda-af63-4072-ac8f-d3f04afc358b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:10.021789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c185c60d-3bf1-4d17-9c15-8cae565e2f58 req-3b8a6296-f002-4dc2-860f-304dc2cd8a3e service neutron] 10.222.0.37 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736346 Nov 16 04:49:10.033069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 8178ccda-af63-4072-ac8f-d3f04afc358b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8178ccda-af63-4072-ac8f-d3f04afc358b,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:10.040257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-49c3056f-f99e-40bd-ae77-9dbbd0d54cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:10.041807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-49c3056f-f99e-40bd-ae77-9dbbd0d54cf5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 1094 time: 0.2848623 Nov 16 04:49:10.042189 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:10.045589 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:10.046371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8360c88d-5afc-43f1-9479-fb3f96d0f2bb details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:10.068249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dffff-6d77-471a-b7b3-2eec160815c2 req-e1ca629b-f156-4607-b0e3-f9cd033fb1bd tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:10.076663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dffff-6d77-471a-b7b3-2eec160815c2 req-e1ca629b-f156-4607-b0e3-f9cd033fb1bd tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:10.082743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dffff-6d77-471a-b7b3-2eec160815c2 req-e1ca629b-f156-4607-b0e3-f9cd033fb1bd tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:10.089163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dffff-6d77-471a-b7b3-2eec160815c2 req-e1ca629b-f156-4607-b0e3-f9cd033fb1bd tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:10.095121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dffff-6d77-471a-b7b3-2eec160815c2 req-e1ca629b-f156-4607-b0e3-f9cd033fb1bd tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:10.096024 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:10.102147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dffff-6d77-471a-b7b3-2eec160815c2 req-e1ca629b-f156-4607-b0e3-f9cd033fb1bd tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:10.108243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dffff-6d77-471a-b7b3-2eec160815c2 req-e1ca629b-f156-4607-b0e3-f9cd033fb1bd tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:10.110455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-099dffff-6d77-471a-b7b3-2eec160815c2 req-e1ca629b-f156-4607-b0e3-f9cd033fb1bd tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5432 time: 0.2838976 Nov 16 04:49:10.116085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a7df2e86-01b3-4c36-82ad-bb70339661c4 None None] Provisioning complete for port 8738663c-7f64-4b8d-b939-148a37162e9c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:10.116455 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7df2e86-01b3-4c36-82ad-bb70339661c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:10.199788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-85a5ce0c-6f2d-4440-8eea-f16dcd381d93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 HTTP/1.1" status: 200 len: 217 time: 0.1448925 Nov 16 04:49:10.200766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8360c88d-5afc-43f1-9479-fb3f96d0f2bb,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:10.204211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:10.222457 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:10.229128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:10.232684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=8178ccda-af63-4072-ac8f-d3f04afc358b,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:10.237311 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '8360c88d-5afc-43f1-9479-fb3f96d0f2bb', 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111', 'port_id': '8360c88d-5afc-43f1-9479-fb3f96d0f2bb', 'mac_address': 'fa:16:3e:29:34:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ffbc52-f6af-4707-8f81-2453c73a32de', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:10.243564 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2bdb4918-ead6-4e37-846a-dd882e82cf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:10.278698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-6ea00833-3668-482f-ba0b-5b26e5996738 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:10.280214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-6ea00833-3668-482f-ba0b-5b26e5996738 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/networks?id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc HTTP/1.1" status: 200 len: 814 time: 0.4319608 Nov 16 04:49:10.320961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-eedd3aad-b48f-4945-92b4-0776301c9878 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Allocated IP 19.80.0.147 (84b814da-11cc-4f92-bfe1-83f3a46f4a3b/929f1050-b5a2-4960-98a8-749e1b2cc142/a48a2502-fee5-47f8-b30c-fdb0495126a1) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:10.339557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-36a42f9d-83ce-4de5-9f94-7c04c87ac3e2 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/quotas/bdd12efca0524837b1903138eb6600bd HTTP/1.1" status: 200 len: 375 time: 0.0453062 Nov 16 04:49:10.348355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-4e29d90b-59e6-4633-984f-d543a15285fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:10.349802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-4e29d90b-59e6-4633-984f-d543a15285fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.1384506 Nov 16 04:49:10.365111 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Pushing event updated for resources: {'Port': ['ID=56a0dc62-d567-4f6e-b1fa-e248e0ff88ba,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:10.384712 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:10.386580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-099dffff-6d77-471a-b7b3-2eec160815c2 req-d1dd3054-7aac-47cd-b849-827201a539a1 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1939540 Nov 16 04:49:10.404092 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Attempting to bind port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:49:10.404435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Attempting to bind port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:49:10.404800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Attempting to bind port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba on network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:10.424083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:49:10.424270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Checking segment: {'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:10.424836 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:10.425589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Bound using segment: {'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:49:10.425703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-78292711-e586-40bd-8732-f512a69a3c63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672169 Nov 16 04:49:10.426401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Bound port: 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:49:10.426783 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:10.430577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8360c88d-5afc-43f1-9479-fb3f96d0f2bb {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:10.464354 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8360c88d-5afc-43f1-9479-fb3f96d0f2bb,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:10.486682 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:10.487327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 10ff97ee-f373-4db5-a57f-eae61ba73e8e details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:10.547325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e582dfc3-33d7-46e9-be61-b0068f2ad9b7 req-f5df86e7-d3b9-4500-9ca9-10825ef95e58 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 210 time: 0.0741796 Nov 16 04:49:10.559669 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] For port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:49:10.562606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-3112c2b0-f565-42b0-aece-8fdc79d90400 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd12efca0524837b1903138eb6600bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2118425 Nov 16 04:49:10.579594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] For port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=56a0dc62-d567-4f6e-b1fa-e248e0ff88ba,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:49:10.596046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 10ff97ee-f373-4db5-a57f-eae61ba73e8e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=10ff97ee-f373-4db5-a57f-eae61ba73e8e,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:10.598987 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:10.612128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=8360c88d-5afc-43f1-9479-fb3f96d0f2bb,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:10.614608 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df23eed9-c80c-4a7c-be9c-527bce7e2590 x-openstack-request-id: req-df23eed9-c80c-4a7c-be9c-527bce7e2590 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:10.615486 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e6e04f8-af2d-4ea6-98f3-ab21073d8b31", "tag": "f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:10.615486 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df23eed9-c80c-4a7c-be9c-527bce7e2590 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:10.615706 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e6e04f8-af2d-4ea6-98f3-ab21073d8b31', 'tag': 'f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4', 'status': 'completed', 'code': 200} Nov 16 04:49:10.668954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '10ff97ee-f373-4db5-a57f-eae61ba73e8e', 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111', 'port_id': '10ff97ee-f373-4db5-a57f-eae61ba73e8e', 'mac_address': 'fa:16:3e:2d:33:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ffbc52-f6af-4707-8f81-2453c73a32de', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:10.697171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267af72-ec9d-417f-b613-529d3b35db73 None None] Pushing event updated for resources: {'Port': ['ID=56a0dc62-d567-4f6e-b1fa-e248e0ff88ba,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:10.718182 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:10.737492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ff97ee-f373-4db5-a57f-eae61ba73e8e {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:10.762446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 10ff97ee-f373-4db5-a57f-eae61ba73e8e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=10ff97ee-f373-4db5-a57f-eae61ba73e8e,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:10.768397 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:10.769168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:10.992956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=10ff97ee-f373-4db5-a57f-eae61ba73e8e,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:10.996531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:11.010185 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '556cd1e2-0e33-4491-ba20-a7e7bc6b92c7', 'network_id': 'b2d76239-38c0-4067-927a-e44e97332111', 'port_id': '556cd1e2-0e33-4491-ba20-a7e7bc6b92c7', 'mac_address': 'fa:16:3e:06:96:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ffbc52-f6af-4707-8f81-2453c73a32de', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:11.031469 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-e410727a-43b4-4e21-8150-7ae6ee860b4f service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920577 Nov 16 04:49:11.052244 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.065840 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:11.085591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:11.090012 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.090833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:11.134388 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-eedd3aad-b48f-4945-92b4-0776301c9878 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.153808 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc81ad8-adeb-438d-8710-6c5e6322f764 req-61f15213-7ec1-4cd0-9c1b-79a84a557bca tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:11.155237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fc81ad8-adeb-438d-8710-6c5e6322f764 req-61f15213-7ec1-4cd0-9c1b-79a84a557bca tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 943 time: 0.4938765 Nov 16 04:49:11.181675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:11.182110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-a13feb98-a14c-4bda-a42c-2629f1d7779c service neutron] 10.222.0.41 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883675 Nov 16 04:49:11.226026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1,segment=NetworkSegment(a7374a3b-82a7-4367-831f-a75a4fd399ec),segment_id=a7374a3b-82a7-4367-831f-a75a4fd399ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:11.240036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'port_id': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1', 'mac_address': 'fa:16:3e:56:c7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:11.279405 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.280249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ada5b9a0-1925-467b-8fa9-7dda14b91f3d req-d62aedad-83ba-448f-9903-c1e324c788d1 service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375410 Nov 16 04:49:11.293270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:11.301494 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-eedd3aad-b48f-4945-92b4-0776301c9878 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.317609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1,segment=NetworkSegment(a7374a3b-82a7-4367-831f-a75a4fd399ec),segment_id=a7374a3b-82a7-4367-831f-a75a4fd399ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:11.318037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fc81ad8-adeb-438d-8710-6c5e6322f764 req-040a269d-e3c8-4453-ae02-f990b3c38e1b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520863 Nov 16 04:49:11.322781 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.323518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 09f8af55-badd-41b7-a94d-d362718c5b52 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:11.389337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:11.395059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 09f8af55-badd-41b7-a94d-d362718c5b52, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09f8af55-badd-41b7-a94d-d362718c5b52,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:11.400786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-eedd3aad-b48f-4945-92b4-0776301c9878 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Network 84b814da-11cc-4f92-bfe1-83f3a46f4a3b is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:11.407550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '09f8af55-badd-41b7-a94d-d362718c5b52', 'network_id': 'd5e0c125-bbcc-42a8-a7f8-6203ca1695d1', 'port_id': '09f8af55-badd-41b7-a94d-d362718c5b52', 'mac_address': 'fa:16:3e:a4:87:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257bfc24-5235-4fdc-b9ff-c2dd8a289b65', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:11.421251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-eedd3aad-b48f-4945-92b4-0776301c9878 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:11.423834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-eedd3aad-b48f-4945-92b4-0776301c9878 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:11.449086 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.468727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f8af55-badd-41b7-a94d-d362718c5b52 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:11.499867 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 09f8af55-badd-41b7-a94d-d362718c5b52, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09f8af55-badd-41b7-a94d-d362718c5b52,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:11.503082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd3aad-b48f-4945-92b4-0776301c9878 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event updated for resources: {'Port': ['ID=a48a2502-fee5-47f8-b30c-fdb0495126a1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:11.503727 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.555945 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-6a1235d8-21f9-493a-a4e4-33077c36cdd3 service neutron] 10.222.0.41 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576026 Nov 16 04:49:11.565084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fbf20-3f23-41fe-8ab7-b1da28d82359 req-36317e40-3efe-40e9-a78a-7a78dec45ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:11.566687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa6fbf20-3f23-41fe-8ab7-b1da28d82359 req-36317e40-3efe-40e9-a78a-7a78dec45ad4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 1094 time: 0.2169435 Nov 16 04:49:11.604088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-eedd3aad-b48f-4945-92b4-0776301c9878 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:11.604830 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-eedd3aad-b48f-4945-92b4-0776301c9878 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.604953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=09f8af55-badd-41b7-a94d-d362718c5b52,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:11.640052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:11.716865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18863a2-5f45-4350-ae38-dc41cdeddfd1 req-1ae60a90-65b0-4c90-b9ba-495ac87ce39f tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:11.721078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:11.721742 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.724345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d18863a2-5f45-4350-ae38-dc41cdeddfd1 req-1ae60a90-65b0-4c90-b9ba-495ac87ce39f tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.3058934 Nov 16 04:49:11.784012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-eedd3aad-b48f-4945-92b4-0776301c9878 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5901942 Nov 16 04:49:11.819874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-8f653dda-5663-4c21-93cc-cb18e78498a1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Request body: {'port': {'device_id': 'b2413e91-954a-42e6-8345-0ca83987e129', 'network_id': '4199b142-acd0-40f3-9423-fe117cdb6b9d', 'admin_state_up': True, 'tenant_id': '73c819dedc6941fc95e863eae825a90c'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:11.878696 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.922519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=56a0dc62-d567-4f6e-b1fa-e248e0ff88ba,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:11.936732 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.979948 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.985719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6534070e-d535-458f-b1c7-59ceb3eb43eb None None] Provisioning complete for port a48a2502-fee5-47f8-b30c-fdb0495126a1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:11.986266 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6534070e-d535-458f-b1c7-59ceb3eb43eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:11.992144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d18863a2-5f45-4350-ae38-dc41cdeddfd1 req-548154d4-5956-4d88-b369-e9f7edbe5e03 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668376 Nov 16 04:49:11.996909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fbf20-3f23-41fe-8ab7-b1da28d82359 req-3ee6875b-2da7-4df7-a969-dc391136cfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:11.998693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa6fbf20-3f23-41fe-8ab7-b1da28d82359 req-3ee6875b-2da7-4df7-a969-dc391136cfe6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 906 time: 0.4115283 Nov 16 04:49:12.000012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-8f653dda-5663-4c21-93cc-cb18e78498a1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Made reservation on behalf of 73c819dedc6941fc95e863eae825a90c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:12.003944 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-8f653dda-5663-4c21-93cc-cb18e78498a1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:12.059554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff059630-bf12-4c87-94e8-543318ee42d7 None None] Network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:49:12.090496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa6fbf20-3f23-41fe-8ab7-b1da28d82359 req-6f06754f-b9b7-414b-8733-724362632e74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 HTTP/1.1" status: 200 len: 217 time: 0.0704942 Nov 16 04:49:12.139324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=56a0dc62-d567-4f6e-b1fa-e248e0ff88ba,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:12.145471 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6534070e-d535-458f-b1c7-59ceb3eb43eb None None] Port a48a2502-fee5-47f8-b30c-fdb0495126a1 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:49:12.274765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fbf20-3f23-41fe-8ab7-b1da28d82359 req-d3651415-479f-438f-afe1-7e2300b7f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:12.276250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa6fbf20-3f23-41fe-8ab7-b1da28d82359 req-d3651415-479f-438f-afe1-7e2300b7f13c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.1521351 Nov 16 04:49:12.281038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3a9d32bd-5101-4884-8de1-a9c25d6d2fce None None] Provisioning complete for port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:12.281425 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3a9d32bd-5101-4884-8de1-a9c25d6d2fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:12.312752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ca1e5-d855-4586-9c19-955259b0cb0b req-476d933b-a438-45f6-9199-f1a029b318fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:12.319221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ca1e5-d855-4586-9c19-955259b0cb0b req-476d933b-a438-45f6-9199-f1a029b318fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:12.326017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ca1e5-d855-4586-9c19-955259b0cb0b req-476d933b-a438-45f6-9199-f1a029b318fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:12.337135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ca1e5-d855-4586-9c19-955259b0cb0b req-476d933b-a438-45f6-9199-f1a029b318fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:12.343937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ca1e5-d855-4586-9c19-955259b0cb0b req-476d933b-a438-45f6-9199-f1a029b318fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:12.349922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ca1e5-d855-4586-9c19-955259b0cb0b req-476d933b-a438-45f6-9199-f1a029b318fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:12.356700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ca1e5-d855-4586-9c19-955259b0cb0b req-476d933b-a438-45f6-9199-f1a029b318fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:12.358707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9ca1e5-d855-4586-9c19-955259b0cb0b req-476d933b-a438-45f6-9199-f1a029b318fc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5438 time: 0.2355223 Nov 16 04:49:12.384281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630d107-a719-4977-b66f-304d58d9b24e req-1f9957a3-5fda-4590-a0be-a1bfbb40ed81 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:12.385855 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7630d107-a719-4977-b66f-304d58d9b24e req-1f9957a3-5fda-4590-a0be-a1bfbb40ed81 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.2666066 Nov 16 04:49:12.391732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa6fbf20-3f23-41fe-8ab7-b1da28d82359 req-23c0739b-a1aa-4651-8fdf-7218b4ba3891 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032133 Nov 16 04:49:12.432156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-8f653dda-5663-4c21-93cc-cb18e78498a1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Allocated IP 19.86.0.37 (4199b142-acd0-40f3-9423-fe117cdb6b9d/9534b612-72ad-4d43-ae4d-9814855b029a/e764b407-b794-4e16-8898-6f59f8280cdc) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:12.541541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['8178ccda-af63-4072-ac8f-d3f04afc358b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:12.582184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['e345ae6c-f54a-4df8-9d17-3ce9f69a7de1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:12.583463 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9ca1e5-d855-4586-9c19-955259b0cb0b req-958ebcc0-7f7d-4d7b-a519-a5c8d04ba7fd tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1964321 Nov 16 04:49:12.585865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['09f8af55-badd-41b7-a94d-d362718c5b52'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:12.593744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7630d107-a719-4977-b66f-304d58d9b24e req-325d1f7d-5bee-4050-aeb1-a0dcd6482095 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927936 Nov 16 04:49:12.663457 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['67326287-18f5-45b8-8163-5eb143ba21c1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:12.674136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['8360c88d-5afc-43f1-9479-fb3f96d0f2bb'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:12.676198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['10ff97ee-f373-4db5-a57f-eae61ba73e8e'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:12.749594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['556cd1e2-0e33-4491-ba20-a7e7bc6b92c7'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:12.764492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa6fbf20-3f23-41fe-8ab7-b1da28d82359 req-5953ebd9-37b9-4706-91f1-53312c5ceea8 service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606241 Nov 16 04:49:12.819524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:12.842714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-80ed765b-9b69-4fbc-a429-053ca6791065 None None] Provisioning complete for port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:12.842714 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80ed765b-9b69-4fbc-a429-053ca6791065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:12.902648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de0df7-ce4b-4840-8a44-7caad78168f8 req-469131ad-85a0-4b17-9893-1b51145b8e3b tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:12.904680 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1de0df7-ce4b-4840-8a44-7caad78168f8 req-469131ad-85a0-4b17-9893-1b51145b8e3b tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 932 time: 0.2135875 Nov 16 04:49:12.952508 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-8f653dda-5663-4c21-93cc-cb18e78498a1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:12.994012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-67ea3fbd-291c-4db8-827b-e6ceb4da752f tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:13.000990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-67ea3fbd-291c-4db8-827b-e6ceb4da752f tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/networks?id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc HTTP/1.1" status: 200 len: 814 time: 0.2849917 Nov 16 04:49:13.054260 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-929fde99-1063-4853-b018-7a34a64d74f9 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/quotas/bdd12efca0524837b1903138eb6600bd HTTP/1.1" status: 200 len: 375 time: 0.0523245 Nov 16 04:49:13.057444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa6fbf20-3f23-41fe-8ab7-b1da28d82359 req-975a1230-65e1-485d-9e6e-068b1d7a2c00 service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571344 Nov 16 04:49:13.103591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1de0df7-ce4b-4840-8a44-7caad78168f8 req-20381392-f76b-4cdb-b5c9-2ddb26757256 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754076 Nov 16 04:49:13.119342 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-8f653dda-5663-4c21-93cc-cb18e78498a1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:13.170402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-77b9bd75-6706-4a15-bfb1-143fa09d2f04 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:13.172187 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-77b9bd75-6706-4a15-bfb1-143fa09d2f04 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.15 "GET /v2.0/networks?id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc HTTP/1.1" status: 200 len: 814 time: 0.2394052 Nov 16 04:49:13.174065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-f7390816-97e6-4dea-8207-843703c00ae8 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd12efca0524837b1903138eb6600bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1188266 Nov 16 04:49:13.185665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-1b995c64-2282-45d0-b1fe-19c4cf96af37 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Request body: {'port': {'device_id': '979995c2-8a6b-4121-8730-d18dd49cfdbb', 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc', 'admin_state_up': True, 'tenant_id': 'bdd12efca0524837b1903138eb6600bd'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:13.232556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f653dda-5663-4c21-93cc-cb18e78498a1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event updated for resources: {'Port': ['ID=e764b407-b794-4e16-8898-6f59f8280cdc,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:13.260987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-8f653dda-5663-4c21-93cc-cb18e78498a1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Network 4199b142-acd0-40f3-9423-fe117cdb6b9d is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:13.279157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-8f653dda-5663-4c21-93cc-cb18e78498a1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:13.288278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-8f653dda-5663-4c21-93cc-cb18e78498a1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:13.319638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-1b995c64-2282-45d0-b1fe-19c4cf96af37 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Made reservation on behalf of bdd12efca0524837b1903138eb6600bd for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:13.328386 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-1b995c64-2282-45d0-b1fe-19c4cf96af37 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:13.377563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-8f653dda-5663-4c21-93cc-cb18e78498a1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:13.378181 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-8f653dda-5663-4c21-93cc-cb18e78498a1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:13.391957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723a1e1-298a-4762-856c-a5951b1d54fb req-99f71837-78b4-4c42-af7d-f662ada5bc03 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:13.393585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5723a1e1-298a-4762-856c-a5951b1d54fb req-99f71837-78b4-4c42-af7d-f662ada5bc03 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 943 time: 0.1951396 Nov 16 04:49:13.418772 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-a22241a9-0d81-4ac8-8464-567d74dec11e service neutron] 10.222.0.41 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216439 Nov 16 04:49:13.438501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-8f653dda-5663-4c21-93cc-cb18e78498a1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6462851 Nov 16 04:49:13.459420 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Request body: {'port': {'device_id': 'b2413e91-954a-42e6-8345-0ca83987e129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:13.558282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-1b995c64-2282-45d0-b1fe-19c4cf96af37 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Allocated IP 172.20.0.4 (0a657b61-39b1-4807-9d91-5c0a1cedc0fc/a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0/b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:13.620015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:13.684133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:13.697908 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:13.797092 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-1b995c64-2282-45d0-b1fe-19c4cf96af37 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:13.806843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'port_id': 'f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4', 'mac_address': 'fa:16:3e:ce:12:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e81786c-f14f-4e29-8eb3-5467ad56d563', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:13.848852 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-1b995c64-2282-45d0-b1fe-19c4cf96af37 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:13.874015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5723a1e1-298a-4762-856c-a5951b1d54fb req-85a302d6-9769-4b4f-8b44-c01fe633e04d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711587 Nov 16 04:49:13.898063 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:13.912617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b995c64-2282-45d0-b1fe-19c4cf96af37 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Pushing event updated for resources: {'Port': ['ID=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:13.921301 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-1b995c64-2282-45d0-b1fe-19c4cf96af37 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:13.922915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-1b995c64-2282-45d0-b1fe-19c4cf96af37 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:13.937630 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-1b995c64-2282-45d0-b1fe-19c4cf96af37 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:13.939993 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:14.006837 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:14.010667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-1b995c64-2282-45d0-b1fe-19c4cf96af37 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:14.010925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-78ec10ea-5a73-465e-9489-a6e5109f3194 None None] Provisioning complete for port e764b407-b794-4e16-8898-6f59f8280cdc triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:14.011057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-1b995c64-2282-45d0-b1fe-19c4cf96af37 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:14.011296 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-78ec10ea-5a73-465e-9489-a6e5109f3194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:14.035017 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-1b995c64-2282-45d0-b1fe-19c4cf96af37 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8533432 Nov 16 04:49:14.050436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Request body: {'port': {'device_id': '979995c2-8a6b-4121-8730-d18dd49cfdbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:14.055257 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-d525a0a1-c190-43c7-aa92-6426dda61d78 service neutron] 10.222.0.41 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051714 Nov 16 04:49:14.071590 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:14.083200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:14.083671 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:14.130480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-78ec10ea-5a73-465e-9489-a6e5109f3194 None None] Port e764b407-b794-4e16-8898-6f59f8280cdc cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:49:14.133720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:14.145330 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:14.199826 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:14.293295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:14.399687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:14.427617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b0f13-824a-46fa-bd49-9258ab47fb42 req-77ba64fe-0f89-4347-bd04-1c201e07eb5e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:14.429824 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-033b0f13-824a-46fa-bd49-9258ab47fb42 req-77ba64fe-0f89-4347-bd04-1c201e07eb5e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1885271 Nov 16 04:49:14.489855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c488fc61-5c5b-4722-8581-bfafc1e9a01d None None] Provisioning complete for port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:14.490270 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c488fc61-5c5b-4722-8581-bfafc1e9a01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:14.546420 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec3171-7257-42eb-9734-daca9262266b req-707f80cd-d3a6-4738-bf45-a1057849e3a2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:14.552622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec3171-7257-42eb-9734-daca9262266b req-707f80cd-d3a6-4738-bf45-a1057849e3a2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:14.557365 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c488fc61-5c5b-4722-8581-bfafc1e9a01d None None] Port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:49:14.559706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec3171-7257-42eb-9734-daca9262266b req-707f80cd-d3a6-4738-bf45-a1057849e3a2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:14.566919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec3171-7257-42eb-9734-daca9262266b req-707f80cd-d3a6-4738-bf45-a1057849e3a2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:14.572730 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec3171-7257-42eb-9734-daca9262266b req-707f80cd-d3a6-4738-bf45-a1057849e3a2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:14.579195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec3171-7257-42eb-9734-daca9262266b req-707f80cd-d3a6-4738-bf45-a1057849e3a2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:14.585018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec3171-7257-42eb-9734-daca9262266b req-707f80cd-d3a6-4738-bf45-a1057849e3a2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:14.594020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63ec3171-7257-42eb-9734-daca9262266b req-707f80cd-d3a6-4738-bf45-a1057849e3a2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5438 time: 0.1912177 Nov 16 04:49:14.666716 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-033b0f13-824a-46fa-bd49-9258ab47fb42 req-f57e05de-8cb0-4920-8782-23012f5d44b2 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141290 Nov 16 04:49:14.674635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:14.696505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:14.698285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48a2502-fee5-47f8-b30c-fdb0495126a1 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:14.712915 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:14.750473 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63ec3171-7257-42eb-9734-daca9262266b req-5bf5b76f-8b22-4113-bde2-402579142662 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1552608 Nov 16 04:49:14.752635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Transition to ACTIVE for port object b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:49:14.754816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Transition to ACTIVE for port object a48a2502-fee5-47f8-b30c-fdb0495126a1 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:49:14.760239 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:14.770775 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:14.830851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Pushing event updated for resources: {'Port': ['ID=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:14.930972 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Pushing event updated for resources: {'Port': ['ID=a48a2502-fee5-47f8-b30c-fdb0495126a1,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:14.939313 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Attempting to bind port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:49:14.939897 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Attempting to bind port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:49:14.940362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Attempting to bind port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 on network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:14.946162 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 on network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:49:14.946667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Attempting to bind port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 on network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:14.956635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:49:14.957093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Checking segment: {'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:14.957579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Bound using segment: {'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:49:14.958144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Bound port: b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:49:14.959661 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:15.071821 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c49bfe-7a97-40b5-87ea-a80136186569 req-ae011027-9f8b-4e01-bd3c-1d232fa11d10 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:15.078321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c49bfe-7a97-40b5-87ea-a80136186569 req-ae011027-9f8b-4e01-bd3c-1d232fa11d10 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:15.080042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26c49bfe-7a97-40b5-87ea-a80136186569 req-ae011027-9f8b-4e01-bd3c-1d232fa11d10 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1666 time: 0.2632349 Nov 16 04:49:15.080243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] For port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:49:15.084808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] For port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:49:15.092731 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:15.169275 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:15.171177 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:15.173811 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] 10.222.0.15 "PUT /v2.0/ports/b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 HTTP/1.1" status: 200 len: 1091 time: 1.1291828 Nov 16 04:49:15.179911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979995c2-8a6b-4121-8730-d18dd49cfdbb', 'tag': 'b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:15.183759 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02be4938-5c5e-4f25-a652-5fffb7e57187" -d '{"events": [{"name": "network-changed", "server_uuid": "979995c2-8a6b-4121-8730-d18dd49cfdbb", "tag": "b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:15.187944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Attempting to bind port a48a2502-fee5-47f8-b30c-fdb0495126a1 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:49:15.188403 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Attempting to bind port a48a2502-fee5-47f8-b30c-fdb0495126a1 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '9129a8cf-861d-4361-a971-95ba4e308c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84b814da-11cc-4f92-bfe1-83f3a46f4a3b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:49:15.188844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Attempting to bind port a48a2502-fee5-47f8-b30c-fdb0495126a1 on network 84b814da-11cc-4f92-bfe1-83f3a46f4a3b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:15.222558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Port a48a2502-fee5-47f8-b30c-fdb0495126a1 on network 84b814da-11cc-4f92-bfe1-83f3a46f4a3b not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:49:15.222957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Attempting to bind port a48a2502-fee5-47f8-b30c-fdb0495126a1 on network 84b814da-11cc-4f92-bfe1-83f3a46f4a3b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:15.238780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-194926f9-94b5-4def-9e5a-7a5e2e1e9026 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:15.246639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-194926f9-94b5-4def-9e5a-7a5e2e1e9026 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/networks?id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc HTTP/1.1" status: 200 len: 814 time: 0.2975674 Nov 16 04:49:15.253042 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dc40e-3000-4efe-a27b-739ceb33e9bc service neutron] Pushing event updated for resources: {'Port': ['ID=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:15.260941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26c49bfe-7a97-40b5-87ea-a80136186569 req-3641f0cf-3362-4774-babb-bb022b4d6365 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590595 Nov 16 04:49:15.263190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:49:15.263683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Checking segment: {'id': '9129a8cf-861d-4361-a971-95ba4e308c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84b814da-11cc-4f92-bfe1-83f3a46f4a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:15.264125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Bound using segment: {'id': '9129a8cf-861d-4361-a971-95ba4e308c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84b814da-11cc-4f92-bfe1-83f3a46f4a3b'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:49:15.264740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Bound port: a48a2502-fee5-47f8-b30c-fdb0495126a1, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9129a8cf-861d-4361-a971-95ba4e308c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '84b814da-11cc-4f92-bfe1-83f3a46f4a3b'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:49:15.265165 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:15.270388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-e6519531-eea9-462d-8968-473df28307c0 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/quotas/bdd12efca0524837b1903138eb6600bd HTTP/1.1" status: 200 len: 375 time: 0.0228322 Nov 16 04:49:15.279811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-dfd225f4-d189-4391-a4de-dbf3dc1e53c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:15.281607 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-dfd225f4-d189-4391-a4de-dbf3dc1e53c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdd12efca0524837b1903138eb6600bd&device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 1094 time: 0.0578246 Nov 16 04:49:15.338131 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-f6e63d26-cf78-45e6-b834-69019df7aad4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 HTTP/1.1" status: 200 len: 217 time: 0.0421531 Nov 16 04:49:15.396358 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-aacec2df-c541-4fe9-ad45-a10f2a5c16df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:15.397849 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-aacec2df-c541-4fe9-ad45-a10f2a5c16df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0 HTTP/1.1" status: 200 len: 853 time: 0.0533259 Nov 16 04:49:15.410654 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-87e11e1c-f810-4b16-9c0a-065e592957ea tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=bdd12efca0524837b1903138eb6600bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1334622 Nov 16 04:49:15.450759 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-715e9f55-2daf-4d98-95db-377f89f674df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:15.452623 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-715e9f55-2daf-4d98-95db-377f89f674df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481343 Nov 16 04:49:15.494710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] For port a48a2502-fee5-47f8-b30c-fdb0495126a1, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:49:15.523320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] For port a48a2502-fee5-47f8-b30c-fdb0495126a1, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a48a2502-fee5-47f8-b30c-fdb0495126a1,segment=NetworkSegment(9129a8cf-861d-4361-a971-95ba4e308c0d),segment_id=9129a8cf-861d-4361-a971-95ba4e308c0d)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:49:15.533508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b243a7-5f01-4028-ace7-ba0816105bd7 req-2ec30e71-da2e-4d91-923c-5483fc0b931f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:15.534981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86b243a7-5f01-4028-ace7-ba0816105bd7 req-2ec30e71-da2e-4d91-923c-5483fc0b931f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 944 time: 0.1756363 Nov 16 04:49:15.539381 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:15.570059 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-5c5e8e13-70b4-4de4-8a3f-c7be6ded2d35 service neutron] 10.222.0.15 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105461 Nov 16 04:49:15.607946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:15.608556 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:15.610199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] 10.222.0.15 "PUT /v2.0/ports/a48a2502-fee5-47f8-b30c-fdb0495126a1 HTTP/1.1" status: 200 len: 1092 time: 2.1590931 Nov 16 04:49:15.615584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2413e91-954a-42e6-8345-0ca83987e129', 'tag': 'a48a2502-fee5-47f8-b30c-fdb0495126a1'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:15.618692 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206898ea-ab2b-47e5-8cb9-97504c69a1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b2413e91-954a-42e6-8345-0ca83987e129", "tag": "a48a2502-fee5-47f8-b30c-fdb0495126a1"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:15.642713 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-c8e06b58-576a-4121-b467-a6e190f6b150 service neutron] 10.222.0.41 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147212 Nov 16 04:49:15.651830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Request body: {'port': {'device_id': 'b2413e91-954a-42e6-8345-0ca83987e129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:15.742443 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8ff9046f-a47f-4f99-8c13-d09b8d4dfeca req-6b93dfba-7204-42b7-b920-5cb0c06e4294 service neutron] 10.222.0.15 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574683 Nov 16 04:49:15.764523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d54f24-2b0d-42e5-ab72-f37a4eebbc06 service neutron] Pushing event updated for resources: {'Port': ['ID=a48a2502-fee5-47f8-b30c-fdb0495126a1,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:15.837268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86b243a7-5f01-4028-ace7-ba0816105bd7 req-197bf3da-61b1-4950-96b3-7dcfc2f3ade4 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835462 Nov 16 04:49:15.901996 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:15.927288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-83a46049-5492-419e-af85-ec904a971bf0 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:15.928890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-83a46049-5492-419e-af85-ec904a971bf0 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.37 "GET /v2.0/networks?id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc HTTP/1.1" status: 200 len: 814 time: 0.3049750 Nov 16 04:49:15.944919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-1ae28dd2-a98e-49f9-ada1-cd937e7536ee tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Request body: {'port': {'device_id': 'ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45', 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc', 'admin_state_up': True, 'tenant_id': 'bdd12efca0524837b1903138eb6600bd'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:15.973164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-47da18db-b338-449d-a677-bbe23261daf6 service neutron] 10.222.0.41 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070071 Nov 16 04:49:16.015977 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2505ab-0c40-443b-92d3-271327abc06d x-openstack-request-id: req-6b2505ab-0c40-443b-92d3-271327abc06d {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:16.018205 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979995c2-8a6b-4121-8730-d18dd49cfdbb", "tag": "b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:16.018657 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b2505ab-0c40-443b-92d3-271327abc06d {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:16.019548 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '979995c2-8a6b-4121-8730-d18dd49cfdbb', 'tag': 'b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960', 'status': 'completed', 'code': 200} Nov 16 04:49:16.104829 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea059e9-8fc6-4982-a911-726efbf2efc7 x-openstack-request-id: req-8ea059e9-8fc6-4982-a911-726efbf2efc7 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:16.104829 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2413e91-954a-42e6-8345-0ca83987e129", "tag": "a48a2502-fee5-47f8-b30c-fdb0495126a1", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:16.104829 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ea059e9-8fc6-4982-a911-726efbf2efc7 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:16.105376 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2413e91-954a-42e6-8345-0ca83987e129', 'tag': 'a48a2502-fee5-47f8-b30c-fdb0495126a1', 'status': 'completed', 'code': 200} Nov 16 04:49:16.111602 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be4938-5c5e-4f25-a652-5fffb7e57187 req-1db2d901-d307-4457-8cef-2c592fc54bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.113109 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-02be4938-5c5e-4f25-a652-5fffb7e57187 req-1db2d901-d307-4457-8cef-2c592fc54bcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdd12efca0524837b1903138eb6600bd&device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 1094 time: 0.0618944 Nov 16 04:49:16.161649 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:16.238537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be4938-5c5e-4f25-a652-5fffb7e57187 req-6d813978-6039-4d9b-a6a4-42c4c1d9259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.240427 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-02be4938-5c5e-4f25-a652-5fffb7e57187 req-6d813978-6039-4d9b-a6a4-42c4c1d9259b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc HTTP/1.1" status: 200 len: 915 time: 0.1181068 Nov 16 04:49:16.289404 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-02be4938-5c5e-4f25-a652-5fffb7e57187 req-08033649-7658-4bdb-a943-35f8302ab436 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 HTTP/1.1" status: 200 len: 217 time: 0.0405438 Nov 16 04:49:16.344450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be4938-5c5e-4f25-a652-5fffb7e57187 req-d7c240b5-5c5d-4265-a12c-20837a0f737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.345941 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-02be4938-5c5e-4f25-a652-5fffb7e57187 req-d7c240b5-5c5d-4265-a12c-20837a0f737a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0 HTTP/1.1" status: 200 len: 853 time: 0.0494046 Nov 16 04:49:16.389382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206898ea-ab2b-47e5-8cb9-97504c69a1ab req-220b648f-2f51-48d1-a145-788ec7a80b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.389982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206898ea-ab2b-47e5-8cb9-97504c69a1ab req-220b648f-2f51-48d1-a145-788ec7a80b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.391998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-206898ea-ab2b-47e5-8cb9-97504c69a1ab req-220b648f-2f51-48d1-a145-788ec7a80b08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c819dedc6941fc95e863eae825a90c&device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1913 time: 0.2824624 Nov 16 04:49:16.399699 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be4938-5c5e-4f25-a652-5fffb7e57187 req-3bef83ca-f70f-4f17-a9bf-cd00f55066be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.402176 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-02be4938-5c5e-4f25-a652-5fffb7e57187 req-3bef83ca-f70f-4f17-a9bf-cd00f55066be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480113 Nov 16 04:49:16.413345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d545d7f-18a6-48e7-a35e-b21acb6df17d req-a7cefa50-9a3b-4c77-970b-d902a754012f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.422095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d545d7f-18a6-48e7-a35e-b21acb6df17d req-a7cefa50-9a3b-4c77-970b-d902a754012f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.428694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d545d7f-18a6-48e7-a35e-b21acb6df17d req-a7cefa50-9a3b-4c77-970b-d902a754012f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.436969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d545d7f-18a6-48e7-a35e-b21acb6df17d req-a7cefa50-9a3b-4c77-970b-d902a754012f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.444841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d545d7f-18a6-48e7-a35e-b21acb6df17d req-a7cefa50-9a3b-4c77-970b-d902a754012f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.452728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d545d7f-18a6-48e7-a35e-b21acb6df17d req-a7cefa50-9a3b-4c77-970b-d902a754012f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.462758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d545d7f-18a6-48e7-a35e-b21acb6df17d req-a7cefa50-9a3b-4c77-970b-d902a754012f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.466006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d545d7f-18a6-48e7-a35e-b21acb6df17d req-a7cefa50-9a3b-4c77-970b-d902a754012f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5438 time: 0.2914290 Nov 16 04:49:16.518911 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-02be4938-5c5e-4f25-a652-5fffb7e57187 req-3b25007a-4071-4965-a981-a18991a00665 service neutron] 10.222.0.15 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094275 Nov 16 04:49:16.582837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-1ae28dd2-a98e-49f9-ada1-cd937e7536ee tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Made reservation on behalf of bdd12efca0524837b1903138eb6600bd for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:16.587317 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-1ae28dd2-a98e-49f9-ada1-cd937e7536ee tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:16.607625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee732f9-4bf2-4dcc-959c-bf79a313b808 req-4f9b6428-2e60-45fb-a057-c6e4922d8e2e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.609801 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ee732f9-4bf2-4dcc-959c-bf79a313b808 req-4f9b6428-2e60-45fb-a057-c6e4922d8e2e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.3538933 Nov 16 04:49:16.626995 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-02be4938-5c5e-4f25-a652-5fffb7e57187 req-a635cb61-725f-4aea-9fd0-d9d779740d9e service neutron] 10.222.0.15 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000943 Nov 16 04:49:16.821812 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d545d7f-18a6-48e7-a35e-b21acb6df17d req-4a0f638d-a434-4532-a786-2a0f40ff58b7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3468416 Nov 16 04:49:16.826208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:16.838094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206898ea-ab2b-47e5-8cb9-97504c69a1ab req-19d8e910-0892-42a8-ba8b-07eefc11850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.838576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206898ea-ab2b-47e5-8cb9-97504c69a1ab req-19d8e910-0892-42a8-ba8b-07eefc11850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.839258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206898ea-ab2b-47e5-8cb9-97504c69a1ab req-19d8e910-0892-42a8-ba8b-07eefc11850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:16.840882 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-206898ea-ab2b-47e5-8cb9-97504c69a1ab req-19d8e910-0892-42a8-ba8b-07eefc11850e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=73c819dedc6941fc95e863eae825a90c&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3703506 Nov 16 04:49:16.851091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ee732f9-4bf2-4dcc-959c-bf79a313b808 req-c70adac1-aa43-4e0d-a954-c9a2eb65afc6 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209623 Nov 16 04:49:16.906540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:16.913958 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:16.914326 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.010323 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.039035 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6e04f8-af2d-4ea6-98f3-ab21073d8b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:17.041317 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0f0231-5d01-4f43-a238-341f21e025b9" -d '{"events": [{"server_uuid": "0e6e04f8-af2d-4ea6-98f3-ab21073d8b31", "name": "network-vif-plugged", "status": "completed", "tag": "f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:17.056655 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:17.061682 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.126162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:17.251615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-e5652672-7970-4513-85e5-94c2bbf8ee2a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:17.253467 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-e5652672-7970-4513-85e5-94c2bbf8ee2a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.15 "GET /v2.0/networks?id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc HTTP/1.1" status: 200 len: 814 time: 0.1165679 Nov 16 04:49:17.267495 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-68a3a68d-58ab-425a-b7c1-3ba8ef3c02b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Request body: {'port': {'device_id': '4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd', 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc', 'admin_state_up': True, 'tenant_id': 'bdd12efca0524837b1903138eb6600bd'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:17.269618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc507017-7552-4505-97bd-10307c8e3c02 req-05ef2b4d-5984-45c4-a5ad-4fad555f9672 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 210 time: 0.1378765 Nov 16 04:49:17.277954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e764b407-b794-4e16-8898-6f59f8280cdc {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:17.298959 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.328179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-1ae28dd2-a98e-49f9-ada1-cd937e7536ee tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Allocated IP 172.20.0.5 (0a657b61-39b1-4807-9d91-5c0a1cedc0fc/a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0/8499a4ae-7399-4c58-8de1-119b60be4b94) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:17.333358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Transition to ACTIVE for port object e764b407-b794-4e16-8898-6f59f8280cdc will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:49:17.347669 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.357472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a3f02-52d2-44ac-97d1-5d308864cc4a req-7d124ced-1299-4511-b47c-e068c3ea9bd1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:17.363337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a3f02-52d2-44ac-97d1-5d308864cc4a req-7d124ced-1299-4511-b47c-e068c3ea9bd1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:17.364880 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e1a3f02-52d2-44ac-97d1-5d308864cc4a req-7d124ced-1299-4511-b47c-e068c3ea9bd1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1666 time: 0.2297308 Nov 16 04:49:17.387386 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-68a3a68d-58ab-425a-b7c1-3ba8ef3c02b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Made reservation on behalf of bdd12efca0524837b1903138eb6600bd for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:17.391774 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-68a3a68d-58ab-425a-b7c1-3ba8ef3c02b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.468327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206898ea-ab2b-47e5-8cb9-97504c69a1ab req-76b39959-ac57-4541-b6f3-acc3a5da0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:17.469904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-206898ea-ab2b-47e5-8cb9-97504c69a1ab req-76b39959-ac57-4541-b6f3-acc3a5da0bbe service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3395824 Nov 16 04:49:17.524283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:17.567341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Pushing event updated for resources: {'Port': ['ID=e764b407-b794-4e16-8898-6f59f8280cdc,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:17.582087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:17.586903 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:17.587356 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.640701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e1a3f02-52d2-44ac-97d1-5d308864cc4a req-400d865b-cca1-4e1c-88a4-32956649aad1 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518725 Nov 16 04:49:17.672104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12622654-d30a-4ef6-93d3-070640c2f1b9 req-f710a742-877a-428e-9ff8-6e9692f77ce0 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:17.673641 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12622654-d30a-4ef6-93d3-070640c2f1b9 req-f710a742-877a-428e-9ff8-6e9692f77ce0 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 945 time: 0.3022606 Nov 16 04:49:17.674851 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.719884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:17.724266 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.725062 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 67326287-18f5-45b8-8163-5eb143ba21c1 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:17.807505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:17.822000 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 67326287-18f5-45b8-8163-5eb143ba21c1 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:17.823098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Attempting to bind port e764b407-b794-4e16-8898-6f59f8280cdc on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:49:17.823610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Attempting to bind port e764b407-b794-4e16-8898-6f59f8280cdc by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '92ef1565-0c21-4a63-ae40-bf421189aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4199b142-acd0-40f3-9423-fe117cdb6b9d'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:49:17.824058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Attempting to bind port e764b407-b794-4e16-8898-6f59f8280cdc on network 4199b142-acd0-40f3-9423-fe117cdb6b9d {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:17.826394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 67326287-18f5-45b8-8163-5eb143ba21c1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:17.826836 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.834096 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12622654-d30a-4ef6-93d3-070640c2f1b9 req-5a80fe8a-b125-48f0-9248-6e1841eb0756 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524453 Nov 16 04:49:17.849740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Port e764b407-b794-4e16-8898-6f59f8280cdc on network 4199b142-acd0-40f3-9423-fe117cdb6b9d not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:49:17.850157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Attempting to bind port e764b407-b794-4e16-8898-6f59f8280cdc on network 4199b142-acd0-40f3-9423-fe117cdb6b9d {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:17.850884 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfbffd9-8593-41bc-a765-32f3ea7c7186 x-openstack-request-id: req-2bfbffd9-8593-41bc-a765-32f3ea7c7186 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:17.851712 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6e04f8-af2d-4ea6-98f3-ab21073d8b31", "name": "network-vif-plugged", "status": "completed", "tag": "f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:17.851946 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bfbffd9-8593-41bc-a765-32f3ea7c7186 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:17.852346 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6e04f8-af2d-4ea6-98f3-ab21073d8b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4', 'code': 200} Nov 16 04:49:17.856906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:49:17.857374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Checking segment: {'id': '92ef1565-0c21-4a63-ae40-bf421189aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4199b142-acd0-40f3-9423-fe117cdb6b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:17.857881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Bound using segment: {'id': '92ef1565-0c21-4a63-ae40-bf421189aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4199b142-acd0-40f3-9423-fe117cdb6b9d'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:49:17.858417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Bound port: e764b407-b794-4e16-8898-6f59f8280cdc, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ef1565-0c21-4a63-ae40-bf421189aca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4199b142-acd0-40f3-9423-fe117cdb6b9d'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:49:17.858877 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.875836 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-1ae28dd2-a98e-49f9-ada1-cd937e7536ee tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.925634 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.961137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 67326287-18f5-45b8-8163-5eb143ba21c1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67326287-18f5-45b8-8163-5eb143ba21c1,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:17.965491 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:17.966525 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8178ccda-af63-4072-ac8f-d3f04afc358b up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:18.042887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=67326287-18f5-45b8-8163-5eb143ba21c1,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:18.058211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 8178ccda-af63-4072-ac8f-d3f04afc358b completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:18.062542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 8178ccda-af63-4072-ac8f-d3f04afc358b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:18.062912 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.097471 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-1ae28dd2-a98e-49f9-ada1-cd937e7536ee tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.142754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-68a3a68d-58ab-425a-b7c1-3ba8ef3c02b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Allocated IP 172.20.0.10 (0a657b61-39b1-4807-9d91-5c0a1cedc0fc/a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0/91d46f9c-b5ea-4155-83d7-7215a9e52e2f) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:18.145016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfbdef-2c10-49b2-b015-e0c75681166c req-6867cf7c-f002-4c40-87f8-541d7896adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.146514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0bfbdef-2c10-49b2-b015-e0c75681166c req-6867cf7c-f002-4c40-87f8-541d7896adc1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 1096 time: 0.2116973 Nov 16 04:49:18.154315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47750110-25e3-4e3d-a71f-d7d10d709780 req-18539136-2778-450d-9268-f821420068bf tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.156837 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.161383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47750110-25e3-4e3d-a71f-d7d10d709780 req-18539136-2778-450d-9268-f821420068bf tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.2065461 Nov 16 04:49:18.187359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] For port e764b407-b794-4e16-8898-6f59f8280cdc, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:49:18.192228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 8178ccda-af63-4072-ac8f-d3f04afc358b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8178ccda-af63-4072-ac8f-d3f04afc358b,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:18.196014 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.197099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:18.199704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27540bf-166d-4e40-b0e9-f1d7c2effb29 req-76efb1d9-d5db-4d80-ba42-839194ff2f8b tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.212863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27540bf-166d-4e40-b0e9-f1d7c2effb29 req-76efb1d9-d5db-4d80-ba42-839194ff2f8b tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.222078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27540bf-166d-4e40-b0e9-f1d7c2effb29 req-76efb1d9-d5db-4d80-ba42-839194ff2f8b tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.230039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27540bf-166d-4e40-b0e9-f1d7c2effb29 req-76efb1d9-d5db-4d80-ba42-839194ff2f8b tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.235618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27540bf-166d-4e40-b0e9-f1d7c2effb29 req-76efb1d9-d5db-4d80-ba42-839194ff2f8b tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.241663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27540bf-166d-4e40-b0e9-f1d7c2effb29 req-76efb1d9-d5db-4d80-ba42-839194ff2f8b tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.247747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27540bf-166d-4e40-b0e9-f1d7c2effb29 req-76efb1d9-d5db-4d80-ba42-839194ff2f8b tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.249584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d27540bf-166d-4e40-b0e9-f1d7c2effb29 req-76efb1d9-d5db-4d80-ba42-839194ff2f8b tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5440 time: 0.3017685 Nov 16 04:49:18.286101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] For port e764b407-b794-4e16-8898-6f59f8280cdc, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e764b407-b794-4e16-8898-6f59f8280cdc,segment=NetworkSegment(92ef1565-0c21-4a63-ae40-bf421189aca4),segment_id=92ef1565-0c21-4a63-ae40-bf421189aca4)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:49:18.291082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-1ae28dd2-a98e-49f9-ada1-cd937e7536ee tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:18.298065 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=8178ccda-af63-4072-ac8f-d3f04afc358b,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:18.301061 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.305429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-1ae28dd2-a98e-49f9-ada1-cd937e7536ee tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:18.307725 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.316654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-1ae28dd2-a98e-49f9-ada1-cd937e7536ee tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:18.317648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:18.323415 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:18.324042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae28dd2-a98e-49f9-ada1-cd937e7536ee tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Pushing event updated for resources: {'Port': ['ID=8499a4ae-7399-4c58-8de1-119b60be4b94,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:18.324265 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.334413 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-68a3a68d-58ab-425a-b7c1-3ba8ef3c02b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.373299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-68a3a68d-58ab-425a-b7c1-3ba8ef3c02b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.422883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-68a3a68d-58ab-425a-b7c1-3ba8ef3c02b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:18.429887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-68a3a68d-58ab-425a-b7c1-3ba8ef3c02b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:18.434524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-68a3a68d-58ab-425a-b7c1-3ba8ef3c02b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:18.462376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47750110-25e3-4e3d-a71f-d7d10d709780 req-b7b13d96-6912-47fd-824b-ea179d1e2048 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000157 Nov 16 04:49:18.469045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3a68d-58ab-425a-b7c1-3ba8ef3c02b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Pushing event updated for resources: {'Port': ['ID=91d46f9c-b5ea-4155-83d7-7215a9e52e2f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:18.473786 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.508016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.508829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.510354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] 10.222.0.15 "PUT /v2.0/ports/e764b407-b794-4e16-8898-6f59f8280cdc HTTP/1.1" status: 200 len: 1091 time: 2.8722973 Nov 16 04:49:18.527296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-68a3a68d-58ab-425a-b7c1-3ba8ef3c02b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.527543 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1,segment=NetworkSegment(a7374a3b-82a7-4367-831f-a75a4fd399ec),segment_id=a7374a3b-82a7-4367-831f-a75a4fd399ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:18.528973 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-68a3a68d-58ab-425a-b7c1-3ba8ef3c02b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.532028 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.535864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2413e91-954a-42e6-8345-0ca83987e129', 'tag': 'e764b407-b794-4e16-8898-6f59f8280cdc'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:18.542151 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a953c28-b98b-47ab-841e-6f6eb23fcd3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2413e91-954a-42e6-8345-0ca83987e129", "tag": "e764b407-b794-4e16-8898-6f59f8280cdc"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:18.547896 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-68a3a68d-58ab-425a-b7c1-3ba8ef3c02b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2844348 Nov 16 04:49:18.548430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8360c88d-5afc-43f1-9479-fb3f96d0f2bb up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:18.556806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da12dec-f2ed-4cd0-b6b0-0be3565f8298 service neutron] Pushing event updated for resources: {'Port': ['ID=e764b407-b794-4e16-8898-6f59f8280cdc,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:18.574637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Request body: {'port': {'device_id': '4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:18.603456 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-1ae28dd2-a98e-49f9-ada1-cd937e7536ee tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.605067 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-1ae28dd2-a98e-49f9-ada1-cd937e7536ee tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.656982 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0bfbdef-2c10-49b2-b015-e0c75681166c req-ad5b184f-f64f-423d-86d3-acb0cde104b2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879069 Nov 16 04:49:18.666908 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.680128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:18.705365 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:18.713158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:18.713497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d27540bf-166d-4e40-b0e9-f1d7c2effb29 req-6c9c348e-0321-49f5-a95d-8eeda1315d59 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4347007 Nov 16 04:49:18.714582 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.718880 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-1ae28dd2-a98e-49f9-ada1-cd937e7536ee tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7792172 Nov 16 04:49:18.723346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-25cd33a1-c626-4dcb-a9ec-392e0c69c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.724033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-25cd33a1-c626-4dcb-a9ec-392e0c69c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.727361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-25cd33a1-c626-4dcb-a9ec-392e0c69c442 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c819dedc6941fc95e863eae825a90c&device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1980 time: 0.1471834 Nov 16 04:49:18.732718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Request body: {'port': {'device_id': 'ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:18.806046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb8cf1-1822-47e9-8609-e43ef3c03744 req-8dee7e0b-9e91-41d8-8f8d-bd0de23bc2cc tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:18.807627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41cb8cf1-1822-47e9-8609-e43ef3c03744 req-8dee7e0b-9e91-41d8-8f8d-bd0de23bc2cc tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 932 time: 0.2422094 Nov 16 04:49:18.830884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-69c06344-14db-48a5-95a3-9404f2fddd04 None None] Provisioning complete for port 8499a4ae-7399-4c58-8de1-119b60be4b94 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:18.831260 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69c06344-14db-48a5-95a3-9404f2fddd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.833119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:18.841527 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738322e4-e054-4da6-8dda-82ca5fa6512d x-openstack-request-id: req-738322e4-e054-4da6-8dda-82ca5fa6512d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:18.841852 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2413e91-954a-42e6-8345-0ca83987e129", "tag": "e764b407-b794-4e16-8898-6f59f8280cdc", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:18.842115 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-738322e4-e054-4da6-8dda-82ca5fa6512d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:18.842653 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2413e91-954a-42e6-8345-0ca83987e129', 'tag': 'e764b407-b794-4e16-8898-6f59f8280cdc', 'status': 'completed', 'code': 200} Nov 16 04:49:18.861030 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:18.956239 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-a749a1a9-67d8-4b6c-8af8-7ab938026409 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.147&port_id=a48a2502-fee5-47f8-b30c-fdb0495126a1 HTTP/1.1" status: 200 len: 217 time: 0.0870166 Nov 16 04:49:18.992728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-69c06344-14db-48a5-95a3-9404f2fddd04 None None] Port 8499a4ae-7399-4c58-8de1-119b60be4b94 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:49:19.008180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d46f9c-b5ea-4155-83d7-7215a9e52e2f {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:19.016426 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:19.017822 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:19.031573 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Transition to ACTIVE for port object 91d46f9c-b5ea-4155-83d7-7215a9e52e2f will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:49:19.036983 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:19.044578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41cb8cf1-1822-47e9-8609-e43ef3c03744 req-fd7a9c10-cf79-4e33-a2da-8e857ecf17ad tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295253 Nov 16 04:49:19.145175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-63379910-9638-499a-84bd-92e4de3dcf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:19.147130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-63379910-9638-499a-84bd-92e4de3dcf4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=929f1050-b5a2-4960-98a8-749e1b2cc142 HTTP/1.1" status: 200 len: 801 time: 0.1652651 Nov 16 04:49:19.160923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff6d3a-11f6-46db-965e-7b7032be1b74 req-19b6c59e-783f-4f5c-90d1-7ba1c0c78870 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:19.164659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Pushing event updated for resources: {'Port': ['ID=91d46f9c-b5ea-4155-83d7-7215a9e52e2f,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:19.173099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff6d3a-11f6-46db-965e-7b7032be1b74 req-19b6c59e-783f-4f5c-90d1-7ba1c0c78870 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:19.175006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08ff6d3a-11f6-46db-965e-7b7032be1b74 req-19b6c59e-783f-4f5c-90d1-7ba1c0c78870 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1678 time: 0.2628798 Nov 16 04:49:19.237600 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:49:19.245248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Attempting to bind port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:49:19.245248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Attempting to bind port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:49:19.245248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Attempting to bind port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f on network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:19.256372 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f on network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:49:19.256523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Attempting to bind port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f on network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:19.263408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:49:19.264557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Checking segment: {'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:19.265108 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Bound using segment: {'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:49:19.265805 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Bound port: 91d46f9c-b5ea-4155-83d7-7215a9e52e2f, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:49:19.266482 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:19.267607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:19.288223 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08ff6d3a-11f6-46db-965e-7b7032be1b74 req-1f4b3076-7f53-4b9a-8020-572c697a9f8d tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995915 Nov 16 04:49:19.295820 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960', 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc', 'port_id': 'b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960', 'mac_address': 'fa:16:3e:2a:af:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:19.348959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] For port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:49:19.354156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] For port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=91d46f9c-b5ea-4155-83d7-7215a9e52e2f,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:49:19.358874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8360c88d-5afc-43f1-9479-fb3f96d0f2bb,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:19.359141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:19.372984 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:19.373909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 10ff97ee-f373-4db5-a57f-eae61ba73e8e up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:19.399443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:19.400932 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:19.401445 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] 10.222.0.15 "PUT /v2.0/ports/91d46f9c-b5ea-4155-83d7-7215a9e52e2f HTTP/1.1" status: 200 len: 1092 time: 0.8367252 Nov 16 04:49:19.404137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd', 'tag': '91d46f9c-b5ea-4155-83d7-7215a9e52e2f'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:19.404261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-e8dc785d-961e-4bca-b6ea-0bb39e182289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:19.408662 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218a250d-2905-4e7e-8020-2f9ad730fa1f" -d '{"events": [{"name": "network-changed", "server_uuid": "4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd", "tag": "91d46f9c-b5ea-4155-83d7-7215a9e52e2f"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:19.412521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-e8dc785d-961e-4bca-b6ea-0bb39e182289 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84b814da-11cc-4f92-bfe1-83f3a46f4a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2298222 Nov 16 04:49:19.439260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb5e29-a13d-4100-881d-464b5abdfddd service neutron] Pushing event updated for resources: {'Port': ['ID=91d46f9c-b5ea-4155-83d7-7215a9e52e2f,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:19.481133 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbad558-68b9-42c0-9974-f1e37e35e028 x-openstack-request-id: req-4dbad558-68b9-42c0-9974-f1e37e35e028 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:19.481533 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd", "tag": "91d46f9c-b5ea-4155-83d7-7215a9e52e2f", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:19.481944 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4dbad558-68b9-42c0-9974-f1e37e35e028 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:19.482440 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd', 'tag': '91d46f9c-b5ea-4155-83d7-7215a9e52e2f', 'status': 'completed', 'code': 200} Nov 16 04:49:19.493978 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:19.498061 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-5c940861-9fb0-455b-88ac-4dbbdcbd0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:19.500250 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-5c940861-9fb0-455b-88ac-4dbbdcbd0747 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdd12efca0524837b1903138eb6600bd&device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 1095 time: 0.0562158 Nov 16 04:49:19.516048 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:19.544344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52c05d-412d-4784-8c63-53cef7ef7f07 req-169527c7-e70f-4279-b369-e7e0aa8a136f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:19.546079 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f52c05d-412d-4784-8c63-53cef7ef7f07 req-169527c7-e70f-4279-b369-e7e0aa8a136f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 945 time: 0.1814032 Nov 16 04:49:19.578176 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:19.585044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=8360c88d-5afc-43f1-9479-fb3f96d0f2bb,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:19.593292 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:19.606621 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-74608443-f327-4566-ab9d-8888c05f45c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d46f9c-b5ea-4155-83d7-7215a9e52e2f HTTP/1.1" status: 200 len: 217 time: 0.0930066 Nov 16 04:49:19.628718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-dfeb8aa9-b6ef-4d4d-8f2d-85e8640b8507 service neutron] 10.222.0.15 "GET /v2.0/networks/84b814da-11cc-4f92-bfe1-83f3a46f4a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147174 Nov 16 04:49:19.648423 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 10ff97ee-f373-4db5-a57f-eae61ba73e8e completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:19.654090 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 10ff97ee-f373-4db5-a57f-eae61ba73e8e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:19.654464 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:19.681044 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-8d6175bd-8b24-4712-8d56-fb68b0a55f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:19.682596 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-8d6175bd-8b24-4712-8d56-fb68b0a55f03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0 HTTP/1.1" status: 200 len: 853 time: 0.0676041 Nov 16 04:49:19.705422 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:19.761186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-f1eee556-7563-45ec-8e6b-e1841284ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:19.763008 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-f1eee556-7563-45ec-8e6b-e1841284ddfb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679767 Nov 16 04:49:19.766138 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f52c05d-412d-4784-8c63-53cef7ef7f07 req-d50b79cf-6237-4eb6-b0b6-7672658477d3 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063432 Nov 16 04:49:19.822283 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:19.826431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f366b7b-b1a0-4937-a1c4-9529c8458ab7 req-3c3e721c-298b-477d-a192-d163b43b7c8e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:19.827983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f366b7b-b1a0-4937-a1c4-9529c8458ab7 req-3c3e721c-298b-477d-a192-d163b43b7c8e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.2165549 Nov 16 04:49:19.858576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556cd1e2-0e33-4491-ba20-a7e7bc6b92c7'}, {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67326287-18f5-45b8-8163-5eb143ba21c1'}, {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8178ccda-af63-4072-ac8f-d3f04afc358b'}, {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1'}, {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8360c88d-5afc-43f1-9479-fb3f96d0f2bb'}, {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ff97ee-f373-4db5-a57f-eae61ba73e8e'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:19.861453 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77eba14d-ade5-4336-9443-3a228d5dc450" -d '{"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "556cd1e2-0e33-4491-ba20-a7e7bc6b92c7"}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "67326287-18f5-45b8-8163-5eb143ba21c1"}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "8178ccda-af63-4072-ac8f-d3f04afc358b"}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "e345ae6c-f54a-4df8-9d17-3ce9f69a7de1"}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "8360c88d-5afc-43f1-9479-fb3f96d0f2bb"}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "10ff97ee-f373-4db5-a57f-eae61ba73e8e"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:19.873837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 10ff97ee-f373-4db5-a57f-eae61ba73e8e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=10ff97ee-f373-4db5-a57f-eae61ba73e8e,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:19.876714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:19.881450 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:19.881450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 09f8af55-badd-41b7-a94d-d362718c5b52 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:19.913364 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-4b093a26-54e9-44b6-a3b2-fe7de6e646c4 service neutron] 10.222.0.15 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377795 Nov 16 04:49:19.963710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f366b7b-b1a0-4937-a1c4-9529c8458ab7 req-77bf76e9-408e-4b61-a446-fce67b593121 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261544 Nov 16 04:49:20.003621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790aeed-c4a3-4361-b2e4-52918cfbca63 req-0629377c-d7b1-4ed8-88d4-f98aa132a1ae tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.010799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=10ff97ee-f373-4db5-a57f-eae61ba73e8e,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:20.011830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790aeed-c4a3-4361-b2e4-52918cfbca63 req-0629377c-d7b1-4ed8-88d4-f98aa132a1ae tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.011959 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-83a44cee-3988-4ae3-9684-1cfdedaefda1 req-7f9f4221-827d-42b3-8a75-31d81072671e service neutron] 10.222.0.15 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912652 Nov 16 04:49:20.029853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790aeed-c4a3-4361-b2e4-52918cfbca63 req-0629377c-d7b1-4ed8-88d4-f98aa132a1ae tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.039262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790aeed-c4a3-4361-b2e4-52918cfbca63 req-0629377c-d7b1-4ed8-88d4-f98aa132a1ae tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.039566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 09f8af55-badd-41b7-a94d-d362718c5b52 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:20.047215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790aeed-c4a3-4361-b2e4-52918cfbca63 req-0629377c-d7b1-4ed8-88d4-f98aa132a1ae tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.050717 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232bbf3f-d087-45c1-a01c-3c881137758e x-openstack-request-id: req-232bbf3f-d087-45c1-a01c-3c881137758e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:20.051176 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "556cd1e2-0e33-4491-ba20-a7e7bc6b92c7", "code": 200}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "67326287-18f5-45b8-8163-5eb143ba21c1", "code": 200}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "8178ccda-af63-4072-ac8f-d3f04afc358b", "code": 200}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "e345ae6c-f54a-4df8-9d17-3ce9f69a7de1", "code": 200}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "8360c88d-5afc-43f1-9479-fb3f96d0f2bb", "code": 200}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "10ff97ee-f373-4db5-a57f-eae61ba73e8e", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:20.051308 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-232bbf3f-d087-45c1-a01c-3c881137758e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:20.051681 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556cd1e2-0e33-4491-ba20-a7e7bc6b92c7', 'code': 200} Nov 16 04:49:20.051939 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67326287-18f5-45b8-8163-5eb143ba21c1', 'code': 200} Nov 16 04:49:20.052187 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8178ccda-af63-4072-ac8f-d3f04afc358b', 'code': 200} Nov 16 04:49:20.052706 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1', 'code': 200} Nov 16 04:49:20.052706 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8360c88d-5afc-43f1-9479-fb3f96d0f2bb', 'code': 200} Nov 16 04:49:20.052920 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ff97ee-f373-4db5-a57f-eae61ba73e8e', 'code': 200} Nov 16 04:49:20.054990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 09f8af55-badd-41b7-a94d-d362718c5b52 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:20.055353 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:20.056444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790aeed-c4a3-4361-b2e4-52918cfbca63 req-0629377c-d7b1-4ed8-88d4-f98aa132a1ae tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.062967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790aeed-c4a3-4361-b2e4-52918cfbca63 req-0629377c-d7b1-4ed8-88d4-f98aa132a1ae tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.065121 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e790aeed-c4a3-4361-b2e4-52918cfbca63 req-0629377c-d7b1-4ed8-88d4-f98aa132a1ae tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5444 time: 0.1828635 Nov 16 04:49:20.069146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-c9110d19-14e2-45a6-9ad7-dcef25eb9919 service neutron] 10.222.0.15 "GET /v2.0/networks/84b814da-11cc-4f92-bfe1-83f3a46f4a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225128 Nov 16 04:49:20.111535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a250d-2905-4e7e-8020-2f9ad730fa1f req-d8136927-33f4-4920-9ced-324657d56748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.114350 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-218a250d-2905-4e7e-8020-2f9ad730fa1f req-d8136927-33f4-4920-9ced-324657d56748 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdd12efca0524837b1903138eb6600bd&device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 1095 time: 0.0482814 Nov 16 04:49:20.164872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-e3759c01-4b6d-4d84-abbd-986380150eb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.37&port_id=e764b407-b794-4e16-8898-6f59f8280cdc HTTP/1.1" status: 200 len: 217 time: 0.0866809 Nov 16 04:49:20.170352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8499a4ae-7399-4c58-8de1-119b60be4b94 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:20.190417 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:20.204984 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:20.227024 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a250d-2905-4e7e-8020-2f9ad730fa1f req-809c2439-5dd6-40c4-a0ca-121bf00f243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.229191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 09f8af55-badd-41b7-a94d-d362718c5b52, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09f8af55-badd-41b7-a94d-d362718c5b52,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:20.229372 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-218a250d-2905-4e7e-8020-2f9ad730fa1f req-809c2439-5dd6-40c4-a0ca-121bf00f243e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc HTTP/1.1" status: 200 len: 915 time: 0.1084406 Nov 16 04:49:20.234049 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:20.273572 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-218a250d-2905-4e7e-8020-2f9ad730fa1f req-af5e2bb8-0ab4-4f8c-a234-851e32e06def service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91d46f9c-b5ea-4155-83d7-7215a9e52e2f HTTP/1.1" status: 200 len: 217 time: 0.0368199 Nov 16 04:49:20.284793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=09f8af55-badd-41b7-a94d-d362718c5b52,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:20.331147 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a250d-2905-4e7e-8020-2f9ad730fa1f req-4aabe829-963b-4595-a0d1-49644fbea40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.332636 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-218a250d-2905-4e7e-8020-2f9ad730fa1f req-4aabe829-963b-4595-a0d1-49644fbea40a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0 HTTP/1.1" status: 200 len: 853 time: 0.0503914 Nov 16 04:49:20.381032 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a250d-2905-4e7e-8020-2f9ad730fa1f req-13f9e22e-3f20-447d-8fc8-a01fe5a83d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.383214 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-218a250d-2905-4e7e-8020-2f9ad730fa1f req-13f9e22e-3f20-447d-8fc8-a01fe5a83d94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414908 Nov 16 04:49:20.480351 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-218a250d-2905-4e7e-8020-2f9ad730fa1f req-dd35312d-6d80-49e8-9396-c3bd7ba89b4d service neutron] 10.222.0.15 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885720 Nov 16 04:49:20.489688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e790aeed-c4a3-4361-b2e4-52918cfbca63 req-80edf650-801d-4880-bba4-6458e3f59fab tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3703179 Nov 16 04:49:20.517182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Transition to ACTIVE for port object 8499a4ae-7399-4c58-8de1-119b60be4b94 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:49:20.518590 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:20.525136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-4a1c1a01-be8a-4de4-86ce-273630f1663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.526641 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-4a1c1a01-be8a-4de4-86ce-273630f1663f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9534b612-72ad-4d43-ae4d-9814855b029a HTTP/1.1" status: 200 len: 801 time: 0.3381150 Nov 16 04:49:20.540392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee7c7a-7c10-477d-ba04-0f66c7986535 req-803bc4f3-4e23-4314-b3a4-726d70a16ad3 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.541920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01ee7c7a-7c10-477d-ba04-0f66c7986535 req-803bc4f3-4e23-4314-b3a4-726d70a16ad3 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 944 time: 0.3815725 Nov 16 04:49:20.582372 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-218a250d-2905-4e7e-8020-2f9ad730fa1f req-417f6f54-08dd-40bd-9e41-acfa3537cc34 service neutron] 10.222.0.15 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941513 Nov 16 04:49:20.633712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Pushing event updated for resources: {'Port': ['ID=8499a4ae-7399-4c58-8de1-119b60be4b94,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:20.682688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-52170480-3c0d-447b-9877-a7308ba762f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.684499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-52170480-3c0d-447b-9877-a7308ba762f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4199b142-acd0-40f3-9423-fe117cdb6b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1241393 Nov 16 04:49:20.716426 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01ee7c7a-7c10-477d-ba04-0f66c7986535 req-b5f54869-bf2d-47b3-9ae5-8e9454efbd17 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530669 Nov 16 04:49:20.845191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Attempting to bind port 8499a4ae-7399-4c58-8de1-119b60be4b94 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:49:20.845841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Attempting to bind port 8499a4ae-7399-4c58-8de1-119b60be4b94 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:49:20.845841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Attempting to bind port 8499a4ae-7399-4c58-8de1-119b60be4b94 on network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:20.849419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:20.871653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833583-7da7-4c53-b11a-536321ae9642 req-c415c35b-d09f-4c67-8a65-39af00dd0672 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.877808 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29833583-7da7-4c53-b11a-536321ae9642 req-c415c35b-d09f-4c67-8a65-39af00dd0672 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:20.879172 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29833583-7da7-4c53-b11a-536321ae9642 req-c415c35b-d09f-4c67-8a65-39af00dd0672 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1678 time: 0.1492929 Nov 16 04:49:20.884279 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Port 8499a4ae-7399-4c58-8de1-119b60be4b94 on network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:49:20.884626 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Attempting to bind port 8499a4ae-7399-4c58-8de1-119b60be4b94 on network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:20.897076 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:20.900937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:20.901360 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:20.906971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-dbd1d51f-431e-4972-955b-0d9ec438e1ec service neutron] 10.222.0.15 "GET /v2.0/networks/4199b142-acd0-40f3-9423-fe117cdb6b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026486 Nov 16 04:49:20.920147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:49:20.920490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Checking segment: {'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:20.920865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Bound using segment: {'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:49:20.921311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Bound port: 8499a4ae-7399-4c58-8de1-119b60be4b94, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bea6ab3-7d36-4d03-9858-d5678fca4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:49:20.921670 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:20.990578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:21.021299 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:21.025492 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:21.044630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35e9e0-0287-4848-b3f2-30943d68a2e6 req-1b7ab8d6-745c-4108-9c42-4518c9cafe59 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.046165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b35e9e0-0287-4848-b3f2-30943d68a2e6 req-1b7ab8d6-745c-4108-9c42-4518c9cafe59 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 945 time: 0.2066245 Nov 16 04:49:21.072763 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:21.089544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29833583-7da7-4c53-b11a-536321ae9642 req-8060b120-a678-4041-8309-e0c0f8ff1f49 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849356 Nov 16 04:49:21.143615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] For port 8499a4ae-7399-4c58-8de1-119b60be4b94, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:49:21.153995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a159d13-981a-492f-8249-c0e54fbbf17c req-3946e50a-30ee-433b-9bae-7b4f90579554 service neutron] 10.222.0.15 "GET /v2.0/networks/4199b142-acd0-40f3-9423-fe117cdb6b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350779 Nov 16 04:49:21.175253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] For port 8499a4ae-7399-4c58-8de1-119b60be4b94, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8499a4ae-7399-4c58-8de1-119b60be4b94,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:49:21.191519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b35e9e0-0287-4848-b3f2-30943d68a2e6 req-e9a58c33-1ee8-4543-9cf3-06a5ccd67b46 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348517 Nov 16 04:49:21.195706 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:21.265602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.266261 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:21.268051 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] 10.222.0.37 "PUT /v2.0/ports/8499a4ae-7399-4c58-8de1-119b60be4b94 HTTP/1.1" status: 200 len: 1091 time: 2.5391853 Nov 16 04:49:21.269079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45', 'tag': '8499a4ae-7399-4c58-8de1-119b60be4b94'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:21.272168 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dd3f81-f593-4b57-bebc-e1e7819c649c" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45", "tag": "8499a4ae-7399-4c58-8de1-119b60be4b94"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:21.299884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf909e81-659b-4a10-a0d5-576195c2b27e req-6d29b543-90da-422e-bea2-4140d6ad920c tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.302010 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf909e81-659b-4a10-a0d5-576195c2b27e req-6d29b543-90da-422e-bea2-4140d6ad920c tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1518278 Nov 16 04:49:21.345544 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2063aef-90df-496b-9d86-9c831eaf2337 service neutron] Pushing event updated for resources: {'Port': ['ID=8499a4ae-7399-4c58-8de1-119b60be4b94,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:21.364175 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfe8a2f-489b-4235-ba2b-2569aa260930 x-openstack-request-id: req-dcfe8a2f-489b-4235-ba2b-2569aa260930 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:21.364476 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45", "tag": "8499a4ae-7399-4c58-8de1-119b60be4b94", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:21.364729 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcfe8a2f-489b-4235-ba2b-2569aa260930 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:21.365140 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45', 'tag': '8499a4ae-7399-4c58-8de1-119b60be4b94', 'status': 'completed', 'code': 200} Nov 16 04:49:21.377314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953c28-b98b-47ab-841e-6f6eb23fcd3f req-ee0020d0-522e-4c1d-89e4-7543f2651498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.377823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953c28-b98b-47ab-841e-6f6eb23fcd3f req-ee0020d0-522e-4c1d-89e4-7543f2651498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.379427 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a953c28-b98b-47ab-841e-6f6eb23fcd3f req-ee0020d0-522e-4c1d-89e4-7543f2651498 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73c819dedc6941fc95e863eae825a90c&device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1980 time: 0.1539428 Nov 16 04:49:21.474985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf909e81-659b-4a10-a0d5-576195c2b27e req-ff6ecd45-3d44-4c10-9362-0c1ebb5c3402 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639333 Nov 16 04:49:21.496252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-947b6be1-d1b2-4543-9161-cd77d6fdf136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.496252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-947b6be1-d1b2-4543-9161-cd77d6fdf136 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdd12efca0524837b1903138eb6600bd&device_id=ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45 HTTP/1.1" status: 200 len: 1094 time: 0.1684570 Nov 16 04:49:21.573305 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-db816c33-4354-406b-8f30-7e5494548852 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8499a4ae-7399-4c58-8de1-119b60be4b94 HTTP/1.1" status: 200 len: 217 time: 0.0503411 Nov 16 04:49:21.671415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953c28-b98b-47ab-841e-6f6eb23fcd3f req-cafd1627-676f-4c09-b773-97aa76762a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.672884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a953c28-b98b-47ab-841e-6f6eb23fcd3f req-cafd1627-676f-4c09-b773-97aa76762a98 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4199b142-acd0-40f3-9423-fe117cdb6b9d HTTP/1.1" status: 200 len: 903 time: 0.2829957 Nov 16 04:49:21.707282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-287bef2a-662a-4d69-afd2-3de3202a9a34 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.708688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-287bef2a-662a-4d69-afd2-3de3202a9a34 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.2613266 Nov 16 04:49:21.743126 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a953c28-b98b-47ab-841e-6f6eb23fcd3f req-39227c83-7cbd-45dc-a293-97faf628294c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.37&port_id=e764b407-b794-4e16-8898-6f59f8280cdc HTTP/1.1" status: 200 len: 217 time: 0.0539234 Nov 16 04:49:21.744497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-ce745b0f-0ac9-4a69-91c8-1e24d988319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.745903 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-ce745b0f-0ac9-4a69-91c8-1e24d988319d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0 HTTP/1.1" status: 200 len: 853 time: 0.1621735 Nov 16 04:49:21.775632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664cd0-64fe-466c-a6b5-98aa9eb322a5 req-15308f47-2c30-4122-8695-83f8e65457ac tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.781542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664cd0-64fe-466c-a6b5-98aa9eb322a5 req-15308f47-2c30-4122-8695-83f8e65457ac tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.787506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664cd0-64fe-466c-a6b5-98aa9eb322a5 req-15308f47-2c30-4122-8695-83f8e65457ac tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.793422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664cd0-64fe-466c-a6b5-98aa9eb322a5 req-15308f47-2c30-4122-8695-83f8e65457ac tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.799334 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664cd0-64fe-466c-a6b5-98aa9eb322a5 req-15308f47-2c30-4122-8695-83f8e65457ac tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.805743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664cd0-64fe-466c-a6b5-98aa9eb322a5 req-15308f47-2c30-4122-8695-83f8e65457ac tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.811669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab664cd0-64fe-466c-a6b5-98aa9eb322a5 req-15308f47-2c30-4122-8695-83f8e65457ac tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.813434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab664cd0-64fe-466c-a6b5-98aa9eb322a5 req-15308f47-2c30-4122-8695-83f8e65457ac tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5445 time: 0.2339647 Nov 16 04:49:21.846448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-329207f1-97d7-4be8-8a48-7e604f53eb84 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/quotas/fca369ae4679409a8d7092d80703976f HTTP/1.1" status: 200 len: 375 time: 0.1075270 Nov 16 04:49:21.931109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953c28-b98b-47ab-841e-6f6eb23fcd3f req-54542832-0f87-4bee-859d-84b8b8e42464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.932563 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a953c28-b98b-47ab-841e-6f6eb23fcd3f req-54542832-0f87-4bee-859d-84b8b8e42464 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9534b612-72ad-4d43-ae4d-9814855b029a HTTP/1.1" status: 200 len: 801 time: 0.1798613 Nov 16 04:49:21.945330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-80a9734f-d78e-4cbd-a018-5c5ac5e2b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:21.946779 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-80a9734f-d78e-4cbd-a018-5c5ac5e2b9a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1824298 Nov 16 04:49:22.044619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-474adf17-7b07-4b72-848a-6370bf8c29d1 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1783171 Nov 16 04:49:22.051600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab664cd0-64fe-466c-a6b5-98aa9eb322a5 req-441c99f3-69dd-4cda-895f-dfc11b2e0559 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2069137 Nov 16 04:49:22.054362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f8af55-badd-41b7-a94d-d362718c5b52'}, {'server_uuid': '979995c2-8a6b-4121-8730-d18dd49cfdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:22.057925 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a675fd-19dc-4675-84d7-3393805226d1" -d '{"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "09f8af55-badd-41b7-a94d-d362718c5b52"}, {"server_uuid": "979995c2-8a6b-4121-8730-d18dd49cfdbb", "name": "network-vif-plugged", "status": "completed", "tag": "b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:22.130074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953c28-b98b-47ab-841e-6f6eb23fcd3f req-65aaa0c5-cb45-4446-a5b9-bfe1bfcf6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:22.131574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a953c28-b98b-47ab-841e-6f6eb23fcd3f req-65aaa0c5-cb45-4446-a5b9-bfe1bfcf6384 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4199b142-acd0-40f3-9423-fe117cdb6b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1910901 Nov 16 04:49:22.178243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-354ec891-12dc-4ce0-95ba-0fcb5e76c0f3 service neutron] 10.222.0.37 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113092 Nov 16 04:49:22.295412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-8b699c8b-8ce0-40bd-a0c5-f4b8ef5d0b5e service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394109 Nov 16 04:49:22.399471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a953c28-b98b-47ab-841e-6f6eb23fcd3f req-c7a459b9-20c9-4a3b-8bb2-914668d89a6a service neutron] 10.222.0.15 "GET /v2.0/networks/4199b142-acd0-40f3-9423-fe117cdb6b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540300 Nov 16 04:49:22.449261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba9125-c724-462f-9194-16b259f8cbbd req-04fb0931-8b10-4fa5-b532-12f862466a9c tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:22.450750 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3ba9125-c724-462f-9194-16b259f8cbbd req-04fb0931-8b10-4fa5-b532-12f862466a9c tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 944 time: 0.1784716 Nov 16 04:49:22.485607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-669aaecc-8825-4bb7-aa4c-b417d8b9aaad req-1435ba4c-5e04-4537-a849-c80cf87af3db service neutron] 10.222.0.37 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761014 Nov 16 04:49:22.802277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-6f0506f4-89e7-4e5b-86ae-58f5cb476f15 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891763 Nov 16 04:49:22.840636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3ba9125-c724-462f-9194-16b259f8cbbd req-ea774206-8950-436d-87b7-8ff1fa4b08e8 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588979 Nov 16 04:49:22.842029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a48a2502-fee5-47f8-b30c-fdb0495126a1 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:22.845648 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a953c28-b98b-47ab-841e-6f6eb23fcd3f req-43d2bb57-5823-474c-9c30-7f10e72680a4 service neutron] 10.222.0.15 "GET /v2.0/networks/4199b142-acd0-40f3-9423-fe117cdb6b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374831 Nov 16 04:49:22.848332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd3f81-f593-4b57-bebc-e1e7819c649c req-56070852-0ada-470b-9304-e6e2d8ba803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:22.849846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8dd3f81-f593-4b57-bebc-e1e7819c649c req-56070852-0ada-470b-9304-e6e2d8ba803c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=bdd12efca0524837b1903138eb6600bd&device_id=ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45 HTTP/1.1" status: 200 len: 1094 time: 0.1059248 Nov 16 04:49:22.950990 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e29cf1-b884-46fa-9288-b75931eb068a x-openstack-request-id: req-56e29cf1-b884-46fa-9288-b75931eb068a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:22.951486 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-plugged", "status": "completed", "tag": "09f8af55-badd-41b7-a94d-d362718c5b52", "code": 200}, {"server_uuid": "979995c2-8a6b-4121-8730-d18dd49cfdbb", "name": "network-vif-plugged", "status": "completed", "tag": "b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:22.952224 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56e29cf1-b884-46fa-9288-b75931eb068a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:22.952668 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f8af55-badd-41b7-a94d-d362718c5b52', 'code': 200} Nov 16 04:49:22.953137 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979995c2-8a6b-4121-8730-d18dd49cfdbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960', 'code': 200} Nov 16 04:49:22.993080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a48a2502-fee5-47f8-b30c-fdb0495126a1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a48a2502-fee5-47f8-b30c-fdb0495126a1,segment=NetworkSegment(9129a8cf-861d-4361-a971-95ba4e308c0d),segment_id=9129a8cf-861d-4361-a971-95ba4e308c0d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:23.007290 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'a48a2502-fee5-47f8-b30c-fdb0495126a1', 'network_id': '84b814da-11cc-4f92-bfe1-83f3a46f4a3b', 'port_id': 'a48a2502-fee5-47f8-b30c-fdb0495126a1', 'mac_address': 'fa:16:3e:1b:7a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '929f1050-b5a2-4960-98a8-749e1b2cc142', 'ip_address': '19.80.0.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:23.051967 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:23.066518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48a2502-fee5-47f8-b30c-fdb0495126a1 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:23.088065 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a48a2502-fee5-47f8-b30c-fdb0495126a1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a48a2502-fee5-47f8-b30c-fdb0495126a1,segment=NetworkSegment(9129a8cf-861d-4361-a971-95ba4e308c0d),segment_id=9129a8cf-861d-4361-a971-95ba4e308c0d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:23.092616 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:23.093548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 91d46f9c-b5ea-4155-83d7-7215a9e52e2f details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:23.166170 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd3f81-f593-4b57-bebc-e1e7819c649c req-3a53d124-ad7f-40e8-8ad2-3bf70c400370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.167811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8dd3f81-f593-4b57-bebc-e1e7819c649c req-3a53d124-ad7f-40e8-8ad2-3bf70c400370 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc HTTP/1.1" status: 200 len: 915 time: 0.3107941 Nov 16 04:49:23.187350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ac226-fa6f-42f6-9d9c-39e7d7f2ae90 req-fd712752-8756-4e96-9893-9f243b8c5111 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.189544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a26ac226-fa6f-42f6-9d9c-39e7d7f2ae90 req-fd712752-8756-4e96-9893-9f243b8c5111 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1748779 Nov 16 04:49:23.198766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213c541-923a-4114-8a30-785f54aff399 req-c02b89f9-6522-4484-9b54-df1c115ebbb7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.205110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213c541-923a-4114-8a30-785f54aff399 req-c02b89f9-6522-4484-9b54-df1c115ebbb7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.206807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=a48a2502-fee5-47f8-b30c-fdb0495126a1,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:23.213086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e213c541-923a-4114-8a30-785f54aff399 req-c02b89f9-6522-4484-9b54-df1c115ebbb7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1678 time: 0.2287686 Nov 16 04:49:23.249053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=91d46f9c-b5ea-4155-83d7-7215a9e52e2f,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:23.261096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '91d46f9c-b5ea-4155-83d7-7215a9e52e2f', 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc', 'port_id': '91d46f9c-b5ea-4155-83d7-7215a9e52e2f', 'mac_address': 'fa:16:3e:cf:28:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:23.296691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8dd3f81-f593-4b57-bebc-e1e7819c649c req-b10f2976-d045-4376-b778-6f4c705325ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8499a4ae-7399-4c58-8de1-119b60be4b94 HTTP/1.1" status: 200 len: 217 time: 0.0636730 Nov 16 04:49:23.302004 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:23.319993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d46f9c-b5ea-4155-83d7-7215a9e52e2f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:23.340659 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=91d46f9c-b5ea-4155-83d7-7215a9e52e2f,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:23.344996 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:23.345643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e764b407-b794-4e16-8898-6f59f8280cdc details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:23.351604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a26ac226-fa6f-42f6-9d9c-39e7d7f2ae90 req-4fc21019-f861-405a-9587-fda6cacc45aa tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823717 Nov 16 04:49:23.361606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf289abd-b86c-4aec-8b8f-9ad7ca2ea007 req-651f9789-234f-4b7b-925e-0c7e31051ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.362379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf289abd-b86c-4aec-8b8f-9ad7ca2ea007 req-651f9789-234f-4b7b-925e-0c7e31051ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.362856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf289abd-b86c-4aec-8b8f-9ad7ca2ea007 req-651f9789-234f-4b7b-925e-0c7e31051ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.363318 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf289abd-b86c-4aec-8b8f-9ad7ca2ea007 req-651f9789-234f-4b7b-925e-0c7e31051ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.363778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf289abd-b86c-4aec-8b8f-9ad7ca2ea007 req-651f9789-234f-4b7b-925e-0c7e31051ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.364234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf289abd-b86c-4aec-8b8f-9ad7ca2ea007 req-651f9789-234f-4b7b-925e-0c7e31051ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.364685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf289abd-b86c-4aec-8b8f-9ad7ca2ea007 req-651f9789-234f-4b7b-925e-0c7e31051ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.366736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf289abd-b86c-4aec-8b8f-9ad7ca2ea007 req-651f9789-234f-4b7b-925e-0c7e31051ab5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6502 time: 0.2957711 Nov 16 04:49:23.368464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b816a1-b38e-40c8-8771-1131202190a6 req-9f1a3681-1950-452a-9e5e-5ec636f47412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.369850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2b816a1-b38e-40c8-8771-1131202190a6 req-9f1a3681-1950-452a-9e5e-5ec636f47412 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 1096 time: 0.3122740 Nov 16 04:49:23.401610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=91d46f9c-b5ea-4155-83d7-7215a9e52e2f,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:23.416905 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e213c541-923a-4114-8a30-785f54aff399 req-e05fe9c1-1bd6-4da9-abc1-c5ce0daa10bf tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028542 Nov 16 04:49:23.455210 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9df692fe-7717-487c-8661-e52eeb414ba3 req-bab8dcd0-30f0-4ddd-87be-687ae51e3287 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 210 time: 0.0500748 Nov 16 04:49:23.518505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf289abd-b86c-4aec-8b8f-9ad7ca2ea007 req-bf04a77b-d021-4b4e-a609-4d4754807bc1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1278069 Nov 16 04:49:23.550619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd3f81-f593-4b57-bebc-e1e7819c649c req-6c65ff0a-cc8e-44c2-8164-d4be4d3d31fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.552010 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8dd3f81-f593-4b57-bebc-e1e7819c649c req-6c65ff0a-cc8e-44c2-8164-d4be4d3d31fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0 HTTP/1.1" status: 200 len: 853 time: 0.2181385 Nov 16 04:49:23.569228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2b816a1-b38e-40c8-8771-1131202190a6 req-ad23a7d9-292a-42ab-8a96-3d9e33ade47d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733489 Nov 16 04:49:23.572091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e764b407-b794-4e16-8898-6f59f8280cdc, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e764b407-b794-4e16-8898-6f59f8280cdc,segment=NetworkSegment(92ef1565-0c21-4a63-ae40-bf421189aca4),segment_id=92ef1565-0c21-4a63-ae40-bf421189aca4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:23.583425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'e764b407-b794-4e16-8898-6f59f8280cdc', 'network_id': '4199b142-acd0-40f3-9423-fe117cdb6b9d', 'port_id': 'e764b407-b794-4e16-8898-6f59f8280cdc', 'mac_address': 'fa:16:3e:65:cc:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9534b612-72ad-4d43-ae4d-9814855b029a', 'ip_address': '19.86.0.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:23.590320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed43a5-05b7-4d61-af63-796418637af4 req-903054e2-cd93-44d8-96bb-3f16e1bcac8e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.596288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed43a5-05b7-4d61-af63-796418637af4 req-903054e2-cd93-44d8-96bb-3f16e1bcac8e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.602864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed43a5-05b7-4d61-af63-796418637af4 req-903054e2-cd93-44d8-96bb-3f16e1bcac8e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.608837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed43a5-05b7-4d61-af63-796418637af4 req-903054e2-cd93-44d8-96bb-3f16e1bcac8e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.614822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed43a5-05b7-4d61-af63-796418637af4 req-903054e2-cd93-44d8-96bb-3f16e1bcac8e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.620776 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed43a5-05b7-4d61-af63-796418637af4 req-903054e2-cd93-44d8-96bb-3f16e1bcac8e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.624041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:23.626743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed43a5-05b7-4d61-af63-796418637af4 req-903054e2-cd93-44d8-96bb-3f16e1bcac8e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.628683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95ed43a5-05b7-4d61-af63-796418637af4 req-903054e2-cd93-44d8-96bb-3f16e1bcac8e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5445 time: 0.1229911 Nov 16 04:49:23.637145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e764b407-b794-4e16-8898-6f59f8280cdc {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:23.656289 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e764b407-b794-4e16-8898-6f59f8280cdc, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e764b407-b794-4e16-8898-6f59f8280cdc,segment=NetworkSegment(92ef1565-0c21-4a63-ae40-bf421189aca4),segment_id=92ef1565-0c21-4a63-ae40-bf421189aca4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:23.660313 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:23.688856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95ed43a5-05b7-4d61-af63-796418637af4 req-55b4cf51-2ebd-41f5-8101-1ec8d5261457 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530114 Nov 16 04:49:23.706345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e764b407-b794-4e16-8898-6f59f8280cdc,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:23.801720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd3f81-f593-4b57-bebc-e1e7819c649c req-890cd34b-4705-4a58-8aef-129572be2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:23.803210 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8dd3f81-f593-4b57-bebc-e1e7819c649c req-890cd34b-4705-4a58-8aef-129572be2501 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469444 Nov 16 04:49:23.902494 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8dd3f81-f593-4b57-bebc-e1e7819c649c req-a8166185-09f4-4c05-a84e-5dc036bea52f service neutron] 10.222.0.37 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897200 Nov 16 04:49:23.987018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['a48a2502-fee5-47f8-b30c-fdb0495126a1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:24.037462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7a33a-b09f-4428-9a2e-3ea0579f2de2 req-bd8d0e0e-d403-43d3-96c5-52835909853b tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:24.039031 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b7a7a33a-b09f-4428-9a2e-3ea0579f2de2 req-bd8d0e0e-d403-43d3-96c5-52835909853b tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 945 time: 0.1085479 Nov 16 04:49:24.042707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8dd3f81-f593-4b57-bebc-e1e7819c649c req-8e90d758-b396-4ba0-9836-2a671b0c7039 service neutron] 10.222.0.37 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312809 Nov 16 04:49:24.055014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['91d46f9c-b5ea-4155-83d7-7215a9e52e2f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:24.091547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b7a7a33a-b09f-4428-9a2e-3ea0579f2de2 req-b15d85c8-b537-4d2b-b538-d54a019a9cbf tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462461 Nov 16 04:49:24.352264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-047ac067-c059-4ed0-a49f-512c1deb26f3 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:24.353650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-047ac067-c059-4ed0-a49f-512c1deb26f3 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.37 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.1087494 Nov 16 04:49:24.369136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-fd38142f-c731-4838-80a4-b0b75b5ef235 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Request body: {'port': {'device_id': '3f860e99-02f7-4fd8-bd59-f07803f56386', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'admin_state_up': True, 'tenant_id': 'fca369ae4679409a8d7092d80703976f'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:24.510340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291768cf-c71d-4f04-8eb4-c8cfb538a72f req-003cce75-1375-458f-9b92-eb89b1cf47a7 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:24.511773 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-291768cf-c71d-4f04-8eb4-c8cfb538a72f req-003cce75-1375-458f-9b92-eb89b1cf47a7 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.0832183 Nov 16 04:49:24.571576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-fd38142f-c731-4838-80a4-b0b75b5ef235 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Made reservation on behalf of fca369ae4679409a8d7092d80703976f for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:24.575011 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-fd38142f-c731-4838-80a4-b0b75b5ef235 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:24.605446 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aafd1-30c6-44d7-aa95-36f5bf9a3c52 req-dd8ac315-02c1-4b0c-9414-5450ea8e4584 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:24.611349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866aafd1-30c6-44d7-aa95-36f5bf9a3c52 req-dd8ac315-02c1-4b0c-9414-5450ea8e4584 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:24.612901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-866aafd1-30c6-44d7-aa95-36f5bf9a3c52 req-dd8ac315-02c1-4b0c-9414-5450ea8e4584 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1680 time: 0.1244199 Nov 16 04:49:24.634966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-291768cf-c71d-4f04-8eb4-c8cfb538a72f req-f61ca5a8-4d8e-4402-871e-b0893006e574 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168537 Nov 16 04:49:24.746056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-866aafd1-30c6-44d7-aa95-36f5bf9a3c52 req-43ba591d-3951-4f0a-b680-aa7050ac641a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232240 Nov 16 04:49:24.747908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f584fe91-bcd7-4a97-bb26-2e0b184e66fd req-dc25c661-8d71-4991-b404-6c522e1bab21 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 210 time: 0.0461926 Nov 16 04:49:24.815097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-fd38142f-c731-4838-80a4-b0b75b5ef235 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Allocated IP 172.20.0.12 (814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93/1e81786c-f14f-4e29-8eb3-5467ad56d563/9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:24.926630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853d706-1d1f-4e59-95ad-7f5909288daa req-06beb213-4806-45c0-be26-e4aad20f65a6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:24.934100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853d706-1d1f-4e59-95ad-7f5909288daa req-06beb213-4806-45c0-be26-e4aad20f65a6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:24.940342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853d706-1d1f-4e59-95ad-7f5909288daa req-06beb213-4806-45c0-be26-e4aad20f65a6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:24.946897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853d706-1d1f-4e59-95ad-7f5909288daa req-06beb213-4806-45c0-be26-e4aad20f65a6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:24.952781 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853d706-1d1f-4e59-95ad-7f5909288daa req-06beb213-4806-45c0-be26-e4aad20f65a6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:24.958787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853d706-1d1f-4e59-95ad-7f5909288daa req-06beb213-4806-45c0-be26-e4aad20f65a6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:24.965133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853d706-1d1f-4e59-95ad-7f5909288daa req-06beb213-4806-45c0-be26-e4aad20f65a6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:24.967102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6853d706-1d1f-4e59-95ad-7f5909288daa req-06beb213-4806-45c0-be26-e4aad20f65a6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5445 time: 0.1433706 Nov 16 04:49:25.065080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e764b407-b794-4e16-8898-6f59f8280cdc'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:25.093622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6853d706-1d1f-4e59-95ad-7f5909288daa req-ce600425-6841-4f86-9834-5c292f3f18f4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200240 Nov 16 04:49:25.127620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-fd38142f-c731-4838-80a4-b0b75b5ef235 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:25.170406 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-fd38142f-c731-4838-80a4-b0b75b5ef235 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:25.244797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-fd38142f-c731-4838-80a4-b0b75b5ef235 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:25.254541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-fd38142f-c731-4838-80a4-b0b75b5ef235 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:25.259402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-fd38142f-c731-4838-80a4-b0b75b5ef235 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:25.284789 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38142f-c731-4838-80a4-b0b75b5ef235 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event updated for resources: {'Port': ['ID=9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:25.299824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31700ca-5ca0-40ed-8123-bae892b3e2c6 req-010b2f14-5de1-4fd6-88ed-5d5e11f2fd9c tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:25.301317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d31700ca-5ca0-40ed-8123-bae892b3e2c6 req-010b2f14-5de1-4fd6-88ed-5d5e11f2fd9c tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 945 time: 0.1289916 Nov 16 04:49:25.336221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-fd38142f-c731-4838-80a4-b0b75b5ef235 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:25.336821 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-fd38142f-c731-4838-80a4-b0b75b5ef235 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:25.365528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-fd38142f-c731-4838-80a4-b0b75b5ef235 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0001171 Nov 16 04:49:25.372848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d31700ca-5ca0-40ed-8123-bae892b3e2c6 req-20981ad0-ce60-4409-8c7f-1c184638f4f8 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641556 Nov 16 04:49:25.377611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Request body: {'port': {'device_id': '3f860e99-02f7-4fd8-bd59-f07803f56386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:25.430872 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:25.539986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8499a4ae-7399-4c58-8de1-119b60be4b94 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:25.637627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 8499a4ae-7399-4c58-8de1-119b60be4b94, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8499a4ae-7399-4c58-8de1-119b60be4b94,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:25.648819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '8499a4ae-7399-4c58-8de1-119b60be4b94', 'network_id': '0a657b61-39b1-4807-9d91-5c0a1cedc0fc', 'port_id': '8499a4ae-7399-4c58-8de1-119b60be4b94', 'mac_address': 'fa:16:3e:c0:2e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:25.685232 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:25.696825 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:25.698652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8499a4ae-7399-4c58-8de1-119b60be4b94 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:25.704543 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:25.717819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 8499a4ae-7399-4c58-8de1-119b60be4b94, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8499a4ae-7399-4c58-8de1-119b60be4b94,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:25.721634 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:25.742659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Transition to ACTIVE for port object 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:49:25.750046 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:25.775107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=8499a4ae-7399-4c58-8de1-119b60be4b94,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:25.798717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026', 'f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:25.818314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5516e0c-e841-4757-98c3-5b485c85b89a req-d8f8932a-78c6-4c00-bcbc-cc381b8a49be tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:25.820421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5516e0c-e841-4757-98c3-5b485c85b89a req-d8f8932a-78c6-4c00-bcbc-cc381b8a49be tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1086824 Nov 16 04:49:25.858662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:25.977117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5516e0c-e841-4757-98c3-5b485c85b89a req-ceb42bcd-a16b-4447-a631-367c1c30a2ee tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463146 Nov 16 04:49:25.986663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6e958-9924-4a0d-8f3d-7bd1fafa9ae4 req-93026f3b-ee63-4a3f-a75c-c6e25e8279ea tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:25.993889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6e958-9924-4a0d-8f3d-7bd1fafa9ae4 req-93026f3b-ee63-4a3f-a75c-c6e25e8279ea tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:25.995623 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47b6e958-9924-4a0d-8f3d-7bd1fafa9ae4 req-93026f3b-ee63-4a3f-a75c-c6e25e8279ea tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1680 time: 0.1407290 Nov 16 04:49:25.996836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Attempting to bind port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:49:25.997183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Attempting to bind port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:49:25.997497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Attempting to bind port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:26.004044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:49:26.004376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Attempting to bind port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:26.019050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:49:26.019411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Checking segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:26.019830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Bound using segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:49:26.020273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Bound port: 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:49:26.020633 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:26.117394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['8499a4ae-7399-4c58-8de1-119b60be4b94'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:26.119674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47b6e958-9924-4a0d-8f3d-7bd1fafa9ae4 req-196996d3-e9e9-4f34-97b8-e96aa2eaab44 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099787 Nov 16 04:49:26.155114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] For port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:49:26.164658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbac7c0-ad42-455b-ab26-620803b88e90 req-4e55fa58-34e7-4bd6-90f3-9030fb106c3c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.166191 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cbac7c0-ad42-455b-ab26-620803b88e90 req-4e55fa58-34e7-4bd6-90f3-9030fb106c3c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 944 time: 0.1149626 Nov 16 04:49:26.168032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] For port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:49:26.177725 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:26.239796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.241034 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:26.243114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] 10.222.0.37 "PUT /v2.0/ports/9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 HTTP/1.1" status: 200 len: 1092 time: 0.8692334 Nov 16 04:49:26.243598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f860e99-02f7-4fd8-bd59-f07803f56386', 'tag': '9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:26.246362 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb192a8-f12b-4ed9-ad49-00bf72f18075" -d '{"events": [{"name": "network-changed", "server_uuid": "3f860e99-02f7-4fd8-bd59-f07803f56386", "tag": "9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:26.272616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b655f-2289-4aa3-82d3-86b1be349266 service neutron] Pushing event updated for resources: {'Port': ['ID=9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:26.304424 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cbac7c0-ad42-455b-ab26-620803b88e90 req-e6654026-8d46-440a-aed8-0c5a8497b747 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288633 Nov 16 04:49:26.346035 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9a54d1-e1e8-4e93-a0b8-4d6cf8bd510b x-openstack-request-id: req-6d9a54d1-e1e8-4e93-a0b8-4d6cf8bd510b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:26.346338 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f860e99-02f7-4fd8-bd59-f07803f56386", "tag": "9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:26.346595 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d9a54d1-e1e8-4e93-a0b8-4d6cf8bd510b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:26.346994 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f860e99-02f7-4fd8-bd59-f07803f56386', 'tag': '9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1', 'status': 'completed', 'code': 200} Nov 16 04:49:26.392764 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-d14dedf3-4174-4611-b147-3320a1625e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.394297 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-d14dedf3-4174-4611-b147-3320a1625e63 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 1095 time: 0.0839522 Nov 16 04:49:26.410751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0d73e-b199-4663-909a-1d80d7d8e8dd req-0993c5cf-0bd7-45b7-b089-6cbf07c94a1c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.417264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0d73e-b199-4663-909a-1d80d7d8e8dd req-0993c5cf-0bd7-45b7-b089-6cbf07c94a1c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.423247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0d73e-b199-4663-909a-1d80d7d8e8dd req-0993c5cf-0bd7-45b7-b089-6cbf07c94a1c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.429249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0d73e-b199-4663-909a-1d80d7d8e8dd req-0993c5cf-0bd7-45b7-b089-6cbf07c94a1c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.435197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0d73e-b199-4663-909a-1d80d7d8e8dd req-0993c5cf-0bd7-45b7-b089-6cbf07c94a1c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.441094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0d73e-b199-4663-909a-1d80d7d8e8dd req-0993c5cf-0bd7-45b7-b089-6cbf07c94a1c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.447174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0d73e-b199-4663-909a-1d80d7d8e8dd req-0993c5cf-0bd7-45b7-b089-6cbf07c94a1c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.449086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3c0d73e-b199-4663-909a-1d80d7d8e8dd req-0993c5cf-0bd7-45b7-b089-6cbf07c94a1c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5445 time: 0.1013405 Nov 16 04:49:26.521940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-1eb83ac6-c0fd-4b20-852d-2cdf960e3b5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 HTTP/1.1" status: 200 len: 217 time: 0.0718374 Nov 16 04:49:26.606729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718c202-1111-4072-9333-f2e6e8eb0b9d req-448704f6-802f-46d3-b889-879823854589 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.608224 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e718c202-1111-4072-9333-f2e6e8eb0b9d req-448704f6-802f-46d3-b889-879823854589 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 945 time: 0.1571290 Nov 16 04:49:26.612912 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-1b730def-3898-4dfb-a076-37b0f7cc8b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.614280 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-1b730def-3898-4dfb-a076-37b0f7cc8b10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.0854585 Nov 16 04:49:26.619197 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3c0d73e-b199-4663-909a-1d80d7d8e8dd req-d7db2418-5404-4abb-a341-5b72db5ad4bc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1539431 Nov 16 04:49:26.657119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-79032cb2-ad76-4bb1-afd3-c139df9c0370 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312142 Nov 16 04:49:26.738804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e718c202-1111-4072-9333-f2e6e8eb0b9d req-c7f87c97-1eb3-4522-a17e-9b93ded0b290 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186523 Nov 16 04:49:26.800972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-0dd21ce5-b44e-4a18-b29f-9ad4a86a31ff service neutron] 10.222.0.37 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326590 Nov 16 04:49:26.816858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd5f0d-e861-432d-9ed2-20d9d189362f req-bb37a99c-0ede-45fd-8835-ca5e7cef6a74 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.823348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd5f0d-e861-432d-9ed2-20d9d189362f req-bb37a99c-0ede-45fd-8835-ca5e7cef6a74 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.829240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd5f0d-e861-432d-9ed2-20d9d189362f req-bb37a99c-0ede-45fd-8835-ca5e7cef6a74 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.835160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd5f0d-e861-432d-9ed2-20d9d189362f req-bb37a99c-0ede-45fd-8835-ca5e7cef6a74 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.841867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd5f0d-e861-432d-9ed2-20d9d189362f req-bb37a99c-0ede-45fd-8835-ca5e7cef6a74 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.847741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd5f0d-e861-432d-9ed2-20d9d189362f req-bb37a99c-0ede-45fd-8835-ca5e7cef6a74 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.853650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd5f0d-e861-432d-9ed2-20d9d189362f req-bb37a99c-0ede-45fd-8835-ca5e7cef6a74 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:26.855485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6bd5f0d-e861-432d-9ed2-20d9d189362f req-bb37a99c-0ede-45fd-8835-ca5e7cef6a74 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5445 time: 0.1305230 Nov 16 04:49:26.866257 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43892) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:26.872688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a48a2502-fee5-47f8-b30c-fdb0495126a1 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:26.873206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1271e2a1-2a8d-4852-9518-816fa3f427ff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Request body: {'floatingip': {'port_id': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:26.918695 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1271e2a1-2a8d-4852-9518-816fa3f427ff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:26.935787 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port a48a2502-fee5-47f8-b30c-fdb0495126a1 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:26.940560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port a48a2502-fee5-47f8-b30c-fdb0495126a1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:26.941263 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:26.950266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a142766-6e31-4f50-8308-ff25126b8f23 req-89fc29b4-c05c-4302-8c13-34eef599485b service neutron] 10.222.0.37 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938053 Nov 16 04:49:27.053159 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:27.072187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb192a8-f12b-4ed9-ad49-00bf72f18075 req-2cac5bc4-b10b-46a2-9556-fe91499fcbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:27.073699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bb192a8-f12b-4ed9-ad49-00bf72f18075 req-2cac5bc4-b10b-46a2-9556-fe91499fcbd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 1095 time: 0.0569522 Nov 16 04:49:27.084609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2413e91-954a-42e6-8345-0ca83987e129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48a2502-fee5-47f8-b30c-fdb0495126a1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:27.087125 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c44041b-611f-4131-bc91-5f132b323d6c" -d '{"events": [{"server_uuid": "b2413e91-954a-42e6-8345-0ca83987e129", "name": "network-vif-plugged", "status": "completed", "tag": "a48a2502-fee5-47f8-b30c-fdb0495126a1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:27.104906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a48a2502-fee5-47f8-b30c-fdb0495126a1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a48a2502-fee5-47f8-b30c-fdb0495126a1,segment=NetworkSegment(9129a8cf-861d-4361-a971-95ba4e308c0d),segment_id=9129a8cf-861d-4361-a971-95ba4e308c0d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:27.110263 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:27.111327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 91d46f9c-b5ea-4155-83d7-7215a9e52e2f up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:27.169223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216423b6-3c3a-49b7-b57e-950cdc432b65 req-938be2ab-6b66-4276-966a-771558b521fb tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:27.170725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-216423b6-3c3a-49b7-b57e-950cdc432b65 req-938be2ab-6b66-4276-966a-771558b521fb tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1143332 Nov 16 04:49:27.172985 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b306c10-9788-4b5c-8e5e-2fe21defb9ed x-openstack-request-id: req-4b306c10-9788-4b5c-8e5e-2fe21defb9ed {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:27.173513 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2413e91-954a-42e6-8345-0ca83987e129", "name": "network-vif-plugged", "status": "completed", "tag": "a48a2502-fee5-47f8-b30c-fdb0495126a1", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:27.173962 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b306c10-9788-4b5c-8e5e-2fe21defb9ed {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:27.174588 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2413e91-954a-42e6-8345-0ca83987e129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48a2502-fee5-47f8-b30c-fdb0495126a1', 'code': 200} Nov 16 04:49:27.237976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb192a8-f12b-4ed9-ad49-00bf72f18075 req-579d52eb-49fd-4390-9537-6da7cf5dc68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:27.239755 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bb192a8-f12b-4ed9-ad49-00bf72f18075 req-579d52eb-49fd-4390-9537-6da7cf5dc68a service neutron] 10.222.0.37 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 906 time: 0.1527138 Nov 16 04:49:27.308789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bb192a8-f12b-4ed9-ad49-00bf72f18075 req-9e44c64c-17d7-4f9f-9099-610918a046e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 HTTP/1.1" status: 200 len: 217 time: 0.0516543 Nov 16 04:49:27.321239 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-216423b6-3c3a-49b7-b57e-950cdc432b65 req-75515bfd-a60e-461e-9ac7-d902bcacd501 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425321 Nov 16 04:49:27.371129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c7662-a98a-4837-a24f-272d1b128d5c req-8a1a9975-1ca9-4a8f-b69c-927f4406c8bd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:27.377593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c7662-a98a-4837-a24f-272d1b128d5c req-8a1a9975-1ca9-4a8f-b69c-927f4406c8bd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:27.378884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d29c7662-a98a-4837-a24f-272d1b128d5c req-8a1a9975-1ca9-4a8f-b69c-927f4406c8bd tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1681 time: 0.1590128 Nov 16 04:49:27.398392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb192a8-f12b-4ed9-ad49-00bf72f18075 req-12d81878-8370-4ef2-9931-55f6cc3bdee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:27.400049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bb192a8-f12b-4ed9-ad49-00bf72f18075 req-12d81878-8370-4ef2-9931-55f6cc3bdee2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.0764420 Nov 16 04:49:27.400332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=a48a2502-fee5-47f8-b30c-fdb0495126a1,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:27.415339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:27.419796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:27.420083 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:27.462311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bb192a8-f12b-4ed9-ad49-00bf72f18075 req-1ad6502c-cc33-47b0-9dba-45d151d65da1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331876 Nov 16 04:49:27.467598 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d29c7662-a98a-4837-a24f-272d1b128d5c req-2c081266-52df-42f2-9bc5-5c8d7db6a19a tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802462 Nov 16 04:49:27.527254 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:27.580396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=91d46f9c-b5ea-4155-83d7-7215a9e52e2f,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:27.591823 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:27.593635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e764b407-b794-4e16-8898-6f59f8280cdc up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:27.685706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=91d46f9c-b5ea-4155-83d7-7215a9e52e2f,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:27.701438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port e764b407-b794-4e16-8898-6f59f8280cdc completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:27.706406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port e764b407-b794-4e16-8898-6f59f8280cdc triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:27.707319 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:27.807662 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:27.828281 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1271e2a1-2a8d-4852-9518-816fa3f427ff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:27.833546 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1271e2a1-2a8d-4852-9518-816fa3f427ff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:27.846234 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port e764b407-b794-4e16-8898-6f59f8280cdc, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e764b407-b794-4e16-8898-6f59f8280cdc,segment=NetworkSegment(92ef1565-0c21-4a63-ae40-bf421189aca4),segment_id=92ef1565-0c21-4a63-ae40-bf421189aca4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:27.850578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:27.894984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f293a9-bcf3-415b-b263-29f18c9c900d req-38d575b3-0aeb-4974-b7e4-beca590e519e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:27.902330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e9f293a9-bcf3-415b-b263-29f18c9c900d req-38d575b3-0aeb-4974-b7e4-beca590e519e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 944 time: 0.1142993 Nov 16 04:49:27.907148 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bb192a8-f12b-4ed9-ad49-00bf72f18075 req-ddb0ebf6-bc6b-48d8-beb9-032309a0081d service neutron] 10.222.0.37 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339502 Nov 16 04:49:27.909419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=e764b407-b794-4e16-8898-6f59f8280cdc,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:27.955516 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-1271e2a1-2a8d-4852-9518-816fa3f427ff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Floating IP 49931b69-6f53-467f-a2a8-529e7a7a3755 associated. External IP: 172.25.0.125, port: e345ae6c-f54a-4df8-9d17-3ce9f69a7de1. Nov 16 04:49:28.002384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3d2a0-8810-4d8a-8507-4d99ef02137b req-e37a04ea-54d9-4c4b-ace7-997789efa4d5 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.003858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89e3d2a0-8810-4d8a-8507-4d99ef02137b req-e37a04ea-54d9-4c4b-ace7-997789efa4d5 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 946 time: 0.1607020 Nov 16 04:49:28.045879 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e9f293a9-bcf3-415b-b263-29f18c9c900d req-64e08076-5cd9-471e-9f04-dfc8d0bd5727 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425047 Nov 16 04:49:28.091588 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bb192a8-f12b-4ed9-ad49-00bf72f18075 req-06193eee-2500-4cd0-b7b2-ab3e5356dab3 service neutron] 10.222.0.37 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758378 Nov 16 04:49:28.095057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89e3d2a0-8810-4d8a-8507-4d99ef02137b req-d99cbdfe-5d2f-4bfe-b020-035dfb63172c tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827007 Nov 16 04:49:28.166390 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1271e2a1-2a8d-4852-9518-816fa3f427ff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Router 34fe1104-7813-4bc5-8d82-a7a650843c5d has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:49:28.282905 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1271e2a1-2a8d-4852-9518-816fa3f427ff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:49:28.287676 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1271e2a1-2a8d-4852-9518-816fa3f427ff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:28.292624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ba85c-8d4c-4ba4-9295-cdeb60933bfe None None] Sync routers for ids ['34fe1104-7813-4bc5-8d82-a7a650843c5d'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:49:28.302566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ba85c-8d4c-4ba4-9295-cdeb60933bfe None None] Routers {'34fe1104-7813-4bc5-8d82-a7a650843c5d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:49:28.303172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-829ba85c-8d4c-4ba4-9295-cdeb60933bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:49:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['34fe1104-7813-4bc5-8d82-a7a650843c5d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:28.315128 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1271e2a1-2a8d-4852-9518-816fa3f427ff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "PUT /v2.0/floatingips/49931b69-6f53-467f-a2a8-529e7a7a3755 HTTP/1.1" status: 200 len: 992 time: 1.4476135 Nov 16 04:49:28.315708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:28.317980 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "e345ae6c-f54a-4df8-9d17-3ce9f69a7de1"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:28.365256 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62c79e4-013b-4f39-ab7e-d669e364debc x-openstack-request-id: req-d62c79e4-013b-4f39-ab7e-d669e364debc {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:28.365620 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "tag": "e345ae6c-f54a-4df8-9d17-3ce9f69a7de1", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:28.365968 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d62c79e4-013b-4f39-ab7e-d669e364debc {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:28.366901 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'tag': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1', 'status': 'completed', 'code': 200} Nov 16 04:49:28.409577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-829ba85c-8d4c-4ba4-9295-cdeb60933bfe None None] Set router 34fe1104-7813-4bc5-8d82-a7a650843c5d gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:49:28.480176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-b9d0b39c-cde8-4b72-90bb-a740ae83f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.480648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-b9d0b39c-cde8-4b72-90bb-a740ae83f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.481104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-b9d0b39c-cde8-4b72-90bb-a740ae83f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.481556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-b9d0b39c-cde8-4b72-90bb-a740ae83f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.482030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-b9d0b39c-cde8-4b72-90bb-a740ae83f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.482479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-b9d0b39c-cde8-4b72-90bb-a740ae83f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.483158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-b9d0b39c-cde8-4b72-90bb-a740ae83f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.484854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-b9d0b39c-cde8-4b72-90bb-a740ae83f4bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6502 time: 0.0800276 Nov 16 04:49:28.493923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0eb236-07d4-4d41-a0ed-57ca557971fa req-612e34a2-8607-442c-b833-ce9081ba7a27 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.495385 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d0eb236-07d4-4d41-a0ed-57ca557971fa req-612e34a2-8607-442c-b833-ce9081ba7a27 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.0810368 Nov 16 04:49:28.635052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d0eb236-07d4-4d41-a0ed-57ca557971fa req-bf3d274e-fe4b-41c7-9b44-01fcd47a138d tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305039 Nov 16 04:49:28.654570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a3a36-6e66-43c0-94b4-524d54912134 req-3594a1b7-f355-4f14-b998-712cc2f79623 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.660547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-829ba85c-8d4c-4ba4-9295-cdeb60933bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:46:59Z', 'revision_number': 4, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port': {'id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:53Z', 'updated_at': '2021-11-16T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '49931b69-6f53-467f-a2a8-529e7a7a3755', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'port_id': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'mac_address': 'fa:16:3e:56:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:48:05Z', 'updated_at': '2021-11-16T04:49:27Z', 'revision_number': 1, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafa216a-f861-4e72-a261-97410c10f816', 'name': '', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'mac_address': 'fa:16:3e:19:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:57Z', 'updated_at': '2021-11-16T04:47:07Z', 'revision_number': 5, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'subnets': [{'id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:28.660854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a3a36-6e66-43c0-94b4-524d54912134 req-3594a1b7-f355-4f14-b998-712cc2f79623 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.669291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-456a3a36-6e66-43c0-94b4-524d54912134 req-3594a1b7-f355-4f14-b998-712cc2f79623 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1682 time: 0.1135199 Nov 16 04:49:28.686699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-c60020ab-2bdf-43cb-960a-c5f2869a0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.688144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-c60020ab-2bdf-43cb-960a-c5f2869a0a00 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5bf91be6-016c-43c7-bd07-759140c5c6aa HTTP/1.1" status: 200 len: 918 time: 0.1919138 Nov 16 04:49:28.694949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ba85c-8d4c-4ba4-9295-cdeb60933bfe None None] Checking router: 34fe1104-7813-4bc5-8d82-a7a650843c5d for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:49:28.704732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829ba85c-8d4c-4ba4-9295-cdeb60933bfe None None] Routers {'34fe1104-7813-4bc5-8d82-a7a650843c5d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:49:28.705356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-829ba85c-8d4c-4ba4-9295-cdeb60933bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:49:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['34fe1104-7813-4bc5-8d82-a7a650843c5d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:28.761760 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-456a3a36-6e66-43c0-94b4-524d54912134 req-ab0f561f-b7d3-43f2-a560-41f3902c310b tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912859 Nov 16 04:49:28.783506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-6cc0c297-d811-4d86-8a26-fcb1d0321eca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 HTTP/1.1" status: 200 len: 1000 time: 0.0825295 Nov 16 04:49:28.815586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-829ba85c-8d4c-4ba4-9295-cdeb60933bfe None None] Set router 34fe1104-7813-4bc5-8d82-a7a650843c5d gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:49:28.832629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-183eb026-8f20-4ef8-8525-92847a851a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.834102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-183eb026-8f20-4ef8-8525-92847a851a19 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753 HTTP/1.1" status: 200 len: 856 time: 0.0436482 Nov 16 04:49:28.879526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-ab83bf6b-c35a-4eb6-882e-f09ff33ee2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:28.880999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-ab83bf6b-c35a-4eb6-882e-f09ff33ee2cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bf91be6-016c-43c7-bd07-759140c5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390358 Nov 16 04:49:28.972905 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-81e88c29-87cd-4918-8d45-4e5b6a150b1f service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843418 Nov 16 04:49:29.039181 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-829ba85c-8d4c-4ba4-9295-cdeb60933bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:46:59Z', 'revision_number': 4, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port': {'id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:53Z', 'updated_at': '2021-11-16T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '49931b69-6f53-467f-a2a8-529e7a7a3755', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'port_id': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'mac_address': 'fa:16:3e:56:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:48:05Z', 'updated_at': '2021-11-16T04:49:27Z', 'revision_number': 1, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafa216a-f861-4e72-a261-97410c10f816', 'name': '', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'mac_address': 'fa:16:3e:19:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:57Z', 'updated_at': '2021-11-16T04:47:07Z', 'revision_number': 5, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'subnets': [{'id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:29.068952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a0ed5cb-5023-4d70-a8b8-5d63a1c18af2 req-da3b7cb1-e3e7-4e2b-b420-68d08e0bf246 service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883338 Nov 16 04:49:29.069953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829ba85c-8d4c-4ba4-9295-cdeb60933bfe None None] The sync data for ids ['34fe1104-7813-4bc5-8d82-a7a650843c5d'] in n-d-818042-1 is: [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:46:59Z', 'revision_number': 4, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port': {'id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:53Z', 'updated_at': '2021-11-16T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '49931b69-6f53-467f-a2a8-529e7a7a3755', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'port_id': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1218, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'mac_address': 'fa:16:3e:56:c7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:48:05Z', 'updated_at': '2021-11-16T04:49:27Z', 'revision_number': 1, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dafa216a-f861-4e72-a261-97410c10f816', 'name': '', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'mac_address': 'fa:16:3e:19:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:57Z', 'updated_at': '2021-11-16T04:47:07Z', 'revision_number': 5, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'subnets': [{'id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:49:29.175632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d46f9c-b5ea-4155-83d7-7215a9e52e2f'}, {'server_uuid': 'b2413e91-954a-42e6-8345-0ca83987e129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e764b407-b794-4e16-8898-6f59f8280cdc'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:29.177142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab49b0-204b-432d-bfa1-a368552fa84a req-0bd5b2ec-fcdc-4e08-8fd6-0a78c6d2faa2 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:29.178164 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b449e30d-ad8e-4bec-aeb4-60139110abb2" -d '{"events": [{"server_uuid": "4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd", "name": "network-vif-plugged", "status": "completed", "tag": "91d46f9c-b5ea-4155-83d7-7215a9e52e2f"}, {"server_uuid": "b2413e91-954a-42e6-8345-0ca83987e129", "name": "network-vif-plugged", "status": "completed", "tag": "e764b407-b794-4e16-8898-6f59f8280cdc"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:29.178691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9bab49b0-204b-432d-bfa1-a368552fa84a req-0bd5b2ec-fcdc-4e08-8fd6-0a78c6d2faa2 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 944 time: 0.0571012 Nov 16 04:49:29.259132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9bab49b0-204b-432d-bfa1-a368552fa84a req-9950d6be-5ace-4e03-876c-b65928c90fb8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707390 Nov 16 04:49:29.266719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c417341-abce-41e6-9328-139f9c669730 req-14ff0613-14dd-4a44-8687-e255964743b2 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:29.268294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c417341-abce-41e6-9328-139f9c669730 req-14ff0613-14dd-4a44-8687-e255964743b2 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 946 time: 0.0881472 Nov 16 04:49:29.303856 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd58d73-cbc1-46ed-b4c2-d231241bcd22 None None] New status for floating IP 49931b69-6f53-467f-a2a8-529e7a7a3755: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:49:29.325842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c417341-abce-41e6-9328-139f9c669730 req-7ddc32e8-fcfb-4d29-a39a-6720c84bb84b tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501468 Nov 16 04:49:29.348618 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351ec466-d277-4d8c-bb23-b9d755c1a421 x-openstack-request-id: req-351ec466-d277-4d8c-bb23-b9d755c1a421 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:29.349150 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd", "name": "network-vif-plugged", "status": "completed", "tag": "91d46f9c-b5ea-4155-83d7-7215a9e52e2f", "code": 200}, {"server_uuid": "b2413e91-954a-42e6-8345-0ca83987e129", "name": "network-vif-plugged", "status": "completed", "tag": "e764b407-b794-4e16-8898-6f59f8280cdc", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:29.349455 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-351ec466-d277-4d8c-bb23-b9d755c1a421 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:29.350090 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d46f9c-b5ea-4155-83d7-7215a9e52e2f', 'code': 200} Nov 16 04:49:29.350483 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2413e91-954a-42e6-8345-0ca83987e129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e764b407-b794-4e16-8898-6f59f8280cdc', 'code': 200} Nov 16 04:49:29.482684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3afe9a-41b7-4c7b-9072-48f7e7b4a0af req-1c6bdbf5-24e2-460a-831a-b417ae0cffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:29.484234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a3afe9a-41b7-4c7b-9072-48f7e7b4a0af req-1c6bdbf5-24e2-460a-831a-b417ae0cffc0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 1097 time: 0.0427740 Nov 16 04:49:29.489815 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302a8c1-72e6-4243-8791-f07e75993b46 req-c6bdbfcf-8294-4b33-8a9d-f56c06573e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:29.490334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302a8c1-72e6-4243-8791-f07e75993b46 req-c6bdbfcf-8294-4b33-8a9d-f56c06573e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:29.492492 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e302a8c1-72e6-4243-8791-f07e75993b46 req-c6bdbfcf-8294-4b33-8a9d-f56c06573e33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1984 time: 0.0506163 Nov 16 04:49:29.533809 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a3afe9a-41b7-4c7b-9072-48f7e7b4a0af req-deb03231-d4bc-416b-b6c9-4af233f84bbb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Nov 16 04:49:29.540975 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e302a8c1-72e6-4243-8791-f07e75993b46 req-cc3e0872-acec-4e65-a019-3df81fb59a34 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399632 Nov 16 04:49:29.559484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:29.562698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8499a4ae-7399-4c58-8de1-119b60be4b94 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:29.666102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 8499a4ae-7399-4c58-8de1-119b60be4b94 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:29.677598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 8499a4ae-7399-4c58-8de1-119b60be4b94 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:29.677987 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:29.719608 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:29.736000 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'port_id': '9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1', 'mac_address': 'fa:16:3e:d1:ff:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e81786c-f14f-4e29-8eb3-5467ad56d563', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:29.778185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53217a11-2244-44e5-b28d-4001b623991f req-b156b8cc-1e98-4e80-a1c9-cf2a3af913aa tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:29.779728 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53217a11-2244-44e5-b28d-4001b623991f req-b156b8cc-1e98-4e80-a1c9-cf2a3af913aa tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.0693932 Nov 16 04:49:29.802265 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:29.816087 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:29.820361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:29.834124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53217a11-2244-44e5-b28d-4001b623991f req-70980b2c-2394-4c74-a355-08de1ecbf60d tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443158 Nov 16 04:49:29.856891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:29.863926 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:29.890555 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 8499a4ae-7399-4c58-8de1-119b60be4b94, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8499a4ae-7399-4c58-8de1-119b60be4b94,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:29.893297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a143186-45d4-45fb-9457-f08aa9323117 req-e0b2defd-053a-477c-aa5b-b8fe8ec05a64 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:29.896060 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:29.899332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a143186-45d4-45fb-9457-f08aa9323117 req-e0b2defd-053a-477c-aa5b-b8fe8ec05a64 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:29.900926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a143186-45d4-45fb-9457-f08aa9323117 req-e0b2defd-053a-477c-aa5b-b8fe8ec05a64 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1682 time: 0.0583203 Nov 16 04:49:29.919495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:29.950231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a143186-45d4-45fb-9457-f08aa9323117 req-2a70c1a4-45c4-404a-8622-334add945990 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Nov 16 04:49:29.967480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=8499a4ae-7399-4c58-8de1-119b60be4b94,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:30.254187 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:30.389743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0df5f-9ae0-47ba-9524-140e078e5ba4 req-eafd1290-d5c7-440d-9c22-a8e0ada1388b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:30.391964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2b0df5f-9ae0-47ba-9524-140e078e5ba4 req-eafd1290-d5c7-440d-9c22-a8e0ada1388b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 945 time: 0.0511763 Nov 16 04:49:30.470829 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2b0df5f-9ae0-47ba-9524-140e078e5ba4 req-d03b0292-0c90-4e40-b096-38e61112d514 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722218 Nov 16 04:49:30.486030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef0730-f61e-454b-a1b2-cd4d11eb44d2 req-bcec29bf-9c6c-4387-9a4c-c92e05263ab0 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:30.487492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eaef0730-f61e-454b-a1b2-cd4d11eb44d2 req-bcec29bf-9c6c-4387-9a4c-c92e05263ab0 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 946 time: 0.0654528 Nov 16 04:49:30.536611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eaef0730-f61e-454b-a1b2-cd4d11eb44d2 req-84756e35-3b0f-4d8d-9d5e-b15bae5e2268 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Nov 16 04:49:30.951272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c2d51-6bae-48f5-b380-086f624bf82f req-0ef73c0f-a552-49f7-92d5-6d6bbe2042ad tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:30.952850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-093c2d51-6bae-48f5-b380-086f624bf82f req-0ef73c0f-a552-49f7-92d5-6d6bbe2042ad tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.0493774 Nov 16 04:49:31.000969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-093c2d51-6bae-48f5-b380-086f624bf82f req-ae0e0333-7ab4-4b39-8d65-6d5d3ae44b4b tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421596 Nov 16 04:49:31.081245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c2e0c-fe74-4c56-9867-afe1e5f53154 req-0bc649b0-3fc6-4ea4-bbbe-c00587024f87 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:31.087102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c2e0c-fe74-4c56-9867-afe1e5f53154 req-0bc649b0-3fc6-4ea4-bbbe-c00587024f87 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:31.088644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f5c2e0c-fe74-4c56-9867-afe1e5f53154 req-0bc649b0-3fc6-4ea4-bbbe-c00587024f87 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1682 time: 0.0591476 Nov 16 04:49:31.140968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f5c2e0c-fe74-4c56-9867-afe1e5f53154 req-22d90ee7-6cd3-440f-b7bf-a861f848e95d tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458951 Nov 16 04:49:31.351925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8499a4ae-7399-4c58-8de1-119b60be4b94'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:31.354167 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533c24f8-c8e4-405b-b51a-482676b8abee" -d '{"events": [{"server_uuid": "ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45", "name": "network-vif-plugged", "status": "completed", "tag": "8499a4ae-7399-4c58-8de1-119b60be4b94"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:31.389448 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeb2eb5-5c8e-44d6-869d-25e294968c6f x-openstack-request-id: req-fbeb2eb5-5c8e-44d6-869d-25e294968c6f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:31.389743 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45", "name": "network-vif-plugged", "status": "completed", "tag": "8499a4ae-7399-4c58-8de1-119b60be4b94", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:31.390022 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fbeb2eb5-5c8e-44d6-869d-25e294968c6f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:31.390420 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8499a4ae-7399-4c58-8de1-119b60be4b94', 'code': 200} Nov 16 04:49:31.486616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e713ab-0255-4624-ad5f-6e5f77791d24 req-3640c585-0350-48f4-bd69-91bfa483e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:31.488077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04e713ab-0255-4624-ad5f-6e5f77791d24 req-3640c585-0350-48f4-bd69-91bfa483e764 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45 HTTP/1.1" status: 200 len: 1096 time: 0.0405185 Nov 16 04:49:31.532691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04e713ab-0255-4624-ad5f-6e5f77791d24 req-0ee8f40f-f250-477f-bdb0-e835786e8bef service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373166 Nov 16 04:49:31.587894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd040c6b-bd86-4989-a52a-4f5b72cff693 req-f932aa0d-e38a-4109-8e20-07509f215157 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:31.589621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd040c6b-bd86-4989-a52a-4f5b72cff693 req-f932aa0d-e38a-4109-8e20-07509f215157 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 945 time: 0.0520930 Nov 16 04:49:31.635807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd040c6b-bd86-4989-a52a-4f5b72cff693 req-176eeb4d-bdd8-4511-9721-dc0ead2f6e5e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Nov 16 04:49:31.737293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3df60-65b2-4d3a-81c1-8ecf28a3fa15 req-c4a68db4-7d8d-4097-85b2-1837f27685d5 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:31.738831 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51a3df60-65b2-4d3a-81c1-8ecf28a3fa15 req-c4a68db4-7d8d-4097-85b2-1837f27685d5 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 946 time: 0.0492907 Nov 16 04:49:31.785978 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51a3df60-65b2-4d3a-81c1-8ecf28a3fa15 req-155f4193-5c62-43d8-90de-5efb2f664f1f tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Nov 16 04:49:31.901368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23772110-f035-4255-ab45-1c9c15711606 req-0d45858c-e201-4d2f-920c-f3ba084bcf81 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:31.902910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23772110-f035-4255-ab45-1c9c15711606 req-0d45858c-e201-4d2f-920c-f3ba084bcf81 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.0487404 Nov 16 04:49:31.953149 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23772110-f035-4255-ab45-1c9c15711606 req-94c21877-601c-41c8-b0ca-2b971a1deb8e tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443695 Nov 16 04:49:32.007100 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-0762c233-e606-4784-997b-34cf4d9caaa8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0448875 Nov 16 04:49:32.094134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31366023-774c-4e5d-b537-26973e1f3ede req-125178c7-7aee-43d0-b154-a391ad858e43 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.095576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-31366023-774c-4e5d-b537-26973e1f3ede req-125178c7-7aee-43d0-b154-a391ad858e43 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45 HTTP/1.1" status: 200 len: 945 time: 0.0735500 Nov 16 04:49:32.159475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-daf48841-9ab6-4426-abea-a1f85b878715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.159862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-daf48841-9ab6-4426-abea-a1f85b878715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.160332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-daf48841-9ab6-4426-abea-a1f85b878715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.160793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-daf48841-9ab6-4426-abea-a1f85b878715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.161255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-daf48841-9ab6-4426-abea-a1f85b878715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.161712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-daf48841-9ab6-4426-abea-a1f85b878715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.162195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-daf48841-9ab6-4426-abea-a1f85b878715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.164707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-daf48841-9ab6-4426-abea-a1f85b878715 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3755e56622844612940817c1adc2c9f6&device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 6492 time: 0.1064270 Nov 16 04:49:32.189273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf723d5-a137-408f-ada0-4b358af3e039 req-f5b8345e-0c50-40e0-89e1-a86b0802e70f tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.190752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-faf723d5-a137-408f-ada0-4b358af3e039 req-f5b8345e-0c50-40e0-89e1-a86b0802e70f tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1064866 Nov 16 04:49:32.248916 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-31366023-774c-4e5d-b537-26973e1f3ede req-744e779a-d841-4e45-80e7-c6d3e9c2c48e tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440902 Nov 16 04:49:32.306958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-faf723d5-a137-408f-ada0-4b358af3e039 req-6a14c53e-3a25-476c-9888-4054db2f4083 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006358 Nov 16 04:49:32.353989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-fd3102d7-064f-4631-8cf2-20ef0790e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.354459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-fd3102d7-064f-4631-8cf2-20ef0790e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.354923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-fd3102d7-064f-4631-8cf2-20ef0790e491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.356499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-fd3102d7-064f-4631-8cf2-20ef0790e491 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ace05412-28cc-47e2-a1d1-d37b29ce3547&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=f2b81f82-11da-4f95-84ec-83ffc56322a8&id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&id=71ea6cbc-c703-42e4-94a9-098bbba9e58b HTTP/1.1" status: 200 len: 2294 time: 0.1611626 Nov 16 04:49:32.382055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0ea77-fb21-4ad4-a792-7984bed40df9 req-3e37c9d3-497c-4851-a4dc-298af2f4523e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.387970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0ea77-fb21-4ad4-a792-7984bed40df9 req-3e37c9d3-497c-4851-a4dc-298af2f4523e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.389446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-61d0ea77-fb21-4ad4-a792-7984bed40df9 req-3e37c9d3-497c-4851-a4dc-298af2f4523e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1682 time: 0.0759740 Nov 16 04:49:32.467019 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-235cd62f-0b4f-46f0-9299-d1efad405280 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9389ef3-f27a-4355-a81c-0c1fa98fda08 HTTP/1.1" status: 200 len: 1002 time: 0.1016240 Nov 16 04:49:32.478593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-61d0ea77-fb21-4ad4-a792-7984bed40df9 req-da48b06a-753c-48af-b9bb-31aa910147e7 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618696 Nov 16 04:49:32.523931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-5f6b6d74-a84d-45e8-ad39-08a24b7dfabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.525444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-5f6b6d74-a84d-45e8-ad39-08a24b7dfabd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fec0c769-81d7-4784-b357-855f51779ac8 HTTP/1.1" status: 200 len: 851 time: 0.0437782 Nov 16 04:49:32.575683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-3a343431-b974-45fe-bec1-700e86c36c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.577246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-3a343431-b974-45fe-bec1-700e86c36c6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ace05412-28cc-47e2-a1d1-d37b29ce3547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406351 Nov 16 04:49:32.683215 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-14741cb6-e005-4c3b-b32f-a0a430cb150f service neutron] 10.222.0.37 "GET /v2.0/networks/ace05412-28cc-47e2-a1d1-d37b29ce3547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955408 Nov 16 04:49:32.850538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0416b-ddd7-49b6-90f0-0f718a3d6902 req-e7ad9049-089b-4bae-80ff-d9eb70750265 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.852158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eaf0416b-ddd7-49b6-90f0-0f718a3d6902 req-e7ad9049-089b-4bae-80ff-d9eb70750265 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 945 time: 0.1427224 Nov 16 04:49:32.889235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5af49-5b4f-453c-bc56-79a778717afa req-01cb855d-df96-43b6-b674-f9f94c56fcbc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.895125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5af49-5b4f-453c-bc56-79a778717afa req-01cb855d-df96-43b6-b674-f9f94c56fcbc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:32.896604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8c5af49-5b4f-453c-bc56-79a778717afa req-01cb855d-df96-43b6-b674-f9f94c56fcbc tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1682 time: 0.1419654 Nov 16 04:49:32.901013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-4ea6e1b6-7b48-4825-8512-bf6431f5d975 service neutron] 10.222.0.37 "GET /v2.0/networks/ace05412-28cc-47e2-a1d1-d37b29ce3547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066238 Nov 16 04:49:32.971376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-4311202f-90aa-4d37-80ab-e5e6e5079462 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=0a4c67cb-938c-4b12-bb00-cd0b361ed365 HTTP/1.1" status: 200 len: 217 time: 0.0583563 Nov 16 04:49:32.981527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eaf0416b-ddd7-49b6-90f0-0f718a3d6902 req-b3d68fdf-00fe-4fea-8340-f0d4030c003f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228781 Nov 16 04:49:33.042815 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8c5af49-5b4f-453c-bc56-79a778717afa req-7a13c05a-1351-4ee1-acb6-894de8831ad9 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371255 Nov 16 04:49:33.057742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-2738b7a6-2f84-4320-8e0d-77d4b4db328f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:33.059209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-2738b7a6-2f84-4320-8e0d-77d4b4db328f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.0710280 Nov 16 04:49:33.112487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-9e9bef3a-744c-47c8-a4a6-6142842d98f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:33.114115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-9e9bef3a-744c-47c8-a4a6-6142842d98f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434301 Nov 16 04:49:33.211002 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-571e8918-21c5-4a00-8dff-6b9c8107192f service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877490 Nov 16 04:49:33.300309 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-89580135-51e0-4be5-8cd8-783e178a4d67 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821104 Nov 16 04:49:33.348443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-26362982-cc6c-4e48-898c-cb279a6aea5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=0242d561-9a1a-4d17-9a59-189c63ce17cd HTTP/1.1" status: 200 len: 217 time: 0.0415013 Nov 16 04:49:33.447073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-a34422f0-f5ed-4a8b-8cee-49a2713b6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:33.448548 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-a34422f0-f5ed-4a8b-8cee-49a2713b6ebe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.0917830 Nov 16 04:49:33.465651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5a37a-fd0e-4c25-bd0e-7cb62d67bdbd req-9b50cd11-f073-4ac1-9db2-86f1e5d6d61f tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:33.467107 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffc5a37a-fd0e-4c25-bd0e-7cb62d67bdbd req-9b50cd11-f073-4ac1-9db2-86f1e5d6d61f tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45 HTTP/1.1" status: 200 len: 945 time: 0.1215153 Nov 16 04:49:33.482443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e01c7-818a-497a-b545-f5952690c4f6 req-80a5f3b7-c4c5-4dfa-a248-af60273319a8 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:33.483824 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b4e01c7-818a-497a-b545-f5952690c4f6 req-80a5f3b7-c4c5-4dfa-a248-af60273319a8 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.0869505 Nov 16 04:49:33.574534 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:33.624410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:33.629022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:33.629392 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:33.719210 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:33.743483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f860e99-02f7-4fd8-bd59-f07803f56386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:33.745823 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f17706-ae16-4ce4-b859-b5628d13cf9a" -d '{"events": [{"server_uuid": "3f860e99-02f7-4fd8-bd59-f07803f56386", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:33.761400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:33.775629 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:33.816860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-dc9af75a-9f7d-488f-9cd8-b00db23db93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:33.818392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-dc9af75a-9f7d-488f-9cd8-b00db23db93c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3504169 Nov 16 04:49:33.823701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:33.824326 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffc5a37a-fd0e-4c25-bd0e-7cb62d67bdbd req-e05d599d-6a2a-4466-9f39-541d6334bfd3 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385723 Nov 16 04:49:33.828848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b4e01c7-818a-497a-b545-f5952690c4f6 req-fa9cbbcc-7ec2-4d75-a144-918e27219bea tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199692 Nov 16 04:49:33.876649 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597f1c33-d394-4fdb-a575-3eeda76afb56 x-openstack-request-id: req-597f1c33-d394-4fdb-a575-3eeda76afb56 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:33.877074 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f860e99-02f7-4fd8-bd59-f07803f56386", "name": "network-vif-plugged", "status": "completed", "tag": "9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:33.877336 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-597f1c33-d394-4fdb-a575-3eeda76afb56 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:33.877733 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f860e99-02f7-4fd8-bd59-f07803f56386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1', 'code': 200} Nov 16 04:49:33.921593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-5b700efd-9d8c-4a10-8fe9-447990c5d662 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913377 Nov 16 04:49:34.047861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba995b-cc51-452a-a2b8-e61f4cfd6793 req-9ca43d2f-f63d-45d5-9ab6-0916bf1bcdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:34.048484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7ba995b-cc51-452a-a2b8-e61f4cfd6793 req-9ca43d2f-f63d-45d5-9ab6-0916bf1bcdb4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 1097 time: 0.1007469 Nov 16 04:49:34.113115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-b96a76fa-3d53-4a29-8390-68a8b613c7a9 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729879 Nov 16 04:49:34.182259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-d3621f5c-0b4c-4cab-8ff6-6c746dff23aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=f3972e7b-3fe5-4e36-a955-332c698178f6 HTTP/1.1" status: 200 len: 217 time: 0.0529091 Nov 16 04:49:34.238496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a25ef-71cc-4244-a874-0b20ffd32710 req-211cf241-c161-4942-8d65-9a5cec157091 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:34.239934 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-207a25ef-71cc-4244-a874-0b20ffd32710 req-211cf241-c161-4942-8d65-9a5cec157091 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 946 time: 0.1825554 Nov 16 04:49:34.242025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7ba995b-cc51-452a-a2b8-e61f4cfd6793 req-604988cf-e1c1-4ca6-8949-e4ccb15b6e7c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650722 Nov 16 04:49:34.258393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00104ac5-fc6d-41d7-bdfe-a63c3cdad359 req-68477ced-d1d1-4e16-a5bc-2f173e5cfc7f tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:34.259823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00104ac5-fc6d-41d7-bdfe-a63c3cdad359 req-68477ced-d1d1-4e16-a5bc-2f173e5cfc7f tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 946 time: 0.1839361 Nov 16 04:49:34.297003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-c4a2750c-0dce-49d8-b0e7-ea0c81267a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:34.298448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-c4a2750c-0dce-49d8-b0e7-ea0c81267a0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.1047101 Nov 16 04:49:34.339328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-207a25ef-71cc-4244-a874-0b20ffd32710 req-44bab1ca-65f6-47b6-9c85-8b5c24e439a8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923007 Nov 16 04:49:34.347251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00104ac5-fc6d-41d7-bdfe-a63c3cdad359 req-dfa6bfed-abad-4b8b-845e-a9d9a96c4dc8 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778532 Nov 16 04:49:34.459227 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566691a-d281-462e-84fe-349334339366 req-1f2fc24f-b1ed-45ce-a51c-4fe7eced7a09 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:34.466175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566691a-d281-462e-84fe-349334339366 req-1f2fc24f-b1ed-45ce-a51c-4fe7eced7a09 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:34.467729 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7566691a-d281-462e-84fe-349334339366 req-1f2fc24f-b1ed-45ce-a51c-4fe7eced7a09 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1682 time: 0.0571017 Nov 16 04:49:34.521527 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-11aa4d69-1104-410b-85ce-00a37065abd5 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:34.528181 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-11aa4d69-1104-410b-85ce-00a37065abd5 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:34.530185 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-11aa4d69-1104-410b-85ce-00a37065abd5 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 1682 time: 0.0624692 Nov 16 04:49:34.547509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-fb0cc342-3ce7-4c87-99dc-d38195c96949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:34.549004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-fb0cc342-3ce7-4c87-99dc-d38195c96949 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0804310 Nov 16 04:49:34.553634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7566691a-d281-462e-84fe-349334339366 req-9b208601-8d8e-4b1e-8187-9bf310976268 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/security-groups?id=551c7be0-40d0-4c37-8be8-c9b7d4cf5295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746529 Nov 16 04:49:34.635052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Deleting port e764b407-b794-4e16-8898-6f59f8280cdc {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:34.635436 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:34.654991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-5c2aad38-0c8d-4cee-b6b7-5ae81406bc9a service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967243 Nov 16 04:49:34.728342 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] For port e764b407-b794-4e16-8898-6f59f8280cdc, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e764b407-b794-4e16-8898-6f59f8280cdc,segment=NetworkSegment(92ef1565-0c21-4a63-ae40-bf421189aca4),segment_id=92ef1565-0c21-4a63-ae40-bf421189aca4)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:34.728787 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:34.744130 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Calling delete_port for e764b407-b794-4e16-8898-6f59f8280cdc owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:34.776174 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-a5926555-8499-4561-ba84-29d1c37c8f2c service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998831 Nov 16 04:49:34.842782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-62fcce6d-80ec-40fb-951c-9001e3325109 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=c13092af-5071-41f7-827e-e5ae59d5cd6a HTTP/1.1" status: 200 len: 217 time: 0.0495577 Nov 16 04:49:34.878227 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:34.890421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['a48a2502-fee5-47f8-b30c-fdb0495126a1', 'e764b407-b794-4e16-8898-6f59f8280cdc'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:34.894307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a25e81-5719-4c0c-9cc8-9150766f28b7 req-7e736ec5-e675-4439-bca1-5879da7e321f tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:34.896161 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3a25e81-5719-4c0c-9cc8-9150766f28b7 req-7e736ec5-e675-4439-bca1-5879da7e321f tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.1131110 Nov 16 04:49:34.910947 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Port': ['ID=e764b407-b794-4e16-8898-6f59f8280cdc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:34.924674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:34.924967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:34.925542 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:34.925682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:34.926132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:34.926308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:34.926716 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:34.927024 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:34.927713 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:34.927713 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:34.927941 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:34.928261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:34.965194 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] No DVR routers for this DVR port e764b407-b794-4e16-8898-6f59f8280cdc on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:34.968057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:34.970831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-067d52aa-8382-49ab-bfd7-bfd5c88cda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:34.972019 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-b76ac273-57df-4b93-9d28-031ac7802879 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "DELETE /v2.0/ports/e764b407-b794-4e16-8898-6f59f8280cdc HTTP/1.1" status: 204 len: 173 time: 0.4348350 Nov 16 04:49:34.972287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-067d52aa-8382-49ab-bfd7-bfd5c88cda4d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 200 len: 797 time: 0.1199491 Nov 16 04:49:34.973943 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2413e91-954a-42e6-8345-0ca83987e129', 'name': 'network-vif-deleted', 'tag': 'e764b407-b794-4e16-8898-6f59f8280cdc'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:34.977820 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a89c64-886a-49e7-b1fb-2714280b22a2" -d '{"events": [{"server_uuid": "b2413e91-954a-42e6-8345-0ca83987e129", "name": "network-vif-deleted", "tag": "e764b407-b794-4e16-8898-6f59f8280cdc"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:35.053058 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3a25e81-5719-4c0c-9cc8-9150766f28b7 req-c8af546d-fb7d-4a23-b71c-caf27f129804 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424403 Nov 16 04:49:35.085199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f68b2-10ab-4377-8d82-1db4ae6cfe79 req-7ba66eef-5463-4040-9622-99d8474686a5 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:35.092888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-300f68b2-10ab-4377-8d82-1db4ae6cfe79 req-7ba66eef-5463-4040-9622-99d8474686a5 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1370385 Nov 16 04:49:35.102944 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04599862-7dfa-4f24-9040-8ae691d4dce9 x-openstack-request-id: req-04599862-7dfa-4f24-9040-8ae691d4dce9 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:35.103367 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2413e91-954a-42e6-8345-0ca83987e129", "name": "network-vif-deleted", "tag": "e764b407-b794-4e16-8898-6f59f8280cdc", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:35.105160 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04599862-7dfa-4f24-9040-8ae691d4dce9 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:35.107097 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2413e91-954a-42e6-8345-0ca83987e129', 'name': 'network-vif-deleted', 'tag': 'e764b407-b794-4e16-8898-6f59f8280cdc', 'status': 'completed', 'code': 200} Nov 16 04:49:35.115532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-1dde3038-dfbe-4b30-9fe0-821471a8cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:35.117656 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-1dde3038-dfbe-4b30-9fe0-821471a8cc7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f2b81f82-11da-4f95-84ec-83ffc56322a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292825 Nov 16 04:49:35.131728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-0a8ea779-128f-492b-8e9b-b6f462bd7d25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Deleting port a48a2502-fee5-47f8-b30c-fdb0495126a1 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:35.132660 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-0a8ea779-128f-492b-8e9b-b6f462bd7d25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:35.233729 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-300f68b2-10ab-4377-8d82-1db4ae6cfe79 req-64268d56-0d4d-4f84-8863-8f798c461e49 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398928 Nov 16 04:49:35.273288 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-0a8ea779-128f-492b-8e9b-b6f462bd7d25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] For port a48a2502-fee5-47f8-b30c-fdb0495126a1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a48a2502-fee5-47f8-b30c-fdb0495126a1,segment=NetworkSegment(9129a8cf-861d-4361-a971-95ba4e308c0d),segment_id=9129a8cf-861d-4361-a971-95ba4e308c0d)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:35.273678 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-0a8ea779-128f-492b-8e9b-b6f462bd7d25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:35.286991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-8a6f9870-141f-4e82-8698-01312655d2a2 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602051 Nov 16 04:49:35.288012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-0a8ea779-128f-492b-8e9b-b6f462bd7d25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Calling delete_port for a48a2502-fee5-47f8-b30c-fdb0495126a1 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:35.432107 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-db3bbcfd-fa05-45ec-9c3d-4c487fd9b808 service neutron] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323676 Nov 16 04:49:35.433446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-0a8ea779-128f-492b-8e9b-b6f462bd7d25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:35.445240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e764b407-b794-4e16-8898-6f59f8280cdc'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:35.468621 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ea779-128f-492b-8e9b-b6f462bd7d25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Port': ['ID=a48a2502-fee5-47f8-b30c-fdb0495126a1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:35.503724 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-4e3822d7-aad1-4bdc-9d48-a2f6de0df6bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4950c367-9570-4b51-a9c0-1004cd6a4fb4 HTTP/1.1" status: 200 len: 217 time: 0.0509226 Nov 16 04:49:35.513536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-0a8ea779-128f-492b-8e9b-b6f462bd7d25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] No DVR routers for this DVR port a48a2502-fee5-47f8-b30c-fdb0495126a1 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:35.513942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb7236-9e1e-4ff7-bcb3-f8822f4ffb22 req-844c9d6e-93ed-4f66-a8b8-e9c83cc36413 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:35.516402 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-0a8ea779-128f-492b-8e9b-b6f462bd7d25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:35.520160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb7236-9e1e-4ff7-bcb3-f8822f4ffb22 req-844c9d6e-93ed-4f66-a8b8-e9c83cc36413 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:35.524804 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5bf6eb42-dda6-4606-9dfe-23483c9c9076 req-0a8ea779-128f-492b-8e9b-b6f462bd7d25 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.15 "DELETE /v2.0/ports/a48a2502-fee5-47f8-b30c-fdb0495126a1 HTTP/1.1" status: 204 len: 173 time: 0.5431449 Nov 16 04:49:35.526625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb7236-9e1e-4ff7-bcb3-f8822f4ffb22 req-844c9d6e-93ed-4f66-a8b8-e9c83cc36413 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:35.528335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bedb7236-9e1e-4ff7-bcb3-f8822f4ffb22 req-844c9d6e-93ed-4f66-a8b8-e9c83cc36413 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd&device_id=ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45&device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 2417 time: 0.1478801 Nov 16 04:49:35.587569 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97aae24-df93-4e47-9fce-15464f466fa4 req-071a4ed8-534c-4b33-85cd-14407035142f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:35.589559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b97aae24-df93-4e47-9fce-15464f466fa4 req-071a4ed8-534c-4b33-85cd-14407035142f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 946 time: 0.1687725 Nov 16 04:49:35.636019 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-20c4852a-ab80-490b-9d05-b7df13309086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:35.637520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-20c4852a-ab80-490b-9d05-b7df13309086 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70fabb1e-d39a-4dee-ad75-aba901b4929e HTTP/1.1" status: 200 len: 797 time: 0.1082873 Nov 16 04:49:35.690377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bedb7236-9e1e-4ff7-bcb3-f8822f4ffb22 req-20f5dcae-c770-4bba-9ef5-79bbe80dd1b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505334 Nov 16 04:49:35.718542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b97aae24-df93-4e47-9fce-15464f466fa4 req-23472030-eaee-4a6a-9cc6-7ff87262c56a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166830 Nov 16 04:49:35.730647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-4af00f39-d920-4b58-906c-d65f1ec829d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:35.732081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-4af00f39-d920-4b58-906c-d65f1ec829d8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711992 Nov 16 04:49:35.845660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-ca8d0fd7-48b9-4874-a5a9-2cdf10ccf5ad service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008160 Nov 16 04:49:35.873100 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ad9466f-fb62-4abf-9c11-824e0cb289fd req-8a557f9d-b94e-48ae-a1f0-954ffd798fa3 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2413e91-954a-42e6-8345-0ca83987e129 HTTP/1.1" status: 200 len: 210 time: 0.0264742 Nov 16 04:49:35.982661 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-df6f309b-93f8-4434-9dad-028aacb67b62 service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118228 Nov 16 04:49:36.008136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d85b9f-2a84-48ac-8b5e-73148f94afb4 req-d6d3b1f3-d93a-410d-a326-efcd0d4a6cf0 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:36.009664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92d85b9f-2a84-48ac-8b5e-73148f94afb4 req-d6d3b1f3-d93a-410d-a326-efcd0d4a6cf0 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 946 time: 0.0661411 Nov 16 04:49:36.038647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-ca9d56c1-a633-44b4-a0b9-75f064177cfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=51a374e3-8aa4-468f-8e90-f41f1b0fbb99 HTTP/1.1" status: 200 len: 217 time: 0.0481732 Nov 16 04:49:36.117831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-f4390c1f-f13f-4e8a-9633-c602af6f2f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:36.119282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-f4390c1f-f13f-4e8a-9633-c602af6f2f70 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=70fabb1e-d39a-4dee-ad75-aba901b4929e HTTP/1.1" status: 200 len: 797 time: 0.0688527 Nov 16 04:49:36.122535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92d85b9f-2a84-48ac-8b5e-73148f94afb4 req-dcdca89a-89d3-4aa6-8f8a-4182f8969b1c tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863833 Nov 16 04:49:36.168294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-6b94a9dd-8131-4bd6-8e84-82070c11caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:36.169911 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-6b94a9dd-8131-4bd6-8e84-82070c11caef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71ea6cbc-c703-42e4-94a9-098bbba9e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0420060 Nov 16 04:49:36.280551 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-c8e0d222-4ee6-4420-a72c-55192a39bd16 service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951338 Nov 16 04:49:36.412517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1748d-b47f-4f05-9742-9b0ee8918fb0 req-8fc39a42-eee3-417f-82d1-0bc443473234 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:36.414040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8e1748d-b47f-4f05-9742-9b0ee8918fb0 req-8fc39a42-eee3-417f-82d1-0bc443473234 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1055069 Nov 16 04:49:36.420225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58fe7771-138c-4ff9-b333-74e9f2f99f17 req-be519610-1593-4a83-8749-0db9ad02e88c service neutron] 10.222.0.37 "GET /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296961 Nov 16 04:49:36.468221 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8e1748d-b47f-4f05-9742-9b0ee8918fb0 req-904efe23-ac24-487d-97a2-e2d54bc3bc39 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469646 Nov 16 04:49:36.629701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f539be3-bd32-455d-a34b-9b4dcb01cb7d req-a0e6e945-a629-4862-a95d-fae04a95d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:36.631212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f539be3-bd32-455d-a34b-9b4dcb01cb7d req-a0e6e945-a629-4862-a95d-fae04a95d8c2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 1096 time: 0.0402751 Nov 16 04:49:36.680692 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f539be3-bd32-455d-a34b-9b4dcb01cb7d req-f65986a5-5259-422f-8459-1731eb8e2831 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416553 Nov 16 04:49:36.791208 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-322bbc13-6a76-40c0-8f03-e8b28a1c93c7 req-1fd37572-3cbf-4760-8dc1-e03086a413f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563073 Nov 16 04:49:36.853753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b0ac3e-e5ff-4985-804d-0e91ae1c0a31 req-c6040e19-3eb9-41c5-acc8-929427516dda tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:36.855387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75b0ac3e-e5ff-4985-804d-0e91ae1c0a31 req-c6040e19-3eb9-41c5-acc8-929427516dda tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 946 time: 0.0571706 Nov 16 04:49:36.869309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bbc13-6a76-40c0-8f03-e8b28a1c93c7 req-d00d9b4a-70a0-4eb2-8aa3-4b41840eea7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:36.870942 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-322bbc13-6a76-40c0-8f03-e8b28a1c93c7 req-d00d9b4a-70a0-4eb2-8aa3-4b41840eea7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 1096 time: 0.0442390 Nov 16 04:49:36.914411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75b0ac3e-e5ff-4985-804d-0e91ae1c0a31 req-5628e193-52e9-40d3-9979-a48c60c88f2d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526495 Nov 16 04:49:36.999288 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bbc13-6a76-40c0-8f03-e8b28a1c93c7 req-5a8e6a8c-614a-45d3-9b9c-d8233f7ffdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:37.000741 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-322bbc13-6a76-40c0-8f03-e8b28a1c93c7 req-5a8e6a8c-614a-45d3-9b9c-d8233f7ffdc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 906 time: 0.0976424 Nov 16 04:49:37.071444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44052) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:37.074858 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-322bbc13-6a76-40c0-8f03-e8b28a1c93c7 req-5d670caa-78f6-4bb3-b7e1-349a79cb114d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b82f70-de32-4b97-b7cd-46e48cbd8026 HTTP/1.1" status: 200 len: 217 time: 0.0445740 Nov 16 04:49:37.111028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2413e91-954a-42e6-8345-0ca83987e129', 'name': 'network-vif-deleted', 'tag': 'a48a2502-fee5-47f8-b30c-fdb0495126a1'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:37.113940 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d995504-0541-40fa-b620-7243e84593d2" -d '{"events": [{"server_uuid": "b2413e91-954a-42e6-8345-0ca83987e129", "name": "network-vif-deleted", "tag": "a48a2502-fee5-47f8-b30c-fdb0495126a1"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:37.136559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bbc13-6a76-40c0-8f03-e8b28a1c93c7 req-e5b93fec-76f3-492d-84c5-cce30dc9f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:37.138309 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-322bbc13-6a76-40c0-8f03-e8b28a1c93c7 req-e5b93fec-76f3-492d-84c5-cce30dc9f979 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.0567250 Nov 16 04:49:37.147860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff69ce7-4a17-4517-b4ba-6c6cd12ba71e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Deleting subnet 9534b612-72ad-4d43-ae4d-9814855b029a {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:49:37.151668 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aff69ce7-4a17-4517-b4ba-6c6cd12ba71e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:37.188330 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-322bbc13-6a76-40c0-8f03-e8b28a1c93c7 req-e52d37c8-a0fa-46d2-b992-858ec6592704 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429871 Nov 16 04:49:37.208711 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba19154-2034-4e45-8a3a-76a108dcb21e x-openstack-request-id: req-4ba19154-2034-4e45-8a3a-76a108dcb21e {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:37.209113 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2413e91-954a-42e6-8345-0ca83987e129", "name": "network-vif-deleted", "tag": "a48a2502-fee5-47f8-b30c-fdb0495126a1", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:37.209457 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ba19154-2034-4e45-8a3a-76a108dcb21e {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:37.210246 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2413e91-954a-42e6-8345-0ca83987e129', 'name': 'network-vif-deleted', 'tag': 'a48a2502-fee5-47f8-b30c-fdb0495126a1', 'status': 'completed', 'code': 200} Nov 16 04:49:37.233758 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aff69ce7-4a17-4517-b4ba-6c6cd12ba71e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:37.303429 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-322bbc13-6a76-40c0-8f03-e8b28a1c93c7 req-cb8a6302-4e02-4388-a794-d935f490a5bf service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038673 Nov 16 04:49:37.309186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25eee4-2e17-441e-8ce4-90de09d401b5 req-b226da67-aa6d-4aa0-82df-6b61662cdb75 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:37.310714 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be25eee4-2e17-441e-8ce4-90de09d401b5 req-b226da67-aa6d-4aa0-82df-6b61662cdb75 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 945 time: 0.1275334 Nov 16 04:49:37.403104 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-322bbc13-6a76-40c0-8f03-e8b28a1c93c7 req-e58ed959-ff3a-47ab-87c5-5635a143e2ce service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914540 Nov 16 04:49:37.432209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62addc44-127f-46bc-86ed-b08782ba58a5 req-26ac3662-0b52-481d-8407-840f8ed9f9a3 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:37.433740 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62addc44-127f-46bc-86ed-b08782ba58a5 req-26ac3662-0b52-481d-8407-840f8ed9f9a3 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.1738381 Nov 16 04:49:37.450987 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aff69ce7-4a17-4517-b4ba-6c6cd12ba71e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:37.499591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be25eee4-2e17-441e-8ce4-90de09d401b5 req-67abe282-7e91-4fd2-a530-2c27d74072ca tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785634 Nov 16 04:49:37.550105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62addc44-127f-46bc-86ed-b08782ba58a5 req-10c21f69-3d44-4fc3-b574-2ff037a23f40 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055994 Nov 16 04:49:37.560330 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aff69ce7-4a17-4517-b4ba-6c6cd12ba71e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:37.600457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff69ce7-4a17-4517-b4ba-6c6cd12ba71e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Subnet': ['ID=9534b612-72ad-4d43-ae4d-9814855b029a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:37.620431 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aff69ce7-4a17-4517-b4ba-6c6cd12ba71e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:37.623948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-aff69ce7-4a17-4517-b4ba-6c6cd12ba71e tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "DELETE /v2.0/subnets/9534b612-72ad-4d43-ae4d-9814855b029a HTTP/1.1" status: 204 len: 168 time: 0.5505686 Nov 16 04:49:37.625631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c633b-a3d6-4d65-893a-0021e066a2c3 None None] Network 4199b142-acd0-40f3-9423-fe117cdb6b9d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:49:37.626826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44062) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:37.681183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7087c-0082-4487-9e59-6b24ad224c28 req-1c1c4236-6f5d-4e20-a5b0-6c8daf4e525c tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:37.682774 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9e7087c-0082-4487-9e59-6b24ad224c28 req-1c1c4236-6f5d-4e20-a5b0-6c8daf4e525c tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1240904 Nov 16 04:49:37.713295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ed09-dd82-4113-b444-05fac256a324 req-cc9e75fb-1fa3-4252-85da-e32881859c04 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:37.715359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0be9ed09-dd82-4113-b444-05fac256a324 req-cc9e75fb-1fa3-4252-85da-e32881859c04 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 946 time: 0.0974112 Nov 16 04:49:37.715492 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:37.776463 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Deleting port 8738663c-7f64-4b8d-b939-148a37162e9c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:37.776807 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:37.799692 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0be9ed09-dd82-4113-b444-05fac256a324 req-65d19ce4-48a8-4efb-8928-b4ed906d880e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748386 Nov 16 04:49:37.817321 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9e7087c-0082-4487-9e59-6b24ad224c28 req-f5f8a50e-a251-4116-9362-6c27cfecbc46 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210723 Nov 16 04:49:37.847270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c3ad1e-5aec-404c-8647-dad80e2994ce None None] DHCP port deletion for 4199b142-acd0-40f3-9423-fe117cdb6b9d request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:49:37.855467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] For port 8738663c-7f64-4b8d-b939-148a37162e9c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8738663c-7f64-4b8d-b939-148a37162e9c,segment=NetworkSegment(92ef1565-0c21-4a63-ae40-bf421189aca4),segment_id=92ef1565-0c21-4a63-ae40-bf421189aca4)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:37.855962 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:37.875188 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Calling delete_port for 8738663c-7f64-4b8d-b939-148a37162e9c owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:37.918371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-70c3ad1e-5aec-404c-8647-dad80e2994ce None None] Deleting port 8738663c-7f64-4b8d-b939-148a37162e9c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:37.918903 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70c3ad1e-5aec-404c-8647-dad80e2994ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:37.970156 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.009246 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Port': ['ID=8738663c-7f64-4b8d-b939-148a37162e9c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:38.013293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] No DVR routers for this DVR port 8738663c-7f64-4b8d-b939-148a37162e9c on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:38.030467 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9228f8dd-1dcc-463c-a1f9-27cb6f3eaa9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.038295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-70c3ad1e-5aec-404c-8647-dad80e2994ce None None] For port 8738663c-7f64-4b8d-b939-148a37162e9c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8738663c-7f64-4b8d-b939-148a37162e9c,segment=NetworkSegment(92ef1565-0c21-4a63-ae40-bf421189aca4),segment_id=92ef1565-0c21-4a63-ae40-bf421189aca4)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:38.038699 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70c3ad1e-5aec-404c-8647-dad80e2994ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.055820 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-70c3ad1e-5aec-404c-8647-dad80e2994ce None None] Calling delete_port for 8738663c-7f64-4b8d-b939-148a37162e9c owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:38.114095 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.130176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5612f-480b-40f5-97a2-7c30f9cbbd3d req-bc64fae7-39ec-4831-946d-97fe03892ca8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:38.132612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01b5612f-480b-40f5-97a2-7c30f9cbbd3d req-bc64fae7-39ec-4831-946d-97fe03892ca8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 946 time: 0.0550389 Nov 16 04:49:38.135910 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4199b142-acd0-40f3-9423-fe117cdb6b9d']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:38.146045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ef1565-0c21-4a63-ae40-bf421189aca4') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:38.146474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ef1565-0c21-4a63-ae40-bf421189aca4') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:38.162001 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: from cryptography.utils import int_from_bytes Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: from cryptography.utils import int_from_bytes Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.168187 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:38.171162 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:49:38.178128 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70c3ad1e-5aec-404c-8647-dad80e2994ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.180458 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.189451 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:49:38.190073 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:49:38.193792 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:49:38.205475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01b5612f-480b-40f5-97a2-7c30f9cbbd3d req-fe98a31b-d59f-4e55-8731-9287ef82f16a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613949 Nov 16 04:49:38.234735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3ad1e-5aec-404c-8647-dad80e2994ce None None] No DVR routers for this DVR port 8738663c-7f64-4b8d-b939-148a37162e9c on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:38.236999 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3ad1e-5aec-404c-8647-dad80e2994ce None None] Pushing event deleted for resources: {'Port': ['ID=8738663c-7f64-4b8d-b939-148a37162e9c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:38.272563 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.278024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.281238 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "DELETE /v2.0/networks/4199b142-acd0-40f3-9423-fe117cdb6b9d HTTP/1.1" status: 204 len: 168 time: 0.6533637 Nov 16 04:49:38.284158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44074) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:38.296059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5dc45-8d5d-4768-b59d-a871cb2ea1b4 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Network': ['ID=4199b142-acd0-40f3-9423-fe117cdb6b9d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:38.334738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-abad5725-000a-426c-935b-b54de45e29a0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Deleting subnet 929f1050-b5a2-4960-98a8-749e1b2cc142 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:49:38.338345 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-abad5725-000a-426c-935b-b54de45e29a0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.382371 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-abad5725-000a-426c-935b-b54de45e29a0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.462376 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-abad5725-000a-426c-935b-b54de45e29a0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.520257 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-abad5725-000a-426c-935b-b54de45e29a0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.552020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad5725-000a-426c-935b-b54de45e29a0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Subnet': ['ID=929f1050-b5a2-4960-98a8-749e1b2cc142,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:38.554028 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-abad5725-000a-426c-935b-b54de45e29a0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.557200 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-abad5725-000a-426c-935b-b54de45e29a0 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "DELETE /v2.0/subnets/929f1050-b5a2-4960-98a8-749e1b2cc142 HTTP/1.1" status: 204 len: 168 time: 0.2719898 Nov 16 04:49:38.559614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6887735f-e318-4dd1-93ba-ec52dfe2b3b8 None None] Network 84b814da-11cc-4f92-bfe1-83f3a46f4a3b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:49:38.559748 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44076) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:38.667602 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.740943 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fed7f28-0c69-466f-9633-a0b7bb0ac2e3 None None] DHCP port deletion for 84b814da-11cc-4f92-bfe1-83f3a46f4a3b request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:49:38.810003 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1fed7f28-0c69-466f-9633-a0b7bb0ac2e3 None None] Deleting port c171901d-fd05-4b1c-8899-621c1f485878 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:38.810664 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fed7f28-0c69-466f-9633-a0b7bb0ac2e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.896142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1fed7f28-0c69-466f-9633-a0b7bb0ac2e3 None None] For port c171901d-fd05-4b1c-8899-621c1f485878, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c171901d-fd05-4b1c-8899-621c1f485878,segment=NetworkSegment(9129a8cf-861d-4361-a971-95ba4e308c0d),segment_id=9129a8cf-861d-4361-a971-95ba4e308c0d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:38.896530 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fed7f28-0c69-466f-9633-a0b7bb0ac2e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:38.909945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1fed7f28-0c69-466f-9633-a0b7bb0ac2e3 None None] Calling delete_port for c171901d-fd05-4b1c-8899-621c1f485878 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:38.922065 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a48a2502-fee5-47f8-b30c-fdb0495126a1 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:38.967884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5567e2-d178-416c-b48a-679032a248e8 req-2a4294b9-467d-410d-9ff8-5b1a0e3d9ec5 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:38.969963 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc5567e2-d178-416c-b48a-679032a248e8 req-2a4294b9-467d-410d-9ff8-5b1a0e3d9ec5 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.3349001 Nov 16 04:49:38.975307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: a48a2502-fee5-47f8-b30c-fdb0495126a1 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:49:38.975676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a48a2502-fee5-47f8-b30c-fdb0495126a1 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:49:38.976679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e764b407-b794-4e16-8898-6f59f8280cdc no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:39.000413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: e764b407-b794-4e16-8898-6f59f8280cdc {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:49:39.000762 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e764b407-b794-4e16-8898-6f59f8280cdc not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:49:39.036632 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fed7f28-0c69-466f-9633-a0b7bb0ac2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:39.046826 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447becb4-0d99-48b8-afeb-f64015d2766c req-19638993-5387-4785-94e5-a7a553a122cd tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:39.048295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-447becb4-0d99-48b8-afeb-f64015d2766c req-19638993-5387-4785-94e5-a7a553a122cd tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.0995762 Nov 16 04:49:39.061569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc5567e2-d178-416c-b48a-679032a248e8 req-963ea05d-4a1b-4569-8f43-53f67648aa6c tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763044 Nov 16 04:49:39.065739 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed7f28-0c69-466f-9633-a0b7bb0ac2e3 None None] Pushing event deleted for resources: {'Port': ['ID=c171901d-fd05-4b1c-8899-621c1f485878,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:39.069276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed7f28-0c69-466f-9633-a0b7bb0ac2e3 None None] No DVR routers for this DVR port c171901d-fd05-4b1c-8899-621c1f485878 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:39.082056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Deleting port c171901d-fd05-4b1c-8899-621c1f485878 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:39.082397 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:39.154552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-447becb4-0d99-48b8-afeb-f64015d2766c req-f4a1d485-7636-45ab-a6ac-63f01ae97610 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981777 Nov 16 04:49:39.169068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] For port c171901d-fd05-4b1c-8899-621c1f485878, host n-d-818042-1, got binding levels [] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:39.169425 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:39.182698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Calling delete_port for c171901d-fd05-4b1c-8899-621c1f485878 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:39.185504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.ipam_backend_mixin [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Port c171901d-fd05-4b1c-8899-621c1f485878 was not found and therefore no delete operation was performed {{(pid=102659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 04:49:39.186851 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:39.213450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Port': ['ID=c171901d-fd05-4b1c-8899-621c1f485878,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:39.215566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] No DVR routers for this DVR port c171901d-fd05-4b1c-8899-621c1f485878 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:39.329253 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:39.357104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b814da-11cc-4f92-bfe1-83f3a46f4a3b']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:39.369199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9129a8cf-861d-4361-a971-95ba4e308c0d') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:39.369501 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9129a8cf-861d-4361-a971-95ba4e308c0d') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:39.378255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44fd09-4ceb-48e4-820d-7dd405e13103 req-678fa615-8042-4e25-9c2b-f2634cceb6df tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:39.379781 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af44fd09-4ceb-48e4-820d-7dd405e13103 req-678fa615-8042-4e25-9c2b-f2634cceb6df tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 946 time: 0.0904789 Nov 16 04:49:39.390471 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:39.423522 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:39.457991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:49:39.458434 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:49:39.489269 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:49:39.528105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8738663c-7f64-4b8d-b939-148a37162e9c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:39.547833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 8738663c-7f64-4b8d-b939-148a37162e9c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:49:39.548171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8738663c-7f64-4b8d-b939-148a37162e9c not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:49:39.548573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c171901d-fd05-4b1c-8899-621c1f485878 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:39.567401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: c171901d-fd05-4b1c-8899-621c1f485878 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:49:39.567746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c171901d-fd05-4b1c-8899-621c1f485878 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:49:39.589859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af44fd09-4ceb-48e4-820d-7dd405e13103 req-de99fab9-d575-4437-97ec-6e678f3e4334 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019975 Nov 16 04:49:39.603612 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:39.622785 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:39.625967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] 10.222.0.41 "DELETE /v2.0/networks/84b814da-11cc-4f92-bfe1-83f3a46f4a3b HTTP/1.1" status: 204 len: 168 time: 1.0653243 Nov 16 04:49:39.648609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7de40-c49e-4fa0-b1b7-0c34f4974997 tempest-ServersTestMultiNic-1606206515 tempest-ServersTestMultiNic-1606206515-project] Pushing event deleted for resources: {'Network': ['ID=84b814da-11cc-4f92-bfe1-83f3a46f4a3b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:39.663532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-4b1381b4-134a-4822-833e-6f7671a5a04d tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:39.665097 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-4b1381b4-134a-4822-833e-6f7671a5a04d tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/networks?id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a HTTP/1.1" status: 200 len: 809 time: 0.2437837 Nov 16 04:49:39.673932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74fe5a-2fe0-4ccc-ab6b-87611cc72088 req-57812bf3-b6ca-40fc-893c-31f5641c1b18 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:39.675363 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b74fe5a-2fe0-4ccc-ab6b-87611cc72088 req-57812bf3-b6ca-40fc-893c-31f5641c1b18 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.37 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 946 time: 0.1403720 Nov 16 04:49:39.693072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-3a2b4245-8afd-4a9f-a8e7-a6acdccecca6 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/quotas/26e083ee75414069a6d45744cc5d2647 HTTP/1.1" status: 200 len: 375 time: 0.0167429 Nov 16 04:49:39.779623 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44110) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:39.804436 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-ce99cb0f-f48c-484e-904d-38856326ce5f tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=26e083ee75414069a6d45744cc5d2647&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0894303 Nov 16 04:49:39.871348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5b74fe5a-2fe0-4ccc-ab6b-87611cc72088 req-8ec833ee-f034-4078-a808-7c1fa2d53c72 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Deleting port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:39.871686 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5b74fe5a-2fe0-4ccc-ab6b-87611cc72088 req-8ec833ee-f034-4078-a808-7c1fa2d53c72 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:39.964096 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-ce7474e6-53db-4a0c-9d58-690bb5b25523 service neutron] 10.222.0.41 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495898 Nov 16 04:49:40.028723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-5b74fe5a-2fe0-4ccc-ab6b-87611cc72088 req-8ec833ee-f034-4078-a808-7c1fa2d53c72 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] For port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:40.029087 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5b74fe5a-2fe0-4ccc-ab6b-87611cc72088 req-8ec833ee-f034-4078-a808-7c1fa2d53c72 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:40.047680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5b74fe5a-2fe0-4ccc-ab6b-87611cc72088 req-8ec833ee-f034-4078-a808-7c1fa2d53c72 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Calling delete_port for 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:40.119470 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ea76-a8f4-42f3-8f30-1c90a859f620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:40.121354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-96703d61-6f74-456c-a590-701c0f685719 service neutron] 10.222.0.41 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505737 Nov 16 04:49:40.181346 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-763cd7bc-930b-4c03-862a-3ccd01aa9a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:40.253917 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5b74fe5a-2fe0-4ccc-ab6b-87611cc72088 req-8ec833ee-f034-4078-a808-7c1fa2d53c72 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:40.270653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0728c-35de-4965-aada-00e500dd1463 req-26faac60-d198-4706-8f58-c7069afbb817 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:40.276746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026', 'f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:40.278695 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c8d0728c-35de-4965-aada-00e500dd1463 req-26faac60-d198-4706-8f58-c7069afbb817 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.1158936 Nov 16 04:49:40.286484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:40.355745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec833ee-f034-4078-a808-7c1fa2d53c72 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event deleted for resources: {'Port': ['ID=9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:40.414393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c8d0728c-35de-4965-aada-00e500dd1463 req-14908123-4580-43cb-b1ec-b4b603e5cf5a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347394 Nov 16 04:49:40.475431 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ef01d54c-ffe6-4756-abb8-0e579e7d2b11 req-38c402f4-4595-4ea4-b216-a5fe4c23281d tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 210 time: 0.0841489 Nov 16 04:49:40.476471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b74fe5a-2fe0-4ccc-ab6b-87611cc72088 req-8ec833ee-f034-4078-a808-7c1fa2d53c72 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] No DVR routers for this DVR port 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:40.481286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5b74fe5a-2fe0-4ccc-ab6b-87611cc72088 req-8ec833ee-f034-4078-a808-7c1fa2d53c72 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:40.481460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5bd4ea76-a8f4-42f3-8f30-1c90a859f620 admin admin] Deleting port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:40.481723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ea76-a8f4-42f3-8f30-1c90a859f620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:40.484582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b74fe5a-2fe0-4ccc-ab6b-87611cc72088 req-8ec833ee-f034-4078-a808-7c1fa2d53c72 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.37 "DELETE /v2.0/ports/9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 HTTP/1.1" status: 204 len: 173 time: 0.8010731 Nov 16 04:49:40.485038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f860e99-02f7-4fd8-bd59-f07803f56386', 'name': 'network-vif-deleted', 'tag': '9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:40.502648 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a00aba-498f-4ed6-95bd-9591e704010a" -d '{"events": [{"server_uuid": "3f860e99-02f7-4fd8-bd59-f07803f56386", "name": "network-vif-deleted", "tag": "9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:40.585626 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-5bd4ea76-a8f4-42f3-8f30-1c90a859f620 admin admin] For port f9bc8ed4-1e2d-49ab-8895-9f26cac606cb, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f9bc8ed4-1e2d-49ab-8895-9f26cac606cb,segment=NetworkSegment(f231130c-af88-400e-9d3c-a526c1324a6a),segment_id=f231130c-af88-400e-9d3c-a526c1324a6a)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:40.586027 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ea76-a8f4-42f3-8f30-1c90a859f620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:40.601734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5bd4ea76-a8f4-42f3-8f30-1c90a859f620 admin admin] Calling delete_port for f9bc8ed4-1e2d-49ab-8895-9f26cac606cb owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:40.606684 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b48902-42e6-4160-ab3c-bed008a01eef x-openstack-request-id: req-05b48902-42e6-4160-ab3c-bed008a01eef {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:40.607013 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f860e99-02f7-4fd8-bd59-f07803f56386", "name": "network-vif-deleted", "tag": "9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:40.607286 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05b48902-42e6-4160-ab3c-bed008a01eef {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:40.607688 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f860e99-02f7-4fd8-bd59-f07803f56386', 'name': 'network-vif-deleted', 'tag': '9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1', 'status': 'completed', 'code': 200} Nov 16 04:49:40.754363 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6991be58-bcb9-4114-ab13-87dbee445f6a req-c3cfd86c-528b-4e79-a618-befb061d5da4 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f860e99-02f7-4fd8-bd59-f07803f56386 HTTP/1.1" status: 200 len: 210 time: 0.0311284 Nov 16 04:49:40.817368 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ea76-a8f4-42f3-8f30-1c90a859f620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:40.843312 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4ea76-a8f4-42f3-8f30-1c90a859f620 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9bc8ed4-1e2d-49ab-8895-9f26cac606cb,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:41.297535 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5bd4ea76-a8f4-42f3-8f30-1c90a859f620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:41.607368 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08666dfb-5e7a-4543-8873-8daf4014669e req-1070f061-e885-4151-9082-15bbca647d94 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 210 time: 0.0425839 Nov 16 04:49:41.609140 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-c62de7cd-e25d-4858-9678-f392a2e91515 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:41.610686 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-c62de7cd-e25d-4858-9678-f392a2e91515 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.15 "GET /v2.0/networks?id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a HTTP/1.1" status: 200 len: 809 time: 0.1669493 Nov 16 04:49:41.615745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd4ea76-a8f4-42f3-8f30-1c90a859f620 admin admin] Router 69639b94-673b-4034-b42a-818cc78a7117 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:49:41.625795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8c4d7-05eb-48e4-b5ae-6b78dc24bc66 req-2a375610-dd97-4a76-9114-cb07818fae15 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:41.630254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-acf8c4d7-05eb-48e4-b5ae-6b78dc24bc66 req-2a375610-dd97-4a76-9114-cb07818fae15 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.1187568 Nov 16 04:49:41.633029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-f064da4c-1a4b-4730-86b3-7267d83ed71e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Request body: {'port': {'device_id': '3f397e98-05f9-40cd-adc5-9199a98355bb', 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a', 'admin_state_up': True, 'tenant_id': '26e083ee75414069a6d45744cc5d2647'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:41.675188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-acf8c4d7-05eb-48e4-b5ae-6b78dc24bc66 req-c44d7864-c8a8-4946-8327-219a8d7892ef tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413926 Nov 16 04:49:41.817380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd4ea76-a8f4-42f3-8f30-1c90a859f620 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:49:41.826553 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5bd4ea76-a8f4-42f3-8f30-1c90a859f620 admin admin] 10.222.0.41 "PUT /v2.0/routers/69639b94-673b-4034-b42a-818cc78a7117/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0455596 Nov 16 04:49:41.828986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44150) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:41.839540 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-f064da4c-1a4b-4730-86b3-7267d83ed71e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Made reservation on behalf of 26e083ee75414069a6d45744cc5d2647 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:41.844240 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-f064da4c-1a4b-4730-86b3-7267d83ed71e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:41.847154 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55fe67-768c-4ae1-9205-42015c4a1ab7 None None] Sync routers for ids ['69639b94-673b-4034-b42a-818cc78a7117'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:49:41.858408 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:41.861082 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55fe67-768c-4ae1-9205-42015c4a1ab7 None None] Routers {'69639b94-673b-4034-b42a-818cc78a7117'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:49:41.861713 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1d55fe67-768c-4ae1-9205-42015c4a1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:49:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['69639b94-673b-4034-b42a-818cc78a7117'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:41.988726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.000541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-1d55fe67-768c-4ae1-9205-42015c4a1ab7 None None] Set router 69639b94-673b-4034-b42a-818cc78a7117 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:49:42.008801 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-f064da4c-1a4b-4730-86b3-7267d83ed71e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Allocated IP 172.20.0.2 (42a5ec20-8993-4f5c-b21a-dee8f6593d5a/89dafe22-d8cb-44ce-83d7-384ac27d704f/5fb83d44-4058-456a-8a0f-cfff7b74c1ea) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:42.134502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e4e80-4529-48f2-babb-0e283f3d19df req-914b695f-c4f4-424a-8b46-06e06442cd4a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:42.135998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e7e4e80-4529-48f2-babb-0e283f3d19df req-914b695f-c4f4-424a-8b46-06e06442cd4a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 945 time: 0.0722044 Nov 16 04:49:42.170098 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.182483 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-f064da4c-1a4b-4730-86b3-7267d83ed71e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.202631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1d55fe67-768c-4ae1-9205-42015c4a1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69639b94-673b-4034-b42a-818cc78a7117', 'name': 'tempest-ServersTestMultiNic-120979963-router', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '160783a0-85c3-4037-a34e-828d4a70d695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:57Z', 'updated_at': '2021-11-16T04:49:40Z', 'revision_number': 5, 'project_id': '73c819dedc6941fc95e863eae825a90c', 'gw_port': {'id': '160783a0-85c3-4037-a34e-828d4a70d695', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:42:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69639b94-673b-4034-b42a-818cc78a7117', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1207, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:58Z', 'updated_at': '2021-11-16T04:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:42.220405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e7e4e80-4529-48f2-babb-0e283f3d19df req-a162003c-af3a-411f-84f7-0aa5775c150e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777400 Nov 16 04:49:42.226890 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-f064da4c-1a4b-4730-86b3-7267d83ed71e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.230384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55fe67-768c-4ae1-9205-42015c4a1ab7 None None] Checking router: 69639b94-673b-4034-b42a-818cc78a7117 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:49:42.246752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['2fbb9ed4-10e4-4b10-906d-beb9bfad762a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:42.253609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Deleting port 160783a0-85c3-4037-a34e-828d4a70d695 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:42.253982 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.275054 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55fe67-768c-4ae1-9205-42015c4a1ab7 None None] Routers {'69639b94-673b-4034-b42a-818cc78a7117'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:49:42.275776 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1d55fe67-768c-4ae1-9205-42015c4a1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:49:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['69639b94-673b-4034-b42a-818cc78a7117'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:42.276440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-f064da4c-1a4b-4730-86b3-7267d83ed71e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:42.283935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-f064da4c-1a4b-4730-86b3-7267d83ed71e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:42.286510 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-f064da4c-1a4b-4730-86b3-7267d83ed71e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:42.319838 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064da4c-1a4b-4730-86b3-7267d83ed71e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Pushing event updated for resources: {'Port': ['ID=5fb83d44-4058-456a-8a0f-cfff7b74c1ea,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:42.337627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] For port 160783a0-85c3-4037-a34e-828d4a70d695, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=160783a0-85c3-4037-a34e-828d4a70d695,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:42.337915 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.353695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Calling delete_port for 160783a0-85c3-4037-a34e-828d4a70d695 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:42.355240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-f064da4c-1a4b-4730-86b3-7267d83ed71e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:42.355946 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-f064da4c-1a4b-4730-86b3-7267d83ed71e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.375917 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-f064da4c-1a4b-4730-86b3-7267d83ed71e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7483480 Nov 16 04:49:42.387961 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-1d55fe67-768c-4ae1-9205-42015c4a1ab7 None None] Set router 69639b94-673b-4034-b42a-818cc78a7117 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:49:42.403026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Request body: {'port': {'device_id': '3f397e98-05f9-40cd-adc5-9199a98355bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:42.451421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1d55fe67-768c-4ae1-9205-42015c4a1ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69639b94-673b-4034-b42a-818cc78a7117', 'name': 'tempest-ServersTestMultiNic-120979963-router', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:57Z', 'updated_at': '2021-11-16T04:49:42Z', 'revision_number': 6, 'project_id': '73c819dedc6941fc95e863eae825a90c', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:42.477122 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.549782 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.576670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Pushing event deleted for resources: {'Port': ['ID=160783a0-85c3-4037-a34e-828d4a70d695,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:42.616846 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d55fe67-768c-4ae1-9205-42015c4a1ab7 None None] The sync data for ids ['69639b94-673b-4034-b42a-818cc78a7117'] in n-d-818042-1 is: [{'id': '69639b94-673b-4034-b42a-818cc78a7117', 'name': 'tempest-ServersTestMultiNic-120979963-router', 'tenant_id': '73c819dedc6941fc95e863eae825a90c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:57Z', 'updated_at': '2021-11-16T04:49:42Z', 'revision_number': 6, 'project_id': '73c819dedc6941fc95e863eae825a90c', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:49:42.669574 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.792578 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb83d44-4058-456a-8a0f-cfff7b74c1ea {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:42.800006 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.811561 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Transition to ACTIVE for port object 5fb83d44-4058-456a-8a0f-cfff7b74c1ea will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:49:42.813524 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.815216 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.819839 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.867186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb83d44-4058-456a-8a0f-cfff7b74c1ea,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:42.877577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72208467-4818-491c-8433-76b64e3e77c8 req-7a3a8ffb-cfb7-4ec0-bcd3-8f97f25854ab tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:42.879130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-72208467-4818-491c-8433-76b64e3e77c8 req-7a3a8ffb-cfb7-4ec0-bcd3-8f97f25854ab tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 931 time: 0.1770828 Nov 16 04:49:42.893144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f3549-8883-493f-b5e1-2c6269d51f95 req-d837ea88-67ac-495e-81b0-48e5fc1b903d tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:42.894703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-266f3549-8883-493f-b5e1-2c6269d51f95 req-d837ea88-67ac-495e-81b0-48e5fc1b903d tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.1124613 Nov 16 04:49:42.897455 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.898480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69639b94-673b-4034-b42a-818cc78a7117 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:49:42.906306 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.907364 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0c6a0ae9-e59d-499f-b6bd-577a07a423ec admin admin] 10.222.0.41 "DELETE /v2.0/routers/69639b94-673b-4034-b42a-818cc78a7117 HTTP/1.1" status: 204 len: 168 time: 1.0770812 Nov 16 04:49:42.912002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44164) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:42.968818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Attempting to bind port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:49:42.968818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Attempting to bind port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'e36898a2-38c7-40dc-8de3-7aa934c52735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:49:42.969133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Attempting to bind port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea on network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:42.974322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6dffc8f-237c-43d4-b3d6-072ac0c69e1a admin admin] Deleting subnet 61866f8b-04f2-4d5c-be88-2f657e229fad {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:49:42.976435 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-72208467-4818-491c-8433-76b64e3e77c8 req-a112bf68-cc35-4a74-bbe7-d90452d9b014 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799692 Nov 16 04:49:42.979123 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b6dffc8f-237c-43d4-b3d6-072ac0c69e1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:42.980715 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-266f3549-8883-493f-b5e1-2c6269d51f95 req-700a3866-a3e3-4f0e-b0ec-a61d27b5f413 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717723 Nov 16 04:49:42.980877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea on network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:49:42.981128 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Attempting to bind port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea on network 42a5ec20-8993-4f5c-b21a-dee8f6593d5a {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:43.003443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:49:43.003786 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Checking segment: {'id': 'e36898a2-38c7-40dc-8de3-7aa934c52735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:43.004219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Bound using segment: {'id': 'e36898a2-38c7-40dc-8de3-7aa934c52735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:49:43.004650 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Bound port: 5fb83d44-4058-456a-8a0f-cfff7b74c1ea, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36898a2-38c7-40dc-8de3-7aa934c52735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:49:43.005125 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.061399 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b6dffc8f-237c-43d4-b3d6-072ac0c69e1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.128649 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] For port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:49:43.133372 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] For port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=5fb83d44-4058-456a-8a0f-cfff7b74c1ea,segment=NetworkSegment(e36898a2-38c7-40dc-8de3-7aa934c52735),segment_id=e36898a2-38c7-40dc-8de3-7aa934c52735)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:49:43.152615 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.192760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:43.193371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.195315 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] 10.222.0.15 "PUT /v2.0/ports/5fb83d44-4058-456a-8a0f-cfff7b74c1ea HTTP/1.1" status: 200 len: 1091 time: 0.7969368 Nov 16 04:49:43.197504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f397e98-05f9-40cd-adc5-9199a98355bb', 'tag': '5fb83d44-4058-456a-8a0f-cfff7b74c1ea'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:43.199052 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.199881 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bbbfdf-5290-4b54-bf2c-2246fc8f3b33" -d '{"events": [{"name": "network-changed", "server_uuid": "3f397e98-05f9-40cd-adc5-9199a98355bb", "tag": "5fb83d44-4058-456a-8a0f-cfff7b74c1ea"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:43.209567 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b6dffc8f-237c-43d4-b3d6-072ac0c69e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.241869 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79994802-c37b-4529-ad7e-ff2501f1a345 x-openstack-request-id: req-79994802-c37b-4529-ad7e-ff2501f1a345 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:43.242153 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f397e98-05f9-40cd-adc5-9199a98355bb", "tag": "5fb83d44-4058-456a-8a0f-cfff7b74c1ea", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:43.242406 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79994802-c37b-4529-ad7e-ff2501f1a345 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:43.242808 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f397e98-05f9-40cd-adc5-9199a98355bb', 'tag': '5fb83d44-4058-456a-8a0f-cfff7b74c1ea', 'status': 'completed', 'code': 200} Nov 16 04:49:43.284681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e533938-e728-418f-b7c1-2185da574a08 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb83d44-4058-456a-8a0f-cfff7b74c1ea,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:43.314688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-db716ced-6c18-4369-a244-687876c20093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:43.316185 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-db716ced-6c18-4369-a244-687876c20093 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26e083ee75414069a6d45744cc5d2647&device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 1094 time: 0.0627978 Nov 16 04:49:43.322199 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b6dffc8f-237c-43d4-b3d6-072ac0c69e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.353660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dffc8f-237c-43d4-b3d6-072ac0c69e1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61866f8b-04f2-4d5c-be88-2f657e229fad,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:43.360127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bf8bc-86eb-4ed6-baa7-2fd917ca939e req-3d469bb7-24d6-43c0-8cdd-203e5270fcbd tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:43.361562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-474bf8bc-86eb-4ed6-baa7-2fd917ca939e req-3d469bb7-24d6-43c0-8cdd-203e5270fcbd tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 945 time: 0.0521159 Nov 16 04:49:43.366018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415488b-00fa-4c09-898f-9b4f6984198f None None] Network aecdcb62-03fc-4b4a-8985-1ae9a33d0c95 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:49:43.384189 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b6dffc8f-237c-43d4-b3d6-072ac0c69e1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.387390 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b6dffc8f-237c-43d4-b3d6-072ac0c69e1a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/61866f8b-04f2-4d5c-be88-2f657e229fad HTTP/1.1" status: 204 len: 168 time: 0.4744027 Nov 16 04:49:43.389244 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-062598bb-317b-46c8-bee2-fef1953bc98f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fb83d44-4058-456a-8a0f-cfff7b74c1ea HTTP/1.1" status: 200 len: 217 time: 0.0414226 Nov 16 04:49:43.389922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44170) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:43.441086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-474bf8bc-86eb-4ed6-baa7-2fd917ca939e req-54343b13-382d-4daf-bdd4-5d0ba8a0a066 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724292 Nov 16 04:49:43.493429 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-b23b6f46-5b68-4f74-9dec-5fbd3a9dfae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:43.495168 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-b23b6f46-5b68-4f74-9dec-5fbd3a9dfae8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89dafe22-d8cb-44ce-83d7-384ac27d704f HTTP/1.1" status: 200 len: 849 time: 0.0979133 Nov 16 04:49:43.538204 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-f3d8b09b-bd0c-4f7f-ab04-73178eea841d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341887 Nov 16 04:49:43.545866 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.586678 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 160783a0-85c3-4037-a34e-828d4a70d695 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:43.610029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:43.614237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 160783a0-85c3-4037-a34e-828d4a70d695 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:49:43.620091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 160783a0-85c3-4037-a34e-828d4a70d695 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:49:43.622777 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f9bc8ed4-1e2d-49ab-8895-9f26cac606cb no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:43.642610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] DHCP port deletion for aecdcb62-03fc-4b4a-8985-1ae9a33d0c95 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:49:43.661857 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:49:43.662206 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9d2d7ed6-a195-47d2-a746-b6d64e0ef2b1 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:49:43.665130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f9bc8ed4-1e2d-49ab-8895-9f26cac606cb {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:49:43.665462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f9bc8ed4-1e2d-49ab-8895-9f26cac606cb not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:49:43.680523 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-42cd955b-2461-4a80-be95-7e96fe8dc5b1 service neutron] 10.222.0.15 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314306 Nov 16 04:49:43.690054 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Deleting port 80c0b8b5-937c-4e63-a7d7-9f917500798c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:43.690393 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.700010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1aa11-86f7-4749-aa0f-e16356a2fcc7 req-0371a15c-7a0d-4e26-a93a-3732367261ce tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:43.702140 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d1aa11-86f7-4749-aa0f-e16356a2fcc7 req-0371a15c-7a0d-4e26-a93a-3732367261ce tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 945 time: 0.0557342 Nov 16 04:49:43.731803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Deleting port 80c0b8b5-937c-4e63-a7d7-9f917500798c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:43.732319 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.807238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] For port 80c0b8b5-937c-4e63-a7d7-9f917500798c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=80c0b8b5-937c-4e63-a7d7-9f917500798c,segment=NetworkSegment(f231130c-af88-400e-9d3c-a526c1324a6a),segment_id=f231130c-af88-400e-9d3c-a526c1324a6a)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:43.807606 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.820747 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.827197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] For port 80c0b8b5-937c-4e63-a7d7-9f917500798c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=80c0b8b5-937c-4e63-a7d7-9f917500798c,segment=NetworkSegment(f231130c-af88-400e-9d3c-a526c1324a6a),segment_id=f231130c-af88-400e-9d3c-a526c1324a6a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:43.827846 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.829730 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Calling delete_port for 80c0b8b5-937c-4e63-a7d7-9f917500798c owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:43.831336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-62d1aa11-86f7-4749-aa0f-e16356a2fcc7 req-8689a3ec-3373-43e9-9421-0c994d42c22d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Deleting port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:43.831936 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d1aa11-86f7-4749-aa0f-e16356a2fcc7 req-8689a3ec-3373-43e9-9421-0c994d42c22d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.852220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Calling delete_port for 80c0b8b5-937c-4e63-a7d7-9f917500798c owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:43.857248 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-822e4a60-7e5e-46e7-b932-f1f11df282fc req-2e17982d-a048-4619-8b6e-7e88eadc2224 service neutron] 10.222.0.15 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690505 Nov 16 04:49:43.947283 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.948163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-62d1aa11-86f7-4749-aa0f-e16356a2fcc7 req-8689a3ec-3373-43e9-9421-0c994d42c22d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] For port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:43.948532 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d1aa11-86f7-4749-aa0f-e16356a2fcc7 req-8689a3ec-3373-43e9-9421-0c994d42c22d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.964269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-62d1aa11-86f7-4749-aa0f-e16356a2fcc7 req-8689a3ec-3373-43e9-9421-0c994d42c22d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Calling delete_port for f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:43.969382 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:43.982038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Pushing event deleted for resources: {'Port': ['ID=80c0b8b5-937c-4e63-a7d7-9f917500798c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:43.984263 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] No DVR routers for this DVR port 80c0b8b5-937c-4e63-a7d7-9f917500798c on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:43.992507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:43.992834 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:43.993173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:43.993505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:43.993885 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:43.994217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:43.994542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:43.994866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:43.995197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:43.995507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:43.995831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:43.996145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37881ede-4cd2-4e86-8a05-83bc03ed5e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:44.014072 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] No DVR routers for this DVR port 80c0b8b5-937c-4e63-a7d7-9f917500798c on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:44.016333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Pushing event deleted for resources: {'Port': ['ID=80c0b8b5-937c-4e63-a7d7-9f917500798c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:44.046332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbbfdf-5290-4b54-bf2c-2246fc8f3b33 req-b2ec0a1d-45cc-4c74-85d7-a812fa2acbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:44.048110 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7bbbfdf-5290-4b54-bf2c-2246fc8f3b33 req-b2ec0a1d-45cc-4c74-85d7-a812fa2acbed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26e083ee75414069a6d45744cc5d2647&device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 1094 time: 0.1232572 Nov 16 04:49:44.174512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:44.176424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa873e2-9acf-465d-b77f-ad4b89ea7968 req-c8c38acd-7553-433d-877a-d1d0094317d6 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:44.178067 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fa873e2-9acf-465d-b77f-ad4b89ea7968 req-c8c38acd-7553-433d-877a-d1d0094317d6 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.0892220 Nov 16 04:49:44.194878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ed417-416f-40a8-a5b5-53cb4d61d4a8 req-27e32fac-64b7-4320-a4e2-acad3842943c tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:44.196327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c7ed417-416f-40a8-a5b5-53cb4d61d4a8 req-27e32fac-64b7-4320-a4e2-acad3842943c tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 943 time: 0.1409037 Nov 16 04:49:44.202188 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d1aa11-86f7-4749-aa0f-e16356a2fcc7 req-8689a3ec-3373-43e9-9421-0c994d42c22d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:44.207605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aecdcb62-03fc-4b4a-8985-1ae9a33d0c95']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:44.223992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026', 'f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:44.226576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f231130c-af88-400e-9d3c-a526c1324a6a') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:44.226985 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f231130c-af88-400e-9d3c-a526c1324a6a') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:44.238948 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:44.241021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbbfdf-5290-4b54-bf2c-2246fc8f3b33 req-6b847293-2fce-4665-9b61-95e59fb07f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:44.242522 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7bbbfdf-5290-4b54-bf2c-2246fc8f3b33 req-6b847293-2fce-4665-9b61-95e59fb07f6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a HTTP/1.1" status: 200 len: 910 time: 0.1665056 Nov 16 04:49:44.256514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689a3ec-3373-43e9-9421-0c994d42c22d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event deleted for resources: {'Port': ['ID=f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:44.300440 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7bbbfdf-5290-4b54-bf2c-2246fc8f3b33 req-786d08e9-4940-45a6-ad95-ba58b3b58d53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fb83d44-4058-456a-8a0f-cfff7b74c1ea HTTP/1.1" status: 200 len: 217 time: 0.0459654 Nov 16 04:49:44.301222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:44.316699 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:49:44.317082 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:49:44.319335 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:49:44.333864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d1aa11-86f7-4749-aa0f-e16356a2fcc7 req-8689a3ec-3373-43e9-9421-0c994d42c22d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] No DVR routers for this DVR port f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:44.339663 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fa873e2-9acf-465d-b77f-ad4b89ea7968 req-dedad94a-7667-4b4f-82a5-f57205a80170 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535180 Nov 16 04:49:44.340849 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-62d1aa11-86f7-4749-aa0f-e16356a2fcc7 req-8689a3ec-3373-43e9-9421-0c994d42c22d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:44.344355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62d1aa11-86f7-4749-aa0f-e16356a2fcc7 req-8689a3ec-3373-43e9-9421-0c994d42c22d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "DELETE /v2.0/ports/f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 HTTP/1.1" status: 204 len: 173 time: 0.6366236 Nov 16 04:49:44.348606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c7ed417-416f-40a8-a5b5-53cb4d61d4a8 req-7506fe7b-cd0d-4740-b5b4-12223941171d tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442015 Nov 16 04:49:44.349264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e6e04f8-af2d-4ea6-98f3-ab21073d8b31', 'name': 'network-vif-deleted', 'tag': 'f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:44.353121 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61fba89-b1e2-4121-91c5-a7968e0df996" -d '{"events": [{"server_uuid": "0e6e04f8-af2d-4ea6-98f3-ab21073d8b31", "name": "network-vif-deleted", "tag": "f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:44.446647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bbbfdf-5290-4b54-bf2c-2246fc8f3b33 req-d3905fb7-8d96-4e62-b3dd-1347c8cf4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:44.448423 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7bbbfdf-5290-4b54-bf2c-2246fc8f3b33 req-d3905fb7-8d96-4e62-b3dd-1347c8cf4889 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89dafe22-d8cb-44ce-83d7-384ac27d704f HTTP/1.1" status: 200 len: 849 time: 0.1401751 Nov 16 04:49:44.457517 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:44.464171 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:44.469040 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] 10.222.0.41 "DELETE /v2.0/networks/aecdcb62-03fc-4b4a-8985-1ae9a33d0c95 HTTP/1.1" status: 204 len: 168 time: 1.0779779 Nov 16 04:49:44.503046 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7bbbfdf-5290-4b54-bf2c-2246fc8f3b33 req-d8fb4fe9-e2f4-4372-858c-55ec47ca2cf6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318453 Nov 16 04:49:44.523307 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5077c6b1-97f1-4be1-baeb-c79dbb02b2ed x-openstack-request-id: req-5077c6b1-97f1-4be1-baeb-c79dbb02b2ed {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:44.523612 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e6e04f8-af2d-4ea6-98f3-ab21073d8b31", "name": "network-vif-deleted", "tag": "f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:44.523805 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0041e-6d1f-4172-907d-9700e3668077 admin admin] Pushing event deleted for resources: {'Network': ['ID=aecdcb62-03fc-4b4a-8985-1ae9a33d0c95,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:44.523938 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5077c6b1-97f1-4be1-baeb-c79dbb02b2ed {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:44.524283 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e6e04f8-af2d-4ea6-98f3-ab21073d8b31', 'name': 'network-vif-deleted', 'tag': 'f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4', 'status': 'completed', 'code': 200} Nov 16 04:49:44.604270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc2dabbf-bf6c-4a80-a462-590a247dbde3 req-add8b523-2275-4ac0-9068-33e85e722f6c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=0e6e04f8-af2d-4ea6-98f3-ab21073d8b31 HTTP/1.1" status: 200 len: 210 time: 0.0390501 Nov 16 04:49:44.629583 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7bbbfdf-5290-4b54-bf2c-2246fc8f3b33 req-42de892c-98bc-4eb4-b418-3cb205cbac47 service neutron] 10.222.0.15 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152780 Nov 16 04:49:44.644431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44192) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:44.687203 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-08040d6c-89bf-44dd-8c35-b7d29f4bab6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73c819dedc6941fc95e863eae825a90c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415988 Nov 16 04:49:44.689784 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44194) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:44.759557 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d7bbbfdf-5290-4b54-bf2c-2246fc8f3b33 req-40945277-58e3-4b75-ac7c-063f062e9b2d service neutron] 10.222.0.15 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199679 Nov 16 04:49:44.768529 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-473e886a-4adf-455f-be1e-0be6a166a10e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:44.793692 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-473e886a-4adf-455f-be1e-0be6a166a10e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:44.840305 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-473e886a-4adf-455f-be1e-0be6a166a10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:44.843299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-473e886a-4adf-455f-be1e-0be6a166a10e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:44.844403 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-473e886a-4adf-455f-be1e-0be6a166a10e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/551c7be0-40d0-4c37-8be8-c9b7d4cf5295 HTTP/1.1" status: 204 len: 168 time: 0.1537073 Nov 16 04:49:44.859689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e886a-4adf-455f-be1e-0be6a166a10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551c7be0-40d0-4c37-8be8-c9b7d4cf5295,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:45.519204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cb515-bae3-4137-9556-60f6b680b279 req-eb8bceef-854d-485e-8fd0-4ac84857f0fd tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:45.520720 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-004cb515-bae3-4137-9556-60f6b680b279 req-eb8bceef-854d-485e-8fd0-4ac84857f0fd tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 943 time: 0.0938535 Nov 16 04:49:45.532843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c5568-0faa-4c67-a72d-51d227e922c2 req-75b8e718-b2d5-4da4-92a3-146c1f925e16 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:45.534375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca7c5568-0faa-4c67-a72d-51d227e922c2 req-75b8e718-b2d5-4da4-92a3-146c1f925e16 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.0756416 Nov 16 04:49:45.543611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 80c0b8b5-937c-4e63-a7d7-9f917500798c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:45.568519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 80c0b8b5-937c-4e63-a7d7-9f917500798c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:49:45.569918 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 80c0b8b5-937c-4e63-a7d7-9f917500798c not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:49:45.589084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44224) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:45.612492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-004cb515-bae3-4137-9556-60f6b680b279 req-1be1cbe9-04f8-4504-9610-0fdd865742a0 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768933 Nov 16 04:49:45.619693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca7c5568-0faa-4c67-a72d-51d227e922c2 req-fb4a16ca-7a8e-461f-b9e7-6ba232e58c40 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706916 Nov 16 04:49:45.833737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-878685007-network', 'tenant_id': '5735072f99914eea9a66685fea92f45c'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:45.854754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Made reservation on behalf of 5735072f99914eea9a66685fea92f45c for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:45.857104 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:45.865606 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:45.947461 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:45.950943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:45.976451 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:49:45.985575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d77f8f1-ab62-4ed2-b983-b035a3e3a12e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:45.992843 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:45.993190 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Added segment 70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8 of type vlan for network c418218c-307d-4836-8f5d-0acac191e3fc Nov 16 04:49:46.035882 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:46.062040 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:46.063002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:46.063585 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:46.122730 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5297101 Nov 16 04:49:46.126807 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44244) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:46.131718 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:46.132429 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f7fcfee7-13e1-44a3-8297-7a6a42da7160 admin admin] Request body: {'subnet': {'network_id': 'c418218c-307d-4836-8f5d-0acac191e3fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-878685007-subnet', 'tenant_id': '5735072f99914eea9a66685fea92f45c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:46.143515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c3c51-0848-4eb0-b21d-489314fb4f68 admin admin] Pushing event updated for resources: {'Network': ['ID=c418218c-307d-4836-8f5d-0acac191e3fc,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:46.159523 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network c418218c-307d-4836-8f5d-0acac191e3fc details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:49:46.159867 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fcfee7-13e1-44a3-8297-7a6a42da7160 admin admin] Made reservation on behalf of 5735072f99914eea9a66685fea92f45c for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:46.162749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfee7-13e1-44a3-8297-7a6a42da7160 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:46.257217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82f855-a961-49f1-bb6b-13179df34414 req-09cba2d8-4759-481e-8eed-6a4cda2902bb tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:46.258894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-09cba2d8-4759-481e-8eed-6a4cda2902bb tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.3491492 Nov 16 04:49:46.276036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-10de988a-392c-4052-8aa2-46706d524c33 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/quotas/fca369ae4679409a8d7092d80703976f HTTP/1.1" status: 200 len: 375 time: 0.0107791 Nov 16 04:49:46.339923 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-92982604-3e88-4419-b12f-082a50aecded tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0501056 Nov 16 04:49:46.356680 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfee7-13e1-44a3-8297-7a6a42da7160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:46.399870 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fcfee7-13e1-44a3-8297-7a6a42da7160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a676eb17-897e-44c6-89d8-cc63fc813b0a,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:46.431622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7fcfee7-13e1-44a3-8297-7a6a42da7160 admin admin] Checking segment: {'id': '70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c418218c-307d-4836-8f5d-0acac191e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:46.431979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fcfee7-13e1-44a3-8297-7a6a42da7160 admin admin] Network hostable DHCP agents. Network: c418218c-307d-4836-8f5d-0acac191e3fc, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:49:46.439779 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-de2419c6-1189-4571-8e93-8a00ab844d11 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913455 Nov 16 04:49:46.450118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fcfee7-13e1-44a3-8297-7a6a42da7160 admin admin] Network c418218c-307d-4836-8f5d-0acac191e3fc is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:49:46.459321 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f7fcfee7-13e1-44a3-8297-7a6a42da7160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, c418218c-307d-4836-8f5d-0acac191e3fc) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:46.471146 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fcfee7-13e1-44a3-8297-7a6a42da7160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:46.471742 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfee7-13e1-44a3-8297-7a6a42da7160 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:46.472295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c0a435-41e0-4865-8e85-dd0c2c2f061d None None] Network c418218c-307d-4836-8f5d-0acac191e3fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:49:46.497855 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f7fcfee7-13e1-44a3-8297-7a6a42da7160 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3626459 Nov 16 04:49:46.554591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-d2e6248d-27f0-40c3-89f5-098a240482eb service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044333 Nov 16 04:49:46.642349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb175aa2-16c4-4ecb-940a-459a26cdfd59 None None] Network c418218c-307d-4836-8f5d-0acac191e3fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:49:46.654622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3ef6a-c653-4525-81b5-437abad351d6 req-278218a5-5200-4f33-83bf-3e83f644f1a5 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:46.657387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0e3ef6a-c653-4525-81b5-437abad351d6 req-278218a5-5200-4f33-83bf-3e83f644f1a5 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.0637872 Nov 16 04:49:46.712369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0e3ef6a-c653-4525-81b5-437abad351d6 req-70f65a84-fd31-4469-8f01-7650e3fca0b2 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457778 Nov 16 04:49:46.843622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dae22c-1c50-4149-8f08-771b0fdceb66 req-2e43bf13-fbb0-4b82-ab23-5de6cbbb4b0a tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:46.845256 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77dae22c-1c50-4149-8f08-771b0fdceb66 req-2e43bf13-fbb0-4b82-ab23-5de6cbbb4b0a tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 943 time: 0.0634859 Nov 16 04:49:46.900271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77dae22c-1c50-4149-8f08-771b0fdceb66 req-0fde55c3-eea6-4340-b73b-84f403fb4119 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473549 Nov 16 04:49:46.940567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 5fb83d44-4058-456a-8a0f-cfff7b74c1ea details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:46.945574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:46.982014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:49:46.982579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f0a8ddf6-21cc-429f-9eeb-c21a4e08e3d4 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:49:47.027915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1ade125-3c0f-4315-b815-9b16b464cb07 req-f14a26e5-70ff-4b81-a5ea-3ad80f59ffb3 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 210 time: 0.0313396 Nov 16 04:49:47.041959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813fd80-8b3e-4fc6-a1ef-acff1f714c0d req-023c3697-b515-4eac-8d3b-d43bb1c487e7 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:47.049267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1813fd80-8b3e-4fc6-a1ef-acff1f714c0d req-023c3697-b515-4eac-8d3b-d43bb1c487e7 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.0872810 Nov 16 04:49:47.091149 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=5fb83d44-4058-456a-8a0f-cfff7b74c1ea,segment=NetworkSegment(e36898a2-38c7-40dc-8de3-7aa934c52735),segment_id=e36898a2-38c7-40dc-8de3-7aa934c52735)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:47.103264 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '5fb83d44-4058-456a-8a0f-cfff7b74c1ea', 'network_id': '42a5ec20-8993-4f5c-b21a-dee8f6593d5a', 'port_id': '5fb83d44-4058-456a-8a0f-cfff7b74c1ea', 'mac_address': 'fa:16:3e:ae:84:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89dafe22-d8cb-44ce-83d7-384ac27d704f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:47.105707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1813fd80-8b3e-4fc6-a1ef-acff1f714c0d req-cf65122d-4e1d-4f5b-9c0c-adec97a3a16e tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553854 Nov 16 04:49:47.152966 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:47.167536 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb83d44-4058-456a-8a0f-cfff7b74c1ea {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:47.191815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=5fb83d44-4058-456a-8a0f-cfff7b74c1ea,segment=NetworkSegment(e36898a2-38c7-40dc-8de3-7aa934c52735),segment_id=e36898a2-38c7-40dc-8de3-7aa934c52735)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:47.196710 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:47.250912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=5fb83d44-4058-456a-8a0f-cfff7b74c1ea,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:47.486797 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['5fb83d44-4058-456a-8a0f-cfff7b74c1ea'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:47.934101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c9564-23ff-4206-aacb-ec4e2b83cbf4 req-c188a7a9-70f6-4cc7-b670-d385366aeb9b tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:47.936057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f53c9564-23ff-4206-aacb-ec4e2b83cbf4 req-c188a7a9-70f6-4cc7-b670-d385366aeb9b tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1202440 Nov 16 04:49:48.013821 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82f855-a961-49f1-bb6b-13179df34414 req-ab0e7603-b007-4a3c-84e6-bffb362809e4 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:48.015244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-ab0e7603-b007-4a3c-84e6-bffb362809e4 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.37 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.2104306 Nov 16 04:49:48.047868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-6c82f855-a961-49f1-bb6b-13179df34414 req-892068d6-c54c-4a72-9ba0-28079e7e7a4f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Request body: {'port': {'device_id': 'ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'admin_state_up': True, 'tenant_id': 'fca369ae4679409a8d7092d80703976f'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:48.140872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f53c9564-23ff-4206-aacb-ec4e2b83cbf4 req-26088f67-755f-4d5e-8cdc-b9637f9ea2db tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1892467 Nov 16 04:49:48.178067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-b193b0a3-66b7-4004-a000-5ef56e4a204b tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:48.180181 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-b193b0a3-66b7-4004-a000-5ef56e4a204b tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/networks?id=c418218c-307d-4836-8f5d-0acac191e3fc HTTP/1.1" status: 200 len: 809 time: 0.2204418 Nov 16 04:49:48.219887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-1194f25f-6f1a-4c42-8927-83be966d03fb tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/quotas/5735072f99914eea9a66685fea92f45c HTTP/1.1" status: 200 len: 375 time: 0.0327692 Nov 16 04:49:48.276841 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:48.279699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-71e3a021-d0c6-48a9-b07e-5cc3cc6b7ef7 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5735072f99914eea9a66685fea92f45c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430758 Nov 16 04:49:48.309633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51218b9-1e77-48a7-af88-f1fd12e1d762 req-8fa15cb2-8cca-41f2-9590-37d798ed18bb tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:48.311108 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c51218b9-1e77-48a7-af88-f1fd12e1d762 req-8fa15cb2-8cca-41f2-9590-37d798ed18bb tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 944 time: 0.1141839 Nov 16 04:49:48.321316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c82f855-a961-49f1-bb6b-13179df34414 req-892068d6-c54c-4a72-9ba0-28079e7e7a4f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Made reservation on behalf of fca369ae4679409a8d7092d80703976f for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:48.324619 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c82f855-a961-49f1-bb6b-13179df34414 req-892068d6-c54c-4a72-9ba0-28079e7e7a4f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:48.495899 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c51218b9-1e77-48a7-af88-f1fd12e1d762 req-c5f639d8-59a8-4c45-a3ae-47c07b744bf0 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450942 Nov 16 04:49:48.505687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-a9d37938-ef7a-43f9-8b06-0dc108d16d2a service neutron] 10.222.0.41 "GET /v2.0/networks/c418218c-307d-4836-8f5d-0acac191e3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131774 Nov 16 04:49:48.634251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ee14426-e7d3-4c22-ab08-0a837747224e req-777d0efb-454b-4d8e-95b5-0cb1f1b3d8fa tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 210 time: 0.0467753 Nov 16 04:49:48.642636 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-6c82f855-a961-49f1-bb6b-13179df34414 req-892068d6-c54c-4a72-9ba0-28079e7e7a4f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Allocated IP 172.20.0.14 (814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93/1e81786c-f14f-4e29-8eb3-5467ad56d563/effecc08-8ee2-4aee-b932-10147f4b9cce) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:48.692281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-3f1cb652-4ed2-4e6b-88f6-75f7ea09723b service neutron] 10.222.0.41 "GET /v2.0/networks/c418218c-307d-4836-8f5d-0acac191e3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558046 Nov 16 04:49:48.813704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-afbf7788-dcf2-4f2e-955a-378725529b16 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:48.815787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744f8d1-e069-409d-9d26-71ef46b9aa3e req-6106ad8d-a27c-4ab7-ad6b-8979a5338b4c tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:48.815961 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-afbf7788-dcf2-4f2e-955a-378725529b16 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.0548484 Nov 16 04:49:48.817394 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d744f8d1-e069-409d-9d26-71ef46b9aa3e req-6106ad8d-a27c-4ab7-ad6b-8979a5338b4c tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.1161337 Nov 16 04:49:48.894275 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c82f855-a961-49f1-bb6b-13179df34414 req-892068d6-c54c-4a72-9ba0-28079e7e7a4f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:48.922633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Deleting port 0066e9dd-a823-49fe-bff6-43e6a23396ff {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:48.923334 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:48.923465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d744f8d1-e069-409d-9d26-71ef46b9aa3e req-3cf4336e-f780-4e76-96c6-3ee783cee7d4 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872381 Nov 16 04:49:48.952968 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 5fb83d44-4058-456a-8a0f-cfff7b74c1ea up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:48.962209 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c82f855-a961-49f1-bb6b-13179df34414 req-892068d6-c54c-4a72-9ba0-28079e7e7a4f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:49.011430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:49.020023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c82f855-a961-49f1-bb6b-13179df34414 req-892068d6-c54c-4a72-9ba0-28079e7e7a4f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:49.028717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-6c82f855-a961-49f1-bb6b-13179df34414 req-892068d6-c54c-4a72-9ba0-28079e7e7a4f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:49.032828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c82f855-a961-49f1-bb6b-13179df34414 req-892068d6-c54c-4a72-9ba0-28079e7e7a4f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:49.065005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] For port 0066e9dd-a823-49fe-bff6-43e6a23396ff, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0066e9dd-a823-49fe-bff6-43e6a23396ff,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:49.065713 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:49.070336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892068d6-c54c-4a72-9ba0-28079e7e7a4f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event updated for resources: {'Port': ['ID=effecc08-8ee2-4aee-b932-10147f4b9cce,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:49.117929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82f855-a961-49f1-bb6b-13179df34414 req-892068d6-c54c-4a72-9ba0-28079e7e7a4f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:49.118578 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c82f855-a961-49f1-bb6b-13179df34414 req-892068d6-c54c-4a72-9ba0-28079e7e7a4f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:49.148646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-892068d6-c54c-4a72-9ba0-28079e7e7a4f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1046817 Nov 16 04:49:49.162352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Request body: {'port': {'device_id': 'ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:49.177006 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:49.215504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:49.216552 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:49.293881 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-572292f0-f465-4de1-bf6a-0364187b5293 req-30c5d609-0032-497c-928a-03be86ee5abd tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 210 time: 0.1079721 Nov 16 04:49:49.333924 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:49.361289 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:49.395485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f397e98-05f9-40cd-adc5-9199a98355bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb83d44-4058-456a-8a0f-cfff7b74c1ea'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:49.397848 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2608fe1-6637-4eb1-829a-79d6159a33fe" -d '{"events": [{"server_uuid": "3f397e98-05f9-40cd-adc5-9199a98355bb", "name": "network-vif-plugged", "status": "completed", "tag": "5fb83d44-4058-456a-8a0f-cfff7b74c1ea"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:49.408784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab331d2a-27a7-4f09-82dc-9c701390041a req-937b9d7a-aa53-43fc-ac82-603282d1ff6e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:49.414065 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=5fb83d44-4058-456a-8a0f-cfff7b74c1ea,segment=NetworkSegment(e36898a2-38c7-40dc-8de3-7aa934c52735),segment_id=e36898a2-38c7-40dc-8de3-7aa934c52735)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:49.417313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab331d2a-27a7-4f09-82dc-9c701390041a req-937b9d7a-aa53-43fc-ac82-603282d1ff6e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 945 time: 0.1351242 Nov 16 04:49:49.419267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:49.486835 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca4ba44-497f-4be8-a703-290a484c1915 x-openstack-request-id: req-eca4ba44-497f-4be8-a703-290a484c1915 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:49.487300 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f397e98-05f9-40cd-adc5-9199a98355bb", "name": "network-vif-plugged", "status": "completed", "tag": "5fb83d44-4058-456a-8a0f-cfff7b74c1ea", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:49.487696 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eca4ba44-497f-4be8-a703-290a484c1915 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:49.488261 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f397e98-05f9-40cd-adc5-9199a98355bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb83d44-4058-456a-8a0f-cfff7b74c1ea', 'code': 200} Nov 16 04:49:49.497685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab331d2a-27a7-4f09-82dc-9c701390041a req-e405a063-d823-441c-8e4d-82aa2a0e272d tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=1718e507-6dd1-4e02-9ee2-20aed8808b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793457 Nov 16 04:49:49.501238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=5fb83d44-4058-456a-8a0f-cfff7b74c1ea,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:49.516149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:49.516619 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:49.517744 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Floating IP f8d728c9-4b46-4d41-a36a-a265838f0eaf disassociated. External IP: 172.25.0.148, port: 0066e9dd-a823-49fe-bff6-43e6a23396ff. Nov 16 04:49:49.518408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Calling delete_port for 0066e9dd-a823-49fe-bff6-43e6a23396ff owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:49.698996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e1562-13a4-4f40-aaf3-2e3cde560f9d req-3cd10ad4-11f9-4dde-9666-7959242de4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:49.702557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd0e1562-13a4-4f40-aaf3-2e3cde560f9d req-3cd10ad4-11f9-4dde-9666-7959242de4e9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 1096 time: 0.1353080 Nov 16 04:49:49.797374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdeb4bc-8e03-4421-9276-ff919f5e796d req-9e584680-f232-4ff0-a9de-34387feb8ca1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:49.799586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcdeb4bc-8e03-4421-9276-ff919f5e796d req-9e584680-f232-4ff0-a9de-34387feb8ca1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1902950 Nov 16 04:49:49.863252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd0e1562-13a4-4f40-aaf3-2e3cde560f9d req-a498e66b-e58f-4ce7-9b4d-c5b6da49dcab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415446 Nov 16 04:49:49.924211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e944e-9bb8-4535-b5eb-f0986f82e18a req-897e8411-8197-4f5b-959d-ff3218995372 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:49.926066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e6e944e-9bb8-4535-b5eb-f0986f82e18a req-897e8411-8197-4f5b-959d-ff3218995372 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 932 time: 0.1950102 Nov 16 04:49:49.935807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcdeb4bc-8e03-4421-9276-ff919f5e796d req-603ddf87-2103-4245-b9f7-ac9eb4ffdefd tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216736 Nov 16 04:49:50.002541 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:50.013612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effecc08-8ee2-4aee-b932-10147f4b9cce {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:50.029929 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:50.036686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event deleted for resources: {'Port': ['ID=0066e9dd-a823-49fe-bff6-43e6a23396ff,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:50.040226 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e6e944e-9bb8-4535-b5eb-f0986f82e18a req-a665baca-9613-4e28-8fd2-c3b1d919c791 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980923 Nov 16 04:49:50.077977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Transition to ACTIVE for port object effecc08-8ee2-4aee-b932-10147f4b9cce will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:49:50.092700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:50.168923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51528a32-0d7b-4e0d-b454-19629a2eaa32 req-c6da2f04-7e9a-482f-950e-7a4b71ac5148 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:50.177249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51528a32-0d7b-4e0d-b454-19629a2eaa32 req-c6da2f04-7e9a-482f-950e-7a4b71ac5148 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.1412771 Nov 16 04:49:50.180647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:49:50.209058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Pushing event updated for resources: {'Port': ['ID=effecc08-8ee2-4aee-b932-10147f4b9cce,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:50.302807 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:49:50.304700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51528a32-0d7b-4e0d-b454-19629a2eaa32 req-6ca0bcb8-6b1a-4f20-9bc8-3364686cdfc4 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264355 Nov 16 04:49:50.308915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Attempting to bind port effecc08-8ee2-4aee-b932-10147f4b9cce on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:49:50.308915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Attempting to bind port effecc08-8ee2-4aee-b932-10147f4b9cce by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:49:50.309901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Attempting to bind port effecc08-8ee2-4aee-b932-10147f4b9cce on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:50.315715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Port effecc08-8ee2-4aee-b932-10147f4b9cce on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:49:50.315937 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e8c4c-5ba3-4ca3-8efa-baa2e3e2336b None None] Sync routers for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:49:50.316391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Attempting to bind port effecc08-8ee2-4aee-b932-10147f4b9cce on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:50.323585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:49:50.323924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Checking segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:50.324298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Bound using segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:49:50.324818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Bound port: effecc08-8ee2-4aee-b932-10147f4b9cce, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:49:50.325082 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:50.336387 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e8c4c-5ba3-4ca3-8efa-baa2e3e2336b None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:49:50.336824 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-dc1e8c4c-5ba3-4ca3-8efa-baa2e3e2336b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:49:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:50.373357 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] No DVR routers for this DVR port 0066e9dd-a823-49fe-bff6-43e6a23396ff on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:49:50.376904 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:50.384820 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0632c154-f960-49be-94bc-d54d0ba573f2 req-23e884b1-c186-436e-b453-323ec09fd06e tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.15 "DELETE /v2.0/ports/0066e9dd-a823-49fe-bff6-43e6a23396ff HTTP/1.1" status: 204 len: 173 time: 1.5624721 Nov 16 04:49:50.390160 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f1fa9d3-e974-45a9-98d1-205384a8c53f', 'name': 'network-vif-deleted', 'tag': '0066e9dd-a823-49fe-bff6-43e6a23396ff'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:50.392696 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5740f384-65a8-429b-bda1-3bcde3d0d8ff" -d '{"events": [{"server_uuid": "8f1fa9d3-e974-45a9-98d1-205384a8c53f", "name": "network-vif-deleted", "tag": "0066e9dd-a823-49fe-bff6-43e6a23396ff"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:50.450453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba5f67a3-32bb-4d64-82f4-60da9a8f081d req-6c9c9e2a-86e2-4f07-b1d4-315297b3a62b tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 210 time: 0.0514736 Nov 16 04:49:50.456059 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8980cdc6-a0da-429c-9e23-9ac47ba4aef6 x-openstack-request-id: req-8980cdc6-a0da-429c-9e23-9ac47ba4aef6 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:50.456310 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f1fa9d3-e974-45a9-98d1-205384a8c53f", "name": "network-vif-deleted", "tag": "0066e9dd-a823-49fe-bff6-43e6a23396ff", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:50.456557 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8980cdc6-a0da-429c-9e23-9ac47ba4aef6 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:50.456950 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f1fa9d3-e974-45a9-98d1-205384a8c53f', 'name': 'network-vif-deleted', 'tag': '0066e9dd-a823-49fe-bff6-43e6a23396ff', 'status': 'completed', 'code': 200} Nov 16 04:49:50.464839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] For port effecc08-8ee2-4aee-b932-10147f4b9cce, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:49:50.466085 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-dc1e8c4c-5ba3-4ca3-8efa-baa2e3e2336b None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:49:50.468830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] For port effecc08-8ee2-4aee-b932-10147f4b9cce, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=effecc08-8ee2-4aee-b932-10147f4b9cce,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:49:50.474403 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:50.524514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:50.525428 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:50.527371 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] 10.222.0.37 "PUT /v2.0/ports/effecc08-8ee2-4aee-b932-10147f4b9cce HTTP/1.1" status: 200 len: 1092 time: 1.3706338 Nov 16 04:49:50.528237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb', 'tag': 'effecc08-8ee2-4aee-b932-10147f4b9cce'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:50.531223 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e927c9dd-798a-4b29-a361-9aa517003ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb", "tag": "effecc08-8ee2-4aee-b932-10147f4b9cce"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:50.565684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767cf1c-be28-4d9a-8444-f2674ba9e469 service neutron] Pushing event updated for resources: {'Port': ['ID=effecc08-8ee2-4aee-b932-10147f4b9cce,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:50.636965 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71dcbca-7f86-4dc5-a124-2e7a2925aebd x-openstack-request-id: req-d71dcbca-7f86-4dc5-a124-2e7a2925aebd {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:50.637293 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb", "tag": "effecc08-8ee2-4aee-b932-10147f4b9cce", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:50.637702 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d71dcbca-7f86-4dc5-a124-2e7a2925aebd {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:50.638244 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb', 'tag': 'effecc08-8ee2-4aee-b932-10147f4b9cce', 'status': 'completed', 'code': 200} Nov 16 04:49:50.665294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82f855-a961-49f1-bb6b-13179df34414 req-7d22bf98-1c46-4850-aaa0-875a6f62a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:50.667377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-7d22bf98-1c46-4850-aaa0-875a6f62a90e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 1095 time: 0.0801854 Nov 16 04:49:50.705047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2cc575d5-ae84-437c-95f5-6093fb8ec256 req-30ca9599-5449-495e-8c7a-4243c5b087f2 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f1fa9d3-e974-45a9-98d1-205384a8c53f HTTP/1.1" status: 200 len: 210 time: 0.0365927 Nov 16 04:49:50.753521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-de262efb-3c7b-42cb-92b6-4ced004aa724 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=effecc08-8ee2-4aee-b932-10147f4b9cce HTTP/1.1" status: 200 len: 217 time: 0.0473671 Nov 16 04:49:50.783429 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-a179fb17-cee4-41f5-a177-13007e8a0739 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:50.786807 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-a179fb17-cee4-41f5-a177-13007e8a0739 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.15 "GET /v2.0/networks?id=c418218c-307d-4836-8f5d-0acac191e3fc HTTP/1.1" status: 200 len: 809 time: 0.2066989 Nov 16 04:49:50.792774 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-dc1e8c4c-5ba3-4ca3-8efa-baa2e3e2336b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:27Z', 'revision_number': 5, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:50.808803 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-9e115570-d42c-4efd-bf8e-028c58abb416 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Request body: {'port': {'device_id': '011bb9fc-26d1-495c-a0d4-5af9e25e988d', 'network_id': 'c418218c-307d-4836-8f5d-0acac191e3fc', 'admin_state_up': True, 'tenant_id': '5735072f99914eea9a66685fea92f45c'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:50.823325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82f855-a961-49f1-bb6b-13179df34414 req-783b6249-a2b7-4841-9f82-c3ff7c28eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:50.824650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-783b6249-a2b7-4841-9f82-c3ff7c28eec6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.0632792 Nov 16 04:49:50.824787 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e8c4c-5ba3-4ca3-8efa-baa2e3e2336b None None] Checking router: e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:49:50.836618 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1e8c4c-5ba3-4ca3-8efa-baa2e3e2336b None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:49:50.837592 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-dc1e8c4c-5ba3-4ca3-8efa-baa2e3e2336b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:49:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:50.862936 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-b6e41b5e-a8d9-4ce1-8f46-946fbf5a60ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297720 Nov 16 04:49:50.960437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-9e115570-d42c-4efd-bf8e-028c58abb416 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Made reservation on behalf of 5735072f99914eea9a66685fea92f45c for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:50.964928 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-9e115570-d42c-4efd-bf8e-028c58abb416 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:50.969652 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-dc1e8c4c-5ba3-4ca3-8efa-baa2e3e2336b None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:49:50.985004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-b3074d3a-1aa2-470f-b016-0e4422102a7b service neutron] 10.222.0.37 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148658 Nov 16 04:49:51.121154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-9e115570-d42c-4efd-bf8e-028c58abb416 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Allocated IP 172.20.0.13 (c418218c-307d-4836-8f5d-0acac191e3fc/a676eb17-897e-44c6-89d8-cc63fc813b0a/3637ae8a-4385-4ecf-9d2e-a7bae4349384) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:51.138723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f2ef-9f57-4b3c-95d1-73f796ea35f1 req-99161ec4-fc54-4f57-a032-628ae5b0962a tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:51.140496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-74a8f2ef-9f57-4b3c-95d1-73f796ea35f1 req-99161ec4-fc54-4f57-a032-628ae5b0962a tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1204841 Nov 16 04:49:51.209043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c82f855-a961-49f1-bb6b-13179df34414 req-67b54a2d-6d3f-4b9e-a4d6-773bdd0eb110 service neutron] 10.222.0.37 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074428 Nov 16 04:49:51.239143 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-dc1e8c4c-5ba3-4ca3-8efa-baa2e3e2336b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:27Z', 'revision_number': 5, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:49:51.299795 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1e8c4c-5ba3-4ca3-8efa-baa2e3e2336b None None] The sync data for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 is: [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:27Z', 'revision_number': 5, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:49:51.363651 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-9e115570-d42c-4efd-bf8e-028c58abb416 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:51.409590 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-9e115570-d42c-4efd-bf8e-028c58abb416 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:51.457565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-9e115570-d42c-4efd-bf8e-028c58abb416 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Network c418218c-307d-4836-8f5d-0acac191e3fc is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:51.461574 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-9e115570-d42c-4efd-bf8e-028c58abb416 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:51.464444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-9e115570-d42c-4efd-bf8e-028c58abb416 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:51.500137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e115570-d42c-4efd-bf8e-028c58abb416 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Pushing event updated for resources: {'Port': ['ID=3637ae8a-4385-4ecf-9d2e-a7bae4349384,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:51.531019 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-9e115570-d42c-4efd-bf8e-028c58abb416 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:51.531672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-9e115570-d42c-4efd-bf8e-028c58abb416 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:51.550508 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-9e115570-d42c-4efd-bf8e-028c58abb416 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7467268 Nov 16 04:49:51.563957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Request body: {'port': {'device_id': '011bb9fc-26d1-495c-a0d4-5af9e25e988d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:51.565647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-74a8f2ef-9f57-4b3c-95d1-73f796ea35f1 req-59a6234a-8ef7-4c1d-952b-10b19fd18180 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093707 Nov 16 04:49:51.597268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf15ca-aa44-4e5b-99c1-ee528a62110c req-c21ce332-4bde-4be0-b14d-6ccc2c9f1b6c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:51.602333 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cbf15ca-aa44-4e5b-99c1-ee528a62110c req-c21ce332-4bde-4be0-b14d-6ccc2c9f1b6c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 944 time: 0.4165051 Nov 16 04:49:51.607951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927c9dd-798a-4b29-a361-9aa517003ca8 req-5aacd5d5-9387-421f-ba93-b2fb688feb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:51.612046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e927c9dd-798a-4b29-a361-9aa517003ca8 req-5aacd5d5-9387-421f-ba93-b2fb688feb42 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 1095 time: 0.0915318 Nov 16 04:49:51.630678 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:51.659538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b12451-e810-4177-a92d-57d41e1395b7 None None] New status for floating IP f8d728c9-4b46-4d41-a36a-a265838f0eaf: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:49:51.724081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cbf15ca-aa44-4e5b-99c1-ee528a62110c req-dbd5c5c4-bcc9-4dfb-b1c8-d8583849b7be tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108263 Nov 16 04:49:51.799056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927c9dd-798a-4b29-a361-9aa517003ca8 req-61e7be8c-669b-4a22-aa38-9ae4cde1773e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:51.800912 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e927c9dd-798a-4b29-a361-9aa517003ca8 req-61e7be8c-669b-4a22-aa38-9ae4cde1773e service neutron] 10.222.0.37 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 906 time: 0.1811697 Nov 16 04:49:51.859888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e927c9dd-798a-4b29-a361-9aa517003ca8 req-5033ab86-340c-44bf-a756-2d38fa77dc73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=effecc08-8ee2-4aee-b932-10147f4b9cce HTTP/1.1" status: 200 len: 217 time: 0.0506713 Nov 16 04:49:51.973476 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3637ae8a-4385-4ecf-9d2e-a7bae4349384 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:51.982658 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:51.983923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927c9dd-798a-4b29-a361-9aa517003ca8 req-dea0f33c-0f21-407d-8c22-3a1cf04ef811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:51.985593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e927c9dd-798a-4b29-a361-9aa517003ca8 req-dea0f33c-0f21-407d-8c22-3a1cf04ef811 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.1154702 Nov 16 04:49:51.995669 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Transition to ACTIVE for port object 3637ae8a-4385-4ecf-9d2e-a7bae4349384 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:49:51.996387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2494ef-7baa-4b16-8b63-b4e50d239fb3 req-bbb68b90-a157-4746-ba8a-da86779a7898 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:51.997849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e2494ef-7baa-4b16-8b63-b4e50d239fb3 req-bbb68b90-a157-4746-ba8a-da86779a7898 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.1408656 Nov 16 04:49:51.999525 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:52.032808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e927c9dd-798a-4b29-a361-9aa517003ca8 req-a461ba32-ab60-46fe-a714-e5840b9369b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340211 Nov 16 04:49:52.048128 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Pushing event updated for resources: {'Port': ['ID=3637ae8a-4385-4ecf-9d2e-a7bae4349384,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:52.061061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827f022-a82b-4ddb-ad4a-24f3156fe5d5 req-4e9df374-0769-4199-a0db-2f97581f7cf3 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:52.062583 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2827f022-a82b-4ddb-ad4a-24f3156fe5d5 req-4e9df374-0769-4199-a0db-2f97581f7cf3 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 932 time: 0.1431465 Nov 16 04:49:52.122286 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Attempting to bind port 3637ae8a-4385-4ecf-9d2e-a7bae4349384 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:49:52.122851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Attempting to bind port 3637ae8a-4385-4ecf-9d2e-a7bae4349384 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c418218c-307d-4836-8f5d-0acac191e3fc'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:49:52.123007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Attempting to bind port 3637ae8a-4385-4ecf-9d2e-a7bae4349384 on network c418218c-307d-4836-8f5d-0acac191e3fc {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:52.127873 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Port 3637ae8a-4385-4ecf-9d2e-a7bae4349384 on network c418218c-307d-4836-8f5d-0acac191e3fc not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:49:52.128423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Attempting to bind port 3637ae8a-4385-4ecf-9d2e-a7bae4349384 on network c418218c-307d-4836-8f5d-0acac191e3fc {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:49:52.134508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:49:52.134855 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Checking segment: {'id': '70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c418218c-307d-4836-8f5d-0acac191e3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:49:52.135228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Bound using segment: {'id': '70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c418218c-307d-4836-8f5d-0acac191e3fc'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:49:52.135671 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Bound port: 3637ae8a-4385-4ecf-9d2e-a7bae4349384, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c418218c-307d-4836-8f5d-0acac191e3fc'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:49:52.136030 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:52.153099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e2494ef-7baa-4b16-8b63-b4e50d239fb3 req-86bcd415-7de8-47a4-924b-e4c489747b23 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435921 Nov 16 04:49:52.202278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] For port 3637ae8a-4385-4ecf-9d2e-a7bae4349384, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:49:52.202474 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2827f022-a82b-4ddb-ad4a-24f3156fe5d5 req-fb88ccb0-d6b2-4ecc-b3f9-0b2f2a62adf8 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d77f8f1-ab62-4ed2-b983-b035a3e3a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269615 Nov 16 04:49:52.206095 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] For port 3637ae8a-4385-4ecf-9d2e-a7bae4349384, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3637ae8a-4385-4ecf-9d2e-a7bae4349384,segment=NetworkSegment(70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8),segment_id=70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:49:52.213262 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:52.215854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e927c9dd-798a-4b29-a361-9aa517003ca8 req-8ce6fb75-537d-4400-8281-fd0b841f0443 service neutron] 10.222.0.37 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722324 Nov 16 04:49:52.269379 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44384) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:52.306611 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:52.307341 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:52.308812 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] 10.222.0.15 "PUT /v2.0/ports/3637ae8a-4385-4ecf-9d2e-a7bae4349384 HTTP/1.1" status: 200 len: 1092 time: 0.7496541 Nov 16 04:49:52.343498 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e927c9dd-798a-4b29-a361-9aa517003ca8 req-23660583-f7ec-4be9-8829-746fa3c6b612 service neutron] 10.222.0.37 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173162 Nov 16 04:49:52.346921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee9041-5f4e-4ae2-bffa-85f14a578378 service neutron] Pushing event updated for resources: {'Port': ['ID=3637ae8a-4385-4ecf-9d2e-a7bae4349384,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:52.368513 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b4d68ac-d9cb-407f-a4c9-421fbfba9e34 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:52.416063 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b4d68ac-d9cb-407f-a4c9-421fbfba9e34 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:52.456873 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-0a369438-323a-4a98-8d62-8ae20ba57826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:52.458406 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-0a369438-323a-4a98-8d62-8ae20ba57826 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5735072f99914eea9a66685fea92f45c&device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 1095 time: 0.0846789 Nov 16 04:49:52.459119 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011bb9fc-26d1-495c-a0d4-5af9e25e988d', 'tag': '3637ae8a-4385-4ecf-9d2e-a7bae4349384'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:52.462221 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1da8d06-c89e-4774-993c-bc031f0a50a3" -d '{"events": [{"name": "network-changed", "server_uuid": "011bb9fc-26d1-495c-a0d4-5af9e25e988d", "tag": "3637ae8a-4385-4ecf-9d2e-a7bae4349384"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:52.518567 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4433b05-9fa7-4a8f-b76b-050aebca751b x-openstack-request-id: req-a4433b05-9fa7-4a8f-b76b-050aebca751b {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:52.518829 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011bb9fc-26d1-495c-a0d4-5af9e25e988d", "tag": "3637ae8a-4385-4ecf-9d2e-a7bae4349384", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:52.519138 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4433b05-9fa7-4a8f-b76b-050aebca751b {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:52.519579 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011bb9fc-26d1-495c-a0d4-5af9e25e988d', 'tag': '3637ae8a-4385-4ecf-9d2e-a7bae4349384', 'status': 'completed', 'code': 200} Nov 16 04:49:52.521563 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-f7c6ef5e-62cf-4ad5-9ba1-263aa0a635c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3637ae8a-4385-4ecf-9d2e-a7bae4349384 HTTP/1.1" status: 200 len: 217 time: 0.0526338 Nov 16 04:49:52.527543 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b4d68ac-d9cb-407f-a4c9-421fbfba9e34 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:52.530806 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b4d68ac-d9cb-407f-a4c9-421fbfba9e34 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:52.531895 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8b4d68ac-d9cb-407f-a4c9-421fbfba9e34 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "DELETE /v2.0/security-groups/1718e507-6dd1-4e02-9ee2-20aed8808b76 HTTP/1.1" status: 204 len: 168 time: 0.2598183 Nov 16 04:49:52.535001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44388) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:52.550699 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-2c6f9a17-29ef-4c84-b51b-f1f055853e73 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] show failed (client error): The resource could not be found. Nov 16 04:49:52.551747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2c6f9a17-29ef-4c84-b51b-f1f055853e73 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups/1718e507-6dd1-4e02-9ee2-20aed8808b76 HTTP/1.1" status: 404 len: 347 time: 0.0154338 Nov 16 04:49:52.554928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44390) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:52.560165 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d68ac-d9cb-407f-a4c9-421fbfba9e34 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1718e507-6dd1-4e02-9ee2-20aed8808b76,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:52.630728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-8febac5d-9241-449a-93b9-95480ed022de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:52.632418 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-8febac5d-9241-449a-93b9-95480ed022de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a676eb17-897e-44c6-89d8-cc63fc813b0a HTTP/1.1" status: 200 len: 849 time: 0.0994134 Nov 16 04:49:52.673538 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-f4e0d876-7095-449a-8f2f-dbf4bddd5123 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c418218c-307d-4836-8f5d-0acac191e3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323093 Nov 16 04:49:52.788803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f02c5-2cd4-40f4-9994-ec7234c38385 req-8abb32f8-4b12-4340-820a-50bcc8fea25d tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:52.791632 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-245a8728-3c78-42ec-83df-c1d5a64b6888 service neutron] 10.222.0.15 "GET /v2.0/networks/c418218c-307d-4836-8f5d-0acac191e3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112745 Nov 16 04:49:52.794243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae7f02c5-2cd4-40f4-9994-ec7234c38385 req-8abb32f8-4b12-4340-820a-50bcc8fea25d tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0964518 Nov 16 04:49:52.801499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8a723235-1f63-4646-bd00-7ed57e8265a6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Deleting port befdd339-b687-4a88-a261-aecf57100ef4 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:49:52.801868 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a723235-1f63-4646-bd00-7ed57e8265a6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:52.891067 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6c485824-f485-4f2e-bc85-6b23644afd54 req-a55d2355-67af-4a7b-bf02-e9217a524ede service neutron] 10.222.0.15 "GET /v2.0/networks/c418218c-307d-4836-8f5d-0acac191e3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921035 Nov 16 04:49:52.931950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae7f02c5-2cd4-40f4-9994-ec7234c38385 req-3df22252-2c05-473e-97d4-651a280d822f tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339705 Nov 16 04:49:52.966317 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0066e9dd-a823-49fe-bff6-43e6a23396ff no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:49:52.974253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6c585-782a-4511-b12d-c0c12e890881 req-2a3d8e6b-bff1-4932-958d-e8d4adf5213c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:52.981609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ce6c585-782a-4511-b12d-c0c12e890881 req-2a3d8e6b-bff1-4932-958d-e8d4adf5213c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 944 time: 0.1627440 Nov 16 04:49:52.987252 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a723235-1f63-4646-bd00-7ed57e8265a6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:52.987702 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a723235-1f63-4646-bd00-7ed57e8265a6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:53.013019 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8a723235-1f63-4646-bd00-7ed57e8265a6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Calling delete_port for befdd339-b687-4a88-a261-aecf57100ef4 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:49:53.015453 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 0066e9dd-a823-49fe-bff6-43e6a23396ff {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:49:53.018586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0066e9dd-a823-49fe-bff6-43e6a23396ff not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:49:53.024149 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da8d06-c89e-4774-993c-bc031f0a50a3 req-45aa2ba5-cdc5-430d-b999-394ff7d55398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:53.028058 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1da8d06-c89e-4774-993c-bc031f0a50a3 req-45aa2ba5-cdc5-430d-b999-394ff7d55398 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5735072f99914eea9a66685fea92f45c&device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 1095 time: 0.0569181 Nov 16 04:49:53.091331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ce6c585-782a-4511-b12d-c0c12e890881 req-56805241-0e1d-492e-9790-c556f1b0ae61 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087959 Nov 16 04:49:53.171173 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da8d06-c89e-4774-993c-bc031f0a50a3 req-b3b04458-ec1a-46fa-97f3-754593506335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:53.173123 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1da8d06-c89e-4774-993c-bc031f0a50a3 req-b3b04458-ec1a-46fa-97f3-754593506335 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c418218c-307d-4836-8f5d-0acac191e3fc HTTP/1.1" status: 200 len: 910 time: 0.1381116 Nov 16 04:49:53.209626 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a723235-1f63-4646-bd00-7ed57e8265a6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:53.233176 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1da8d06-c89e-4774-993c-bc031f0a50a3 req-4e2b25bb-f1ef-4509-92a6-e4f7940a7315 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3637ae8a-4385-4ecf-9d2e-a7bae4349384 HTTP/1.1" status: 200 len: 217 time: 0.0508773 Nov 16 04:49:53.255011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a723235-1f63-4646-bd00-7ed57e8265a6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event deleted for resources: {'Port': ['ID=befdd339-b687-4a88-a261-aecf57100ef4,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:53.315371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da8d06-c89e-4774-993c-bc031f0a50a3 req-d5d8e354-ff4d-4bfe-be64-cc549c354a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:53.317227 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1da8d06-c89e-4774-993c-bc031f0a50a3 req-d5d8e354-ff4d-4bfe-be64-cc549c354a62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a676eb17-897e-44c6-89d8-cc63fc813b0a HTTP/1.1" status: 200 len: 849 time: 0.0760946 Nov 16 04:49:53.371768 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a723235-1f63-4646-bd00-7ed57e8265a6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:53.374416 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8a723235-1f63-4646-bd00-7ed57e8265a6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:53.375549 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8a723235-1f63-4646-bd00-7ed57e8265a6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "DELETE /v2.0/floatingips/f8d728c9-4b46-4d41-a36a-a265838f0eaf HTTP/1.1" status: 204 len: 168 time: 0.8197191 Nov 16 04:49:53.387032 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1da8d06-c89e-4774-993c-bc031f0a50a3 req-4ebec555-ce71-4349-ad96-275b7f2ed01b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c418218c-307d-4836-8f5d-0acac191e3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504045 Nov 16 04:49:53.417720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2836c18-fc87-4116-9000-d5795958c642 req-cb04e1a9-dff4-493e-91a5-7808ee3402d5 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:53.442342 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2836c18-fc87-4116-9000-d5795958c642 req-cb04e1a9-dff4-493e-91a5-7808ee3402d5 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.1595263 Nov 16 04:49:53.532675 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1da8d06-c89e-4774-993c-bc031f0a50a3 req-d2c268eb-bac1-4ca8-80ea-bf78e286b5cf service neutron] 10.222.0.15 "GET /v2.0/networks/c418218c-307d-4836-8f5d-0acac191e3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316931 Nov 16 04:49:53.548508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e494c-b41d-434d-ad49-acd158f354ce req-b1c17ae2-8bcc-4785-9574-c4dd3f00983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:53.550255 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-349e494c-b41d-434d-ad49-acd158f354ce req-b1c17ae2-8bcc-4785-9574-c4dd3f00983d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26e083ee75414069a6d45744cc5d2647&device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 1096 time: 0.1545887 Nov 16 04:49:53.558584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2836c18-fc87-4116-9000-d5795958c642 req-3caf674a-e754-47cf-9885-0344d5c4900f tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151927 Nov 16 04:49:53.571509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172357c-cc1d-4e45-b022-4727768c35f6 req-6d16ea29-fc7d-495c-a95e-0e48fb9653fb tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:53.582833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5172357c-cc1d-4e45-b022-4727768c35f6 req-6d16ea29-fc7d-495c-a95e-0e48fb9653fb tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 944 time: 0.1354473 Nov 16 04:49:53.642569 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1da8d06-c89e-4774-993c-bc031f0a50a3 req-ecc50a65-33f7-4169-9907-26bd96985afe service neutron] 10.222.0.15 "GET /v2.0/networks/c418218c-307d-4836-8f5d-0acac191e3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009433 Nov 16 04:49:53.647606 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device effecc08-8ee2-4aee-b932-10147f4b9cce details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:53.756045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port effecc08-8ee2-4aee-b932-10147f4b9cce, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=effecc08-8ee2-4aee-b932-10147f4b9cce,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:53.770580 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'effecc08-8ee2-4aee-b932-10147f4b9cce', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'port_id': 'effecc08-8ee2-4aee-b932-10147f4b9cce', 'mac_address': 'fa:16:3e:80:ae:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e81786c-f14f-4e29-8eb3-5467ad56d563', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:53.771050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5172357c-cc1d-4e45-b022-4727768c35f6 req-09cb0ca2-9e35-4dd5-973a-bfff1d118ac4 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d77f8f1-ab62-4ed2-b983-b035a3e3a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857810 Nov 16 04:49:53.789604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8dfa8-e200-4d48-9a50-ba0a3f5082e7 req-fa0460b6-6b5b-4fca-90c4-c771de6a1ecb tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:53.791571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ae8dfa8-e200-4d48-9a50-ba0a3f5082e7 req-fa0460b6-6b5b-4fca-90c4-c771de6a1ecb tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1163685 Nov 16 04:49:53.806526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e494c-b41d-434d-ad49-acd158f354ce req-76abf6e7-5d7d-428e-bfda-e43d3464748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:53.809259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-349e494c-b41d-434d-ad49-acd158f354ce req-76abf6e7-5d7d-428e-bfda-e43d3464748d service neutron] 10.222.0.15 "GET /v2.0/networks?id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a HTTP/1.1" status: 200 len: 910 time: 0.2112777 Nov 16 04:49:53.823001 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:53.847820 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effecc08-8ee2-4aee-b932-10147f4b9cce {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:53.878532 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port effecc08-8ee2-4aee-b932-10147f4b9cce, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=effecc08-8ee2-4aee-b932-10147f4b9cce,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:53.882964 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:53.889329 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-349e494c-b41d-434d-ad49-acd158f354ce req-0c34ad55-9a73-4e7c-91ae-a10fd376bc84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fb83d44-4058-456a-8a0f-cfff7b74c1ea HTTP/1.1" status: 200 len: 217 time: 0.0691645 Nov 16 04:49:53.938224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=effecc08-8ee2-4aee-b932-10147f4b9cce,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:53.957290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ae8dfa8-e200-4d48-9a50-ba0a3f5082e7 req-8f39f371-764c-4aa5-816f-29d2516d5860 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577911 Nov 16 04:49:53.974945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e494c-b41d-434d-ad49-acd158f354ce req-ec1db57e-1114-4160-a099-2d9613ce177d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:53.977939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-349e494c-b41d-434d-ad49-acd158f354ce req-ec1db57e-1114-4160-a099-2d9613ce177d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89dafe22-d8cb-44ce-83d7-384ac27d704f HTTP/1.1" status: 200 len: 849 time: 0.0810404 Nov 16 04:49:54.017835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-349e494c-b41d-434d-ad49-acd158f354ce req-4efe4672-b8f9-4a77-af90-e45fd9e2b9d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294979 Nov 16 04:49:54.135713 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-349e494c-b41d-434d-ad49-acd158f354ce req-7a8b02e8-0fbb-4c41-9797-d015e1c3fd7b service neutron] 10.222.0.15 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089606 Nov 16 04:49:54.262484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-349e494c-b41d-434d-ad49-acd158f354ce req-47f60421-1f78-4a4e-a9d9-decd4d35b06c service neutron] 10.222.0.15 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191962 Nov 16 04:49:54.279646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44420) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:54.280434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd97cf3-cdf4-4906-a8c4-03d14e60f188 req-76e06ccc-e061-4f41-8500-621c956b0e9b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:54.282106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ccd97cf3-cdf4-4906-a8c4-03d14e60f188 req-76e06ccc-e061-4f41-8500-621c956b0e9b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 945 time: 0.0798104 Nov 16 04:49:54.284207 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3ffe9ed5-0d96-4aec-b0f7-8ec124d13eb9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2120301529', 'description': 'tempest-description--233233525'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:54.293397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['effecc08-8ee2-4aee-b932-10147f4b9cce'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:54.322687 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9ed5-0d96-4aec-b0f7-8ec124d13eb9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.376646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ccd97cf3-cdf4-4906-a8c4-03d14e60f188 req-aa574e1b-78e5-47ed-855e-eaf7c80dccce tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816338 Nov 16 04:49:54.420460 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9ed5-0d96-4aec-b0f7-8ec124d13eb9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.424327 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9ed5-0d96-4aec-b0f7-8ec124d13eb9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.453509 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9ed5-0d96-4aec-b0f7-8ec124d13eb9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.457548 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3ffe9ed5-0d96-4aec-b0f7-8ec124d13eb9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1740906 Nov 16 04:49:54.457548 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe9ed5-0d96-4aec-b0f7-8ec124d13eb9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023a4800-85da-47ab-b154-344331dbba9d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:54.458055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44426) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:54.464776 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b694d455-6f60-406e-ae0b-eef1869520e7 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Request body: {'security_group_rule': {'security_group_id': '023a4800-85da-47ab-b154-344331dbba9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:54.494041 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b694d455-6f60-406e-ae0b-eef1869520e7 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.547814 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b694d455-6f60-406e-ae0b-eef1869520e7 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.551027 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b694d455-6f60-406e-ae0b-eef1869520e7 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.568074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694d455-6f60-406e-ae0b-eef1869520e7 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e39fa1c-2814-4827-bbe6-6b2832fdbaa1,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:54.575598 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b694d455-6f60-406e-ae0b-eef1869520e7 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.576807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b694d455-6f60-406e-ae0b-eef1869520e7 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175120 Nov 16 04:49:54.581086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44430) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:54.586021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-94c1935d-6276-49c0-9077-6305ca5326f0 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Request body: {'security_group_rule': {'security_group_id': '023a4800-85da-47ab-b154-344331dbba9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:54.612380 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-94c1935d-6276-49c0-9077-6305ca5326f0 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.702165 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-94c1935d-6276-49c0-9077-6305ca5326f0 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.710570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161038b3-d70c-484b-999a-2f671d8feb85 req-72c734c1-31ae-4ea6-9923-5f6687f5e957 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:54.712050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-161038b3-d70c-484b-999a-2f671d8feb85 req-72c734c1-31ae-4ea6-9923-5f6687f5e957 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.0814772 Nov 16 04:49:54.713093 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-94c1935d-6276-49c0-9077-6305ca5326f0 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.738529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1935d-6276-49c0-9077-6305ca5326f0 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a410ff-3a92-4671-8a91-9d6ebb03a424,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:54.750352 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-94c1935d-6276-49c0-9077-6305ca5326f0 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.751519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-94c1935d-6276-49c0-9077-6305ca5326f0 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695087 Nov 16 04:49:54.754698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44432) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:49:54.760199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:54.801279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-161038b3-d70c-484b-999a-2f671d8feb85 req-e409cddf-20ca-49b4-9363-55f8c7877a12 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803812 Nov 16 04:49:54.806419 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.915701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a451587-d347-4b05-b279-d21845edafa7 req-f65a7de0-c660-4fdb-8181-0adcf997d3a0 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:54.917399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a451587-d347-4b05-b279-d21845edafa7 req-f65a7de0-c660-4fdb-8181-0adcf997d3a0 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 944 time: 0.0658715 Nov 16 04:49:54.968784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 3637ae8a-4385-4ecf-9d2e-a7bae4349384 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:49:54.981794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:54.997881 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a451587-d347-4b05-b279-d21845edafa7 req-ba492344-69a7-427e-b353-a8c2b76f09a2 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d77f8f1-ab62-4ed2-b983-b035a3e3a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735373 Nov 16 04:49:55.082653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 3637ae8a-4385-4ecf-9d2e-a7bae4349384, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3637ae8a-4385-4ecf-9d2e-a7bae4349384,segment=NetworkSegment(70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8),segment_id=70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:55.095285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '3637ae8a-4385-4ecf-9d2e-a7bae4349384', 'network_id': 'c418218c-307d-4836-8f5d-0acac191e3fc', 'port_id': '3637ae8a-4385-4ecf-9d2e-a7bae4349384', 'mac_address': 'fa:16:3e:f6:27:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a676eb17-897e-44c6-89d8-cc63fc813b0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:49:55.134719 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:55.147208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3637ae8a-4385-4ecf-9d2e-a7bae4349384 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:55.156212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f7bab-514b-4f6c-bea4-42a722a9704e req-ff020f19-f149-49a6-90d3-59c602354eea tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:55.157697 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-992f7bab-514b-4f6c-bea4-42a722a9704e req-ff020f19-f149-49a6-90d3-59c602354eea tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1005046 Nov 16 04:49:55.158835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Allocated IP 172.25.0.127 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/0d711a92-bc73-42cd-86ba-dc5d4654fdd9) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:55.175906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 3637ae8a-4385-4ecf-9d2e-a7bae4349384, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3637ae8a-4385-4ecf-9d2e-a7bae4349384,segment=NetworkSegment(70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8),segment_id=70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:55.180564 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:55.233223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=3637ae8a-4385-4ecf-9d2e-a7bae4349384,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:55.261267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-992f7bab-514b-4f6c-bea4-42a722a9704e req-a4e8c08c-e4e2-4169-b2fc-7b762609fcd0 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952380 Nov 16 04:49:55.305565 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:55.342572 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:55.377793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:55.386681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:55.390375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:55.416073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event updated for resources: {'Port': ['ID=0d711a92-bc73-42cd-86ba-dc5d4654fdd9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:55.440095 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['3637ae8a-4385-4ecf-9d2e-a7bae4349384'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:49:55.518556 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:55.534016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4846-3b19-49f1-96c0-d2aa72ee8055 req-69373ea4-5b76-4118-854e-aed49b6045ea tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:55.535495 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b2b4846-3b19-49f1-96c0-d2aa72ee8055 req-69373ea4-5b76-4118-854e-aed49b6045ea tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 945 time: 0.0729840 Nov 16 04:49:55.576293 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:55.632904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b2b4846-3b19-49f1-96c0-d2aa72ee8055 req-d28c9257-2348-4f7a-8573-19f805d4823c tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791750 Nov 16 04:49:55.744205 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:55.748727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:55.813718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event updated for resources: {'Port': ['ID=0d711a92-bc73-42cd-86ba-dc5d4654fdd9,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:55.825036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:55.825386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:55.825747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:55.826096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:55.826489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:55.826770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:55.827102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:55.827433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:55.827762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:55.828087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:55.828413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:55.828736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:49:55.841364 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:55.856895 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:55.865788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8451b222-05b0-4473-b6b5-17316fcbaabe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1025376 Nov 16 04:49:55.934327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc01ec7-d0d4-419a-9e1f-8be2667f7852 req-ee541fd0-73b5-4ead-a823-0c176124cbc4 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:55.935834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ddc01ec7-d0d4-419a-9e1f-8be2667f7852 req-ee541fd0-73b5-4ead-a823-0c176124cbc4 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.0560451 Nov 16 04:49:55.986502 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ddc01ec7-d0d4-419a-9e1f-8be2667f7852 req-643859c3-a48a-455a-aa61-00f12ee9fc17 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442326 Nov 16 04:49:56.054600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-875ffd5f-c6cf-49ab-a71c-62eaa72487fe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2120301529&fields=id&tenant_id=3f5f654448204001838bcf01f092ff01 HTTP/1.1" status: 200 len: 267 time: 0.0418243 Nov 16 04:49:56.185478 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4e80ab-20f2-4688-9a95-6009067358be req-366ae57a-1556-47e7-bbb0-39313c88569a tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:56.186963 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c4e80ab-20f2-4688-9a95-6009067358be req-366ae57a-1556-47e7-bbb0-39313c88569a tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 945 time: 0.1049552 Nov 16 04:49:56.197241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-113658b9-fd59-406f-bef8-de3ef7190245 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:56.198623 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-113658b9-fd59-406f-bef8-de3ef7190245 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/networks?id=b1ad9985-b8c7-481f-b33b-be8875f245e0 HTTP/1.1" status: 200 len: 810 time: 0.1371419 Nov 16 04:49:56.223229 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-bfa4ab65-ae20-47d9-9c6a-4d2146fe05a6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/quotas/3f5f654448204001838bcf01f092ff01 HTTP/1.1" status: 200 len: 375 time: 0.0173168 Nov 16 04:49:56.237442 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:49:56.275413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c4e80ab-20f2-4688-9a95-6009067358be req-a54a8583-3a9f-4c56-950e-0c2cd7342e5b tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d77f8f1-ab62-4ed2-b983-b035a3e3a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758369 Nov 16 04:49:56.295440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-e4e9ac9d-e977-4530-b791-70e7ae0f16c0 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f5f654448204001838bcf01f092ff01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665126 Nov 16 04:49:56.395172 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-1fd07eaa-ea91-4dce-a564-bdac8e15750a service neutron] 10.222.0.41 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875821 Nov 16 04:49:56.521590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a4ce337f-31e3-4e03-8c51-ce06a25172f4 service neutron] 10.222.0.41 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203418 Nov 16 04:49:56.533654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19bcf2-56a7-4a5c-8307-94e81c5906a3 req-3da6ef3a-cf86-4825-b799-b03267a61c04 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:56.535213 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b19bcf2-56a7-4a5c-8307-94e81c5906a3 req-3da6ef3a-cf86-4825-b799-b03267a61c04 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0795999 Nov 16 04:49:56.834881 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a02ca179-98d5-47c6-8c38-b6e7de2477d6 req-adb06365-5fa2-4136-a549-250afb207bbb tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 210 time: 0.0290482 Nov 16 04:49:56.856986 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b19bcf2-56a7-4a5c-8307-94e81c5906a3 req-fab6e6a2-7196-4e30-98b1-66fb6963c9f1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157227 Nov 16 04:49:56.944698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6366b-c280-4e9b-b723-a1828146220b req-9bc999ac-c4a4-4837-a2c2-9da53f259586 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:56.946137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ea6366b-c280-4e9b-b723-a1828146220b req-9bc999ac-c4a4-4837-a2c2-9da53f259586 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 945 time: 0.0516582 Nov 16 04:49:56.973666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 3637ae8a-4385-4ecf-9d2e-a7bae4349384 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:56.994813 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ea6366b-c280-4e9b-b723-a1828146220b req-24bb79fc-178e-4383-b998-f6ac1774d05e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426140 Nov 16 04:49:57.033010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 3637ae8a-4385-4ecf-9d2e-a7bae4349384 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:57.037057 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 3637ae8a-4385-4ecf-9d2e-a7bae4349384 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:57.037433 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:57.119584 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:57.132875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a28ca5-4d09-414b-9b32-385e1673cb3d req-e49680ae-4d9c-4340-a264-b1c08d289df4 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:57.134510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24a28ca5-4d09-414b-9b32-385e1673cb3d req-e49680ae-4d9c-4340-a264-b1c08d289df4 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.0555768 Nov 16 04:49:57.143332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011bb9fc-26d1-495c-a0d4-5af9e25e988d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3637ae8a-4385-4ecf-9d2e-a7bae4349384'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:57.145622 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a65b3d-9fa7-4706-9c80-d66c63245fd9" -d '{"events": [{"server_uuid": "011bb9fc-26d1-495c-a0d4-5af9e25e988d", "name": "network-vif-plugged", "status": "completed", "tag": "3637ae8a-4385-4ecf-9d2e-a7bae4349384"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:57.163812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 3637ae8a-4385-4ecf-9d2e-a7bae4349384, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3637ae8a-4385-4ecf-9d2e-a7bae4349384,segment=NetworkSegment(70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8),segment_id=70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:57.169128 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:57.194856 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d107f48d-bf8d-4275-8461-fd13d792d786 x-openstack-request-id: req-d107f48d-bf8d-4275-8461-fd13d792d786 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:57.195147 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011bb9fc-26d1-495c-a0d4-5af9e25e988d", "name": "network-vif-plugged", "status": "completed", "tag": "3637ae8a-4385-4ecf-9d2e-a7bae4349384", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:57.195606 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d107f48d-bf8d-4275-8461-fd13d792d786 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:57.195992 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011bb9fc-26d1-495c-a0d4-5af9e25e988d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3637ae8a-4385-4ecf-9d2e-a7bae4349384', 'code': 200} Nov 16 04:49:57.206912 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24a28ca5-4d09-414b-9b32-385e1673cb3d req-5c0068db-fba9-4b82-a8cb-7083b0b3dd76 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645471 Nov 16 04:49:57.223620 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=3637ae8a-4385-4ecf-9d2e-a7bae4349384,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:57.293608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069f096-6e5d-48dd-a9fe-33460d285e21 req-ffdab1df-34fe-41b4-846b-959ceb31d66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:57.295145 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4069f096-6e5d-48dd-a9fe-33460d285e21 req-ffdab1df-34fe-41b4-846b-959ceb31d66d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 1097 time: 0.0428638 Nov 16 04:49:57.343328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4069f096-6e5d-48dd-a9fe-33460d285e21 req-20150c1a-838c-43ce-b8b0-c8961a722c6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3d77f8f1-ab62-4ed2-b983-b035a3e3a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Nov 16 04:49:57.394892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c1118-9ebf-49e4-8505-3e83da6a6b54 req-28e826ca-05b4-4139-830f-d9e21910d3ce tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:57.396410 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-048c1118-9ebf-49e4-8505-3e83da6a6b54 req-28e826ca-05b4-4139-830f-d9e21910d3ce tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 946 time: 0.0487034 Nov 16 04:49:57.450900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-048c1118-9ebf-49e4-8505-3e83da6a6b54 req-2f2bb26e-9a53-4c5f-907a-77e326c65751 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d77f8f1-ab62-4ed2-b983-b035a3e3a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482578 Nov 16 04:49:57.662701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device effecc08-8ee2-4aee-b932-10147f4b9cce up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:49:57.716266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port effecc08-8ee2-4aee-b932-10147f4b9cce completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:49:57.727518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port effecc08-8ee2-4aee-b932-10147f4b9cce triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:57.728999 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:57.833803 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:57.861579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-590a421d-e78b-4ec9-86e5-abb01dfa9623 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:57.863089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-590a421d-e78b-4ec9-86e5-abb01dfa9623 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.37 "GET /v2.0/networks?id=b1ad9985-b8c7-481f-b33b-be8875f245e0 HTTP/1.1" status: 200 len: 810 time: 0.1452808 Nov 16 04:49:57.873978 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port effecc08-8ee2-4aee-b932-10147f4b9cce, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=effecc08-8ee2-4aee-b932-10147f4b9cce,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:49:57.878400 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:57.929224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=effecc08-8ee2-4aee-b932-10147f4b9cce,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:57.977699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5707305-82c6-4e0a-9f7d-63736f0341f0 req-e35faf9c-ed1f-4401-90d6-83fe30c5bc2a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 210 time: 0.0498857 Nov 16 04:49:57.995050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-984c34f6-28c2-426b-b7f7-d3bdbeb89f5b tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f5f654448204001838bcf01f092ff01 HTTP/1.1" status: 200 len: 380 time: 0.1213861 Nov 16 04:49:58.009124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-54a6c4cf-1065-44eb-99bc-0d20af4343f4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Request body: {'port': {'device_id': 'af8b8171-028e-491f-8ddb-c8d12074ca83', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'admin_state_up': True, 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'security_groups': ['023a4800-85da-47ab-b154-344331dbba9d']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:58.058809 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dc433-717d-4ae2-a1c3-0a9f8dfd5d43 req-9b2a4447-8998-4663-8a22-5434ebde260b tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:58.060291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d9dc433-717d-4ae2-a1c3-0a9f8dfd5d43 req-9b2a4447-8998-4663-8a22-5434ebde260b tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1252534 Nov 16 04:49:58.185605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55244974-57aa-4bcb-be77-b8907ad3431a req-5081159f-a0c7-4666-ba6b-7fcb072286bd tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:58.187001 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55244974-57aa-4bcb-be77-b8907ad3431a req-5081159f-a0c7-4666-ba6b-7fcb072286bd tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 946 time: 0.1096332 Nov 16 04:49:58.190541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d9dc433-717d-4ae2-a1c3-0a9f8dfd5d43 req-93d5860e-4959-47bf-84d0-5b58142c91ee tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232665 Nov 16 04:49:58.230117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-54a6c4cf-1065-44eb-99bc-0d20af4343f4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Made reservation on behalf of 3f5f654448204001838bcf01f092ff01 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:49:58.233567 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-54a6c4cf-1065-44eb-99bc-0d20af4343f4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:58.263745 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55244974-57aa-4bcb-be77-b8907ad3431a req-8751070d-28d3-4657-b879-ac5e398fe4e7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698042 Nov 16 04:49:58.390511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06bf6fc-ad0f-4b73-8eb1-a46203628849 req-94a2dadc-4f9e-416d-b148-344f772f8088 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:58.391990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c06bf6fc-ad0f-4b73-8eb1-a46203628849 req-94a2dadc-4f9e-416d-b148-344f772f8088 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.1202769 Nov 16 04:49:58.438287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-54a6c4cf-1065-44eb-99bc-0d20af4343f4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Allocated IP 172.20.0.3 (b1ad9985-b8c7-481f-b33b-be8875f245e0/11ee3581-bd14-4ec0-8925-aa08760e170a/78ba4dc4-09dc-4ba6-96ba-14d47525ef0f) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:49:58.505007 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c06bf6fc-ad0f-4b73-8eb1-a46203628849 req-8a8b0396-1bd8-4efd-b352-f844f401cd9e tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033962 Nov 16 04:49:58.649532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02919065-695c-490a-a824-c8626c5df347 req-2f893143-c7dd-4ab2-a2cb-d4c65b3c3578 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:58.651151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02919065-695c-490a-a824-c8626c5df347 req-2f893143-c7dd-4ab2-a2cb-d4c65b3c3578 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 946 time: 0.0699315 Nov 16 04:49:58.706136 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-54a6c4cf-1065-44eb-99bc-0d20af4343f4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:58.729371 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02919065-695c-490a-a824-c8626c5df347 req-12bf7cc5-0291-40af-a03e-81a27de7cd6e tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d77f8f1-ab62-4ed2-b983-b035a3e3a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706735 Nov 16 04:49:58.760587 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-54a6c4cf-1065-44eb-99bc-0d20af4343f4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:58.813701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-54a6c4cf-1065-44eb-99bc-0d20af4343f4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Network b1ad9985-b8c7-481f-b33b-be8875f245e0 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:49:58.816941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-54a6c4cf-1065-44eb-99bc-0d20af4343f4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:49:58.822163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-54a6c4cf-1065-44eb-99bc-0d20af4343f4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:49:58.828667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6c4cf-1065-44eb-99bc-0d20af4343f4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event updated for resources: {'Port': ['ID=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:49:58.903470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-54a6c4cf-1065-44eb-99bc-0d20af4343f4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:58.904168 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-54a6c4cf-1065-44eb-99bc-0d20af4343f4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:58.951730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-54a6c4cf-1065-44eb-99bc-0d20af4343f4 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9483309 Nov 16 04:49:58.968061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3da22-b960-48cf-88d8-53d5f7dc165a req-e2d07050-44b1-4fe7-961e-804f6da90833 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:58.969585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1c3da22-b960-48cf-88d8-53d5f7dc165a req-e2d07050-44b1-4fe7-961e-804f6da90833 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.1099200 Nov 16 04:49:58.977536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Request body: {'port': {'device_id': 'af8b8171-028e-491f-8ddb-c8d12074ca83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:49:58.982671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19393b-42c6-4d48-82b4-7d6e50969353 req-a8d3ffd1-7061-4bee-8199-ddc52cc5bcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:58.984121 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af19393b-42c6-4d48-82b4-7d6e50969353 req-a8d3ffd1-7061-4bee-8199-ddc52cc5bcfa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdd12efca0524837b1903138eb6600bd&device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 1096 time: 0.0873072 Nov 16 04:49:59.078640 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-22360a08-3516-4420-b567-ae4cd000c2a2 None None] Provisioning complete for port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:49:59.079198 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22360a08-3516-4420-b567-ae4cd000c2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:59.114361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-22360a08-3516-4420-b567-ae4cd000c2a2 None None] Port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:49:59.169075 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1c3da22-b960-48cf-88d8-53d5f7dc165a req-e47ef336-6848-4485-90c7-729a26dcc12b tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885858 Nov 16 04:49:59.174302 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:59.197181 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effecc08-8ee2-4aee-b932-10147f4b9cce'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:49:59.199450 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9af6a6f-0f85-41af-a839-60075c51f9eb" -d '{"events": [{"server_uuid": "ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb", "name": "network-vif-plugged", "status": "completed", "tag": "effecc08-8ee2-4aee-b932-10147f4b9cce"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:49:59.232419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19393b-42c6-4d48-82b4-7d6e50969353 req-140f9fce-71d5-44b0-93ce-3267709efcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:59.234031 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af19393b-42c6-4d48-82b4-7d6e50969353 req-140f9fce-71d5-44b0-93ce-3267709efcac service neutron] 10.222.0.15 "GET /v2.0/networks?id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc HTTP/1.1" status: 200 len: 915 time: 0.2226975 Nov 16 04:49:59.235991 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a98ce0d-046c-42ff-9568-e9f518cc0c8e x-openstack-request-id: req-4a98ce0d-046c-42ff-9568-e9f518cc0c8e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:49:59.236550 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb", "name": "network-vif-plugged", "status": "completed", "tag": "effecc08-8ee2-4aee-b932-10147f4b9cce", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:49:59.236863 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a98ce0d-046c-42ff-9568-e9f518cc0c8e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:49:59.237332 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effecc08-8ee2-4aee-b932-10147f4b9cce', 'code': 200} Nov 16 04:49:59.243351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fc790-e616-43e4-a9dd-d592f422ebf0 req-b92ea3b8-4e9d-44ab-8b02-cf574121d5cf tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:59.244879 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e10fc790-e616-43e4-a9dd-d592f422ebf0 req-b92ea3b8-4e9d-44ab-8b02-cf574121d5cf tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 931 time: 0.1762936 Nov 16 04:49:59.302092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af19393b-42c6-4d48-82b4-7d6e50969353 req-9d5cec2a-6543-4f61-9663-f2eab355caea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 HTTP/1.1" status: 200 len: 217 time: 0.0562422 Nov 16 04:49:59.504591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19393b-42c6-4d48-82b4-7d6e50969353 req-9b4cd6ae-9c86-4212-a19a-1b3ed591e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:59.506056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af19393b-42c6-4d48-82b4-7d6e50969353 req-9b4cd6ae-9c86-4212-a19a-1b3ed591e2d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0 HTTP/1.1" status: 200 len: 853 time: 0.1815374 Nov 16 04:49:59.519133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e10fc790-e616-43e4-a9dd-d592f422ebf0 req-b80b90cf-28d2-4c9e-bd7d-a7290177363b tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=023a4800-85da-47ab-b154-344331dbba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661614 Nov 16 04:49:59.526296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15182f54-e6e2-49fc-b972-3886891c533a req-de2f85bf-97f8-4489-923c-4c018b18b0cf tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:59.527739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15182f54-e6e2-49fc-b972-3886891c533a req-de2f85bf-97f8-4489-923c-4c018b18b0cf tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.2322173 Nov 16 04:49:59.596787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ae707-5bd5-443a-8872-6b4edf318b7f req-2910f304-9624-42fb-876f-21d21656b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:59.598284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-374ae707-5bd5-443a-8872-6b4edf318b7f req-2910f304-9624-42fb-876f-21d21656b6a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 1097 time: 0.2720506 Nov 16 04:49:59.716967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19393b-42c6-4d48-82b4-7d6e50969353 req-19f08052-2770-4353-a6ed-715bd56421f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:59.718530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af19393b-42c6-4d48-82b4-7d6e50969353 req-19f08052-2770-4353-a6ed-715bd56421f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0a657b61-39b1-4807-9d91-5c0a1cedc0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1663489 Nov 16 04:49:59.734720 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15182f54-e6e2-49fc-b972-3886891c533a req-5d54e18b-7baa-42b0-b2fc-408f5c66986e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795030 Nov 16 04:49:59.762063 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ad9fe-b801-4204-9f89-40dc3862b607 req-164d09b1-a72c-421d-bd0a-e9751c319b5e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:49:59.763560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b5ad9fe-b801-4204-9f89-40dc3862b607 req-164d09b1-a72c-421d-bd0a-e9751c319b5e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 946 time: 0.1829576 Nov 16 04:49:59.768244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-374ae707-5bd5-443a-8872-6b4edf318b7f req-8818b224-e09e-44d5-a167-13b8beba7b31 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509135 Nov 16 04:49:59.906622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b5ad9fe-b801-4204-9f89-40dc3862b607 req-b3d3d487-0207-4556-b490-f1ae58ec9940 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275289 Nov 16 04:49:59.911270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:49:59.929496 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:49:59.941555 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af19393b-42c6-4d48-82b4-7d6e50969353 req-edd17664-15b4-41f6-a5ed-28410f514282 service neutron] 10.222.0.15 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950476 Nov 16 04:49:59.946165 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Transition to ACTIVE for port object 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:49:59.959014 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:00.094705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Pushing event updated for resources: {'Port': ['ID=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:00.162259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af19393b-42c6-4d48-82b4-7d6e50969353 req-298ff0fb-2131-4758-ae16-1ff031195d47 service neutron] 10.222.0.15 "GET /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129059 Nov 16 04:50:00.180485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8b4ed-fc30-47c9-8b1b-758b27fc9aed req-0150c740-af57-4b96-9cbc-77e94c72d6ba tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:00.182119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fff8b4ed-fc30-47c9-8b1b-758b27fc9aed req-0150c740-af57-4b96-9cbc-77e94c72d6ba tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 946 time: 0.1359820 Nov 16 04:50:00.228534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Attempting to bind port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:50:00.228870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Attempting to bind port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:50:00.229198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Attempting to bind port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f on network b1ad9985-b8c7-481f-b33b-be8875f245e0 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:00.242580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f on network b1ad9985-b8c7-481f-b33b-be8875f245e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:50:00.242899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Attempting to bind port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f on network b1ad9985-b8c7-481f-b33b-be8875f245e0 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:00.262139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fff8b4ed-fc30-47c9-8b1b-758b27fc9aed req-8e8c21d4-8700-4f2c-a52d-04f1cf55aa08 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d77f8f1-ab62-4ed2-b983-b035a3e3a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721700 Nov 16 04:50:00.262834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:50:00.263169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Checking segment: {'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:00.263538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Bound using segment: {'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:50:00.264014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Bound port: 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb3ebc75-c93c-4482-b1f4-82891c326858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:50:00.264370 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:00.342313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5a058-59fc-4f78-abc1-ae58d09d6326 req-55034979-d2e4-48a0-b65c-ef7311ef1434 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:00.343821 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46e5a058-59fc-4f78-abc1-ae58d09d6326 req-55034979-d2e4-48a0-b65c-ef7311ef1434 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.0952547 Nov 16 04:50:00.379681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] For port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:50:00.400682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] For port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:50:00.409420 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:00.445153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46e5a058-59fc-4f78-abc1-ae58d09d6326 req-bc0134f3-a790-4406-84e9-6b8c9ca029e9 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891359 Nov 16 04:50:00.456040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:00.456792 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:00.458396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] 10.222.0.37 "PUT /v2.0/ports/78ba4dc4-09dc-4ba6-96ba-14d47525ef0f HTTP/1.1" status: 200 len: 1091 time: 1.4861341 Nov 16 04:50:00.460280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8b8171-028e-491f-8ddb-c8d12074ca83', 'tag': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:00.465720 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd3e971-1eb3-417c-a4a2-a5fc9541c849" -d '{"events": [{"name": "network-changed", "server_uuid": "af8b8171-028e-491f-8ddb-c8d12074ca83", "tag": "78ba4dc4-09dc-4ba6-96ba-14d47525ef0f"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:00.493199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a2efb-fb19-4567-9775-903d7a4b4cfd service neutron] Pushing event updated for resources: {'Port': ['ID=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:00.536338 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7646f3f2-8461-496b-bd2e-98ea77c57465 x-openstack-request-id: req-7646f3f2-8461-496b-bd2e-98ea77c57465 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:00.537008 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8b8171-028e-491f-8ddb-c8d12074ca83", "tag": "78ba4dc4-09dc-4ba6-96ba-14d47525ef0f", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:00.537008 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7646f3f2-8461-496b-bd2e-98ea77c57465 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:00.537268 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8b8171-028e-491f-8ddb-c8d12074ca83', 'tag': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f', 'status': 'completed', 'code': 200} Nov 16 04:50:00.629523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-538b88fa-1df9-4cbd-8018-b199c4b6e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:00.631135 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-538b88fa-1df9-4cbd-8018-b199c4b6e21c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f5f654448204001838bcf01f092ff01&device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 1094 time: 0.1065984 Nov 16 04:50:00.641558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb7ae2b-2dcb-4986-9ba1-26e906620153 req-bc1f28c5-b9cd-4c94-9363-561245546b35 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:00.643085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1eb7ae2b-2dcb-4986-9ba1-26e906620153 req-bc1f28c5-b9cd-4c94-9363-561245546b35 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 946 time: 0.0913048 Nov 16 04:50:00.694712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-bb2b695e-2c55-463e-90c8-d86cff3e485d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f HTTP/1.1" status: 200 len: 217 time: 0.0454004 Nov 16 04:50:00.952717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f746a-151a-4ddf-951e-068c3c123b47 req-d17cae32-990d-4d5b-bc52-99f3339a3fbe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:00.954158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea2f746a-151a-4ddf-951e-068c3c123b47 req-d17cae32-990d-4d5b-bc52-99f3339a3fbe tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 943 time: 0.3606775 Nov 16 04:50:01.030694 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1eb7ae2b-2dcb-4986-9ba1-26e906620153 req-209238be-c4d3-47c5-930f-a87438c097b1 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d77f8f1-ab62-4ed2-b983-b035a3e3a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763428 Nov 16 04:50:01.048335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-3a8ce688-7775-4dec-b17b-365e21d8b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:01.049799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-3a8ce688-7775-4dec-b17b-365e21d8b27d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11ee3581-bd14-4ec0-8925-aa08760e170a HTTP/1.1" status: 200 len: 849 time: 0.1056173 Nov 16 04:50:01.057615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea2f746a-151a-4ddf-951e-068c3c123b47 req-b0ccb1ea-cc05-4149-9d92-b5eb469e6481 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=023a4800-85da-47ab-b154-344331dbba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942967 Nov 16 04:50:01.109028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-17648f25-78dd-49e6-bb4a-27e0bb88ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:01.110475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-17648f25-78dd-49e6-bb4a-27e0bb88ef31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b1ad9985-b8c7-481f-b33b-be8875f245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519552 Nov 16 04:50:01.232352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22571de4-391a-4a6d-b06a-59d17275520e req-cf3f2d5b-2d7e-43d0-acd7-353e36305845 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:01.233835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-22571de4-391a-4a6d-b06a-59d17275520e req-cf3f2d5b-2d7e-43d0-acd7-353e36305845 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1360018 Nov 16 04:50:01.283920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6ae4b-de9e-4e18-8e37-9c4d8c156540 req-5d692d57-c2b0-4248-9565-78d3b3cee0b9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:01.285286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58c6ae4b-de9e-4e18-8e37-9c4d8c156540 req-5d692d57-c2b0-4248-9565-78d3b3cee0b9 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 946 time: 0.1443624 Nov 16 04:50:01.290719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-ed79ebbb-cb37-4fa0-9f7c-05d4e7205c63 service neutron] 10.222.0.37 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593790 Nov 16 04:50:01.372603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-22571de4-391a-4a6d-b06a-59d17275520e req-cd9f0252-192e-45bb-80d3-d64367f33fd1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326485 Nov 16 04:50:01.410977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58c6ae4b-de9e-4e18-8e37-9c4d8c156540 req-fe286bc3-c435-454f-87e8-087530214223 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171432 Nov 16 04:50:01.436573 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-594e5ea8-9388-4345-a299-3f5c5f0e8121 req-b427b78b-4c3d-4560-8bce-a3f03456170b service neutron] 10.222.0.37 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299512 Nov 16 04:50:01.536406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3e971-1eb3-417c-a4a2-a5fc9541c849 req-003d48db-1169-4fe3-af33-1c978936d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:01.538022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afd3e971-1eb3-417c-a4a2-a5fc9541c849 req-003d48db-1169-4fe3-af33-1c978936d173 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f5f654448204001838bcf01f092ff01&device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 1094 time: 0.0433731 Nov 16 04:50:01.643988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea662264-18cb-40d7-a33d-2c4435f57c8c req-6038ea8d-bc4b-4cf9-b55b-29de7450bf5a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:01.645448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea662264-18cb-40d7-a33d-2c4435f57c8c req-6038ea8d-bc4b-4cf9-b55b-29de7450bf5a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.1051514 Nov 16 04:50:01.678131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3e971-1eb3-417c-a4a2-a5fc9541c849 req-eafe489d-660f-4d50-a4e1-f0da9440f48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:01.679533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afd3e971-1eb3-417c-a4a2-a5fc9541c849 req-eafe489d-660f-4d50-a4e1-f0da9440f48e service neutron] 10.222.0.37 "GET /v2.0/networks?id=b1ad9985-b8c7-481f-b33b-be8875f245e0 HTTP/1.1" status: 200 len: 911 time: 0.1302416 Nov 16 04:50:01.730027 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afd3e971-1eb3-417c-a4a2-a5fc9541c849 req-e8a57c6a-1656-4a0b-bd27-b68cb9352191 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f HTTP/1.1" status: 200 len: 217 time: 0.0404308 Nov 16 04:50:01.737040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea662264-18cb-40d7-a33d-2c4435f57c8c req-b57616d6-a628-4501-85d0-1adaaa456fb3 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848498 Nov 16 04:50:01.789906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3e971-1eb3-417c-a4a2-a5fc9541c849 req-e322f8dc-1546-4fb0-bf9e-f6e24aadaed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:01.791755 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afd3e971-1eb3-417c-a4a2-a5fc9541c849 req-e322f8dc-1546-4fb0-bf9e-f6e24aadaed8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11ee3581-bd14-4ec0-8925-aa08760e170a HTTP/1.1" status: 200 len: 849 time: 0.0507987 Nov 16 04:50:01.871497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3e971-1eb3-417c-a4a2-a5fc9541c849 req-d5201509-d220-4919-8075-6267cca53352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:01.872997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afd3e971-1eb3-417c-a4a2-a5fc9541c849 req-d5201509-d220-4919-8075-6267cca53352 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b1ad9985-b8c7-481f-b33b-be8875f245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705786 Nov 16 04:50:01.888719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffba40a-5e39-4e74-a26b-2361ac58ff8d req-689fb4ff-3290-4720-80ae-da741f6fc5a2 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:01.890196 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ffba40a-5e39-4e74-a26b-2361ac58ff8d req-689fb4ff-3290-4720-80ae-da741f6fc5a2 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.0601223 Nov 16 04:50:01.985888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ffba40a-5e39-4e74-a26b-2361ac58ff8d req-cd466bc9-b03a-48b5-802d-a992941f051c tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871253 Nov 16 04:50:02.038069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afd3e971-1eb3-417c-a4a2-a5fc9541c849 req-b49699d3-09b5-4461-b24e-83f26e0a0af9 service neutron] 10.222.0.37 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468282 Nov 16 04:50:02.061412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b652ef-2765-475b-9a6a-b5a480cd535f req-a3c32e7e-66a6-4e4a-b5ba-3bc4364ae276 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:02.062906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47b652ef-2765-475b-9a6a-b5a480cd535f req-a3c32e7e-66a6-4e4a-b5ba-3bc4364ae276 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.15 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 946 time: 0.0670519 Nov 16 04:50:02.269217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a08c76-573d-4bfc-8eb3-a892c54781b3 req-99078f18-b50f-477e-b127-eeb3c6616849 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:02.270719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10a08c76-573d-4bfc-8eb3-a892c54781b3 req-99078f18-b50f-477e-b127-eeb3c6616849 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45 HTTP/1.1" status: 200 len: 945 time: 0.1975944 Nov 16 04:50:02.283584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeda70c-6abe-49dc-b09f-fc0d7f668489 req-8366740e-9c7b-4de4-a892-5b458f441cee tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:02.285020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8aeda70c-6abe-49dc-b09f-fc0d7f668489 req-8366740e-9c7b-4de4-a892-5b458f441cee tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 946 time: 0.1678298 Nov 16 04:50:02.299729 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afd3e971-1eb3-417c-a4a2-a5fc9541c849 req-da0dc29f-0a11-4e48-a595-6a3269f66b98 service neutron] 10.222.0.37 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536769 Nov 16 04:50:02.379831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-47b652ef-2765-475b-9a6a-b5a480cd535f req-fa826334-a575-4248-84f8-94622eaf807f tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Deleting port 3637ae8a-4385-4ecf-9d2e-a7bae4349384 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:02.380094 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-47b652ef-2765-475b-9a6a-b5a480cd535f req-fa826334-a575-4248-84f8-94622eaf807f tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:02.387542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10a08c76-573d-4bfc-8eb3-a892c54781b3 req-f0d20a47-7223-4243-8d5b-a63dc8e63226 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016240 Nov 16 04:50:02.409408 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8aeda70c-6abe-49dc-b09f-fc0d7f668489 req-38c6b43d-0298-45ac-8b0b-6148cd56d4eb tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/security-groups?id=3d77f8f1-ab62-4ed2-b983-b035a3e3a12e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029088 Nov 16 04:50:02.541783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-47b652ef-2765-475b-9a6a-b5a480cd535f req-fa826334-a575-4248-84f8-94622eaf807f tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] For port 3637ae8a-4385-4ecf-9d2e-a7bae4349384, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3637ae8a-4385-4ecf-9d2e-a7bae4349384,segment=NetworkSegment(70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8),segment_id=70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:02.542453 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-47b652ef-2765-475b-9a6a-b5a480cd535f req-fa826334-a575-4248-84f8-94622eaf807f tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:02.560306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-47b652ef-2765-475b-9a6a-b5a480cd535f req-fa826334-a575-4248-84f8-94622eaf807f tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Calling delete_port for 3637ae8a-4385-4ecf-9d2e-a7bae4349384 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:02.585563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafead3-abfd-4713-ab65-aceb6d7d6c9f req-e6c03c45-9401-472a-bd5d-89447c524024 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:02.587710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6eafead3-abfd-4713-ab65-aceb6d7d6c9f req-e6c03c45-9401-472a-bd5d-89447c524024 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 943 time: 0.1306329 Nov 16 04:50:02.601359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278318e-1b66-4915-b883-94b55ffafbf0 req-56b42fe2-6495-4ba2-a3cb-2d40cedba434 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:02.602794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c278318e-1b66-4915-b883-94b55ffafbf0 req-56b42fe2-6495-4ba2-a3cb-2d40cedba434 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1186647 Nov 16 04:50:02.729086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6eafead3-abfd-4713-ab65-aceb6d7d6c9f req-ac350ea7-ff8a-41b5-8e31-4542b7918900 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=023a4800-85da-47ab-b154-344331dbba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991809 Nov 16 04:50:02.732177 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c278318e-1b66-4915-b883-94b55ffafbf0 req-2109955d-8e21-431d-8335-5c5206a7fa72 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012952 Nov 16 04:50:02.887463 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-47b652ef-2765-475b-9a6a-b5a480cd535f req-fa826334-a575-4248-84f8-94622eaf807f tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:02.901686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['3637ae8a-4385-4ecf-9d2e-a7bae4349384'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:02.942395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ced466-6d4d-49ea-a6eb-7c1cacd76629 req-8f72b775-f38c-4490-a32c-5c02001da409 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:02.944260 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-16ced466-6d4d-49ea-a6eb-7c1cacd76629 req-8f72b775-f38c-4490-a32c-5c02001da409 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 946 time: 0.1515374 Nov 16 04:50:02.948127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa826334-a575-4248-84f8-94622eaf807f tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Pushing event deleted for resources: {'Port': ['ID=3637ae8a-4385-4ecf-9d2e-a7bae4349384,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:02.958480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174c5b6-e2d4-40af-b014-d5299d7e9687 req-367fbb6e-1a88-4284-b0d8-2a896f26dfdc tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:02.960969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7174c5b6-e2d4-40af-b014-d5299d7e9687 req-367fbb6e-1a88-4284-b0d8-2a896f26dfdc tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 946 time: 0.1483717 Nov 16 04:50:03.034136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b652ef-2765-475b-9a6a-b5a480cd535f req-fa826334-a575-4248-84f8-94622eaf807f tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] No DVR routers for this DVR port 3637ae8a-4385-4ecf-9d2e-a7bae4349384 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:03.041481 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-47b652ef-2765-475b-9a6a-b5a480cd535f req-fa826334-a575-4248-84f8-94622eaf807f tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:03.045600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47b652ef-2765-475b-9a6a-b5a480cd535f req-fa826334-a575-4248-84f8-94622eaf807f tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.15 "DELETE /v2.0/ports/3637ae8a-4385-4ecf-9d2e-a7bae4349384 HTTP/1.1" status: 204 len: 173 time: 0.9399872 Nov 16 04:50:03.046388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011bb9fc-26d1-495c-a0d4-5af9e25e988d', 'name': 'network-vif-deleted', 'tag': '3637ae8a-4385-4ecf-9d2e-a7bae4349384'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:03.049023 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f830843-42a9-467c-8136-34d66bc850fa" -d '{"events": [{"server_uuid": "011bb9fc-26d1-495c-a0d4-5af9e25e988d", "name": "network-vif-deleted", "tag": "3637ae8a-4385-4ecf-9d2e-a7bae4349384"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:03.099479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-16ced466-6d4d-49ea-a6eb-7c1cacd76629 req-9e0f3df7-b348-4a3e-8de4-cfc3d3ce4ffd tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343524 Nov 16 04:50:03.104528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7174c5b6-e2d4-40af-b014-d5299d7e9687 req-ec8f9129-99c1-4a9c-8194-cfb51fa12e0e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354990 Nov 16 04:50:03.231342 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0598faf3-d0db-449a-bbe1-1b656cb1b8b8 x-openstack-request-id: req-0598faf3-d0db-449a-bbe1-1b656cb1b8b8 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:03.231729 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011bb9fc-26d1-495c-a0d4-5af9e25e988d", "name": "network-vif-deleted", "tag": "3637ae8a-4385-4ecf-9d2e-a7bae4349384", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:03.232092 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0598faf3-d0db-449a-bbe1-1b656cb1b8b8 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:03.232763 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011bb9fc-26d1-495c-a0d4-5af9e25e988d', 'name': 'network-vif-deleted', 'tag': '3637ae8a-4385-4ecf-9d2e-a7bae4349384', 'status': 'completed', 'code': 200} Nov 16 04:50:03.251410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-308a1e53-3384-48c4-9164-6ee420fb08a5 req-9cd51db1-b168-4e22-ac93-bf4d2938d537 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:50:03.252789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-308a1e53-3384-48c4-9164-6ee420fb08a5 req-9cd51db1-b168-4e22-ac93-bf4d2938d537 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072942 Nov 16 04:50:03.368373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-308a1e53-3384-48c4-9164-6ee420fb08a5 req-1abc6a0a-3938-4309-a20d-c7197c9dd7c5 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1083105 Nov 16 04:50:03.463191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d5446-e955-4ae7-bbb4-6ccb68f3abec req-d0f29537-ab68-47ee-b2fa-7995d9e0b7a1 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:03.465562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a3d5446-e955-4ae7-bbb4-6ccb68f3abec req-d0f29537-ab68-47ee-b2fa-7995d9e0b7a1 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 946 time: 0.0618978 Nov 16 04:50:03.548491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a3d5446-e955-4ae7-bbb4-6ccb68f3abec req-43e14343-5496-46a6-acc8-a8e2d8d13a61 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632596 Nov 16 04:50:03.613047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afd17be1-2b78-4dda-a42d-a765ae38b190 req-c09aa2f9-8d55-4de3-89aa-011dc1f92b14 tempest-ServerGroupTestJSON-1262015067 tempest-ServerGroupTestJSON-1262015067-project] 10.222.0.41 "GET /v2.0/ports?device_id=011bb9fc-26d1-495c-a0d4-5af9e25e988d HTTP/1.1" status: 200 len: 210 time: 0.0335572 Nov 16 04:50:03.684773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:50:03.695991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7b1fc-eb6b-4db2-b542-c3c91b911e8c req-84e74fe1-63b0-4f5f-a932-2f7ba6b9a08f tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:03.698825 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ac7b1fc-eb6b-4db2-b542-c3c91b911e8c req-84e74fe1-63b0-4f5f-a932-2f7ba6b9a08f tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.0627077 Nov 16 04:50:03.776150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ac7b1fc-eb6b-4db2-b542-c3c91b911e8c req-a6221418-78e7-4b33-a3c5-48c38ebcd9ca tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679462 Nov 16 04:50:03.784597 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110ac3d-2f47-4aba-8ef3-a7c83e0d4389 req-fd21430e-b0c1-44bb-b8d7-b6122464609e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:03.786189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2110ac3d-2f47-4aba-8ef3-a7c83e0d4389 req-fd21430e-b0c1-44bb-b8d7-b6122464609e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 946 time: 0.0866899 Nov 16 04:50:03.853536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2110ac3d-2f47-4aba-8ef3-a7c83e0d4389 req-8c9caec8-ae35-4883-bd33-79ffda3f652d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475764 Nov 16 04:50:03.910167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ef16e-c470-4acf-8887-88c4cd21b5bd req-488ef849-a219-48b6-94d5-013ef8b52c58 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:03.911705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c5ef16e-c470-4acf-8887-88c4cd21b5bd req-488ef849-a219-48b6-94d5-013ef8b52c58 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 943 time: 0.0567997 Nov 16 04:50:03.930451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:03.943133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'port_id': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f', 'mac_address': 'fa:16:3e:93:9f:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:50:03.978411 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:03.991515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:50:03.992441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c5ef16e-c470-4acf-8887-88c4cd21b5bd req-d747c46d-9ba7-40a6-8fdd-a2f76089ccfc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=023a4800-85da-47ab-b154-344331dbba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743394 Nov 16 04:50:04.005539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002bcc4-5798-481e-8a4e-8a811eae003c req-cf3bd1ce-72c7-4126-ba9e-1c2c90996b66 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:04.007771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e002bcc4-5798-481e-8a4e-8a811eae003c req-cf3bd1ce-72c7-4126-ba9e-1c2c90996b66 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0825114 Nov 16 04:50:04.012974 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:04.017453 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:04.060746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e002bcc4-5798-481e-8a4e-8a811eae003c req-6c3d39ad-0731-4aaa-9866-86ce619a796e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458319 Nov 16 04:50:04.066236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:04.114531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2aeea-fcae-402a-8d51-87364c3e0999 req-1ddc0a92-abf4-4238-8919-b30a9fcdf6af tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:04.116943 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21f2aeea-fcae-402a-8d51-87364c3e0999 req-1ddc0a92-abf4-4238-8919-b30a9fcdf6af tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45 HTTP/1.1" status: 200 len: 945 time: 0.0544355 Nov 16 04:50:04.165754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21f2aeea-fcae-402a-8d51-87364c3e0999 req-81206589-79c4-4cbd-a886-a59b99f3cdf6 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433617 Nov 16 04:50:04.298006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb50f6f-a3c6-4c18-8ba3-6dde7ac89b61 req-ed225a70-fddf-4e4d-ba8e-b710eedbded8 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:04.299862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffb50f6f-a3c6-4c18-8ba3-6dde7ac89b61 req-ed225a70-fddf-4e4d-ba8e-b710eedbded8 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 946 time: 0.0558722 Nov 16 04:50:04.358494 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffb50f6f-a3c6-4c18-8ba3-6dde7ac89b61 req-50bda587-08f5-4bc6-b65d-7de9b33e9e36 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496032 Nov 16 04:50:04.419024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0e080-497b-4fbe-a7b4-5270ab5dc2cd req-cc74cb76-6831-4388-8f34-1ed004a16bbd tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:04.420565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4d0e080-497b-4fbe-a7b4-5270ab5dc2cd req-cc74cb76-6831-4388-8f34-1ed004a16bbd tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 946 time: 0.0553136 Nov 16 04:50:04.479731 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4d0e080-497b-4fbe-a7b4-5270ab5dc2cd req-3f9d8174-f1ab-42f5-aef4-87c063b836de tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513544 Nov 16 04:50:04.510746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['78ba4dc4-09dc-4ba6-96ba-14d47525ef0f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:04.608508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88299782-c764-493b-bf61-c5a252ffcb55 req-1fd5f56c-3cad-47fe-aaaf-57fceb2e0fb0 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:04.615293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88299782-c764-493b-bf61-c5a252ffcb55 req-1fd5f56c-3cad-47fe-aaaf-57fceb2e0fb0 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:04.623911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88299782-c764-493b-bf61-c5a252ffcb55 req-1fd5f56c-3cad-47fe-aaaf-57fceb2e0fb0 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:04.626799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-88299782-c764-493b-bf61-c5a252ffcb55 req-1fd5f56c-3cad-47fe-aaaf-57fceb2e0fb0 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd&device_id=ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45&device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 2417 time: 0.0704484 Nov 16 04:50:04.689630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-88299782-c764-493b-bf61-c5a252ffcb55 req-f16bc7f7-affc-4e82-ab1b-d22b204f3512 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546167 Nov 16 04:50:04.780461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-751cf5b5-3e99-4f92-ac29-3956cbe6036e req-91820b1d-6d36-4aff-a4a2-eeae51b7aeb3 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0587971 Nov 16 04:50:04.927548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44636) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:04.976557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e7ef5e-b940-4d36-93e3-99658010634d admin admin] Deleting subnet a676eb17-897e-44c6-89d8-cc63fc813b0a {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:50:04.979984 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ef5e-b940-4d36-93e3-99658010634d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:04.996005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 3637ae8a-4385-4ecf-9d2e-a7bae4349384 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:05.019955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 3637ae8a-4385-4ecf-9d2e-a7bae4349384 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:05.020445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 3637ae8a-4385-4ecf-9d2e-a7bae4349384 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:05.029642 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ef5e-b940-4d36-93e3-99658010634d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.108305 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ef5e-b940-4d36-93e3-99658010634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.162358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f49b3-a03e-4a3c-b2ea-3265890974ac req-a35b58d1-eb56-4d86-ad8b-18040d17ca27 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:05.164166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e32f49b3-a03e-4a3c-b2ea-3265890974ac req-a35b58d1-eb56-4d86-ad8b-18040d17ca27 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 944 time: 0.0929129 Nov 16 04:50:05.224791 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ef5e-b940-4d36-93e3-99658010634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.269158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7ef5e-b940-4d36-93e3-99658010634d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a676eb17-897e-44c6-89d8-cc63fc813b0a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:05.272620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ef5e-b940-4d36-93e3-99658010634d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.278301 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a4e7ef5e-b940-4d36-93e3-99658010634d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a676eb17-897e-44c6-89d8-cc63fc813b0a HTTP/1.1" status: 204 len: 168 time: 0.3492093 Nov 16 04:50:05.278466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44648) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:05.291746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e32f49b3-a03e-4a3c-b2ea-3265890974ac req-7fa07d92-a126-467f-bbed-6f73cc3e3435 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=023a4800-85da-47ab-b154-344331dbba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194894 Nov 16 04:50:05.335761 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88780f-348f-42d8-ab9f-12ac9e3ebdb9 req-987959a2-dc7d-4542-aa1f-3652c7e2d670 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:05.337711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee88780f-348f-42d8-ab9f-12ac9e3ebdb9 req-987959a2-dc7d-4542-aa1f-3652c7e2d670 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0712104 Nov 16 04:50:05.361545 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-507c8e01-6719-4df5-82fe-e2e0730c1765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.390000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee88780f-348f-42d8-ab9f-12ac9e3ebdb9 req-90ef4d74-ad77-4404-9d59-fbf050bce1b2 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436013 Nov 16 04:50:05.446884 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-507c8e01-6719-4df5-82fe-e2e0730c1765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.467826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-507c8e01-6719-4df5-82fe-e2e0730c1765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c418218c-307d-4836-8f5d-0acac191e3fc']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:05.477951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-507c8e01-6719-4df5-82fe-e2e0730c1765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:05.478244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-507c8e01-6719-4df5-82fe-e2e0730c1765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70eb06c5-6490-4b0f-95a5-5ac1e73cb0c8') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:05.492780 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-507c8e01-6719-4df5-82fe-e2e0730c1765 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.517544 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-507c8e01-6719-4df5-82fe-e2e0730c1765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.527133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507c8e01-6719-4df5-82fe-e2e0730c1765 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:50:05.527534 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-507c8e01-6719-4df5-82fe-e2e0730c1765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:50:05.529325 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:50:05.595047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-507c8e01-6719-4df5-82fe-e2e0730c1765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.601410 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-507c8e01-6719-4df5-82fe-e2e0730c1765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.607539 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-507c8e01-6719-4df5-82fe-e2e0730c1765 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c418218c-307d-4836-8f5d-0acac191e3fc HTTP/1.1" status: 204 len: 168 time: 0.3254211 Nov 16 04:50:05.621963 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c8e01-6719-4df5-82fe-e2e0730c1765 admin admin] Pushing event deleted for resources: {'Network': ['ID=c418218c-307d-4836-8f5d-0acac191e3fc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:05.699109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ef097-d064-4d75-b04a-d6574781f90b req-978014dc-9fa2-4329-81cc-b7eb2e461074 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:05.701974 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-868ef097-d064-4d75-b04a-d6574781f90b req-978014dc-9fa2-4329-81cc-b7eb2e461074 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 946 time: 0.0604229 Nov 16 04:50:05.760778 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-868ef097-d064-4d75-b04a-d6574781f90b req-01588f01-7a44-4ba6-9b51-a72832b8a5f7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514123 Nov 16 04:50:05.768006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44660) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:05.815483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44664) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:05.815761 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b71238a0-6684-4634-90e9-4bc00ef71c08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5735072f99914eea9a66685fea92f45c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453262 Nov 16 04:50:05.869021 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6dc99007-6dd3-420f-997c-31dc1e1557c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.892115 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6dc99007-6dd3-420f-997c-31dc1e1557c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.971353 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6dc99007-6dd3-420f-997c-31dc1e1557c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.974508 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6dc99007-6dd3-420f-997c-31dc1e1557c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:05.976040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6dc99007-6dd3-420f-997c-31dc1e1557c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d77f8f1-ab62-4ed2-b983-b035a3e3a12e HTTP/1.1" status: 204 len: 168 time: 0.1589084 Nov 16 04:50:05.990510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc99007-6dd3-420f-997c-31dc1e1557c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d77f8f1-ab62-4ed2-b983-b035a3e3a12e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:06.004699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917dddf-6de4-4459-b533-2fd61ef81f3d req-915038b9-59d6-40f1-abe5-a687cc66fe75 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:06.007985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d917dddf-6de4-4459-b533-2fd61ef81f3d req-915038b9-59d6-40f1-abe5-a687cc66fe75 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.37 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 946 time: 0.0804133 Nov 16 04:50:06.139056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d917dddf-6de4-4459-b533-2fd61ef81f3d req-90180589-b961-4526-bf74-7d052a2e83a8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Deleting port effecc08-8ee2-4aee-b932-10147f4b9cce {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:06.139471 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d917dddf-6de4-4459-b533-2fd61ef81f3d req-90180589-b961-4526-bf74-7d052a2e83a8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:06.538458 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326bb5e-e6d1-4fe3-b6b0-9b7e94b80ca2 req-be21ec9e-a3b8-405c-a616-1abe892f851e tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:06.539842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c326bb5e-e6d1-4fe3-b6b0-9b7e94b80ca2 req-be21ec9e-a3b8-405c-a616-1abe892f851e tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 946 time: 0.3383021 Nov 16 04:50:06.584118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d917dddf-6de4-4459-b533-2fd61ef81f3d req-90180589-b961-4526-bf74-7d052a2e83a8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] For port effecc08-8ee2-4aee-b932-10147f4b9cce, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=effecc08-8ee2-4aee-b932-10147f4b9cce,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:06.584502 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d917dddf-6de4-4459-b533-2fd61ef81f3d req-90180589-b961-4526-bf74-7d052a2e83a8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:06.606941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d917dddf-6de4-4459-b533-2fd61ef81f3d req-90180589-b961-4526-bf74-7d052a2e83a8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Calling delete_port for effecc08-8ee2-4aee-b932-10147f4b9cce owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:06.652261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e58415-9176-414e-931a-dfefd274b302 req-0005764e-f380-4f72-b233-fa719971cc57 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:06.653782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e1e58415-9176-414e-931a-dfefd274b302 req-0005764e-f380-4f72-b233-fa719971cc57 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 944 time: 0.1336448 Nov 16 04:50:06.684020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c326bb5e-e6d1-4fe3-b6b0-9b7e94b80ca2 req-05a69929-76b7-473f-8074-1e2efcec20a7 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169403 Nov 16 04:50:06.721385 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44700) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:06.770507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e1e58415-9176-414e-931a-dfefd274b302 req-656d2b16-007f-4aba-b609-f5ccac3bca70 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=023a4800-85da-47ab-b154-344331dbba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853295 Nov 16 04:50:06.840019 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-373933777-network', 'tenant_id': '8f706035a1834625854b34c50684ed4d'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:06.867197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Made reservation on behalf of 8f706035a1834625854b34c50684ed4d for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:06.870553 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:06.871778 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d917dddf-6de4-4459-b533-2fd61ef81f3d req-90180589-b961-4526-bf74-7d052a2e83a8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:06.883473 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:06.885395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['effecc08-8ee2-4aee-b932-10147f4b9cce'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:06.910068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:06.922090 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabbdd2-047a-432b-aa6c-5a110539f221 req-f0a81fbf-c437-42cf-b30e-920def60a0ff tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:06.935522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3eabbdd2-047a-432b-aa6c-5a110539f221 req-f0a81fbf-c437-42cf-b30e-920def60a0ff tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1435027 Nov 16 04:50:06.940931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90180589-b961-4526-bf74-7d052a2e83a8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event deleted for resources: {'Port': ['ID=effecc08-8ee2-4aee-b932-10147f4b9cce,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:07.001693 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.002739 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d917dddf-6de4-4459-b533-2fd61ef81f3d req-90180589-b961-4526-bf74-7d052a2e83a8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] No DVR routers for this DVR port effecc08-8ee2-4aee-b932-10147f4b9cce on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:07.007702 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.010274 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d917dddf-6de4-4459-b533-2fd61ef81f3d req-90180589-b961-4526-bf74-7d052a2e83a8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.013799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d917dddf-6de4-4459-b533-2fd61ef81f3d req-90180589-b961-4526-bf74-7d052a2e83a8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.37 "DELETE /v2.0/ports/effecc08-8ee2-4aee-b932-10147f4b9cce HTTP/1.1" status: 204 len: 173 time: 0.9991255 Nov 16 04:50:07.014430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb', 'name': 'network-vif-deleted', 'tag': 'effecc08-8ee2-4aee-b932-10147f4b9cce'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:07.016957 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d79f66c-0eeb-4ec2-a02d-42729aa3cd30" -d '{"events": [{"server_uuid": "ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb", "name": "network-vif-deleted", "tag": "effecc08-8ee2-4aee-b932-10147f4b9cce"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:07.037365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:50:07.056864 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3eabbdd2-047a-432b-aa6c-5a110539f221 req-4c3e6c75-6ede-4559-8274-755d4a613158 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180456 Nov 16 04:50:07.057347 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91704fd0-464c-451c-a8ba-ec041cefb063,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:07.060265 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.060921 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Added segment e835b3ca-0fd2-4817-bee2-78cb7b725677 of type vlan for network 98d924d6-bace-4e7d-8354-8de8ca013c8c Nov 16 04:50:07.125590 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.154899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.156548 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:07.157509 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.162053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ac684e1-0fab-459c-8785-ee7a52f70c25 req-8b8ebdf0-05c7-4d6e-a077-ed13a48dc4b0 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb HTTP/1.1" status: 200 len: 210 time: 0.0372374 Nov 16 04:50:07.221454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44708) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:07.222385 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4997950 Nov 16 04:50:07.226831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-cf627273-7aae-48bc-ac26-d501144346cd admin admin] Request body: {'subnet': {'network_id': '98d924d6-bace-4e7d-8354-8de8ca013c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-373933777-subnet', 'tenant_id': '8f706035a1834625854b34c50684ed4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:07.235435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2ff68-a593-4a40-abf2-a2f9545235f0 admin admin] Pushing event updated for resources: {'Network': ['ID=98d924d6-bace-4e7d-8354-8de8ca013c8c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:07.248104 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 98d924d6-bace-4e7d-8354-8de8ca013c8c details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:50:07.248814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf627273-7aae-48bc-ac26-d501144346cd admin admin] Made reservation on behalf of 8f706035a1834625854b34c50684ed4d for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:07.251299 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cf627273-7aae-48bc-ac26-d501144346cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.377936 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64de82f-10fa-4730-8a93-9aeb132452f6 x-openstack-request-id: req-c64de82f-10fa-4730-8a93-9aeb132452f6 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:07.378236 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb", "name": "network-vif-deleted", "tag": "effecc08-8ee2-4aee-b932-10147f4b9cce", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:07.378490 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c64de82f-10fa-4730-8a93-9aeb132452f6 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:07.378895 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5fd88b-7f3f-4d06-a071-0935ca9dcdeb', 'name': 'network-vif-deleted', 'tag': 'effecc08-8ee2-4aee-b932-10147f4b9cce', 'status': 'completed', 'code': 200} Nov 16 04:50:07.430369 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cf627273-7aae-48bc-ac26-d501144346cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.488426 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf627273-7aae-48bc-ac26-d501144346cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=37726cb0-9768-4655-a09d-16cc701c5c85,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:07.496278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf627273-7aae-48bc-ac26-d501144346cd admin admin] Checking segment: {'id': 'e835b3ca-0fd2-4817-bee2-78cb7b725677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '98d924d6-bace-4e7d-8354-8de8ca013c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:07.496639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf627273-7aae-48bc-ac26-d501144346cd admin admin] Network hostable DHCP agents. Network: 98d924d6-bace-4e7d-8354-8de8ca013c8c, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:50:07.513655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf627273-7aae-48bc-ac26-d501144346cd admin admin] Network 98d924d6-bace-4e7d-8354-8de8ca013c8c is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:50:07.522625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-cf627273-7aae-48bc-ac26-d501144346cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 98d924d6-bace-4e7d-8354-8de8ca013c8c) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:07.526623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf627273-7aae-48bc-ac26-d501144346cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:07.527270 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cf627273-7aae-48bc-ac26-d501144346cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.531328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8fda06-d924-401d-813a-a28df5d97198 None None] Network 98d924d6-bace-4e7d-8354-8de8ca013c8c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:07.545006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cf627273-7aae-48bc-ac26-d501144346cd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3223953 Nov 16 04:50:07.674758 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c3a61-5c1e-4417-bd39-8d820bc29415 None None] Network 98d924d6-bace-4e7d-8354-8de8ca013c8c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:07.690049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabf5f2-5558-4fcd-a568-1a0d28d58467 req-efd77fa4-e1f1-42cb-8d97-5f9c9ec652b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:07.691664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7fabf5f2-5558-4fcd-a568-1a0d28d58467 req-efd77fa4-e1f1-42cb-8d97-5f9c9ec652b1 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.15 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 946 time: 0.0604300 Nov 16 04:50:07.712932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:50:07.791474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:50:07.798611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:50:07.798986 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.845267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7fabf5f2-5558-4fcd-a568-1a0d28d58467 req-4fd46f3e-1eb8-4ff0-8771-e9d6b752dc30 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Deleting port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:07.845828 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7fabf5f2-5558-4fcd-a568-1a0d28d58467 req-4fd46f3e-1eb8-4ff0-8771-e9d6b752dc30 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.925961 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.937921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff901f54-d0a3-4680-9860-48e62296f34e req-5c0132b0-b0b5-4e21-8365-fb5106f8febc tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:07.939416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff901f54-d0a3-4680-9860-48e62296f34e req-5c0132b0-b0b5-4e21-8365-fb5106f8febc tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd HTTP/1.1" status: 200 len: 946 time: 0.1432400 Nov 16 04:50:07.951494 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8b8171-028e-491f-8ddb-c8d12074ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:07.953682 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a61b017-d07c-4165-91ba-a3c152759b1b" -d '{"events": [{"server_uuid": "af8b8171-028e-491f-8ddb-c8d12074ca83", "name": "network-vif-plugged", "status": "completed", "tag": "78ba4dc4-09dc-4ba6-96ba-14d47525ef0f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:07.972016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:07.976592 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:07.977517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device effecc08-8ee2-4aee-b932-10147f4b9cce no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:07.984079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8ed384e-6a86-4a12-8de4-26b0ea5527b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:08.019195 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: effecc08-8ee2-4aee-b932-10147f4b9cce {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:08.019543 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device effecc08-8ee2-4aee-b932-10147f4b9cce not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:08.043590 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:08.066710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7fabf5f2-5558-4fcd-a568-1a0d28d58467 req-4fd46f3e-1eb8-4ff0-8771-e9d6b752dc30 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] For port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=91d46f9c-b5ea-4155-83d7-7215a9e52e2f,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:08.067076 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7fabf5f2-5558-4fcd-a568-1a0d28d58467 req-4fd46f3e-1eb8-4ff0-8771-e9d6b752dc30 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:08.100712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7fabf5f2-5558-4fcd-a568-1a0d28d58467 req-4fd46f3e-1eb8-4ff0-8771-e9d6b752dc30 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Calling delete_port for 91d46f9c-b5ea-4155-83d7-7215a9e52e2f owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:08.109434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff901f54-d0a3-4680-9860-48e62296f34e req-15ceb184-c356-4c78-873c-c82940b4f536 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570003 Nov 16 04:50:08.125363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5151cb45-c039-47d0-b7cc-a2153180ce04 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:08.126852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5151cb45-c039-47d0-b7cc-a2153180ce04 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/networks?id=98d924d6-bace-4e7d-8354-8de8ca013c8c HTTP/1.1" status: 200 len: 812 time: 0.1865513 Nov 16 04:50:08.186890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-4bc3c8cc-f20e-45bd-9d66-ffe2d7a9994f tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/quotas/8f706035a1834625854b34c50684ed4d HTTP/1.1" status: 200 len: 375 time: 0.0545862 Nov 16 04:50:08.250943 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-08326810-43a0-44e4-a020-007f02ed352f tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f706035a1834625854b34c50684ed4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477850 Nov 16 04:50:08.320967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131edaaa-4d8e-4275-b64d-b6a9ae0cc580 req-8d5de446-f57e-48d9-97f6-fb30451ced81 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:08.322464 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-131edaaa-4d8e-4275-b64d-b6a9ae0cc580 req-8d5de446-f57e-48d9-97f6-fb30451ced81 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 945 time: 0.1531053 Nov 16 04:50:08.429543 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7fabf5f2-5558-4fcd-a568-1a0d28d58467 req-4fd46f3e-1eb8-4ff0-8771-e9d6b752dc30 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:08.441731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960', '91d46f9c-b5ea-4155-83d7-7215a9e52e2f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:08.443358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-131edaaa-4d8e-4275-b64d-b6a9ae0cc580 req-ca2e3e75-af30-4140-96f5-b020b54c6f23 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=023a4800-85da-47ab-b154-344331dbba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130278 Nov 16 04:50:08.446027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['8499a4ae-7399-4c58-8de1-119b60be4b94'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:08.470688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-d5a7e779-aecc-4418-aead-c14ea12b3cec service neutron] 10.222.0.41 "GET /v2.0/networks/98d924d6-bace-4e7d-8354-8de8ca013c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110829 Nov 16 04:50:08.482418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd46f3e-1eb8-4ff0-8771-e9d6b752dc30 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Pushing event deleted for resources: {'Port': ['ID=91d46f9c-b5ea-4155-83d7-7215a9e52e2f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:08.572080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fabf5f2-5558-4fcd-a568-1a0d28d58467 req-4fd46f3e-1eb8-4ff0-8771-e9d6b752dc30 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] No DVR routers for this DVR port 91d46f9c-b5ea-4155-83d7-7215a9e52e2f on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:08.576144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7fabf5f2-5558-4fcd-a568-1a0d28d58467 req-4fd46f3e-1eb8-4ff0-8771-e9d6b752dc30 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:08.579551 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7fabf5f2-5558-4fcd-a568-1a0d28d58467 req-4fd46f3e-1eb8-4ff0-8771-e9d6b752dc30 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.15 "DELETE /v2.0/ports/91d46f9c-b5ea-4155-83d7-7215a9e52e2f HTTP/1.1" status: 204 len: 173 time: 0.8805251 Nov 16 04:50:08.646547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5858a2d7-39de-4cb0-94be-f092143f2606 service neutron] 10.222.0.41 "GET /v2.0/networks/98d924d6-bace-4e7d-8354-8de8ca013c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749275 Nov 16 04:50:08.670022 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec55c6b-878d-4bf0-957c-f04fa9ba7335 x-openstack-request-id: req-dec55c6b-878d-4bf0-957c-f04fa9ba7335 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:08.670766 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8b8171-028e-491f-8ddb-c8d12074ca83", "name": "network-vif-plugged", "status": "completed", "tag": "78ba4dc4-09dc-4ba6-96ba-14d47525ef0f", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:08.671771 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dec55c6b-878d-4bf0-957c-f04fa9ba7335 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:08.672182 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8b8171-028e-491f-8ddb-c8d12074ca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f', 'code': 200} Nov 16 04:50:08.824536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c537d02-14ab-490d-84cf-0eb7e4a9178b req-247a2fd8-77d4-42f5-9661-9a2a6e0f1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:08.826114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c537d02-14ab-490d-84cf-0eb7e4a9178b req-247a2fd8-77d4-42f5-9661-9a2a6e0f1160 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 1096 time: 0.0636854 Nov 16 04:50:08.934129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eebf78de-19c7-4abd-8916-2971a46cea62 req-51fd39df-c8f4-4573-8976-d4cd2d3f8d59 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 210 time: 0.0461450 Nov 16 04:50:08.987197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9bbac-78af-465d-ab19-31e10a5db0e3 req-87c7a8db-dbb6-4613-a2e1-7b60af4bc011 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:08.995372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3df9bbac-78af-465d-ab19-31e10a5db0e3 req-87c7a8db-dbb6-4613-a2e1-7b60af4bc011 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1682270 Nov 16 04:50:09.013474 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c537d02-14ab-490d-84cf-0eb7e4a9178b req-ab11cebf-907a-4918-babc-dfdb309edd01 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=023a4800-85da-47ab-b154-344331dbba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737938 Nov 16 04:50:09.122883 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3df9bbac-78af-465d-ab19-31e10a5db0e3 req-5f4b2d31-5405-4882-9fd5-a04dfe280d05 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263101 Nov 16 04:50:09.205730 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02c33e-e903-4885-9975-20320879d996 req-fe28e451-696c-49e1-b439-33ec87d33358 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:09.207382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-fe28e451-696c-49e1-b439-33ec87d33358 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.1673138 Nov 16 04:50:09.224989 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-be987a1f-b60f-4808-b6ca-708682b4ecfd tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/quotas/fca369ae4679409a8d7092d80703976f HTTP/1.1" status: 200 len: 375 time: 0.0095470 Nov 16 04:50:09.279620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-2690cc77-49e9-4130-a914-3ec955a12096 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477257 Nov 16 04:50:09.386705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd', 'name': 'network-vif-deleted', 'tag': '91d46f9c-b5ea-4155-83d7-7215a9e52e2f'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:09.388897 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98e8c17-b8d1-4724-98fb-2b24fd38a07b" -d '{"events": [{"server_uuid": "4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd", "name": "network-vif-deleted", "tag": "91d46f9c-b5ea-4155-83d7-7215a9e52e2f"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:09.397683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-c895acd3-8234-487c-80bd-2be16e21d2d8 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102817 Nov 16 04:50:09.485676 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf996a-a4d9-4c6f-a236-31ac5ff716c9 req-09c11ac5-f0b2-4c6f-bcde-57ecee4e4cf0 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:09.487189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2faf996a-a4d9-4c6f-a236-31ac5ff716c9 req-09c11ac5-f0b2-4c6f-bcde-57ecee4e4cf0 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45 HTTP/1.1" status: 200 len: 945 time: 0.1139948 Nov 16 04:50:09.532576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-b90cafa1-729f-46c8-9830-63a3eddc4a61 service neutron] 10.222.0.41 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213224 Nov 16 04:50:09.561617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2faf996a-a4d9-4c6f-a236-31ac5ff716c9 req-547d6026-f461-446e-a62d-1a2c89424a69 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673287 Nov 16 04:50:09.605933 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544f3a70-028a-4cd0-af37-e47385614784 x-openstack-request-id: req-544f3a70-028a-4cd0-af37-e47385614784 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:09.606567 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd", "name": "network-vif-deleted", "tag": "91d46f9c-b5ea-4155-83d7-7215a9e52e2f", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:09.607039 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-544f3a70-028a-4cd0-af37-e47385614784 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:09.608158 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4975224a-dda2-4ad7-a8a0-f1df9a0e6ecd', 'name': 'network-vif-deleted', 'tag': '91d46f9c-b5ea-4155-83d7-7215a9e52e2f', 'status': 'completed', 'code': 200} Nov 16 04:50:09.702819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ce282a-aa02-4c99-8f69-773426a90076 req-48d933ae-fd1c-4f7f-9a6f-93a7aa010636 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:09.702819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35ce282a-aa02-4c99-8f69-773426a90076 req-48d933ae-fd1c-4f7f-9a6f-93a7aa010636 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 945 time: 0.0533330 Nov 16 04:50:09.773150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35ce282a-aa02-4c99-8f69-773426a90076 req-347a13bc-1558-4024-a12d-9a907b7522ed tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=023a4800-85da-47ab-b154-344331dbba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640094 Nov 16 04:50:09.932314 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-655a7371-80b0-4f58-a230-93cc1ac987a4 req-6ce18398-48c6-4a0c-8880-2732f7066240 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 210 time: 0.0372560 Nov 16 04:50:09.986518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-fbedd629-8ecd-4966-8289-ce211d55271f tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:09.988996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-fbedd629-8ecd-4966-8289-ce211d55271f tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.15 "GET /v2.0/networks?id=98d924d6-bace-4e7d-8354-8de8ca013c8c HTTP/1.1" status: 200 len: 812 time: 0.1679559 Nov 16 04:50:10.002364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-174b3fb3-57d8-4adb-ae41-c02eda4fa3ff tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Request body: {'port': {'device_id': 'c18d477a-95aa-4ee3-8709-549bf906ae6a', 'network_id': '98d924d6-bace-4e7d-8354-8de8ca013c8c', 'admin_state_up': True, 'tenant_id': '8f706035a1834625854b34c50684ed4d'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:10.081208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee118ffa-6d6d-4949-8817-931957a52495 req-1d11903e-d007-472a-b606-1d15c0edbe35 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 210 time: 0.0613089 Nov 16 04:50:10.142732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-174b3fb3-57d8-4adb-ae41-c02eda4fa3ff tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Made reservation on behalf of 8f706035a1834625854b34c50684ed4d for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:10.146726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-174b3fb3-57d8-4adb-ae41-c02eda4fa3ff tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:10.180532 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e7d805f-966a-4810-a6c9-e1ddb5a982c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:10.312840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7515c87f-4f5a-42b6-bcf0-c282fee2c8a0 req-04913f31-d0dc-427c-904c-e6d433a7b805 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:10.314304 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7515c87f-4f5a-42b6-bcf0-c282fee2c8a0 req-04913f31-d0dc-427c-904c-e6d433a7b805 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0994570 Nov 16 04:50:10.341887 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-174b3fb3-57d8-4adb-ae41-c02eda4fa3ff tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Allocated IP 172.20.0.8 (98d924d6-bace-4e7d-8354-8de8ca013c8c/37726cb0-9768-4655-a09d-16cc701c5c85/59fd3a2a-890b-4754-9928-4331251b5970) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:50:10.388752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7515c87f-4f5a-42b6-bcf0-c282fee2c8a0 req-8fb4ab20-f939-4281-bfd3-ee60888303ac tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657804 Nov 16 04:50:10.517093 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-174b3fb3-57d8-4adb-ae41-c02eda4fa3ff tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:10.550630 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-174b3fb3-57d8-4adb-ae41-c02eda4fa3ff tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:10.602155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-174b3fb3-57d8-4adb-ae41-c02eda4fa3ff tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Network 98d924d6-bace-4e7d-8354-8de8ca013c8c is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:50:10.611817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-174b3fb3-57d8-4adb-ae41-c02eda4fa3ff tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:10.617038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-174b3fb3-57d8-4adb-ae41-c02eda4fa3ff tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:50:10.663533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b3fb3-57d8-4adb-ae41-c02eda4fa3ff tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Pushing event updated for resources: {'Port': ['ID=59fd3a2a-890b-4754-9928-4331251b5970,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:10.711083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-174b3fb3-57d8-4adb-ae41-c02eda4fa3ff tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:10.712500 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-174b3fb3-57d8-4adb-ae41-c02eda4fa3ff tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:10.736243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b7375-9ef3-43f1-bc98-f57896e2cfc4 req-91e63bc3-d8c0-40ae-8807-856d1725b504 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:10.737964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-099b7375-9ef3-43f1-bc98-f57896e2cfc4 req-91e63bc3-d8c0-40ae-8807-856d1725b504 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45 HTTP/1.1" status: 200 len: 945 time: 0.0933881 Nov 16 04:50:10.742248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-174b3fb3-57d8-4adb-ae41-c02eda4fa3ff tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7440166 Nov 16 04:50:10.759323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Request body: {'port': {'device_id': 'c18d477a-95aa-4ee3-8709-549bf906ae6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:10.812931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02c33e-e903-4885-9975-20320879d996 req-0113728e-eb3f-4fb9-9fbf-1128bbbdd91d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:10.814470 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-0113728e-eb3f-4fb9-9fbf-1128bbbdd91d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 805 time: 0.1526561 Nov 16 04:50:10.837453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-de02c33e-e903-4885-9975-20320879d996 req-fa25d032-6d39-4179-a689-a731e794edf8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Request body: {'port': {'device_id': '8a48c211-9057-46e9-9271-9e232c03d8a6', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'admin_state_up': True, 'tenant_id': 'fca369ae4679409a8d7092d80703976f'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:10.855203 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:10.871261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-099b7375-9ef3-43f1-bc98-f57896e2cfc4 req-c2781b9c-ce88-4ad0-b347-f05c7bbcdc26 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209972 Nov 16 04:50:10.978283 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de02c33e-e903-4885-9975-20320879d996 req-fa25d032-6d39-4179-a689-a731e794edf8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Made reservation on behalf of fca369ae4679409a8d7092d80703976f for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:10.982258 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-de02c33e-e903-4885-9975-20320879d996 req-fa25d032-6d39-4179-a689-a731e794edf8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:11.028151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 91d46f9c-b5ea-4155-83d7-7215a9e52e2f no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:11.059417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 91d46f9c-b5ea-4155-83d7-7215a9e52e2f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:11.061186 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 91d46f9c-b5ea-4155-83d7-7215a9e52e2f not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:11.121002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-de02c33e-e903-4885-9975-20320879d996 req-fa25d032-6d39-4179-a689-a731e794edf8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Allocated IP 172.20.0.7 (814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93/1e81786c-f14f-4e29-8eb3-5467ad56d563/68609ed3-4296-4bf4-a43e-6a6e7854b8de) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:50:11.269420 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-de02c33e-e903-4885-9975-20320879d996 req-fa25d032-6d39-4179-a689-a731e794edf8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:11.303339 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-de02c33e-e903-4885-9975-20320879d996 req-fa25d032-6d39-4179-a689-a731e794edf8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:11.315573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:11.327842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b5d540f-3f02-4557-8a56-0523a8cbb5cb req-d57d7125-9686-4b62-96f9-7502057e746b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 210 time: 0.0800123 Nov 16 04:50:11.347752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de02c33e-e903-4885-9975-20320879d996 req-fa25d032-6d39-4179-a689-a731e794edf8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:50:11.358260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-de02c33e-e903-4885-9975-20320879d996 req-fa25d032-6d39-4179-a689-a731e794edf8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:11.362865 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-de02c33e-e903-4885-9975-20320879d996 req-fa25d032-6d39-4179-a689-a731e794edf8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:50:11.371300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25d032-6d39-4179-a689-a731e794edf8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event updated for resources: {'Port': ['ID=68609ed3-4296-4bf4-a43e-6a6e7854b8de,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:11.420129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010d8e5-7d40-4404-9a07-34132398071b req-0d3a1a6a-cd2e-4760-8d40-76d29a817dc7 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:11.421618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e010d8e5-7d40-4404-9a07-34132398071b req-0d3a1a6a-cd2e-4760-8d40-76d29a817dc7 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45 HTTP/1.1" status: 200 len: 945 time: 0.1750641 Nov 16 04:50:11.425513 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02c33e-e903-4885-9975-20320879d996 req-fa25d032-6d39-4179-a689-a731e794edf8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:11.426161 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-de02c33e-e903-4885-9975-20320879d996 req-fa25d032-6d39-4179-a689-a731e794edf8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:11.430856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126e057-6550-4cea-90ab-d608adb12a45 req-4127d453-5846-4161-9c77-b33eb2a9964d tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:11.433521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1126e057-6550-4cea-90ab-d608adb12a45 req-4127d453-5846-4161-9c77-b33eb2a9964d tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 945 time: 0.1880302 Nov 16 04:50:11.442684 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-fa25d032-6d39-4179-a689-a731e794edf8 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6092219 Nov 16 04:50:11.455913 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Request body: {'port': {'device_id': '8a48c211-9057-46e9-9271-9e232c03d8a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:11.528124 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:11.624081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1126e057-6550-4cea-90ab-d608adb12a45 req-18191be3-efb3-443b-a05b-d55c7c7af8ef tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=023a4800-85da-47ab-b154-344331dbba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759408 Nov 16 04:50:11.631714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82de7a-3eed-4e3b-9447-3872e54a7e05 req-f351e5e8-db26-4f84-935e-92f0f3f741cd tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:11.633159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a82de7a-3eed-4e3b-9447-3872e54a7e05 req-f351e5e8-db26-4f84-935e-92f0f3f741cd tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 931 time: 0.1960523 Nov 16 04:50:11.727675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59fd3a2a-890b-4754-9928-4331251b5970 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:50:11.754572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e010d8e5-7d40-4404-9a07-34132398071b req-b5d22b7a-15e0-480a-b58d-6281d725bd7a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Deleting port 8499a4ae-7399-4c58-8de1-119b60be4b94 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:11.754911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e010d8e5-7d40-4404-9a07-34132398071b req-b5d22b7a-15e0-480a-b58d-6281d725bd7a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:11.759926 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:11.801586 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68609ed3-4296-4bf4-a43e-6a6e7854b8de {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:50:11.808904 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:11.822012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Transition to ACTIVE for port object 68609ed3-4296-4bf4-a43e-6a6e7854b8de will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:50:11.826277 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:11.827873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a82de7a-3eed-4e3b-9447-3872e54a7e05 req-93738dc9-a043-4668-a409-0745ad9a463d tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/security-groups?id=91704fd0-464c-451c-a8ba-ec041cefb063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819687 Nov 16 04:50:11.845602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Transition to ACTIVE for port object 59fd3a2a-890b-4754-9928-4331251b5970 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:50:11.860501 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:11.866268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78333a6e-f8b5-4d8c-8ae3-1d4172a00240 req-4109806a-fe2a-4076-aa39-6608c18a065d tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:11.873840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78333a6e-f8b5-4d8c-8ae3-1d4172a00240 req-4109806a-fe2a-4076-aa39-6608c18a065d tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1725988 Nov 16 04:50:11.884860 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Pushing event updated for resources: {'Port': ['ID=68609ed3-4296-4bf4-a43e-6a6e7854b8de,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:11.894787 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:11.958021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Attempting to bind port 68609ed3-4296-4bf4-a43e-6a6e7854b8de on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:50:11.958444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Attempting to bind port 68609ed3-4296-4bf4-a43e-6a6e7854b8de by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:50:11.958837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Attempting to bind port 68609ed3-4296-4bf4-a43e-6a6e7854b8de on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:11.964614 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Port 68609ed3-4296-4bf4-a43e-6a6e7854b8de on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:50:11.964927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Attempting to bind port 68609ed3-4296-4bf4-a43e-6a6e7854b8de on network 814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:11.969645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:50:11.970002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Checking segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:11.970375 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Bound using segment: {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:50:11.970788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Bound port: 68609ed3-4296-4bf4-a43e-6a6e7854b8de, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef3f97b-172a-427d-9696-0cc97c32d9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:50:11.971133 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:12.018359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e010d8e5-7d40-4404-9a07-34132398071b req-b5d22b7a-15e0-480a-b58d-6281d725bd7a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] For port 8499a4ae-7399-4c58-8de1-119b60be4b94, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8499a4ae-7399-4c58-8de1-119b60be4b94,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:12.018739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e010d8e5-7d40-4404-9a07-34132398071b req-b5d22b7a-15e0-480a-b58d-6281d725bd7a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:12.039700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] For port 68609ed3-4296-4bf4-a43e-6a6e7854b8de, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:50:12.042615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Pushing event updated for resources: {'Port': ['ID=59fd3a2a-890b-4754-9928-4331251b5970,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:12.043519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] For port 68609ed3-4296-4bf4-a43e-6a6e7854b8de, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=68609ed3-4296-4bf4-a43e-6a6e7854b8de,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:50:12.049105 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:12.057688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e010d8e5-7d40-4404-9a07-34132398071b req-b5d22b7a-15e0-480a-b58d-6281d725bd7a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Calling delete_port for 8499a4ae-7399-4c58-8de1-119b60be4b94 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:12.072656 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78333a6e-f8b5-4d8c-8ae3-1d4172a00240 req-780a0e6c-7b98-4a60-bd10-5817d89938d2 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979144 Nov 16 04:50:12.090931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:12.091770 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:12.093367 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] 10.222.0.15 "PUT /v2.0/ports/68609ed3-4296-4bf4-a43e-6a6e7854b8de HTTP/1.1" status: 200 len: 1091 time: 0.6419098 Nov 16 04:50:12.093973 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a48c211-9057-46e9-9271-9e232c03d8a6', 'tag': '68609ed3-4296-4bf4-a43e-6a6e7854b8de'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:12.096688 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10db0b58-7cbf-48b8-97e0-9a46189493d3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a48c211-9057-46e9-9271-9e232c03d8a6", "tag": "68609ed3-4296-4bf4-a43e-6a6e7854b8de"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:12.136517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbd9e9-afc8-4a3b-8188-3bdb613e6d4c service neutron] Pushing event updated for resources: {'Port': ['ID=68609ed3-4296-4bf4-a43e-6a6e7854b8de,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:12.156181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982c3a3-6b73-4ca9-9267-1b59e579532c req-d35c8233-3a49-4e95-92cd-ed1025d837d6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:12.157842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6982c3a3-6b73-4ca9-9267-1b59e579532c req-d35c8233-3a49-4e95-92cd-ed1025d837d6 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 945 time: 0.2487147 Nov 16 04:50:12.176847 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44822) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:12.186072 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f4632eb5-64f8-4987-b9fb-ad7088ea66d1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Request body: {'floatingip': {'port_id': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:12.239653 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4632eb5-64f8-4987-b9fb-ad7088ea66d1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:12.245528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02c33e-e903-4885-9975-20320879d996 req-2011feda-a0d7-49bc-b9a3-67aa89217fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:12.245845 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Attempting to bind port 59fd3a2a-890b-4754-9928-4331251b5970 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:50:12.246198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Attempting to bind port 59fd3a2a-890b-4754-9928-4331251b5970 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'e835b3ca-0fd2-4817-bee2-78cb7b725677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '98d924d6-bace-4e7d-8354-8de8ca013c8c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:50:12.246533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Attempting to bind port 59fd3a2a-890b-4754-9928-4331251b5970 on network 98d924d6-bace-4e7d-8354-8de8ca013c8c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:12.247604 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-2011feda-a0d7-49bc-b9a3-67aa89217fcc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 1094 time: 0.1034729 Nov 16 04:50:12.262398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Port 59fd3a2a-890b-4754-9928-4331251b5970 on network 98d924d6-bace-4e7d-8354-8de8ca013c8c not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:50:12.262884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Attempting to bind port 59fd3a2a-890b-4754-9928-4331251b5970 on network 98d924d6-bace-4e7d-8354-8de8ca013c8c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:12.274990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:50:12.275335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Checking segment: {'id': 'e835b3ca-0fd2-4817-bee2-78cb7b725677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '98d924d6-bace-4e7d-8354-8de8ca013c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:12.275725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Bound using segment: {'id': 'e835b3ca-0fd2-4817-bee2-78cb7b725677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '98d924d6-bace-4e7d-8354-8de8ca013c8c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:50:12.276168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Bound port: 59fd3a2a-890b-4754-9928-4331251b5970, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e835b3ca-0fd2-4817-bee2-78cb7b725677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '98d924d6-bace-4e7d-8354-8de8ca013c8c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:50:12.276525 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:12.343816 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-77c6bf7a-d2a7-4b4e-82f8-4a35334225bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68609ed3-4296-4bf4-a43e-6a6e7854b8de HTTP/1.1" status: 200 len: 217 time: 0.0619717 Nov 16 04:50:12.386299 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07c08c4-df63-4dda-b2a7-74990fd65608 x-openstack-request-id: req-c07c08c4-df63-4dda-b2a7-74990fd65608 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:12.386642 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a48c211-9057-46e9-9271-9e232c03d8a6", "tag": "68609ed3-4296-4bf4-a43e-6a6e7854b8de", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:12.386837 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c07c08c4-df63-4dda-b2a7-74990fd65608 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:12.387395 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a48c211-9057-46e9-9271-9e232c03d8a6', 'tag': '68609ed3-4296-4bf4-a43e-6a6e7854b8de', 'status': 'completed', 'code': 200} Nov 16 04:50:12.412237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59222aa3-9be0-4d0f-a7ae-3f146f636274 req-4dca8d79-d2fe-4e20-87f0-30855cb4e535 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:12.414526 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59222aa3-9be0-4d0f-a7ae-3f146f636274 req-4dca8d79-d2fe-4e20-87f0-30855cb4e535 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45 HTTP/1.1" status: 200 len: 945 time: 0.1429625 Nov 16 04:50:12.472421 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02c33e-e903-4885-9975-20320879d996 req-4577854a-466d-4c55-9c7a-4c3fe2c9f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:12.474071 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-4577854a-466d-4c55-9c7a-4c3fe2c9f11c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.1179545 Nov 16 04:50:12.485391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] For port 59fd3a2a-890b-4754-9928-4331251b5970, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:50:12.502664 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e010d8e5-7d40-4404-9a07-34132398071b req-b5d22b7a-15e0-480a-b58d-6281d725bd7a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:12.505542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] For port 59fd3a2a-890b-4754-9928-4331251b5970, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=59fd3a2a-890b-4754-9928-4331251b5970,segment=NetworkSegment(e835b3ca-0fd2-4817-bee2-78cb7b725677),segment_id=e835b3ca-0fd2-4817-bee2-78cb7b725677)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:50:12.517502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:12.520744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['8499a4ae-7399-4c58-8de1-119b60be4b94'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:12.526584 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:12.536371 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-998d4ab9-a9ee-436b-95d7-fb43d86e25ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357418 Nov 16 04:50:12.564640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d22b7a-15e0-480a-b58d-6281d725bd7a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Pushing event deleted for resources: {'Port': ['ID=8499a4ae-7399-4c58-8de1-119b60be4b94,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:12.580837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ca7b2-3ac8-4d4b-8026-7a40e3d1478f req-7678a59e-48dc-4349-9912-25985b3e1b93 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:12.589724 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da9ca7b2-3ac8-4d4b-8026-7a40e3d1478f req-7678a59e-48dc-4349-9912-25985b3e1b93 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 943 time: 0.1629763 Nov 16 04:50:12.631028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59222aa3-9be0-4d0f-a7ae-3f146f636274 req-d41d24b9-215e-42ba-bc46-67f48d1ad911 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995919 Nov 16 04:50:12.663483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:12.664101 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:12.665510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] 10.222.0.15 "PUT /v2.0/ports/59fd3a2a-890b-4754-9928-4331251b5970 HTTP/1.1" status: 200 len: 1091 time: 1.9134226 Nov 16 04:50:12.672317 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c18d477a-95aa-4ee3-8709-549bf906ae6a', 'tag': '59fd3a2a-890b-4754-9928-4331251b5970'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:12.672317 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e594d14-8eec-482d-9558-1114b27979b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c18d477a-95aa-4ee3-8709-549bf906ae6a", "tag": "59fd3a2a-890b-4754-9928-4331251b5970"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:12.695060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e010d8e5-7d40-4404-9a07-34132398071b req-b5d22b7a-15e0-480a-b58d-6281d725bd7a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] No DVR routers for this DVR port 8499a4ae-7399-4c58-8de1-119b60be4b94 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:12.704422 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e010d8e5-7d40-4404-9a07-34132398071b req-b5d22b7a-15e0-480a-b58d-6281d725bd7a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:12.717785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e010d8e5-7d40-4404-9a07-34132398071b req-b5d22b7a-15e0-480a-b58d-6281d725bd7a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.37 "DELETE /v2.0/ports/8499a4ae-7399-4c58-8de1-119b60be4b94 HTTP/1.1" status: 204 len: 173 time: 1.2790813 Nov 16 04:50:12.774320 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f3aaa7-fe30-4807-a671-b210d27e96b2 x-openstack-request-id: req-e2f3aaa7-fe30-4807-a671-b210d27e96b2 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:12.774616 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c18d477a-95aa-4ee3-8709-549bf906ae6a", "tag": "59fd3a2a-890b-4754-9928-4331251b5970", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:12.774899 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2f3aaa7-fe30-4807-a671-b210d27e96b2 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:12.775267 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c18d477a-95aa-4ee3-8709-549bf906ae6a', 'tag': '59fd3a2a-890b-4754-9928-4331251b5970', 'status': 'completed', 'code': 200} Nov 16 04:50:12.801888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da9ca7b2-3ac8-4d4b-8026-7a40e3d1478f req-818e6ace-5f8b-4c67-b48d-3af343091c14 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117524 Nov 16 04:50:12.805740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bee9ec3-9fa9-4793-a6ad-2519eca29a15 service neutron] Pushing event updated for resources: {'Port': ['ID=59fd3a2a-890b-4754-9928-4331251b5970,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:12.829555 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-4c9eabc2-27aa-4616-977a-57d810f211d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:12.831421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-4c9eabc2-27aa-4616-977a-57d810f211d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f706035a1834625854b34c50684ed4d&device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 1094 time: 0.1021254 Nov 16 04:50:12.890464 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-873fc946-24bf-41d7-a6ed-be059ce8db24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59fd3a2a-890b-4754-9928-4331251b5970 HTTP/1.1" status: 200 len: 217 time: 0.0452058 Nov 16 04:50:12.989317 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-fb7dadf4-9398-403a-ac01-d845bdb8695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:12.991043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-fb7dadf4-9398-403a-ac01-d845bdb8695f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37726cb0-9768-4655-a09d-16cc701c5c85 HTTP/1.1" status: 200 len: 852 time: 0.0907083 Nov 16 04:50:13.016131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be92121-d49f-4eb6-9673-56ff221e2104 req-fe8b761b-1678-4dff-b1b1-d850ad1b24aa tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:13.017641 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6be92121-d49f-4eb6-9673-56ff221e2104 req-fe8b761b-1678-4dff-b1b1-d850ad1b24aa tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 943 time: 0.0888722 Nov 16 04:50:13.038954 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-ad39121a-5345-40a6-bc3f-a1e4f835b92a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98d924d6-bace-4e7d-8354-8de8ca013c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389826 Nov 16 04:50:13.081526 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-c45b1b6d-a9ff-48c6-9dc1-28cf21ff33b1 service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356665 Nov 16 04:50:13.151741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6be92121-d49f-4eb6-9673-56ff221e2104 req-51afdda3-3aa3-4ce6-ab1f-5b15fe6e7d24 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/security-groups?id=91704fd0-464c-451c-a8ba-ec041cefb063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158450 Nov 16 04:50:13.192303 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-40fb1d5f-11fa-4072-a7ec-5bbb7d62f0de service neutron] 10.222.0.15 "GET /v2.0/networks/98d924d6-bace-4e7d-8354-8de8ca013c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400869 Nov 16 04:50:13.213000 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:13.269271 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de02c33e-e903-4885-9975-20320879d996 req-2166c3cd-cdf0-43c1-9e98-3eb406da5010 service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773341 Nov 16 04:50:13.275974 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4632eb5-64f8-4987-b9fb-ad7088ea66d1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:13.281149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4632eb5-64f8-4987-b9fb-ad7088ea66d1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:13.343505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f7687-9de9-4a9d-8863-669d1d7af57b req-d6be4291-5a9f-407a-b288-8fc929bb7912 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:13.351556 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d65f7687-9de9-4a9d-8863-669d1d7af57b req-d6be4291-5a9f-407a-b288-8fc929bb7912 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1483295 Nov 16 04:50:13.429590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e26caf64-3978-4135-adf1-6c55b6a8e491 req-7b0c45d2-a178-4051-b748-8e50b026fa38 service neutron] 10.222.0.15 "GET /v2.0/networks/98d924d6-bace-4e7d-8354-8de8ca013c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278140 Nov 16 04:50:13.435516 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d65f7687-9de9-4a9d-8863-669d1d7af57b req-18bde70c-db35-465e-bd77-65aa59d64006 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831277 Nov 16 04:50:13.445088 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-f4632eb5-64f8-4987-b9fb-ad7088ea66d1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Floating IP c233131e-9357-4e2c-8a90-c6d41ee692fb associated. External IP: 172.25.0.127, port: 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f. Nov 16 04:50:13.529702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e594d14-8eec-482d-9558-1114b27979b0 req-886ea921-6714-4273-9a31-6b56150425a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:13.531246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e594d14-8eec-482d-9558-1114b27979b0 req-886ea921-6714-4273-9a31-6b56150425a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f706035a1834625854b34c50684ed4d&device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 1094 time: 0.0430291 Nov 16 04:50:13.542382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db0b58-7cbf-48b8-97e0-9a46189493d3 req-561912f6-edbb-46ff-b113-a3a49c895d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:13.543843 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10db0b58-7cbf-48b8-97e0-9a46189493d3 req-561912f6-edbb-46ff-b113-a3a49c895d49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 1094 time: 0.2122533 Nov 16 04:50:13.637922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e594d14-8eec-482d-9558-1114b27979b0 req-37388455-2ed0-4e3c-8f16-b9f86235bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:13.640004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e594d14-8eec-482d-9558-1114b27979b0 req-37388455-2ed0-4e3c-8f16-b9f86235bb7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=98d924d6-bace-4e7d-8354-8de8ca013c8c HTTP/1.1" status: 200 len: 913 time: 0.0974379 Nov 16 04:50:13.683646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e594d14-8eec-482d-9558-1114b27979b0 req-1f80ace0-33ba-42da-8060-f9baf9f262af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59fd3a2a-890b-4754-9928-4331251b5970 HTTP/1.1" status: 200 len: 217 time: 0.0353141 Nov 16 04:50:13.729849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db0b58-7cbf-48b8-97e0-9a46189493d3 req-2b323460-67ff-4857-8100-00e30247dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:13.731293 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10db0b58-7cbf-48b8-97e0-9a46189493d3 req-2b323460-67ff-4857-8100-00e30247dacb service neutron] 10.222.0.15 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 906 time: 0.1799049 Nov 16 04:50:13.737195 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:13.742987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e594d14-8eec-482d-9558-1114b27979b0 req-900e1af0-e070-4193-836c-341d3385ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:13.744452 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e594d14-8eec-482d-9558-1114b27979b0 req-900e1af0-e070-4193-836c-341d3385ea49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37726cb0-9768-4655-a09d-16cc701c5c85 HTTP/1.1" status: 200 len: 852 time: 0.0506904 Nov 16 04:50:13.784454 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10db0b58-7cbf-48b8-97e0-9a46189493d3 req-ef0eaa08-7ca6-4a28-89cb-bc13a1e102c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=68609ed3-4296-4bf4-a43e-6a6e7854b8de HTTP/1.1" status: 200 len: 217 time: 0.0373676 Nov 16 04:50:13.790662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e594d14-8eec-482d-9558-1114b27979b0 req-790591b6-3755-426e-b445-7008c06a9957 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98d924d6-bace-4e7d-8354-8de8ca013c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321112 Nov 16 04:50:13.791503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4632eb5-64f8-4987-b9fb-ad7088ea66d1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:50:13.895744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e594d14-8eec-482d-9558-1114b27979b0 req-45ab850f-e9c3-42fa-83d1-7c205e27ac43 service neutron] 10.222.0.15 "GET /v2.0/networks/98d924d6-bace-4e7d-8354-8de8ca013c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937529 Nov 16 04:50:13.916070 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db0b58-7cbf-48b8-97e0-9a46189493d3 req-a7598b54-5d50-4ef8-9cca-b6d827b7b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:13.917580 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10db0b58-7cbf-48b8-97e0-9a46189493d3 req-a7598b54-5d50-4ef8-9cca-b6d827b7b88f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.1167109 Nov 16 04:50:13.954763 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10db0b58-7cbf-48b8-97e0-9a46189493d3 req-683da20a-814d-4680-9e39-2f86d375dfff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287907 Nov 16 04:50:14.019295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4632eb5-64f8-4987-b9fb-ad7088ea66d1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:50:14.024860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4632eb5-64f8-4987-b9fb-ad7088ea66d1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:14.033795 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a57d18-bd1c-40a3-b2d2-2f3fc8af27dc None None] Sync routers for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:50:14.052075 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a57d18-bd1c-40a3-b2d2-2f3fc8af27dc None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:50:14.052825 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-79a57d18-bd1c-40a3-b2d2-2f3fc8af27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:50:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:14.054282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99b5f4-8834-43b7-a54c-549d80b70593 req-becec1c0-be16-4719-83dc-ff998734b07a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:14.056794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a99b5f4-8834-43b7-a54c-549d80b70593 req-becec1c0-be16-4719-83dc-ff998734b07a tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.1542487 Nov 16 04:50:14.064292 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f4632eb5-64f8-4987-b9fb-ad7088ea66d1 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "PUT /v2.0/floatingips/c233131e-9357-4e2c-8a90-c6d41ee692fb HTTP/1.1" status: 200 len: 991 time: 1.8794360 Nov 16 04:50:14.079419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe3d44-e1d6-46f9-bba4-b3eb1d7f2c57 req-e8049c42-b468-43a2-966e-704228559d25 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:14.080888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbbe3d44-e1d6-46f9-bba4-b3eb1d7f2c57 req-e8049c42-b468-43a2-966e-704228559d25 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 943 time: 0.1585824 Nov 16 04:50:14.091355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e594d14-8eec-482d-9558-1114b27979b0 req-faadea2c-214e-4942-aba2-056671fa328d service neutron] 10.222.0.15 "GET /v2.0/networks/98d924d6-bace-4e7d-8354-8de8ca013c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793189 Nov 16 04:50:14.094218 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10db0b58-7cbf-48b8-97e0-9a46189493d3 req-6a9bfb9f-87ce-4c2f-902a-b41a32f36d47 service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272588 Nov 16 04:50:14.166404 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a99b5f4-8834-43b7-a54c-549d80b70593 req-10d0fd8e-91e7-40e6-9a24-cd6417b78b15 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963817 Nov 16 04:50:14.184782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbbe3d44-e1d6-46f9-bba4-b3eb1d7f2c57 req-684c5e0e-b307-4c6b-930c-010ecddc8b5a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866373 Nov 16 04:50:14.209050 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10db0b58-7cbf-48b8-97e0-9a46189493d3 req-57827114-12da-4bec-8ac0-152d626df6a5 service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011963 Nov 16 04:50:14.263626 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-79a57d18-bd1c-40a3-b2d2-2f3fc8af27dc None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:50:14.301057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee1b5a-4996-4a90-8b0b-6b9bb73a0338 req-ad2e2071-48ea-41b3-bb04-61b1130ac859 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:14.303791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66ee1b5a-4996-4a90-8b0b-6b9bb73a0338 req-ad2e2071-48ea-41b3-bb04-61b1130ac859 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 943 time: 0.0496991 Nov 16 04:50:14.354052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66ee1b5a-4996-4a90-8b0b-6b9bb73a0338 req-7c6769bc-679e-4952-b402-3291eef9ba9c tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/security-groups?id=91704fd0-464c-451c-a8ba-ec041cefb063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433142 Nov 16 04:50:14.388309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8b8171-028e-491f-8ddb-c8d12074ca83', 'tag': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:14.390656 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c92e99-f819-4521-8439-c2d4d62e7f54" -d '{"events": [{"name": "network-changed", "server_uuid": "af8b8171-028e-491f-8ddb-c8d12074ca83", "tag": "78ba4dc4-09dc-4ba6-96ba-14d47525ef0f"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:14.436722 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdadea07-4402-4fd4-980e-07b8b0e21448 x-openstack-request-id: req-bdadea07-4402-4fd4-980e-07b8b0e21448 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:14.437087 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8b8171-028e-491f-8ddb-c8d12074ca83", "tag": "78ba4dc4-09dc-4ba6-96ba-14d47525ef0f", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:14.438098 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bdadea07-4402-4fd4-980e-07b8b0e21448 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:14.438602 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8b8171-028e-491f-8ddb-c8d12074ca83', 'tag': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f', 'status': 'completed', 'code': 200} Nov 16 04:50:14.511102 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-79a57d18-bd1c-40a3-b2d2-2f3fc8af27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'c233131e-9357-4e2c-8a90-c6d41ee692fb', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'port_id': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'mac_address': 'fa:16:3e:93:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b8171-028e-491f-8ddb-c8d12074ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:49:55Z', 'updated_at': '2021-11-16T04:50:13Z', 'revision_number': 1, 'project_id': '3f5f654448204001838bcf01f092ff01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:27Z', 'revision_number': 5, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:14.513055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c92e99-f819-4521-8439-c2d4d62e7f54 req-44c55fef-64cb-4cd2-900b-c49daa00ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:14.514756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68c92e99-f819-4521-8439-c2d4d62e7f54 req-44c55fef-64cb-4cd2-900b-c49daa00ef3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f5f654448204001838bcf01f092ff01&device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 1096 time: 0.0513184 Nov 16 04:50:14.542484 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a57d18-bd1c-40a3-b2d2-2f3fc8af27dc None None] Checking router: e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:50:14.554823 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a57d18-bd1c-40a3-b2d2-2f3fc8af27dc None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:50:14.555439 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-79a57d18-bd1c-40a3-b2d2-2f3fc8af27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:50:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:14.628099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fad5a-f093-4ec1-90e9-c2bddce1926c req-76974d06-6233-4fed-9246-858fe0c6fb95 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:14.629576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f38fad5a-f093-4ec1-90e9-c2bddce1926c req-76974d06-6233-4fed-9246-858fe0c6fb95 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1096313 Nov 16 04:50:14.654086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c92e99-f819-4521-8439-c2d4d62e7f54 req-ea369f79-cfec-4835-8c2a-1f0722f52af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:14.655485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68c92e99-f819-4521-8439-c2d4d62e7f54 req-ea369f79-cfec-4835-8c2a-1f0722f52af0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b1ad9985-b8c7-481f-b33b-be8875f245e0 HTTP/1.1" status: 200 len: 911 time: 0.1265666 Nov 16 04:50:14.664756 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-79a57d18-bd1c-40a3-b2d2-2f3fc8af27dc None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:50:14.729138 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f38fad5a-f093-4ec1-90e9-c2bddce1926c req-62884eda-160d-443d-a942-e3e57a623dec tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885739 Nov 16 04:50:14.746050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68c92e99-f819-4521-8439-c2d4d62e7f54 req-0ff1102c-4f9d-4a87-9fd4-5d0243d6b3c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f HTTP/1.1" status: 200 len: 999 time: 0.0719857 Nov 16 04:50:14.781812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45', 'name': 'network-vif-deleted', 'tag': '8499a4ae-7399-4c58-8de1-119b60be4b94'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:14.784488 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f26588-9bb5-42cc-afc3-03c18ddf629a" -d '{"events": [{"server_uuid": "ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45", "name": "network-vif-deleted", "tag": "8499a4ae-7399-4c58-8de1-119b60be4b94"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:14.808116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c92e99-f819-4521-8439-c2d4d62e7f54 req-932607a6-0409-46ef-8af0-e1d707b5a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:14.809797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68c92e99-f819-4521-8439-c2d4d62e7f54 req-932607a6-0409-46ef-8af0-e1d707b5a4b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=11ee3581-bd14-4ec0-8925-aa08760e170a HTTP/1.1" status: 200 len: 849 time: 0.0555325 Nov 16 04:50:14.824657 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf415147-4357-4933-85e6-2622b3908b98 x-openstack-request-id: req-cf415147-4357-4933-85e6-2622b3908b98 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:14.824959 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45", "name": "network-vif-deleted", "tag": "8499a4ae-7399-4c58-8de1-119b60be4b94", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:14.825214 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf415147-4357-4933-85e6-2622b3908b98 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:14.825609 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb76ca9-7fca-4ab2-9fac-fbcf3a83ff45', 'name': 'network-vif-deleted', 'tag': '8499a4ae-7399-4c58-8de1-119b60be4b94', 'status': 'completed', 'code': 200} Nov 16 04:50:14.872493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c92e99-f819-4521-8439-c2d4d62e7f54 req-c1e7b0ed-fb31-42bd-8ab2-b25e397fe94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:14.874023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68c92e99-f819-4521-8439-c2d4d62e7f54 req-c1e7b0ed-fb31-42bd-8ab2-b25e397fe94d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b1ad9985-b8c7-481f-b33b-be8875f245e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465565 Nov 16 04:50:14.900077 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-79a57d18-bd1c-40a3-b2d2-2f3fc8af27dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'c233131e-9357-4e2c-8a90-c6d41ee692fb', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'port_id': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'mac_address': 'fa:16:3e:93:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b8171-028e-491f-8ddb-c8d12074ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:49:55Z', 'updated_at': '2021-11-16T04:50:13Z', 'revision_number': 1, 'project_id': '3f5f654448204001838bcf01f092ff01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:27Z', 'revision_number': 5, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:14.926977 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a57d18-bd1c-40a3-b2d2-2f3fc8af27dc None None] The sync data for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 is: [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'c233131e-9357-4e2c-8a90-c6d41ee692fb', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'port_id': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'mac_address': 'fa:16:3e:93:9f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8b8171-028e-491f-8ddb-c8d12074ca83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:49:55Z', 'updated_at': '2021-11-16T04:50:13Z', 'revision_number': 1, 'project_id': '3f5f654448204001838bcf01f092ff01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:27Z', 'revision_number': 5, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:50:14.971900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68c92e99-f819-4521-8439-c2d4d62e7f54 req-6dcb9282-561b-41a5-a7a8-41496ee47b97 service neutron] 10.222.0.37 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859437 Nov 16 04:50:15.043476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 68609ed3-4296-4bf4-a43e-6a6e7854b8de details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:50:15.080185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68c92e99-f819-4521-8439-c2d4d62e7f54 req-1d2b1e15-57ce-442f-826c-12b74c279230 service neutron] 10.222.0.37 "GET /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934072 Nov 16 04:50:15.139160 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3ac6b0-de24-4ed4-bb0a-1e0a48c5fb5d None None] New status for floating IP c233131e-9357-4e2c-8a90-c6d41ee692fb: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:50:15.195095 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 68609ed3-4296-4bf4-a43e-6a6e7854b8de, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=68609ed3-4296-4bf4-a43e-6a6e7854b8de,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:15.216518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '68609ed3-4296-4bf4-a43e-6a6e7854b8de', 'network_id': '814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93', 'port_id': '68609ed3-4296-4bf4-a43e-6a6e7854b8de', 'mac_address': 'fa:16:3e:92:75:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e81786c-f14f-4e29-8eb3-5467ad56d563', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:50:15.303256 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:15.348230 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68609ed3-4296-4bf4-a43e-6a6e7854b8de {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:50:15.371158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 68609ed3-4296-4bf4-a43e-6a6e7854b8de, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=68609ed3-4296-4bf4-a43e-6a6e7854b8de,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:15.377145 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:15.377743 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 59fd3a2a-890b-4754-9928-4331251b5970 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:50:15.477966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=68609ed3-4296-4bf4-a43e-6a6e7854b8de,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:15.524702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 59fd3a2a-890b-4754-9928-4331251b5970, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=59fd3a2a-890b-4754-9928-4331251b5970,segment=NetworkSegment(e835b3ca-0fd2-4817-bee2-78cb7b725677),segment_id=e835b3ca-0fd2-4817-bee2-78cb7b725677)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:15.536521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '59fd3a2a-890b-4754-9928-4331251b5970', 'network_id': '98d924d6-bace-4e7d-8354-8de8ca013c8c', 'port_id': '59fd3a2a-890b-4754-9928-4331251b5970', 'mac_address': 'fa:16:3e:09:cf:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37726cb0-9768-4655-a09d-16cc701c5c85', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:50:15.576275 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:15.581240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3203b-3b43-4c7c-9eb7-4113bfa2b041 req-cf6e8fbc-a2d0-483f-8fbf-7ef7de814248 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:15.582788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ae3203b-3b43-4c7c-9eb7-4113bfa2b041 req-cf6e8fbc-a2d0-483f-8fbf-7ef7de814248 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.3392847 Nov 16 04:50:15.590272 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59fd3a2a-890b-4754-9928-4331251b5970 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:50:15.607555 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23380666-a9b4-4bb7-a69a-714a725abecf req-6ae3374d-647c-4c66-abc4-9da5c9a42f59 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:15.609017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23380666-a9b4-4bb7-a69a-714a725abecf req-6ae3374d-647c-4c66-abc4-9da5c9a42f59 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 944 time: 0.0840590 Nov 16 04:50:15.611107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 59fd3a2a-890b-4754-9928-4331251b5970, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=59fd3a2a-890b-4754-9928-4331251b5970,segment=NetworkSegment(e835b3ca-0fd2-4817-bee2-78cb7b725677),segment_id=e835b3ca-0fd2-4817-bee2-78cb7b725677)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:15.615058 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:15.667232 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=59fd3a2a-890b-4754-9928-4331251b5970,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:15.683926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ae3203b-3b43-4c7c-9eb7-4113bfa2b041 req-dfc157d7-9980-465f-a80e-9c0ffebc2009 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/security-groups?id=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942817 Nov 16 04:50:15.691533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23380666-a9b4-4bb7-a69a-714a725abecf req-ea9814d0-2ab1-4dba-868a-ac1fd78d412d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731897 Nov 16 04:50:15.723384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8499a4ae-7399-4c58-8de1-119b60be4b94 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:15.748615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 8499a4ae-7399-4c58-8de1-119b60be4b94 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:15.748950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8499a4ae-7399-4c58-8de1-119b60be4b94 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:15.760625 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c3abd-46ba-4170-9d6d-48afcea46c2d req-1cfea303-c92f-4756-993a-26281af87b60 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:15.762171 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a95c3abd-46ba-4170-9d6d-48afcea46c2d req-1cfea303-c92f-4756-993a-26281af87b60 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.15 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 945 time: 0.0739202 Nov 16 04:50:15.876887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-a95c3abd-46ba-4170-9d6d-48afcea46c2d req-5e0455de-6152-4a81-9c3e-f9e48b337b6d tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Deleting port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:15.877097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d2c0f-8880-43cc-b8ce-809345d4ad42 req-a8b2211c-153e-4289-88e4-ff24ff554c4f tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:15.877229 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a95c3abd-46ba-4170-9d6d-48afcea46c2d req-5e0455de-6152-4a81-9c3e-f9e48b337b6d tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:15.882130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e5d2c0f-8880-43cc-b8ce-809345d4ad42 req-a8b2211c-153e-4289-88e4-ff24ff554c4f tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 944 time: 0.0571206 Nov 16 04:50:15.900372 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['68609ed3-4296-4bf4-a43e-6a6e7854b8de'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:15.903674 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['59fd3a2a-890b-4754-9928-4331251b5970'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:15.955506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e5d2c0f-8880-43cc-b8ce-809345d4ad42 req-1108243b-50c8-4a39-a1e7-7e2ab98caab4 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/security-groups?id=91704fd0-464c-451c-a8ba-ec041cefb063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685208 Nov 16 04:50:15.998959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-a95c3abd-46ba-4170-9d6d-48afcea46c2d req-5e0455de-6152-4a81-9c3e-f9e48b337b6d tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] For port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:16.000047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a95c3abd-46ba-4170-9d6d-48afcea46c2d req-5e0455de-6152-4a81-9c3e-f9e48b337b6d tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:16.020304 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-a95c3abd-46ba-4170-9d6d-48afcea46c2d req-5e0455de-6152-4a81-9c3e-f9e48b337b6d tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Calling delete_port for b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:16.067582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619057ac-e80a-4618-a7c6-9c3e85ef49d2 req-629d23b6-1dd4-4eb5-84c3-1ec7d7cc67bf tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:16.069541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-619057ac-e80a-4618-a7c6-9c3e85ef49d2 req-629d23b6-1dd4-4eb5-84c3-1ec7d7cc67bf tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0523026 Nov 16 04:50:16.122055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-619057ac-e80a-4618-a7c6-9c3e85ef49d2 req-86b936ec-ccbb-4884-b411-24d8cd663efb tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460415 Nov 16 04:50:16.168430 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:16.174437 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a95c3abd-46ba-4170-9d6d-48afcea46c2d req-5e0455de-6152-4a81-9c3e-f9e48b337b6d tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:16.211379 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0455de-6152-4a81-9c3e-f9e48b337b6d tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Pushing event deleted for resources: {'Port': ['ID=b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:16.250731 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95c3abd-46ba-4170-9d6d-48afcea46c2d req-5e0455de-6152-4a81-9c3e-f9e48b337b6d tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] No DVR routers for this DVR port b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:16.253474 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a95c3abd-46ba-4170-9d6d-48afcea46c2d req-5e0455de-6152-4a81-9c3e-f9e48b337b6d tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:16.257430 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a95c3abd-46ba-4170-9d6d-48afcea46c2d req-5e0455de-6152-4a81-9c3e-f9e48b337b6d tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.15 "DELETE /v2.0/ports/b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 HTTP/1.1" status: 204 len: 173 time: 0.4888184 Nov 16 04:50:16.439926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979995c2-8a6b-4121-8730-d18dd49cfdbb', 'name': 'network-vif-deleted', 'tag': 'b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:16.442373 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b26920-cd69-4332-84c4-d7934e287240" -d '{"events": [{"server_uuid": "979995c2-8a6b-4121-8730-d18dd49cfdbb", "name": "network-vif-deleted", "tag": "b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:16.483584 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3837cc-3bea-4438-829a-1a12f4c2b17e x-openstack-request-id: req-5e3837cc-3bea-4438-829a-1a12f4c2b17e {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:16.483884 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979995c2-8a6b-4121-8730-d18dd49cfdbb", "name": "network-vif-deleted", "tag": "b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:16.484135 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e3837cc-3bea-4438-829a-1a12f4c2b17e {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:16.484557 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '979995c2-8a6b-4121-8730-d18dd49cfdbb', 'name': 'network-vif-deleted', 'tag': 'b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960', 'status': 'completed', 'code': 200} Nov 16 04:50:16.588864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:16.830333 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a66a07d5-7ee5-4a9c-9784-265d9323f296 req-e544f599-86dc-4e0f-8979-47ad09d8d085 tempest-ListServerFiltersTestJSON-1848007929 tempest-ListServerFiltersTestJSON-1848007929-project] 10.222.0.41 "GET /v2.0/ports?device_id=979995c2-8a6b-4121-8730-d18dd49cfdbb HTTP/1.1" status: 200 len: 210 time: 0.0389943 Nov 16 04:50:16.884442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cc1d9-edd4-4f40-9e96-0ed61250a6dd req-d5ea6b09-0dd7-4f55-b2fe-ce5300c4f85e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:16.886170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f60cc1d9-edd4-4f40-9e96-0ed61250a6dd req-d5ea6b09-0dd7-4f55-b2fe-ce5300c4f85e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 944 time: 0.0597482 Nov 16 04:50:16.944865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f60cc1d9-edd4-4f40-9e96-0ed61250a6dd req-a1b228f7-bfec-4a0d-a3c4-9832b0c60f98 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515742 Nov 16 04:50:17.061005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 68609ed3-4296-4bf4-a43e-6a6e7854b8de up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:50:17.086344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49080987-3f03-45e5-8f73-9d28af51c0b2 req-529efbb7-28f9-40f2-88e2-950777b49486 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:17.088189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49080987-3f03-45e5-8f73-9d28af51c0b2 req-529efbb7-28f9-40f2-88e2-950777b49486 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 944 time: 0.0571134 Nov 16 04:50:17.118466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 68609ed3-4296-4bf4-a43e-6a6e7854b8de completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:50:17.122918 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 68609ed3-4296-4bf4-a43e-6a6e7854b8de triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:50:17.123355 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:17.141324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49080987-3f03-45e5-8f73-9d28af51c0b2 req-74c91b3c-593e-411b-bde9-cca2541a2856 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/security-groups?id=91704fd0-464c-451c-a8ba-ec041cefb063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467849 Nov 16 04:50:17.208294 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:17.231430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a48c211-9057-46e9-9271-9e232c03d8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68609ed3-4296-4bf4-a43e-6a6e7854b8de'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:17.233623 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227049c3-f9fc-441e-88ab-fa75ae83b0d0" -d '{"events": [{"server_uuid": "8a48c211-9057-46e9-9271-9e232c03d8a6", "name": "network-vif-plugged", "status": "completed", "tag": "68609ed3-4296-4bf4-a43e-6a6e7854b8de"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:17.251140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 68609ed3-4296-4bf4-a43e-6a6e7854b8de, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=68609ed3-4296-4bf4-a43e-6a6e7854b8de,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:17.257202 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:17.258658 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 59fd3a2a-890b-4754-9928-4331251b5970 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:50:17.264117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a89cc-0456-4cdf-bf0a-4b125138afd1 req-b4b5e264-f889-466d-b72f-47cf93337e45 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:17.271479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c21a89cc-0456-4cdf-bf0a-4b125138afd1 req-b4b5e264-f889-466d-b72f-47cf93337e45 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0608749 Nov 16 04:50:17.327128 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c21a89cc-0456-4cdf-bf0a-4b125138afd1 req-a7d9c3cb-cf81-4215-8d08-f052f12920d0 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538521 Nov 16 04:50:17.383217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7268bb-8da0-4709-bb1c-931185616f2b req-fb53c70b-8e93-455f-b756-f7c2cf2dbb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:17.384793 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bf7268bb-8da0-4709-bb1c-931185616f2b req-fb53c70b-8e93-455f-b756-f7c2cf2dbb2a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 1096 time: 0.0450149 Nov 16 04:50:17.411103 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c4a749-1d30-4b9c-b3f5-635fada08b2a x-openstack-request-id: req-26c4a749-1d30-4b9c-b3f5-635fada08b2a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:17.411373 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a48c211-9057-46e9-9271-9e232c03d8a6", "name": "network-vif-plugged", "status": "completed", "tag": "68609ed3-4296-4bf4-a43e-6a6e7854b8de", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:17.411630 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26c4a749-1d30-4b9c-b3f5-635fada08b2a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:17.412018 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a48c211-9057-46e9-9271-9e232c03d8a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68609ed3-4296-4bf4-a43e-6a6e7854b8de', 'code': 200} Nov 16 04:50:17.429377 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bf7268bb-8da0-4709-bb1c-931185616f2b req-f0509599-bb06-4dda-8847-68cc65e90e72 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379999 Nov 16 04:50:17.468807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=68609ed3-4296-4bf4-a43e-6a6e7854b8de,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:17.479470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 59fd3a2a-890b-4754-9928-4331251b5970 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:50:17.483059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 59fd3a2a-890b-4754-9928-4331251b5970 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:50:17.483427 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:17.559340 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:17.590431 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 59fd3a2a-890b-4754-9928-4331251b5970, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=59fd3a2a-890b-4754-9928-4331251b5970,segment=NetworkSegment(e835b3ca-0fd2-4817-bee2-78cb7b725677),segment_id=e835b3ca-0fd2-4817-bee2-78cb7b725677)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:17.594364 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:17.595099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:17.632133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:17.632469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b6de8fb9-aa1d-4da7-be4d-dd8fd4ad6960 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:17.655396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=59fd3a2a-890b-4754-9928-4331251b5970,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:17.888490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44900) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:17.932369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-68fe436e-3441-428d-b410-d0982e922fd1 admin admin] Deleting subnet a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:50:17.935545 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68fe436e-3441-428d-b410-d0982e922fd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:17.971264 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68fe436e-3441-428d-b410-d0982e922fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.094284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aea2ce-e0f3-452d-b93f-ed5e54e2adc8 req-e8ac672b-11ff-4f4d-972d-70f1ac048575 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:18.095903 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5aea2ce-e0f3-452d-b93f-ed5e54e2adc8 req-e8ac672b-11ff-4f4d-972d-70f1ac048575 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0783188 Nov 16 04:50:18.097173 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68fe436e-3441-428d-b410-d0982e922fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.182535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5aea2ce-e0f3-452d-b93f-ed5e54e2adc8 req-b9e36679-c6aa-4936-b56e-05bf5a53b1f4 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654585 Nov 16 04:50:18.187235 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68fe436e-3441-428d-b410-d0982e922fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.205101 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68fe436e-3441-428d-b410-d0982e922fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.206782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-68fe436e-3441-428d-b410-d0982e922fd1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0 HTTP/1.1" status: 204 len: 168 time: 0.3172402 Nov 16 04:50:18.207014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44914) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:18.212370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3ada6a-8f70-4d5c-a56a-402d79fe2981 None None] Network 0a657b61-39b1-4807-9d91-5c0a1cedc0fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:18.224637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe436e-3441-428d-b410-d0982e922fd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a92b6902-c15c-4b37-a6d5-fe8d7f18d3b0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:18.280481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20da5a0-3f5c-401c-a18f-459fe1e62db4 req-82b1c7b1-d6c4-493b-ac47-9ce301457e55 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:18.281969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f20da5a0-3f5c-401c-a18f-459fe1e62db4 req-82b1c7b1-d6c4-493b-ac47-9ce301457e55 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 945 time: 0.0522122 Nov 16 04:50:18.294827 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.297743 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.335287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f20da5a0-3f5c-401c-a18f-459fe1e62db4 req-0a614fa7-8daf-4673-9936-c5b60a847216 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/security-groups?id=91704fd0-464c-451c-a8ba-ec041cefb063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464752 Nov 16 04:50:18.354049 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Deleting port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:18.354638 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.433293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] For port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=56a0dc62-d567-4f6e-b1fa-e248e0ff88ba,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:18.434006 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.443466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b1777c-896c-44ef-9202-53596e78cd7f None None] DHCP port deletion for 0a657b61-39b1-4807-9d91-5c0a1cedc0fc request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:50:18.448362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b37ebc-516e-4c55-85c4-13b5fb57a626 req-44e8532b-f117-4241-909c-d26278231d1a tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:18.449950 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Calling delete_port for 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:18.450097 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-57b37ebc-516e-4c55-85c4-13b5fb57a626 req-44e8532b-f117-4241-909c-d26278231d1a tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0522118 Nov 16 04:50:18.503502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-41b1777c-896c-44ef-9202-53596e78cd7f None None] Deleting port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:18.504096 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-41b1777c-896c-44ef-9202-53596e78cd7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.512907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-57b37ebc-516e-4c55-85c4-13b5fb57a626 req-5d4abf10-0d72-4af5-a107-862f4049f952 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564272 Nov 16 04:50:18.550190 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.573506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-41b1777c-896c-44ef-9202-53596e78cd7f None None] For port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=56a0dc62-d567-4f6e-b1fa-e248e0ff88ba,segment=NetworkSegment(0bea6ab3-7d36-4d03-9858-d5678fca4691),segment_id=0bea6ab3-7d36-4d03-9858-d5678fca4691)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:18.573943 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-41b1777c-896c-44ef-9202-53596e78cd7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.579961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a0dc62-d567-4f6e-b1fa-e248e0ff88ba,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:18.584254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] No DVR routers for this DVR port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:18.588102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-41b1777c-896c-44ef-9202-53596e78cd7f None None] Calling delete_port for 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:18.654691 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.671262 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-41b1777c-896c-44ef-9202-53596e78cd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.675231 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a657b61-39b1-4807-9d91-5c0a1cedc0fc']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:18.684880 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bea6ab3-7d36-4d03-9858-d5678fca4691') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:18.685171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bea6ab3-7d36-4d03-9858-d5678fca4691') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:18.694345 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.696717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b1777c-896c-44ef-9202-53596e78cd7f None None] Pushing event deleted for resources: {'Port': ['ID=56a0dc62-d567-4f6e-b1fa-e248e0ff88ba,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:18.700599 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b1777c-896c-44ef-9202-53596e78cd7f None None] No DVR routers for this DVR port 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:18.714554 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.721027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:50:18.721445 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:50:18.723281 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:50:18.782107 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.787501 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:18.790669 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0a657b61-39b1-4807-9d91-5c0a1cedc0fc HTTP/1.1" status: 204 len: 168 time: 0.5826774 Nov 16 04:50:18.802048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b38aff-66db-45a8-8bbd-66f59100f0e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a657b61-39b1-4807-9d91-5c0a1cedc0fc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:18.900618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44920) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:18.939004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2c8e716e-d483-42b5-a0c6-0d133e87a1ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdd12efca0524837b1903138eb6600bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372136 Nov 16 04:50:18.941337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44922) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:18.987654 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a8806c06-dfb2-4da4-b778-9775b74e28dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:19.009916 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a8806c06-dfb2-4da4-b778-9775b74e28dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:19.056631 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a8806c06-dfb2-4da4-b778-9775b74e28dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:19.059284 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a8806c06-dfb2-4da4-b778-9775b74e28dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:19.060447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a8806c06-dfb2-4da4-b778-9775b74e28dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1e80f2f-e3f7-47b6-b0fc-f0f220907dda HTTP/1.1" status: 204 len: 168 time: 0.1181946 Nov 16 04:50:19.070783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8806c06-dfb2-4da4-b778-9775b74e28dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e80f2f-e3f7-47b6-b0fc-f0f220907dda,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:19.309725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d73a8-440a-402a-a3a2-98b4dfeb3385 req-69992e70-9a58-43c0-996a-57c05770b2de tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:19.311489 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed1d73a8-440a-402a-a3a2-98b4dfeb3385 req-69992e70-9a58-43c0-996a-57c05770b2de tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0506186 Nov 16 04:50:19.364209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed1d73a8-440a-402a-a3a2-98b4dfeb3385 req-f82dc833-4bc7-44f5-920e-fabd2d59aaf1 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467434 Nov 16 04:50:19.413467 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18d477a-95aa-4ee3-8709-549bf906ae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fd3a2a-890b-4754-9928-4331251b5970'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:19.416569 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988b0a5d-8874-433a-9173-49f16d07c40c" -d '{"events": [{"server_uuid": "c18d477a-95aa-4ee3-8709-549bf906ae6a", "name": "network-vif-plugged", "status": "completed", "tag": "59fd3a2a-890b-4754-9928-4331251b5970"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:19.504762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2c1ff-2b5e-4afc-b4d1-bfe57f83df4e req-50d988f8-04bc-4433-b8c3-c0a5ad037dbf tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:19.506101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ee2c1ff-2b5e-4afc-b4d1-bfe57f83df4e req-50d988f8-04bc-4433-b8c3-c0a5ad037dbf tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 945 time: 0.0686002 Nov 16 04:50:19.520303 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00202a8-2131-4310-856e-791015ab7263 x-openstack-request-id: req-f00202a8-2131-4310-856e-791015ab7263 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:19.522337 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18d477a-95aa-4ee3-8709-549bf906ae6a", "name": "network-vif-plugged", "status": "completed", "tag": "59fd3a2a-890b-4754-9928-4331251b5970", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:19.522921 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f00202a8-2131-4310-856e-791015ab7263 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:19.523484 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18d477a-95aa-4ee3-8709-549bf906ae6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59fd3a2a-890b-4754-9928-4331251b5970', 'code': 200} Nov 16 04:50:19.586640 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:19.606117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ee2c1ff-2b5e-4afc-b4d1-bfe57f83df4e req-48ea94e3-91de-48c9-9e3a-3255c57a09b8 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/security-groups?id=91704fd0-464c-451c-a8ba-ec041cefb063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898364 Nov 16 04:50:19.618007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:19.618382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 56a0dc62-d567-4f6e-b1fa-e248e0ff88ba not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:19.671440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662eda4-b3fc-47c4-8371-ab6156a1e0aa req-41bd0155-7e41-4cb4-8da4-2d01a6694b28 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:19.672161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f643c48-d220-47d3-8fa6-0c3cd78543b1 req-9664d322-c2f4-4b4f-b916-f64e2dfbc0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:19.673170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2662eda4-b3fc-47c4-8371-ab6156a1e0aa req-41bd0155-7e41-4cb4-8da4-2d01a6694b28 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0660291 Nov 16 04:50:19.674599 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4f643c48-d220-47d3-8fa6-0c3cd78543b1 req-9664d322-c2f4-4b4f-b916-f64e2dfbc0a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 1096 time: 0.0534751 Nov 16 04:50:19.725887 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4f643c48-d220-47d3-8fa6-0c3cd78543b1 req-f3db275d-d90c-47bc-a8b1-d2039a1cf664 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=91704fd0-464c-451c-a8ba-ec041cefb063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 Nov 16 04:50:19.768552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2662eda4-b3fc-47c4-8371-ab6156a1e0aa req-2a0cfc6e-18de-469f-a1a0-7e216d620b66 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846643 Nov 16 04:50:19.777470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5ecc0-4f2e-4af3-a44e-6696fba32da8 req-87eedd8e-fccf-4db3-b9fb-b5a559d9202c tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:19.778971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2c5ecc0-4f2e-4af3-a44e-6696fba32da8 req-87eedd8e-fccf-4db3-b9fb-b5a559d9202c tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0963185 Nov 16 04:50:19.833524 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2c5ecc0-4f2e-4af3-a44e-6696fba32da8 req-712d9534-dc9c-4178-964f-61bbe8c701ee tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452254 Nov 16 04:50:19.833656 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44966) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:19.888584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217366c-2447-4925-9d13-454794db017f req-9efbd8eb-8a1c-44fa-86f5-824bfd0f7c40 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:19.890115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7217366c-2447-4925-9d13-454794db017f req-9efbd8eb-8a1c-44fa-86f5-824bfd0f7c40 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0499094 Nov 16 04:50:19.930551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2130457809-network', 'tenant_id': '1e9a6a8491284ebb8ae8b02c3a642a37'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:19.937664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7217366c-2447-4925-9d13-454794db017f req-b5a2cc00-5980-4503-affc-0071c770f78d tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Nov 16 04:50:19.953886 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Made reservation on behalf of 1e9a6a8491284ebb8ae8b02c3a642a37 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:19.953886 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:19.962918 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:20.042754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:20.046732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:20.073440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:50:20.083925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecab4d0-2677-4f00-85c0-d52601189d41,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:20.092720 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:20.093345 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Added segment e7711960-d51c-40db-b703-0f577f5e1646 of type vlan for network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 Nov 16 04:50:20.147592 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:20.169944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5a740-c7c6-404e-9f6f-cba285d38cf7 req-9ec657ac-4675-42a2-b021-cbeeed06ae00 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:20.172036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64d5a740-c7c6-404e-9f6f-cba285d38cf7 req-9ec657ac-4675-42a2-b021-cbeeed06ae00 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0542541 Nov 16 04:50:20.178348 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:20.179517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:20.180165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:20.239032 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3995056 Nov 16 04:50:20.239201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64d5a740-c7c6-404e-9f6f-cba285d38cf7 req-a1a58da3-cda9-4b84-81db-80b802bcf388 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592082 Nov 16 04:50:20.239201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44980) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:20.245001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-dc6363d0-9228-44b6-a85c-cae123409211 admin admin] Request body: {'subnet': {'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2130457809-subnet', 'tenant_id': '1e9a6a8491284ebb8ae8b02c3a642a37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:20.249464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea317d-42be-4488-903c-52d5a1496f44 admin admin] Pushing event updated for resources: {'Network': ['ID=87a1b6ec-a09d-48d3-9243-84039e09e8c5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:20.262276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:50:20.275033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6363d0-9228-44b6-a85c-cae123409211 admin admin] Made reservation on behalf of 1e9a6a8491284ebb8ae8b02c3a642a37 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:20.277732 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc6363d0-9228-44b6-a85c-cae123409211 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:20.452180 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc6363d0-9228-44b6-a85c-cae123409211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:20.507345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6363d0-9228-44b6-a85c-cae123409211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ab537c-94b4-4f5d-b38d-05131173c58f,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:20.515841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6363d0-9228-44b6-a85c-cae123409211 admin admin] Checking segment: {'id': 'e7711960-d51c-40db-b703-0f577f5e1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:20.516196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6363d0-9228-44b6-a85c-cae123409211 admin admin] Network hostable DHCP agents. Network: 87a1b6ec-a09d-48d3-9243-84039e09e8c5, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:50:20.532461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6363d0-9228-44b6-a85c-cae123409211 admin admin] Network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:50:20.541623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-dc6363d0-9228-44b6-a85c-cae123409211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 87a1b6ec-a09d-48d3-9243-84039e09e8c5) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:20.545457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6363d0-9228-44b6-a85c-cae123409211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:20.546100 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc6363d0-9228-44b6-a85c-cae123409211 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:20.550155 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbee3581-e100-4095-a154-8b2ad5f6332a None None] Network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:20.561268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-dc6363d0-9228-44b6-a85c-cae123409211 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3212938 Nov 16 04:50:20.685190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d0da90-868d-43ea-961b-10cd93f49bec None None] Network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:20.720708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe668195-575f-4226-a4fc-c21c27593c54 req-6d31174d-6bc1-48fb-be9b-7d143e440e5f tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:20.722958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe668195-575f-4226-a4fc-c21c27593c54 req-6d31174d-6bc1-48fb-be9b-7d143e440e5f tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 945 time: 0.0553870 Nov 16 04:50:20.805477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe668195-575f-4226-a4fc-c21c27593c54 req-780945e6-ee0e-4747-9eb6-4ec1e6a8147a tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/security-groups?id=91704fd0-464c-451c-a8ba-ec041cefb063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754085 Nov 16 04:50:21.001182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759ef9e-72e0-4a4e-aa42-ce9431ab8ba7 req-c14869e4-d0a9-4383-9cbe-4a5dc33c61d4 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:21.002609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6759ef9e-72e0-4a4e-aa42-ce9431ab8ba7 req-c14869e4-d0a9-4383-9cbe-4a5dc33c61d4 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0991523 Nov 16 04:50:21.078915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6759ef9e-72e0-4a4e-aa42-ce9431ab8ba7 req-910c29d1-d47f-447f-8871-3d945b8e1787 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688672 Nov 16 04:50:21.085453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-8d7abd5c-491c-440d-98b6-88f1fd7b639a tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:21.086884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-8d7abd5c-491c-440d-98b6-88f1fd7b639a tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/networks?id=87a1b6ec-a09d-48d3-9243-84039e09e8c5 HTTP/1.1" status: 200 len: 818 time: 0.1452808 Nov 16 04:50:21.102449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-b633d155-744f-43b2-8a09-7c564bca61ea tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/quotas/1e9a6a8491284ebb8ae8b02c3a642a37 HTTP/1.1" status: 200 len: 375 time: 0.0093284 Nov 16 04:50:21.138415 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4a8a5553-1a6b-431b-b13a-5fd49ed8687f tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1e9a6a8491284ebb8ae8b02c3a642a37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305603 Nov 16 04:50:21.228749 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-c1f7c576-52bc-4818-8dd3-c9eb7d46b7a4 service neutron] 10.222.0.41 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834551 Nov 16 04:50:21.324411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-af894ea8-2b0f-4e68-95a5-7ffb1f83ef64 service neutron] 10.222.0.41 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897858 Nov 16 04:50:21.397411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e401e-2a2f-49cb-a4a9-38d71cc12f9a req-33d2938e-c7b5-443e-9406-b4e19342a762 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:21.398907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-828e401e-2a2f-49cb-a4a9-38d71cc12f9a req-33d2938e-c7b5-443e-9406-b4e19342a762 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0497603 Nov 16 04:50:21.449902 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-828e401e-2a2f-49cb-a4a9-38d71cc12f9a req-92e1af7f-b69d-4bc2-8ef8-9bf877b4ef88 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448964 Nov 16 04:50:21.634920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1393d0e-b994-4791-8488-08552c7b279e req-889bc4e1-9fdc-40ad-9ec4-46d5b417fe4b tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 210 time: 0.0268087 Nov 16 04:50:21.925654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571600ac-2f9c-44a4-b904-005c16c492e1 req-3c2f2bef-e30b-4904-abb5-e08b723f972b tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:21.927002 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-571600ac-2f9c-44a4-b904-005c16c492e1 req-3c2f2bef-e30b-4904-abb5-e08b723f972b tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 945 time: 0.0499375 Nov 16 04:50:21.980356 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-571600ac-2f9c-44a4-b904-005c16c492e1 req-ccb40a11-003b-413f-8107-2834d5261b1c tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/security-groups?id=91704fd0-464c-451c-a8ba-ec041cefb063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467527 Nov 16 04:50:22.230212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db37c0-a881-445b-b278-05b91c6659cb req-4423a501-2c20-4bc0-8329-b5b9a49e3413 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:22.232482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29db37c0-a881-445b-b278-05b91c6659cb req-4423a501-2c20-4bc0-8329-b5b9a49e3413 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0799034 Nov 16 04:50:22.318889 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29db37c0-a881-445b-b278-05b91c6659cb req-104d021d-ad64-4200-8174-2be7e30f6c83 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804274 Nov 16 04:50:22.651839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03ee6c-a686-48fa-b080-50c185a2d796 req-e8a23001-d057-4138-865b-20d2f0ba5b82 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:22.653315 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e03ee6c-a686-48fa-b080-50c185a2d796 req-e8a23001-d057-4138-865b-20d2f0ba5b82 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 945 time: 0.0804560 Nov 16 04:50:22.665208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0aaf7-2d27-4f8c-aa41-09ff01099c55 req-a187c7e7-128a-48a0-b06c-2b5756735abe tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:22.666682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4b0aaf7-2d27-4f8c-aa41-09ff01099c55 req-a187c7e7-128a-48a0-b06c-2b5756735abe tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0850356 Nov 16 04:50:22.740926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e03ee6c-a686-48fa-b080-50c185a2d796 req-6a0af2bf-5113-47ca-80d1-f6395003b120 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/security-groups?id=91704fd0-464c-451c-a8ba-ec041cefb063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732799 Nov 16 04:50:22.749741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4b0aaf7-2d27-4f8c-aa41-09ff01099c55 req-9de6e2b3-3618-47eb-b147-9aea82d310c3 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765748 Nov 16 04:50:22.899187 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68667808-4188-4b45-a17d-3096c0ed73b5 req-2f1f2416-0455-4dd8-ac65-5c07193ec9d1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 210 time: 0.0440023 Nov 16 04:50:22.954981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-1f21e899-37fe-4cdf-a999-7b8dacd8830c tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:22.956679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-1f21e899-37fe-4cdf-a999-7b8dacd8830c tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.37 "GET /v2.0/networks?id=87a1b6ec-a09d-48d3-9243-84039e09e8c5 HTTP/1.1" status: 200 len: 818 time: 0.1597593 Nov 16 04:50:22.971880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-fd17bb45-e267-48b9-bd7f-bb8219fcb376 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Request body: {'port': {'device_id': '2975c05d-5da6-4641-9da2-af41669096ef', 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5', 'admin_state_up': True, 'tenant_id': '1e9a6a8491284ebb8ae8b02c3a642a37'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:23.042745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-a1fbbde0-f1f7-443e-8123-7f623944c895 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:23.044174 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-a1fbbde0-f1f7-443e-8123-7f623944c895 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.15 "GET /v2.0/networks?id=87a1b6ec-a09d-48d3-9243-84039e09e8c5 HTTP/1.1" status: 200 len: 818 time: 0.1163878 Nov 16 04:50:23.059084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-7cdb11b5-7f83-461f-908d-b9a3293c18a1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Request body: {'port': {'device_id': 'f853543d-3a16-43ba-bf97-20f9425c4464', 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5', 'admin_state_up': True, 'tenant_id': '1e9a6a8491284ebb8ae8b02c3a642a37'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:23.087617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-fd17bb45-e267-48b9-bd7f-bb8219fcb376 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Made reservation on behalf of 1e9a6a8491284ebb8ae8b02c3a642a37 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:23.091560 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-fd17bb45-e267-48b9-bd7f-bb8219fcb376 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:23.169226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-7cdb11b5-7f83-461f-908d-b9a3293c18a1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Made reservation on behalf of 1e9a6a8491284ebb8ae8b02c3a642a37 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:23.172844 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-7cdb11b5-7f83-461f-908d-b9a3293c18a1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:23.222286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-fd17bb45-e267-48b9-bd7f-bb8219fcb376 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Allocated IP 172.20.0.8 (87a1b6ec-a09d-48d3-9243-84039e09e8c5/49ab537c-94b4-4f5d-b38d-05131173c58f/dadfa535-bc33-4fb4-9f08-677098162dff) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:50:23.489842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-eaf98bb0-8a33-4173-8c7e-dc1b0cb806e2 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:23.491560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-eaf98bb0-8a33-4173-8c7e-dc1b0cb806e2 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.37 "GET /v2.0/networks?id=87a1b6ec-a09d-48d3-9243-84039e09e8c5 HTTP/1.1" status: 200 len: 818 time: 0.2119060 Nov 16 04:50:23.506350 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-fd17bb45-e267-48b9-bd7f-bb8219fcb376 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:23.513690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-66813512-b3d1-487e-b83d-3cfbd82c3bf6 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Request body: {'port': {'device_id': 'ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1', 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5', 'admin_state_up': True, 'tenant_id': '1e9a6a8491284ebb8ae8b02c3a642a37'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:23.541302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bc386-f64d-4327-8d2c-5359c67c20e6 req-d2e6536e-0e43-475b-a2cc-d4580a7908fc tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:23.542819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f69bc386-f64d-4327-8d2c-5359c67c20e6 req-d2e6536e-0e43-475b-a2cc-d4580a7908fc tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1465404 Nov 16 04:50:23.667956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-fd17bb45-e267-48b9-bd7f-bb8219fcb376 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:23.681875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f69bc386-f64d-4327-8d2c-5359c67c20e6 req-6808db65-0ea2-4319-bedb-a1f7717a364b tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114001 Nov 16 04:50:23.707753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-7cdb11b5-7f83-461f-908d-b9a3293c18a1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Allocated IP 172.20.0.4 (87a1b6ec-a09d-48d3-9243-84039e09e8c5/49ab537c-94b4-4f5d-b38d-05131173c58f/49355935-1f7c-4ef7-8ed3-5493582038b7) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:50:23.757266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-fd17bb45-e267-48b9-bd7f-bb8219fcb376 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:50:23.766962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-fd17bb45-e267-48b9-bd7f-bb8219fcb376 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:23.777231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-fd17bb45-e267-48b9-bd7f-bb8219fcb376 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:50:23.784961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17bb45-e267-48b9-bd7f-bb8219fcb376 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Pushing event updated for resources: {'Port': ['ID=dadfa535-bc33-4fb4-9f08-677098162dff,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:23.813568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-66813512-b3d1-487e-b83d-3cfbd82c3bf6 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Made reservation on behalf of 1e9a6a8491284ebb8ae8b02c3a642a37 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:23.817148 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-66813512-b3d1-487e-b83d-3cfbd82c3bf6 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:23.869149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c7e56-b782-4ecb-8c71-79c7424752e6 req-999483c4-6704-491c-9dfd-38a4b3b32f70 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:23.870550 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-429c7e56-b782-4ecb-8c71-79c7424752e6 req-999483c4-6704-491c-9dfd-38a4b3b32f70 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.15 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 945 time: 0.1679475 Nov 16 04:50:23.888945 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-7cdb11b5-7f83-461f-908d-b9a3293c18a1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:23.917251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-fd17bb45-e267-48b9-bd7f-bb8219fcb376 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:23.917903 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-fd17bb45-e267-48b9-bd7f-bb8219fcb376 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:23.922394 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-7cdb11b5-7f83-461f-908d-b9a3293c18a1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:23.962086 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-7cdb11b5-7f83-461f-908d-b9a3293c18a1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:50:23.965263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-7cdb11b5-7f83-461f-908d-b9a3293c18a1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:23.967682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-7cdb11b5-7f83-461f-908d-b9a3293c18a1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:50:24.005960 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb11b5-7f83-461f-908d-b9a3293c18a1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Pushing event updated for resources: {'Port': ['ID=49355935-1f7c-4ef7-8ed3-5493582038b7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:24.026403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-fd17bb45-e267-48b9-bd7f-bb8219fcb376 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0604968 Nov 16 04:50:24.031086 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-7cdb11b5-7f83-461f-908d-b9a3293c18a1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:24.031687 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-7cdb11b5-7f83-461f-908d-b9a3293c18a1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:24.045836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b3d43-f588-4388-a327-63629887b4a5 req-e9f4a6c3-b5d3-4ca2-b263-93898fc665c4 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:24.047011 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-7cdb11b5-7f83-461f-908d-b9a3293c18a1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9929118 Nov 16 04:50:24.047525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f07b3d43-f588-4388-a327-63629887b4a5 req-e9f4a6c3-b5d3-4ca2-b263-93898fc665c4 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 945 time: 0.2049165 Nov 16 04:50:24.058938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Request body: {'port': {'device_id': '2975c05d-5da6-4641-9da2-af41669096ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:24.064290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Request body: {'port': {'device_id': 'f853543d-3a16-43ba-bf97-20f9425c4464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:24.118703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:24.120635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5d650-3a8e-4a59-ba04-cb21bc490469 req-58bf36df-ba67-4d9c-ad8a-bc4e946e5aef tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:24.122094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bbb5d650-3a8e-4a59-ba04-cb21bc490469 req-58bf36df-ba67-4d9c-ad8a-bc4e946e5aef tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.2711945 Nov 16 04:50:24.496241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-66813512-b3d1-487e-b83d-3cfbd82c3bf6 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Allocated IP 172.20.0.2 (87a1b6ec-a09d-48d3-9243-84039e09e8c5/49ab537c-94b4-4f5d-b38d-05131173c58f/cbdf9d81-41a6-4315-aeaf-45779bc8ed8d) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:50:24.502185 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:24.523823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f07b3d43-f588-4388-a327-63629887b4a5 req-5385411a-9b8d-427d-8232-89b198bcdd31 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/security-groups?id=91704fd0-464c-451c-a8ba-ec041cefb063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613571 Nov 16 04:50:24.539808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bbb5d650-3a8e-4a59-ba04-cb21bc490469 req-e793f25c-bc1b-4d1e-8bbe-42e6db7136d7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895633 Nov 16 04:50:24.573822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-429c7e56-b782-4ecb-8c71-79c7424752e6 req-24a492d1-519b-4515-82e4-696fece66ea5 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Deleting port 59fd3a2a-890b-4754-9928-4331251b5970 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:24.574170 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-429c7e56-b782-4ecb-8c71-79c7424752e6 req-24a492d1-519b-4515-82e4-696fece66ea5 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:24.696467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8228e50-3ebb-4748-9655-ccff8f143e7b req-dca0090f-0ee3-4f59-a6a8-1dec322f8da3 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 210 time: 0.0649788 Nov 16 04:50:24.915868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-429c7e56-b782-4ecb-8c71-79c7424752e6 req-24a492d1-519b-4515-82e4-696fece66ea5 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] For port 59fd3a2a-890b-4754-9928-4331251b5970, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=59fd3a2a-890b-4754-9928-4331251b5970,segment=NetworkSegment(e835b3ca-0fd2-4817-bee2-78cb7b725677),segment_id=e835b3ca-0fd2-4817-bee2-78cb7b725677)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:24.916233 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-429c7e56-b782-4ecb-8c71-79c7424752e6 req-24a492d1-519b-4515-82e4-696fece66ea5 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:24.958272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-429c7e56-b782-4ecb-8c71-79c7424752e6 req-24a492d1-519b-4515-82e4-696fece66ea5 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Calling delete_port for 59fd3a2a-890b-4754-9928-4331251b5970 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:24.973999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c6400-2a3e-4470-919d-95f920fa4591 req-e8ada238-8d66-466c-8895-4463bc516de0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:24.980506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c6400-2a3e-4470-919d-95f920fa4591 req-e8ada238-8d66-466c-8895-4463bc516de0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:24.986471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c6400-2a3e-4470-919d-95f920fa4591 req-e8ada238-8d66-466c-8895-4463bc516de0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:24.992421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c6400-2a3e-4470-919d-95f920fa4591 req-e8ada238-8d66-466c-8895-4463bc516de0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:24.998371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c6400-2a3e-4470-919d-95f920fa4591 req-e8ada238-8d66-466c-8895-4463bc516de0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.004318 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c6400-2a3e-4470-919d-95f920fa4591 req-e8ada238-8d66-466c-8895-4463bc516de0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.010322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c6400-2a3e-4470-919d-95f920fa4591 req-e8ada238-8d66-466c-8895-4463bc516de0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.012155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f64c6400-2a3e-4470-919d-95f920fa4591 req-e8ada238-8d66-466c-8895-4463bc516de0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5435 time: 0.2165408 Nov 16 04:50:25.030795 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-66813512-b3d1-487e-b83d-3cfbd82c3bf6 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:25.046016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd181b-2b4a-469f-9591-a4df7c28dcd1 req-a63cd380-5896-4f4b-90ad-6690d7cec8df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.047440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19fd181b-2b4a-469f-9591-a4df7c28dcd1 req-a63cd380-5896-4f4b-90ad-6690d7cec8df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1916800 Nov 16 04:50:25.215461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f64c6400-2a3e-4470-919d-95f920fa4591 req-4d20e4f7-d790-49ac-b903-ed6d7afb8849 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1936939 Nov 16 04:50:25.220080 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19fd181b-2b4a-469f-9591-a4df7c28dcd1 req-1d45e070-ba4e-49fa-9332-b0e8cc3447c6 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648791 Nov 16 04:50:25.221058 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-66813512-b3d1-487e-b83d-3cfbd82c3bf6 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:25.296495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-66813512-b3d1-487e-b83d-3cfbd82c3bf6 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:50:25.303954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-66813512-b3d1-487e-b83d-3cfbd82c3bf6 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:25.308969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66813512-b3d1-487e-b83d-3cfbd82c3bf6 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Pushing event updated for resources: {'Port': ['ID=cbdf9d81-41a6-4315-aeaf-45779bc8ed8d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:25.313815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-66813512-b3d1-487e-b83d-3cfbd82c3bf6 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:50:25.384849 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-429c7e56-b782-4ecb-8c71-79c7424752e6 req-24a492d1-519b-4515-82e4-696fece66ea5 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:25.405149 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49355935-1f7c-4ef7-8ed3-5493582038b7 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:50:25.413939 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:25.431731 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Transition to ACTIVE for port object 49355935-1f7c-4ef7-8ed3-5493582038b7 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:50:25.432608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a492d1-519b-4515-82e4-696fece66ea5 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Pushing event deleted for resources: {'Port': ['ID=59fd3a2a-890b-4754-9928-4331251b5970,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:25.440799 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:25.442876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-66813512-b3d1-487e-b83d-3cfbd82c3bf6 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.444024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-66813512-b3d1-487e-b83d-3cfbd82c3bf6 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:25.491196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Pushing event updated for resources: {'Port': ['ID=49355935-1f7c-4ef7-8ed3-5493582038b7,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:25.510408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d00b96-4ab7-4f17-a4f5-ae05e1ce359e req-5e6bd5c0-c2eb-41e3-8f3a-bc996e5d0f60 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.516317 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d00b96-4ab7-4f17-a4f5-ae05e1ce359e req-5e6bd5c0-c2eb-41e3-8f3a-bc996e5d0f60 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.522273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d00b96-4ab7-4f17-a4f5-ae05e1ce359e req-5e6bd5c0-c2eb-41e3-8f3a-bc996e5d0f60 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.528202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d00b96-4ab7-4f17-a4f5-ae05e1ce359e req-5e6bd5c0-c2eb-41e3-8f3a-bc996e5d0f60 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.534131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d00b96-4ab7-4f17-a4f5-ae05e1ce359e req-5e6bd5c0-c2eb-41e3-8f3a-bc996e5d0f60 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.540041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d00b96-4ab7-4f17-a4f5-ae05e1ce359e req-5e6bd5c0-c2eb-41e3-8f3a-bc996e5d0f60 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.547199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d00b96-4ab7-4f17-a4f5-ae05e1ce359e req-5e6bd5c0-c2eb-41e3-8f3a-bc996e5d0f60 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.547901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44d00b96-4ab7-4f17-a4f5-ae05e1ce359e req-5e6bd5c0-c2eb-41e3-8f3a-bc996e5d0f60 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5435 time: 0.2400055 Nov 16 04:50:25.569392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Attempting to bind port 49355935-1f7c-4ef7-8ed3-5493582038b7 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:50:25.569736 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Attempting to bind port 49355935-1f7c-4ef7-8ed3-5493582038b7 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'e7711960-d51c-40db-b703-0f577f5e1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:50:25.570182 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Attempting to bind port 49355935-1f7c-4ef7-8ed3-5493582038b7 on network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:25.574894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Port 49355935-1f7c-4ef7-8ed3-5493582038b7 on network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:50:25.575222 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Attempting to bind port 49355935-1f7c-4ef7-8ed3-5493582038b7 on network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:25.580439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:50:25.580779 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Checking segment: {'id': 'e7711960-d51c-40db-b703-0f577f5e1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:25.581163 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Bound using segment: {'id': 'e7711960-d51c-40db-b703-0f577f5e1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:50:25.582008 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Bound port: 49355935-1f7c-4ef7-8ed3-5493582038b7, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7711960-d51c-40db-b703-0f577f5e1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:50:25.582008 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:25.606772 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-66813512-b3d1-487e-b83d-3cfbd82c3bf6 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0985398 Nov 16 04:50:25.626801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-429c7e56-b782-4ecb-8c71-79c7424752e6 req-24a492d1-519b-4515-82e4-696fece66ea5 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] No DVR routers for this DVR port 59fd3a2a-890b-4754-9928-4331251b5970 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:25.633873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Request body: {'port': {'device_id': 'ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:25.641584 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-429c7e56-b782-4ecb-8c71-79c7424752e6 req-24a492d1-519b-4515-82e4-696fece66ea5 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:25.644884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-429c7e56-b782-4ecb-8c71-79c7424752e6 req-24a492d1-519b-4515-82e4-696fece66ea5 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.15 "DELETE /v2.0/ports/59fd3a2a-890b-4754-9928-4331251b5970 HTTP/1.1" status: 204 len: 173 time: 1.7490816 Nov 16 04:50:25.645339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c18d477a-95aa-4ee3-8709-549bf906ae6a', 'name': 'network-vif-deleted', 'tag': '59fd3a2a-890b-4754-9928-4331251b5970'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:25.647656 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddad1e0-17a5-4216-af59-0ec7aaddc9a7" -d '{"events": [{"server_uuid": "c18d477a-95aa-4ee3-8709-549bf906ae6a", "name": "network-vif-deleted", "tag": "59fd3a2a-890b-4754-9928-4331251b5970"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:25.661791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] For port 49355935-1f7c-4ef7-8ed3-5493582038b7, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:50:25.665077 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] For port 49355935-1f7c-4ef7-8ed3-5493582038b7, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=49355935-1f7c-4ef7-8ed3-5493582038b7,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:50:25.671202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:25.751269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42727df6-18fb-4e98-8435-a6ed65719941 req-f4b2ea45-67f3-4ae0-9ae7-9a47d6a0b896 tempest-ServerPasswordTestJSON-1462286523 tempest-ServerPasswordTestJSON-1462286523-project] 10.222.0.41 "GET /v2.0/ports?device_id=c18d477a-95aa-4ee3-8709-549bf906ae6a HTTP/1.1" status: 200 len: 210 time: 0.0647244 Nov 16 04:50:25.766229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4ebbc-bf59-4e9c-a243-0e4fa32e999d req-f5d603d7-d0c1-46de-af10-f83f4f4635c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.767066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43b4ebbc-bf59-4e9c-a243-0e4fa32e999d req-f5d603d7-d0c1-46de-af10-f83f4f4635c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 1096 time: 0.3180759 Nov 16 04:50:25.839143 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31ee648-c988-4e02-afc9-37fc50b3e343 x-openstack-request-id: req-e31ee648-c988-4e02-afc9-37fc50b3e343 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:25.839439 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c18d477a-95aa-4ee3-8709-549bf906ae6a", "name": "network-vif-deleted", "tag": "59fd3a2a-890b-4754-9928-4331251b5970", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:25.839697 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e31ee648-c988-4e02-afc9-37fc50b3e343 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:25.840104 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c18d477a-95aa-4ee3-8709-549bf906ae6a', 'name': 'network-vif-deleted', 'tag': '59fd3a2a-890b-4754-9928-4331251b5970', 'status': 'completed', 'code': 200} Nov 16 04:50:25.847325 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:25.877916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874bc49-3605-4c16-ab47-b88655501ba8 req-d51257a5-5548-4f0d-ad95-efc30bb78ec0 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:25.879513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3874bc49-3605-4c16-ab47-b88655501ba8 req-d51257a5-5548-4f0d-ad95-efc30bb78ec0 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.2088306 Nov 16 04:50:25.942376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43b4ebbc-bf59-4e9c-a243-0e4fa32e999d req-916fa7ce-7395-4755-a9c3-701391b13cbc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530232 Nov 16 04:50:26.022627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dadfa535-bc33-4fb4-9f08-677098162dff {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:50:26.026222 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:26.026841 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:26.028313 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] 10.222.0.15 "PUT /v2.0/ports/49355935-1f7c-4ef7-8ed3-5493582038b7 HTTP/1.1" status: 200 len: 1091 time: 1.9681220 Nov 16 04:50:26.028763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f853543d-3a16-43ba-bf97-20f9425c4464', 'tag': '49355935-1f7c-4ef7-8ed3-5493582038b7'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:26.031041 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a50016-021b-44fa-93f0-12ca32bd9852" -d '{"events": [{"name": "network-changed", "server_uuid": "f853543d-3a16-43ba-bf97-20f9425c4464", "tag": "49355935-1f7c-4ef7-8ed3-5493582038b7"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:26.040277 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:26.056917 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae0d42-8dac-4a2d-86ac-80682ba62227 service neutron] Pushing event updated for resources: {'Port': ['ID=49355935-1f7c-4ef7-8ed3-5493582038b7,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:26.111748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3874bc49-3605-4c16-ab47-b88655501ba8 req-fc25edbd-6c07-4457-bfa3-a50ef1677558 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185328 Nov 16 04:50:26.120287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Transition to ACTIVE for port object dadfa535-bc33-4fb4-9f08-677098162dff will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:50:26.137862 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:26.179433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b12f55-6490-40a9-8d1b-ddfc5b4feab2 req-469c95df-8782-4d7a-97a9-15b7a66175b9 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:26.180966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8b12f55-6490-40a9-8d1b-ddfc5b4feab2 req-469c95df-8782-4d7a-97a9-15b7a66175b9 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 931 time: 0.2156940 Nov 16 04:50:26.230952 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-1287e6c9-f15b-4727-a4a2-0f5f6356019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:26.232625 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-1287e6c9-f15b-4727-a4a2-0f5f6356019e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e9a6a8491284ebb8ae8b02c3a642a37&device_id=f853543d-3a16-43ba-bf97-20f9425c4464 HTTP/1.1" status: 200 len: 1094 time: 0.0583441 Nov 16 04:50:26.277469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Pushing event updated for resources: {'Port': ['ID=dadfa535-bc33-4fb4-9f08-677098162dff,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:26.312762 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-c5212d87-c628-4705-817a-55875188ef4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49355935-1f7c-4ef7-8ed3-5493582038b7 HTTP/1.1" status: 200 len: 217 time: 0.0600038 Nov 16 04:50:26.343346 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3645e722-9ff0-4269-a730-8d613089853b x-openstack-request-id: req-3645e722-9ff0-4269-a730-8d613089853b {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:26.344003 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f853543d-3a16-43ba-bf97-20f9425c4464", "tag": "49355935-1f7c-4ef7-8ed3-5493582038b7", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:26.344456 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3645e722-9ff0-4269-a730-8d613089853b {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:26.345049 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f853543d-3a16-43ba-bf97-20f9425c4464', 'tag': '49355935-1f7c-4ef7-8ed3-5493582038b7', 'status': 'completed', 'code': 200} Nov 16 04:50:26.373909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8b12f55-6490-40a9-8d1b-ddfc5b4feab2 req-55fa93b6-c38d-49af-b151-894d58ba71e9 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760068 Nov 16 04:50:26.399480 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-1c6e24a5-debf-41e4-811f-b5e91ebdd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:26.402314 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-1c6e24a5-debf-41e4-811f-b5e91ebdd468 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49ab537c-94b4-4f5d-b38d-05131173c58f HTTP/1.1" status: 200 len: 858 time: 0.0726571 Nov 16 04:50:26.443616 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dccef253-df1f-4637-9fc5-b1e85f9862b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87a1b6ec-a09d-48d3-9243-84039e09e8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338676 Nov 16 04:50:26.464930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Attempting to bind port dadfa535-bc33-4fb4-9f08-677098162dff on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:50:26.465269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Attempting to bind port dadfa535-bc33-4fb4-9f08-677098162dff by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'e7711960-d51c-40db-b703-0f577f5e1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:50:26.465599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Attempting to bind port dadfa535-bc33-4fb4-9f08-677098162dff on network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:26.493231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Port dadfa535-bc33-4fb4-9f08-677098162dff on network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:50:26.493559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Attempting to bind port dadfa535-bc33-4fb4-9f08-677098162dff on network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:26.509085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:50:26.510512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Checking segment: {'id': 'e7711960-d51c-40db-b703-0f577f5e1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:26.510512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Bound using segment: {'id': 'e7711960-d51c-40db-b703-0f577f5e1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:50:26.510512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Bound port: dadfa535-bc33-4fb4-9f08-677098162dff, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7711960-d51c-40db-b703-0f577f5e1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:50:26.511485 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:26.517116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbdf9d81-41a6-4315-aeaf-45779bc8ed8d {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:50:26.536813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:26.546126 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-8bff7456-ecf6-4eeb-a4a5-8c5f2644334f service neutron] 10.222.0.15 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935917 Nov 16 04:50:26.547685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f97e8-4b25-420e-98a6-d842f9b8feed req-3700cfea-74ba-4b0b-b41a-b9ab65a30652 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:26.549198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-602f97e8-4b25-420e-98a6-d842f9b8feed req-3700cfea-74ba-4b0b-b41a-b9ab65a30652 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1410291 Nov 16 04:50:26.598866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Transition to ACTIVE for port object cbdf9d81-41a6-4315-aeaf-45779bc8ed8d will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:50:26.610065 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:26.648519 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-12ae366a-9bcb-4c01-b322-17c2e3a4236c service neutron] 10.222.0.15 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929317 Nov 16 04:50:26.693630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-602f97e8-4b25-420e-98a6-d842f9b8feed req-3153d8c8-6caf-46cb-b578-031908c7b70e tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346867 Nov 16 04:50:26.696901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] For port dadfa535-bc33-4fb4-9f08-677098162dff, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:50:26.703802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] For port dadfa535-bc33-4fb4-9f08-677098162dff, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=dadfa535-bc33-4fb4-9f08-677098162dff,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:50:26.706437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdf9d81-41a6-4315-aeaf-45779bc8ed8d,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:26.711160 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:26.744763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a50016-021b-44fa-93f0-12ca32bd9852 req-cd765b6f-5d0f-47c8-a555-5bc2f4b8eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:26.746306 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91a50016-021b-44fa-93f0-12ca32bd9852 req-cd765b6f-5d0f-47c8-a555-5bc2f4b8eb6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e9a6a8491284ebb8ae8b02c3a642a37&device_id=f853543d-3a16-43ba-bf97-20f9425c4464 HTTP/1.1" status: 200 len: 1094 time: 0.0471351 Nov 16 04:50:26.785444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:26.786086 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:26.788001 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] 10.222.0.37 "PUT /v2.0/ports/dadfa535-bc33-4fb4-9f08-677098162dff HTTP/1.1" status: 200 len: 1091 time: 2.7359118 Nov 16 04:50:26.833390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac8df1-8a16-4dd6-9bc2-e298db9b7847 service neutron] Pushing event updated for resources: {'Port': ['ID=dadfa535-bc33-4fb4-9f08-677098162dff,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:26.838694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45112) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:26.861438 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a50016-021b-44fa-93f0-12ca32bd9852 req-bf9a4ebc-c1bb-4b39-9a65-843fb5aafdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:26.862866 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91a50016-021b-44fa-93f0-12ca32bd9852 req-bf9a4ebc-c1bb-4b39-9a65-843fb5aafdba service neutron] 10.222.0.15 "GET /v2.0/networks?id=87a1b6ec-a09d-48d3-9243-84039e09e8c5 HTTP/1.1" status: 200 len: 919 time: 0.1067932 Nov 16 04:50:26.908824 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91a50016-021b-44fa-93f0-12ca32bd9852 req-869b98c7-4a96-489d-824d-a5aa13ec7bfa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49355935-1f7c-4ef7-8ed3-5493582038b7 HTTP/1.1" status: 200 len: 217 time: 0.0332911 Nov 16 04:50:26.912984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Attempting to bind port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:50:26.913327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Attempting to bind port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'e7711960-d51c-40db-b703-0f577f5e1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:50:26.913659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Attempting to bind port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d on network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:26.932242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-50803dff-7349-4e3a-a161-abf10ff07e87 admin admin] Deleting subnet 37726cb0-9768-4655-a09d-16cc701c5c85 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:50:26.934329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d on network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:50:26.934656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Attempting to bind port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d on network 87a1b6ec-a09d-48d3-9243-84039e09e8c5 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:26.939936 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50803dff-7349-4e3a-a161-abf10ff07e87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:26.966715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:50:26.967059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Checking segment: {'id': 'e7711960-d51c-40db-b703-0f577f5e1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:26.967442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Bound using segment: {'id': 'e7711960-d51c-40db-b703-0f577f5e1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:50:26.967586 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a50016-021b-44fa-93f0-12ca32bd9852 req-65bf3e98-02d4-4d39-80bd-1f36dc04057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:26.967896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Bound port: cbdf9d81-41a6-4315-aeaf-45779bc8ed8d, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7711960-d51c-40db-b703-0f577f5e1646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:50:26.968256 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:26.969324 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91a50016-021b-44fa-93f0-12ca32bd9852 req-65bf3e98-02d4-4d39-80bd-1f36dc04057a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49ab537c-94b4-4f5d-b38d-05131173c58f HTTP/1.1" status: 200 len: 858 time: 0.0505819 Nov 16 04:50:26.979562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-e580b30f-8e5c-40be-acf7-c7baf413da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:26.981087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-e580b30f-8e5c-40be-acf7-c7baf413da53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e9a6a8491284ebb8ae8b02c3a642a37&device_id=2975c05d-5da6-4641-9da2-af41669096ef HTTP/1.1" status: 200 len: 1094 time: 0.1415217 Nov 16 04:50:27.006160 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50803dff-7349-4e3a-a161-abf10ff07e87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:27.015817 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91a50016-021b-44fa-93f0-12ca32bd9852 req-2d3542a5-a8f7-41d5-9350-88283f5ae964 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87a1b6ec-a09d-48d3-9243-84039e09e8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365551 Nov 16 04:50:27.080695 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4debef6c-216b-4663-95fa-e91c5ea209d6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dadfa535-bc33-4fb4-9f08-677098162dff HTTP/1.1" status: 200 len: 217 time: 0.0821888 Nov 16 04:50:27.090309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 59fd3a2a-890b-4754-9928-4331251b5970 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:27.112044 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91a50016-021b-44fa-93f0-12ca32bd9852 req-53496a73-99de-428f-aacb-d85f022cab7f service neutron] 10.222.0.15 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869713 Nov 16 04:50:27.112563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 59fd3a2a-890b-4754-9928-4331251b5970 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:27.112980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 59fd3a2a-890b-4754-9928-4331251b5970 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:27.166906 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50803dff-7349-4e3a-a161-abf10ff07e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:27.225653 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91a50016-021b-44fa-93f0-12ca32bd9852 req-b7b92882-621e-4ccd-876a-7e6b9543f37c service neutron] 10.222.0.15 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014292 Nov 16 04:50:27.447596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] For port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:50:27.453669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-cc28688b-0a0c-402d-8b70-a3ef400c5ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:27.455132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-cc28688b-0a0c-402d-8b70-a3ef400c5ba3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=49ab537c-94b4-4f5d-b38d-05131173c58f HTTP/1.1" status: 200 len: 858 time: 0.3596725 Nov 16 04:50:27.527464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] For port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=cbdf9d81-41a6-4315-aeaf-45779bc8ed8d,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:50:27.546032 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-a12b1fb3-a4cf-49d0-b3de-ad235bcb6b6d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87a1b6ec-a09d-48d3-9243-84039e09e8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770414 Nov 16 04:50:27.551483 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:27.647598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:27.648217 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:27.649580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] 10.222.0.37 "PUT /v2.0/ports/cbdf9d81-41a6-4315-aeaf-45779bc8ed8d HTTP/1.1" status: 200 len: 1091 time: 2.0262716 Nov 16 04:50:27.668087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45140) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:27.696145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5e7f8-f332-4a5c-bbc8-5bea0e2db943 req-c3462898-f882-450d-a50b-bd1fbef91344 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:27.697647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1eb5e7f8-f332-4a5c-bbc8-5bea0e2db943 req-c3462898-f882-450d-a50b-bd1fbef91344 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.2515793 Nov 16 04:50:27.713245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc05f6d-3d5e-4b5c-afe0-d5561fca5550 req-c8a30770-e210-45d9-9aa4-3a80ecf37498 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:27.715092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9dc05f6d-3d5e-4b5c-afe0-d5561fca5550 req-c8a30770-e210-45d9-9aa4-3a80ecf37498 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 943 time: 0.2636945 Nov 16 04:50:27.716165 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50803dff-7349-4e3a-a161-abf10ff07e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:27.766324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456406e1-5b8d-4d0b-8f57-8f9b1fae7d62 req-58bef98f-ad87-4ed8-9b16-b253b459d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:27.766899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456406e1-5b8d-4d0b-8f57-8f9b1fae7d62 req-58bef98f-ad87-4ed8-9b16-b253b459d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:27.767371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456406e1-5b8d-4d0b-8f57-8f9b1fae7d62 req-58bef98f-ad87-4ed8-9b16-b253b459d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:27.767833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456406e1-5b8d-4d0b-8f57-8f9b1fae7d62 req-58bef98f-ad87-4ed8-9b16-b253b459d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:27.768299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456406e1-5b8d-4d0b-8f57-8f9b1fae7d62 req-58bef98f-ad87-4ed8-9b16-b253b459d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:27.768757 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456406e1-5b8d-4d0b-8f57-8f9b1fae7d62 req-58bef98f-ad87-4ed8-9b16-b253b459d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:27.769212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456406e1-5b8d-4d0b-8f57-8f9b1fae7d62 req-58bef98f-ad87-4ed8-9b16-b253b459d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:27.771233 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-456406e1-5b8d-4d0b-8f57-8f9b1fae7d62 req-58bef98f-ad87-4ed8-9b16-b253b459d8c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 6492 time: 0.1017673 Nov 16 04:50:27.798060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80faeb-852d-46cd-8e56-c5072497b118 service neutron] Pushing event updated for resources: {'Port': ['ID=cbdf9d81-41a6-4315-aeaf-45779bc8ed8d,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:27.824087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50803dff-7349-4e3a-a161-abf10ff07e87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37726cb0-9768-4655-a09d-16cc701c5c85,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:27.827455 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-456406e1-5b8d-4d0b-8f57-8f9b1fae7d62 req-47458552-2468-4c33-a203-53d41ef6fd3b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491307 Nov 16 04:50:27.830017 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50803dff-7349-4e3a-a161-abf10ff07e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:27.837979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-50803dff-7349-4e3a-a161-abf10ff07e87 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/37726cb0-9768-4655-a09d-16cc701c5c85 HTTP/1.1" status: 204 len: 168 time: 0.9932890 Nov 16 04:50:27.838635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45146) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:27.842075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2975c05d-5da6-4641-9da2-af41669096ef', 'tag': 'dadfa535-bc33-4fb4-9f08-677098162dff'}, {'name': 'network-changed', 'server_uuid': 'ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1', 'tag': 'cbdf9d81-41a6-4315-aeaf-45779bc8ed8d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:27.844940 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71" -d '{"events": [{"name": "network-changed", "server_uuid": "2975c05d-5da6-4641-9da2-af41669096ef", "tag": "dadfa535-bc33-4fb4-9f08-677098162dff"}, {"name": "network-changed", "server_uuid": "ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1", "tag": "cbdf9d81-41a6-4315-aeaf-45779bc8ed8d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:27.913540 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69e790c7-15dc-428e-b368-6a28b5d3e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:27.929378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-4203ed62-bf7c-44bf-ae4c-a87fce492604 service neutron] 10.222.0.37 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638678 Nov 16 04:50:27.938586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-e4cdfe24-81ba-437d-a655-34106a95d51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:27.940374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-e4cdfe24-81ba-437d-a655-34106a95d51f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e9a6a8491284ebb8ae8b02c3a642a37&device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 1094 time: 0.2369153 Nov 16 04:50:27.963588 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1eb5e7f8-f332-4a5c-bbc8-5bea0e2db943 req-0f39e126-44ab-4495-9afd-35bc16af8a72 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349708 Nov 16 04:50:27.992640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9dc05f6d-3d5e-4b5c-afe0-d5561fca5550 req-0b81a3a5-99fe-4acf-b0b2-0b8e8bf8e938 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591484 Nov 16 04:50:27.997569 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69e790c7-15dc-428e-b368-6a28b5d3e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:28.023153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-69e790c7-15dc-428e-b368-6a28b5d3e4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d924d6-bace-4e7d-8354-8de8ca013c8c']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:28.035590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-69e790c7-15dc-428e-b368-6a28b5d3e4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e835b3ca-0fd2-4817-bee2-78cb7b725677') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:28.035882 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-69e790c7-15dc-428e-b368-6a28b5d3e4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e835b3ca-0fd2-4817-bee2-78cb7b725677') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:28.045418 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69e790c7-15dc-428e-b368-6a28b5d3e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:28.059363 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a57300-ae19-4980-a0a0-3b38a4eb01bf x-openstack-request-id: req-38a57300-ae19-4980-a0a0-3b38a4eb01bf {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:28.059633 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2975c05d-5da6-4641-9da2-af41669096ef", "tag": "dadfa535-bc33-4fb4-9f08-677098162dff", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1", "tag": "cbdf9d81-41a6-4315-aeaf-45779bc8ed8d", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:28.059890 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38a57300-ae19-4980-a0a0-3b38a4eb01bf {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:28.060151 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69e790c7-15dc-428e-b368-6a28b5d3e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:28.060286 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2975c05d-5da6-4641-9da2-af41669096ef', 'tag': 'dadfa535-bc33-4fb4-9f08-677098162dff', 'status': 'completed', 'code': 200} Nov 16 04:50:28.060538 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1', 'tag': 'cbdf9d81-41a6-4315-aeaf-45779bc8ed8d', 'status': 'completed', 'code': 200} Nov 16 04:50:28.064606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-d9a7a774-6881-432c-87c0-4445c30e908b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbdf9d81-41a6-4315-aeaf-45779bc8ed8d HTTP/1.1" status: 200 len: 217 time: 0.1073563 Nov 16 04:50:28.066628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e790c7-15dc-428e-b368-6a28b5d3e4c2 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:50:28.067152 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69e790c7-15dc-428e-b368-6a28b5d3e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:50:28.070187 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:50:28.138565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69e790c7-15dc-428e-b368-6a28b5d3e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:28.143923 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69e790c7-15dc-428e-b368-6a28b5d3e4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:28.150275 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-69e790c7-15dc-428e-b368-6a28b5d3e4c2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/98d924d6-bace-4e7d-8354-8de8ca013c8c HTTP/1.1" status: 204 len: 168 time: 0.3103368 Nov 16 04:50:28.162843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e790c7-15dc-428e-b368-6a28b5d3e4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d924d6-bace-4e7d-8354-8de8ca013c8c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:28.179138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-d3162872-c55b-4f30-a40d-97598668dbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:28.180627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-d3162872-c55b-4f30-a40d-97598668dbf9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=49ab537c-94b4-4f5d-b38d-05131173c58f HTTP/1.1" status: 200 len: 858 time: 0.1010063 Nov 16 04:50:28.187996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb8aee-5c6b-4e6e-9730-9f17965dd007 req-6560948d-4519-48f9-81dd-2d365260be2f tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:28.189427 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2cb8aee-5c6b-4e6e-9730-9f17965dd007 req-6560948d-4519-48f9-81dd-2d365260be2f tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.1265392 Nov 16 04:50:28.191743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-5ae3cbef-8e4d-45d4-b24b-b31bdcdd94ff service neutron] 10.222.0.37 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502961 Nov 16 04:50:28.221155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-48c1371a-212d-4a0a-b98c-6cf3d7e854a8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87a1b6ec-a09d-48d3-9243-84039e09e8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284741 Nov 16 04:50:28.276183 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45158) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:28.322130 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ac929596-9e7b-416e-9fc6-c84da855dc74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f706035a1834625854b34c50684ed4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423985 Nov 16 04:50:28.322475 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45162) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:28.351241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2cb8aee-5c6b-4e6e-9730-9f17965dd007 req-6ab3f380-50e2-4822-bf3a-bc5bd4dd370a tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327703 Nov 16 04:50:28.370941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-7d657327-d08f-43d5-8c4e-55f2629645b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:28.370941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-7d657327-d08f-43d5-8c4e-55f2629645b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e9a6a8491284ebb8ae8b02c3a642a37&device_id=2975c05d-5da6-4641-9da2-af41669096ef HTTP/1.1" status: 200 len: 1094 time: 0.1220696 Nov 16 04:50:28.384816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4519622a-f24c-4204-a8be-6ae6a241788e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:28.405720 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-f3868d75-1136-4b4d-b9f7-3c793f6009ad service neutron] 10.222.0.37 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691248 Nov 16 04:50:28.411347 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4519622a-f24c-4204-a8be-6ae6a241788e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:28.492459 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4519622a-f24c-4204-a8be-6ae6a241788e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:28.497186 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4519622a-f24c-4204-a8be-6ae6a241788e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:28.502379 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4519622a-f24c-4204-a8be-6ae6a241788e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91704fd0-464c-451c-a8ba-ec041cefb063 HTTP/1.1" status: 204 len: 168 time: 0.1790097 Nov 16 04:50:28.515180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4519622a-f24c-4204-a8be-6ae6a241788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91704fd0-464c-451c-a8ba-ec041cefb063,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:28.551746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-2090a5fc-15f6-4991-8ac7-28335f6c8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:28.553796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-2090a5fc-15f6-4991-8ac7-28335f6c8fc0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=87a1b6ec-a09d-48d3-9243-84039e09e8c5 HTTP/1.1" status: 200 len: 919 time: 0.1730177 Nov 16 04:50:28.576037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c827b12f-43be-4883-a6b3-2d810951b6a9 req-f21b80d9-a540-4a04-82a7-db0ccc6aa235 service neutron] 10.222.0.37 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408279 Nov 16 04:50:28.610202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-73657a26-cc47-4d5a-8641-bdaf7befeab4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dadfa535-bc33-4fb4-9f08-677098162dff HTTP/1.1" status: 200 len: 217 time: 0.0466096 Nov 16 04:50:28.629261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c025a-4dfb-46b2-9fa9-56a349e1e779 req-d5e86a6a-ea37-4ea9-843f-3cce3bb83297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:28.631547 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5a6c025a-4dfb-46b2-9fa9-56a349e1e779 req-d5e86a6a-ea37-4ea9-843f-3cce3bb83297 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=26e083ee75414069a6d45744cc5d2647&device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 1096 time: 0.0571327 Nov 16 04:50:28.690245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-10df133a-53fc-4859-88a9-97a01fcccb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:28.691633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-10df133a-53fc-4859-88a9-97a01fcccb49 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=49ab537c-94b4-4f5d-b38d-05131173c58f HTTP/1.1" status: 200 len: 858 time: 0.0734060 Nov 16 04:50:28.703270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a7a82-b2bd-4c11-ab52-8c3f6095304b req-538b1f41-fdff-4af9-89e4-c0b9d1e03c89 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:28.704827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c23a7a82-b2bd-4c11-ab52-8c3f6095304b req-538b1f41-fdff-4af9-89e4-c0b9d1e03c89 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0971751 Nov 16 04:50:28.735660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c025a-4dfb-46b2-9fa9-56a349e1e779 req-c4328d14-40ce-412d-89f6-33987b20ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:28.737300 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5a6c025a-4dfb-46b2-9fa9-56a349e1e779 req-c4328d14-40ce-412d-89f6-33987b20ecf5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a HTTP/1.1" status: 200 len: 910 time: 0.0990663 Nov 16 04:50:28.745832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-2f5fb8e6-e1ea-49ca-bcd7-6b7a95f79e8c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87a1b6ec-a09d-48d3-9243-84039e09e8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400336 Nov 16 04:50:28.799896 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5a6c025a-4dfb-46b2-9fa9-56a349e1e779 req-c472f0b4-d6f9-49f6-a3c5-193c9271c535 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5fb83d44-4058-456a-8a0f-cfff7b74c1ea HTTP/1.1" status: 200 len: 217 time: 0.0459886 Nov 16 04:50:28.839638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c23a7a82-b2bd-4c11-ab52-8c3f6095304b req-731b916b-8a19-4895-ba5b-b1e18a50b55a tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229842 Nov 16 04:50:28.870640 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c025a-4dfb-46b2-9fa9-56a349e1e779 req-458c5f11-549c-4bea-a12f-d77c42f9889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:28.872297 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5a6c025a-4dfb-46b2-9fa9-56a349e1e779 req-458c5f11-549c-4bea-a12f-d77c42f9889c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89dafe22-d8cb-44ce-83d7-384ac27d704f HTTP/1.1" status: 200 len: 849 time: 0.0552676 Nov 16 04:50:28.881320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-000ae40b-c0c8-4888-89a5-d91fa3cb1bd8 service neutron] 10.222.0.37 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228809 Nov 16 04:50:28.913562 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5a6c025a-4dfb-46b2-9fa9-56a349e1e779 req-ec40ba8e-8deb-4ae8-8499-51391cd6fe82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=42a5ec20-8993-4f5c-b21a-dee8f6593d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264962 Nov 16 04:50:28.993264 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-662e396d-4da8-4343-9e0a-c9ff0a9f4db0 service neutron] 10.222.0.37 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036246 Nov 16 04:50:29.029892 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5a6c025a-4dfb-46b2-9fa9-56a349e1e779 req-cf0f04a7-f326-4fa5-afd1-2cf4bd9da134 service neutron] 10.222.0.15 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089196 Nov 16 04:50:29.106801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 49355935-1f7c-4ef7-8ed3-5493582038b7 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:50:29.191744 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5a6c025a-4dfb-46b2-9fa9-56a349e1e779 req-db43f866-93e3-41ef-ad2d-eb975d910af9 service neutron] 10.222.0.15 "GET /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547964 Nov 16 04:50:29.204195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-db1f08cf-c00b-4dee-9572-d68af2dc3331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:29.205945 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-db1f08cf-c00b-4dee-9572-d68af2dc3331 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1e9a6a8491284ebb8ae8b02c3a642a37&device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 1094 time: 0.1666887 Nov 16 04:50:29.232396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf5bfc-9fd4-4c4d-a9ca-cde48c55ec29 req-9159c6a9-3a10-402a-82ff-0843d50e990b tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:29.237133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ccaf5bfc-9fd4-4c4d-a9ca-cde48c55ec29 req-9159c6a9-3a10-402a-82ff-0843d50e990b tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 943 time: 0.1495197 Nov 16 04:50:29.274636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 49355935-1f7c-4ef7-8ed3-5493582038b7, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=49355935-1f7c-4ef7-8ed3-5493582038b7,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:29.294390 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '49355935-1f7c-4ef7-8ed3-5493582038b7', 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5', 'port_id': '49355935-1f7c-4ef7-8ed3-5493582038b7', 'mac_address': 'fa:16:3e:88:d7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ab537c-94b4-4f5d-b38d-05131173c58f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:50:29.355085 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:29.372911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49355935-1f7c-4ef7-8ed3-5493582038b7 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:50:29.392816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 49355935-1f7c-4ef7-8ed3-5493582038b7, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=49355935-1f7c-4ef7-8ed3-5493582038b7,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:29.399795 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:29.408610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ccaf5bfc-9fd4-4c4d-a9ca-cde48c55ec29 req-bd2fbdaf-6672-4957-a987-5213e47e581b tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523173 Nov 16 04:50:29.430371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-3aaba49d-cfbb-4395-959b-dc40a66a7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:29.431902 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-3aaba49d-cfbb-4395-959b-dc40a66a7f81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=87a1b6ec-a09d-48d3-9243-84039e09e8c5 HTTP/1.1" status: 200 len: 919 time: 0.1938102 Nov 16 04:50:29.463899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bed55-6e28-4a29-b10b-a6f23a435ac0 req-ae81c89d-7ce2-4635-84f2-edeba33dc5ff tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:29.465489 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-224bed55-6e28-4a29-b10b-a6f23a435ac0 req-ae81c89d-7ce2-4635-84f2-edeba33dc5ff tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.1254714 Nov 16 04:50:29.478909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=49355935-1f7c-4ef7-8ed3-5493582038b7,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:29.517492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-cdc2c9a4-889f-4306-8b4c-b57523ea415c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbdf9d81-41a6-4315-aeaf-45779bc8ed8d HTTP/1.1" status: 200 len: 217 time: 0.0725145 Nov 16 04:50:29.625160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-224bed55-6e28-4a29-b10b-a6f23a435ac0 req-7e091cbc-06a4-446e-b719-878ec7d925ae tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104591 Nov 16 04:50:29.637675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-e3044abc-ee0c-47ad-afd5-cbecfbd49ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:29.640125 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-e3044abc-ee0c-47ad-afd5-cbecfbd49ef4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=49ab537c-94b4-4f5d-b38d-05131173c58f HTTP/1.1" status: 200 len: 858 time: 0.0922751 Nov 16 04:50:29.642376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['49355935-1f7c-4ef7-8ed3-5493582038b7'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:29.674702 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-d85e4bb8-f91b-41b5-a447-4e886e9b2527 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87a1b6ec-a09d-48d3-9243-84039e09e8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266321 Nov 16 04:50:29.800772 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-db2d0a95-b930-4eed-b521-9cc9cdbe489b service neutron] 10.222.0.37 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150291 Nov 16 04:50:29.894684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b0a3ad0-b676-40d4-bc37-f69e7a461d71 req-3b7a9297-7c98-4015-aae7-f913686bedcb service neutron] 10.222.0.37 "GET /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861533 Nov 16 04:50:29.971992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b5322-932c-4229-8429-f1a6236ef13c req-024c10e7-eec1-49b6-a604-15b33397bc13 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:29.973810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b20b5322-932c-4229-8429-f1a6236ef13c req-024c10e7-eec1-49b6-a604-15b33397bc13 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0564690 Nov 16 04:50:30.022913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b20b5322-932c-4229-8429-f1a6236ef13c req-0b9eabe6-25c3-476b-abc1-d8d1b3008aa9 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432184 Nov 16 04:50:30.536079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e626b5-56eb-4470-bd8b-fbda3da41af7 req-e9bc7893-cf7d-4b01-8361-a7f91b50480d tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:30.544267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79e626b5-56eb-4470-bd8b-fbda3da41af7 req-e9bc7893-cf7d-4b01-8361-a7f91b50480d tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 943 time: 0.0683241 Nov 16 04:50:30.606779 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79e626b5-56eb-4470-bd8b-fbda3da41af7 req-79d5a90f-ea08-4671-8c8b-fdd959fe7717 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586889 Nov 16 04:50:30.738356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c654988a-d0dc-4e0c-9037-488650ce61d6 req-12991ab3-e4aa-4f03-ae82-fe89fb221eab tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:30.739888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c654988a-d0dc-4e0c-9037-488650ce61d6 req-12991ab3-e4aa-4f03-ae82-fe89fb221eab tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 946 time: 0.0561192 Nov 16 04:50:30.837319 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c654988a-d0dc-4e0c-9037-488650ce61d6 req-cbacbda1-358c-4ccd-9514-2046ed86a1ae tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902581 Nov 16 04:50:30.851518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1777b22-aa23-46d8-8ce9-a7b9c849117f req-55491e52-6d93-4d32-ba00-85d6448c8084 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:30.853020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1777b22-aa23-46d8-8ce9-a7b9c849117f req-55491e52-6d93-4d32-ba00-85d6448c8084 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0853484 Nov 16 04:50:30.916393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1777b22-aa23-46d8-8ce9-a7b9c849117f req-9a8eec02-7c07-4cfc-b2c4-3ba87cf79cdd tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563118 Nov 16 04:50:31.063797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45248) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:31.126588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 49355935-1f7c-4ef7-8ed3-5493582038b7 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:50:31.158612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4abee-8d80-403d-a908-0034012eff59 req-413a2cba-96a7-43e8-ae64-85108db5dec1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:31.160159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96b4abee-8d80-403d-a908-0034012eff59 req-413a2cba-96a7-43e8-ae64-85108db5dec1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0669529 Nov 16 04:50:31.179538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 49355935-1f7c-4ef7-8ed3-5493582038b7 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:50:31.183732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 49355935-1f7c-4ef7-8ed3-5493582038b7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:50:31.184101 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:31.189499 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a106eb0d-132f-415a-8e88-1ab2bb8cca3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:31.217574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96b4abee-8d80-403d-a908-0034012eff59 req-ba2d3de5-3812-4482-b9d7-cf46ae45dac5 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491529 Nov 16 04:50:31.268164 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:31.294105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f853543d-3a16-43ba-bf97-20f9425c4464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49355935-1f7c-4ef7-8ed3-5493582038b7'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:31.296470 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e088b4fa-6efc-49ed-ad3c-a07acab1bee4" -d '{"events": [{"server_uuid": "f853543d-3a16-43ba-bf97-20f9425c4464", "name": "network-vif-plugged", "status": "completed", "tag": "49355935-1f7c-4ef7-8ed3-5493582038b7"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:31.301419 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a106eb0d-132f-415a-8e88-1ab2bb8cca3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:31.307802 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a106eb0d-132f-415a-8e88-1ab2bb8cca3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:31.316017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 49355935-1f7c-4ef7-8ed3-5493582038b7, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=49355935-1f7c-4ef7-8ed3-5493582038b7,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:31.323211 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:31.350504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106eb0d-132f-415a-8e88-1ab2bb8cca3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64461270-bb66-49c2-83da-a5c967323ee8,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:31.363999 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa606d1-5857-4ca5-90b0-3ad83bcbe933 x-openstack-request-id: req-0aa606d1-5857-4ca5-90b0-3ad83bcbe933 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:31.365270 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f853543d-3a16-43ba-bf97-20f9425c4464", "name": "network-vif-plugged", "status": "completed", "tag": "49355935-1f7c-4ef7-8ed3-5493582038b7", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:31.366216 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0aa606d1-5857-4ca5-90b0-3ad83bcbe933 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:31.367135 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f853543d-3a16-43ba-bf97-20f9425c4464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49355935-1f7c-4ef7-8ed3-5493582038b7', 'code': 200} Nov 16 04:50:31.368420 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a106eb0d-132f-415a-8e88-1ab2bb8cca3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48c8afd8348341da8972f425bf983065&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3016982 Nov 16 04:50:31.371226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45256) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:31.402291 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=49355935-1f7c-4ef7-8ed3-5493582038b7,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:31.429344 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d738f818-fe4a-4ac6-bd09-a3edfb67fc43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:31.454935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d738f818-fe4a-4ac6-bd09-a3edfb67fc43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:31.472119 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f1543-252f-4551-9ac0-d8058d2113a2 req-f3e5f9f1-d360-44b8-a88c-bbdc42ad4473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:31.473961 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fc5f1543-252f-4551-9ac0-d8058d2113a2 req-f3e5f9f1-d360-44b8-a88c-bbdc42ad4473 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f853543d-3a16-43ba-bf97-20f9425c4464 HTTP/1.1" status: 200 len: 1096 time: 0.0438547 Nov 16 04:50:31.530639 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fc5f1543-252f-4551-9ac0-d8058d2113a2 req-c647c7b7-746c-4422-bff8-e1561e2f4b8c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479655 Nov 16 04:50:31.539583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7201f0e-4087-4cc3-b8f7-01e61f279708 req-6646cb4c-2fd1-4e52-9aa2-85d4e2a6ca37 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:31.541089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7201f0e-4087-4cc3-b8f7-01e61f279708 req-6646cb4c-2fd1-4e52-9aa2-85d4e2a6ca37 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0700612 Nov 16 04:50:31.546140 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d738f818-fe4a-4ac6-bd09-a3edfb67fc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:31.548719 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d738f818-fe4a-4ac6-bd09-a3edfb67fc43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:31.549826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d738f818-fe4a-4ac6-bd09-a3edfb67fc43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64461270-bb66-49c2-83da-a5c967323ee8 HTTP/1.1" status: 204 len: 168 time: 0.1775160 Nov 16 04:50:31.572782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738f818-fe4a-4ac6-bd09-a3edfb67fc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64461270-bb66-49c2-83da-a5c967323ee8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:31.607554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7201f0e-4087-4cc3-b8f7-01e61f279708 req-28e301e1-1f41-467c-8d5d-559697d72d92 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564611 Nov 16 04:50:31.737660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc97f9c-b77c-4110-84a0-fb366ead71be req-1e6ff11e-500f-4df1-bf28-e1b6ee36c3e2 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:31.739404 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1dc97f9c-b77c-4110-84a0-fb366ead71be req-1e6ff11e-500f-4df1-bf28-e1b6ee36c3e2 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 943 time: 0.0529571 Nov 16 04:50:31.795151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1dc97f9c-b77c-4110-84a0-fb366ead71be req-46c4b564-578c-4440-a66d-4f9f1161883f tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463872 Nov 16 04:50:31.816965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device dadfa535-bc33-4fb4-9f08-677098162dff details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:50:31.857354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45272) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:31.871592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd214-5c0b-49bb-95c6-4d0ad2d9a471 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:31.936265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port dadfa535-bc33-4fb4-9f08-677098162dff, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=dadfa535-bc33-4fb4-9f08-677098162dff,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:31.955515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'dadfa535-bc33-4fb4-9f08-677098162dff', 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5', 'port_id': 'dadfa535-bc33-4fb4-9f08-677098162dff', 'mac_address': 'fa:16:3e:b4:2f:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ab537c-94b4-4f5d-b38d-05131173c58f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:50:31.963101 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd214-5c0b-49bb-95c6-4d0ad2d9a471 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:31.968058 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd214-5c0b-49bb-95c6-4d0ad2d9a471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:31.996366 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:32.011507 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cd214-5c0b-49bb-95c6-4d0ad2d9a471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a2623b-e2d7-4318-ac29-01efe84263b5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:32.012332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dadfa535-bc33-4fb4-9f08-677098162dff {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:50:32.019082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45278) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:32.019262 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6a8cd214-5c0b-49bb-95c6-4d0ad2d9a471 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b5d026667f94b90bae08feebea4e587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1605179 Nov 16 04:50:32.047805 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port dadfa535-bc33-4fb4-9f08-677098162dff, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=dadfa535-bc33-4fb4-9f08-677098162dff,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:32.052239 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:32.052942 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device cbdf9d81-41a6-4315-aeaf-45779bc8ed8d details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:50:32.071353 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94bea144-2be2-4a66-a28a-0a5419db0aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:32.094438 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94bea144-2be2-4a66-a28a-0a5419db0aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:32.100745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af342d96-7028-4ead-8d3c-f4c984f05867 req-99263e2a-ed51-4420-9483-f2012899a8b0 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:32.102256 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af342d96-7028-4ead-8d3c-f4c984f05867 req-99263e2a-ed51-4420-9483-f2012899a8b0 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 946 time: 0.0706375 Nov 16 04:50:32.109834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ab33a-02c7-46c8-9be8-7084ac9ae258 req-0e089fc2-97b3-4695-99a0-50c188fac9d2 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:32.111398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e5ab33a-02c7-46c8-9be8-7084ac9ae258 req-0e089fc2-97b3-4695-99a0-50c188fac9d2 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0904171 Nov 16 04:50:32.119396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=cbdf9d81-41a6-4315-aeaf-45779bc8ed8d,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:32.126702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=dadfa535-bc33-4fb4-9f08-677098162dff,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:32.134137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'cbdf9d81-41a6-4315-aeaf-45779bc8ed8d', 'network_id': '87a1b6ec-a09d-48d3-9243-84039e09e8c5', 'port_id': 'cbdf9d81-41a6-4315-aeaf-45779bc8ed8d', 'mac_address': 'fa:16:3e:55:5c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ab537c-94b4-4f5d-b38d-05131173c58f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:50:32.145726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94bea144-2be2-4a66-a28a-0a5419db0aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:32.150390 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94bea144-2be2-4a66-a28a-0a5419db0aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:32.153681 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-94bea144-2be2-4a66-a28a-0a5419db0aa2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5a2623b-e2d7-4318-ac29-01efe84263b5 HTTP/1.1" status: 204 len: 168 time: 0.1310623 Nov 16 04:50:32.169995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bea144-2be2-4a66-a28a-0a5419db0aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a2623b-e2d7-4318-ac29-01efe84263b5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:32.183363 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af342d96-7028-4ead-8d3c-f4c984f05867 req-13ff763e-4122-4310-b030-186e4729e219 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708890 Nov 16 04:50:32.202690 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:32.218780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbdf9d81-41a6-4315-aeaf-45779bc8ed8d {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:50:32.227705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e5ab33a-02c7-46c8-9be8-7084ac9ae258 req-e906614f-de49-4468-8080-d604e6d5cf88 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869446 Nov 16 04:50:32.249739 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=cbdf9d81-41a6-4315-aeaf-45779bc8ed8d,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:32.254699 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:32.302286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=cbdf9d81-41a6-4315-aeaf-45779bc8ed8d,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:32.690174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['cbdf9d81-41a6-4315-aeaf-45779bc8ed8d'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:32.698823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['dadfa535-bc33-4fb4-9f08-677098162dff'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:32.742173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67f194-efb0-446f-af88-763359cdb547 req-1069d216-a1a0-4312-b433-a68167c8d3f3 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:32.743692 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b67f194-efb0-446f-af88-763359cdb547 req-1069d216-a1a0-4312-b433-a68167c8d3f3 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0609384 Nov 16 04:50:32.827466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b67f194-efb0-446f-af88-763359cdb547 req-1e27a4c1-564c-494d-a167-5994b6348d37 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773129 Nov 16 04:50:33.039753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a611a015-f2f4-4afb-8625-5dbe6f311e47 req-e9b644d0-9ce9-4cfd-8d8f-2d0324f77f84 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:33.041259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a611a015-f2f4-4afb-8625-5dbe6f311e47 req-e9b644d0-9ce9-4cfd-8d8f-2d0324f77f84 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 944 time: 0.0547736 Nov 16 04:50:33.122625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db0cdb-bc86-4c82-a7bb-8bb47afdee8c req-db32130b-b1d0-45c3-ad6b-a0cb3efb32c0 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:33.124106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5db0cdb-bc86-4c82-a7bb-8bb47afdee8c req-db32130b-b1d0-45c3-ad6b-a0cb3efb32c0 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 946 time: 0.0819356 Nov 16 04:50:33.127702 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a611a015-f2f4-4afb-8625-5dbe6f311e47 req-a3a49363-fa6e-4de1-83db-69dc5709d0f9 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777099 Nov 16 04:50:33.174205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5db0cdb-bc86-4c82-a7bb-8bb47afdee8c req-4fdd56d4-633d-40e1-b83a-58210206cc38 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435092 Nov 16 04:50:33.235540 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:50:33.336978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1894a3-2775-48fd-84d3-b02227ecaacf req-98530589-b2f3-4b91-9b6a-bf45568acaa5 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:33.338742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e1894a3-2775-48fd-84d3-b02227ecaacf req-98530589-b2f3-4b91-9b6a-bf45568acaa5 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0489511 Nov 16 04:50:33.385374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e1894a3-2775-48fd-84d3-b02227ecaacf req-a01324c4-1415-49ad-8df5-3a03741b8f30 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406368 Nov 16 04:50:33.955355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf5b66-2539-4cf2-8542-b55b39960c49 req-c06466c9-2fa3-42bf-ad2d-f48eca4deaf1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:33.957429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8cf5b66-2539-4cf2-8542-b55b39960c49 req-c06466c9-2fa3-42bf-ad2d-f48eca4deaf1 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0550551 Nov 16 04:50:34.014195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8cf5b66-2539-4cf2-8542-b55b39960c49 req-d0821c0f-cc3c-4578-af35-474c7c082028 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463727 Nov 16 04:50:34.251191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e972a71c-bd28-4e5c-ba40-f9cb13ee502b req-dbc536f6-cb5c-4195-aca0-4fa2355ddf29 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:34.252722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972a71c-bd28-4e5c-ba40-f9cb13ee502b req-dbc536f6-cb5c-4195-aca0-4fa2355ddf29 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 944 time: 0.0541112 Nov 16 04:50:34.337954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3f74a-fe19-4c05-ae02-6a7b713ea81b req-808dd326-24fe-41cb-89b1-48fc8a75d531 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:34.339698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4f3f74a-fe19-4c05-ae02-6a7b713ea81b req-808dd326-24fe-41cb-89b1-48fc8a75d531 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 946 time: 0.0814989 Nov 16 04:50:34.344306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e972a71c-bd28-4e5c-ba40-f9cb13ee502b req-bb4844a1-6b24-4219-9607-6100334fe944 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767951 Nov 16 04:50:34.397998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4f3f74a-fe19-4c05-ae02-6a7b713ea81b req-97441339-0bc3-404f-a073-5f2f48d49d1e tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516891 Nov 16 04:50:34.504421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3a465-e6ba-4678-9608-eba8f4258a86 req-64918a32-05cf-4814-9fbe-4651815f7dc5 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:34.506564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89c3a465-e6ba-4678-9608-eba8f4258a86 req-64918a32-05cf-4814-9fbe-4651815f7dc5 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0503917 Nov 16 04:50:34.558272 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89c3a465-e6ba-4678-9608-eba8f4258a86 req-fcf4f23d-9f83-4c71-867f-63b56bc5a778 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449083 Nov 16 04:50:34.742583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-c054449c-ff28-4c0c-8881-edbd7c2e35a4 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:34.744035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-c054449c-ff28-4c0c-8881-edbd7c2e35a4 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.37 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 946 time: 0.0846200 Nov 16 04:50:34.754667 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-f48f9e96-2c75-4658-851f-0feeac636890 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0672755 Nov 16 04:50:34.861118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a618b0-f02b-4b8f-b9aa-5d40e596bf34 req-aa106a1c-a292-4c1d-a6c6-48255d12f7f9 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:34.862632 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-48a618b0-f02b-4b8f-b9aa-5d40e596bf34 req-aa106a1c-a292-4c1d-a6c6-48255d12f7f9 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 945 time: 0.0560739 Nov 16 04:50:34.867076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-954e4998-87fe-4797-8721-109a28f6542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:34.867578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-954e4998-87fe-4797-8721-109a28f6542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:34.868023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-954e4998-87fe-4797-8721-109a28f6542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:34.868482 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-954e4998-87fe-4797-8721-109a28f6542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:34.868945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-954e4998-87fe-4797-8721-109a28f6542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:34.869399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-954e4998-87fe-4797-8721-109a28f6542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:34.869902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-954e4998-87fe-4797-8721-109a28f6542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:34.871782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-954e4998-87fe-4797-8721-109a28f6542b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6502 time: 0.0869641 Nov 16 04:50:34.896489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Deleting port a0706bfd-ec40-4609-873b-3379b8f52ab9 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:34.896846 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:34.986676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-48a618b0-f02b-4b8f-b9aa-5d40e596bf34 req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Deleting port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:34.986676 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48a618b0-f02b-4b8f-b9aa-5d40e596bf34 req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:35.114185 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-48a618b0-f02b-4b8f-b9aa-5d40e596bf34 req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] For port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=5fb83d44-4058-456a-8a0f-cfff7b74c1ea,segment=NetworkSegment(e36898a2-38c7-40dc-8de3-7aa934c52735),segment_id=e36898a2-38c7-40dc-8de3-7aa934c52735)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:35.115913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48a618b0-f02b-4b8f-b9aa-5d40e596bf34 req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:35.138144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-48a618b0-f02b-4b8f-b9aa-5d40e596bf34 req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Calling delete_port for 5fb83d44-4058-456a-8a0f-cfff7b74c1ea owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:35.296228 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48a618b0-f02b-4b8f-b9aa-5d40e596bf34 req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:35.309332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['2fbb9ed4-10e4-4b10-906d-beb9bfad762a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:35.330645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Pushing event deleted for resources: {'Port': ['ID=5fb83d44-4058-456a-8a0f-cfff7b74c1ea,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:35.348915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:35.348915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:35.348915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:35.349285 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:35.349666 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:35.350164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:35.350494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:35.350820 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:35.351144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:35.351467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:35.351794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:35.352118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:35.365547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e951bf7-8ecc-419d-b69f-f466c87a5881 req-a4bbae9d-0516-44fa-a567-9e00807a8a7b tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f397e98-05f9-40cd-adc5-9199a98355bb HTTP/1.1" status: 200 len: 210 time: 0.0472648 Nov 16 04:50:35.371137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] For port a0706bfd-ec40-4609-873b-3379b8f52ab9, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a0706bfd-ec40-4609-873b-3379b8f52ab9,segment=NetworkSegment(8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b),segment_id=8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:35.371511 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:35.374738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-4baa628e-b1b7-4927-88f0-853435c06132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:35.375209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-4baa628e-b1b7-4927-88f0-853435c06132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:35.375670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-4baa628e-b1b7-4927-88f0-853435c06132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:35.377258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-4baa628e-b1b7-4927-88f0-853435c06132 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5bf91be6-016c-43c7-bd07-759140c5c6aa&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 HTTP/1.1" status: 200 len: 2298 time: 0.4772916 Nov 16 04:50:35.402792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a618b0-f02b-4b8f-b9aa-5d40e596bf34 req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] No DVR routers for this DVR port 5fb83d44-4058-456a-8a0f-cfff7b74c1ea on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:35.407077 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48a618b0-f02b-4b8f-b9aa-5d40e596bf34 req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:35.411773 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-48a618b0-f02b-4b8f-b9aa-5d40e596bf34 req-0f34bcaa-8661-4e0b-8389-0bf5c65f84df tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.15 "DELETE /v2.0/ports/5fb83d44-4058-456a-8a0f-cfff7b74c1ea HTTP/1.1" status: 204 len: 173 time: 0.5423229 Nov 16 04:50:35.412470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f397e98-05f9-40cd-adc5-9199a98355bb', 'name': 'network-vif-deleted', 'tag': '5fb83d44-4058-456a-8a0f-cfff7b74c1ea'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:35.416361 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b1cb3b-3c67-4e99-9bad-28fb5be12621" -d '{"events": [{"server_uuid": "3f397e98-05f9-40cd-adc5-9199a98355bb", "name": "network-vif-deleted", "tag": "5fb83d44-4058-456a-8a0f-cfff7b74c1ea"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:35.477823 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f6f55c-7240-409b-b848-ca0391f843c4 x-openstack-request-id: req-f4f6f55c-7240-409b-b848-ca0391f843c4 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:35.478900 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f397e98-05f9-40cd-adc5-9199a98355bb", "name": "network-vif-deleted", "tag": "5fb83d44-4058-456a-8a0f-cfff7b74c1ea", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:35.479338 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4f6f55c-7240-409b-b848-ca0391f843c4 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:35.479957 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f397e98-05f9-40cd-adc5-9199a98355bb', 'name': 'network-vif-deleted', 'tag': '5fb83d44-4058-456a-8a0f-cfff7b74c1ea', 'status': 'completed', 'code': 200} Nov 16 04:50:35.594348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-1bf344ff-1e8c-4bbb-89c7-815fa42be13c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 HTTP/1.1" status: 200 len: 1002 time: 0.2094891 Nov 16 04:50:35.738173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447ef2f-eaed-4c33-a30c-c7736650e1b9 req-02ddcc29-40ae-445f-9c49-07a68a5e24ac tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:35.739682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8447ef2f-eaed-4c33-a30c-c7736650e1b9 req-02ddcc29-40ae-445f-9c49-07a68a5e24ac tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 944 time: 0.2424455 Nov 16 04:50:35.772210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-0e35ad0b-0d12-4287-8c90-7da6f14b850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:35.773660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-0e35ad0b-0d12-4287-8c90-7da6f14b850f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753 HTTP/1.1" status: 200 len: 856 time: 0.1618674 Nov 16 04:50:35.783978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7e9a6-a4fa-440f-b9d6-70ed1cafa696 req-53a6e9a7-9bef-4baa-9dac-5de230b3aabc tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:35.785393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2c7e9a6-a4fa-440f-b9d6-70ed1cafa696 req-53a6e9a7-9bef-4baa-9dac-5de230b3aabc tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 946 time: 0.1942866 Nov 16 04:50:35.815787 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45432) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:35.823199 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device dadfa535-bc33-4fb4-9f08-677098162dff up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:50:35.857541 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:35.857860 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:35.858177 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Floating IP c533b9c0-042c-433c-aaa7-7c7a861659cb disassociated. External IP: 172.25.0.73, port: a0706bfd-ec40-4609-873b-3379b8f52ab9. Nov 16 04:50:35.858526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Calling delete_port for a0706bfd-ec40-4609-873b-3379b8f52ab9 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:35.886871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port dadfa535-bc33-4fb4-9f08-677098162dff completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:50:35.891429 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port dadfa535-bc33-4fb4-9f08-677098162dff triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:50:35.892353 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:35.892964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8447ef2f-eaed-4c33-a30c-c7736650e1b9 req-56c2182d-c176-471d-b4dc-ea5aaf1bc0d0 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446011 Nov 16 04:50:35.966093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-a79e6aee-e41b-49b7-ba88-1e3963b0ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:35.968924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-a79e6aee-e41b-49b7-ba88-1e3963b0ea60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bf91be6-016c-43c7-bd07-759140c5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765597 Nov 16 04:50:36.013918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2c7e9a6-a4fa-440f-b9d6-70ed1cafa696 req-bffa6d31-51e8-49a8-ac83-a1981ff97764 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups?id=144ff8c5-9d24-4e33-9385-19a7b766e4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132788 Nov 16 04:50:36.041558 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5038af1-79e5-4c22-bf64-79944a8eeeb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.129644 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.150866 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5038af1-79e5-4c22-bf64-79944a8eeeb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.156266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5038af1-79e5-4c22-bf64-79944a8eeeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.159447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2975c05d-5da6-4641-9da2-af41669096ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadfa535-bc33-4fb4-9f08-677098162dff'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:36.162852 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba876932-247f-4142-a5fb-c27604f6cc18" -d '{"events": [{"server_uuid": "2975c05d-5da6-4641-9da2-af41669096ef", "name": "network-vif-plugged", "status": "completed", "tag": "dadfa535-bc33-4fb4-9f08-677098162dff"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:36.176806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port dadfa535-bc33-4fb4-9f08-677098162dff, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=dadfa535-bc33-4fb4-9f08-677098162dff,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:36.185650 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.185650 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device cbdf9d81-41a6-4315-aeaf-45779bc8ed8d up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:50:36.194923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76bd14-cf17-4643-b9c5-fbbf2887c0e6 req-c04a788a-8598-45b3-afdf-b0de4e444c32 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:36.196537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc76bd14-cf17-4643-b9c5-fbbf2887c0e6 req-c04a788a-8598-45b3-afdf-b0de4e444c32 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.1333897 Nov 16 04:50:36.205496 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f5038af1-79e5-4c22-bf64-79944a8eeeb3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=083f5270786b4e8da3c505a5c7a25da3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3851516 Nov 16 04:50:36.206327 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45442) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:36.207477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-3b23579d-4521-4a5b-bea0-3bde4366cd4d service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269869 Nov 16 04:50:36.208446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5038af1-79e5-4c22-bf64-79944a8eeeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8cf13a-7e94-48d8-9110-beb7a130add8,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:36.271748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5086e2ca-72ca-4905-ab47-bda1aa2fe8f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.276229 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=dadfa535-bc33-4fb4-9f08-677098162dff,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:36.295788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:50:36.304689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:50:36.305073 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.307799 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5086e2ca-72ca-4905-ab47-bda1aa2fe8f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.312470 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.363390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Pushing event deleted for resources: {'Port': ['ID=a0706bfd-ec40-4609-873b-3379b8f52ab9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:36.363974 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5086e2ca-72ca-4905-ab47-bda1aa2fe8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.364111 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3beda3-a7de-42de-9b73-04994b25a678 x-openstack-request-id: req-cd3beda3-a7de-42de-9b73-04994b25a678 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:36.364560 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2975c05d-5da6-4641-9da2-af41669096ef", "name": "network-vif-plugged", "status": "completed", "tag": "dadfa535-bc33-4fb4-9f08-677098162dff", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:36.366217 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd3beda3-a7de-42de-9b73-04994b25a678 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:36.366632 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2975c05d-5da6-4641-9da2-af41669096ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dadfa535-bc33-4fb4-9f08-677098162dff', 'code': 200} Nov 16 04:50:36.367500 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5086e2ca-72ca-4905-ab47-bda1aa2fe8f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.371809 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5086e2ca-72ca-4905-ab47-bda1aa2fe8f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e8cf13a-7e94-48d8-9110-beb7a130add8 HTTP/1.1" status: 204 len: 168 time: 0.1643202 Nov 16 04:50:36.381201 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086e2ca-72ca-4905-ab47-bda1aa2fe8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8cf13a-7e94-48d8-9110-beb7a130add8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:36.397185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc76bd14-cf17-4643-b9c5-fbbf2887c0e6 req-3323babc-14ae-4968-8890-b94e0fec41e5 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858852 Nov 16 04:50:36.424776 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.478203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=cbdf9d81-41a6-4315-aeaf-45779bc8ed8d,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:36.483570 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.535061 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=cbdf9d81-41a6-4315-aeaf-45779bc8ed8d,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:36.549894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-d8629aa4-7270-47a4-89ed-dd71da0d6318 service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308163 Nov 16 04:50:36.636382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-61d0af5f-6110-4c13-8f37-92b7e3c9f88b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=10ff97ee-f373-4db5-a57f-eae61ba73e8e HTTP/1.1" status: 200 len: 217 time: 0.0579453 Nov 16 04:50:36.647766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c00c4-7cb1-4c6e-98ad-431b50ae5847 req-ab91d215-411d-449f-8d63-19213eded42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:36.649394 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae3c00c4-7cb1-4c6e-98ad-431b50ae5847 req-ab91d215-411d-449f-8d63-19213eded42c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2975c05d-5da6-4641-9da2-af41669096ef HTTP/1.1" status: 200 len: 1096 time: 0.2457170 Nov 16 04:50:36.736047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45454) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:36.766161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-a30ae0e2-9496-4edc-a5e0-068bd531864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:36.767418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-a30ae0e2-9496-4edc-a5e0-068bd531864b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.1153545 Nov 16 04:50:36.775644 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fede2f0b-2a6e-4729-946a-9bcae8bd2980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.801370 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2420fa58-f3f8-4e51-9d76-d5c46cebcae2 req-38a166b6-a319-4dd1-8ea1-ae35e06f78c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662405 Nov 16 04:50:36.818422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Router d23809ac-0628-4847-822f-d237e6c7f475 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:50:36.820962 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae3c00c4-7cb1-4c6e-98ad-431b50ae5847 req-b906e3a9-af1e-4165-91e9-4356c5bfdf34 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590390 Nov 16 04:50:36.843996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f30727-bf93-4fdb-876a-d04079d21f7b req-9d6b5a95-f688-4969-a1e7-91e0b7f22a97 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:36.845668 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8f30727-bf93-4fdb-876a-d04079d21f7b req-9d6b5a95-f688-4969-a1e7-91e0b7f22a97 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1543319 Nov 16 04:50:36.878330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-698dc957-0137-431e-80c0-e333a87ff6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:36.879833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-698dc957-0137-431e-80c0-e333a87ff6b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979073 Nov 16 04:50:36.907775 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fede2f0b-2a6e-4729-946a-9bcae8bd2980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.914655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fede2f0b-2a6e-4729-946a-9bcae8bd2980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:36.918134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420fa58-f3f8-4e51-9d76-d5c46cebcae2 req-1fc89455-1692-4eb2-8ce5-da22b3eb24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:36.919634 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2420fa58-f3f8-4e51-9d76-d5c46cebcae2 req-1fc89455-1692-4eb2-8ce5-da22b3eb24bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fca369ae4679409a8d7092d80703976f&device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 1096 time: 0.0718880 Nov 16 04:50:36.966980 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fede2f0b-2a6e-4729-946a-9bcae8bd2980 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37df20159cf0485a9a232764d991cc77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227736 Nov 16 04:50:36.979466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45458) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:36.991779 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8f30727-bf93-4fdb-876a-d04079d21f7b req-8e3ac6ae-3ef3-453f-aa4f-1f7ba190265a tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316063 Nov 16 04:50:37.042593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede2f0b-2a6e-4729-946a-9bcae8bd2980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d4205a-b663-4ec6-8edc-1cf0c7301b62,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:37.105373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f3013c1e-87bc-45a3-82be-a7687fb87403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:37.116831 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420fa58-f3f8-4e51-9d76-d5c46cebcae2 req-dd76474d-cce0-4eea-8b18-8dfc6a977170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:37.118351 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2420fa58-f3f8-4e51-9d76-d5c46cebcae2 req-dd76474d-cce0-4eea-8b18-8dfc6a977170 service neutron] 10.222.0.15 "GET /v2.0/networks?id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 200 len: 906 time: 0.1503525 Nov 16 04:50:37.127738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bebaf4c-328a-47a6-b2f6-17b0c1118f83 req-5cefd81c-de88-422f-aa89-e10d686a4218 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 210 time: 0.0466585 Nov 16 04:50:37.151344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:50:37.162374 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61461762-f189-4687-8782-7260f4109078 None None] Sync routers for ids ['d23809ac-0628-4847-822f-d237e6c7f475'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:50:37.167875 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f3013c1e-87bc-45a3-82be-a7687fb87403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:37.170281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 5fb83d44-4058-456a-8a0f-cfff7b74c1ea no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:37.176133 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61461762-f189-4687-8782-7260f4109078 None None] Routers {'d23809ac-0628-4847-822f-d237e6c7f475'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:50:37.176756 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-61461762-f189-4687-8782-7260f4109078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:50:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d23809ac-0628-4847-822f-d237e6c7f475'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:37.188085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb144e8-05cf-4e09-8b54-396864b74997 req-792c291a-5b24-4360-9545-88899863c267 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:37.196895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7eb144e8-05cf-4e09-8b54-396864b74997 req-792c291a-5b24-4360-9545-88899863c267 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 945 time: 0.1932006 Nov 16 04:50:37.208283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 5fb83d44-4058-456a-8a0f-cfff7b74c1ea {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:37.208853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 5fb83d44-4058-456a-8a0f-cfff7b74c1ea not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:37.220753 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2420fa58-f3f8-4e51-9d76-d5c46cebcae2 req-fc383abd-e667-4185-ac41-f1ae644d5c81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6b82f70-de32-4b97-b7cd-46e48cbd8026 HTTP/1.1" status: 200 len: 217 time: 0.0931754 Nov 16 04:50:37.249303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] No DVR routers for this DVR port a0706bfd-ec40-4609-873b-3379b8f52ab9 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:37.264398 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f3013c1e-87bc-45a3-82be-a7687fb87403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:37.266544 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:37.266933 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f3013c1e-87bc-45a3-82be-a7687fb87403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:37.268194 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f3013c1e-87bc-45a3-82be-a7687fb87403 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/13d4205a-b663-4ec6-8edc-1cf0c7301b62 HTTP/1.1" status: 204 len: 168 time: 0.2878051 Nov 16 04:50:37.273570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10d4bf83-89fb-4602-b2aa-5dd4bb898fcc req-85c23158-66b6-4b06-9793-9a1ef76d2233 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.37 "DELETE /v2.0/ports/a0706bfd-ec40-4609-873b-3379b8f52ab9 HTTP/1.1" status: 204 len: 173 time: 2.5179768 Nov 16 04:50:37.276271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc', 'name': 'network-vif-deleted', 'tag': 'a0706bfd-ec40-4609-873b-3379b8f52ab9'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:37.278518 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775af8d5-c1d6-4561-b207-407d7d826589" -d '{"events": [{"server_uuid": "1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc", "name": "network-vif-deleted", "tag": "a0706bfd-ec40-4609-873b-3379b8f52ab9"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:37.284837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3013c1e-87bc-45a3-82be-a7687fb87403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d4205a-b663-4ec6-8edc-1cf0c7301b62,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:37.288749 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2420fa58-f3f8-4e51-9d76-d5c46cebcae2 req-efca3da8-dd6b-489f-9975-c06fed602902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:37.290344 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2420fa58-f3f8-4e51-9d76-d5c46cebcae2 req-efca3da8-dd6b-489f-9975-c06fed602902 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 200 len: 845 time: 0.0624130 Nov 16 04:50:37.295956 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-6055434f-5b42-4c2b-8102-e9b89cd2e873 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810018 Nov 16 04:50:37.349099 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2420fa58-f3f8-4e51-9d76-d5c46cebcae2 req-df7b68e8-be64-46c5-b6ef-952c3943dcc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402472 Nov 16 04:50:37.376243 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-61461762-f189-4687-8782-7260f4109078 None None] Set router d23809ac-0628-4847-822f-d237e6c7f475 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:50:37.483591 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2420fa58-f3f8-4e51-9d76-d5c46cebcae2 req-bbc9601a-8307-4c4d-b69c-3c451705af35 service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248977 Nov 16 04:50:37.598632 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2420fa58-f3f8-4e51-9d76-d5c46cebcae2 req-abdfe0d5-d598-4de3-8b81-9ebc4c3c5fb9 service neutron] 10.222.0.15 "GET /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079078 Nov 16 04:50:37.686433 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-61461762-f189-4687-8782-7260f4109078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:47:34Z', 'revision_number': 4, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port': {'id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:28Z', 'updated_at': '2021-11-16T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '43f02aaa-4bd4-4a48-adc9-5362cd6bd002', 'name': '', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'mac_address': 'fa:16:3e:4a:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:33Z', 'updated_at': '2021-11-16T04:47:40Z', 'revision_number': 5, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'subnets': [{'id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:37.715712 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61461762-f189-4687-8782-7260f4109078 None None] Checking router: d23809ac-0628-4847-822f-d237e6c7f475 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:50:37.723875 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d5a09c-5296-48d8-b967-8d76edd00c89 x-openstack-request-id: req-a3d5a09c-5296-48d8-b967-8d76edd00c89 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:37.724952 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc", "name": "network-vif-deleted", "tag": "a0706bfd-ec40-4609-873b-3379b8f52ab9", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:37.725063 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3d5a09c-5296-48d8-b967-8d76edd00c89 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:37.725493 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc', 'name': 'network-vif-deleted', 'tag': 'a0706bfd-ec40-4609-873b-3379b8f52ab9', 'status': 'completed', 'code': 200} Nov 16 04:50:37.729799 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61461762-f189-4687-8782-7260f4109078 None None] Routers {'d23809ac-0628-4847-822f-d237e6c7f475'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:50:37.730446 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-61461762-f189-4687-8782-7260f4109078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:50:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d23809ac-0628-4847-822f-d237e6c7f475'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:37.784212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7eb144e8-05cf-4e09-8b54-396864b74997 req-5858a927-bdf2-427f-94bc-28c8794e8a7e tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860965 Nov 16 04:50:37.818770 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a0706bfd-ec40-4609-873b-3379b8f52ab9 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:37.824858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b1a5b-2835-4c8e-8305-d59073f36985 req-cf5815d3-a6c1-4d1c-b247-561d8855ba96 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:37.832885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af1b1a5b-2835-4c8e-8305-d59073f36985 req-cf5815d3-a6c1-4d1c-b247-561d8855ba96 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.1066344 Nov 16 04:50:37.858237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: a0706bfd-ec40-4609-873b-3379b8f52ab9 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:37.858574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a0706bfd-ec40-4609-873b-3379b8f52ab9 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:37.860935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-c2464805-8e33-4a79-b9db-67ca349de012 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519853 Nov 16 04:50:37.935815 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-bee50e77-f9dc-455f-aacc-0cd5a99096fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=8178ccda-af63-4072-ac8f-d3f04afc358b HTTP/1.1" status: 200 len: 217 time: 0.0648062 Nov 16 04:50:37.939881 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-61461762-f189-4687-8782-7260f4109078 None None] Set router d23809ac-0628-4847-822f-d237e6c7f475 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:50:37.972733 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1d6b249-9df3-487a-9eb4-5bdbd5147ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:37.994092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af1b1a5b-2835-4c8e-8305-d59073f36985 req-bf9b70b6-e538-40f3-9a5b-aee19d41b479 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556559 Nov 16 04:50:38.036403 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-63e0d744-713c-42aa-b97a-5f81d3f7b2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:38.038765 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-63e0d744-713c-42aa-b97a-5f81d3f7b2ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.0929976 Nov 16 04:50:38.108638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-5a337887-c18c-4dd0-9d1f-dfe3d22aedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:38.111082 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-5a337887-c18c-4dd0-9d1f-dfe3d22aedb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0587041 Nov 16 04:50:38.247288 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-61461762-f189-4687-8782-7260f4109078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:47:34Z', 'revision_number': 4, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port': {'id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:28Z', 'updated_at': '2021-11-16T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '43f02aaa-4bd4-4a48-adc9-5362cd6bd002', 'name': '', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'mac_address': 'fa:16:3e:4a:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:33Z', 'updated_at': '2021-11-16T04:47:40Z', 'revision_number': 5, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'subnets': [{'id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:38.253417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0768aebd-a3c4-43bc-8c5c-b428aa73ceeb req-24d6f381-f01a-4c09-813a-fdc966bde7bb tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 210 time: 0.0362821 Nov 16 04:50:38.270807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aa7a5-ccd1-4a13-93ad-7482ac663ab5 req-927f022d-e684-444a-abaa-941baed3566f tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:38.273826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c21aa7a5-ccd1-4a13-93ad-7482ac663ab5 req-927f022d-e684-444a-abaa-941baed3566f tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1683888 Nov 16 04:50:38.332131 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-6d568f11-5a2d-42c5-9b50-3e030c6ffaf8 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756713 Nov 16 04:50:38.367348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdf9d81-41a6-4315-aeaf-45779bc8ed8d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:38.369640 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2506bde8-0c7e-4688-8107-9a424844c97d" -d '{"events": [{"server_uuid": "ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1", "name": "network-vif-plugged", "status": "completed", "tag": "cbdf9d81-41a6-4315-aeaf-45779bc8ed8d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:38.406718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c21aa7a5-ccd1-4a13-93ad-7482ac663ab5 req-c0ff60f7-a25d-402c-a41d-ade820c80f76 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222644 Nov 16 04:50:38.457399 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61461762-f189-4687-8782-7260f4109078 None None] The sync data for ids ['d23809ac-0628-4847-822f-d237e6c7f475'] in n-d-818042-1 is: [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:47:34Z', 'revision_number': 4, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port': {'id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:28Z', 'updated_at': '2021-11-16T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '43f02aaa-4bd4-4a48-adc9-5362cd6bd002', 'name': '', 'network_id': '4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'mac_address': 'fa:16:3e:4a:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:33Z', 'updated_at': '2021-11-16T04:47:40Z', 'revision_number': 5, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'subnets': [{'id': '105560f5-0ea3-42ef-a88a-8fe8fd151d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:50:38.470426 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-0fda5c25-4c7a-415d-8e00-422667e264dd service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280179 Nov 16 04:50:38.483016 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66d74f4-3815-4c7f-a70e-0dbee219c1ff x-openstack-request-id: req-e66d74f4-3815-4c7f-a70e-0dbee219c1ff {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:38.483337 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1", "name": "network-vif-plugged", "status": "completed", "tag": "cbdf9d81-41a6-4315-aeaf-45779bc8ed8d", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:38.483590 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e66d74f4-3815-4c7f-a70e-0dbee219c1ff {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:38.484003 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbdf9d81-41a6-4315-aeaf-45779bc8ed8d', 'code': 200} Nov 16 04:50:38.544129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-b2b7340e-0a39-42d5-9dd1-9e4b2ab30259 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8360c88d-5afc-43f1-9479-fb3f96d0f2bb HTTP/1.1" status: 200 len: 217 time: 0.0655375 Nov 16 04:50:38.637302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-31e3d8b0-94df-40d7-b20b-5154e68e0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:38.638873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-31e3d8b0-94df-40d7-b20b-5154e68e0109 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.0855446 Nov 16 04:50:38.649209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db404f0-cd58-4ecb-b3fb-1ffd9a30d340 req-2982c405-e6ae-43e8-8d8e-c2eda679de24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:38.650804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6db404f0-cd58-4ecb-b3fb-1ffd9a30d340 req-2982c405-e6ae-43e8-8d8e-c2eda679de24 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 1096 time: 0.0573995 Nov 16 04:50:38.733380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-9235ce1b-da93-4d59-b153-1e73f1dd7bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:38.735077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-9235ce1b-da93-4d59-b153-1e73f1dd7bb0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0833740 Nov 16 04:50:38.738849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6db404f0-cd58-4ecb-b3fb-1ffd9a30d340 req-54633299-dda6-4697-bbe8-bf8bb8df85f2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769157 Nov 16 04:50:38.812337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d07bc19-ca28-44ad-9c8f-5646c0c9a695 None None] New status for floating IP c533b9c0-042c-433c-aaa7-7c7a861659cb: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:50:39.038481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6afbf-7a83-4913-bee5-be6e634f86bc req-7aa5172c-f258-4179-ac35-d373054c077a tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:39.040619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3bf6afbf-7a83-4913-bee5-be6e634f86bc req-7aa5172c-f258-4179-ac35-d373054c077a tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 945 time: 0.1634488 Nov 16 04:50:39.138042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3bf6afbf-7a83-4913-bee5-be6e634f86bc req-b46dc25f-6402-485d-8136-77e5c60f478f tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875676 Nov 16 04:50:39.166570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-05fea51e-9e86-4674-b018-2d1726f4707c service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252584 Nov 16 04:50:39.192504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3dc03-a414-41fc-90c0-97386ecc8586 req-fff66a58-e321-448a-bdd1-9285d23a416a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:39.194093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80e3dc03-a414-41fc-90c0-97386ecc8586 req-fff66a58-e321-448a-bdd1-9285d23a416a tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0762687 Nov 16 04:50:39.331123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80e3dc03-a414-41fc-90c0-97386ecc8586 req-d32ad5ed-2909-4926-993c-d7d9d6d7bf52 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204245 Nov 16 04:50:39.338796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-ea02e2fc-dddb-4cd0-ad89-bcba850af65d service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433957 Nov 16 04:50:39.427445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-cd8457a5-7116-4aa0-8696-eeade5d79c26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 HTTP/1.1" status: 200 len: 217 time: 0.0784457 Nov 16 04:50:39.476398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8c7de2d-011d-4804-b4e5-57de9785718f req-9a64b3de-a8b1-4ff9-bd56-f95dde30581c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 210 time: 0.0729449 Nov 16 04:50:39.541244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-72378019-979a-44db-b532-29681fa59939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:39.542964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-72378019-979a-44db-b532-29681fa59939 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.0794692 Nov 16 04:50:39.668946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b89abf-27a8-4846-8372-d0af75b32374 req-07c40f93-daaa-4de0-a239-e5bd89625296 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:39.670610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49b89abf-27a8-4846-8372-d0af75b32374 req-07c40f93-daaa-4de0-a239-e5bd89625296 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.37 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1267481 Nov 16 04:50:39.674065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-09fb72b6-2caf-43d4-beeb-f35e452e39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:39.675627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-09fb72b6-2caf-43d4-beeb-f35e452e39e1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017659 Nov 16 04:50:39.686919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59535c4f-47bc-46b6-8949-1ec446e8eed7 req-17c10d96-0657-47fd-b40d-7d93aa2c2acc tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:39.688694 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59535c4f-47bc-46b6-8949-1ec446e8eed7 req-17c10d96-0657-47fd-b40d-7d93aa2c2acc tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 945 time: 0.1007817 Nov 16 04:50:39.856483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59535c4f-47bc-46b6-8949-1ec446e8eed7 req-f1126fc7-88d9-4dd5-bc2e-85bd31d85956 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/security-groups?id=5794bc74-38a7-4061-b232-a873911b367e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508534 Nov 16 04:50:39.893281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-008ebb7d-d7b3-45cd-91c8-81b52ef68504 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024605 Nov 16 04:50:39.912075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-49b89abf-27a8-4846-8372-d0af75b32374 req-83daa8b0-f726-44fb-adb4-4a518184ecd3 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Deleting port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:39.912456 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-49b89abf-27a8-4846-8372-d0af75b32374 req-83daa8b0-f726-44fb-adb4-4a518184ecd3 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:40.070857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-0ad48d2e-13d1-4063-8723-6d45979fe428 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694102 Nov 16 04:50:40.075793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-49b89abf-27a8-4846-8372-d0af75b32374 req-83daa8b0-f726-44fb-adb4-4a518184ecd3 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] For port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=2fbb9ed4-10e4-4b10-906d-beb9bfad762a,segment=NetworkSegment(e36898a2-38c7-40dc-8de3-7aa934c52735),segment_id=e36898a2-38c7-40dc-8de3-7aa934c52735)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:40.076158 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-49b89abf-27a8-4846-8372-d0af75b32374 req-83daa8b0-f726-44fb-adb4-4a518184ecd3 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:40.132271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-ae5213d5-eed9-47c6-80e0-37d4a7b91eeb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=09f8af55-badd-41b7-a94d-d362718c5b52 HTTP/1.1" status: 200 len: 217 time: 0.0519922 Nov 16 04:50:40.137314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-49b89abf-27a8-4846-8372-d0af75b32374 req-83daa8b0-f726-44fb-adb4-4a518184ecd3 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Calling delete_port for 2fbb9ed4-10e4-4b10-906d-beb9bfad762a owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:40.176783 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d65d5134-fb3c-41ad-9c32-4f4b04509a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:40.276290 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-51577119-4d8d-4150-ad08-0f8a898d6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:40.277796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-51577119-4d8d-4150-ad08-0f8a898d6618 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 200 len: 797 time: 0.1380255 Nov 16 04:50:40.352998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefc6f5-a31c-46e1-a33f-2209cd19d642 req-fad22924-11c4-4f8a-8dcc-b894dddfe576 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:40.360328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7aefc6f5-a31c-46e1-a33f-2209cd19d642 req-fad22924-11c4-4f8a-8dcc-b894dddfe576 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 945 time: 0.1245313 Nov 16 04:50:40.434034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-3d2e0ecc-3481-4a13-a5cc-d1298eced0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:40.435544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-3d2e0ecc-3481-4a13-a5cc-d1298eced0be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1417387 Nov 16 04:50:40.534246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7aefc6f5-a31c-46e1-a33f-2209cd19d642 req-43b341d1-b8ed-4a4e-b558-757477e26926 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731405 Nov 16 04:50:40.563835 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-49b89abf-27a8-4846-8372-d0af75b32374 req-83daa8b0-f726-44fb-adb4-4a518184ecd3 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:40.571857 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['2fbb9ed4-10e4-4b10-906d-beb9bfad762a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:40.594002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83daa8b0-f726-44fb-adb4-4a518184ecd3 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Pushing event deleted for resources: {'Port': ['ID=2fbb9ed4-10e4-4b10-906d-beb9bfad762a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:40.609507 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a407717-4236-4e78-98bc-496165072b99 req-033aad3a-daf7-4425-bbf2-e9fae8931473 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:40.611123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a407717-4236-4e78-98bc-496165072b99 req-033aad3a-daf7-4425-bbf2-e9fae8931473 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.1727474 Nov 16 04:50:40.671305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45560) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:40.715014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b89abf-27a8-4846-8372-d0af75b32374 req-83daa8b0-f726-44fb-adb4-4a518184ecd3 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] No DVR routers for this DVR port 2fbb9ed4-10e4-4b10-906d-beb9bfad762a on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:40.720443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7f4ba1a-f153-4218-8ded-58ab0571c890 req-4cfc1035-42c5-4ccc-95ba-0b232938641c tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 210 time: 0.0718009 Nov 16 04:50:40.721661 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-49b89abf-27a8-4846-8372-d0af75b32374 req-83daa8b0-f726-44fb-adb4-4a518184ecd3 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:40.725362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49b89abf-27a8-4846-8372-d0af75b32374 req-83daa8b0-f726-44fb-adb4-4a518184ecd3 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.37 "DELETE /v2.0/ports/2fbb9ed4-10e4-4b10-906d-beb9bfad762a HTTP/1.1" status: 204 len: 173 time: 1.0356543 Nov 16 04:50:40.728682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9569d27d-3c0a-43aa-8909-18d6860323e9', 'name': 'network-vif-deleted', 'tag': '2fbb9ed4-10e4-4b10-906d-beb9bfad762a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:40.733179 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e9135e-f818-4188-a48a-f82ad3c2aa5a" -d '{"events": [{"server_uuid": "9569d27d-3c0a-43aa-8909-18d6860323e9", "name": "network-vif-deleted", "tag": "2fbb9ed4-10e4-4b10-906d-beb9bfad762a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:40.738523 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-8492ac72-60c3-4027-97b8-5aeb890776ef service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810535 Nov 16 04:50:40.793495 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a407717-4236-4e78-98bc-496165072b99 req-19376ca8-9495-4b19-977b-ec85aedbeed6 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670527 Nov 16 04:50:40.833340 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2a136562-9690-45cd-b71e-a512fd863b68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:40.932698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-567706d9-37f7-4126-a2b1-8c741ebbaee4 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866367 Nov 16 04:50:40.934635 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96220f4-2234-4d32-9715-818c4e37e87c x-openstack-request-id: req-f96220f4-2234-4d32-9715-818c4e37e87c {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:40.935021 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9569d27d-3c0a-43aa-8909-18d6860323e9", "name": "network-vif-deleted", "tag": "2fbb9ed4-10e4-4b10-906d-beb9bfad762a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:40.935399 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f96220f4-2234-4d32-9715-818c4e37e87c {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:40.935980 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9569d27d-3c0a-43aa-8909-18d6860323e9', 'name': 'network-vif-deleted', 'tag': '2fbb9ed4-10e4-4b10-906d-beb9bfad762a', 'status': 'completed', 'code': 200} Nov 16 04:50:40.990862 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2a136562-9690-45cd-b71e-a512fd863b68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:40.997786 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2a136562-9690-45cd-b71e-a512fd863b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:41.009343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-c7d6373f-1573-457b-8f46-1170af53bf98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67326287-18f5-45b8-8163-5eb143ba21c1 HTTP/1.1" status: 200 len: 217 time: 0.0646403 Nov 16 04:50:41.039536 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2a136562-9690-45cd-b71e-a512fd863b68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdee6143c2c242a7a5e4f2dba56a12f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3661716 Nov 16 04:50:41.040529 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a136562-9690-45cd-b71e-a512fd863b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0fd97d-ff53-4790-9c8e-eeb58da99c3b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:41.043659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45568) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:41.071796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbef802d-1752-4f59-ad0b-3b69665bcd1b req-b3e06ce2-76fb-43fe-bbb9-2d8a9178a159 tempest-ServerRescueTestJSON-776322484 tempest-ServerRescueTestJSON-776322484-project] 10.222.0.41 "GET /v2.0/ports?device_id=9569d27d-3c0a-43aa-8909-18d6860323e9 HTTP/1.1" status: 200 len: 210 time: 0.0670955 Nov 16 04:50:41.094124 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ba130359-441f-4b41-9629-f7a521d65858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:41.119526 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ba130359-441f-4b41-9629-f7a521d65858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:41.123975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af204582-1ce8-49dd-8182-b230f4262b06 req-78d284dc-c02c-45da-b1b2-eee23b897fe1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:41.125677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af204582-1ce8-49dd-8182-b230f4262b06 req-78d284dc-c02c-45da-b1b2-eee23b897fe1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=f853543d-3a16-43ba-bf97-20f9425c4464 HTTP/1.1" status: 200 len: 945 time: 0.1791837 Nov 16 04:50:41.130147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-875297a7-a2a3-4e96-bbb6-9b76d0152be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:41.132157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-875297a7-a2a3-4e96-bbb6-9b76d0152be0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 200 len: 797 time: 0.0968571 Nov 16 04:50:41.176961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ba130359-441f-4b41-9629-f7a521d65858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:41.182830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ba130359-441f-4b41-9629-f7a521d65858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:41.184712 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ba130359-441f-4b41-9629-f7a521d65858 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd0fd97d-ff53-4790-9c8e-eeb58da99c3b HTTP/1.1" status: 204 len: 168 time: 0.1394112 Nov 16 04:50:41.196016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba130359-441f-4b41-9629-f7a521d65858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0fd97d-ff53-4790-9c8e-eeb58da99c3b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:41.213167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-fab116d6-bd26-422d-b4d2-e932166bfb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:41.214967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-fab116d6-bd26-422d-b4d2-e932166bfb89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0752819 Nov 16 04:50:41.225968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af204582-1ce8-49dd-8182-b230f4262b06 req-9bbb2a0c-4101-481c-ba13-81aae9321f78 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920851 Nov 16 04:50:41.379186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423f556-f8c0-4178-9c19-a9df705a8389 req-57995f28-077c-4284-ad7d-4d169cc0cd6a tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:41.387393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9423f556-f8c0-4178-9c19-a9df705a8389 req-57995f28-077c-4284-ad7d-4d169cc0cd6a tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2975c05d-5da6-4641-9da2-af41669096ef HTTP/1.1" status: 200 len: 945 time: 0.0871985 Nov 16 04:50:41.398659 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-40e4928b-bd8c-475c-a90c-f9b6840264c1 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671093 Nov 16 04:50:41.489324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9423f556-f8c0-4178-9c19-a9df705a8389 req-360873fe-0504-4572-8c29-4bb871a49a3e tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010637 Nov 16 04:50:41.526780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c83e7bc-b4ab-43d6-885b-95ab901fa7d2 req-286802a8-5f60-4001-bb9e-eb5cc2834311 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199627 Nov 16 04:50:41.590214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45580) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:41.605464 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9368d340-9ce7-449b-8aa9-bdb9055d2d74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:41.693836 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9368d340-9ce7-449b-8aa9-bdb9055d2d74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:41.699158 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9368d340-9ce7-449b-8aa9-bdb9055d2d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:41.742487 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9368d340-9ce7-449b-8aa9-bdb9055d2d74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09f300dd2dd8437399a2d9d90ad69b23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1511700 Nov 16 04:50:41.743464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368d340-9ce7-449b-8aa9-bdb9055d2d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a486a628-37aa-418b-bda6-2ed71ea684d8,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:41.745868 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45584) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:41.795306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de20a5a-c5e3-4836-b80c-e88c6d23a643 req-0e9c43b7-4959-4318-9335-3c71464f4ba9 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:41.806108 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2de20a5a-c5e3-4836-b80c-e88c6d23a643 req-0e9c43b7-4959-4318-9335-3c71464f4ba9 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2975c05d-5da6-4641-9da2-af41669096ef HTTP/1.1" status: 200 len: 945 time: 0.0834851 Nov 16 04:50:41.806835 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0684-d949-4698-8297-5add95f14292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:41.834881 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0684-d949-4698-8297-5add95f14292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:41.845639 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:41.875701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-88b7852f-84c1-4aa5-93e0-6e3814e85afd req-93a80272-7342-4fb4-8c97-2849583b09d5 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 210 time: 0.0517950 Nov 16 04:50:41.894649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2de20a5a-c5e3-4836-b80c-e88c6d23a643 req-4d3c8dc1-3a88-41e5-9cf0-6e82fda39968 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875599 Nov 16 04:50:41.899752 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0684-d949-4698-8297-5add95f14292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:41.903259 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa4f0684-d949-4698-8297-5add95f14292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:41.907934 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa4f0684-d949-4698-8297-5add95f14292 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a486a628-37aa-418b-bda6-2ed71ea684d8 HTTP/1.1" status: 204 len: 168 time: 0.1611297 Nov 16 04:50:41.916619 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f0684-d949-4698-8297-5add95f14292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a486a628-37aa-418b-bda6-2ed71ea684d8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:41.998645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7c424-2692-43a2-8dac-be3ee8ac6e74 req-67b3f3c6-22d9-4914-946b-4cd4eb68d430 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:42.000841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffd7c424-2692-43a2-8dac-be3ee8ac6e74 req-67b3f3c6-22d9-4914-946b-4cd4eb68d430 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0585890 Nov 16 04:50:42.050369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffd7c424-2692-43a2-8dac-be3ee8ac6e74 req-c0cddef2-441f-42be-8b60-856570ec8458 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429068 Nov 16 04:50:42.136886 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45598) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:42.527833 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25eee610-cc0a-4995-b140-e3f562c94625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:42.804525 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-25eee610-cc0a-4995-b140-e3f562c94625 admin admin] Deleting port 0a1cc86c-1942-40c1-ab18-741ea6ecbc29 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:42.805185 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25eee610-cc0a-4995-b140-e3f562c94625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:42.896778 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-25eee610-cc0a-4995-b140-e3f562c94625 admin admin] For port 0a1cc86c-1942-40c1-ab18-741ea6ecbc29, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0a1cc86c-1942-40c1-ab18-741ea6ecbc29,segment=NetworkSegment(e36898a2-38c7-40dc-8de3-7aa934c52735),segment_id=e36898a2-38c7-40dc-8de3-7aa934c52735)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:42.897141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25eee610-cc0a-4995-b140-e3f562c94625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:42.910670 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-25eee610-cc0a-4995-b140-e3f562c94625 admin admin] Calling delete_port for 0a1cc86c-1942-40c1-ab18-741ea6ecbc29 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:43.066746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45642) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:43.117813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aad85a-751b-4ec5-aad1-3d56864c42ae req-a82a11e2-500d-482b-aaf5-4ab0f8ee4384 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:43.120459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3aad85a-751b-4ec5-aad1-3d56864c42ae req-a82a11e2-500d-482b-aaf5-4ab0f8ee4384 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.37 "GET /v2.0/ports?device_id=2975c05d-5da6-4641-9da2-af41669096ef HTTP/1.1" status: 200 len: 945 time: 0.0674455 Nov 16 04:50:43.207958 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:43.242465 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25eee610-cc0a-4995-b140-e3f562c94625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:43.269914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eee610-cc0a-4995-b140-e3f562c94625 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1cc86c-1942-40c1-ab18-741ea6ecbc29,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:43.301310 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-292e1e6c-5ddf-4399-a977-87f883c7c028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:43.348291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc6f2a-d6e0-4699-aa78-b9ce50139082 req-32629c9f-9946-4b60-b130-d700c97c989e tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:43.350557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9cc6f2a-d6e0-4699-aa78-b9ce50139082 req-32629c9f-9946-4b60-b130-d700c97c989e tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2975c05d-5da6-4641-9da2-af41669096ef HTTP/1.1" status: 200 len: 945 time: 0.3783495 Nov 16 04:50:43.373689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1811f807-7e9f-4e4a-8312-32f6bc38e85c req-ed6d0dc6-fb36-437b-a664-a19970132e91 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fc5d925-c8d6-4eb9-869a-4a66d3ae22bc HTTP/1.1" status: 200 len: 210 time: 0.3867571 Nov 16 04:50:43.432306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e3aad85a-751b-4ec5-aad1-3d56864c42ae req-65a89300-3a03-4b58-973b-c1df24e9b96f tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Deleting port dadfa535-bc33-4fb4-9f08-677098162dff {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:43.432640 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e3aad85a-751b-4ec5-aad1-3d56864c42ae req-65a89300-3a03-4b58-973b-c1df24e9b96f tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:43.450116 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25eee610-cc0a-4995-b140-e3f562c94625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:43.518341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9cc6f2a-d6e0-4699-aa78-b9ce50139082 req-7f9aebb0-09cd-45be-8a18-9ebf55c221ed tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467824 Nov 16 04:50:43.643342 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-292e1e6c-5ddf-4399-a977-87f883c7c028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:43.669976 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-292e1e6c-5ddf-4399-a977-87f883c7c028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:43.712123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eee610-cc0a-4995-b140-e3f562c94625 admin admin] Router a48cae29-61dd-4ffe-9c8c-ad611facda23 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:50:43.726409 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:43.735650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e3aad85a-751b-4ec5-aad1-3d56864c42ae req-65a89300-3a03-4b58-973b-c1df24e9b96f tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] For port dadfa535-bc33-4fb4-9f08-677098162dff, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=dadfa535-bc33-4fb4-9f08-677098162dff,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:43.735650 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e3aad85a-751b-4ec5-aad1-3d56864c42ae req-65a89300-3a03-4b58-973b-c1df24e9b96f tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:43.771356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e3aad85a-751b-4ec5-aad1-3d56864c42ae req-65a89300-3a03-4b58-973b-c1df24e9b96f tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Calling delete_port for dadfa535-bc33-4fb4-9f08-677098162dff owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:43.774633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e1e6c-5ddf-4399-a977-87f883c7c028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af53352-36b9-43c0-9747-9707fd6cc3d6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:43.784005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-292e1e6c-5ddf-4399-a977-87f883c7c028 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c34163098ee4b74bc31826a01b10c81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7122509 Nov 16 04:50:43.787588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45650) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:43.835431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eee610-cc0a-4995-b140-e3f562c94625 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:50:43.843913 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-25eee610-cc0a-4995-b140-e3f562c94625 admin admin] 10.222.0.41 "PUT /v2.0/routers/a48cae29-61dd-4ffe-9c8c-ad611facda23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7027290 Nov 16 04:50:43.843913 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45652) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:43.847792 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2fbb9ed4-10e4-4b10-906d-beb9bfad762a no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:43.851043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe6d17-1e98-4cfd-8705-c230f9bd6a5a req-4bf362b6-61ca-4385-8f1e-07549a19847f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:43.852341 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918a9a9-2589-4a16-ac55-498bcabaa405 None None] Sync routers for ids ['a48cae29-61dd-4ffe-9c8c-ad611facda23'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:50:43.858336 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ffe6d17-1e98-4cfd-8705-c230f9bd6a5a req-4bf362b6-61ca-4385-8f1e-07549a19847f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.2134607 Nov 16 04:50:43.864268 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918a9a9-2589-4a16-ac55-498bcabaa405 None None] Routers {'a48cae29-61dd-4ffe-9c8c-ad611facda23'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:50:43.866423 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7918a9a9-2589-4a16-ac55-498bcabaa405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:50:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a48cae29-61dd-4ffe-9c8c-ad611facda23'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:43.891290 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 2fbb9ed4-10e4-4b10-906d-beb9bfad762a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:43.891636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 2fbb9ed4-10e4-4b10-906d-beb9bfad762a not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:43.953003 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7011-226d-45a7-b477-a661b0d52c80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:43.965403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ffe6d17-1e98-4cfd-8705-c230f9bd6a5a req-94da318f-339c-4353-8814-18846ba4d37b tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061540 Nov 16 04:50:43.995079 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:44.003557 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-7918a9a9-2589-4a16-ac55-498bcabaa405 None None] Set router a48cae29-61dd-4ffe-9c8c-ad611facda23 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:50:44.232033 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7918a9a9-2589-4a16-ac55-498bcabaa405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'name': 'tempest-ServerRescueTestJSON-79042699-router', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:48:42Z', 'updated_at': '2021-11-16T04:50:43Z', 'revision_number': 5, 'project_id': '26e083ee75414069a6d45744cc5d2647', 'gw_port': {'id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:43Z', 'updated_at': '2021-11-16T04:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:44.270658 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918a9a9-2589-4a16-ac55-498bcabaa405 None None] Checking router: a48cae29-61dd-4ffe-9c8c-ad611facda23 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:50:44.282569 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918a9a9-2589-4a16-ac55-498bcabaa405 None None] Routers {'a48cae29-61dd-4ffe-9c8c-ad611facda23'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:50:44.283531 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7918a9a9-2589-4a16-ac55-498bcabaa405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:50:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a48cae29-61dd-4ffe-9c8c-ad611facda23'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:44.338034 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7011-226d-45a7-b477-a661b0d52c80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:44.373752 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e3aad85a-751b-4ec5-aad1-3d56864c42ae req-65a89300-3a03-4b58-973b-c1df24e9b96f tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:44.387682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['cbdf9d81-41a6-4315-aeaf-45779bc8ed8d'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:44.390057 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['49355935-1f7c-4ef7-8ed3-5493582038b7'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:44.418553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a89300-3a03-4b58-973b-c1df24e9b96f tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Pushing event deleted for resources: {'Port': ['ID=dadfa535-bc33-4fb4-9f08-677098162dff,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:44.456739 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:44.494750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3aad85a-751b-4ec5-aad1-3d56864c42ae req-65a89300-3a03-4b58-973b-c1df24e9b96f tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] No DVR routers for this DVR port dadfa535-bc33-4fb4-9f08-677098162dff on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:44.499737 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e3aad85a-751b-4ec5-aad1-3d56864c42ae req-65a89300-3a03-4b58-973b-c1df24e9b96f tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:44.506780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3aad85a-751b-4ec5-aad1-3d56864c42ae req-65a89300-3a03-4b58-973b-c1df24e9b96f tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.37 "DELETE /v2.0/ports/dadfa535-bc33-4fb4-9f08-677098162dff HTTP/1.1" status: 204 len: 173 time: 1.3792808 Nov 16 04:50:44.507776 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2975c05d-5da6-4641-9da2-af41669096ef', 'name': 'network-vif-deleted', 'tag': 'dadfa535-bc33-4fb4-9f08-677098162dff'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:44.508039 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-7918a9a9-2589-4a16-ac55-498bcabaa405 None None] Set router a48cae29-61dd-4ffe-9c8c-ad611facda23 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:50:44.519877 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd53c1f0-82b0-4420-991d-85882908aaa0" -d '{"events": [{"server_uuid": "2975c05d-5da6-4641-9da2-af41669096ef", "name": "network-vif-deleted", "tag": "dadfa535-bc33-4fb4-9f08-677098162dff"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:44.529697 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7011-226d-45a7-b477-a661b0d52c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:44.535282 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6f9d7011-226d-45a7-b477-a661b0d52c80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:44.541813 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6f9d7011-226d-45a7-b477-a661b0d52c80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7af53352-36b9-43c0-9747-9707fd6cc3d6 HTTP/1.1" status: 204 len: 168 time: 0.7527461 Nov 16 04:50:44.555596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45666) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:44.570947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d7011-226d-45a7-b477-a661b0d52c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af53352-36b9-43c0-9747-9707fd6cc3d6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:44.634238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Deleting port 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:44.636334 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:44.685371 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b3efaa-2426-41b2-8fa3-4784bf05c390 x-openstack-request-id: req-e7b3efaa-2426-41b2-8fa3-4784bf05c390 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:44.686589 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2975c05d-5da6-4641-9da2-af41669096ef", "name": "network-vif-deleted", "tag": "dadfa535-bc33-4fb4-9f08-677098162dff", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:44.686849 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7b3efaa-2426-41b2-8fa3-4784bf05c390 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:44.687262 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2975c05d-5da6-4641-9da2-af41669096ef', 'name': 'network-vif-deleted', 'tag': 'dadfa535-bc33-4fb4-9f08-677098162dff', 'status': 'completed', 'code': 200} Nov 16 04:50:44.795976 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3bd994e-4f04-4700-a23e-2a2d69dd6875 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:44.865318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b13997a-91d3-41c0-ad5b-cd1a5bbfbf8d req-122fc353-c051-403d-98dd-afbe6eed6bba tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=2975c05d-5da6-4641-9da2-af41669096ef HTTP/1.1" status: 200 len: 210 time: 0.1163542 Nov 16 04:50:44.878596 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] For port 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:44.893857 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:44.907336 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7918a9a9-2589-4a16-ac55-498bcabaa405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'name': 'tempest-ServerRescueTestJSON-79042699-router', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:48:42Z', 'updated_at': '2021-11-16T04:50:43Z', 'revision_number': 5, 'project_id': '26e083ee75414069a6d45744cc5d2647', 'gw_port': {'id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:43Z', 'updated_at': '2021-11-16T04:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:44.915378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Calling delete_port for 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:44.931878 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3bd994e-4f04-4700-a23e-2a2d69dd6875 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:44.946721 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7918a9a9-2589-4a16-ac55-498bcabaa405 None None] The sync data for ids ['a48cae29-61dd-4ffe-9c8c-ad611facda23'] in n-d-818042-1 is: [{'id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'name': 'tempest-ServerRescueTestJSON-79042699-router', 'tenant_id': '26e083ee75414069a6d45744cc5d2647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:48:42Z', 'updated_at': '2021-11-16T04:50:43Z', 'revision_number': 5, 'project_id': '26e083ee75414069a6d45744cc5d2647', 'gw_port': {'id': '7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:36:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48cae29-61dd-4ffe-9c8c-ad611facda23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:48:43Z', 'updated_at': '2021-11-16T04:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:50:45.027128 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3bd994e-4f04-4700-a23e-2a2d69dd6875 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:45.034040 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3bd994e-4f04-4700-a23e-2a2d69dd6875 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:45.037727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a3bd994e-4f04-4700-a23e-2a2d69dd6875 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "DELETE /v2.0/security-groups/144ff8c5-9d24-4e33-9385-19a7b766e4b6 HTTP/1.1" status: 204 len: 168 time: 0.4788384 Nov 16 04:50:45.038185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45674) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:45.073255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd994e-4f04-4700-a23e-2a2d69dd6875 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=144ff8c5-9d24-4e33-9385-19a7b766e4b6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:45.084623 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-9dd9658b-5eac-423a-ba2d-8e10655e5829 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] show failed (client error): The resource could not be found. Nov 16 04:50:45.089951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45678) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:45.090962 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9dd9658b-5eac-423a-ba2d-8e10655e5829 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "GET /v2.0/security-groups/144ff8c5-9d24-4e33-9385-19a7b766e4b6 HTTP/1.1" status: 404 len: 347 time: 0.0450511 Nov 16 04:50:45.159073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ef120-6fe4-4d51-876f-bdb118292d87 req-1b37e5d4-6ffd-41fb-8ddb-f25a4830bddb tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:45.167161 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e47ef120-6fe4-4d51-876f-bdb118292d87 req-1b37e5d4-6ffd-41fb-8ddb-f25a4830bddb tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0749364 Nov 16 04:50:45.230418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e47ef120-6fe4-4d51-876f-bdb118292d87 req-90f09ac8-e42f-4ee5-a6c8-75472dc5f02e tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620770 Nov 16 04:50:45.379564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:45.385463 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b1eccb81-52fc-46db-8da4-461261314654 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Deleting port e82ebfd4-5fed-403d-a5de-56341df0da0e {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:45.385816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1eccb81-52fc-46db-8da4-461261314654 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:45.446570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Pushing event deleted for resources: {'Port': ['ID=7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:45.545951 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:45.548875 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1eccb81-52fc-46db-8da4-461261314654 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:45.549198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1eccb81-52fc-46db-8da4-461261314654 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:45.623178 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b1eccb81-52fc-46db-8da4-461261314654 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Calling delete_port for e82ebfd4-5fed-403d-a5de-56341df0da0e owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:45.678542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0a1cc86c-1942-40c1-ab18-741ea6ecbc29 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:45.716020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 0a1cc86c-1942-40c1-ab18-741ea6ecbc29 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:45.716376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0a1cc86c-1942-40c1-ab18-741ea6ecbc29 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:45.731094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:45.735617 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:45.823866 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:45.824519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Fanout notify agent at l3_agent the message router_deleted on router a48cae29-61dd-4ffe-9c8c-ad611facda23 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:50:45.830362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:45.831683 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-41151401-e024-41c0-a00e-83c049bf2fac admin admin] 10.222.0.41 "DELETE /v2.0/routers/a48cae29-61dd-4ffe-9c8c-ad611facda23 HTTP/1.1" status: 204 len: 168 time: 1.9867935 Nov 16 04:50:45.834807 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45698) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:45.852845 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device dadfa535-bc33-4fb4-9f08-677098162dff no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:45.870225 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1eccb81-52fc-46db-8da4-461261314654 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:45.913365 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: dadfa535-bc33-4fb4-9f08-677098162dff {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:45.918250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device dadfa535-bc33-4fb4-9f08-677098162dff not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:45.930374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eccb81-52fc-46db-8da4-461261314654 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Pushing event deleted for resources: {'Port': ['ID=e82ebfd4-5fed-403d-a5de-56341df0da0e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:45.965331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccafbd9b-533c-44e4-9171-59089fea3779 admin admin] Deleting subnet 89dafe22-d8cb-44ce-83d7-384ac27d704f {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:50:46.003104 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ccafbd9b-533c-44e4-9171-59089fea3779 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.065177 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ccafbd9b-533c-44e4-9171-59089fea3779 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.091636 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1eccb81-52fc-46db-8da4-461261314654 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.094385 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1eccb81-52fc-46db-8da4-461261314654 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.095552 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b1eccb81-52fc-46db-8da4-461261314654 tempest-ServersTestBootFromVolume-2144154858 tempest-ServersTestBootFromVolume-2144154858-project] 10.222.0.41 "DELETE /v2.0/floatingips/c533b9c0-042c-433c-aaa7-7c7a861659cb HTTP/1.1" status: 204 len: 168 time: 1.0046387 Nov 16 04:50:46.100151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45708) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:46.159223 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.200129 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ccafbd9b-533c-44e4-9171-59089fea3779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.264786 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ccafbd9b-533c-44e4-9171-59089fea3779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.315325 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafbd9b-533c-44e4-9171-59089fea3779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89dafe22-d8cb-44ce-83d7-384ac27d704f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:46.318911 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ccafbd9b-533c-44e4-9171-59089fea3779 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.331408 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ccafbd9b-533c-44e4-9171-59089fea3779 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/89dafe22-d8cb-44ce-83d7-384ac27d704f HTTP/1.1" status: 204 len: 168 time: 0.4955797 Nov 16 04:50:46.332132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45722) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:46.557540 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e447ff88-b17d-4d9e-b0f0-8a92b1d66cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.591234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d33d3-dcff-4a5a-9832-e77be5bc9447 req-f1c27677-3c1b-446d-b425-78971542a1ae tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:46.592835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-719d33d3-dcff-4a5a-9832-e77be5bc9447 req-f1c27677-3c1b-446d-b425-78971542a1ae tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.1648097 Nov 16 04:50:46.726010 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02b79469-5b25-48a6-8827-3f728f70ded3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.754237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45742) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:46.785586 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e447ff88-b17d-4d9e-b0f0-8a92b1d66cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.797211 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-719d33d3-dcff-4a5a-9832-e77be5bc9447 req-99cf3cb0-3293-47b8-993a-573c56f81913 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560795 Nov 16 04:50:46.824792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e447ff88-b17d-4d9e-b0f0-8a92b1d66cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a5ec20-8993-4f5c-b21a-dee8f6593d5a']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:46.854523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e447ff88-b17d-4d9e-b0f0-8a92b1d66cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36898a2-38c7-40dc-8de3-7aa934c52735') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:46.854830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e447ff88-b17d-4d9e-b0f0-8a92b1d66cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36898a2-38c7-40dc-8de3-7aa934c52735') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:46.875143 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e447ff88-b17d-4d9e-b0f0-8a92b1d66cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.905653 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e447ff88-b17d-4d9e-b0f0-8a92b1d66cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.917503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e447ff88-b17d-4d9e-b0f0-8a92b1d66cd2 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:50:46.918017 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e447ff88-b17d-4d9e-b0f0-8a92b1d66cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:50:46.919837 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:50:46.992783 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e447ff88-b17d-4d9e-b0f0-8a92b1d66cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.035502 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e447ff88-b17d-4d9e-b0f0-8a92b1d66cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.039528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e447ff88-b17d-4d9e-b0f0-8a92b1d66cd2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/42a5ec20-8993-4f5c-b21a-dee8f6593d5a HTTP/1.1" status: 204 len: 168 time: 0.7057693 Nov 16 04:50:47.040619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447ff88-b17d-4d9e-b0f0-8a92b1d66cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=42a5ec20-8993-4f5c-b21a-dee8f6593d5a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:47.074229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-852384394'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:47.131318 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f3fe6-e319-4290-ace7-7ba535e97cf0 req-79628980-6ebc-4df8-9aa5-4ba7b91fd632 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:47.137900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f3fe6-e319-4290-ace7-7ba535e97cf0 req-79628980-6ebc-4df8-9aa5-4ba7b91fd632 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:47.139732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-261f3fe6-e319-4290-ace7-7ba535e97cf0 req-79628980-6ebc-4df8-9aa5-4ba7b91fd632 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1&device_id=f853543d-3a16-43ba-bf97-20f9425c4464 HTTP/1.1" status: 200 len: 1681 time: 0.0970063 Nov 16 04:50:47.141141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Made reservation on behalf of 5402f7dce6ea4e299376a3e39bf8cda3 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:47.144681 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.155982 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.172199 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-02b79469-5b25-48a6-8827-3f728f70ded3 admin admin] Deleting port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:47.173181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02b79469-5b25-48a6-8827-3f728f70ded3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.215352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-261f3fe6-e319-4290-ace7-7ba535e97cf0 req-4f401c90-058a-4fae-8f79-20626c728574 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604043 Nov 16 04:50:47.265205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45756) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:47.285444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-02b79469-5b25-48a6-8827-3f728f70ded3 admin admin] For port 43f02aaa-4bd4-4a48-adc9-5362cd6bd002, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=43f02aaa-4bd4-4a48-adc9-5362cd6bd002,segment=NetworkSegment(8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b),segment_id=8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:47.285905 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02b79469-5b25-48a6-8827-3f728f70ded3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.300593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-02b79469-5b25-48a6-8827-3f728f70ded3 admin admin] Calling delete_port for 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:47.335008 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b0d66b48-3190-46a7-95a2-077832ed7595 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26e083ee75414069a6d45744cc5d2647&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0687852 Nov 16 04:50:47.338680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45758) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:47.355405 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.363667 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.375620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:50:47.425949 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.426294 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Added segment b387e6a7-41c1-4fcc-b83a-84be441a19a5 of type vlan for network def27659-7e01-4ba0-8730-6841a6e36178 Nov 16 04:50:47.438298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc73482-e280-4540-851a-d3a1a7d8d9ca,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:47.478606 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-46e42c5a-7885-4978-844d-99d6aee0245a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.489344 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.516135 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-46e42c5a-7885-4978-844d-99d6aee0245a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.551991 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.558124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:47.558736 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.575623 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:47.603847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:47.605114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7ba3e66f-94cd-4fc4-aa5b-bc2a45a21146 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:47.614999 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02b79469-5b25-48a6-8827-3f728f70ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.632971 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45766) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:47.633207 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8755999 Nov 16 04:50:47.659988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9913909-d659-4e44-9802-8b2c6c6f662d tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Pushing event updated for resources: {'Network': ['ID=def27659-7e01-4ba0-8730-6841a6e36178,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:47.664771 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-46e42c5a-7885-4978-844d-99d6aee0245a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.668071 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-46e42c5a-7885-4978-844d-99d6aee0245a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:47.670171 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-46e42c5a-7885-4978-844d-99d6aee0245a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5794bc74-38a7-4061-b232-a873911b367e HTTP/1.1" status: 204 len: 168 time: 0.3304663 Nov 16 04:50:47.673535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network def27659-7e01-4ba0-8730-6841a6e36178 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:50:47.681452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e42c5a-7885-4978-844d-99d6aee0245a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5794bc74-38a7-4061-b232-a873911b367e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:47.775860 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b79469-5b25-48a6-8827-3f728f70ded3 admin admin] Pushing event deleted for resources: {'Port': ['ID=43f02aaa-4bd4-4a48-adc9-5362cd6bd002,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:48.034140 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02b79469-5b25-48a6-8827-3f728f70ded3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:48.035412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b427bc-0abc-4b5c-aa34-1d1147bb11e4 req-080475c0-5ad9-4def-b479-b64024691aba tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:48.051361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36b427bc-0abc-4b5c-aa34-1d1147bb11e4 req-080475c0-5ad9-4def-b479-b64024691aba tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.1157475 Nov 16 04:50:48.131541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36b427bc-0abc-4b5c-aa34-1d1147bb11e4 req-8daf515a-a7d2-4e2d-a49c-dd744cbf0797 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780201 Nov 16 04:50:48.172447 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Request body: {'network': {'name': 'tempest-network--308095809', 'router:external': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:48.229210 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Made reservation on behalf of 5f2273c072fd45939df17b91f82815a1 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:48.231592 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:48.242889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:48.261104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdd19a-1518-4eda-aa45-065252b2e917 req-47de4ecd-a3db-4831-b4f3-5b870d5a2f37 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:48.263121 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60bdd19a-1518-4eda-aa45-065252b2e917 req-47de4ecd-a3db-4831-b4f3-5b870d5a2f37 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=f853543d-3a16-43ba-bf97-20f9425c4464 HTTP/1.1" status: 200 len: 945 time: 0.0583246 Nov 16 04:50:48.279182 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:48.341159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60bdd19a-1518-4eda-aa45-065252b2e917 req-e732e7cc-2ef4-4c79-8eaa-6400ccf4ddd9 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651307 Nov 16 04:50:48.426921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b79469-5b25-48a6-8827-3f728f70ded3 admin admin] Router d23809ac-0628-4847-822f-d237e6c7f475 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:50:48.453675 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:48.460082 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:48.559001 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:50:48.568626 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab9ecb3-f113-41b2-8b98-803f5e68a9c2,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:48.580983 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:48.581338 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Added segment 44612f2b-04bd-42f0-9061-44716113f6c5 of type vlan for network 4d6941df-7d1b-446f-944a-e5f4872d5822 Nov 16 04:50:48.630896 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b79469-5b25-48a6-8827-3f728f70ded3 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:50:48.636020 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-02b79469-5b25-48a6-8827-3f728f70ded3 admin admin] 10.222.0.41 "PUT /v2.0/routers/d23809ac-0628-4847-822f-d237e6c7f475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5350020 Nov 16 04:50:48.638671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45800) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:48.645152 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:48.655468 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2013da94-6ec1-4bfc-be37-dc6d2c75cea6 None None] Sync routers for ids ['d23809ac-0628-4847-822f-d237e6c7f475'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:50:48.667934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45802) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:48.678797 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2013da94-6ec1-4bfc-be37-dc6d2c75cea6 None None] Routers {'d23809ac-0628-4847-822f-d237e6c7f475'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:50:48.679868 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2013da94-6ec1-4bfc-be37-dc6d2c75cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:50:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d23809ac-0628-4847-822f-d237e6c7f475'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:48.694686 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:48.695766 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:48.696392 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:48.815851 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:48.816017 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1664701 Nov 16 04:50:48.819918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45806) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:48.835165 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-694055662-network', 'tenant_id': 'e27225a254b34f1799608f35a8d881f6'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:48.856012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f54911-34f5-450d-9ef0-1ea250947847 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event updated for resources: {'Network': ['ID=4d6941df-7d1b-446f-944a-e5f4872d5822,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:48.871728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 4d6941df-7d1b-446f-944a-e5f4872d5822 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:50:48.893468 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Made reservation on behalf of e27225a254b34f1799608f35a8d881f6 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:48.896203 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:48.906689 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:48.954591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-2013da94-6ec1-4bfc-be37-dc6d2c75cea6 None None] Set router d23809ac-0628-4847-822f-d237e6c7f475 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:50:48.982590 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.013620 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.020818 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.035072 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.086682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:50:49.149393 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.150355 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Added segment 573841c6-13f9-456f-b0a1-74d454754143 of type vlan for network 5c0e831c-811d-4ed0-80f7-85322e892bc6 Nov 16 04:50:49.157502 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8306c1-3919-46f6-b7e9-78193115a0f4,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:49.184683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.230012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d95e07-aabe-442d-a6cc-ab1c257d55ec req-7198ea12-f921-4370-9521-48a206f890cc tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:49.230714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6941df-7d1b-446f-944a-e5f4872d5822']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:49.231622 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-03d95e07-aabe-442d-a6cc-ab1c257d55ec req-7198ea12-f921-4370-9521-48a206f890cc tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.15 "GET /v2.0/ports?device_id=f853543d-3a16-43ba-bf97-20f9425c4464 HTTP/1.1" status: 200 len: 945 time: 0.1903477 Nov 16 04:50:49.246044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44612f2b-04bd-42f0-9061-44716113f6c5') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:49.246599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44612f2b-04bd-42f0-9061-44716113f6c5') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:49.264841 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.295266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2013da94-6ec1-4bfc-be37-dc6d2c75cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:50:47Z', 'revision_number': 5, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port': {'id': '6a0ee51b-be2c-44f6-b99f-fdef348f9089', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:28Z', 'updated_at': '2021-11-16T04:47:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:49.304592 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.309537 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.325248 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2013da94-6ec1-4bfc-be37-dc6d2c75cea6 None None] Checking router: d23809ac-0628-4847-822f-d237e6c7f475 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:50:49.334197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2013da94-6ec1-4bfc-be37-dc6d2c75cea6 None None] Routers {'d23809ac-0628-4847-822f-d237e6c7f475'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:50:49.335237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2013da94-6ec1-4bfc-be37-dc6d2c75cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:50:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d23809ac-0628-4847-822f-d237e6c7f475'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:49.335684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Deleting port 6a0ee51b-be2c-44f6-b99f-fdef348f9089 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:49.335893 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.339451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:50:49.339855 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:50:49.343050 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:50:49.380087 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.381110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:49.381741 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.441607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-03d95e07-aabe-442d-a6cc-ab1c257d55ec req-618a6e9c-1993-420a-bcf2-3b2d3bb22cb7 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Deleting port 49355935-1f7c-4ef7-8ed3-5493582038b7 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:49.441972 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-03d95e07-aabe-442d-a6cc-ab1c257d55ec req-618a6e9c-1993-420a-bcf2-3b2d3bb22cb7 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.443173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-2013da94-6ec1-4bfc-be37-dc6d2c75cea6 None None] Set router d23809ac-0628-4847-822f-d237e6c7f475 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:50:49.467316 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7959774 Nov 16 04:50:49.473031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45816) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:49.479492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3b37cac0-ef11-41fe-93fc-74d4ed8b2591 admin admin] Request body: {'subnet': {'network_id': '5c0e831c-811d-4ed0-80f7-85322e892bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-694055662-subnet', 'tenant_id': 'e27225a254b34f1799608f35a8d881f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:49.493850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5856d-7587-489b-abc2-dfc268c85bc5 req-befd7a4f-a7d9-4b57-a531-5dc3edc86b95 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:49.499609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7049db5-b6d0-4e4b-b25d-2bc6a4adc87c admin admin] Pushing event updated for resources: {'Network': ['ID=5c0e831c-811d-4ed0-80f7-85322e892bc6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:49.501858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fef5856d-7587-489b-abc2-dfc268c85bc5 req-befd7a4f-a7d9-4b57-a531-5dc3edc86b95 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.2389793 Nov 16 04:50:49.503594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2013da94-6ec1-4bfc-be37-dc6d2c75cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:50:49Z', 'revision_number': 6, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:49.535204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 5c0e831c-811d-4ed0-80f7-85322e892bc6 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:50:49.549597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2013da94-6ec1-4bfc-be37-dc6d2c75cea6 None None] The sync data for ids ['d23809ac-0628-4847-822f-d237e6c7f475'] in n-d-818042-1 is: [{'id': 'd23809ac-0628-4847-822f-d237e6c7f475', 'name': 'tempest-ServersTestBootFromVolume-425837590-router', 'tenant_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:27Z', 'updated_at': '2021-11-16T04:50:49Z', 'revision_number': 6, 'project_id': 'dcbe76f52ed24c9698b3727d7dbd3735', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:50:49.574106 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-03d95e07-aabe-442d-a6cc-ab1c257d55ec req-618a6e9c-1993-420a-bcf2-3b2d3bb22cb7 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] For port 49355935-1f7c-4ef7-8ed3-5493582038b7, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=49355935-1f7c-4ef7-8ed3-5493582038b7,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:49.574528 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-03d95e07-aabe-442d-a6cc-ab1c257d55ec req-618a6e9c-1993-420a-bcf2-3b2d3bb22cb7 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.578204 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.585827 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d6941df-7d1b-446f-944a-e5f4872d5822 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 04:50:49.592895 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.598038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "DELETE /v2.0/networks/4d6941df-7d1b-446f-944a-e5f4872d5822 HTTP/1.1" status: 204 len: 168 time: 0.7765119 Nov 16 04:50:49.605107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-03d95e07-aabe-442d-a6cc-ab1c257d55ec req-618a6e9c-1993-420a-bcf2-3b2d3bb22cb7 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Calling delete_port for 49355935-1f7c-4ef7-8ed3-5493582038b7 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:49.615443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45818) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:49.620304 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-98928191-48aa-4ead-9b9e-329baf90820e tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:49.637941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] For port 6a0ee51b-be2c-44f6-b99f-fdef348f9089, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6a0ee51b-be2c-44f6-b99f-fdef348f9089,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:49.638353 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.663013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572164be-e0b6-422b-bb4a-ed4ecde167cd req-0a59c3e7-6200-40ba-83f0-11b659f20298 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:49.664429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-572164be-e0b6-422b-bb4a-ed4ecde167cd req-0a59c3e7-6200-40ba-83f0-11b659f20298 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.37 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 945 time: 0.3433444 Nov 16 04:50:49.672133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Calling delete_port for 6a0ee51b-be2c-44f6-b99f-fdef348f9089 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:49.682415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b37cac0-ef11-41fe-93fc-74d4ed8b2591 admin admin] Made reservation on behalf of e27225a254b34f1799608f35a8d881f6 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:49.684753 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3b37cac0-ef11-41fe-93fc-74d4ed8b2591 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.699175 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98928191-48aa-4ead-9b9e-329baf90820e tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Made reservation on behalf of 5f2273c072fd45939df17b91f82815a1 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:49.706259 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98928191-48aa-4ead-9b9e-329baf90820e tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.714060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260c400-c4bd-4293-99f4-adb1a888bca4 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d6941df-7d1b-446f-944a-e5f4872d5822,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:49.748710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98928191-48aa-4ead-9b9e-329baf90820e tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:50:49.799302 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98928191-48aa-4ead-9b9e-329baf90820e tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.799802 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-98928191-48aa-4ead-9b9e-329baf90820e tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Added segment 9829ecd3-cfba-4360-8b2b-9a128f2e6955 of type vlan for network 413971bf-6b79-4528-b984-5fd21efc3d33 Nov 16 04:50:49.842194 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-03d95e07-aabe-442d-a6cc-ab1c257d55ec req-618a6e9c-1993-420a-bcf2-3b2d3bb22cb7 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.844711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9fd46-7f08-47e9-87c0-9d1f673bddd6 req-46f4467b-749e-4759-bc58-153677e1affb tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:49.853252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91c9fd46-7f08-47e9-87c0-9d1f673bddd6 req-46f4467b-749e-4759-bc58-153677e1affb tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=f853543d-3a16-43ba-bf97-20f9425c4464 HTTP/1.1" status: 200 len: 945 time: 0.3824389 Nov 16 04:50:49.855049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['cbdf9d81-41a6-4315-aeaf-45779bc8ed8d'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:49.863090 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98928191-48aa-4ead-9b9e-329baf90820e tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.895799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a6e9c-1993-420a-bcf2-3b2d3bb22cb7 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Pushing event deleted for resources: {'Port': ['ID=49355935-1f7c-4ef7-8ed3-5493582038b7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:49.901580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fef5856d-7587-489b-abc2-dfc268c85bc5 req-b829e082-0656-458b-ae1b-37d87c6b8c64 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987994 Nov 16 04:50:49.934465 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['49355935-1f7c-4ef7-8ed3-5493582038b7'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:49.946381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d95e07-aabe-442d-a6cc-ab1c257d55ec req-618a6e9c-1993-420a-bcf2-3b2d3bb22cb7 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] No DVR routers for this DVR port 49355935-1f7c-4ef7-8ed3-5493582038b7 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:49.951537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-03d95e07-aabe-442d-a6cc-ab1c257d55ec req-618a6e9c-1993-420a-bcf2-3b2d3bb22cb7 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.955597 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-03d95e07-aabe-442d-a6cc-ab1c257d55ec req-618a6e9c-1993-420a-bcf2-3b2d3bb22cb7 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.15 "DELETE /v2.0/ports/49355935-1f7c-4ef7-8ed3-5493582038b7 HTTP/1.1" status: 204 len: 173 time: 0.6963110 Nov 16 04:50:49.956055 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f853543d-3a16-43ba-bf97-20f9425c4464', 'name': 'network-vif-deleted', 'tag': '49355935-1f7c-4ef7-8ed3-5493582038b7'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:49.958487 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e93ec9-a1ef-4ae4-ae0c-563ed2a5bcbc" -d '{"events": [{"server_uuid": "f853543d-3a16-43ba-bf97-20f9425c4464", "name": "network-vif-deleted", "tag": "49355935-1f7c-4ef7-8ed3-5493582038b7"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:49.970531 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98928191-48aa-4ead-9b9e-329baf90820e tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:49.972309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98928191-48aa-4ead-9b9e-329baf90820e tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:49.973009 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98928191-48aa-4ead-9b9e-329baf90820e tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:50.048439 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-98928191-48aa-4ead-9b9e-329baf90820e tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4316506 Nov 16 04:50:50.050312 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d95962-19c5-4014-95c7-ed223814f2d5 x-openstack-request-id: req-b3d95962-19c5-4014-95c7-ed223814f2d5 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:50.050816 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f853543d-3a16-43ba-bf97-20f9425c4464", "name": "network-vif-deleted", "tag": "49355935-1f7c-4ef7-8ed3-5493582038b7", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:50.051464 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3d95962-19c5-4014-95c7-ed223814f2d5 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:50.052009 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f853543d-3a16-43ba-bf97-20f9425c4464', 'name': 'network-vif-deleted', 'tag': '49355935-1f7c-4ef7-8ed3-5493582038b7', 'status': 'completed', 'code': 200} Nov 16 04:50:50.054622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45822) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:50.060547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-03bd1074-4273-4d22-af6d-33aadbe9676d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Request body: {'subnet': {'network_id': '413971bf-6b79-4528-b984-5fd21efc3d33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:50.076574 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98928191-48aa-4ead-9b9e-329baf90820e tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event updated for resources: {'Network': ['ID=413971bf-6b79-4528-b984-5fd21efc3d33,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:50.096738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 413971bf-6b79-4528-b984-5fd21efc3d33 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:50:50.103716 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bd1074-4273-4d22-af6d-33aadbe9676d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Made reservation on behalf of 5f2273c072fd45939df17b91f82815a1 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:50.106497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-03bd1074-4273-4d22-af6d-33aadbe9676d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:50.144535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91c9fd46-7f08-47e9-87c0-9d1f673bddd6 req-ccfd44b0-41af-4c3a-b399-9056a536229c tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ecab4d0-2677-4f00-85c0-d52601189d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904108 Nov 16 04:50:50.224068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-572164be-e0b6-422b-bb4a-ed4ecde167cd req-93687c46-5a4e-4229-bb10-38ec8c943f25 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Deleting port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:50.224453 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-572164be-e0b6-422b-bb4a-ed4ecde167cd req-93687c46-5a4e-4229-bb10-38ec8c943f25 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:50.411427 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:50.413941 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3b37cac0-ef11-41fe-93fc-74d4ed8b2591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:50.432505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-572164be-e0b6-422b-bb4a-ed4ecde167cd req-93687c46-5a4e-4229-bb10-38ec8c943f25 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] For port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=cbdf9d81-41a6-4315-aeaf-45779bc8ed8d,segment=NetworkSegment(e7711960-d51c-40db-b703-0f577f5e1646),segment_id=e7711960-d51c-40db-b703-0f577f5e1646)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:50.432505 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-572164be-e0b6-422b-bb4a-ed4ecde167cd req-93687c46-5a4e-4229-bb10-38ec8c943f25 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:50.457995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-03bd1074-4273-4d22-af6d-33aadbe9676d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:50:50.459339 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-03bd1074-4273-4d22-af6d-33aadbe9676d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:50.508563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-572164be-e0b6-422b-bb4a-ed4ecde167cd req-93687c46-5a4e-4229-bb10-38ec8c943f25 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Calling delete_port for cbdf9d81-41a6-4315-aeaf-45779bc8ed8d owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:50.511464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0ee51b-be2c-44f6-b99f-fdef348f9089,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:50.539946 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd1074-4273-4d22-af6d-33aadbe9676d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event updated for resources: {'Subnet': ['ID=734239c3-3d80-4a54-8106-7d33a98d1af9,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:50.548046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd1074-4273-4d22-af6d-33aadbe9676d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Checking segment: {'id': '9829ecd3-cfba-4360-8b2b-9a128f2e6955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '413971bf-6b79-4528-b984-5fd21efc3d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:50.548701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd1074-4273-4d22-af6d-33aadbe9676d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Network hostable DHCP agents. Network: 413971bf-6b79-4528-b984-5fd21efc3d33, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:50:50.574858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd1074-4273-4d22-af6d-33aadbe9676d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Network 413971bf-6b79-4528-b984-5fd21efc3d33 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:50:50.591800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-03bd1074-4273-4d22-af6d-33aadbe9676d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 413971bf-6b79-4528-b984-5fd21efc3d33) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:50.597239 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bd1074-4273-4d22-af6d-33aadbe9676d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:50.598705 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-03bd1074-4273-4d22-af6d-33aadbe9676d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:50.600904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b37cac0-ef11-41fe-93fc-74d4ed8b2591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf43d97-30fb-4032-be1f-dd04c5726a12,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:50.605392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bff27b-1033-4a42-aa81-f53e76c65b78 None None] Network 413971bf-6b79-4528-b984-5fd21efc3d33 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:50.628509 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-03bd1074-4273-4d22-af6d-33aadbe9676d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5700965 Nov 16 04:50:50.628810 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45828) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:50.635629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Request body: {'floatingip': {'floating_network_id': '413971bf-6b79-4528-b984-5fd21efc3d33'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:50.652746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b37cac0-ef11-41fe-93fc-74d4ed8b2591 admin admin] Checking segment: {'id': '573841c6-13f9-456f-b0a1-74d454754143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c0e831c-811d-4ed0-80f7-85322e892bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:50.652996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b37cac0-ef11-41fe-93fc-74d4ed8b2591 admin admin] Network hostable DHCP agents. Network: 5c0e831c-811d-4ed0-80f7-85322e892bc6, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:50:50.661554 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:50.671139 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:50.736210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa98a0d-3462-42ed-9f57-ef9751283bb8 None None] Network 413971bf-6b79-4528-b984-5fd21efc3d33 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:50.762158 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:50.872245 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Allocated IP 172.20.0.9 (413971bf-6b79-4528-b984-5fd21efc3d33/734239c3-3d80-4a54-8106-7d33a98d1af9/06397f4b-3d07-49eb-99d2-fef274fe27af) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:50:50.997643 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.031381 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.051233 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.070608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b37cac0-ef11-41fe-93fc-74d4ed8b2591 admin admin] Network 5c0e831c-811d-4ed0-80f7-85322e892bc6 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:50:51.072678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Network 413971bf-6b79-4528-b984-5fd21efc3d33 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:50:51.074231 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.078133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:51.082881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:50:51.090665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-3b37cac0-ef11-41fe-93fc-74d4ed8b2591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 5c0e831c-811d-4ed0-80f7-85322e892bc6) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:51.095255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b37cac0-ef11-41fe-93fc-74d4ed8b2591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:51.096012 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3b37cac0-ef11-41fe-93fc-74d4ed8b2591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.099910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4e685b-3014-42fe-8d22-bc9b302fd50f None None] Network 5c0e831c-811d-4ed0-80f7-85322e892bc6 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:51.109336 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event updated for resources: {'Port': ['ID=06397f4b-3d07-49eb-99d2-fef274fe27af,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:51.170225 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.170959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router d23809ac-0628-4847-822f-d237e6c7f475 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:50:51.181128 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.182351 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7742be29-ed7f-4af5-96fc-9a749da330ae admin admin] 10.222.0.41 "DELETE /v2.0/routers/d23809ac-0628-4847-822f-d237e6c7f475 HTTP/1.1" status: 204 len: 168 time: 2.5417032 Nov 16 04:50:51.184877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45834) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:51.190863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3b37cac0-ef11-41fe-93fc-74d4ed8b2591 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7167385 Nov 16 04:50:51.214497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42449d85-2b1b-4040-8b11-a66a59ccdb07 req-cc566628-bb4a-41bb-9e1f-9f89bce7bdfa tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:51.227307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42449d85-2b1b-4040-8b11-a66a59ccdb07 req-cc566628-bb4a-41bb-9e1f-9f89bce7bdfa tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.2024703 Nov 16 04:50:51.258833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa32389-77ab-4272-80b9-a1f83ac3fc86 admin admin] Deleting subnet 105560f5-0ea3-42ef-a88a-8fe8fd151d32 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:50:51.270623 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fa32389-77ab-4272-80b9-a1f83ac3fc86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.281265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2caf6d-d566-4491-923e-ae61c2a7adef None None] Network 5c0e831c-811d-4ed0-80f7-85322e892bc6 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:51.287642 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-572164be-e0b6-422b-bb4a-ed4ecde167cd req-93687c46-5a4e-4229-bb10-38ec8c943f25 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.377984 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fa32389-77ab-4272-80b9-a1f83ac3fc86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.408960 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93687c46-5a4e-4229-bb10-38ec8c943f25 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Pushing event deleted for resources: {'Port': ['ID=cbdf9d81-41a6-4315-aeaf-45779bc8ed8d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:51.420032 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.465545 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ccd7210-c9bf-4d26-a0b7-74284f7e2109 req-29e39d67-d4bd-4e6f-89e7-82a9116064d1 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1 HTTP/1.1" status: 200 len: 210 time: 0.0895040 Nov 16 04:50:51.469589 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.470545 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42449d85-2b1b-4040-8b11-a66a59ccdb07 req-bff94049-428f-4c74-be2b-537901bfd934 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423885 Nov 16 04:50:51.485259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-572164be-e0b6-422b-bb4a-ed4ecde167cd req-93687c46-5a4e-4229-bb10-38ec8c943f25 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] No DVR routers for this DVR port cbdf9d81-41a6-4315-aeaf-45779bc8ed8d on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:51.504424 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-572164be-e0b6-422b-bb4a-ed4ecde167cd req-93687c46-5a4e-4229-bb10-38ec8c943f25 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.511416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-572164be-e0b6-422b-bb4a-ed4ecde167cd req-93687c46-5a4e-4229-bb10-38ec8c943f25 tempest-ListServersNegativeTestJSON-607916837 tempest-ListServersNegativeTestJSON-607916837-project] 10.222.0.37 "DELETE /v2.0/ports/cbdf9d81-41a6-4315-aeaf-45779bc8ed8d HTTP/1.1" status: 204 len: 173 time: 1.8190262 Nov 16 04:50:51.511963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1', 'name': 'network-vif-deleted', 'tag': 'cbdf9d81-41a6-4315-aeaf-45779bc8ed8d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:51.523305 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace4309c-a703-4ba7-bca0-04a4b32b358d" -d '{"events": [{"server_uuid": "ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1", "name": "network-vif-deleted", "tag": "cbdf9d81-41a6-4315-aeaf-45779bc8ed8d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:51.570904 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fa32389-77ab-4272-80b9-a1f83ac3fc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:51.638771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:51.785526 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d10472-8d13-485b-9061-168a017a9c87 x-openstack-request-id: req-e0d10472-8d13-485b-9061-168a017a9c87 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:51.786069 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1", "name": "network-vif-deleted", "tag": "cbdf9d81-41a6-4315-aeaf-45779bc8ed8d", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:51.786473 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0d10472-8d13-485b-9061-168a017a9c87 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:51.786997 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae605a4e-52d5-42a3-ab7f-e0b2c06cfac1', 'name': 'network-vif-deleted', 'tag': 'cbdf9d81-41a6-4315-aeaf-45779bc8ed8d', 'status': 'completed', 'code': 200} Nov 16 04:50:51.868050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:51.868495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 43f02aaa-4bd4-4a48-adc9-5362cd6bd002 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:51.869101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6a0ee51b-be2c-44f6-b99f-fdef348f9089 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:51.890129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 6a0ee51b-be2c-44f6-b99f-fdef348f9089 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:51.890570 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6a0ee51b-be2c-44f6-b99f-fdef348f9089 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:51.972705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffa737-142d-4ef3-bcba-92bf95cd4e9d req-26529f62-bef4-43de-b24c-f5f043d8e142 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:51.979961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97ffa737-142d-4ef3-bcba-92bf95cd4e9d req-26529f62-bef4-43de-b24c-f5f043d8e142 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.1308141 Nov 16 04:50:52.032372 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fa32389-77ab-4272-80b9-a1f83ac3fc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.054957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-b140ac7d-1b42-428c-8875-1f4371aee0c3 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:52.056468 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-b140ac7d-1b42-428c-8875-1f4371aee0c3 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/networks?id=5c0e831c-811d-4ed0-80f7-85322e892bc6 HTTP/1.1" status: 200 len: 808 time: 0.1792333 Nov 16 04:50:52.064005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97ffa737-142d-4ef3-bcba-92bf95cd4e9d req-a997468c-7ef2-4f8a-ae15-c2addedf8269 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832198 Nov 16 04:50:52.070072 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa32389-77ab-4272-80b9-a1f83ac3fc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105560f5-0ea3-42ef-a88a-8fe8fd151d32,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:52.075309 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-cf5ede3d-169e-4f55-8e77-414239282e5c tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/quotas/e27225a254b34f1799608f35a8d881f6 HTTP/1.1" status: 200 len: 375 time: 0.0103734 Nov 16 04:50:52.078391 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fa32389-77ab-4272-80b9-a1f83ac3fc86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.081800 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8fa32389-77ab-4272-80b9-a1f83ac3fc86 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/105560f5-0ea3-42ef-a88a-8fe8fd151d32 HTTP/1.1" status: 204 len: 168 time: 0.8956783 Nov 16 04:50:52.083038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7336b0a-41a7-44fb-aa2e-0377f2f12710 None None] Network 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:52.084279 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45864) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:52.135363 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-d466ff62-97a3-47fe-af94-19a14a819b98 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e27225a254b34f1799608f35a8d881f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369608 Nov 16 04:50:52.144576 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.153307 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.214930 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.256260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event updated for resources: {'Port': ['ID=06397f4b-3d07-49eb-99d2-fef274fe27af,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:52.272156 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.273666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353c8d3-9cb1-40e9-99b2-95744bd16339 req-557b9da8-bb19-40e2-8e39-ca1cb6df99d6 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:52.275237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4353c8d3-9cb1-40e9-99b2-95744bd16339 req-557b9da8-bb19-40e2-8e39-ca1cb6df99d6 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0788946 Nov 16 04:50:52.291511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-734058b9-b701-4f14-9ae0-5f30c8c28581 service neutron] 10.222.0.41 "GET /v2.0/networks/5c0e831c-811d-4ed0-80f7-85322e892bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476421 Nov 16 04:50:52.315312 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.316553 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c1507c5d-0ce2-4c39-91f5-c21ee73be997 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6865647 Nov 16 04:50:52.319738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45868) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:52.332612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] DHCP port deletion for 4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:50:52.398774 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b0af359d-2dfb-4c81-9819-e8cd062cd6af tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=413971bf-6b79-4528-b984-5fd21efc3d33 HTTP/1.1" status: 200 len: 689 time: 0.0776975 Nov 16 04:50:52.400986 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4353c8d3-9cb1-40e9-99b2-95744bd16339 req-39ebd26b-2bf0-4159-9397-d9d29345747f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196687 Nov 16 04:50:52.403208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45870) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:52.407042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Deleting port 41ea25ef-ea88-4bce-9eab-bde246c01d2f {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:52.407422 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.422608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Deleting port 41ea25ef-ea88-4bce-9eab-bde246c01d2f {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:52.422608 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.498998 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] For port 41ea25ef-ea88-4bce-9eab-bde246c01d2f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=41ea25ef-ea88-4bce-9eab-bde246c01d2f,segment=NetworkSegment(8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b),segment_id=8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:52.499574 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.529188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-263a5f55-24a4-4d15-b4ce-094d53fa2d43 service neutron] 10.222.0.41 "GET /v2.0/networks/5c0e831c-811d-4ed0-80f7-85322e892bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364962 Nov 16 04:50:52.537281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Calling delete_port for 41ea25ef-ea88-4bce-9eab-bde246c01d2f owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:52.539345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] For port 41ea25ef-ea88-4bce-9eab-bde246c01d2f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=41ea25ef-ea88-4bce-9eab-bde246c01d2f,segment=NetworkSegment(8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b),segment_id=8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:52.539803 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.571489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Calling delete_port for 41ea25ef-ea88-4bce-9eab-bde246c01d2f owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:52.632481 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.641711 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.667011 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45882) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:52.706254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Pushing event deleted for resources: {'Port': ['ID=41ea25ef-ea88-4bce-9eab-bde246c01d2f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:52.755050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] No DVR routers for this DVR port 41ea25ef-ea88-4bce-9eab-bde246c01d2f on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:52.800647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:52.803214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:52.803676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:52.804844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:52.805995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:52.806762 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:52.808561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:52.808984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:52.812518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:52.813048 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:52.816777 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:52.816777 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0fdf3a-7816-4a96-85a3-3d94ce952577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:52.880122 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.898349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d90b2-850c-49c6-88d4-92aa8afa717f req-005705a2-0f3b-48fc-9b60-2166536ca3f6 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:52.900558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a24d90b2-850c-49c6-88d4-92aa8afa717f req-005705a2-0f3b-48fc-9b60-2166536ca3f6 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.1237853 Nov 16 04:50:52.925419 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ea25ef-ea88-4bce-9eab-bde246c01d2f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:52.938117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Deleting port 06397f4b-3d07-49eb-99d2-fef274fe27af {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:52.938460 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:52.955104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] No DVR routers for this DVR port 41ea25ef-ea88-4bce-9eab-bde246c01d2f on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:52.959493 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd08428-6a74-497f-9ad3-197c82b35115 admin admin] Deleting subnet 49ab537c-94b4-4f5d-b38d-05131173c58f {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:50:53.033040 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd08428-6a74-497f-9ad3-197c82b35115 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.059055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44b1987e-f7a1-4c84-b185-17db2681d146 req-819f1a33-4e81-4632-956c-14c3b7bbca97 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 210 time: 0.0530727 Nov 16 04:50:53.069567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a24d90b2-850c-49c6-88d4-92aa8afa717f req-4b455332-7026-461d-81c7-9653589ac8e7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616795 Nov 16 04:50:53.089722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.118310 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.118603 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd08428-6a74-497f-9ad3-197c82b35115 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.118955 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.132673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Calling delete_port for 06397f4b-3d07-49eb-99d2-fef274fe27af owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:53.146943 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:53.163029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:53.163318 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd70c46-4d0a-4b13-9403-2fa8bffc6b8b') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:53.176519 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.192803 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd08428-6a74-497f-9ad3-197c82b35115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.215118 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 49355935-1f7c-4ef7-8ed3-5493582038b7 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:53.218417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.231563 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:50:53.231961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:50:53.233634 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:50:53.279776 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 49355935-1f7c-4ef7-8ed3-5493582038b7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:53.280848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 49355935-1f7c-4ef7-8ed3-5493582038b7 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:53.308913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.318878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.323000 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961 HTTP/1.1" status: 204 len: 168 time: 1.2377298 Nov 16 04:50:53.325549 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd08428-6a74-497f-9ad3-197c82b35115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.338903 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.368932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b15c52-f70c-429f-a61e-0d67a6910db9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ed4b6e6-6041-4ce0-bbb0-7ad6f495f961,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:53.371143 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd08428-6a74-497f-9ad3-197c82b35115 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.375213 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8fd08428-6a74-497f-9ad3-197c82b35115 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/49ab537c-94b4-4f5d-b38d-05131173c58f HTTP/1.1" status: 204 len: 168 time: 0.7062862 Nov 16 04:50:53.377240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45896) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:53.383841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event deleted for resources: {'Port': ['ID=06397f4b-3d07-49eb-99d2-fef274fe27af,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:53.386352 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd08428-6a74-497f-9ad3-197c82b35115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ab537c-94b4-4f5d-b38d-05131173c58f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:53.477012 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee38e687-3df5-4d14-924f-7d97451aadc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.502129 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.543364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45898) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:53.591480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee38e687-3df5-4d14-924f-7d97451aadc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.614740 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a1f3843e-199d-4711-b349-319d1a1b429b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dcbe76f52ed24c9698b3727d7dbd3735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0675561 Nov 16 04:50:53.614740 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.615059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ee38e687-3df5-4d14-924f-7d97451aadc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a1b6ec-a09d-48d3-9243-84039e09e8c5']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:53.625576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ee38e687-3df5-4d14-924f-7d97451aadc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7711960-d51c-40db-b703-0f577f5e1646') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:53.626098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ee38e687-3df5-4d14-924f-7d97451aadc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7711960-d51c-40db-b703-0f577f5e1646') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:53.626705 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 41ea25ef-ea88-4bce-9eab-bde246c01d2f no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:53.637672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee38e687-3df5-4d14-924f-7d97451aadc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.651313 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee38e687-3df5-4d14-924f-7d97451aadc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.658803 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee38e687-3df5-4d14-924f-7d97451aadc3 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:50:53.659160 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee38e687-3df5-4d14-924f-7d97451aadc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.670388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45900) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:53.672270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 41ea25ef-ea88-4bce-9eab-bde246c01d2f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:53.673141 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 41ea25ef-ea88-4bce-9eab-bde246c01d2f not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:53.702371 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:50:53.702727 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:50:53.725791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee38e687-3df5-4d14-924f-7d97451aadc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.733493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=734239c3-3d80-4a54-8106-7d33a98d1af9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:53.744214 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee38e687-3df5-4d14-924f-7d97451aadc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.759374 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ee38e687-3df5-4d14-924f-7d97451aadc3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/87a1b6ec-a09d-48d3-9243-84039e09e8c5 HTTP/1.1" status: 204 len: 168 time: 0.3806276 Nov 16 04:50:53.766604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38e687-3df5-4d14-924f-7d97451aadc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=87a1b6ec-a09d-48d3-9243-84039e09e8c5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:53.810485 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0abe0985-ec30-46eb-85ee-82c9ac6347f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.813342 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.851132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['413971bf-6b79-4528-b984-5fd21efc3d33']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:53.864483 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0abe0985-ec30-46eb-85ee-82c9ac6347f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.867812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9829ecd3-cfba-4360-8b2b-9a128f2e6955') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:53.868114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9829ecd3-cfba-4360-8b2b-9a128f2e6955') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:53.878246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device cbdf9d81-41a6-4315-aeaf-45779bc8ed8d no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:53.890813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22fde2-81fd-46f0-9f7a-25060766f411 req-1fafaa8f-cd99-4c2e-81fd-ecbb5ff812e7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:53.894063 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4a22fde2-81fd-46f0-9f7a-25060766f411 req-1fafaa8f-cd99-4c2e-81fd-ecbb5ff812e7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.0700171 Nov 16 04:50:53.906090 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.910947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: cbdf9d81-41a6-4315-aeaf-45779bc8ed8d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:53.912633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device cbdf9d81-41a6-4315-aeaf-45779bc8ed8d not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:53.937944 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.946064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:50:53.946549 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:50:53.949054 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:50:54.013002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45908) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:54.091993 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0abe0985-ec30-46eb-85ee-82c9ac6347f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:54.094874 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0abe0985-ec30-46eb-85ee-82c9ac6347f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:54.099953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0abe0985-ec30-46eb-85ee-82c9ac6347f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9e19965-3f1d-493f-a460-594e76bd8c3e HTTP/1.1" status: 204 len: 168 time: 0.4246311 Nov 16 04:50:54.100236 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f80a10a3-c6a9-4ea0-8916-7ec739fd7658 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e9a6a8491284ebb8ae8b02c3a642a37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0558097 Nov 16 04:50:54.101069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45912) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:54.126993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-4a22fde2-81fd-46f0-9f7a-25060766f411 req-cef9799d-9352-4122-bd68-37dd54c26ee7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Deleting port 68609ed3-4296-4bf4-a43e-6a6e7854b8de {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:54.127343 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a22fde2-81fd-46f0-9f7a-25060766f411 req-cef9799d-9352-4122-bd68-37dd54c26ee7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:54.140193 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:54.152955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 413971bf-6b79-4528-b984-5fd21efc3d33 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 04:50:54.159979 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:54.169127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "DELETE /v2.0/networks/413971bf-6b79-4528-b984-5fd21efc3d33 HTTP/1.1" status: 204 len: 168 time: 1.7618506 Nov 16 04:50:54.170073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45918) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:54.185050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe0985-ec30-46eb-85ee-82c9ac6347f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e19965-3f1d-493f-a460-594e76bd8c3e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:54.260827 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3311cad-4ccf-4a47-bcdb-bd5812bae8fd tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event deleted for resources: {'Network': ['ID=413971bf-6b79-4528-b984-5fd21efc3d33,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:54.277174 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95a18d36-f797-40c9-81e7-6f06b7f68ade admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:54.333774 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-4a22fde2-81fd-46f0-9f7a-25060766f411 req-cef9799d-9352-4122-bd68-37dd54c26ee7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] For port 68609ed3-4296-4bf4-a43e-6a6e7854b8de, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=68609ed3-4296-4bf4-a43e-6a6e7854b8de,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:54.334179 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a22fde2-81fd-46f0-9f7a-25060766f411 req-cef9799d-9352-4122-bd68-37dd54c26ee7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:54.338979 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95a18d36-f797-40c9-81e7-6f06b7f68ade admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:54.355963 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a827d2e-425c-4cd9-9a30-fc95706fba3d req-0b7fffd6-92e9-4317-a9fc-4b734c59cfd5 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 210 time: 0.1307583 Nov 16 04:50:54.361277 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-4a22fde2-81fd-46f0-9f7a-25060766f411 req-cef9799d-9352-4122-bd68-37dd54c26ee7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Calling delete_port for 68609ed3-4296-4bf4-a43e-6a6e7854b8de owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:54.462529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-f5f19084-9d3b-4e32-822d-349bbdf3f822 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.464440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-f5f19084-9d3b-4e32-822d-349bbdf3f822 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.15 "GET /v2.0/networks?id=5c0e831c-811d-4ed0-80f7-85322e892bc6 HTTP/1.1" status: 200 len: 808 time: 0.4327338 Nov 16 04:50:54.468512 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bade3c54-9281-4266-a79f-e073781b49a6 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2569 time: 0.2863364 Nov 16 04:50:54.471592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45922) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:54.473910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95a18d36-f797-40c9-81e7-6f06b7f68ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:54.480352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95a18d36-f797-40c9-81e7-6f06b7f68ade admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:54.484161 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-95a18d36-f797-40c9-81e7-6f06b7f68ade admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ecab4d0-2677-4f00-85c0-d52601189d41 HTTP/1.1" status: 204 len: 168 time: 0.3777189 Nov 16 04:50:54.498378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Request body: {'port': {'device_id': 'db431023-07ea-4d1b-b666-5559807f0acb', 'network_id': '5c0e831c-811d-4ed0-80f7-85322e892bc6', 'admin_state_up': True, 'tenant_id': 'e27225a254b34f1799608f35a8d881f6'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:54.502016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a18d36-f797-40c9-81e7-6f06b7f68ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecab4d0-2677-4f00-85c0-d52601189d41,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:54.517241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd33b5-0aa0-41ea-b519-cb2757eb66ef req-6322d7c8-e32d-429b-a2bb-35888f36f5ee tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.526587 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eafd33b5-0aa0-41ea-b519-cb2757eb66ef req-6322d7c8-e32d-429b-a2bb-35888f36f5ee tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a48c211-9057-46e9-9271-9e232c03d8a6 HTTP/1.1" status: 200 len: 945 time: 0.2670889 Nov 16 04:50:54.609798 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a22fde2-81fd-46f0-9f7a-25060766f411 req-cef9799d-9352-4122-bd68-37dd54c26ee7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:54.625219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026', '68609ed3-4296-4bf4-a43e-6a6e7854b8de'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:54.664811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9799d-9352-4122-bd68-37dd54c26ee7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event deleted for resources: {'Port': ['ID=68609ed3-4296-4bf4-a43e-6a6e7854b8de,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:54.758551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.759118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.759462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.759913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.760843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.761294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.761739 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.762209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.762650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.763088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.763560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.765813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.766221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.766677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:54.772524 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5b3c4e2a-a3f0-44b0-a3bd-91dc53c7564d tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8917 time: 0.2964721 Nov 16 04:50:54.773702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45934) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:54.795343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eafd33b5-0aa0-41ea-b519-cb2757eb66ef req-a1350648-2869-439d-bc63-7fc4c4b7febb tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676523 Nov 16 04:50:54.826088 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a22fde2-81fd-46f0-9f7a-25060766f411 req-cef9799d-9352-4122-bd68-37dd54c26ee7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] No DVR routers for this DVR port 68609ed3-4296-4bf4-a43e-6a6e7854b8de on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:54.830165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a22fde2-81fd-46f0-9f7a-25060766f411 req-cef9799d-9352-4122-bd68-37dd54c26ee7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:54.833716 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4a22fde2-81fd-46f0-9f7a-25060766f411 req-cef9799d-9352-4122-bd68-37dd54c26ee7 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "DELETE /v2.0/ports/68609ed3-4296-4bf4-a43e-6a6e7854b8de HTTP/1.1" status: 204 len: 173 time: 0.9233129 Nov 16 04:50:54.837567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a48c211-9057-46e9-9271-9e232c03d8a6', 'name': 'network-vif-deleted', 'tag': '68609ed3-4296-4bf4-a43e-6a6e7854b8de'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:54.843211 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce97a687-e1b9-45f8-87e7-a8cf1ed3b56f" -d '{"events": [{"server_uuid": "8a48c211-9057-46e9-9271-9e232c03d8a6", "name": "network-vif-deleted", "tag": "68609ed3-4296-4bf4-a43e-6a6e7854b8de"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:54.908727 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-4b09f43d-0350-4565-90a9-c4ac7b95299a tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] delete failed (client error): The resource could not be found. Nov 16 04:50:54.912259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4b09f43d-0350-4565-90a9-c4ac7b95299a tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/a736da55-6041-47f3-ba8b-26fe5716f302 HTTP/1.1" status: 404 len: 345 time: 0.1351576 Nov 16 04:50:54.913026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45940) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:54.933852 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e573809-597c-437f-a6de-b1b8c9bba49b x-openstack-request-id: req-6e573809-597c-437f-a6de-b1b8c9bba49b {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:54.934170 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a48c211-9057-46e9-9271-9e232c03d8a6", "name": "network-vif-deleted", "tag": "68609ed3-4296-4bf4-a43e-6a6e7854b8de", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:54.934423 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e573809-597c-437f-a6de-b1b8c9bba49b {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:54.934829 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a48c211-9057-46e9-9271-9e232c03d8a6', 'name': 'network-vif-deleted', 'tag': '68609ed3-4296-4bf4-a43e-6a6e7854b8de', 'status': 'completed', 'code': 200} Nov 16 04:50:54.960645 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d6d93a-2af2-4aec-b52d-2047bdb00045 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] DELETE failed (client error): The resource could not be found. Nov 16 04:50:54.961629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d6d93a-2af2-4aec-b52d-2047bdb00045 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:50:54.965252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-63d6d93a-2af2-4aec-b52d-2047bdb00045 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "DELETE /v2.0/networks/413971bf-6b79-4528-b984-5fd21efc3d33 HTTP/1.1" status: 404 len: 339 time: 0.0518341 Nov 16 04:50:54.969730 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45944) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:54.975111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f6f21112-a5db-4ab2-b474-792f7e707010 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Request body: {'network': {'name': 'tempest-network--963242849', 'router:external': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:54.986373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Made reservation on behalf of e27225a254b34f1799608f35a8d881f6 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:54.991838 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.036957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f21112-a5db-4ab2-b474-792f7e707010 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Made reservation on behalf of 5f2273c072fd45939df17b91f82815a1 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:55.040066 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f6f21112-a5db-4ab2-b474-792f7e707010 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.119808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f21112-a5db-4ab2-b474-792f7e707010 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:50:55.148933 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f6f21112-a5db-4ab2-b474-792f7e707010 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.149476 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-f6f21112-a5db-4ab2-b474-792f7e707010 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Added segment 73bfdb71-5ccb-4b2e-96be-e30b522b7a93 of type vlan for network 8a0f7039-29bf-47d7-ab77-fbb0cff0db13 Nov 16 04:50:55.194524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Allocated IP 172.20.0.2 (5c0e831c-811d-4ed0-80f7-85322e892bc6/7bf43d97-30fb-4032-be1f-dd04c5726a12/780b71b2-358c-43b8-b4a7-cadbd60430d3) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:50:55.215425 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f6f21112-a5db-4ab2-b474-792f7e707010 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.272634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f6f21112-a5db-4ab2-b474-792f7e707010 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.273693 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f21112-a5db-4ab2-b474-792f7e707010 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:55.274318 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f6f21112-a5db-4ab2-b474-792f7e707010 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.343441 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f6f21112-a5db-4ab2-b474-792f7e707010 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3725209 Nov 16 04:50:55.344725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45962) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:55.362254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f21112-a5db-4ab2-b474-792f7e707010 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event updated for resources: {'Network': ['ID=8a0f7039-29bf-47d7-ab77-fbb0cff0db13,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:55.379812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 8a0f7039-29bf-47d7-ab77-fbb0cff0db13 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:50:55.397443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45968) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:55.603219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1299398896-network', 'tenant_id': '36274abcb2984dc988451dad272e5e4e'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:55.629561 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Made reservation on behalf of 36274abcb2984dc988451dad272e5e4e for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:55.633529 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.643625 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.732622 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.736819 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.775718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:50:55.787876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45980) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:55.797460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14c65cb-7511-44be-9594-033372f363cf,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:55.805784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.806269 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Added segment 52569557-ff3b-46b7-80ec-642a50f5c5eb of type vlan for network 38fb073c-24ab-411c-a165-ede02fb444b0 Nov 16 04:50:55.842333 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4035ff55-290c-480b-b384-c447fd1b36e5 req-792767bd-d66a-41d3-a19c-f37e4281bd08 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 210 time: 0.0991104 Nov 16 04:50:55.859396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.860330 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.898573 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.901716 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:55.903491 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:55.962241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c07c26-f885-4a7d-ac9e-5ec1751ef5f1 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:55.969353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c07c26-f885-4a7d-ac9e-5ec1751ef5f1 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:55.970694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-444131511-network', 'tenant_id': '33b5108a30f24f4cb511f366011be3ef'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:55.976035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c07c26-f885-4a7d-ac9e-5ec1751ef5f1 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:55.981751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c07c26-f885-4a7d-ac9e-5ec1751ef5f1 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:55.986187 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c0c07c26-f885-4a7d-ac9e-5ec1751ef5f1 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6377981 Nov 16 04:50:55.987037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45992) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:55.990120 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5908468 Nov 16 04:50:55.993006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45994) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:56.003030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4b5598ce-3349-442a-a291-e5ea8f128df9 admin admin] Request body: {'subnet': {'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-subnet', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:56.007752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f8ed5-fd1d-422a-9894-0d6d53b74935 admin admin] Pushing event updated for resources: {'Network': ['ID=38fb073c-24ab-411c-a165-ede02fb444b0,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:56.011997 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Made reservation on behalf of 33b5108a30f24f4cb511f366011be3ef for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:56.014783 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.025446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.029607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 38fb073c-24ab-411c-a165-ede02fb444b0 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:50:56.059387 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.117780 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.125315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.129646 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5598ce-3349-442a-a291-e5ea8f128df9 admin admin] Made reservation on behalf of 36274abcb2984dc988451dad272e5e4e for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:56.132009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b5598ce-3349-442a-a291-e5ea8f128df9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.135209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Network 5c0e831c-811d-4ed0-80f7-85322e892bc6 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:50:56.154877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:56.155276 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:50:56.170309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682e19ac-b79a-4972-91c5-c19fb193e0d9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:56.176912 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.177909 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Added segment 5525ef86-0863-4fef-8435-60c7685793a6 of type vlan for network 8ef341f6-d937-488b-a43d-930100f2a137 Nov 16 04:50:56.190767 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.192532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:50:56.228560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Pushing event updated for resources: {'Port': ['ID=780b71b2-358c-43b8-b4a7-cadbd60430d3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:56.245511 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.263105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:56.263456 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:56.263796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:56.264130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:56.264464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:56.264790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:56.265122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:56.265449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:56.265805 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:56.266117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:56.266438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:56.266758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:50:56.282924 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.284119 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:56.285006 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.307163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:56.307791 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.348923 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5599275 Nov 16 04:50:56.352652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46012) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:56.356873 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7f5cad56-e170-436c-8610-4a19ebe86241 admin admin] Request body: {'subnet': {'network_id': '8ef341f6-d937-488b-a43d-930100f2a137', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-444131511-subnet', 'tenant_id': '33b5108a30f24f4cb511f366011be3ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:56.366967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eda6cc-006c-40c1-b3fa-59405c599cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=8ef341f6-d937-488b-a43d-930100f2a137,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:56.382287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 8ef341f6-d937-488b-a43d-930100f2a137 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:50:56.385305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5cad56-e170-436c-8610-4a19ebe86241 admin admin] Made reservation on behalf of 33b5108a30f24f4cb511f366011be3ef for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:56.386907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-d67ad90b-a68f-4aed-935d-a00e4622accd tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9022090 Nov 16 04:50:56.388242 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f5cad56-e170-436c-8610-4a19ebe86241 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.431130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Request body: {'port': {'device_id': 'db431023-07ea-4d1b-b666-5559807f0acb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:56.439281 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.513623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0f7039-29bf-47d7-ab77-fbb0cff0db13']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:56.546698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bfdb71-5ccb-4b2e-96be-e30b522b7a93') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:56.546996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bfdb71-5ccb-4b2e-96be-e30b522b7a93') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:56.565139 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.583747 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.602493 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b5598ce-3349-442a-a291-e5ea8f128df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.606128 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.607047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f5cad56-e170-436c-8610-4a19ebe86241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.636788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:50:56.637863 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:50:56.642004 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:50:56.665740 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cad56-e170-436c-8610-4a19ebe86241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=901c783b-af99-44a3-8087-bea6a5a8180a,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:56.674964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5cad56-e170-436c-8610-4a19ebe86241 admin admin] Checking segment: {'id': '5525ef86-0863-4fef-8435-60c7685793a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ef341f6-d937-488b-a43d-930100f2a137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:56.675398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5cad56-e170-436c-8610-4a19ebe86241 admin admin] Network hostable DHCP agents. Network: 8ef341f6-d937-488b-a43d-930100f2a137, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:50:56.695514 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5cad56-e170-436c-8610-4a19ebe86241 admin admin] Network 8ef341f6-d937-488b-a43d-930100f2a137 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:50:56.707054 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-7f5cad56-e170-436c-8610-4a19ebe86241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 8ef341f6-d937-488b-a43d-930100f2a137) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:56.718466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5cad56-e170-436c-8610-4a19ebe86241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:56.719198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f5cad56-e170-436c-8610-4a19ebe86241 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.719465 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b6683a-17e8-4ea2-8713-82f1317a769e None None] Network 8ef341f6-d937-488b-a43d-930100f2a137 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:56.746074 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7f5cad56-e170-436c-8610-4a19ebe86241 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3849871 Nov 16 04:50:56.780547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5598ce-3349-442a-a291-e5ea8f128df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=422f6a8a-04f6-4962-b27e-68585a9edf5c,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:56.863805 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.876187 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7dcdd9-f69f-4a3a-b3a7-f4d7cbbc646d None None] Network 8ef341f6-d937-488b-a43d-930100f2a137 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:56.910111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a0f7039-29bf-47d7-ab77-fbb0cff0db13 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 04:50:56.932956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:56.936185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "DELETE /v2.0/networks/8a0f7039-29bf-47d7-ab77-fbb0cff0db13 HTTP/1.1" status: 204 len: 168 time: 0.9468238 Nov 16 04:50:56.938058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5598ce-3349-442a-a291-e5ea8f128df9 admin admin] Checking segment: {'id': '52569557-ff3b-46b7-80ec-642a50f5c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:56.938410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5598ce-3349-442a-a291-e5ea8f128df9 admin admin] Network hostable DHCP agents. Network: 38fb073c-24ab-411c-a165-ede02fb444b0, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:50:56.939786 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46034) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:56.948569 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d0f6e-8859-4bc9-824a-3f1538571131 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a0f7039-29bf-47d7-ab77-fbb0cff0db13,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:56.957936 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-33acbdc3-f4fa-4041-80d3-29856eef6142 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Request body: {'network': {'name': 'tempest-network--565059244', 'router:external': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:56.986579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33acbdc3-f4fa-4041-80d3-29856eef6142 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Made reservation on behalf of 5f2273c072fd45939df17b91f82815a1 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:56.990669 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33acbdc3-f4fa-4041-80d3-29856eef6142 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.024714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33acbdc3-f4fa-4041-80d3-29856eef6142 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:50:57.034672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33acbdc3-f4fa-4041-80d3-29856eef6142 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.035018 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-33acbdc3-f4fa-4041-80d3-29856eef6142 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Added segment 54104e86-ba5e-4e46-a20c-1c620f4db782 of type vlan for network a35635e7-5777-4a04-94c2-26533ba63a4b Nov 16 04:50:57.061349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0908f0-db70-4afd-a69e-30569d05b8f6 req-a6d2ae0b-9783-4b28-af83-e744bbcb8b25 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:57.068762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c0908f0-db70-4afd-a69e-30569d05b8f6 req-a6d2ae0b-9783-4b28-af83-e744bbcb8b25 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 945 time: 0.2257597 Nov 16 04:50:57.082309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5598ce-3349-442a-a291-e5ea8f128df9 admin admin] Network 38fb073c-24ab-411c-a165-ede02fb444b0 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:50:57.087603 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33acbdc3-f4fa-4041-80d3-29856eef6142 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.115870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daef7ba-77c8-4a20-8758-e4cef27f740f req-d5b3d97b-2fb6-446b-bad0-f705b52ea0ba tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:57.117616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4daef7ba-77c8-4a20-8758-e4cef27f740f req-d5b3d97b-2fb6-446b-bad0-f705b52ea0ba tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 931 time: 0.2135849 Nov 16 04:50:57.119229 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33acbdc3-f4fa-4041-80d3-29856eef6142 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.120310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33acbdc3-f4fa-4041-80d3-29856eef6142 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:57.120966 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33acbdc3-f4fa-4041-80d3-29856eef6142 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.127622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-4b5598ce-3349-442a-a291-e5ea8f128df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 38fb073c-24ab-411c-a165-ede02fb444b0) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:57.132101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5598ce-3349-442a-a291-e5ea8f128df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:57.132711 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b5598ce-3349-442a-a291-e5ea8f128df9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.138770 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230d7e5-7c51-45b4-9a43-63eebf9dd457 None None] Network 38fb073c-24ab-411c-a165-ede02fb444b0 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:57.197014 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-33acbdc3-f4fa-4041-80d3-29856eef6142 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2557170 Nov 16 04:50:57.199438 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46040) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:57.206674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4b5598ce-3349-442a-a291-e5ea8f128df9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2126329 Nov 16 04:50:57.214969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46042) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:57.219231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:57.248677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 68609ed3-4296-4bf4-a43e-6a6e7854b8de no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:50:57.259391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c0908f0-db70-4afd-a69e-30569d05b8f6 req-047ae10f-1d77-44ef-a85d-3f764f85104f tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863475 Nov 16 04:50:57.277354 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 68609ed3-4296-4bf4-a43e-6a6e7854b8de {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:50:57.278085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 68609ed3-4296-4bf4-a43e-6a6e7854b8de not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:50:57.281673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33acbdc3-f4fa-4041-80d3-29856eef6142 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event updated for resources: {'Network': ['ID=a35635e7-5777-4a04-94c2-26533ba63a4b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:57.298677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network a35635e7-5777-4a04-94c2-26533ba63a4b details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:50:57.327960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4daef7ba-77c8-4a20-8758-e4cef27f740f req-cd528179-a6f1-4fa4-8b73-89a8abadc075 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8306c1-3919-46f6-b7e9-78193115a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927707 Nov 16 04:50:57.342661 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.344492 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.359985 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f1ed8-fc0a-4f53-8b5e-30ce50b08ce0 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:57.365096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-38fb073c-24ab-411c-a165-ede02fb444b0', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'fixed_ips': [{'subnet_id': '422f6a8a-04f6-4962-b27e-68585a9edf5c'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:50:57.366249 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.366377 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4a5f1ed8-fc0a-4f53-8b5e-30ce50b08ce0 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] 10.222.0.41 "GET /v2.0/networks/a35635e7-5777-4a04-94c2-26533ba63a4b HTTP/1.1" status: 200 len: 756 time: 0.1651683 Nov 16 04:50:57.366941 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46048) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:57.439384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780b71b2-358c-43b8-b4a7-cadbd60430d3 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:50:57.484349 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e0958-0097-4336-b6fc-f6f250677943 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:57.488741 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.490339 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b82e0958-0097-4336-b6fc-f6f250677943 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] 10.222.0.41 "GET /v2.0/networks/def27659-7e01-4ba0-8730-6841a6e36178 HTTP/1.1" status: 200 len: 767 time: 0.1223447 Nov 16 04:50:57.491174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46050) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:57.525498 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Allocated IP 172.20.0.2 (38fb073c-24ab-411c-a165-ede02fb444b0/422f6a8a-04f6-4962-b27e-68585a9edf5c/99835c0b-4f00-4525-835f-65d760389c2e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:50:57.572893 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.573127 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.580205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Transition to ACTIVE for port object 780b71b2-358c-43b8-b4a7-cadbd60430d3 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:50:57.646666 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.659682 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.680713 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35635e7-5777-4a04-94c2-26533ba63a4b']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:57.689978 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54104e86-ba5e-4e46-a20c-1c620f4db782') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:57.690281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54104e86-ba5e-4e46-a20c-1c620f4db782') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:57.704463 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.714482 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.719497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.721821 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.728065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:50:57.728539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:50:57.730502 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:50:57.759300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Network 38fb073c-24ab-411c-a165-ede02fb444b0 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:50:57.762890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:50:57.765689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:50:57.796793 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.808987 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Pushing event updated for resources: {'Port': ['ID=99835c0b-4f00-4525-835f-65d760389c2e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:57.812144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a35635e7-5777-4a04-94c2-26533ba63a4b {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 04:50:57.813752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event deleted for resources: {'Network': ['ID=a35635e7-5777-4a04-94c2-26533ba63a4b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:57.814239 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.815772 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.822751 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ce095e95-834c-42ab-a78a-778c425940aa tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "DELETE /v2.0/networks/a35635e7-5777-4a04-94c2-26533ba63a4b HTTP/1.1" status: 204 len: 168 time: 0.3271105 Nov 16 04:50:57.823125 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46060) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:57.827996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5bb42c2f-26bc-46e9-8806-9d7f7b45af44 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Request body: {'network': {'name': 'tempest-network--1263365867'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:57.854938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb42c2f-26bc-46e9-8806-9d7f7b45af44 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Made reservation on behalf of 5f2273c072fd45939df17b91f82815a1 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:50:57.856955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Attempting to bind port 99835c0b-4f00-4525-835f-65d760389c2e on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:50:57.858052 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5bb42c2f-26bc-46e9-8806-9d7f7b45af44 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.858189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Pushing event updated for resources: {'Port': ['ID=780b71b2-358c-43b8-b4a7-cadbd60430d3,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:57.862171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Attempting to bind port 99835c0b-4f00-4525-835f-65d760389c2e by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '52569557-ff3b-46b7-80ec-642a50f5c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:50:57.869267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Attempting to bind port 99835c0b-4f00-4525-835f-65d760389c2e on network 38fb073c-24ab-411c-a165-ede02fb444b0 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:57.877696 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:50:57.880417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Checking segment: {'id': '52569557-ff3b-46b7-80ec-642a50f5c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:57.880877 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.881283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Bound using segment: {'id': '52569557-ff3b-46b7-80ec-642a50f5c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:50:57.881803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Bound port: 99835c0b-4f00-4525-835f-65d760389c2e, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52569557-ff3b-46b7-80ec-642a50f5c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:50:57.882194 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.887889 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb42c2f-26bc-46e9-8806-9d7f7b45af44 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:50:57.905193 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5bb42c2f-26bc-46e9-8806-9d7f7b45af44 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.905549 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-5bb42c2f-26bc-46e9-8806-9d7f7b45af44 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Added segment 0aaa08e8-d44e-4b9e-a950-40e5bf891ec4 of type vlan for network d8d5c204-9ae8-4e33-95a8-a42936b46ee9 Nov 16 04:50:57.959502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5bb42c2f-26bc-46e9-8806-9d7f7b45af44 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.980873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] For port 99835c0b-4f00-4525-835f-65d760389c2e, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:50:57.981469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-7cc9fe08-a322-405a-bf18-d41b71566ec5 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:57.984957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] For port 99835c0b-4f00-4525-835f-65d760389c2e, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=99835c0b-4f00-4525-835f-65d760389c2e,segment=NetworkSegment(52569557-ff3b-46b7-80ec-642a50f5c5eb),segment_id=52569557-ff3b-46b7-80ec-642a50f5c5eb)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:50:57.989055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-7cc9fe08-a322-405a-bf18-d41b71566ec5 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/networks?id=8ef341f6-d937-488b-a43d-930100f2a137 HTTP/1.1" status: 200 len: 821 time: 0.3457334 Nov 16 04:50:57.992081 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.994613 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5bb42c2f-26bc-46e9-8806-9d7f7b45af44 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:57.996191 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb42c2f-26bc-46e9-8806-9d7f7b45af44 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:57.997010 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5bb42c2f-26bc-46e9-8806-9d7f7b45af44 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.012143 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-51c940e2-7a62-440a-9694-f398e3d68d35 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/quotas/33b5108a30f24f4cb511f366011be3ef HTTP/1.1" status: 200 len: 375 time: 0.0220234 Nov 16 04:50:58.033207 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5bb42c2f-26bc-46e9-8806-9d7f7b45af44 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2089748 Nov 16 04:50:58.034140 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46062) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:58.061845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-409f351d-ce9c-404d-85b2-823e85db3003 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=33b5108a30f24f4cb511f366011be3ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487604 Nov 16 04:50:58.066122 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b0a4a-bae2-47a3-b9e5-48790c0d7384 None None] Pushing event updated for resources: {'Port': ['ID=99835c0b-4f00-4525-835f-65d760389c2e,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:58.089728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-dbb16136-32d5-4910-accc-574bf0c4f1a3 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:50:58.089975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Attempting to bind port 780b71b2-358c-43b8-b4a7-cadbd60430d3 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:50:58.090079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Attempting to bind port 780b71b2-358c-43b8-b4a7-cadbd60430d3 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '573841c6-13f9-456f-b0a1-74d454754143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c0e831c-811d-4ed0-80f7-85322e892bc6'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:50:58.090404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Attempting to bind port 780b71b2-358c-43b8-b4a7-cadbd60430d3 on network 5c0e831c-811d-4ed0-80f7-85322e892bc6 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:58.137582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Port 780b71b2-358c-43b8-b4a7-cadbd60430d3 on network 5c0e831c-811d-4ed0-80f7-85322e892bc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:50:58.137931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Attempting to bind port 780b71b2-358c-43b8-b4a7-cadbd60430d3 on network 5c0e831c-811d-4ed0-80f7-85322e892bc6 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:50:58.152567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:50:58.152903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Checking segment: {'id': '573841c6-13f9-456f-b0a1-74d454754143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c0e831c-811d-4ed0-80f7-85322e892bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:50:58.153286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Bound using segment: {'id': '573841c6-13f9-456f-b0a1-74d454754143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c0e831c-811d-4ed0-80f7-85322e892bc6'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:50:58.153722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Bound port: 780b71b2-358c-43b8-b4a7-cadbd60430d3, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '573841c6-13f9-456f-b0a1-74d454754143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5c0e831c-811d-4ed0-80f7-85322e892bc6'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:50:58.154098 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.177532 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb42c2f-26bc-46e9-8806-9d7f7b45af44 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event updated for resources: {'Network': ['ID=d8d5c204-9ae8-4e33-95a8-a42936b46ee9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:58.189861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network d8d5c204-9ae8-4e33-95a8-a42936b46ee9 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:50:58.221228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98abf6-2a82-4c44-b5f4-253652c8e8e7 req-a34e6c13-57ee-4b16-addb-4486ff62f278 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:58.222976 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6d98abf6-2a82-4c44-b5f4-253652c8e8e7 req-a34e6c13-57ee-4b16-addb-4486ff62f278 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 945 time: 0.1969528 Nov 16 04:50:58.315603 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dbb16136-32d5-4910-accc-574bf0c4f1a3 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.358571 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dbb16136-32d5-4910-accc-574bf0c4f1a3 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.446221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbb16136-32d5-4910-accc-574bf0c4f1a3 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Network d8d5c204-9ae8-4e33-95a8-a42936b46ee9 is not hosted by any dhcp agent {{(pid=102660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 04:50:58.447107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb16136-32d5-4910-accc-574bf0c4f1a3 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:58.447703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dbb16136-32d5-4910-accc-574bf0c4f1a3 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.451606 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dbb16136-32d5-4910-accc-574bf0c4f1a3 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "PUT /v2.0/networks/d8d5c204-9ae8-4e33-95a8-a42936b46ee9 HTTP/1.1" status: 200 len: 858 time: 0.3639340 Nov 16 04:50:58.459361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46068) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:58.555758 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb16136-32d5-4910-accc-574bf0c4f1a3 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event updated for resources: {'Network': ['ID=d8d5c204-9ae8-4e33-95a8-a42936b46ee9,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:58.578974 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.623891 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-6d98abf6-2a82-4c44-b5f4-253652c8e8e7 req-ce961a28-e2a0-4625-84d2-15923f60f049 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Deleting port e6b82f70-de32-4b97-b7cd-46e48cbd8026 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:50:58.624141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6d98abf6-2a82-4c44-b5f4-253652c8e8e7 req-ce961a28-e2a0-4625-84d2-15923f60f049 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.691576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-0f156ecf-e2af-47ad-89d7-62f6df8262e5 service neutron] 10.222.0.41 "GET /v2.0/networks/8ef341f6-d937-488b-a43d-930100f2a137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288867 Nov 16 04:50:58.719355 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.752640 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d5c204-9ae8-4e33-95a8-a42936b46ee9']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:58.771651 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aaa08e8-d44e-4b9e-a950-40e5bf891ec4') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:58.771941 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aaa08e8-d44e-4b9e-a950-40e5bf891ec4') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:50:58.784651 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-6d98abf6-2a82-4c44-b5f4-253652c8e8e7 req-ce961a28-e2a0-4625-84d2-15923f60f049 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] For port e6b82f70-de32-4b97-b7cd-46e48cbd8026, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=e6b82f70-de32-4b97-b7cd-46e48cbd8026,segment=NetworkSegment(6ef3f97b-172a-427d-9696-0cc97c32d9ec),segment_id=6ef3f97b-172a-427d-9696-0cc97c32d9ec)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:58.785011 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6d98abf6-2a82-4c44-b5f4-253652c8e8e7 req-ce961a28-e2a0-4625-84d2-15923f60f049 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.788685 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.807542 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-6d98abf6-2a82-4c44-b5f4-253652c8e8e7 req-ce961a28-e2a0-4625-84d2-15923f60f049 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Calling delete_port for e6b82f70-de32-4b97-b7cd-46e48cbd8026 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:50:58.812172 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.817672 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.821414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] For port 780b71b2-358c-43b8-b4a7-cadbd60430d3, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:50:58.823199 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:50:58.823199 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:50:58.825319 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:50:58.835073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d989d7-8d92-42ca-b5d1-3719ea01ca1a req-3d390d70-9350-40b9-9d55-01a308d68a42 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:58.836686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3d989d7-8d92-42ca-b5d1-3719ea01ca1a req-3d390d70-9350-40b9-9d55-01a308d68a42 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aaf540d-4af8-41e9-9613-1aa08a34dd8b HTTP/1.1" status: 200 len: 945 time: 0.2122967 Nov 16 04:50:58.839860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] For port 780b71b2-358c-43b8-b4a7-cadbd60430d3, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=780b71b2-358c-43b8-b4a7-cadbd60430d3,segment=NetworkSegment(573841c6-13f9-456f-b0a1-74d454754143),segment_id=573841c6-13f9-456f-b0a1-74d454754143)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:50:58.865260 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.868973 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.923957 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.929541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8d5c204-9ae8-4e33-95a8-a42936b46ee9 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 04:50:58.932539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.938927 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] 10.222.0.41 "DELETE /v2.0/networks/d8d5c204-9ae8-4e33-95a8-a42936b46ee9 HTTP/1.1" status: 204 len: 168 time: 0.4752238 Nov 16 04:50:58.945018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46074) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:58.950408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d2188-41c2-449d-80ac-21a025f70900 tempest-ExternalNetworksTestJSON-2083638150 tempest-ExternalNetworksTestJSON-2083638150-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8d5c204-9ae8-4e33-95a8-a42936b46ee9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:58.964523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:58.965154 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:58.966622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] 10.222.0.15 "PUT /v2.0/ports/780b71b2-358c-43b8-b4a7-cadbd60430d3 HTTP/1.1" status: 200 len: 1091 time: 2.5475361 Nov 16 04:50:58.968560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db431023-07ea-4d1b-b666-5559807f0acb', 'tag': '780b71b2-358c-43b8-b4a7-cadbd60430d3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:58.970788 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf270c7-d09d-4db2-83aa-0d6c4150337c" -d '{"events": [{"name": "network-changed", "server_uuid": "db431023-07ea-4d1b-b666-5559807f0acb", "tag": "780b71b2-358c-43b8-b4a7-cadbd60430d3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:59.049673 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6d98abf6-2a82-4c44-b5f4-253652c8e8e7 req-ce961a28-e2a0-4625-84d2-15923f60f049 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:59.062869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['e6b82f70-de32-4b97-b7cd-46e48cbd8026'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:50:59.084059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-39888c76-22f0-44cc-aae7-77f36ad70aeb service neutron] 10.222.0.41 "GET /v2.0/networks/8ef341f6-d937-488b-a43d-930100f2a137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676212 Nov 16 04:50:59.106956 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce961a28-e2a0-4625-84d2-15923f60f049 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Pushing event deleted for resources: {'Port': ['ID=e6b82f70-de32-4b97-b7cd-46e48cbd8026,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:59.137442 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-9764e144-3e43-44e3-bd55-fed90763b791 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] DELETE failed (client error): The resource could not be found. Nov 16 04:50:59.137965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9764e144-3e43-44e3-bd55-fed90763b791 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:50:59.143696 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9764e144-3e43-44e3-bd55-fed90763b791 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] 10.222.0.41 "DELETE /v2.0/subnets/734239c3-3d80-4a54-8106-7d33a98d1af9 HTTP/1.1" status: 404 len: 337 time: 0.1878941 Nov 16 04:50:59.148846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46078) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:50:59.168994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d663a-d0b6-4f13-860f-352594487d31 service neutron] Pushing event updated for resources: {'Port': ['ID=780b71b2-358c-43b8-b4a7-cadbd60430d3,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:50:59.174577 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d98abf6-2a82-4c44-b5f4-253652c8e8e7 req-ce961a28-e2a0-4625-84d2-15923f60f049 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] No DVR routers for this DVR port e6b82f70-de32-4b97-b7cd-46e48cbd8026 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:50:59.180776 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6d98abf6-2a82-4c44-b5f4-253652c8e8e7 req-ce961a28-e2a0-4625-84d2-15923f60f049 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:59.184494 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6d98abf6-2a82-4c44-b5f4-253652c8e8e7 req-ce961a28-e2a0-4625-84d2-15923f60f049 tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.15 "DELETE /v2.0/ports/e6b82f70-de32-4b97-b7cd-46e48cbd8026 HTTP/1.1" status: 204 len: 173 time: 0.8555574 Nov 16 04:50:59.188486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaf540d-4af8-41e9-9613-1aa08a34dd8b', 'name': 'network-vif-deleted', 'tag': 'e6b82f70-de32-4b97-b7cd-46e48cbd8026'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:50:59.194066 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40839c20-5fae-4ddf-873b-a202750e559d" -d '{"events": [{"server_uuid": "5aaf540d-4af8-41e9-9613-1aa08a34dd8b", "name": "network-vif-deleted", "tag": "e6b82f70-de32-4b97-b7cd-46e48cbd8026"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:50:59.203541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3d989d7-8d92-42ca-b5d1-3719ea01ca1a req-35bce850-4b11-423f-a578-8bb25d4288bb tempest-ServersTestJSON-1132653723 tempest-ServersTestJSON-1132653723-project] 10.222.0.41 "GET /v2.0/security-groups?id=fe505a4d-9227-4095-9dc7-22e17702dda1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271885 Nov 16 04:50:59.457822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-25c83f98-c18c-41f2-8f72-cf382d822048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:59.459405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-25c83f98-c18c-41f2-8f72-cf382d822048 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e27225a254b34f1799608f35a8d881f6&device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 1094 time: 0.4332893 Nov 16 04:50:59.477943 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06b008d-ecbf-45d2-96b7-6a70ca57f08c None None] Network 38fb073c-24ab-411c-a165-ede02fb444b0 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:50:59.481946 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99c4a7bf-9e10-4f58-bf41-e5b97f2e2570 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:59.530988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Allocated IP 172.25.0.33 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/15fe8c18-3606-478f-a5ff-14df0b3f12cf) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:50:59.533865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-3065f54d-bb63-40af-b277-0bbc59b4cfec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=780b71b2-358c-43b8-b4a7-cadbd60430d3 HTTP/1.1" status: 200 len: 217 time: 0.0638759 Nov 16 04:50:59.573485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0d4b-edbc-49f6-81e9-1a39e320f5b2 req-ec531ff2-eadb-4edf-8fc9-7afc475d3aa2 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:59.573968 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-293c5cf8-f414-479e-8b89-3b78146b05db None None] Provisioning complete for port 99835c0b-4f00-4525-835f-65d760389c2e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:50:59.574592 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-293c5cf8-f414-479e-8b89-3b78146b05db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:59.581947 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dff0d4b-edbc-49f6-81e9-1a39e320f5b2 req-ec531ff2-eadb-4edf-8fc9-7afc475d3aa2 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 943 time: 0.2450089 Nov 16 04:50:59.627589 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b34f908-6838-42c7-841f-58bc26c1cd4c x-openstack-request-id: req-1b34f908-6838-42c7-841f-58bc26c1cd4c {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:59.627894 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db431023-07ea-4d1b-b666-5559807f0acb", "tag": "780b71b2-358c-43b8-b4a7-cadbd60430d3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:59.628153 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b34f908-6838-42c7-841f-58bc26c1cd4c {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:59.628556 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db431023-07ea-4d1b-b666-5559807f0acb', 'tag': '780b71b2-358c-43b8-b4a7-cadbd60430d3', 'status': 'completed', 'code': 200} Nov 16 04:50:59.661954 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9355aa78-3b9e-4edb-8def-59202e7e3093 x-openstack-request-id: req-9355aa78-3b9e-4edb-8def-59202e7e3093 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:50:59.661954 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaf540d-4af8-41e9-9613-1aa08a34dd8b", "name": "network-vif-deleted", "tag": "e6b82f70-de32-4b97-b7cd-46e48cbd8026", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:50:59.662303 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9355aa78-3b9e-4edb-8def-59202e7e3093 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:50:59.662800 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaf540d-4af8-41e9-9613-1aa08a34dd8b', 'name': 'network-vif-deleted', 'tag': 'e6b82f70-de32-4b97-b7cd-46e48cbd8026', 'status': 'completed', 'code': 200} Nov 16 04:50:59.788725 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-293c5cf8-f414-479e-8b89-3b78146b05db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:59.800790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-a6d981cb-1848-4452-87a8-d736d2bb9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:50:59.803343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-a6d981cb-1848-4452-87a8-d736d2bb9739 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7bf43d97-30fb-4032-be1f-dd04c5726a12 HTTP/1.1" status: 200 len: 848 time: 0.2570121 Nov 16 04:50:59.848628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-75a18ded-3b2a-44b7-bdd9-986890584597 req-57b60e94-8140-48fd-91ab-c01ee9b70188 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 210 time: 0.0823724 Nov 16 04:50:59.853791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 99835c0b-4f00-4525-835f-65d760389c2e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:50:59.864147 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-293c5cf8-f414-479e-8b89-3b78146b05db None None] For port 99835c0b-4f00-4525-835f-65d760389c2e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=99835c0b-4f00-4525-835f-65d760389c2e,segment=NetworkSegment(52569557-ff3b-46b7-80ec-642a50f5c5eb),segment_id=52569557-ff3b-46b7-80ec-642a50f5c5eb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:50:59.871501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5dff0d4b-edbc-49f6-81e9-1a39e320f5b2 req-2b325365-0e4d-4f73-9c5d-9eb6be5b0633 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8306c1-3919-46f6-b7e9-78193115a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874517 Nov 16 04:50:59.881918 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99c4a7bf-9e10-4f58-bf41-e5b97f2e2570 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:59.919177 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-293c5cf8-f414-479e-8b89-3b78146b05db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:50:59.921059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-de7bbfa0-e647-4403-ab69-4281b8c750aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0e831c-811d-4ed0-80f7-85322e892bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782180 Nov 16 04:50:59.955410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-99c4a7bf-9e10-4f58-bf41-e5b97f2e2570 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def27659-7e01-4ba0-8730-6841a6e36178']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:00.011874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c5cf8-f414-479e-8b89-3b78146b05db None None] Pushing event updated for resources: {'Port': ['ID=99835c0b-4f00-4525-835f-65d760389c2e,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:00.015897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-99c4a7bf-9e10-4f58-bf41-e5b97f2e2570 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b387e6a7-41c1-4fcc-b83a-84be441a19a5') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:00.016200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-99c4a7bf-9e10-4f58-bf41-e5b97f2e2570 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b387e6a7-41c1-4fcc-b83a-84be441a19a5') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:00.022117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 99835c0b-4f00-4525-835f-65d760389c2e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:00.022782 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.031034 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.033492 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99c4a7bf-9e10-4f58-bf41-e5b97f2e2570 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.062374 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99c4a7bf-9e10-4f58-bf41-e5b97f2e2570 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.087608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c4a7bf-9e10-4f58-bf41-e5b97f2e2570 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:51:00.088554 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99c4a7bf-9e10-4f58-bf41-e5b97f2e2570 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:51:00.091287 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:51:00.164464 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-c2d8b75c-867a-4479-962e-04cf4e97e3d9 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0e831c-811d-4ed0-80f7-85322e892bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217276 Nov 16 04:51:00.221492 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.223365 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99c4a7bf-9e10-4f58-bf41-e5b97f2e2570 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.235613 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99c4a7bf-9e10-4f58-bf41-e5b97f2e2570 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.238977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-99c4a7bf-9e10-4f58-bf41-e5b97f2e2570 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] 10.222.0.41 "DELETE /v2.0/networks/def27659-7e01-4ba0-8730-6841a6e36178 HTTP/1.1" status: 204 len: 168 time: 1.0892818 Nov 16 04:51:00.262738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46096) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:00.270250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-21523ba8-8942-43f7-a5ac-d7034ef9fce0 None None] Provisioning complete for port 99835c0b-4f00-4525-835f-65d760389c2e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:00.270865 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21523ba8-8942-43f7-a5ac-d7034ef9fce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.283730 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c4a7bf-9e10-4f58-bf41-e5b97f2e2570 tempest-ExternalNetworksTestJSON-1907559618 tempest-ExternalNetworksTestJSON-1907559618-project] Pushing event deleted for resources: {'Network': ['ID=def27659-7e01-4ba0-8730-6841a6e36178,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:00.297793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:00.306653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:00.314429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:00.328463 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-759571ba-f64e-4dba-b611-d7f0c983dc97 admin admin] Deleting subnet 1e81786c-f14f-4e29-8eb3-5467ad56d563 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:51:00.332529 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-759571ba-f64e-4dba-b611-d7f0c983dc97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.353366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Pushing event updated for resources: {'Port': ['ID=15fe8c18-3606-478f-a5ff-14df0b3f12cf,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:00.383532 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc15343d-9307-4a57-9d3c-ef4a8a318395 req-a95d44b8-9dbe-453f-9a40-f16f055f2f53 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0e831c-811d-4ed0-80f7-85322e892bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086904 Nov 16 04:51:00.388447 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-759571ba-f64e-4dba-b611-d7f0c983dc97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.459862 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-759571ba-f64e-4dba-b611-d7f0c983dc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.538973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf270c7-d09d-4db2-83aa-0d6c4150337c req-41b50bac-8b3a-44c0-9814-9031096e200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:00.540141 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aaf270c7-d09d-4db2-83aa-0d6c4150337c req-41b50bac-8b3a-44c0-9814-9031096e200f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e27225a254b34f1799608f35a8d881f6&device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 1094 time: 0.0812960 Nov 16 04:51:00.547102 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-759571ba-f64e-4dba-b611-d7f0c983dc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.574244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759571ba-f64e-4dba-b611-d7f0c983dc97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e81786c-f14f-4e29-8eb3-5467ad56d563,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:00.577918 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-759571ba-f64e-4dba-b611-d7f0c983dc97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.585732 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-759571ba-f64e-4dba-b611-d7f0c983dc97 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1e81786c-f14f-4e29-8eb3-5467ad56d563 HTTP/1.1" status: 204 len: 168 time: 0.3216734 Nov 16 04:51:00.586396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46104) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:00.626424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46106) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:00.669474 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90f89a8c-30f3-456f-9a0a-3774234d72f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.778165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90f89a8c-30f3-456f-9a0a-3774234d72f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.788077 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.801047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-90f89a8c-30f3-456f-9a0a-3774234d72f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:00.805071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf270c7-d09d-4db2-83aa-0d6c4150337c req-ed29f77d-8048-41f3-b1fb-5f29656f19b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:00.806591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aaf270c7-d09d-4db2-83aa-0d6c4150337c req-ed29f77d-8048-41f3-b1fb-5f29656f19b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c0e831c-811d-4ed0-80f7-85322e892bc6 HTTP/1.1" status: 200 len: 909 time: 0.2246211 Nov 16 04:51:00.811457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-90f89a8c-30f3-456f-9a0a-3774234d72f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef3f97b-172a-427d-9696-0cc97c32d9ec') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:00.811824 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-90f89a8c-30f3-456f-9a0a-3774234d72f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef3f97b-172a-427d-9696-0cc97c32d9ec') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:00.825722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90f89a8c-30f3-456f-9a0a-3774234d72f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.839393 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90f89a8c-30f3-456f-9a0a-3774234d72f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.846405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f89a8c-30f3-456f-9a0a-3774234d72f2 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:51:00.847138 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90f89a8c-30f3-456f-9a0a-3774234d72f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:51:00.849045 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:51:00.909821 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90f89a8c-30f3-456f-9a0a-3774234d72f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.915171 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90f89a8c-30f3-456f-9a0a-3774234d72f2 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:00.919329 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-90f89a8c-30f3-456f-9a0a-3774234d72f2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93 HTTP/1.1" status: 204 len: 168 time: 0.3319559 Nov 16 04:51:00.939634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aaf270c7-d09d-4db2-83aa-0d6c4150337c req-97dba991-4372-43ee-9712-0673a912171f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=780b71b2-358c-43b8-b4a7-cadbd60430d3 HTTP/1.1" status: 200 len: 217 time: 0.0692320 Nov 16 04:51:00.955618 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f89a8c-30f3-456f-9a0a-3774234d72f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=814d1ec9-4ae2-4f4a-9d7c-2b92ca4bcc93,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:01.018895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-1fffcabd-aeb5-4293-8959-2ef559cc415b tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:01.020325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-1fffcabd-aeb5-4293-8959-2ef559cc415b tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.37 "GET /v2.0/networks?id=8ef341f6-d937-488b-a43d-930100f2a137 HTTP/1.1" status: 200 len: 821 time: 0.3292327 Nov 16 04:51:01.027706 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5eedb195-a588-4572-968a-54240774fe6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5402f7dce6ea4e299376a3e39bf8cda3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4001586 Nov 16 04:51:01.030331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46116) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:01.057874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0077f91a-a733-4b39-bc14-429f4ed06aaf req-48dcded8-8f7b-4876-8f06-bedfc78631a5 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 210 time: 0.0776379 Nov 16 04:51:01.066967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-84e0aeee-a47a-48c7-abe9-0c6d0b551c6e tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Request body: {'port': {'device_id': 'fae8ee0d-cceb-4faf-831f-e8b22b285975', 'network_id': '8ef341f6-d937-488b-a43d-930100f2a137', 'admin_state_up': True, 'tenant_id': '33b5108a30f24f4cb511f366011be3ef'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:01.075946 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46118) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:01.092505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd4cf-0c76-476d-bd7f-4c62c739b3ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:01.133060 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd4cf-0c76-476d-bd7f-4c62c739b3ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:01.152583 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-53b51cda-7a88-4958-a637-e68f1e2ccc67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fca369ae4679409a8d7092d80703976f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0755942 Nov 16 04:51:01.157250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46120) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:01.226507 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1b49839-c73d-4812-ad44-9f5d2d3985c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:01.231542 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd4cf-0c76-476d-bd7f-4c62c739b3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:01.234087 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd4cf-0c76-476d-bd7f-4c62c739b3ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:01.237907 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4cdd4cf-0c76-476d-bd7f-4c62c739b3ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fc73482-e280-4540-851a-d3a1a7d8d9ca HTTP/1.1" status: 204 len: 168 time: 0.2037475 Nov 16 04:51:01.245270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e6b82f70-de32-4b97-b7cd-46e48cbd8026 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:51:01.258162 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdd4cf-0c76-476d-bd7f-4c62c739b3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc73482-e280-4540-851a-d3a1a7d8d9ca,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:01.265277 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1b49839-c73d-4812-ad44-9f5d2d3985c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:01.286837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: e6b82f70-de32-4b97-b7cd-46e48cbd8026 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:51:01.288456 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device e6b82f70-de32-4b97-b7cd-46e48cbd8026 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:51:01.332083 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1b49839-c73d-4812-ad44-9f5d2d3985c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:01.336340 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1b49839-c73d-4812-ad44-9f5d2d3985c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:01.340198 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c1b49839-c73d-4812-ad44-9f5d2d3985c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe505a4d-9227-4095-9dc7-22e17702dda1 HTTP/1.1" status: 204 len: 168 time: 0.1791492 Nov 16 04:51:01.359759 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b49839-c73d-4812-ad44-9f5d2d3985c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe505a4d-9227-4095-9dc7-22e17702dda1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:01.478451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf270c7-d09d-4db2-83aa-0d6c4150337c req-0df44d74-99d9-4ecd-8019-a2bd3396bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:01.479793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aaf270c7-d09d-4db2-83aa-0d6c4150337c req-0df44d74-99d9-4ecd-8019-a2bd3396bb62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7bf43d97-30fb-4032-be1f-dd04c5726a12 HTTP/1.1" status: 200 len: 848 time: 0.5243168 Nov 16 04:51:01.534818 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aaf270c7-d09d-4db2-83aa-0d6c4150337c req-d33d348f-bb04-4fdc-b58c-3552514c4a57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c0e831c-811d-4ed0-80f7-85322e892bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423875 Nov 16 04:51:01.547466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd751873-13be-4843-8e22-60e26962f655 req-a0b47055-1583-4540-a93a-6718b9c40697 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:01.554738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd751873-13be-4843-8e22-60e26962f655 req-a0b47055-1583-4540-a93a-6718b9c40697 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 943 time: 0.5444078 Nov 16 04:51:01.698835 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:01.703755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 99835c0b-4f00-4525-835f-65d760389c2e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:51:01.726665 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd751873-13be-4843-8e22-60e26962f655 req-8776c4fb-9abb-46cf-8796-d8aaac762334 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8306c1-3919-46f6-b7e9-78193115a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710246 Nov 16 04:51:01.794449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 99835c0b-4f00-4525-835f-65d760389c2e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:01.794906 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:01.799617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46142) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:01.818954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-84e0aeee-a47a-48c7-abe9-0c6d0b551c6e tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Made reservation on behalf of 33b5108a30f24f4cb511f366011be3ef for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:01.822615 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-84e0aeee-a47a-48c7-abe9-0c6d0b551c6e tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:01.838649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aaf270c7-d09d-4db2-83aa-0d6c4150337c req-2335f9ad-abc9-4c37-b859-383f45015ead service neutron] 10.222.0.15 "GET /v2.0/networks/5c0e831c-811d-4ed0-80f7-85322e892bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774127 Nov 16 04:51:01.852514 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4d2e634a-80d0-4227-a550-3009fd686e3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f2273c072fd45939df17b91f82815a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495594 Nov 16 04:51:01.852764 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46144) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:01.915066 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c318a98-1044-4306-9149-441679d8c1e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:01.939569 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c318a98-1044-4306-9149-441679d8c1e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:01.998669 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c318a98-1044-4306-9149-441679d8c1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:02.002007 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c318a98-1044-4306-9149-441679d8c1e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:02.006518 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8c318a98-1044-4306-9149-441679d8c1e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aab9ecb3-f113-41b2-8b98-803f5e68a9c2 HTTP/1.1" status: 204 len: 168 time: 0.1496823 Nov 16 04:51:02.012165 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c318a98-1044-4306-9149-441679d8c1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab9ecb3-f113-41b2-8b98-803f5e68a9c2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:02.058375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aaf270c7-d09d-4db2-83aa-0d6c4150337c req-113d6525-51cb-4031-a60b-93c8c1261889 service neutron] 10.222.0.15 "GET /v2.0/networks/5c0e831c-811d-4ed0-80f7-85322e892bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101526 Nov 16 04:51:02.076944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-84e0aeee-a47a-48c7-abe9-0c6d0b551c6e tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Allocated IP 172.20.0.5 (8ef341f6-d937-488b-a43d-930100f2a137/901c783b-af99-44a3-8087-bea6a5a8180a/bde7d44e-930c-4aab-a789-dda4f2c2f5fe) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:02.128736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Router 559491a5-1cda-4d1f-b93b-577f73a8e60e is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:51:02.185992 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b6935e0-9316-4534-897c-c38b45d78c74 req-e7f581c4-1ee1-4acd-b447-49984182f865 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 210 time: 0.0421884 Nov 16 04:51:02.372454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:51:02.382319 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Sync routers for ids ['559491a5-1cda-4d1f-b93b-577f73a8e60e'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:51:02.385017 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-84e0aeee-a47a-48c7-abe9-0c6d0b551c6e tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:02.394913 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Routers {'559491a5-1cda-4d1f-b93b-577f73a8e60e'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:02.395516 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:50:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['559491a5-1cda-4d1f-b93b-577f73a8e60e'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:02.400021 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:02.404569 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46174) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:02.405097 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e6edd517-1789-483b-a5da-da58a5f60c1d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1886373 Nov 16 04:51:02.445734 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-84e0aeee-a47a-48c7-abe9-0c6d0b551c6e tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:02.502083 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Set router 559491a5-1cda-4d1f-b93b-577f73a8e60e gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:51:02.540632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-84e0aeee-a47a-48c7-abe9-0c6d0b551c6e tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Network 8ef341f6-d937-488b-a43d-930100f2a137 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:02.558300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-84e0aeee-a47a-48c7-abe9-0c6d0b551c6e tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:02.565590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-84e0aeee-a47a-48c7-abe9-0c6d0b551c6e tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:02.652557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0aeee-a47a-48c7-abe9-0c6d0b551c6e tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Pushing event updated for resources: {'Port': ['ID=bde7d44e-930c-4aab-a789-dda4f2c2f5fe,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:02.704168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-84e0aeee-a47a-48c7-abe9-0c6d0b551c6e tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:02.705103 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-84e0aeee-a47a-48c7-abe9-0c6d0b551c6e tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:02.737139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-84e0aeee-a47a-48c7-abe9-0c6d0b551c6e tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6840274 Nov 16 04:51:02.738089 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:51:00Z', 'revision_number': 3, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port': {'id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:50:58Z', 'updated_at': '2021-11-16T04:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:02.758742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Request body: {'port': {'device_id': 'fae8ee0d-cceb-4faf-831f-e8b22b285975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:02.778320 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Checking router: 559491a5-1cda-4d1f-b93b-577f73a8e60e for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:51:02.778939 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Updating router 559491a5-1cda-4d1f-b93b-577f73a8e60e port 15fe8c18-3606-478f-a5ff-14df0b3f12cf binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:51:02.808535 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:02.901071 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:03.067297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55075110-990f-42d3-8f42-26bfd0b04988 req-196f9bbc-eac0-435c-af18-e6e2840096fe tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:03.068916 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55075110-990f-42d3-8f42-26bfd0b04988 req-196f9bbc-eac0-435c-af18-e6e2840096fe tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 943 time: 0.1482041 Nov 16 04:51:03.195590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55075110-990f-42d3-8f42-26bfd0b04988 req-099d020f-1813-4827-b2af-94b617537b73 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8306c1-3919-46f6-b7e9-78193115a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129270 Nov 16 04:51:03.261030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 780b71b2-358c-43b8-b4a7-cadbd60430d3 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:51:03.277879 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:03.295659 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:03.336039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0fbdeba1-2a22-4a96-b7aa-6e154b98664d req-849431d4-78d5-4540-a32d-1bd2334ce836 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0780587 Nov 16 04:51:03.402498 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Attempting to bind port 15fe8c18-3606-478f-a5ff-14df0b3f12cf on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:51:03.403084 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Attempting to bind port 15fe8c18-3606-478f-a5ff-14df0b3f12cf by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:51:03.404019 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Attempting to bind port 15fe8c18-3606-478f-a5ff-14df0b3f12cf on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:03.454030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45df6222-c186-4090-aaac-6306faabcef5 req-4e582041-dd50-4e94-85a4-a5442b9b63a3 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:03.456563 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:03.462822 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45df6222-c186-4090-aaac-6306faabcef5 req-4e582041-dd50-4e94-85a4-a5442b9b63a3 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 931 time: 0.1527934 Nov 16 04:51:03.469723 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 780b71b2-358c-43b8-b4a7-cadbd60430d3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=780b71b2-358c-43b8-b4a7-cadbd60430d3,segment=NetworkSegment(573841c6-13f9-456f-b0a1-74d454754143),segment_id=573841c6-13f9-456f-b0a1-74d454754143)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:03.477235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde7d44e-930c-4aab-a789-dda4f2c2f5fe {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:51:03.495499 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:03.518337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '780b71b2-358c-43b8-b4a7-cadbd60430d3', 'network_id': '5c0e831c-811d-4ed0-80f7-85322e892bc6', 'port_id': '780b71b2-358c-43b8-b4a7-cadbd60430d3', 'mac_address': 'fa:16:3e:aa:a5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf43d97-30fb-4032-be1f-dd04c5726a12', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:51:03.554866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Transition to ACTIVE for port object bde7d44e-930c-4aab-a789-dda4f2c2f5fe will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:51:03.568570 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:03.586491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45df6222-c186-4090-aaac-6306faabcef5 req-ea1c0a3c-00a6-4559-a2fc-4398f4ba56aa tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/security-groups?id=682e19ac-b79a-4972-91c5-c19fb193e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172259 Nov 16 04:51:03.598383 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:03.624320 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:51:03.624658 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:03.625546 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:03.625974 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:51:03.626923 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Bound port: 15fe8c18-3606-478f-a5ff-14df0b3f12cf, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:51:03.627459 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:03.643112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780b71b2-358c-43b8-b4a7-cadbd60430d3 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:51:03.666501 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Pushing event updated for resources: {'Port': ['ID=bde7d44e-930c-4aab-a789-dda4f2c2f5fe,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:03.684612 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] For port 15fe8c18-3606-478f-a5ff-14df0b3f12cf, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:51:03.688668 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] For port 15fe8c18-3606-478f-a5ff-14df0b3f12cf, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=15fe8c18-3606-478f-a5ff-14df0b3f12cf,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:51:03.697882 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Pushing event updated for resources: {'Port': ['ID=15fe8c18-3606-478f-a5ff-14df0b3f12cf,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:03.702366 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:03.710428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 780b71b2-358c-43b8-b4a7-cadbd60430d3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=780b71b2-358c-43b8-b4a7-cadbd60430d3,segment=NetworkSegment(573841c6-13f9-456f-b0a1-74d454754143),segment_id=573841c6-13f9-456f-b0a1-74d454754143)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:03.718007 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:03.718592 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:03.719080 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:03.719609 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:03.719934 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:03.720476 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:03.720958 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:03.721437 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:03.722053 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:03.722850 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:03.723556 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:03.724070 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:03.724593 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:03.770760 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Routers {'559491a5-1cda-4d1f-b93b-577f73a8e60e'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:03.771409 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:50:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['559491a5-1cda-4d1f-b93b-577f73a8e60e'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:03.815104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Allocated IP 172.20.0.1 (38fb073c-24ab-411c-a165-ede02fb444b0/422f6a8a-04f6-4962-b27e-68585a9edf5c/1f0dfc4f-4347-4c07-b221-16d4785765d8) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:03.847702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Attempting to bind port bde7d44e-930c-4aab-a789-dda4f2c2f5fe on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:51:03.848137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Attempting to bind port bde7d44e-930c-4aab-a789-dda4f2c2f5fe by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5525ef86-0863-4fef-8435-60c7685793a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ef341f6-d937-488b-a43d-930100f2a137'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:51:03.848581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Attempting to bind port bde7d44e-930c-4aab-a789-dda4f2c2f5fe on network 8ef341f6-d937-488b-a43d-930100f2a137 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:03.861573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Port bde7d44e-930c-4aab-a789-dda4f2c2f5fe on network 8ef341f6-d937-488b-a43d-930100f2a137 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:51:03.862127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Attempting to bind port bde7d44e-930c-4aab-a789-dda4f2c2f5fe on network 8ef341f6-d937-488b-a43d-930100f2a137 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:03.878669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:51:03.879125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Checking segment: {'id': '5525ef86-0863-4fef-8435-60c7685793a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ef341f6-d937-488b-a43d-930100f2a137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:03.879617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Bound using segment: {'id': '5525ef86-0863-4fef-8435-60c7685793a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ef341f6-d937-488b-a43d-930100f2a137'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:51:03.880954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Bound port: bde7d44e-930c-4aab-a789-dda4f2c2f5fe, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5525ef86-0863-4fef-8435-60c7685793a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ef341f6-d937-488b-a43d-930100f2a137'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:51:03.881391 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:03.903932 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9ae66-cc00-4c25-b20b-ed266df8f206 None None] Pushing event updated for resources: {'Port': ['ID=15fe8c18-3606-478f-a5ff-14df0b3f12cf,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:03.972752 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] Set router 559491a5-1cda-4d1f-b93b-577f73a8e60e gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:51:04.038112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] For port bde7d44e-930c-4aab-a789-dda4f2c2f5fe, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:51:04.042190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] For port bde7d44e-930c-4aab-a789-dda4f2c2f5fe, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=bde7d44e-930c-4aab-a789-dda4f2c2f5fe,segment=NetworkSegment(5525ef86-0863-4fef-8435-60c7685793a6),segment_id=5525ef86-0863-4fef-8435-60c7685793a6)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:51:04.050460 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:04.083697 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:04.084895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=780b71b2-358c-43b8-b4a7-cadbd60430d3,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:04.086633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46226) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:04.111515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:04.112820 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:04.113859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] 10.222.0.37 "PUT /v2.0/ports/bde7d44e-930c-4aab-a789-dda4f2c2f5fe HTTP/1.1" status: 200 len: 1091 time: 1.3596570 Nov 16 04:51:04.115096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae8ee0d-cceb-4faf-831f-e8b22b285975', 'tag': 'bde7d44e-930c-4aab-a789-dda4f2c2f5fe'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:04.118410 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06815822-4c05-4789-9283-ae2ff5a94463" -d '{"events": [{"name": "network-changed", "server_uuid": "fae8ee0d-cceb-4faf-831f-e8b22b285975", "tag": "bde7d44e-930c-4aab-a789-dda4f2c2f5fe"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:04.151851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9195055-2453-4b27-9bab-1a83adc26579 service neutron] Pushing event updated for resources: {'Port': ['ID=bde7d44e-930c-4aab-a789-dda4f2c2f5fe,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:04.160759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['780b71b2-358c-43b8-b4a7-cadbd60430d3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:51:04.218782 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:04.250595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-58490249-700c-4ab3-b3a2-80d215103aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:04.257176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-58490249-700c-4ab3-b3a2-80d215103aec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33b5108a30f24f4cb511f366011be3ef&device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 1094 time: 0.0913851 Nov 16 04:51:04.265311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Network 38fb073c-24ab-411c-a165-ede02fb444b0 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:04.299729 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:51:00Z', 'revision_number': 3, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port': {'id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:50:58Z', 'updated_at': '2021-11-16T04:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:04.304827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:04.318099 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:04.374772 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-5393000e-5257-4755-8313-5c4a3252f8ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde7d44e-930c-4aab-a789-dda4f2c2f5fe HTTP/1.1" status: 200 len: 217 time: 0.1109109 Nov 16 04:51:04.380432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-29650575', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:04.391214 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b2f747-fe65-48a6-b14f-36857d405bef None None] The sync data for ids ['559491a5-1cda-4d1f-b93b-577f73a8e60e'] in n-d-818042-1 is: [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:51:00Z', 'revision_number': 3, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port': {'id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:50:58Z', 'updated_at': '2021-11-16T04:51:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:51:04.466887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Pushing event updated for resources: {'Port': ['ID=1f0dfc4f-4347-4c07-b221-16d4785765d8,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:04.480766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:04.506904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Made reservation on behalf of 88dc641fb0804fe8a72f2e3b189fc459 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:04.511363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-c6a73dbe-b0c0-46ed-8ab9-49f8e4874d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:04.512093 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:04.521409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-c6a73dbe-b0c0-46ed-8ab9-49f8e4874d21 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=901c783b-af99-44a3-8087-bea6a5a8180a HTTP/1.1" status: 200 len: 861 time: 0.1409435 Nov 16 04:51:04.529841 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b81291-d204-4ecd-8508-6c6abee85031 x-openstack-request-id: req-57b81291-d204-4ecd-8508-6c6abee85031 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:04.530281 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae8ee0d-cceb-4faf-831f-e8b22b285975", "tag": "bde7d44e-930c-4aab-a789-dda4f2c2f5fe", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:04.530959 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57b81291-d204-4ecd-8508-6c6abee85031 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:04.533221 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae8ee0d-cceb-4faf-831f-e8b22b285975', 'tag': 'bde7d44e-930c-4aab-a789-dda4f2c2f5fe', 'status': 'completed', 'code': 200} Nov 16 04:51:04.582033 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:04.618850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-1f9ab726-af8a-4fb3-ab6f-3c78c39902f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ef341f6-d937-488b-a43d-930100f2a137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834079 Nov 16 04:51:04.637358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718041f6-8957-47d1-bc03-10855de32317 req-52431091-36b8-4239-80ad-8d94be0c780d tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:04.640355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-718041f6-8957-47d1-bc03-10855de32317 req-52431091-36b8-4239-80ad-8d94be0c780d tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 944 time: 0.1929555 Nov 16 04:51:04.743577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0e2ee9e2-b008-408b-ac3d-293ec9dbecd9 None None] Provisioning complete for port 1f0dfc4f-4347-4c07-b221-16d4785765d8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:04.744132 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e2ee9e2-b008-408b-ac3d-293ec9dbecd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:04.756754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1ea3582-593f-4ee0-9f8e-d313979389b8 req-87f26fe8-d0ec-4de8-9dbd-542bd4cbefa5 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.1143515 Nov 16 04:51:04.812693 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:04.836885 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0e2ee9e2-b008-408b-ac3d-293ec9dbecd9 None None] Port 1f0dfc4f-4347-4c07-b221-16d4785765d8 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:51:04.865143 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-8f6947aa-d815-4528-b9a1-e14ef9ca304e service neutron] 10.222.0.37 "GET /v2.0/networks/8ef341f6-d937-488b-a43d-930100f2a137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238357 Nov 16 04:51:04.868727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-718041f6-8957-47d1-bc03-10855de32317 req-d5117775-0473-4c69-9ea7-3ae1b6cd7526 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8306c1-3919-46f6-b7e9-78193115a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583419 Nov 16 04:51:04.897703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:04.907556 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:04.916898 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] device_id is not set on port 190f65b6-8ca2-4710-9c36-92f14827594f yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:51:05.019175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02589ea8-6a12-4072-a2c5-3a8ed3398fbc req-ffe510cc-db89-40f6-b60e-e6c2c1b04574 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:05.030933 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269df4e5-92be-4b90-82ba-9d438fa23344,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:05.036455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02589ea8-6a12-4072-a2c5-3a8ed3398fbc req-ffe510cc-db89-40f6-b60e-e6c2c1b04574 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 943 time: 0.1496115 Nov 16 04:51:05.041150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3933b6aa-04b8-472d-8722-0033148b4fb4 req-b4786522-793b-4bd1-9b2d-41ce6f6ce3f1 service neutron] 10.222.0.37 "GET /v2.0/networks/8ef341f6-d937-488b-a43d-930100f2a137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678007 Nov 16 04:51:05.139675 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Allocated IP 172.25.0.23 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/190f65b6-8ca2-4710-9c36-92f14827594f) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:05.157425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02589ea8-6a12-4072-a2c5-3a8ed3398fbc req-2e6a6827-2586-476d-a24b-b8e94010e687 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/security-groups?id=682e19ac-b79a-4972-91c5-c19fb193e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117322 Nov 16 04:51:05.185754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:05.191007 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:05.276491 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:05.277638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 780b71b2-358c-43b8-b4a7-cadbd60430d3 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:51:05.297018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06815822-4c05-4789-9283-ae2ff5a94463 req-efaa2283-0cb1-45bb-960c-261263cf623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:05.306216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06815822-4c05-4789-9283-ae2ff5a94463 req-efaa2283-0cb1-45bb-960c-261263cf623c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=33b5108a30f24f4cb511f366011be3ef&device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 1094 time: 0.1770020 Nov 16 04:51:05.343996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 780b71b2-358c-43b8-b4a7-cadbd60430d3 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:51:05.350008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 780b71b2-358c-43b8-b4a7-cadbd60430d3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:05.350717 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:05.356916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Pushing event updated for resources: {'Port': ['ID=1f0dfc4f-4347-4c07-b221-16d4785765d8,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:05.461543 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:05.471094 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:05.477575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Network 38fb073c-24ab-411c-a165-ede02fb444b0 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:05.481525 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:05.492096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06815822-4c05-4789-9283-ae2ff5a94463 req-170f1379-18d8-4fe1-8657-9553175d0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:05.494103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06815822-4c05-4789-9283-ae2ff5a94463 req-170f1379-18d8-4fe1-8657-9553175d0e28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ef341f6-d937-488b-a43d-930100f2a137 HTTP/1.1" status: 200 len: 922 time: 0.1796246 Nov 16 04:51:05.516210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db431023-07ea-4d1b-b666-5559807f0acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780b71b2-358c-43b8-b4a7-cadbd60430d3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:05.519375 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682af435-cce2-4ee0-81f6-990001921574" -d '{"events": [{"server_uuid": "db431023-07ea-4d1b-b666-5559807f0acb", "name": "network-vif-plugged", "status": "completed", "tag": "780b71b2-358c-43b8-b4a7-cadbd60430d3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:05.555453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06815822-4c05-4789-9283-ae2ff5a94463 req-a34aa898-b8f9-4c50-b93e-1cac04e17aa2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bde7d44e-930c-4aab-a789-dda4f2c2f5fe HTTP/1.1" status: 200 len: 217 time: 0.0531869 Nov 16 04:51:05.558901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 780b71b2-358c-43b8-b4a7-cadbd60430d3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=780b71b2-358c-43b8-b4a7-cadbd60430d3,segment=NetworkSegment(573841c6-13f9-456f-b0a1-74d454754143),segment_id=573841c6-13f9-456f-b0a1-74d454754143)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:05.571546 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:05.611509 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee2c0ea-7fab-4e7a-9ec8-c8b8858592d1 x-openstack-request-id: req-fee2c0ea-7fab-4e7a-9ec8-c8b8858592d1 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:05.611803 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db431023-07ea-4d1b-b666-5559807f0acb", "name": "network-vif-plugged", "status": "completed", "tag": "780b71b2-358c-43b8-b4a7-cadbd60430d3", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:05.612055 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fee2c0ea-7fab-4e7a-9ec8-c8b8858592d1 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:05.612494 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db431023-07ea-4d1b-b666-5559807f0acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780b71b2-358c-43b8-b4a7-cadbd60430d3', 'code': 200} Nov 16 04:51:05.659357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06815822-4c05-4789-9283-ae2ff5a94463 req-7e5c5925-2623-4052-9f0e-093f277f6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:05.661660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06815822-4c05-4789-9283-ae2ff5a94463 req-7e5c5925-2623-4052-9f0e-093f277f6b43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=901c783b-af99-44a3-8087-bea6a5a8180a HTTP/1.1" status: 200 len: 861 time: 0.0969861 Nov 16 04:51:05.683098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:05.689249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=780b71b2-358c-43b8-b4a7-cadbd60430d3,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:05.717752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 15fe8c18-3606-478f-a5ff-14df0b3f12cf up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:51:05.731277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06815822-4c05-4789-9283-ae2ff5a94463 req-aac15c77-7058-4a0f-bab8-72f5dcd54fd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ef341f6-d937-488b-a43d-930100f2a137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600746 Nov 16 04:51:05.742628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:05.755595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:05.789829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:05.810792 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 15fe8c18-3606-478f-a5ff-14df0b3f12cf triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:05.811295 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:05.842217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Pushing event updated for resources: {'Port': ['ID=190f65b6-8ca2-4710-9c36-92f14827594f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:05.854594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Router 559491a5-1cda-4d1f-b93b-577f73a8e60e has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:51:05.860834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a6855-b9e2-46ef-a272-8aedb18dce7b req-854d59ae-3651-4bb3-924d-8659cdebcae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:05.862889 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-990a6855-b9e2-46ef-a272-8aedb18dce7b req-854d59ae-3651-4bb3-924d-8659cdebcae5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 1096 time: 0.1342580 Nov 16 04:51:05.875527 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:05.876140 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:05.935864 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a88ac146-b2f9-4d8b-8d81-7d802d495e3f tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8463626 Nov 16 04:51:05.945597 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46256) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:05.961784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.23'}]}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:06.006951 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-66f696aa-08d3-4c5b-ae23-258fb6e5f830 None None] Provisioning complete for port 1f0dfc4f-4347-4c07-b221-16d4785765d8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:06.007443 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-66f696aa-08d3-4c5b-ae23-258fb6e5f830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:06.010148 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:06.012164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:51:06.024548 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-271e8717-75d0-493b-bf0c-4844f02fa4df admin admin] 10.222.0.41 "PUT /v2.0/routers/559491a5-1cda-4d1f-b93b-577f73a8e60e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6115787 Nov 16 04:51:06.038470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4990d35-20b7-4022-bfab-6e515e0a1b8e req-f8e6c6d2-244d-460e-b54f-ad1464e0f0b0 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0917656 Nov 16 04:51:06.046253 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-990a6855-b9e2-46ef-a272-8aedb18dce7b req-339abe9d-481e-4153-89e5-3cdfe6f24a1c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=da8306c1-3919-46f6-b7e9-78193115a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752009 Nov 16 04:51:06.069128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 15fe8c18-3606-478f-a5ff-14df0b3f12cf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=15fe8c18-3606-478f-a5ff-14df0b3f12cf,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:06.071179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-66f696aa-08d3-4c5b-ae23-258fb6e5f830 None None] Port 1f0dfc4f-4347-4c07-b221-16d4785765d8 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:51:06.076907 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:06.081992 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06815822-4c05-4789-9283-ae2ff5a94463 req-02cd6878-73fe-41d2-a42b-05cad0533e3e service neutron] 10.222.0.37 "GET /v2.0/networks/8ef341f6-d937-488b-a43d-930100f2a137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303945 Nov 16 04:51:06.086307 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:06.087372 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:06.151063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=15fe8c18-3606-478f-a5ff-14df0b3f12cf,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:06.160473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a64f0-58c1-4917-b7c0-534e35a98971 req-3faab41d-9fa1-43fc-9a0a-777fd11eb470 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:06.162024 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c05a64f0-58c1-4917-b7c0-534e35a98971 req-3faab41d-9fa1-43fc-9a0a-777fd11eb470 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 945 time: 0.1843393 Nov 16 04:51:06.235962 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:06.372102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c05a64f0-58c1-4917-b7c0-534e35a98971 req-001b0b4f-d8bf-4e3c-a89f-e747b723c54f tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8306c1-3919-46f6-b7e9-78193115a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018559 Nov 16 04:51:06.377983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06815822-4c05-4789-9283-ae2ff5a94463 req-94b98239-e82e-41b1-bd2b-a2afea531e38 service neutron] 10.222.0.37 "GET /v2.0/networks/8ef341f6-d937-488b-a43d-930100f2a137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864997 Nov 16 04:51:06.465590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe28d62-435a-4108-b1fc-23630959d235 req-6ac960b8-d2a5-47dc-bfab-c90591a1b958 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:06.467134 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fe28d62-435a-4108-b1fc-23630959d235 req-6ac960b8-d2a5-47dc-bfab-c90591a1b958 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 943 time: 0.2239878 Nov 16 04:51:06.488176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34fd8ab7-7f39-4b2e-8699-8a6d2702009e req-c7d4723d-df00-4336-9aa7-bdd2eca4019e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0406053 Nov 16 04:51:06.490744 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:06.611098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Sync routers for ids ['559491a5-1cda-4d1f-b93b-577f73a8e60e'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:51:06.623610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Routers {'559491a5-1cda-4d1f-b93b-577f73a8e60e'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:06.624329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:50:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['559491a5-1cda-4d1f-b93b-577f73a8e60e'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:06.743216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Set router 559491a5-1cda-4d1f-b93b-577f73a8e60e gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:51:06.843009 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fe28d62-435a-4108-b1fc-23630959d235 req-e4e5369f-6ecd-455d-97fe-79fbf17d1d4a tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/security-groups?id=682e19ac-b79a-4972-91c5-c19fb193e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588965 Nov 16 04:51:06.900191 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46270) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:06.905093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-48a851cb-bf43-43ec-9d76-3edcf2575051 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2096003158', 'description': 'tempest-description--1809770588'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:06.930410 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-48a851cb-bf43-43ec-9d76-3edcf2575051 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:06.980856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:51:04Z', 'revision_number': 4, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port': {'id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:50:58Z', 'updated_at': '2021-11-16T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1f0dfc4f-4347-4c07-b221-16d4785765d8', 'name': '', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'mac_address': 'fa:16:3e:b2:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:51:03Z', 'updated_at': '2021-11-16T04:51:04Z', 'revision_number': 2, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'subnets': [{'id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:07.014556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Checking router: 559491a5-1cda-4d1f-b93b-577f73a8e60e for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:51:07.014776 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-48a851cb-bf43-43ec-9d76-3edcf2575051 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.014894 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Updating router 559491a5-1cda-4d1f-b93b-577f73a8e60e port 1f0dfc4f-4347-4c07-b221-16d4785765d8 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:51:07.017416 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.018592 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-48a851cb-bf43-43ec-9d76-3edcf2575051 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.039151 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.047328 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.049122 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-48a851cb-bf43-43ec-9d76-3edcf2575051 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.053554 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-48a851cb-bf43-43ec-9d76-3edcf2575051 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1489856 Nov 16 04:51:07.053554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a851cb-bf43-43ec-9d76-3edcf2575051 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39341df-2450-46fc-8cb3-f44f445b83ba,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:07.055091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46272) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:07.060280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c6627fd5-fe32-40c9-8946-7be0c5dbeb49 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Request body: {'security_group_rule': {'security_group_id': 'a39341df-2450-46fc-8cb3-f44f445b83ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:07.098047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6627fd5-fe32-40c9-8946-7be0c5dbeb49 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.173816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6627fd5-fe32-40c9-8946-7be0c5dbeb49 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.180319 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6627fd5-fe32-40c9-8946-7be0c5dbeb49 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.206762 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6627fd5-fe32-40c9-8946-7be0c5dbeb49 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.210261 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c6627fd5-fe32-40c9-8946-7be0c5dbeb49 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541741 Nov 16 04:51:07.214740 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46278) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:07.215701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6627fd5-fe32-40c9-8946-7be0c5dbeb49 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f4d8e6-cae0-4025-b029-ef5221f1fd32,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:07.216240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7fd715fd-cbb9-4848-925a-73d00b98d85e req-5bfa71e4-4f32-432f-b1fc-755a8cba4d70 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0597548 Nov 16 04:51:07.234170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0e70f9e9-5c3b-4af1-880e-ea33423a06e6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Request body: {'security_group_rule': {'security_group_id': 'a39341df-2450-46fc-8cb3-f44f445b83ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:07.263782 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e70f9e9-5c3b-4af1-880e-ea33423a06e6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.336406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e70f9e9-5c3b-4af1-880e-ea33423a06e6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.340816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e70f9e9-5c3b-4af1-880e-ea33423a06e6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.342956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.359062 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70f9e9-5c3b-4af1-880e-ea33423a06e6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00291606-dade-454f-8d6d-0c9923fe35f2,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:07.377662 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e70f9e9-5c3b-4af1-880e-ea33423a06e6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.379043 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0e70f9e9-5c3b-4af1-880e-ea33423a06e6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501958 Nov 16 04:51:07.382304 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46280) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:07.384924 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.389310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:07.399472 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.433447 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.499949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f5fc5-e2d5-4e1a-bb95-a9dc690e9d59 None None] Pushing event updated for resources: {'Port': ['ID=1f0dfc4f-4347-4c07-b221-16d4785765d8,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:07.535069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Attempting to bind port 1f0dfc4f-4347-4c07-b221-16d4785765d8 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:51:07.535569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Attempting to bind port 1f0dfc4f-4347-4c07-b221-16d4785765d8 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '52569557-ff3b-46b7-80ec-642a50f5c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:51:07.535941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Attempting to bind port 1f0dfc4f-4347-4c07-b221-16d4785765d8 on network 38fb073c-24ab-411c-a165-ede02fb444b0 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:07.542209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:51:07.542586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Checking segment: {'id': '52569557-ff3b-46b7-80ec-642a50f5c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:07.542987 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.543376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Bound using segment: {'id': '52569557-ff3b-46b7-80ec-642a50f5c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:51:07.543849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Bound port: 1f0dfc4f-4347-4c07-b221-16d4785765d8, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52569557-ff3b-46b7-80ec-642a50f5c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:51:07.544232 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.616607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] For port 1f0dfc4f-4347-4c07-b221-16d4785765d8, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:51:07.621855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] For port 1f0dfc4f-4347-4c07-b221-16d4785765d8, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1f0dfc4f-4347-4c07-b221-16d4785765d8,segment=NetworkSegment(52569557-ff3b-46b7-80ec-642a50f5c5eb),segment_id=52569557-ff3b-46b7-80ec-642a50f5c5eb)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:51:07.629822 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.636528 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.644588 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.667443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.700144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f5fc5-e2d5-4e1a-bb95-a9dc690e9d59 None None] Pushing event updated for resources: {'Port': ['ID=1f0dfc4f-4347-4c07-b221-16d4785765d8,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:07.710996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 15fe8c18-3606-478f-a5ff-14df0b3f12cf up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:51:07.722333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eaae27-7de7-4258-ab3a-621d9915a79b req-8990f2d2-3ca3-48b5-9c0e-ead8dc4b7677 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:07.726215 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30eaae27-7de7-4258-ab3a-621d9915a79b req-8990f2d2-3ca3-48b5-9c0e-ead8dc4b7677 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 945 time: 0.1757612 Nov 16 04:51:07.727576 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.728229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9a2d33e-2288-4d53-9416-ee72d2774d80 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:51:07.761972 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 16 04:51:07.765902 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8e8c1a00-0e46-4d48-8b25-3ff114ecba6a tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8131647 Nov 16 04:51:07.770099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46284) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:07.781597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Routers {'559491a5-1cda-4d1f-b93b-577f73a8e60e'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:07.783613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:50:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['559491a5-1cda-4d1f-b93b-577f73a8e60e'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:07.821011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30eaae27-7de7-4258-ab3a-621d9915a79b req-aaad09e9-316d-4427-9567-63d087fd7861 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8306c1-3919-46f6-b7e9-78193115a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839703 Nov 16 04:51:07.850927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Allocated IP 172.25.0.163 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/73cb6ff3-e38f-4829-ae9f-f622b0c8190f) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:07.876385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a767ff7f-94d2-4353-b599-c1c0388f6eda tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Deleting port 190f65b6-8ca2-4710-9c36-92f14827594f {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:07.876972 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a767ff7f-94d2-4353-b599-c1c0388f6eda tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:07.954198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] Set router 559491a5-1cda-4d1f-b93b-577f73a8e60e gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:51:08.012676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device bde7d44e-930c-4aab-a789-dda4f2c2f5fe details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:51:08.036601 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a767ff7f-94d2-4353-b599-c1c0388f6eda tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.051269 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.072692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348274d-b393-46ab-85d0-a37f761f695f req-0182d863-ce89-4940-8f87-fbb1f71a8023 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:08.074573 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7348274d-b393-46ab-85d0-a37f761f695f req-0182d863-ce89-4940-8f87-fbb1f71a8023 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 943 time: 0.1166101 Nov 16 04:51:08.075824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a767ff7f-94d2-4353-b599-c1c0388f6eda tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Calling delete_port for 190f65b6-8ca2-4710-9c36-92f14827594f owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:08.092749 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 15fe8c18-3606-478f-a5ff-14df0b3f12cf triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:08.093174 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.095170 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.134738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-584c5496-0338-42ab-b460-16b6f895fc25 None None] Provisioning complete for port 1f0dfc4f-4347-4c07-b221-16d4785765d8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:08.135138 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-584c5496-0338-42ab-b460-16b6f895fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.140438 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Pushing event updated for resources: {'Port': ['ID=73cb6ff3-e38f-4829-ae9f-f622b0c8190f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:08.158682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:08.160216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:08.163234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:08.186175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7348274d-b393-46ab-85d0-a37f761f695f req-5283a386-09be-446d-bc06-655f46955f97 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/security-groups?id=682e19ac-b79a-4972-91c5-c19fb193e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007891 Nov 16 04:51:08.271818 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a767ff7f-94d2-4353-b599-c1c0388f6eda tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.311064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767ff7f-94d2-4353-b599-c1c0388f6eda tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Pushing event deleted for resources: {'Port': ['ID=190f65b6-8ca2-4710-9c36-92f14827594f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:08.351726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.402264 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-54ebdc3c-1ca1-4836-b7e8-7db160b97fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.406658 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a767ff7f-94d2-4353-b599-c1c0388f6eda tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.411952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a767ff7f-94d2-4353-b599-c1c0388f6eda tempest-RoutersAdminNegativeIpV6Test-910794931 tempest-RoutersAdminNegativeIpV6Test-910794931-project-admin] 10.222.0.41 "DELETE /v2.0/ports/190f65b6-8ca2-4710-9c36-92f14827594f HTTP/1.1" status: 204 len: 168 time: 0.6401198 Nov 16 04:51:08.414003 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.447481 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:51:08.488513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b97cbd1d-f302-4fd7-8f44-8c069a7fa51c req-83314bc1-3e8c-4b0b-99d3-acb529deb90d tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0515666 Nov 16 04:51:08.597649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port bde7d44e-930c-4aab-a789-dda4f2c2f5fe, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=bde7d44e-930c-4aab-a789-dda4f2c2f5fe,segment=NetworkSegment(5525ef86-0863-4fef-8435-60c7685793a6),segment_id=5525ef86-0863-4fef-8435-60c7685793a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:08.622264 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.629632 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.685323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'bde7d44e-930c-4aab-a789-dda4f2c2f5fe', 'network_id': '8ef341f6-d937-488b-a43d-930100f2a137', 'port_id': 'bde7d44e-930c-4aab-a789-dda4f2c2f5fe', 'mac_address': 'fa:16:3e:df:dd:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '901c783b-af99-44a3-8087-bea6a5a8180a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:51:08.736678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Pushing event updated for resources: {'Port': ['ID=73cb6ff3-e38f-4829-ae9f-f622b0c8190f,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:08.744987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.757540 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.787180 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.788991 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c9029a41-bdb4-4c55-b8e8-743c17d983ae tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4055474 Nov 16 04:51:08.808901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde7d44e-930c-4aab-a789-dda4f2c2f5fe {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:51:08.825132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:51:04Z', 'revision_number': 4, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port': {'id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:50:58Z', 'updated_at': '2021-11-16T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1f0dfc4f-4347-4c07-b221-16d4785765d8', 'name': '', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'mac_address': 'fa:16:3e:b2:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:51:03Z', 'updated_at': '2021-11-16T04:51:07Z', 'revision_number': 4, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'subnets': [{'id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:08.878100 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-584c5496-0338-42ab-b460-16b6f895fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.887377 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ec9f23-760c-4cd4-8610-a6d5b332139c None None] The sync data for ids ['559491a5-1cda-4d1f-b93b-577f73a8e60e'] in n-d-818042-1 is: [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:51:04Z', 'revision_number': 4, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port': {'id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:50:58Z', 'updated_at': '2021-11-16T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1f0dfc4f-4347-4c07-b221-16d4785765d8', 'name': '', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'mac_address': 'fa:16:3e:b2:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:51:03Z', 'updated_at': '2021-11-16T04:51:07Z', 'revision_number': 4, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'subnets': [{'id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:51:08.890047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port bde7d44e-930c-4aab-a789-dda4f2c2f5fe, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=bde7d44e-930c-4aab-a789-dda4f2c2f5fe,segment=NetworkSegment(5525ef86-0863-4fef-8435-60c7685793a6),segment_id=5525ef86-0863-4fef-8435-60c7685793a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:08.899732 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:08.928240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46324) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:09.043920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-584c5496-0338-42ab-b460-16b6f895fc25 None None] For port 1f0dfc4f-4347-4c07-b221-16d4785765d8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1f0dfc4f-4347-4c07-b221-16d4785765d8,segment=NetworkSegment(52569557-ff3b-46b7-80ec-642a50f5c5eb),segment_id=52569557-ff3b-46b7-80ec-642a50f5c5eb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:09.054435 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-584c5496-0338-42ab-b460-16b6f895fc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:09.063143 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=bde7d44e-930c-4aab-a789-dda4f2c2f5fe,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:09.134980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c5496-0338-42ab-b460-16b6f895fc25 None None] Pushing event updated for resources: {'Port': ['ID=1f0dfc4f-4347-4c07-b221-16d4785765d8,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:09.179436 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-140ecdb9-532a-465f-9299-8f2700af9acc None None] Provisioning complete for port 1f0dfc4f-4347-4c07-b221-16d4785765d8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:09.179805 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-140ecdb9-532a-465f-9299-8f2700af9acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:09.194848 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ec1cbffa-00c5-417c-a809-866ba722e35e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:09.262032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['bde7d44e-930c-4aab-a789-dda4f2c2f5fe'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:51:09.280400 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-ab729192-1aaa-4f26-be61-21e02859aaad tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2096003158&fields=id&tenant_id=36274abcb2984dc988451dad272e5e4e HTTP/1.1" status: 200 len: 267 time: 0.1294434 Nov 16 04:51:09.422810 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ec1cbffa-00c5-417c-a809-866ba722e35e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:09.439940 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ec1cbffa-00c5-417c-a809-866ba722e35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:09.525302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-dbd46520-55b8-4594-85dc-00670204e5a3 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:09.535156 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-dbd46520-55b8-4594-85dc-00670204e5a3 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/networks?id=38fb073c-24ab-411c-a165-ede02fb444b0 HTTP/1.1" status: 200 len: 815 time: 0.2365999 Nov 16 04:51:09.541362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ec1cbffa-00c5-417c-a809-866ba722e35e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6090acc48f4f47d6a6244f6cde9a7746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6097095 Nov 16 04:51:09.542158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46362) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:09.548011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cbffa-00c5-417c-a809-866ba722e35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f01613f-18b5-4e07-ba5c-e484eba710e0,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:09.594624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-a3e5d2b9-973f-493d-a6c3-6971f92566ea tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/quotas/36274abcb2984dc988451dad272e5e4e HTTP/1.1" status: 200 len: 375 time: 0.0584393 Nov 16 04:51:09.658091 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d96c9d48-22a1-4557-ba3f-c1c902a377ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:09.685810 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d96c9d48-22a1-4557-ba3f-c1c902a377ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:09.689076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c611ab-6bdd-4089-bca6-278cac99ce50 req-bc55a75c-dd08-4ab6-91a7-932167e2363d tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:09.695296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5c611ab-6bdd-4089-bca6-278cac99ce50 req-bc55a75c-dd08-4ab6-91a7-932167e2363d tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 944 time: 0.1481857 Nov 16 04:51:09.730502 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-086b5e02-d599-4696-a081-cc8fba9787b7 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=36274abcb2984dc988451dad272e5e4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1346028 Nov 16 04:51:09.746830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1f0dfc4f-4347-4c07-b221-16d4785765d8 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:51:09.768612 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d96c9d48-22a1-4557-ba3f-c1c902a377ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:09.775184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d96c9d48-22a1-4557-ba3f-c1c902a377ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:09.781126 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d96c9d48-22a1-4557-ba3f-c1c902a377ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f01613f-18b5-4e07-ba5c-e484eba710e0 HTTP/1.1" status: 204 len: 168 time: 0.2364397 Nov 16 04:51:09.790159 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c9d48-22a1-4557-ba3f-c1c902a377ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f01613f-18b5-4e07-ba5c-e484eba710e0,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:09.836010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 1f0dfc4f-4347-4c07-b221-16d4785765d8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:09.836595 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:09.870889 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-3d159262-d7ea-4880-bc70-45593b4eba93 service neutron] 10.222.0.41 "GET /v2.0/networks/38fb073c-24ab-411c-a165-ede02fb444b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086149 Nov 16 04:51:09.890491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5c611ab-6bdd-4089-bca6-278cac99ce50 req-4564a0ce-3969-4898-ad87-2c084a924e01 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/security-groups?id=682e19ac-b79a-4972-91c5-c19fb193e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808989 Nov 16 04:51:10.021110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd4a3a44-54cf-4f68-a082-3dddb089d0cc req-6a7230f2-8927-479a-ad36-368f74a1dadc tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0483563 Nov 16 04:51:10.086387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-e3846757-36fd-4cdb-bbcd-501d8618c202 service neutron] 10.222.0.41 "GET /v2.0/networks/38fb073c-24ab-411c-a165-ede02fb444b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933274 Nov 16 04:51:10.182954 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aca1684b-1dab-45ba-b72b-ecfee7af9ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:10.200091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46368) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:10.234937 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:51:10.269112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7c3ffd0a-0f77-49ad-ab88-aecd79cb98c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88dc641fb0804fe8a72f2e3b189fc459&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0675383 Nov 16 04:51:10.271853 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46376) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:10.298534 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41a190df-c6c6-46dd-b014-07471593ae70 req-808818ff-8daf-4ad8-ad30-25ce4b691393 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 210 time: 0.0323634 Nov 16 04:51:10.356740 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a13b651-bec1-4d33-aba3-372ad5cf29c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:10.392770 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a13b651-bec1-4d33-aba3-372ad5cf29c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:10.464053 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a13b651-bec1-4d33-aba3-372ad5cf29c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:10.468128 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a13b651-bec1-4d33-aba3-372ad5cf29c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:10.469288 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8a13b651-bec1-4d33-aba3-372ad5cf29c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/269df4e5-92be-4b90-82ba-9d438fa23344 HTTP/1.1" status: 204 len: 168 time: 0.1961956 Nov 16 04:51:10.492319 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13b651-bec1-4d33-aba3-372ad5cf29c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269df4e5-92be-4b90-82ba-9d438fa23344,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:11.031354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5edad-06f9-4f66-a378-9c695142379e req-ca05f079-a071-4a0f-9966-ed2e5916ab74 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:11.033122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ee5edad-06f9-4f66-a378-9c695142379e req-ca05f079-a071-4a0f-9966-ed2e5916ab74 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 944 time: 0.0676262 Nov 16 04:51:11.092907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ee5edad-06f9-4f66-a378-9c695142379e req-4a666dff-89d9-4c6e-9de3-d3c52fb2ee38 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/security-groups?id=682e19ac-b79a-4972-91c5-c19fb193e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509555 Nov 16 04:51:11.204943 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e5e0a017-acaf-4952-8aba-af6ea155aa36 req-0086e003-a07d-4d8d-aada-1329eab36fec tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0355608 Nov 16 04:51:11.294769 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11415361-2e78-4948-bce8-22d5d6a48111 req-f7c50fd0-a03c-4523-9a8a-8312048643be tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:11.296266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11415361-2e78-4948-bce8-22d5d6a48111 req-f7c50fd0-a03c-4523-9a8a-8312048643be tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 945 time: 0.0552294 Nov 16 04:51:11.353210 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11415361-2e78-4948-bce8-22d5d6a48111 req-db0c6cf3-09b6-4e82-b94d-f749f371b1b3 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8306c1-3919-46f6-b7e9-78193115a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507028 Nov 16 04:51:11.357323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46432) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:11.451291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92030eff-d6ea-4073-9aef-6f4cd4b37000 req-7d42508c-5f44-4528-8cf4-ec605e614f94 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 210 time: 0.0362453 Nov 16 04:51:11.482843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1422034581'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:11.506571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Made reservation on behalf of d8de1a106e424cf18ed1a0261c2e6f37 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:11.507621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-d40cd24e-86fc-4cd4-8313-4bb47e89e70d tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:11.509168 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-d40cd24e-86fc-4cd4-8313-4bb47e89e70d tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.37 "GET /v2.0/networks?id=38fb073c-24ab-411c-a165-ede02fb444b0 HTTP/1.1" status: 200 len: 815 time: 0.1433163 Nov 16 04:51:11.510699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:11.519235 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:11.577089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-947b337d-8f1e-42b2-8bda-15fb80babbe8 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36274abcb2984dc988451dad272e5e4e HTTP/1.1" status: 200 len: 380 time: 0.0551567 Nov 16 04:51:11.588444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9f58684d-8d01-47d8-a3c2-bb3001548ad4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Request body: {'port': {'device_id': '095711b2-324f-4876-aaea-11ca7c6e1117', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'admin_state_up': True, 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'security_groups': ['a39341df-2450-46fc-8cb3-f44f445b83ba']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:11.595716 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:11.600616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:11.630633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:51:11.636957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6057695-5eb8-4bea-8d5a-a0c4d486c36f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:11.643384 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:11.643733 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Added segment 15104d9b-6f1b-4fce-9e06-636075305884 of type vlan for network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 Nov 16 04:51:11.691415 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:11.706500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9f58684d-8d01-47d8-a3c2-bb3001548ad4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Made reservation on behalf of 36274abcb2984dc988451dad272e5e4e for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:11.710521 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9f58684d-8d01-47d8-a3c2-bb3001548ad4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:11.718069 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:11.723478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:11.724943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:11.778659 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4199257 Nov 16 04:51:11.781634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46438) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:11.789295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-08c2c19f-cc89-4a07-b864-33602daaeb72 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Request body: {'subnet': {'network_id': '2688fd33-5ddd-4afc-b1a5-29a25819fda7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:11.839049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9f58684d-8d01-47d8-a3c2-bb3001548ad4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Allocated IP 172.20.0.12 (38fb073c-24ab-411c-a165-ede02fb444b0/422f6a8a-04f6-4962-b27e-68585a9edf5c/b35d21f2-2998-485d-80e2-3fd2aad41ca4) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:11.840905 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:11.844996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b64cc0-b1a7-4055-a22a-2b0efefb4ffb tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event updated for resources: {'Network': ['ID=2688fd33-5ddd-4afc-b1a5-29a25819fda7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:11.857691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:51:11.897667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c2c19f-cc89-4a07-b864-33602daaeb72 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Made reservation on behalf of d8de1a106e424cf18ed1a0261c2e6f37 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:11.901236 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08c2c19f-cc89-4a07-b864-33602daaeb72 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:11.975914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device bde7d44e-930c-4aab-a789-dda4f2c2f5fe up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:51:11.989167 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9f58684d-8d01-47d8-a3c2-bb3001548ad4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.027451 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9f58684d-8d01-47d8-a3c2-bb3001548ad4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.030325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port bde7d44e-930c-4aab-a789-dda4f2c2f5fe completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:51:12.034683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port bde7d44e-930c-4aab-a789-dda4f2c2f5fe triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:12.035255 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.073857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9f58684d-8d01-47d8-a3c2-bb3001548ad4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Network 38fb073c-24ab-411c-a165-ede02fb444b0 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:12.079269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9f58684d-8d01-47d8-a3c2-bb3001548ad4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:12.089366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9f58684d-8d01-47d8-a3c2-bb3001548ad4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:12.092038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58684d-8d01-47d8-a3c2-bb3001548ad4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Pushing event updated for resources: {'Port': ['ID=b35d21f2-2998-485d-80e2-3fd2aad41ca4,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:12.112240 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08c2c19f-cc89-4a07-b864-33602daaeb72 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.121433 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.146313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae8ee0d-cceb-4faf-831f-e8b22b285975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde7d44e-930c-4aab-a789-dda4f2c2f5fe'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:12.148853 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffb5a57-fad3-42c6-b46a-82c3beaef545" -d '{"events": [{"server_uuid": "fae8ee0d-cceb-4faf-831f-e8b22b285975", "name": "network-vif-plugged", "status": "completed", "tag": "bde7d44e-930c-4aab-a789-dda4f2c2f5fe"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:12.156250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9f58684d-8d01-47d8-a3c2-bb3001548ad4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:12.157018 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9f58684d-8d01-47d8-a3c2-bb3001548ad4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.164339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port bde7d44e-930c-4aab-a789-dda4f2c2f5fe, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=bde7d44e-930c-4aab-a789-dda4f2c2f5fe,segment=NetworkSegment(5525ef86-0863-4fef-8435-60c7685793a6),segment_id=5525ef86-0863-4fef-8435-60c7685793a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:12.170109 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.180299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9f58684d-8d01-47d8-a3c2-bb3001548ad4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5956745 Nov 16 04:51:12.193800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Request body: {'port': {'device_id': '095711b2-324f-4876-aaea-11ca7c6e1117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:12.205435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2c19f-cc89-4a07-b864-33602daaeb72 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event updated for resources: {'Subnet': ['ID=155a089b-141e-414a-9afc-9b9be8cd4c01,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:12.215864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c2c19f-cc89-4a07-b864-33602daaeb72 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Checking segment: {'id': '15104d9b-6f1b-4fce-9e06-636075305884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2688fd33-5ddd-4afc-b1a5-29a25819fda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:12.216290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c2c19f-cc89-4a07-b864-33602daaeb72 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Network hostable DHCP agents. Network: 2688fd33-5ddd-4afc-b1a5-29a25819fda7, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:51:12.237844 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78df3a6-4639-48cc-988e-c9fc22561510 x-openstack-request-id: req-a78df3a6-4639-48cc-988e-c9fc22561510 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:12.238412 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae8ee0d-cceb-4faf-831f-e8b22b285975", "name": "network-vif-plugged", "status": "completed", "tag": "bde7d44e-930c-4aab-a789-dda4f2c2f5fe", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:12.238757 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a78df3a6-4639-48cc-988e-c9fc22561510 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:12.239513 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae8ee0d-cceb-4faf-831f-e8b22b285975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde7d44e-930c-4aab-a789-dda4f2c2f5fe', 'code': 200} Nov 16 04:51:12.242947 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c2c19f-cc89-4a07-b864-33602daaeb72 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:51:12.249579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=bde7d44e-930c-4aab-a789-dda4f2c2f5fe,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:12.266041 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-08c2c19f-cc89-4a07-b864-33602daaeb72 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 2688fd33-5ddd-4afc-b1a5-29a25819fda7) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:12.276733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f339dc13-9e53-4ad9-9f83-711421011760 None None] Network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:12.293014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c2c19f-cc89-4a07-b864-33602daaeb72 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:12.300237 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08c2c19f-cc89-4a07-b864-33602daaeb72 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.321792 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-08c2c19f-cc89-4a07-b864-33602daaeb72 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5387199 Nov 16 04:51:12.324314 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46448) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:12.330740 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Request body: {'port': {'network_id': '2688fd33-5ddd-4afc-b1a5-29a25819fda7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-471057108'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:12.356966 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.431249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e580859-9db6-4674-9af8-0334061ca0dc req-0ecea369-3576-4872-9a25-6f36c72697a0 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:12.432945 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e580859-9db6-4674-9af8-0334061ca0dc req-0ecea369-3576-4872-9a25-6f36c72697a0 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 945 time: 0.1672761 Nov 16 04:51:12.485980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-2688fd33-5ddd-4afc-b1a5-29a25819fda7', 'network_id': '2688fd33-5ddd-4afc-b1a5-29a25819fda7', 'tenant_id': 'd8de1a106e424cf18ed1a0261c2e6f37', 'fixed_ips': [{'subnet_id': '155a089b-141e-414a-9afc-9b9be8cd4c01'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:51:12.486830 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.495248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Made reservation on behalf of d8de1a106e424cf18ed1a0261c2e6f37 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:12.499033 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.510312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8a36175-369a-484f-b2eb-4fc7c15b5282 req-daa4c8d8-c550-4cd9-b045-e0d3322b9abe tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0763113 Nov 16 04:51:12.513175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c170e62a-730b-49b4-9013-994ecd9b1ec3 None None] Provisioning complete for port b35d21f2-2998-485d-80e2-3fd2aad41ca4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:12.513538 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c170e62a-730b-49b4-9013-994ecd9b1ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.521295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] device_id is not set on port 79e32b6a-dd4a-48be-9a74-00095a215c9c yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:51:12.540638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ed3dc-b9bd-47d7-bd27-cb283604bb38 req-85dd59ed-f75f-4ffd-9ef1-ccf20d1fda70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:12.542579 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e53ed3dc-b9bd-47d7-bd27-cb283604bb38 req-85dd59ed-f75f-4ffd-9ef1-ccf20d1fda70 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 1096 time: 0.2006207 Nov 16 04:51:12.613416 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c170e62a-730b-49b4-9013-994ecd9b1ec3 None None] Port b35d21f2-2998-485d-80e2-3fd2aad41ca4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:51:12.665966 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Allocated IP 2001:db8::90 (2688fd33-5ddd-4afc-b1a5-29a25819fda7/155a089b-141e-414a-9afc-9b9be8cd4c01/79e32b6a-dd4a-48be-9a74-00095a215c9c) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:12.733350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad7392d-2590-4e6c-aa6d-86cc418938aa req-17f883ea-e953-478e-ac1f-37e463ab10db tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:12.734712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bad7392d-2590-4e6c-aa6d-86cc418938aa req-17f883ea-e953-478e-ac1f-37e463ab10db tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.15 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 945 time: 0.2728219 Nov 16 04:51:12.744373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e580859-9db6-4674-9af8-0334061ca0dc req-7c547598-7f0a-4fe8-bca9-1c2b4e9c915d tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/security-groups?id=682e19ac-b79a-4972-91c5-c19fb193e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844555 Nov 16 04:51:12.769805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e53ed3dc-b9bd-47d7-bd27-cb283604bb38 req-d56d54c4-d289-4745-afad-d4b319fb19fc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=682e19ac-b79a-4972-91c5-c19fb193e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028382 Nov 16 04:51:12.819046 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.855845 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.857577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a1f9f-a7a6-484e-ad51-87b24f3281ef req-d1ac2957-e713-495f-b5a2-c10d7df083b6 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:12.859324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ef2a1f9f-a7a6-484e-ad51-87b24f3281ef req-d1ac2957-e713-495f-b5a2-c10d7df083b6 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 945 time: 0.2592883 Nov 16 04:51:12.901876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:12.904842 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:12.905720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Allocated IP 2001:db8::2 (2688fd33-5ddd-4afc-b1a5-29a25819fda7/155a089b-141e-414a-9afc-9b9be8cd4c01/a5d641bf-a857-4f67-a2d6-b1dff246bd52) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:12.908899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:12.915399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:12.916310 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:12.937584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event updated for resources: {'Port': ['ID=79e32b6a-dd4a-48be-9a74-00095a215c9c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:12.947117 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3267b2d4-b70e-4e2d-979e-8f22a67f1bfd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6187608 Nov 16 04:51:12.948131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46458) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:12.952739 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Request body: {'port': {'network_id': '2688fd33-5ddd-4afc-b1a5-29a25819fda7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1921437554', 'allowed_address_pairs': [{'ip_address': '2001:db8::90', 'mac_address': 'fa:16:3e:4e:c8:17'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:13.071573 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Made reservation on behalf of d8de1a106e424cf18ed1a0261c2e6f37 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:13.077896 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.084522 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.125941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:13.129169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:13.133757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:13.163332 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.165114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Pushing event updated for resources: {'Port': ['ID=a5d641bf-a857-4f67-a2d6-b1dff246bd52,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:13.180918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] device_id is not set on port 4e4c2762-767a-4f53-830f-356b1286ac6b yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:51:13.202177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Attempting to bind port a5d641bf-a857-4f67-a2d6-b1dff246bd52 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:51:13.202703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Attempting to bind port a5d641bf-a857-4f67-a2d6-b1dff246bd52 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '15104d9b-6f1b-4fce-9e06-636075305884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2688fd33-5ddd-4afc-b1a5-29a25819fda7'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:51:13.203166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Attempting to bind port a5d641bf-a857-4f67-a2d6-b1dff246bd52 on network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:13.215908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:51:13.216515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Checking segment: {'id': '15104d9b-6f1b-4fce-9e06-636075305884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2688fd33-5ddd-4afc-b1a5-29a25819fda7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:13.216960 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.217434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Bound using segment: {'id': '15104d9b-6f1b-4fce-9e06-636075305884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2688fd33-5ddd-4afc-b1a5-29a25819fda7'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:51:13.218067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Bound port: a5d641bf-a857-4f67-a2d6-b1dff246bd52, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15104d9b-6f1b-4fce-9e06-636075305884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2688fd33-5ddd-4afc-b1a5-29a25819fda7'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:51:13.218964 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.221707 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.284694 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] For port a5d641bf-a857-4f67-a2d6-b1dff246bd52, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:51:13.289129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] For port a5d641bf-a857-4f67-a2d6-b1dff246bd52, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a5d641bf-a857-4f67-a2d6-b1dff246bd52,segment=NetworkSegment(15104d9b-6f1b-4fce-9e06-636075305884),segment_id=15104d9b-6f1b-4fce-9e06-636075305884)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:51:13.294207 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.299963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab67c-e198-44c0-9dd8-d41589a5183d req-1ab9fd70-f165-43c8-80b8-b9142c5b1a1c tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:13.302273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec2ab67c-e198-44c0-9dd8-d41589a5183d req-1ab9fd70-f165-43c8-80b8-b9142c5b1a1c tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 932 time: 0.4697013 Nov 16 04:51:13.317403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ef2a1f9f-a7a6-484e-ad51-87b24f3281ef req-d756c848-cbdc-4cff-bda6-d12fafedc741 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/security-groups?id=da8306c1-3919-46f6-b7e9-78193115a0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316161 Nov 16 04:51:13.322270 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Allocated IP 2001:db8::aa (2688fd33-5ddd-4afc-b1a5-29a25819fda7/155a089b-141e-414a-9afc-9b9be8cd4c01/4e4c2762-767a-4f53-830f-356b1286ac6b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:13.342354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-bad7392d-2590-4e6c-aa6d-86cc418938aa req-b29634b7-286d-4782-905b-df68c92e2344 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Deleting port 780b71b2-358c-43b8-b4a7-cadbd60430d3 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:13.343007 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bad7392d-2590-4e6c-aa6d-86cc418938aa req-b29634b7-286d-4782-905b-df68c92e2344 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.357597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33e89d-7659-4c8d-8eac-d98b040035bd None None] Pushing event updated for resources: {'Port': ['ID=a5d641bf-a857-4f67-a2d6-b1dff246bd52,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:13.523650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35d21f2-2998-485d-80e2-3fd2aad41ca4 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:51:13.540886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec2ab67c-e198-44c0-9dd8-d41589a5183d req-ed4940c1-0d8b-4206-bd47-1639a431f1bd tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/security-groups?id=a39341df-2450-46fc-8cb3-f44f445b83ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305853 Nov 16 04:51:13.548648 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.576611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.614083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Transition to ACTIVE for port object b35d21f2-2998-485d-80e2-3fd2aad41ca4 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:51:13.620074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-bad7392d-2590-4e6c-aa6d-86cc418938aa req-b29634b7-286d-4782-905b-df68c92e2344 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] For port 780b71b2-358c-43b8-b4a7-cadbd60430d3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=780b71b2-358c-43b8-b4a7-cadbd60430d3,segment=NetworkSegment(573841c6-13f9-456f-b0a1-74d454754143),segment_id=573841c6-13f9-456f-b0a1-74d454754143)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:13.620516 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bad7392d-2590-4e6c-aa6d-86cc418938aa req-b29634b7-286d-4782-905b-df68c92e2344 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.623211 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.624454 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.646100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-bad7392d-2590-4e6c-aa6d-86cc418938aa req-b29634b7-286d-4782-905b-df68c92e2344 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Calling delete_port for 780b71b2-358c-43b8-b4a7-cadbd60430d3 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:13.686260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:13.689635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:13.694254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:13.699959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:13.700434 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.711668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event updated for resources: {'Port': ['ID=4e4c2762-767a-4f53-830f-356b1286ac6b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:13.729456 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ff8618e6-56cc-4eed-811e-ed38994e38f0 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 0.7785096 Nov 16 04:51:13.729791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46466) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:13.747669 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:13.796942 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-425d409f-6027-4140-94d5-32b1dc91dcce req-cee03382-3ac3-4375-ac38-dd99bcea4b19 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.1152856 Nov 16 04:51:13.880636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9300096-7ce8-4ed5-8a74-240db91c98d2 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:13.887000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9300096-7ce8-4ed5-8a74-240db91c98d2 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:13.891714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Pushing event updated for resources: {'Port': ['ID=b35d21f2-2998-485d-80e2-3fd2aad41ca4,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:13.893183 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9300096-7ce8-4ed5-8a74-240db91c98d2 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:13.894924 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e9300096-7ce8-4ed5-8a74-240db91c98d2 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.1641238 Nov 16 04:51:13.900373 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46470) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:14.002659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-970785fe-4ba3-401a-95d1-a5cbe891063a tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Deleting port 4e4c2762-767a-4f53-830f-356b1286ac6b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:14.002987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-970785fe-4ba3-401a-95d1-a5cbe891063a tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:14.035796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13b422-86a2-4fff-a836-1217f661f971 req-df53a304-bada-4353-9a38-c923691da981 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:14.037987 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb13b422-86a2-4fff-a836-1217f661f971 req-df53a304-bada-4353-9a38-c923691da981 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 945 time: 0.1346102 Nov 16 04:51:14.066855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Attempting to bind port b35d21f2-2998-485d-80e2-3fd2aad41ca4 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:51:14.067828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Attempting to bind port b35d21f2-2998-485d-80e2-3fd2aad41ca4 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '52569557-ff3b-46b7-80ec-642a50f5c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:51:14.068249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Attempting to bind port b35d21f2-2998-485d-80e2-3fd2aad41ca4 on network 38fb073c-24ab-411c-a165-ede02fb444b0 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:14.096063 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-970785fe-4ba3-401a-95d1-a5cbe891063a tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:14.100907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Port b35d21f2-2998-485d-80e2-3fd2aad41ca4 on network 38fb073c-24ab-411c-a165-ede02fb444b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:51:14.101248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Attempting to bind port b35d21f2-2998-485d-80e2-3fd2aad41ca4 on network 38fb073c-24ab-411c-a165-ede02fb444b0 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:14.108810 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-970785fe-4ba3-401a-95d1-a5cbe891063a tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Calling delete_port for 4e4c2762-767a-4f53-830f-356b1286ac6b owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:14.123184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:51:14.123621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Checking segment: {'id': '52569557-ff3b-46b7-80ec-642a50f5c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:14.124091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Bound using segment: {'id': '52569557-ff3b-46b7-80ec-642a50f5c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:51:14.124611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Bound port: b35d21f2-2998-485d-80e2-3fd2aad41ca4, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52569557-ff3b-46b7-80ec-642a50f5c5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:51:14.125038 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:14.157474 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bad7392d-2590-4e6c-aa6d-86cc418938aa req-b29634b7-286d-4782-905b-df68c92e2344 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:14.163985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb13b422-86a2-4fff-a836-1217f661f971 req-3dcd8030-5b1d-449e-a60f-6f12a29a6aa3 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/security-groups?id=682e19ac-b79a-4972-91c5-c19fb193e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129134 Nov 16 04:51:14.217999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29634b7-286d-4782-905b-df68c92e2344 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Pushing event deleted for resources: {'Port': ['ID=780b71b2-358c-43b8-b4a7-cadbd60430d3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:14.259924 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-970785fe-4ba3-401a-95d1-a5cbe891063a tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:14.281309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad7392d-2590-4e6c-aa6d-86cc418938aa req-b29634b7-286d-4782-905b-df68c92e2344 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] No DVR routers for this DVR port 780b71b2-358c-43b8-b4a7-cadbd60430d3 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:51:14.285471 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bad7392d-2590-4e6c-aa6d-86cc418938aa req-b29634b7-286d-4782-905b-df68c92e2344 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:14.289430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bad7392d-2590-4e6c-aa6d-86cc418938aa req-b29634b7-286d-4782-905b-df68c92e2344 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.15 "DELETE /v2.0/ports/780b71b2-358c-43b8-b4a7-cadbd60430d3 HTTP/1.1" status: 204 len: 173 time: 1.5392270 Nov 16 04:51:14.289915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db431023-07ea-4d1b-b666-5559807f0acb', 'name': 'network-vif-deleted', 'tag': '780b71b2-358c-43b8-b4a7-cadbd60430d3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:14.292459 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a247de-efbe-4adf-a01d-96b19cab7299" -d '{"events": [{"server_uuid": "db431023-07ea-4d1b-b666-5559807f0acb", "name": "network-vif-deleted", "tag": "780b71b2-358c-43b8-b4a7-cadbd60430d3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:14.295069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970785fe-4ba3-401a-95d1-a5cbe891063a tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event deleted for resources: {'Port': ['ID=4e4c2762-767a-4f53-830f-356b1286ac6b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:14.298715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] For port b35d21f2-2998-485d-80e2-3fd2aad41ca4, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:51:14.302235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] For port b35d21f2-2998-485d-80e2-3fd2aad41ca4, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b35d21f2-2998-485d-80e2-3fd2aad41ca4,segment=NetworkSegment(52569557-ff3b-46b7-80ec-642a50f5c5eb),segment_id=52569557-ff3b-46b7-80ec-642a50f5c5eb)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:51:14.308424 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:14.350181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:14.352348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:14.354254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] 10.222.0.37 "PUT /v2.0/ports/b35d21f2-2998-485d-80e2-3fd2aad41ca4 HTTP/1.1" status: 200 len: 1092 time: 2.1661580 Nov 16 04:51:14.381680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56522065-8b95-4166-b9c4-ae63ad38ca40 service neutron] Pushing event updated for resources: {'Port': ['ID=b35d21f2-2998-485d-80e2-3fd2aad41ca4,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:14.406735 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf9d87f-ffe0-48a3-8a89-febfdd904a97 x-openstack-request-id: req-4cf9d87f-ffe0-48a3-8a89-febfdd904a97 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:14.407039 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db431023-07ea-4d1b-b666-5559807f0acb", "name": "network-vif-deleted", "tag": "780b71b2-358c-43b8-b4a7-cadbd60430d3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:14.407299 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cf9d87f-ffe0-48a3-8a89-febfdd904a97 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:14.407707 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db431023-07ea-4d1b-b666-5559807f0acb', 'name': 'network-vif-deleted', 'tag': '780b71b2-358c-43b8-b4a7-cadbd60430d3', 'status': 'completed', 'code': 200} Nov 16 04:51:14.541689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-646074c6-fd80-408a-b566-b7424e68db5a req-eb4c74ef-7f7b-48fd-b777-14ba9a2729e2 tempest-ServerTagsTestJSON-502779788 tempest-ServerTagsTestJSON-502779788-project] 10.222.0.41 "GET /v2.0/ports?device_id=db431023-07ea-4d1b-b666-5559807f0acb HTTP/1.1" status: 200 len: 210 time: 0.0538363 Nov 16 04:51:14.557123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9eaa9391-103c-4531-87d1-3201b3f166d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:14.561788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-9eaa9391-103c-4531-87d1-3201b3f166d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36274abcb2984dc988451dad272e5e4e&device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 1095 time: 0.1114469 Nov 16 04:51:14.616599 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-7c176394-44aa-419b-96bd-d09dc988e877 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b35d21f2-2998-485d-80e2-3fd2aad41ca4 HTTP/1.1" status: 200 len: 217 time: 0.0430417 Nov 16 04:51:14.730763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-28e3b26c-57c5-4684-a983-7118fc1a162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:14.732544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-28e3b26c-57c5-4684-a983-7118fc1a162a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=422f6a8a-04f6-4962-b27e-68585a9edf5c HTTP/1.1" status: 200 len: 854 time: 0.1094053 Nov 16 04:51:14.745560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cd1e7-44d6-41a7-a309-653214dc89aa req-6be8102e-2905-4a55-8278-610ea9100970 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:14.747604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af4cd1e7-44d6-41a7-a309-653214dc89aa req-6be8102e-2905-4a55-8278-610ea9100970 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 944 time: 0.1095018 Nov 16 04:51:14.828867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-97b925c9-02bc-49ba-a542-1a3502b80b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:14.830516 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-97b925c9-02bc-49ba-a542-1a3502b80b13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38fb073c-24ab-411c-a165-ede02fb444b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795405 Nov 16 04:51:14.871332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af4cd1e7-44d6-41a7-a309-653214dc89aa req-741b32eb-34bc-406b-b45f-64ac0e9b192e tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/security-groups?id=a39341df-2450-46fc-8cb3-f44f445b83ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044486 Nov 16 04:51:14.922920 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-970785fe-4ba3-401a-95d1-a5cbe891063a tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:14.928844 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-970785fe-4ba3-401a-95d1-a5cbe891063a tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "DELETE /v2.0/ports/4e4c2762-767a-4f53-830f-356b1286ac6b HTTP/1.1" status: 204 len: 168 time: 1.0245652 Nov 16 04:51:14.929665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46484) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:14.963709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa84ecd-2d99-470a-bdde-3cd5c462d611 None None] Network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:14.965994 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e33bde5-ee33-4678-999e-6ac8da99db20 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] GET failed (client error): The resource could not be found. Nov 16 04:51:14.970233 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8e33bde5-ee33-4678-999e-6ac8da99db20 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "GET /v2.0/ports/4e4c2762-767a-4f53-830f-356b1286ac6b HTTP/1.1" status: 404 len: 333 time: 0.0275123 Nov 16 04:51:14.974555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46486) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:14.979452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Request body: {'port': {'network_id': '2688fd33-5ddd-4afc-b1a5-29a25819fda7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-805278937'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:14.980420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-998c13e3-abc9-4a0b-af77-29ea287e5564 req-6427e1f2-9823-4275-965e-8eb1eb5ad3bd tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0368404 Nov 16 04:51:15.024340 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-c516e3d5-1138-49ce-8006-54f268e5cd9e service neutron] 10.222.0.37 "GET /v2.0/networks/38fb073c-24ab-411c-a165-ede02fb444b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640749 Nov 16 04:51:15.059071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fc4a2868-28e6-46c7-a286-e55002779f6f None None] Provisioning complete for port a5d641bf-a857-4f67-a2d6-b1dff246bd52 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:15.059443 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2868-28e6-46c7-a286-e55002779f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.096161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Made reservation on behalf of d8de1a106e424cf18ed1a0261c2e6f37 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:15.100672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.119174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] device_id is not set on port 8ea8f247-4bae-48a8-af2a-3c6f6bd925ed yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:51:15.125096 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0550d019-5496-40ef-8b57-d87d3f3f5b9f req-4212e30d-f596-4ea0-a5ad-cf28c254d63e service neutron] 10.222.0.37 "GET /v2.0/networks/38fb073c-24ab-411c-a165-ede02fb444b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914338 Nov 16 04:51:15.200523 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2868-28e6-46c7-a286-e55002779f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.238016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fc4a2868-28e6-46c7-a286-e55002779f6f None None] For port a5d641bf-a857-4f67-a2d6-b1dff246bd52, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a5d641bf-a857-4f67-a2d6-b1dff246bd52,segment=NetworkSegment(15104d9b-6f1b-4fce-9e06-636075305884),segment_id=15104d9b-6f1b-4fce-9e06-636075305884)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:15.242144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Allocated IP 2001:db8::381 (2688fd33-5ddd-4afc-b1a5-29a25819fda7/155a089b-141e-414a-9afc-9b9be8cd4c01/8ea8f247-4bae-48a8-af2a-3c6f6bd925ed) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:15.247087 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2868-28e6-46c7-a286-e55002779f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.300899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a613fca-68ae-49d7-b739-81ed037b0ace req-d9e63733-abbb-4c25-862d-d8ae4eda84ad tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:15.303163 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a613fca-68ae-49d7-b739-81ed037b0ace req-d9e63733-abbb-4c25-862d-d8ae4eda84ad tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 945 time: 0.0620348 Nov 16 04:51:15.305427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a2868-28e6-46c7-a286-e55002779f6f None None] Pushing event updated for resources: {'Port': ['ID=a5d641bf-a857-4f67-a2d6-b1dff246bd52,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:15.322295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 780b71b2-358c-43b8-b4a7-cadbd60430d3 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:51:15.345012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 780b71b2-358c-43b8-b4a7-cadbd60430d3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:51:15.345698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 780b71b2-358c-43b8-b4a7-cadbd60430d3 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:51:15.370603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a613fca-68ae-49d7-b739-81ed037b0ace req-7055e45d-23c3-4028-868e-3622eec72080 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/security-groups?id=682e19ac-b79a-4972-91c5-c19fb193e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594552 Nov 16 04:51:15.426497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.467972 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.519491 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:15.523446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:15.527499 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:15.533072 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:15.533713 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.542199 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event updated for resources: {'Port': ['ID=8ea8f247-4bae-48a8-af2a-3c6f6bd925ed,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:15.570051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46498) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:15.571037 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5e234cf9-c309-4d3d-b5a0-3a2c182d93c6 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5946934 Nov 16 04:51:15.576396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c20c665f-3e42-478d-9866-2e26c5e7ab00 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::90', 'mac_address': 'fa:16:3e:4e:c8:17'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:15.607213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1186060d-cc78-46f8-aae1-f0ec71f19da2 None None] Provisioning complete for port a5d641bf-a857-4f67-a2d6-b1dff246bd52 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:15.608293 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1186060d-cc78-46f8-aae1-f0ec71f19da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.666450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46504) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:15.767257 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca38f88-babe-4d17-9c14-4fa65ce51913 admin admin] Deleting subnet 7bf43d97-30fb-4032-be1f-dd04c5726a12 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:51:15.772811 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fca38f88-babe-4d17-9c14-4fa65ce51913 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.781475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a5d641bf-a857-4f67-a2d6-b1dff246bd52 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:51:15.836417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fca38f88-babe-4d17-9c14-4fa65ce51913 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.857845 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1186060d-cc78-46f8-aae1-f0ec71f19da2 None None] Provisioning complete for port 79e32b6a-dd4a-48be-9a74-00095a215c9c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:15.858121 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1186060d-cc78-46f8-aae1-f0ec71f19da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.881057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fca38f88-babe-4d17-9c14-4fa65ce51913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.897639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1186060d-cc78-46f8-aae1-f0ec71f19da2 None None] Port 79e32b6a-dd4a-48be-9a74-00095a215c9c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:51:15.898332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde709a2-8f07-4aa4-9d9b-daf439057314 req-17c67505-acfe-48a7-b14f-2b3fea7f56af tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:15.899886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cde709a2-8f07-4aa4-9d9b-daf439057314 req-17c67505-acfe-48a7-b14f-2b3fea7f56af tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 945 time: 0.0921731 Nov 16 04:51:15.903080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a5d641bf-a857-4f67-a2d6-b1dff246bd52 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:15.903450 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.923748 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c20c665f-3e42-478d-9866-2e26c5e7ab00 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.957170 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fca38f88-babe-4d17-9c14-4fa65ce51913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:15.992677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca38f88-babe-4d17-9c14-4fa65ce51913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf43d97-30fb-4032-be1f-dd04c5726a12,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:16.007324 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fca38f88-babe-4d17-9c14-4fa65ce51913 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.011968 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fca38f88-babe-4d17-9c14-4fa65ce51913 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7bf43d97-30fb-4032-be1f-dd04c5726a12 HTTP/1.1" status: 204 len: 168 time: 0.3442757 Nov 16 04:51:16.015049 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46510) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:16.060060 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b4e15c87-2d90-4abd-8055-e0c5b7959dfb None None] Provisioning complete for port 79e32b6a-dd4a-48be-9a74-00095a215c9c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:16.061041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4e15c87-2d90-4abd-8055-e0c5b7959dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.081157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cde709a2-8f07-4aa4-9d9b-daf439057314 req-a39b8cb7-fe0b-492e-8e12-0079f26c0ec1 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/security-groups?id=682e19ac-b79a-4972-91c5-c19fb193e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655877 Nov 16 04:51:16.109056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b4e15c87-2d90-4abd-8055-e0c5b7959dfb None None] Port 79e32b6a-dd4a-48be-9a74-00095a215c9c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:51:16.114261 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8dee4caf-1486-45b6-9fc1-c297e938e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.171116 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.173088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786bee87-8eba-4bde-ac1c-e31df1c813ec req-94e420c9-dc33-4f25-90e2-f60ed76372ea tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:16.175353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-786bee87-8eba-4bde-ac1c-e31df1c813ec req-94e420c9-dc33-4f25-90e2-f60ed76372ea tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 944 time: 0.1879070 Nov 16 04:51:16.232848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-90240e5d-0e7d-40eb-9d5c-4af125ad0d42 None None] Could not find standard attr ID for object 4e4c2762-767a-4f53-830f-356b1286ac6b. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:51:16.239921 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9856bbca-fc35-420a-89c4-66bbf1167c46 req-27ee9833-ce94-4c3a-9b78-9dd784520810 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0463350 Nov 16 04:51:16.240656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8dee4caf-1486-45b6-9fc1-c297e938e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.284032 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8dee4caf-1486-45b6-9fc1-c297e938e337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0e831c-811d-4ed0-80f7-85322e892bc6']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:16.295420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8dee4caf-1486-45b6-9fc1-c297e938e337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573841c6-13f9-456f-b0a1-74d454754143') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:16.296089 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8dee4caf-1486-45b6-9fc1-c297e938e337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573841c6-13f9-456f-b0a1-74d454754143') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:16.299869 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-786bee87-8eba-4bde-ac1c-e31df1c813ec req-ccc95dab-95e8-4c4c-8cfe-f79c542e8c41 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/security-groups?id=a39341df-2450-46fc-8cb3-f44f445b83ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172638 Nov 16 04:51:16.309009 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8dee4caf-1486-45b6-9fc1-c297e938e337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.331940 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8dee4caf-1486-45b6-9fc1-c297e938e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.334557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c20c665f-3e42-478d-9866-2e26c5e7ab00 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.340417 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c20c665f-3e42-478d-9866-2e26c5e7ab00 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.342078 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dee4caf-1486-45b6-9fc1-c297e938e337 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:51:16.342561 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8dee4caf-1486-45b6-9fc1-c297e938e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:51:16.344439 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:51:16.373919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c20c665f-3e42-478d-9866-2e26c5e7ab00 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] In _notify_port_updated(), no bound segment for port 8ea8f247-4bae-48a8-af2a-3c6f6bd925ed on network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:51:16.380328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20c665f-3e42-478d-9866-2e26c5e7ab00 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:16.384180 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c20c665f-3e42-478d-9866-2e26c5e7ab00 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.386361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46514) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:16.386539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c20c665f-3e42-478d-9866-2e26c5e7ab00 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "PUT /v2.0/ports/8ea8f247-4bae-48a8-af2a-3c6f6bd925ed HTTP/1.1" status: 200 len: 1001 time: 0.8139765 Nov 16 04:51:16.409708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095711b2-324f-4876-aaea-11ca7c6e1117', 'tag': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:16.411989 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab12646-44dc-435f-b6a1-f6407ed6cee2" -d '{"events": [{"name": "network-changed", "server_uuid": "095711b2-324f-4876-aaea-11ca7c6e1117", "tag": "b35d21f2-2998-485d-80e2-3fd2aad41ca4"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:16.422236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c665f-3e42-478d-9866-2e26c5e7ab00 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event updated for resources: {'Port': ['ID=8ea8f247-4bae-48a8-af2a-3c6f6bd925ed,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:16.457835 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7dfa0f-ac21-4987-b1ce-fd62783e1d18 x-openstack-request-id: req-ba7dfa0f-ac21-4987-b1ce-fd62783e1d18 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:16.458787 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095711b2-324f-4876-aaea-11ca7c6e1117", "tag": "b35d21f2-2998-485d-80e2-3fd2aad41ca4", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:16.459232 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba7dfa0f-ac21-4987-b1ce-fd62783e1d18 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:16.459634 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095711b2-324f-4876-aaea-11ca7c6e1117', 'tag': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4', 'status': 'completed', 'code': 200} Nov 16 04:51:16.467153 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8dee4caf-1486-45b6-9fc1-c297e938e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.496937 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8dee4caf-1486-45b6-9fc1-c297e938e337 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.500659 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8dee4caf-1486-45b6-9fc1-c297e938e337 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5c0e831c-811d-4ed0-80f7-85322e892bc6 HTTP/1.1" status: 204 len: 168 time: 0.4816778 Nov 16 04:51:16.521544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dee4caf-1486-45b6-9fc1-c297e938e337 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c0e831c-811d-4ed0-80f7-85322e892bc6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:16.542010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12646-44dc-435f-b6a1-f6407ed6cee2 req-4a7bc78f-e110-4efc-a3e7-50c72105b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:16.543874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bab12646-44dc-435f-b6a1-f6407ed6cee2 req-4a7bc78f-e110-4efc-a3e7-50c72105b1fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36274abcb2984dc988451dad272e5e4e&device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 1095 time: 0.0571582 Nov 16 04:51:16.567387 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-530f8bdb-836a-4258-898b-b3212dd31995 None None] Provisioning complete for port 8ea8f247-4bae-48a8-af2a-3c6f6bd925ed triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:16.568475 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-530f8bdb-836a-4258-898b-b3212dd31995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.575607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f4aabc01-32b4-4a32-ad5e-fa3b2d997884 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Deleting port 8ea8f247-4bae-48a8-af2a-3c6f6bd925ed {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:16.575946 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4aabc01-32b4-4a32-ad5e-fa3b2d997884 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.616727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-530f8bdb-836a-4258-898b-b3212dd31995 None None] Port 8ea8f247-4bae-48a8-af2a-3c6f6bd925ed cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:51:16.675130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12646-44dc-435f-b6a1-f6407ed6cee2 req-8fae5507-2dc4-49bd-8004-409171f80524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:16.676598 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bab12646-44dc-435f-b6a1-f6407ed6cee2 req-8fae5507-2dc4-49bd-8004-409171f80524 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38fb073c-24ab-411c-a165-ede02fb444b0 HTTP/1.1" status: 200 len: 916 time: 0.1237669 Nov 16 04:51:16.715406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4aabc01-32b4-4a32-ad5e-fa3b2d997884 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.730658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bab12646-44dc-435f-b6a1-f6407ed6cee2 req-a561ffc5-5655-45b5-8c79-d0424a0859cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b35d21f2-2998-485d-80e2-3fd2aad41ca4 HTTP/1.1" status: 200 len: 217 time: 0.0451825 Nov 16 04:51:16.731922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f4aabc01-32b4-4a32-ad5e-fa3b2d997884 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Calling delete_port for 8ea8f247-4bae-48a8-af2a-3c6f6bd925ed owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:16.795634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46522) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:16.864988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12646-44dc-435f-b6a1-f6407ed6cee2 req-43fd2e78-b462-49ef-9950-b2510771a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:16.866562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bab12646-44dc-435f-b6a1-f6407ed6cee2 req-43fd2e78-b462-49ef-9950-b2510771a174 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=422f6a8a-04f6-4962-b27e-68585a9edf5c HTTP/1.1" status: 200 len: 854 time: 0.1277421 Nov 16 04:51:16.894906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d4ee9404-67b9-4ab8-93c8-fb27b93c2764 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e27225a254b34f1799608f35a8d881f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0957701 Nov 16 04:51:16.898249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46526) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:16.914698 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4aabc01-32b4-4a32-ad5e-fa3b2d997884 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:16.947214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab12646-44dc-435f-b6a1-f6407ed6cee2 req-08e75de5-6071-4d90-b6a0-7584258db988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:16.949147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bab12646-44dc-435f-b6a1-f6407ed6cee2 req-08e75de5-6071-4d90-b6a0-7584258db988 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38fb073c-24ab-411c-a165-ede02fb444b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726037 Nov 16 04:51:16.968336 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aabc01-32b4-4a32-ad5e-fa3b2d997884 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event deleted for resources: {'Port': ['ID=8ea8f247-4bae-48a8-af2a-3c6f6bd925ed,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:17.026750 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b66b63ae-6110-496f-9d79-41e1b0b6b374 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:17.081632 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4aabc01-32b4-4a32-ad5e-fa3b2d997884 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:17.085296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a2a58-7489-4ead-9f17-b3ee2eadab3e req-7f4a237b-485c-4e9b-b7d9-ca9cebb6f856 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:17.085437 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f4aabc01-32b4-4a32-ad5e-fa3b2d997884 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "DELETE /v2.0/ports/8ea8f247-4bae-48a8-af2a-3c6f6bd925ed HTTP/1.1" status: 204 len: 168 time: 0.6985426 Nov 16 04:51:17.087013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da3a2a58-7489-4ead-9f17-b3ee2eadab3e req-7f4a237b-485c-4e9b-b7d9-ca9cebb6f856 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.37 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 945 time: 0.0731347 Nov 16 04:51:17.087517 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b66b63ae-6110-496f-9d79-41e1b0b6b374 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:17.089434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46528) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:17.125637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bab12646-44dc-435f-b6a1-f6407ed6cee2 req-5d736fea-ae53-4d7c-ac3b-50e653d4b66c service neutron] 10.222.0.37 "GET /v2.0/networks/38fb073c-24ab-411c-a165-ede02fb444b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677983 Nov 16 04:51:17.131423 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-60a0f2d6-ba26-414b-b186-045247e9f10f tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] GET failed (client error): The resource could not be found. Nov 16 04:51:17.133198 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-60a0f2d6-ba26-414b-b186-045247e9f10f tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "GET /v2.0/ports/8ea8f247-4bae-48a8-af2a-3c6f6bd925ed HTTP/1.1" status: 404 len: 333 time: 0.0428383 Nov 16 04:51:17.134710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-20bc3d22-25e3-4ce2-8971-1af7ab7c11a2 None None] Could not find standard attr ID for object 8ea8f247-4bae-48a8-af2a-3c6f6bd925ed. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:51:17.137036 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46532) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:17.142218 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Request body: {'port': {'network_id': '2688fd33-5ddd-4afc-b1a5-29a25819fda7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1040747741'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:17.251816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b66b63ae-6110-496f-9d79-41e1b0b6b374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:17.254436 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b66b63ae-6110-496f-9d79-41e1b0b6b374 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:17.263880 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b66b63ae-6110-496f-9d79-41e1b0b6b374 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da8306c1-3919-46f6-b7e9-78193115a0f4 HTTP/1.1" status: 204 len: 168 time: 0.3643847 Nov 16 04:51:17.283229 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b63ae-6110-496f-9d79-41e1b0b6b374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8306c1-3919-46f6-b7e9-78193115a0f4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:17.306532 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Made reservation on behalf of d8de1a106e424cf18ed1a0261c2e6f37 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:17.312361 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:17.333413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372df798-50dc-4e12-8d91-0fedfb605eb8 req-849037a6-0c3d-418e-8286-bc2310292adc tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:17.336389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] device_id is not set on port 61e071b9-2c7a-4dd4-ad9e-f0e5c0188093 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:51:17.337212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-372df798-50dc-4e12-8d91-0fedfb605eb8 req-849037a6-0c3d-418e-8286-bc2310292adc tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 945 time: 0.1486933 Nov 16 04:51:17.369617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bab12646-44dc-435f-b6a1-f6407ed6cee2 req-642d4149-d49f-4233-9736-67e0615ea452 service neutron] 10.222.0.37 "GET /v2.0/networks/38fb073c-24ab-411c-a165-ede02fb444b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327101 Nov 16 04:51:17.414792 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44b28e03-ec5b-407e-8287-d27baeb7f046 req-38bd7fcb-7963-4aba-93e4-fa3d0cae371e tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0673113 Nov 16 04:51:17.435036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-da3a2a58-7489-4ead-9f17-b3ee2eadab3e req-2c0f1d02-d02a-44cf-a562-7f60bfa187c9 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Deleting port bde7d44e-930c-4aab-a789-dda4f2c2f5fe {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:17.435380 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-da3a2a58-7489-4ead-9f17-b3ee2eadab3e req-2c0f1d02-d02a-44cf-a562-7f60bfa187c9 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:17.457131 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-372df798-50dc-4e12-8d91-0fedfb605eb8 req-1f788e9a-9bb7-4d3c-8f08-814d4d37ae50 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/security-groups?id=682e19ac-b79a-4972-91c5-c19fb193e0d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085794 Nov 16 04:51:17.497445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Allocated IP 2001:db8::67 (2688fd33-5ddd-4afc-b1a5-29a25819fda7/155a089b-141e-414a-9afc-9b9be8cd4c01/61e071b9-2c7a-4dd4-ad9e-f0e5c0188093) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:17.600322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-da3a2a58-7489-4ead-9f17-b3ee2eadab3e req-2c0f1d02-d02a-44cf-a562-7f60bfa187c9 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] For port bde7d44e-930c-4aab-a789-dda4f2c2f5fe, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=bde7d44e-930c-4aab-a789-dda4f2c2f5fe,segment=NetworkSegment(5525ef86-0863-4fef-8435-60c7685793a6),segment_id=5525ef86-0863-4fef-8435-60c7685793a6)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:17.600875 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-da3a2a58-7489-4ead-9f17-b3ee2eadab3e req-2c0f1d02-d02a-44cf-a562-7f60bfa187c9 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:17.624651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-da3a2a58-7489-4ead-9f17-b3ee2eadab3e req-2c0f1d02-d02a-44cf-a562-7f60bfa187c9 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Calling delete_port for bde7d44e-930c-4aab-a789-dda4f2c2f5fe owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:17.645398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbca2cf-bc43-45ff-a7d2-8a0558a73a4a req-2d49ccb4-ce1c-4a96-a33d-c60ce1e6c8b1 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:17.647631 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcbca2cf-bc43-45ff-a7d2-8a0558a73a4a req-2d49ccb4-ce1c-4a96-a33d-c60ce1e6c8b1 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 944 time: 0.1214719 Nov 16 04:51:17.700331 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:17.739324 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:17.793338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcbca2cf-bc43-45ff-a7d2-8a0558a73a4a req-0b5a035b-a2c0-42dd-ba4a-67f2284d89f8 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/security-groups?id=a39341df-2450-46fc-8cb3-f44f445b83ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354463 Nov 16 04:51:17.799409 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:17.803021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:17.807144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:17.812758 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:17.813499 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:17.823645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event updated for resources: {'Port': ['ID=61e071b9-2c7a-4dd4-ad9e-f0e5c0188093,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:17.837873 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a6a4b5a9-6894-414b-9560-69f46fe0219b tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6993458 Nov 16 04:51:17.840605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46552) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:17.846259 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-204f2e54-67f6-4b34-9d12-8d772cd4bb5f tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:4e:c8:17'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:17.910134 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-da3a2a58-7489-4ead-9f17-b3ee2eadab3e req-2c0f1d02-d02a-44cf-a562-7f60bfa187c9 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:17.924445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['bde7d44e-930c-4aab-a789-dda4f2c2f5fe'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:51:17.941190 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-204f2e54-67f6-4b34-9d12-8d772cd4bb5f tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:17.973025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f1d02-d02a-44cf-a562-7f60bfa187c9 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Pushing event deleted for resources: {'Port': ['ID=bde7d44e-930c-4aab-a789-dda4f2c2f5fe,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:18.008015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b35d21f2-2998-485d-80e2-3fd2aad41ca4 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:51:18.031950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3a2a58-7489-4ead-9f17-b3ee2eadab3e req-2c0f1d02-d02a-44cf-a562-7f60bfa187c9 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] No DVR routers for this DVR port bde7d44e-930c-4aab-a789-dda4f2c2f5fe on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:51:18.035356 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-da3a2a58-7489-4ead-9f17-b3ee2eadab3e req-2c0f1d02-d02a-44cf-a562-7f60bfa187c9 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.040893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da3a2a58-7489-4ead-9f17-b3ee2eadab3e req-2c0f1d02-d02a-44cf-a562-7f60bfa187c9 tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.37 "DELETE /v2.0/ports/bde7d44e-930c-4aab-a789-dda4f2c2f5fe HTTP/1.1" status: 204 len: 173 time: 0.9432962 Nov 16 04:51:18.160338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b35d21f2-2998-485d-80e2-3fd2aad41ca4, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b35d21f2-2998-485d-80e2-3fd2aad41ca4,segment=NetworkSegment(52569557-ff3b-46b7-80ec-642a50f5c5eb),segment_id=52569557-ff3b-46b7-80ec-642a50f5c5eb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:18.174102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'port_id': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4', 'mac_address': 'fa:16:3e:94:f0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:51:18.217418 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.218466 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-204f2e54-67f6-4b34-9d12-8d772cd4bb5f tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.228311 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-204f2e54-67f6-4b34-9d12-8d772cd4bb5f tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.232055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35d21f2-2998-485d-80e2-3fd2aad41ca4 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:51:18.252347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b35d21f2-2998-485d-80e2-3fd2aad41ca4, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b35d21f2-2998-485d-80e2-3fd2aad41ca4,segment=NetworkSegment(52569557-ff3b-46b7-80ec-642a50f5c5eb),segment_id=52569557-ff3b-46b7-80ec-642a50f5c5eb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:18.257560 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.264842 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-204f2e54-67f6-4b34-9d12-8d772cd4bb5f tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] In _notify_port_updated(), no bound segment for port 61e071b9-2c7a-4dd4-ad9e-f0e5c0188093 on network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 {{(pid=102660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:51:18.272505 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204f2e54-67f6-4b34-9d12-8d772cd4bb5f tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:18.273160 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-204f2e54-67f6-4b34-9d12-8d772cd4bb5f tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.274497 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-204f2e54-67f6-4b34-9d12-8d772cd4bb5f tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "PUT /v2.0/ports/61e071b9-2c7a-4dd4-ad9e-f0e5c0188093 HTTP/1.1" status: 200 len: 1002 time: 0.4327505 Nov 16 04:51:18.277724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46564) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:18.291397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f2e54-67f6-4b34-9d12-8d772cd4bb5f tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event updated for resources: {'Port': ['ID=61e071b9-2c7a-4dd4-ad9e-f0e5c0188093,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:18.329503 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.341677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-58ced20d-f7b6-41df-aed2-90835d950f00 None None] Provisioning complete for port 61e071b9-2c7a-4dd4-ad9e-f0e5c0188093 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:18.342175 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58ced20d-f7b6-41df-aed2-90835d950f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.345907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46566) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:18.395625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-58ced20d-f7b6-41df-aed2-90835d950f00 None None] Port 61e071b9-2c7a-4dd4-ad9e-f0e5c0188093 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:51:18.397054 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=b35d21f2-2998-485d-80e2-3fd2aad41ca4,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:18.403372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4c11b596-fb3a-42cc-bcb3-af0715248826 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Deleting port 61e071b9-2c7a-4dd4-ad9e-f0e5c0188093 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:18.403871 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c11b596-fb3a-42cc-bcb3-af0715248826 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.465069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae8ee0d-cceb-4faf-831f-e8b22b285975', 'name': 'network-vif-deleted', 'tag': 'bde7d44e-930c-4aab-a789-dda4f2c2f5fe'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:18.468356 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4d4c27-53ec-496d-97f0-fe0469a3a337" -d '{"events": [{"server_uuid": "fae8ee0d-cceb-4faf-831f-e8b22b285975", "name": "network-vif-deleted", "tag": "bde7d44e-930c-4aab-a789-dda4f2c2f5fe"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:18.508660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2116754322-network', 'tenant_id': '3ef47bc2f1ad4b5aa22aa5dc6946ff08'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:18.557941 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Made reservation on behalf of 3ef47bc2f1ad4b5aa22aa5dc6946ff08 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:18.564295 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.566762 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d9c3ac-3664-40e5-9b10-8665fd694c7b x-openstack-request-id: req-09d9c3ac-3664-40e5-9b10-8665fd694c7b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:18.567545 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae8ee0d-cceb-4faf-831f-e8b22b285975", "name": "network-vif-deleted", "tag": "bde7d44e-930c-4aab-a789-dda4f2c2f5fe", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:18.567977 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09d9c3ac-3664-40e5-9b10-8665fd694c7b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:18.568548 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae8ee0d-cceb-4faf-831f-e8b22b285975', 'name': 'network-vif-deleted', 'tag': 'bde7d44e-930c-4aab-a789-dda4f2c2f5fe', 'status': 'completed', 'code': 200} Nov 16 04:51:18.579528 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.609492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['b35d21f2-2998-485d-80e2-3fd2aad41ca4'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:51:18.616527 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c11b596-fb3a-42cc-bcb3-af0715248826 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.621996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8dc5dd0-bd7d-4401-a003-100dbdac34b3 req-a7de3ed8-b1f9-48cb-b56e-d00347b80d40 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0523298 Nov 16 04:51:18.635436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4c11b596-fb3a-42cc-bcb3-af0715248826 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Calling delete_port for 61e071b9-2c7a-4dd4-ad9e-f0e5c0188093 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:18.696545 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5fb95017-1db8-4596-96b4-1ef9f7f6e579 None None] Provisioning complete for port 61e071b9-2c7a-4dd4-ad9e-f0e5c0188093 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:18.697225 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fb95017-1db8-4596-96b4-1ef9f7f6e579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.718810 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.722852 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.735569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6128db3d-a68c-4f17-9d71-b78aa95f235d req-5c5b8bc0-c5d0-4d6e-9959-a333a9a4ad8b tempest-ServerAddressesNegativeTestJSON-255024787 tempest-ServerAddressesNegativeTestJSON-255024787-project] 10.222.0.41 "GET /v2.0/ports?device_id=fae8ee0d-cceb-4faf-831f-e8b22b285975 HTTP/1.1" status: 200 len: 210 time: 0.0782750 Nov 16 04:51:18.747224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:51:18.764973 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638817ac-5be4-4e86-892b-90c386c238f4,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:18.772596 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.773021 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Added segment 06d0a077-f787-4342-a98d-06ee479923f0 of type vlan for network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 Nov 16 04:51:18.806762 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5fb95017-1db8-4596-96b4-1ef9f7f6e579 None None] Port 61e071b9-2c7a-4dd4-ad9e-f0e5c0188093 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:51:18.824989 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.872637 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.873560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:18.874196 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.923100 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c11b596-fb3a-42cc-bcb3-af0715248826 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:18.942601 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5955567 Nov 16 04:51:18.945670 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46580) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:18.950863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-aa009026-000a-4f35-a96f-21f3595d81a4 admin admin] Request body: {'subnet': {'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2116754322-subnet', 'tenant_id': '3ef47bc2f1ad4b5aa22aa5dc6946ff08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:18.961914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb602ff0-9171-454a-ba0a-5f342965908e admin admin] Pushing event updated for resources: {'Network': ['ID=9364b4d1-a66f-4e8e-93ab-aa740c2fd003,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:18.967607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11b596-fb3a-42cc-bcb3-af0715248826 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event deleted for resources: {'Port': ['ID=61e071b9-2c7a-4dd4-ad9e-f0e5c0188093,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:18.973382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:51:19.001916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa009026-000a-4f35-a96f-21f3595d81a4 admin admin] Made reservation on behalf of 3ef47bc2f1ad4b5aa22aa5dc6946ff08 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:19.004928 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aa009026-000a-4f35-a96f-21f3595d81a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:19.006267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c52a7-01f5-407e-bfad-50d1574054ae req-108c6520-5d61-46dc-b5e4-4a10501a3786 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:19.008307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-202c52a7-01f5-407e-bfad-50d1574054ae req-108c6520-5d61-46dc-b5e4-4a10501a3786 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 945 time: 0.1398222 Nov 16 04:51:19.012143 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c11b596-fb3a-42cc-bcb3-af0715248826 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:19.019441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46582) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:19.019762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4c11b596-fb3a-42cc-bcb3-af0715248826 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "DELETE /v2.0/ports/61e071b9-2c7a-4dd4-ad9e-f0e5c0188093 HTTP/1.1" status: 204 len: 168 time: 0.7409060 Nov 16 04:51:19.076570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-202c52a7-01f5-407e-bfad-50d1574054ae req-641c1a99-3b07-4da7-ac80-bec8063b95db tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/security-groups?id=a39341df-2450-46fc-8cb3-f44f445b83ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545034 Nov 16 04:51:19.107730 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0281b48-a23e-4366-bbe4-768668611043 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] GET failed (client error): The resource could not be found. Nov 16 04:51:19.109346 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a0281b48-a23e-4366-bbe4-768668611043 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "GET /v2.0/ports/61e071b9-2c7a-4dd4-ad9e-f0e5c0188093 HTTP/1.1" status: 404 len: 333 time: 0.0874362 Nov 16 04:51:19.113511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46586) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:19.121420 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Request body: {'port': {'network_id': '2688fd33-5ddd-4afc-b1a5-29a25819fda7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-15848973'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:19.284601 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aa009026-000a-4f35-a96f-21f3595d81a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:19.346907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa009026-000a-4f35-a96f-21f3595d81a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ad7379-f193-4784-a822-0c25e612ef3f,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:19.355376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa009026-000a-4f35-a96f-21f3595d81a4 admin admin] Checking segment: {'id': '06d0a077-f787-4342-a98d-06ee479923f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:19.355744 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa009026-000a-4f35-a96f-21f3595d81a4 admin admin] Network hostable DHCP agents. Network: 9364b4d1-a66f-4e8e-93ab-aa740c2fd003, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:51:19.374077 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa009026-000a-4f35-a96f-21f3595d81a4 admin admin] Network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:51:19.383877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-aa009026-000a-4f35-a96f-21f3595d81a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 9364b4d1-a66f-4e8e-93ab-aa740c2fd003) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:19.388239 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa009026-000a-4f35-a96f-21f3595d81a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:19.388910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aa009026-000a-4f35-a96f-21f3595d81a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:19.396389 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962975d7-eb2f-45e7-a7a3-a8b752703bbb None None] Network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:19.406947 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aa009026-000a-4f35-a96f-21f3595d81a4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4599159 Nov 16 04:51:19.543998 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4974b74-b295-44bc-ab7f-ef96c0095a9c None None] Network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:19.580108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Made reservation on behalf of d8de1a106e424cf18ed1a0261c2e6f37 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:19.584935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:19.602607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] device_id is not set on port e5554f52-d4c9-4c1b-bb5a-05c839011a9d yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:51:19.727573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Allocated IP 2001:db8::307 (2688fd33-5ddd-4afc-b1a5-29a25819fda7/155a089b-141e-414a-9afc-9b9be8cd4c01/e5554f52-d4c9-4c1b-bb5a-05c839011a9d) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:19.765444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8a46011-54f1-4750-8860-4b36570628b2 req-62f9a3aa-c1f2-45ad-83b2-ddf218ff4119 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0390551 Nov 16 04:51:19.822543 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46608) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:19.872098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-3323ceb8-44d3-455b-b88d-e87271cdd2aa admin admin] Deleting subnet 901c783b-af99-44a3-8087-bea6a5a8180a {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:51:19.875379 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3323ceb8-44d3-455b-b88d-e87271cdd2aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:19.909518 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3323ceb8-44d3-455b-b88d-e87271cdd2aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:19.948149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3323ceb8-44d3-455b-b88d-e87271cdd2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:19.983513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-a2334678-008e-48b7-a5f6-2269096caacc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:19.984983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-a2334678-008e-48b7-a5f6-2269096caacc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/networks?id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003 HTTP/1.1" status: 200 len: 814 time: 0.1766791 Nov 16 04:51:19.996338 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.000333 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3323ceb8-44d3-455b-b88d-e87271cdd2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.011597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-be5b2666-533c-4aa0-9e7f-9896fa05004b tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/quotas/3ef47bc2f1ad4b5aa22aa5dc6946ff08 HTTP/1.1" status: 200 len: 375 time: 0.0183938 Nov 16 04:51:20.016960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b35d21f2-2998-485d-80e2-3fd2aad41ca4 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:51:20.030935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323ceb8-44d3-455b-b88d-e87271cdd2aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=901c783b-af99-44a3-8087-bea6a5a8180a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:20.043950 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3323ceb8-44d3-455b-b88d-e87271cdd2aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.055068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46612) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:20.055495 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3323ceb8-44d3-455b-b88d-e87271cdd2aa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/901c783b-af99-44a3-8087-bea6a5a8180a HTTP/1.1" status: 204 len: 168 time: 0.2307189 Nov 16 04:51:20.057257 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-34cb8ea2-1dec-47b0-9a4b-0731fe3f98f3 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356438 Nov 16 04:51:20.086219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port b35d21f2-2998-485d-80e2-3fd2aad41ca4 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:51:20.090732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port b35d21f2-2998-485d-80e2-3fd2aad41ca4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:20.091337 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.175631 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.199733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095711b2-324f-4876-aaea-11ca7c6e1117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:20.202043 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744a56ca-123e-47c7-bc1e-a21cff27cf76" -d '{"events": [{"server_uuid": "095711b2-324f-4876-aaea-11ca7c6e1117", "name": "network-vif-plugged", "status": "completed", "tag": "b35d21f2-2998-485d-80e2-3fd2aad41ca4"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:20.205626 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.219106 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b35d21f2-2998-485d-80e2-3fd2aad41ca4, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b35d21f2-2998-485d-80e2-3fd2aad41ca4,segment=NetworkSegment(52569557-ff3b-46b7-80ec-642a50f5c5eb),segment_id=52569557-ff3b-46b7-80ec-642a50f5c5eb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:20.222694 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.223527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device bde7d44e-930c-4aab-a789-dda4f2c2f5fe no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:51:20.231258 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-97a25225-5b52-4df8-8590-c0817203e059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.259340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: bde7d44e-930c-4aab-a789-dda4f2c2f5fe {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:51:20.259684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device bde7d44e-930c-4aab-a789-dda4f2c2f5fe not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:51:20.288428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=b35d21f2-2998-485d-80e2-3fd2aad41ca4,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:20.321668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:20.338684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:20.340602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event updated for resources: {'Port': ['ID=e5554f52-d4c9-4c1b-bb5a-05c839011a9d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:20.342812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:20.348404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:20.349020 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.363585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d978586-f22d-4715-86d3-afa5a88c5dc0 req-0d586f1c-b3e9-451a-8c73-4b31d0047ce8 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:20.365636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d978586-f22d-4715-86d3-afa5a88c5dc0 req-0d586f1c-b3e9-451a-8c73-4b31d0047ce8 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 945 time: 0.1846523 Nov 16 04:51:20.371373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-a67e3d04-18b3-4636-87ba-86e3f07aa570 service neutron] 10.222.0.41 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608161 Nov 16 04:51:20.432856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fb0d2b36-5132-4c70-97de-aa24e669314e tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3176253 Nov 16 04:51:20.435470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46620) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:20.441175 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Request body: {'port': {'network_id': '2688fd33-5ddd-4afc-b1a5-29a25819fda7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-540690149'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:20.530348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-97a25225-5b52-4df8-8590-c0817203e059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.568346 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Made reservation on behalf of d8de1a106e424cf18ed1a0261c2e6f37 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:20.569140 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d978586-f22d-4715-86d3-afa5a88c5dc0 req-38471bdc-2f17-4055-92d8-0fa9bf73d25e tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/security-groups?id=a39341df-2450-46fc-8cb3-f44f445b83ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947243 Nov 16 04:51:20.572209 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.579787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-97a25225-5b52-4df8-8590-c0817203e059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef341f6-d937-488b-a43d-930100f2a137']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:20.592239 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] device_id is not set on port 1837f412-56e6-4d40-966d-6946bf3a02ff yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:51:20.608179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-97a25225-5b52-4df8-8590-c0817203e059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5525ef86-0863-4fef-8435-60c7685793a6') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:20.608735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-97a25225-5b52-4df8-8590-c0817203e059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5525ef86-0863-4fef-8435-60c7685793a6') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:20.622367 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-97a25225-5b52-4df8-8590-c0817203e059 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.625954 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-e93d00c5-c1ab-42fb-8e95-06afec27a2d9 service neutron] 10.222.0.41 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241242 Nov 16 04:51:20.641493 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-97a25225-5b52-4df8-8590-c0817203e059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.648615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ecd9dbfc-3869-438c-984a-d5ca2563bb5e None None] Provisioning complete for port e5554f52-d4c9-4c1b-bb5a-05c839011a9d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:20.649805 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ecd9dbfc-3869-438c-984a-d5ca2563bb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.657365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a25225-5b52-4df8-8590-c0817203e059 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:51:20.657804 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-97a25225-5b52-4df8-8590-c0817203e059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:51:20.659705 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:51:20.704550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9dbfc-3869-438c-984a-d5ca2563bb5e None None] Port e5554f52-d4c9-4c1b-bb5a-05c839011a9d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:51:20.745236 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-97a25225-5b52-4df8-8590-c0817203e059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.775021 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-97a25225-5b52-4df8-8590-c0817203e059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:20.777423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Allocated IP 2001:db8::40 (2688fd33-5ddd-4afc-b1a5-29a25819fda7/155a089b-141e-414a-9afc-9b9be8cd4c01/1837f412-56e6-4d40-966d-6946bf3a02ff) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:20.781135 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-97a25225-5b52-4df8-8590-c0817203e059 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8ef341f6-d937-488b-a43d-930100f2a137 HTTP/1.1" status: 204 len: 168 time: 0.7226784 Nov 16 04:51:20.783575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a25225-5b52-4df8-8590-c0817203e059 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ef341f6-d937-488b-a43d-930100f2a137,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:20.882802 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bcdc2d-0474-4707-a15e-51e5478bab2d x-openstack-request-id: req-46bcdc2d-0474-4707-a15e-51e5478bab2d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:20.883360 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095711b2-324f-4876-aaea-11ca7c6e1117", "name": "network-vif-plugged", "status": "completed", "tag": "b35d21f2-2998-485d-80e2-3fd2aad41ca4", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:20.883360 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46bcdc2d-0474-4707-a15e-51e5478bab2d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:20.883757 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095711b2-324f-4876-aaea-11ca7c6e1117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4', 'code': 200} Nov 16 04:51:20.950030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2b1a61c-16d3-4350-9501-f30b15e9986e req-25428575-944f-4f63-bda0-709a4a8661da tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0757892 Nov 16 04:51:21.005481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46632) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:21.029149 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-69837fe9-1357-48a9-bf57-e473ad2f9dfe req-c9b19239-13f1-411c-8042-ed3d909c1c0a tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 210 time: 0.0868342 Nov 16 04:51:21.048738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2dd25-fb36-4477-9581-6da1e7a24fd5 req-b4ae7bb7-bd4e-446e-a4e9-f880c256474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:21.050571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ad2dd25-fb36-4477-9581-6da1e7a24fd5 req-b4ae7bb7-bd4e-446e-a4e9-f880c256474e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 1097 time: 0.0995746 Nov 16 04:51:21.068943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:21.085586 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-011bb7af-a8db-4a77-8e7b-b5f0b5c06c56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33b5108a30f24f4cb511f366011be3ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0795043 Nov 16 04:51:21.089348 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46638) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:21.103748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ad2dd25-fb36-4477-9581-6da1e7a24fd5 req-d320fb33-2075-46c1-af76-2c793620c079 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a39341df-2450-46fc-8cb3-f44f445b83ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460968 Nov 16 04:51:21.145610 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:21.196870 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-189e478e-8aae-4669-8d0b-9c019516a22e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:21.230404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:21.238770 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:21.248495 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:21.254139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:21.254828 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:21.261084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event updated for resources: {'Port': ['ID=1837f412-56e6-4d40-966d-6946bf3a02ff,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:21.267473 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-189e478e-8aae-4669-8d0b-9c019516a22e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:21.286846 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fe0c5eec-6d05-4737-b00d-59bfddd811ce tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8492293 Nov 16 04:51:21.289375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46644) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:21.294677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b4788926-0b01-4727-94fb-434da0d8a2fd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::90', 'mac_address': 'fa:16:3e:4e:c8:17'}, {'ip_address': '2001:db8::307', 'mac_address': 'fa:16:3e:71:c9:3f'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:21.351629 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-189e478e-8aae-4669-8d0b-9c019516a22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:21.354722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-189e478e-8aae-4669-8d0b-9c019516a22e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:21.358185 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-189e478e-8aae-4669-8d0b-9c019516a22e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/682e19ac-b79a-4972-91c5-c19fb193e0d9 HTTP/1.1" status: 204 len: 168 time: 0.2656031 Nov 16 04:51:21.370212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e478e-8aae-4669-8d0b-9c019516a22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e19ac-b79a-4972-91c5-c19fb193e0d9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:21.502098 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4788926-0b01-4727-94fb-434da0d8a2fd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:21.634261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-24fcf053-d304-4802-9028-83fc884cfae0 None None] Provisioning complete for port 1837f412-56e6-4d40-966d-6946bf3a02ff triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:21.634997 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-24fcf053-d304-4802-9028-83fc884cfae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:21.675766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-24fcf053-d304-4802-9028-83fc884cfae0 None None] Port 1837f412-56e6-4d40-966d-6946bf3a02ff cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:51:21.747521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4569d4-b6f2-4ad8-b3bb-f6bd0289c86d req-f0f2ba19-81a1-4c4a-8c5e-ad6a7e1839fd tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:21.749017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b4569d4-b6f2-4ad8-b3bb-f6bd0289c86d req-f0f2ba19-81a1-4c4a-8c5e-ad6a7e1839fd tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 946 time: 0.0875740 Nov 16 04:51:21.788009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4788926-0b01-4727-94fb-434da0d8a2fd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:21.795160 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4788926-0b01-4727-94fb-434da0d8a2fd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:21.843414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b4788926-0b01-4727-94fb-434da0d8a2fd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] In _notify_port_updated(), no bound segment for port 1837f412-56e6-4d40-966d-6946bf3a02ff on network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:51:21.849012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4788926-0b01-4727-94fb-434da0d8a2fd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:21.849632 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4788926-0b01-4727-94fb-434da0d8a2fd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:21.850966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b4788926-0b01-4727-94fb-434da0d8a2fd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "PUT /v2.0/ports/1837f412-56e6-4d40-966d-6946bf3a02ff HTTP/1.1" status: 200 len: 1065 time: 0.5605745 Nov 16 04:51:21.853618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46662) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:21.866295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b4569d4-b6f2-4ad8-b3bb-f6bd0289c86d req-481c83a9-e9c5-48f2-8bad-472740d48147 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/security-groups?id=a39341df-2450-46fc-8cb3-f44f445b83ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094429 Nov 16 04:51:21.904349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4788926-0b01-4727-94fb-434da0d8a2fd tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event updated for resources: {'Port': ['ID=1837f412-56e6-4d40-966d-6946bf3a02ff,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:22.136112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-101b11e2-8cf0-4729-a659-a83b94b2c44c tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Deleting port 1837f412-56e6-4d40-966d-6946bf3a02ff {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:22.136451 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-101b11e2-8cf0-4729-a659-a83b94b2c44c tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:22.172803 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e1a2d732-e4d5-4d79-a957-7b0dfceaf6df req-7c10ac78-af8f-4b6c-91aa-6ef9cca736ec tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0624921 Nov 16 04:51:22.204508 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-eaed4cf1-0e60-4f28-91f8-5a9b1c157923 None None] Provisioning complete for port 1837f412-56e6-4d40-966d-6946bf3a02ff triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:22.204983 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eaed4cf1-0e60-4f28-91f8-5a9b1c157923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:22.241135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-eaed4cf1-0e60-4f28-91f8-5a9b1c157923 None None] Port 1837f412-56e6-4d40-966d-6946bf3a02ff cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:51:22.248368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-b21ce3c9-3c09-4b78-b66e-6e93f0b535c9 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:22.249873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-b21ce3c9-3c09-4b78-b66e-6e93f0b535c9 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.15 "GET /v2.0/networks?id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003 HTTP/1.1" status: 200 len: 814 time: 0.2892239 Nov 16 04:51:22.251712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40b9dbc1-2eb9-45e5-bc07-dbe24fd39e98 req-25be4ea0-a719-47e0-83f1-094e3ac34153 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 210 time: 0.0930631 Nov 16 04:51:22.264205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-5fd1fd33-d1b1-4b82-9b05-a33006d6bc28 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Request body: {'port': {'device_id': 'c3128603-10d3-4809-a1c2-267142471623', 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003', 'admin_state_up': True, 'tenant_id': '3ef47bc2f1ad4b5aa22aa5dc6946ff08'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:22.295095 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46676) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:22.355886 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-101b11e2-8cf0-4729-a659-a83b94b2c44c tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:22.375792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-101b11e2-8cf0-4729-a659-a83b94b2c44c tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Calling delete_port for 1837f412-56e6-4d40-966d-6946bf3a02ff owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:22.413610 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1945377379-network', 'tenant_id': 'd3ddf16349774784a5ac306da999f6a3'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:22.434094 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Made reservation on behalf of d3ddf16349774784a5ac306da999f6a3 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:22.436347 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:22.444906 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:22.470098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-5fd1fd33-d1b1-4b82-9b05-a33006d6bc28 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Made reservation on behalf of 3ef47bc2f1ad4b5aa22aa5dc6946ff08 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:22.474175 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-5fd1fd33-d1b1-4b82-9b05-a33006d6bc28 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:22.524580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:22.528503 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:22.552928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5148182-e503-43e7-bcf0-a8e08db38f79,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:22.635630 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-101b11e2-8cf0-4729-a659-a83b94b2c44c tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:22.639926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:51:22.649326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:22.649668 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Added segment f9d5a95e-7574-4485-aa63-46d8d28ebfdf of type vlan for network c80cd654-fd30-4a8c-8e5e-e8099b42f83a Nov 16 04:51:22.682117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b11e2-8cf0-4729-a659-a83b94b2c44c tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event deleted for resources: {'Port': ['ID=1837f412-56e6-4d40-966d-6946bf3a02ff,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:22.689931 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:22.718709 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:22.719788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:22.720374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:22.731148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-5fd1fd33-d1b1-4b82-9b05-a33006d6bc28 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Allocated IP 172.20.0.10 (9364b4d1-a66f-4e8e-93ab-aa740c2fd003/89ad7379-f193-4784-a822-0c25e612ef3f/d1a9c363-cdc3-4765-b51c-c828a308d59c) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:22.772426 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4760578 Nov 16 04:51:22.778653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46684) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:22.787753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-65f8ba7e-d264-4e87-ab6b-ee6d15e3cefa admin admin] Request body: {'subnet': {'network_id': 'c80cd654-fd30-4a8c-8e5e-e8099b42f83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1945377379-subnet', 'tenant_id': 'd3ddf16349774784a5ac306da999f6a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:22.800557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef17bbe-242d-49bc-8309-54188c896959 admin admin] Pushing event updated for resources: {'Network': ['ID=c80cd654-fd30-4a8c-8e5e-e8099b42f83a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:22.807993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network c80cd654-fd30-4a8c-8e5e-e8099b42f83a details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:51:22.817068 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f8ba7e-d264-4e87-ab6b-ee6d15e3cefa admin admin] Made reservation on behalf of d3ddf16349774784a5ac306da999f6a3 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:22.822770 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-65f8ba7e-d264-4e87-ab6b-ee6d15e3cefa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:23.041210 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-101b11e2-8cf0-4729-a659-a83b94b2c44c tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:23.044600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-101b11e2-8cf0-4729-a659-a83b94b2c44c tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "DELETE /v2.0/ports/1837f412-56e6-4d40-966d-6946bf3a02ff HTTP/1.1" status: 204 len: 168 time: 1.1896737 Nov 16 04:51:23.047797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46688) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:23.057938 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-65f8ba7e-d264-4e87-ab6b-ee6d15e3cefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:23.091326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370c31f-aaa2-48c2-9b00-64ecdff0cb4c req-bc829cbd-b428-4e18-8ede-aa7237cb7e5c tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:23.092831 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f370c31f-aaa2-48c2-9b00-64ecdff0cb4c req-bc829cbd-b428-4e18-8ede-aa7237cb7e5c tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 946 time: 0.1270924 Nov 16 04:51:23.098081 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-570e1ce5-35b4-48d8-8fe9-307851a0befc tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] GET failed (client error): The resource could not be found. Nov 16 04:51:23.099503 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-570e1ce5-35b4-48d8-8fe9-307851a0befc tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "GET /v2.0/ports/1837f412-56e6-4d40-966d-6946bf3a02ff HTTP/1.1" status: 404 len: 333 time: 0.0507705 Nov 16 04:51:23.103685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46690) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:23.106601 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-5fd1fd33-d1b1-4b82-9b05-a33006d6bc28 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:23.159050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f8ba7e-d264-4e87-ab6b-ee6d15e3cefa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b3e56cc-506f-4ed6-bdf0-d8abf3d538fc,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:23.169356 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f370c31f-aaa2-48c2-9b00-64ecdff0cb4c req-bb2bd285-8a5e-40f9-9d02-aa7f7d515d74 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/security-groups?id=a39341df-2450-46fc-8cb3-f44f445b83ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676394 Nov 16 04:51:23.185707 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-5fd1fd33-d1b1-4b82-9b05-a33006d6bc28 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:23.211023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f8ba7e-d264-4e87-ab6b-ee6d15e3cefa admin admin] Checking segment: {'id': 'f9d5a95e-7574-4485-aa63-46d8d28ebfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c80cd654-fd30-4a8c-8e5e-e8099b42f83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:23.211381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f8ba7e-d264-4e87-ab6b-ee6d15e3cefa admin admin] Network hostable DHCP agents. Network: c80cd654-fd30-4a8c-8e5e-e8099b42f83a, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:51:23.245876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-5fd1fd33-d1b1-4b82-9b05-a33006d6bc28 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:23.246101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-416d0133-27c9-4a9a-9a1c-ca933e07a894 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Deleting port e5554f52-d4c9-4c1b-bb5a-05c839011a9d {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:23.246316 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-416d0133-27c9-4a9a-9a1c-ca933e07a894 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:23.249741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-5fd1fd33-d1b1-4b82-9b05-a33006d6bc28 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:23.250959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f8ba7e-d264-4e87-ab6b-ee6d15e3cefa admin admin] Network c80cd654-fd30-4a8c-8e5e-e8099b42f83a is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:51:23.254435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-5fd1fd33-d1b1-4b82-9b05-a33006d6bc28 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:23.262286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1fd33-d1b1-4b82-9b05-a33006d6bc28 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Pushing event updated for resources: {'Port': ['ID=d1a9c363-cdc3-4765-b51c-c828a308d59c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:23.306738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-65f8ba7e-d264-4e87-ab6b-ee6d15e3cefa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, c80cd654-fd30-4a8c-8e5e-e8099b42f83a) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:23.313592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f8ba7e-d264-4e87-ab6b-ee6d15e3cefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:23.314820 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-65f8ba7e-d264-4e87-ab6b-ee6d15e3cefa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:23.320884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd86bcad-f112-4aab-a7a5-2f9131b20ccb None None] Network c80cd654-fd30-4a8c-8e5e-e8099b42f83a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:23.349816 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-65f8ba7e-d264-4e87-ab6b-ee6d15e3cefa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5671744 Nov 16 04:51:23.351546 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6614beff-1e3f-406f-937c-ac460c803a3b req-03d125ae-aa43-482b-bb63-d64aac59f52e tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0569198 Nov 16 04:51:23.365172 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-5fd1fd33-d1b1-4b82-9b05-a33006d6bc28 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:23.365941 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-5fd1fd33-d1b1-4b82-9b05-a33006d6bc28 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:23.381352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-416d0133-27c9-4a9a-9a1c-ca933e07a894 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:23.397452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf17762-a5fa-491b-b8ea-79224cf83572 req-81293de2-faeb-41b1-8c8a-4306f5164bdd tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:23.399140 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4cf17762-a5fa-491b-b8ea-79224cf83572 req-81293de2-faeb-41b1-8c8a-4306f5164bdd tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 946 time: 0.1151800 Nov 16 04:51:23.403688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-5fd1fd33-d1b1-4b82-9b05-a33006d6bc28 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1432955 Nov 16 04:51:23.409861 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46702) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:23.416145 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ebcac516-9412-4488-8c4c-511782d04242 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Request body: {'floatingip': {'port_id': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:23.421898 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-416d0133-27c9-4a9a-9a1c-ca933e07a894 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Calling delete_port for e5554f52-d4c9-4c1b-bb5a-05c839011a9d owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:23.504443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ebcac516-9412-4488-8c4c-511782d04242 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:23.511364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Request body: {'port': {'device_id': 'c3128603-10d3-4809-a1c2-267142471623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:23.552650 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5e5d86-4054-4ddb-8649-b31cf5559d09 None None] Network c80cd654-fd30-4a8c-8e5e-e8099b42f83a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:23.584311 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:23.603534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195960f3-05e0-42b9-bdca-b2f2a7940fcc req-a4041c28-1af1-4996-b638-c2e48fd6dfe9 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:23.605541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-195960f3-05e0-42b9-bdca-b2f2a7940fcc req-a4041c28-1af1-4996-b638-c2e48fd6dfe9 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 932 time: 0.1395235 Nov 16 04:51:23.743671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-195960f3-05e0-42b9-bdca-b2f2a7940fcc req-ac6e3057-55c3-4972-b0dc-1ed7131b1642 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304123 Nov 16 04:51:23.815370 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-416d0133-27c9-4a9a-9a1c-ca933e07a894 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:23.853993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d0133-27c9-4a9a-9a1c-ca933e07a894 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event deleted for resources: {'Port': ['ID=e5554f52-d4c9-4c1b-bb5a-05c839011a9d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:23.916886 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-416d0133-27c9-4a9a-9a1c-ca933e07a894 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:23.919930 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-416d0133-27c9-4a9a-9a1c-ca933e07a894 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "DELETE /v2.0/ports/e5554f52-d4c9-4c1b-bb5a-05c839011a9d HTTP/1.1" status: 204 len: 168 time: 0.8142259 Nov 16 04:51:23.930528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46722) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:24.106480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ebcac516-9412-4488-8c4c-511782d04242 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:24.110573 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ebcac516-9412-4488-8c4c-511782d04242 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:24.212308 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-ebcac516-9412-4488-8c4c-511782d04242 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Floating IP 5f337f27-9d37-44ca-8488-628299a86dbc associated. External IP: 172.25.0.163, port: b35d21f2-2998-485d-80e2-3fd2aad41ca4. Nov 16 04:51:24.285114 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce35e90-b2ee-46a1-b643-0b37595cece1 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] GET failed (client error): The resource could not be found. Nov 16 04:51:24.287110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-dce35e90-b2ee-46a1-b643-0b37595cece1 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "GET /v2.0/ports/e5554f52-d4c9-4c1b-bb5a-05c839011a9d HTTP/1.1" status: 404 len: 333 time: 0.3556354 Nov 16 04:51:24.292783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46724) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:24.300141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a9c363-cdc3-4765-b51c-c828a308d59c {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:51:24.331582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:24.373718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Transition to ACTIVE for port object d1a9c363-cdc3-4765-b51c-c828a308d59c will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:51:24.405003 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:24.461129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-7c55c845-5771-4fb8-824d-74fc11defdfe tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:24.462850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-7c55c845-5771-4fb8-824d-74fc11defdfe tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/networks?id=c80cd654-fd30-4a8c-8e5e-e8099b42f83a HTTP/1.1" status: 200 len: 821 time: 0.5697625 Nov 16 04:51:24.521052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c8f6e61-49e5-4d69-949d-de54eff3bdf8 req-16a53ad2-3d88-441c-9966-670ab67c2eb5 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0683560 Nov 16 04:51:24.530238 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-f9a97a59-2004-4ddf-9e97-d10c47dfdb41 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/quotas/d3ddf16349774784a5ac306da999f6a3 HTTP/1.1" status: 200 len: 375 time: 0.0522892 Nov 16 04:51:24.532077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Pushing event updated for resources: {'Port': ['ID=d1a9c363-cdc3-4765-b51c-c828a308d59c,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:24.590543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2072023b-6659-413f-8235-5169bcd4d7d7 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Deleting port 79e32b6a-dd4a-48be-9a74-00095a215c9c {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:24.590890 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2072023b-6659-413f-8235-5169bcd4d7d7 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:24.612216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-f649c1e0-b758-414c-956c-622aa46a1460 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d3ddf16349774784a5ac306da999f6a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702250 Nov 16 04:51:24.703259 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcac516-9412-4488-8c4c-511782d04242 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Router 559491a5-1cda-4d1f-b93b-577f73a8e60e has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:51:24.761971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Attempting to bind port d1a9c363-cdc3-4765-b51c-c828a308d59c on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:51:24.762241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Attempting to bind port d1a9c363-cdc3-4765-b51c-c828a308d59c by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '06d0a077-f787-4342-a98d-06ee479923f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:51:24.762554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Attempting to bind port d1a9c363-cdc3-4765-b51c-c828a308d59c on network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:24.778494 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2072023b-6659-413f-8235-5169bcd4d7d7 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:24.782469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Port d1a9c363-cdc3-4765-b51c-c828a308d59c on network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:51:24.782796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Attempting to bind port d1a9c363-cdc3-4765-b51c-c828a308d59c on network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:24.807009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2072023b-6659-413f-8235-5169bcd4d7d7 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Calling delete_port for 79e32b6a-dd4a-48be-9a74-00095a215c9c owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:24.813594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:51:24.813967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Checking segment: {'id': '06d0a077-f787-4342-a98d-06ee479923f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:24.814357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Bound using segment: {'id': '06d0a077-f787-4342-a98d-06ee479923f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:51:24.815233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Bound port: d1a9c363-cdc3-4765-b51c-c828a308d59c, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d0a077-f787-4342-a98d-06ee479923f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:51:24.815233 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:24.819189 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcac516-9412-4488-8c4c-511782d04242 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:51:24.825248 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ebcac516-9412-4488-8c4c-511782d04242 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:24.834066 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0e877-df95-4a72-8146-c73406810912 None None] Sync routers for ids ['559491a5-1cda-4d1f-b93b-577f73a8e60e'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:51:24.838725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-5c58e4f6-1215-43b6-b998-6ddcc83389f0 service neutron] 10.222.0.41 "GET /v2.0/networks/c80cd654-fd30-4a8c-8e5e-e8099b42f83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131026 Nov 16 04:51:24.843859 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0e877-df95-4a72-8146-c73406810912 None None] Routers {'559491a5-1cda-4d1f-b93b-577f73a8e60e'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:24.844472 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b3a0e877-df95-4a72-8146-c73406810912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['559491a5-1cda-4d1f-b93b-577f73a8e60e'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:24.862803 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ebcac516-9412-4488-8c4c-511782d04242 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "PUT /v2.0/floatingips/5f337f27-9d37-44ca-8488-628299a86dbc HTTP/1.1" status: 200 len: 992 time: 1.4499407 Nov 16 04:51:24.862803 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095711b2-324f-4876-aaea-11ca7c6e1117', 'tag': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:24.864491 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca696b66-7431-43ea-8ec7-fa3e96f27899" -d '{"events": [{"name": "network-changed", "server_uuid": "095711b2-324f-4876-aaea-11ca7c6e1117", "tag": "b35d21f2-2998-485d-80e2-3fd2aad41ca4"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:24.946134 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b3a0e877-df95-4a72-8146-c73406810912 None None] Set router 559491a5-1cda-4d1f-b93b-577f73a8e60e gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:51:25.030639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec09ed-2d01-4de5-b747-6f05558907d3 req-2d36c5dc-a33c-483f-bb1a-ade7426eaf18 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:25.032046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-70ec09ed-2d01-4de5-b747-6f05558907d3 req-2d36c5dc-a33c-483f-bb1a-ade7426eaf18 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 944 time: 0.2014654 Nov 16 04:51:25.046007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:51:25.055724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:51:25.083963 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:25.155006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-47ca8cea-7d31-4063-8998-37ccecb3a4d5 service neutron] 10.222.0.41 "GET /v2.0/networks/c80cd654-fd30-4a8c-8e5e-e8099b42f83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030710 Nov 16 04:51:25.173173 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b3a0e877-df95-4a72-8146-c73406810912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:51:04Z', 'revision_number': 4, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port': {'id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:50:58Z', 'updated_at': '2021-11-16T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '5f337f27-9d37-44ca-8488-628299a86dbc', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'port_id': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'mac_address': 'fa:16:3e:94:f0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095711b2-324f-4876-aaea-11ca7c6e1117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:51:08Z', 'updated_at': '2021-11-16T04:51:24Z', 'revision_number': 1, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0dfc4f-4347-4c07-b221-16d4785765d8', 'name': '', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'mac_address': 'fa:16:3e:b2:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:51:03Z', 'updated_at': '2021-11-16T04:51:08Z', 'revision_number': 5, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'subnets': [{'id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:25.185570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:25.186220 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:25.187597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] 10.222.0.15 "PUT /v2.0/ports/d1a9c363-cdc3-4765-b51c-c828a308d59c HTTP/1.1" status: 200 len: 1092 time: 1.7738037 Nov 16 04:51:25.190156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:25.193121 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67064308-a493-4989-aee2-1e18915ddc27" -d '{"events": [{"name": "network-changed", "server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:25.200625 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0e877-df95-4a72-8146-c73406810912 None None] Checking router: 559491a5-1cda-4d1f-b93b-577f73a8e60e for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:51:25.204287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-70ec09ed-2d01-4de5-b747-6f05558907d3 req-00e691f0-bff1-43c7-9799-2783003106fe tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630762 Nov 16 04:51:25.210485 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a0e877-df95-4a72-8146-c73406810912 None None] Routers {'559491a5-1cda-4d1f-b93b-577f73a8e60e'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:25.211112 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b3a0e877-df95-4a72-8146-c73406810912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['559491a5-1cda-4d1f-b93b-577f73a8e60e'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:25.222741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d009d-c5a4-423e-a0a4-b0dbdf78b98c service neutron] Pushing event updated for resources: {'Port': ['ID=d1a9c363-cdc3-4765-b51c-c828a308d59c,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:25.315299 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2072023b-6659-413f-8235-5169bcd4d7d7 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:25.332239 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1919f03d-e779-432a-8d45-0f58cf883f6a x-openstack-request-id: req-1919f03d-e779-432a-8d45-0f58cf883f6a {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:25.332570 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095711b2-324f-4876-aaea-11ca7c6e1117", "tag": "b35d21f2-2998-485d-80e2-3fd2aad41ca4", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:25.333337 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1919f03d-e779-432a-8d45-0f58cf883f6a {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:25.333796 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095711b2-324f-4876-aaea-11ca7c6e1117', 'tag': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4', 'status': 'completed', 'code': 200} Nov 16 04:51:25.336027 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b3a0e877-df95-4a72-8146-c73406810912 None None] Set router 559491a5-1cda-4d1f-b93b-577f73a8e60e gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:51:25.377269 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca05be7-9fc8-49dd-8051-d7e7a518a83c x-openstack-request-id: req-eca05be7-9fc8-49dd-8051-d7e7a518a83c {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:25.377560 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:25.377848 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eca05be7-9fc8-49dd-8051-d7e7a518a83c {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:25.378255 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c', 'status': 'completed', 'code': 200} Nov 16 04:51:25.463166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072023b-6659-413f-8235-5169bcd4d7d7 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event deleted for resources: {'Port': ['ID=79e32b6a-dd4a-48be-9a74-00095a215c9c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:25.520739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2072023b-6659-413f-8235-5169bcd4d7d7 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:25.524443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2072023b-6659-413f-8235-5169bcd4d7d7 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "DELETE /v2.0/ports/79e32b6a-dd4a-48be-9a74-00095a215c9c HTTP/1.1" status: 204 len: 168 time: 1.2303770 Nov 16 04:51:25.526193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ed53fdf9-5086-4b17-beac-7a459b03db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:25.527245 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46746) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:25.527628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-ed53fdf9-5086-4b17-beac-7a459b03db31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08&device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 1095 time: 0.2867131 Nov 16 04:51:25.530560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66cf0c50-fd14-4fdb-b054-a55526861a00 req-3af2e7e3-d560-4650-9731-227f4cadf95d tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 210 time: 0.0784020 Nov 16 04:51:25.549413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca696b66-7431-43ea-8ec7-fa3e96f27899 req-3c2f0c73-e58d-4a5b-adaf-20ed4e656b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:25.551103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca696b66-7431-43ea-8ec7-fa3e96f27899 req-3c2f0c73-e58d-4a5b-adaf-20ed4e656b66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=36274abcb2984dc988451dad272e5e4e&device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 1097 time: 0.1719780 Nov 16 04:51:25.638510 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e4d55a-0ce9-4d61-a535-4369fec38e98 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Deleting subnet 155a089b-141e-414a-9afc-9b9be8cd4c01 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:51:25.648059 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d55a-0ce9-4d61-a535-4369fec38e98 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:25.650897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-656b4b1b-cddf-4f97-a287-4bd9cd0e97be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c HTTP/1.1" status: 200 len: 217 time: 0.1151795 Nov 16 04:51:25.677880 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b3a0e877-df95-4a72-8146-c73406810912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:51:04Z', 'revision_number': 4, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port': {'id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:50:58Z', 'updated_at': '2021-11-16T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '5f337f27-9d37-44ca-8488-628299a86dbc', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'port_id': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'mac_address': 'fa:16:3e:94:f0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095711b2-324f-4876-aaea-11ca7c6e1117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:51:08Z', 'updated_at': '2021-11-16T04:51:24Z', 'revision_number': 1, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0dfc4f-4347-4c07-b221-16d4785765d8', 'name': '', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'mac_address': 'fa:16:3e:b2:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:51:03Z', 'updated_at': '2021-11-16T04:51:08Z', 'revision_number': 5, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'subnets': [{'id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:25.716348 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0e877-df95-4a72-8146-c73406810912 None None] The sync data for ids ['559491a5-1cda-4d1f-b93b-577f73a8e60e'] in n-d-818042-1 is: [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:51:04Z', 'revision_number': 4, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port': {'id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:50:58Z', 'updated_at': '2021-11-16T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '5f337f27-9d37-44ca-8488-628299a86dbc', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'floating_ip_address': '172.25.0.163', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'port_id': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'mac_address': 'fa:16:3e:94:f0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '095711b2-324f-4876-aaea-11ca7c6e1117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:51:08Z', 'updated_at': '2021-11-16T04:51:24Z', 'revision_number': 1, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f0dfc4f-4347-4c07-b221-16d4785765d8', 'name': '', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'mac_address': 'fa:16:3e:b2:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:51:03Z', 'updated_at': '2021-11-16T04:51:08Z', 'revision_number': 5, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'subnets': [{'id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:51:25.731518 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d55a-0ce9-4d61-a535-4369fec38e98 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:25.846030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-212eec18-25e0-406a-b3e2-56fc4dbd18bc req-9e3101fe-bc09-4572-8c7a-5787a84f5252 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.1157315 Nov 16 04:51:25.856699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca696b66-7431-43ea-8ec7-fa3e96f27899 req-5a7b87da-2caa-4ece-973d-e2d5fe89cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:25.858787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca696b66-7431-43ea-8ec7-fa3e96f27899 req-5a7b87da-2caa-4ece-973d-e2d5fe89cb92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=38fb073c-24ab-411c-a165-ede02fb444b0 HTTP/1.1" status: 200 len: 916 time: 0.2236574 Nov 16 04:51:25.860015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d55a-0ce9-4d61-a535-4369fec38e98 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:25.876877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-4c3dcacf-5071-409d-b883-c1d9001ec4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:25.878543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-4c3dcacf-5071-409d-b883-c1d9001ec4cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89ad7379-f193-4784-a822-0c25e612ef3f HTTP/1.1" status: 200 len: 854 time: 0.1960807 Nov 16 04:51:25.944090 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d55a-0ce9-4d61-a535-4369fec38e98 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:25.947863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-f70393e5-e0df-4a3c-89bc-592c63cfa445 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350354 Nov 16 04:51:25.982411 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4d55a-0ce9-4d61-a535-4369fec38e98 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event deleted for resources: {'Subnet': ['ID=155a089b-141e-414a-9afc-9b9be8cd4c01,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:25.984793 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d55a-0ce9-4d61-a535-4369fec38e98 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:25.989532 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d3e4d55a-0ce9-4d61-a535-4369fec38e98 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "DELETE /v2.0/subnets/155a089b-141e-414a-9afc-9b9be8cd4c01 HTTP/1.1" status: 204 len: 168 time: 0.4578459 Nov 16 04:51:25.991845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46756) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:26.000012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb3b400-4bd2-4a2c-a9c1-3fafe8071061 None None] Network 2688fd33-5ddd-4afc-b1a5-29a25819fda7 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:26.015289 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca696b66-7431-43ea-8ec7-fa3e96f27899 req-76dd9541-ac2b-45e8-bbf2-9fdb7aeb07bf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b35d21f2-2998-485d-80e2-3fd2aad41ca4 HTTP/1.1" status: 200 len: 1000 time: 0.1440561 Nov 16 04:51:26.104745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8debe-29c9-4404-9e7c-4f060e74ca6e None None] New status for floating IP 5f337f27-9d37-44ca-8488-628299a86dbc: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:51:26.115041 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:26.151451 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-301e9d20-dd40-42a5-8e41-eb68671cd06f service neutron] 10.222.0.15 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927350 Nov 16 04:51:26.153866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca696b66-7431-43ea-8ec7-fa3e96f27899 req-2822b924-b509-497e-a99f-3b424b717d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:26.155222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca696b66-7431-43ea-8ec7-fa3e96f27899 req-2822b924-b509-497e-a99f-3b424b717d3d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=422f6a8a-04f6-4962-b27e-68585a9edf5c HTTP/1.1" status: 200 len: 854 time: 0.1353292 Nov 16 04:51:26.178611 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Deleting port a5d641bf-a857-4f67-a2d6-b1dff246bd52 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:26.179057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:26.267298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] For port a5d641bf-a857-4f67-a2d6-b1dff246bd52, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a5d641bf-a857-4f67-a2d6-b1dff246bd52,segment=NetworkSegment(15104d9b-6f1b-4fce-9e06-636075305884),segment_id=15104d9b-6f1b-4fce-9e06-636075305884)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:26.267672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:26.299597 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca696b66-7431-43ea-8ec7-fa3e96f27899 req-16ca710e-5098-4024-b0b3-b3fc1e37b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:26.301098 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca696b66-7431-43ea-8ec7-fa3e96f27899 req-16ca710e-5098-4024-b0b3-b3fc1e37b32d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=38fb073c-24ab-411c-a165-ede02fb444b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1158624 Nov 16 04:51:26.303415 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-037cb59f-80b1-43de-b5f6-5eee52b715de req-1c9cd902-2dc3-42cf-ae1b-0979f2a1bfc0 service neutron] 10.222.0.15 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457748 Nov 16 04:51:26.322480 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Calling delete_port for a5d641bf-a857-4f67-a2d6-b1dff246bd52 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:26.350266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75599b9-181b-4712-b7a6-b1e51807eb9a None None] DHCP port deletion for 2688fd33-5ddd-4afc-b1a5-29a25819fda7 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:51:26.460774 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:26.474886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca696b66-7431-43ea-8ec7-fa3e96f27899 req-db07739a-ca07-4fb8-a054-460a3d7d9c11 service neutron] 10.222.0.37 "GET /v2.0/networks/38fb073c-24ab-411c-a165-ede02fb444b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643732 Nov 16 04:51:26.476801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c75599b9-181b-4712-b7a6-b1e51807eb9a None None] Deleting port a5d641bf-a857-4f67-a2d6-b1dff246bd52 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:26.477183 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c75599b9-181b-4712-b7a6-b1e51807eb9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:26.493991 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] No DVR routers for this DVR port a5d641bf-a857-4f67-a2d6-b1dff246bd52 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:51:26.541338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67064308-a493-4989-aee2-1e18915ddc27 req-fc88f7b1-02d8-46d5-b555-802c86989013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:26.543143 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67064308-a493-4989-aee2-1e18915ddc27 req-fc88f7b1-02d8-46d5-b555-802c86989013 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08&device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 1095 time: 0.1595716 Nov 16 04:51:26.544727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event deleted for resources: {'Port': ['ID=a5d641bf-a857-4f67-a2d6-b1dff246bd52,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:26.562728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c75599b9-181b-4712-b7a6-b1e51807eb9a None None] For port a5d641bf-a857-4f67-a2d6-b1dff246bd52, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:26.563124 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c75599b9-181b-4712-b7a6-b1e51807eb9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:26.595840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c97319-fb92-4464-92cf-7107f8b223b2 req-6dee5bf9-7bc0-435d-95c3-0f443a86797e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:26.597094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c75599b9-181b-4712-b7a6-b1e51807eb9a None None] Calling delete_port for a5d641bf-a857-4f67-a2d6-b1dff246bd52 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:26.597846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-50c97319-fb92-4464-92cf-7107f8b223b2 req-6dee5bf9-7bc0-435d-95c3-0f443a86797e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 944 time: 0.1780505 Nov 16 04:51:26.605681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-c75599b9-181b-4712-b7a6-b1e51807eb9a None None] Port a5d641bf-a857-4f67-a2d6-b1dff246bd52 was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 04:51:26.609033 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c75599b9-181b-4712-b7a6-b1e51807eb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:26.640858 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:26.651485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75599b9-181b-4712-b7a6-b1e51807eb9a None None] Pushing event deleted for resources: {'Port': ['ID=a5d641bf-a857-4f67-a2d6-b1dff246bd52,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:26.655806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75599b9-181b-4712-b7a6-b1e51807eb9a None None] No DVR routers for this DVR port a5d641bf-a857-4f67-a2d6-b1dff246bd52 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:51:26.681288 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2688fd33-5ddd-4afc-b1a5-29a25819fda7']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:26.691853 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15104d9b-6f1b-4fce-9e06-636075305884') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:26.692913 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15104d9b-6f1b-4fce-9e06-636075305884') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:26.703503 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:26.719936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:26.727158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:51:26.727672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:51:26.731120 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:51:26.750987 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a54b3ec6-fbb8-4a09-b611-c8c1f0ebe2be req-0f558958-c3a5-4c3f-8f60-ef6657bdf425 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 210 time: 0.0617359 Nov 16 04:51:26.803084 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:26.813232 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:26.819142 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] 10.222.0.41 "DELETE /v2.0/networks/2688fd33-5ddd-4afc-b1a5-29a25819fda7 HTTP/1.1" status: 204 len: 168 time: 0.8236933 Nov 16 04:51:26.834793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca696b66-7431-43ea-8ec7-fa3e96f27899 req-563b213f-aa6f-4c86-b418-792de367ca6b service neutron] 10.222.0.37 "GET /v2.0/networks/38fb073c-24ab-411c-a165-ede02fb444b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506842 Nov 16 04:51:26.835343 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f90ea9-e65d-4ac4-9ca6-2e6568ef4573 tempest-AllowedAddressPairIpV6TestJSON-86491585 tempest-AllowedAddressPairIpV6TestJSON-86491585-project] Pushing event deleted for resources: {'Network': ['ID=2688fd33-5ddd-4afc-b1a5-29a25819fda7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:26.867237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-801078ff-01ac-4780-95b2-47abbe251711 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:26.868829 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-801078ff-01ac-4780-95b2-47abbe251711 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.37 "GET /v2.0/networks?id=c80cd654-fd30-4a8c-8e5e-e8099b42f83a HTTP/1.1" status: 200 len: 821 time: 0.3207874 Nov 16 04:51:26.877300 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-50c97319-fb92-4464-92cf-7107f8b223b2 req-ce6346e1-3acf-4043-93a4-0a57754d8d05 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360430 Nov 16 04:51:26.888881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-779db809-7e93-4f2a-92a8-5a9a1642b6ed tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Request body: {'port': {'device_id': '0d934d44-87db-4fba-b642-8e6f4d23dbdb', 'network_id': 'c80cd654-fd30-4a8c-8e5e-e8099b42f83a', 'admin_state_up': True, 'tenant_id': 'd3ddf16349774784a5ac306da999f6a3'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:26.898112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67064308-a493-4989-aee2-1e18915ddc27 req-ba4f020e-d248-4596-ae05-00a27ca097e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:26.899978 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67064308-a493-4989-aee2-1e18915ddc27 req-ba4f020e-d248-4596-ae05-00a27ca097e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003 HTTP/1.1" status: 200 len: 915 time: 0.3397837 Nov 16 04:51:26.998066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67064308-a493-4989-aee2-1e18915ddc27 req-0bbbd686-4765-4866-b614-1bf13d6056b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c HTTP/1.1" status: 200 len: 217 time: 0.0858488 Nov 16 04:51:27.016578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-333752ea-1c56-43fc-b9f6-522457011f3b req-5f805394-1faf-4316-8725-b1de109193d2 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0731394 Nov 16 04:51:27.053246 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46774) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:27.086973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67064308-a493-4989-aee2-1e18915ddc27 req-29ba533a-e30d-457b-a6f5-49711e0bbb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:27.088691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67064308-a493-4989-aee2-1e18915ddc27 req-29ba533a-e30d-457b-a6f5-49711e0bbb5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89ad7379-f193-4784-a822-0c25e612ef3f HTTP/1.1" status: 200 len: 854 time: 0.0744390 Nov 16 04:51:27.129060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67064308-a493-4989-aee2-1e18915ddc27 req-40bff921-68c6-4d0b-9c69-6f0b4081fe75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326693 Nov 16 04:51:27.146598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-779db809-7e93-4f2a-92a8-5a9a1642b6ed tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Made reservation on behalf of d3ddf16349774784a5ac306da999f6a3 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:27.149954 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-779db809-7e93-4f2a-92a8-5a9a1642b6ed tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:27.196582 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d686705f-e533-4e9e-80e1-246df28c563d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8de1a106e424cf18ed1a0261c2e6f37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399090 Nov 16 04:51:27.196936 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46778) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:27.244197 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd2b1-741c-4f84-b0ea-62d88b24210d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:27.265501 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd2b1-741c-4f84-b0ea-62d88b24210d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:27.289928 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67064308-a493-4989-aee2-1e18915ddc27 req-8a5708d4-6b14-417d-80e4-d409c1a099ae service neutron] 10.222.0.15 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522815 Nov 16 04:51:27.313141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd2b1-741c-4f84-b0ea-62d88b24210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:27.316105 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd2b1-741c-4f84-b0ea-62d88b24210d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:27.317897 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e9fcd2b1-741c-4f84-b0ea-62d88b24210d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6057695-5eb8-4bea-8d5a-a0c4d486c36f HTTP/1.1" status: 204 len: 168 time: 0.1196394 Nov 16 04:51:27.328288 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcd2b1-741c-4f84-b0ea-62d88b24210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6057695-5eb8-4bea-8d5a-a0c4d486c36f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:27.657525 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a5d641bf-a857-4f67-a2d6-b1dff246bd52 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:51:27.671016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-779db809-7e93-4f2a-92a8-5a9a1642b6ed tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Allocated IP 172.20.0.14 (c80cd654-fd30-4a8c-8e5e-e8099b42f83a/7b3e56cc-506f-4ed6-bdf0-d8abf3d538fc/40fa01db-5757-48a1-98f5-8cab5a66cbf5) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:27.680466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a5d641bf-a857-4f67-a2d6-b1dff246bd52 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:51:27.680845 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a5d641bf-a857-4f67-a2d6-b1dff246bd52 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:51:27.725254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67064308-a493-4989-aee2-1e18915ddc27 req-51fd5254-ebc3-4c0d-8e33-37df9b0776dd service neutron] 10.222.0.15 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293292 Nov 16 04:51:27.871795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffe4c63d-d343-42d6-aaa3-deabea139b4a req-67fb84ea-c3d4-4c2c-a218-8a4a058c75f3 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 210 time: 0.0396986 Nov 16 04:51:27.892983 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-779db809-7e93-4f2a-92a8-5a9a1642b6ed tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:27.933552 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-779db809-7e93-4f2a-92a8-5a9a1642b6ed tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:27.994121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-779db809-7e93-4f2a-92a8-5a9a1642b6ed tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Network c80cd654-fd30-4a8c-8e5e-e8099b42f83a is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:28.010490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-779db809-7e93-4f2a-92a8-5a9a1642b6ed tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:28.017042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-779db809-7e93-4f2a-92a8-5a9a1642b6ed tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:28.044269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779db809-7e93-4f2a-92a8-5a9a1642b6ed tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Pushing event updated for resources: {'Port': ['ID=40fa01db-5757-48a1-98f5-8cab5a66cbf5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:28.073414 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46812) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:28.077339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45452653-0f49-417b-b76b-e093929b01d4 req-fdf6374b-6434-4f83-9c80-498832b5d851 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:28.079250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45452653-0f49-417b-b76b-e093929b01d4 req-fdf6374b-6434-4f83-9c80-498832b5d851 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 944 time: 0.1074820 Nov 16 04:51:28.101911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-779db809-7e93-4f2a-92a8-5a9a1642b6ed tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:28.102532 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-779db809-7e93-4f2a-92a8-5a9a1642b6ed tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:28.149713 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5885bd5b-30a7-4bfe-ad49-313fab76e396 req-32dde5fa-6658-4ead-bd5b-13c0b78da11f tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0347950 Nov 16 04:51:28.162421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-779db809-7e93-4f2a-92a8-5a9a1642b6ed tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2796147 Nov 16 04:51:28.178847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Request body: {'port': {'device_id': '0d934d44-87db-4fba-b642-8e6f4d23dbdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:28.180300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1248323124'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:28.186311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45452653-0f49-417b-b76b-e093929b01d4 req-ed02a171-58b6-4756-b80b-5d90c8bacaaa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994759 Nov 16 04:51:28.208492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Made reservation on behalf of 7f1db41e32b14870b05c69d5d1584861 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:28.212112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:28.222179 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:28.242931 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:28.297560 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:28.301634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:28.324210 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:51:28.338247 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10728ecd-d149-4db2-84d2-3b7fbbcb25af,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:28.342911 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:28.343253 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Added segment 6f5b4938-df11-4e4a-8828-5c1a21d54e1f of type vlan for network e4dad3ab-9a4e-4866-b2a5-7df0487ba475 Nov 16 04:51:28.384978 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:28.409247 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:28.415407 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:28.415978 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:28.474015 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.3992712 Nov 16 04:51:28.476732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46816) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:28.484045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-263daf92-5bea-491f-9c58-9094214db2b8 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Request body: {'subnet': {'network_id': 'e4dad3ab-9a4e-4866-b2a5-7df0487ba475', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:28.485440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa603f50-f9ee-47e6-bca3-b943b04114b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Pushing event updated for resources: {'Network': ['ID=e4dad3ab-9a4e-4866-b2a5-7df0487ba475,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:28.500536 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e4dad3ab-9a4e-4866-b2a5-7df0487ba475 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:51:28.573024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fa01db-5757-48a1-98f5-8cab5a66cbf5 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:51:28.587731 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:28.608335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Transition to ACTIVE for port object 40fa01db-5757-48a1-98f5-8cab5a66cbf5 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:51:28.611561 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:28.656330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263daf92-5bea-491f-9c58-9094214db2b8 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Made reservation on behalf of 7f1db41e32b14870b05c69d5d1584861 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:28.659801 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-263daf92-5bea-491f-9c58-9094214db2b8 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:28.721116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Pushing event updated for resources: {'Port': ['ID=40fa01db-5757-48a1-98f5-8cab5a66cbf5,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:28.821397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Attempting to bind port 40fa01db-5757-48a1-98f5-8cab5a66cbf5 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:51:28.821732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Attempting to bind port 40fa01db-5757-48a1-98f5-8cab5a66cbf5 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'f9d5a95e-7574-4485-aa63-46d8d28ebfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c80cd654-fd30-4a8c-8e5e-e8099b42f83a'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:51:28.822088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Attempting to bind port 40fa01db-5757-48a1-98f5-8cab5a66cbf5 on network c80cd654-fd30-4a8c-8e5e-e8099b42f83a {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:28.829481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Port 40fa01db-5757-48a1-98f5-8cab5a66cbf5 on network c80cd654-fd30-4a8c-8e5e-e8099b42f83a not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:51:28.829824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Attempting to bind port 40fa01db-5757-48a1-98f5-8cab5a66cbf5 on network c80cd654-fd30-4a8c-8e5e-e8099b42f83a {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:28.858026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:51:28.858365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Checking segment: {'id': 'f9d5a95e-7574-4485-aa63-46d8d28ebfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c80cd654-fd30-4a8c-8e5e-e8099b42f83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:28.858750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Bound using segment: {'id': 'f9d5a95e-7574-4485-aa63-46d8d28ebfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c80cd654-fd30-4a8c-8e5e-e8099b42f83a'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:51:28.859193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Bound port: 40fa01db-5757-48a1-98f5-8cab5a66cbf5, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d5a95e-7574-4485-aa63-46d8d28ebfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c80cd654-fd30-4a8c-8e5e-e8099b42f83a'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:51:28.859570 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:29.002689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] For port 40fa01db-5757-48a1-98f5-8cab5a66cbf5, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:51:29.005508 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-263daf92-5bea-491f-9c58-9094214db2b8 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:29.044185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] For port 40fa01db-5757-48a1-98f5-8cab5a66cbf5, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=40fa01db-5757-48a1-98f5-8cab5a66cbf5,segment=NetworkSegment(f9d5a95e-7574-4485-aa63-46d8d28ebfdf),segment_id=f9d5a95e-7574-4485-aa63-46d8d28ebfdf)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:51:29.060963 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:29.104359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3538c8-2242-4f14-93b8-75a5f8dec7cd req-643c284b-1a49-4150-a7d6-76cd5c5534e3 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:29.105870 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d3538c8-2242-4f14-93b8-75a5f8dec7cd req-643c284b-1a49-4150-a7d6-76cd5c5534e3 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 944 time: 0.1637886 Nov 16 04:51:29.132581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263daf92-5bea-491f-9c58-9094214db2b8 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Pushing event updated for resources: {'Subnet': ['ID=6298ec31-888f-4dec-8fc9-1244b619feba,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:29.142177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:29.142792 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:29.144150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] 10.222.0.37 "PUT /v2.0/ports/40fa01db-5757-48a1-98f5-8cab5a66cbf5 HTTP/1.1" status: 200 len: 1092 time: 0.9707904 Nov 16 04:51:29.146078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d934d44-87db-4fba-b642-8e6f4d23dbdb', 'tag': '40fa01db-5757-48a1-98f5-8cab5a66cbf5'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:29.148336 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5bd68d-4412-4729-99e0-185f5351eb91" -d '{"events": [{"name": "network-changed", "server_uuid": "0d934d44-87db-4fba-b642-8e6f4d23dbdb", "tag": "40fa01db-5757-48a1-98f5-8cab5a66cbf5"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:29.195212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410247cf-a1dc-4d5c-8c74-d66b93061869 service neutron] Pushing event updated for resources: {'Port': ['ID=40fa01db-5757-48a1-98f5-8cab5a66cbf5,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:29.197940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263daf92-5bea-491f-9c58-9094214db2b8 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Checking segment: {'id': '6f5b4938-df11-4e4a-8828-5c1a21d54e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e4dad3ab-9a4e-4866-b2a5-7df0487ba475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:29.198286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263daf92-5bea-491f-9c58-9094214db2b8 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Network hostable DHCP agents. Network: e4dad3ab-9a4e-4866-b2a5-7df0487ba475, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:51:29.201573 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a1d183-ad3a-4f80-867f-3b1a38663225 x-openstack-request-id: req-89a1d183-ad3a-4f80-867f-3b1a38663225 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:29.201891 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d934d44-87db-4fba-b642-8e6f4d23dbdb", "tag": "40fa01db-5757-48a1-98f5-8cab5a66cbf5", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:29.202148 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89a1d183-ad3a-4f80-867f-3b1a38663225 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:29.202545 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d934d44-87db-4fba-b642-8e6f4d23dbdb', 'tag': '40fa01db-5757-48a1-98f5-8cab5a66cbf5', 'status': 'completed', 'code': 200} Nov 16 04:51:29.261192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d3538c8-2242-4f14-93b8-75a5f8dec7cd req-f62ccabf-4406-4a6d-a0ef-8e45652e9c83 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5148182-e503-43e7-bcf0-a8e08db38f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475685 Nov 16 04:51:29.283959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34c0456b-275a-4cf7-8128-fa62b2369e85 req-41dd0962-c2c4-421d-98bb-19b2a251735d tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0399747 Nov 16 04:51:29.285449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263daf92-5bea-491f-9c58-9094214db2b8 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Network e4dad3ab-9a4e-4866-b2a5-7df0487ba475 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:51:29.295838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-d7980dfc-d2ee-4d9e-b194-445a9c6facb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:29.297340 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-d7980dfc-d2ee-4d9e-b194-445a9c6facb6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ddf16349774784a5ac306da999f6a3&device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 1095 time: 0.1033452 Nov 16 04:51:29.298413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-263daf92-5bea-491f-9c58-9094214db2b8 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e4dad3ab-9a4e-4866-b2a5-7df0487ba475) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:29.303178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263daf92-5bea-491f-9c58-9094214db2b8 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:29.303769 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-263daf92-5bea-491f-9c58-9094214db2b8 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:29.312451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e83157-aa93-4113-bf5c-eab735e6260d None None] Network e4dad3ab-9a4e-4866-b2a5-7df0487ba475 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:29.348558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-1f2db498-65a9-4826-9782-e40a6a0aca37 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40fa01db-5757-48a1-98f5-8cab5a66cbf5 HTTP/1.1" status: 200 len: 217 time: 0.0420048 Nov 16 04:51:29.361003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-263daf92-5bea-491f-9c58-9094214db2b8 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8830168 Nov 16 04:51:29.364479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46832) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:29.369601 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Request body: {'port': {'network_id': 'e4dad3ab-9a4e-4866-b2a5-7df0487ba475', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1923736369'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:29.416374 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device d1a9c363-cdc3-4765-b51c-c828a308d59c details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:51:29.437643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61c837-1de6-4f30-b31d-e61647b111b2 req-04973368-52c3-41ed-a3f6-e4e2b802cf07 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:29.439193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab61c837-1de6-4f30-b31d-e61647b111b2 req-04973368-52c3-41ed-a3f6-e4e2b802cf07 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 944 time: 0.0939205 Nov 16 04:51:29.441067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-c1eebffd-3b07-4580-9c7b-204dd85cc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:29.443062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-c1eebffd-3b07-4580-9c7b-204dd85cc971 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b3e56cc-506f-4ed6-bdf0-d8abf3d538fc HTTP/1.1" status: 200 len: 861 time: 0.0857432 Nov 16 04:51:29.486482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-686ca762-4eba-42d7-b810-bee55b416caf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c80cd654-fd30-4a8c-8e5e-e8099b42f83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313263 Nov 16 04:51:29.502748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Made reservation on behalf of 7f1db41e32b14870b05c69d5d1584861 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:29.508290 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:29.517042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-e4dad3ab-9a4e-4866-b2a5-7df0487ba475', 'network_id': 'e4dad3ab-9a4e-4866-b2a5-7df0487ba475', 'tenant_id': '7f1db41e32b14870b05c69d5d1584861', 'fixed_ips': [{'subnet_id': '6298ec31-888f-4dec-8fc9-1244b619feba'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:51:29.517957 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:29.530456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] device_id is not set on port 4e62e040-2d0e-41ff-9329-71e832ee3002 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:51:29.563456 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab61c837-1de6-4f30-b31d-e61647b111b2 req-bccecfbe-8b48-45f6-9ead-aa508b6045df tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174190 Nov 16 04:51:29.610284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-6979ea95-1479-465b-879a-1fa823cbfd95 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cd654-fd30-4a8c-8e5e-e8099b42f83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130099 Nov 16 04:51:29.624736 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:29.652261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'd1a9c363-cdc3-4765-b51c-c828a308d59c', 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003', 'port_id': 'd1a9c363-cdc3-4765-b51c-c828a308d59c', 'mac_address': 'fa:16:3e:da:ad:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ad7379-f193-4784-a822-0c25e612ef3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:51:29.655562 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Allocated IP 172.20.0.6 (e4dad3ab-9a4e-4866-b2a5-7df0487ba475/6298ec31-888f-4dec-8fc9-1244b619feba/4e62e040-2d0e-41ff-9329-71e832ee3002) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:29.709689 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:29.713543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0064ab50-efad-4ef5-a723-221ee88d56a4 req-49e72046-d1d3-4d17-99ad-4af52fba42e5 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cd654-fd30-4a8c-8e5e-e8099b42f83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955248 Nov 16 04:51:29.729910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a9c363-cdc3-4765-b51c-c828a308d59c {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:51:29.755499 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:29.769521 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:29.810717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bd68d-4412-4729-99e0-185f5351eb91 req-dfcb076b-dae0-48c6-883a-4b2a31493ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:29.812224 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c5bd68d-4412-4729-99e0-185f5351eb91 req-dfcb076b-dae0-48c6-883a-4b2a31493ca1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d3ddf16349774784a5ac306da999f6a3&device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 1095 time: 0.0531209 Nov 16 04:51:29.835869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=d1a9c363-cdc3-4765-b51c-c828a308d59c,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:29.839035 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:29.875843 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:29.909302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bd68d-4412-4729-99e0-185f5351eb91 req-7b4dd651-54b8-41b7-85ca-c008e85856c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:29.911683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c5bd68d-4412-4729-99e0-185f5351eb91 req-7b4dd651-54b8-41b7-85ca-c008e85856c4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c80cd654-fd30-4a8c-8e5e-e8099b42f83a HTTP/1.1" status: 200 len: 922 time: 0.0911241 Nov 16 04:51:29.918289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Network e4dad3ab-9a4e-4866-b2a5-7df0487ba475 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:29.928857 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:29.930765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Allocated IP 172.20.0.2 (e4dad3ab-9a4e-4866-b2a5-7df0487ba475/6298ec31-888f-4dec-8fc9-1244b619feba/0404a74e-b55d-441a-b3a3-70e7449e90db) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:29.933061 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:29.963209 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Pushing event updated for resources: {'Port': ['ID=4e62e040-2d0e-41ff-9329-71e832ee3002,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:29.966830 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c5bd68d-4412-4729-99e0-185f5351eb91 req-1b0976dc-ca65-4553-9491-90e660535b2b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40fa01db-5757-48a1-98f5-8cab5a66cbf5 HTTP/1.1" status: 200 len: 217 time: 0.0470066 Nov 16 04:51:29.987487 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:29.987717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['d1a9c363-cdc3-4765-b51c-c828a308d59c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:51:29.988263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:30.004214 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-16f46f81-34aa-4a29-81e5-fe4faa039ea3 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6386275 Nov 16 04:51:30.007425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46838) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:30.012461 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Request body: {'port': {'network_id': 'e4dad3ab-9a4e-4866-b2a5-7df0487ba475', 'name': 'tempest-ExtraDHCPOptionsTestJSON-163660288', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:30.013338 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.api.validators [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] bootfile-name is not in valid_values {{(pid=102660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 04:51:30.013694 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.api.validators [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] tftp-server is not in valid_values {{(pid=102660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 04:51:30.014072 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.api.validators [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] server-ip-address is not in valid_values {{(pid=102660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 04:51:30.034712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5bd68d-4412-4729-99e0-185f5351eb91 req-22390cb6-0c4e-4028-9814-e45f2fa1f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:30.037348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c5bd68d-4412-4729-99e0-185f5351eb91 req-22390cb6-0c4e-4028-9814-e45f2fa1f0dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7b3e56cc-506f-4ed6-bdf0-d8abf3d538fc HTTP/1.1" status: 200 len: 861 time: 0.0616405 Nov 16 04:51:30.078233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c5bd68d-4412-4729-99e0-185f5351eb91 req-7216a240-9810-40c3-81e2-dba8e4e3394a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c80cd654-fd30-4a8c-8e5e-e8099b42f83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327353 Nov 16 04:51:30.134907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Made reservation on behalf of 7f1db41e32b14870b05c69d5d1584861 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:30.138603 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:30.155444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] device_id is not set on port c90d5d75-99d5-480f-92fc-7a67688354ce yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:51:30.183466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c5bd68d-4412-4729-99e0-185f5351eb91 req-0f505b44-6311-468c-bce1-3077053f8923 service neutron] 10.222.0.37 "GET /v2.0/networks/c80cd654-fd30-4a8c-8e5e-e8099b42f83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897427 Nov 16 04:51:30.203139 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:30.218219 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:30.271735 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Allocated IP 172.20.0.3 (e4dad3ab-9a4e-4866-b2a5-7df0487ba475/6298ec31-888f-4dec-8fc9-1244b619feba/c90d5d75-99d5-480f-92fc-7a67688354ce) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:30.280962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Network e4dad3ab-9a4e-4866-b2a5-7df0487ba475 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:30.284413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c5bd68d-4412-4729-99e0-185f5351eb91 req-bb6b241a-379d-4673-a70c-abdbe1f9b95e service neutron] 10.222.0.37 "GET /v2.0/networks/c80cd654-fd30-4a8c-8e5e-e8099b42f83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928285 Nov 16 04:51:30.301671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Pushing event updated for resources: {'Port': ['ID=0404a74e-b55d-441a-b3a3-70e7449e90db,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:30.306967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:30.311177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:30.376747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Attempting to bind port 0404a74e-b55d-441a-b3a3-70e7449e90db on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:51:30.377468 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Attempting to bind port 0404a74e-b55d-441a-b3a3-70e7449e90db by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '6f5b4938-df11-4e4a-8828-5c1a21d54e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e4dad3ab-9a4e-4866-b2a5-7df0487ba475'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:51:30.377468 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Attempting to bind port 0404a74e-b55d-441a-b3a3-70e7449e90db on network e4dad3ab-9a4e-4866-b2a5-7df0487ba475 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:30.382818 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:51:30.383185 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Checking segment: {'id': '6f5b4938-df11-4e4a-8828-5c1a21d54e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e4dad3ab-9a4e-4866-b2a5-7df0487ba475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:30.383580 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:30.383969 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Bound using segment: {'id': '6f5b4938-df11-4e4a-8828-5c1a21d54e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e4dad3ab-9a4e-4866-b2a5-7df0487ba475'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:51:30.384436 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Bound port: 0404a74e-b55d-441a-b3a3-70e7449e90db, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5b4938-df11-4e4a-8828-5c1a21d54e1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'e4dad3ab-9a4e-4866-b2a5-7df0487ba475'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:51:30.384981 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:30.423286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9711103a-37c2-4dfa-bec2-7adcf8c21bd1 req-c87dbf8e-b2f1-413b-b7df-d869eaf02930 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0319965 Nov 16 04:51:30.438494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0bd00-92f0-4a9b-a574-576c70159b9b req-3b8ce9dc-da21-4107-b1e5-71406f16b846 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:30.440578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8c0bd00-92f0-4a9b-a574-576c70159b9b req-3b8ce9dc-da21-4107-b1e5-71406f16b846 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 944 time: 0.0849218 Nov 16 04:51:30.458161 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:30.468170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] For port 0404a74e-b55d-441a-b3a3-70e7449e90db, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:51:30.471880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] For port 0404a74e-b55d-441a-b3a3-70e7449e90db, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0404a74e-b55d-441a-b3a3-70e7449e90db,segment=NetworkSegment(6f5b4938-df11-4e4a-8828-5c1a21d54e1f),segment_id=6f5b4938-df11-4e4a-8828-5c1a21d54e1f)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:51:30.476678 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:30.500108 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:30.520921 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8c0bd00-92f0-4a9b-a574-576c70159b9b req-ef6993ae-0c2d-43f0-812b-208d8308d1d6 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5148182-e503-43e7-bcf0-a8e08db38f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581367 Nov 16 04:51:30.546127 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a531d38-5e95-4e51-aac8-d820082c60aa None None] Pushing event updated for resources: {'Port': ['ID=0404a74e-b55d-441a-b3a3-70e7449e90db,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:30.555859 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Network e4dad3ab-9a4e-4866-b2a5-7df0487ba475 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:30.559154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:30.564085 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:30.568252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Pushing event updated for resources: {'Port': ['ID=c90d5d75-99d5-480f-92fc-7a67688354ce,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:30.615273 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:30.615910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:30.633044 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f5d442f9-7e09-46a5-a27b-949a94f19e05 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.6245754 Nov 16 04:51:30.635531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46848) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:30.698524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6819ae-f5e9-42f3-b523-bfb2a5214002 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:30.710103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8205e3-4a7e-4946-99ad-0bc2f76c1c56 req-4375ca6c-bf5e-4e83-b4fa-6fd6091bfeaf tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:30.718959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6819ae-f5e9-42f3-b523-bfb2a5214002 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:30.719110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e8205e3-4a7e-4946-99ad-0bc2f76c1c56 req-4375ca6c-bf5e-4e83-b4fa-6fd6091bfeaf tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.0747006 Nov 16 04:51:30.726560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6819ae-f5e9-42f3-b523-bfb2a5214002 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:30.733903 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-df6819ae-f5e9-42f3-b523-bfb2a5214002 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0921001 Nov 16 04:51:30.733903 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46852) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:30.785295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e8205e3-4a7e-4946-99ad-0bc2f76c1c56 req-ef1db9ff-35d2-440e-9211-beacc4386eb1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653281 Nov 16 04:51:30.846979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ef90180f-17a1-4c94-9b20-eec731325fb0 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Deleting port c90d5d75-99d5-480f-92fc-7a67688354ce {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:30.847231 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef90180f-17a1-4c94-9b20-eec731325fb0 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:30.950163 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef90180f-17a1-4c94-9b20-eec731325fb0 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:30.962602 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ef90180f-17a1-4c94-9b20-eec731325fb0 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Calling delete_port for c90d5d75-99d5-480f-92fc-7a67688354ce owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:31.092756 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef90180f-17a1-4c94-9b20-eec731325fb0 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:31.127056 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90180f-17a1-4c94-9b20-eec731325fb0 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Pushing event deleted for resources: {'Port': ['ID=c90d5d75-99d5-480f-92fc-7a67688354ce,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:31.195829 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef90180f-17a1-4c94-9b20-eec731325fb0 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:31.199105 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ef90180f-17a1-4c94-9b20-eec731325fb0 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] 10.222.0.41 "DELETE /v2.0/ports/c90d5d75-99d5-480f-92fc-7a67688354ce HTTP/1.1" status: 204 len: 168 time: 0.4638641 Nov 16 04:51:31.202706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46858) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:31.208685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5b7f6489-334b-42b3-9c6d-a302929e92ee tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Request body: {'port': {'name': 'tempest-new-port-name-406447475', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:31.209072 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.api.validators [None req-5b7f6489-334b-42b3-9c6d-a302929e92ee tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] bootfile-name is not in valid_values {{(pid=102660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 04:51:31.209406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.api.validators [None req-5b7f6489-334b-42b3-9c6d-a302929e92ee tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] tftp-server is not in valid_values {{(pid=102660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 04:51:31.209756 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.api.validators [None req-5b7f6489-334b-42b3-9c6d-a302929e92ee tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] server-ip-address is not in valid_values {{(pid=102660) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 04:51:31.291559 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6489-334b-42b3-9c6d-a302929e92ee tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:31.400803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device d1a9c363-cdc3-4765-b51c-c828a308d59c up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:51:31.455490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port d1a9c363-cdc3-4765-b51c-c828a308d59c completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:51:31.460922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port d1a9c363-cdc3-4765-b51c-c828a308d59c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:31.461562 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:31.494856 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6489-334b-42b3-9c6d-a302929e92ee tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:31.501108 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6489-334b-42b3-9c6d-a302929e92ee tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:31.506022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aac216f-f71d-4aa2-a673-0ce8f10b9839 None None] Network e4dad3ab-9a4e-4866-b2a5-7df0487ba475 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:31.563772 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff512dbe-3d41-4683-a5c6-f473bf85b684 req-1b2d1968-fa73-4b6c-b95a-a82032ecb631 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0503035 Nov 16 04:51:31.609657 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f6489-334b-42b3-9c6d-a302929e92ee tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Pushing event updated for resources: {'Port': ['ID=4e62e040-2d0e-41ff-9329-71e832ee3002,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:31.623360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5b7f6489-334b-42b3-9c6d-a302929e92ee tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] In _notify_port_updated(), no bound segment for port 4e62e040-2d0e-41ff-9329-71e832ee3002 on network e4dad3ab-9a4e-4866-b2a5-7df0487ba475 {{(pid=102660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:51:31.630604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7f6489-334b-42b3-9c6d-a302929e92ee tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:31.631254 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6489-334b-42b3-9c6d-a302929e92ee tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:31.632554 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5b7f6489-334b-42b3-9c6d-a302929e92ee tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] 10.222.0.41 "PUT /v2.0/ports/4e62e040-2d0e-41ff-9329-71e832ee3002 HTTP/1.1" status: 200 len: 1135 time: 0.4288495 Nov 16 04:51:31.635244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46864) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:31.639205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-563ec99c-8507-4733-b7f5-c24ff9548444 None None] Provisioning complete for port 0404a74e-b55d-441a-b3a3-70e7449e90db triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:31.639574 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-563ec99c-8507-4733-b7f5-c24ff9548444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:31.654673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fb027-75d6-4732-9c6a-eab883fc8918 req-9a51e0a3-24ab-4641-ad9f-52d57bcc2e9c tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:31.656308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-820fb027-75d6-4732-9c6a-eab883fc8918 req-9a51e0a3-24ab-4641-ad9f-52d57bcc2e9c tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 944 time: 0.0616293 Nov 16 04:51:31.691466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f04dbb-b352-446f-8047-0db130b567b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:31.693977 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-37f04dbb-b352-446f-8047-0db130b567b1 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] 10.222.0.41 "GET /v2.0/ports/4e62e040-2d0e-41ff-9329-71e832ee3002 HTTP/1.1" status: 200 len: 1135 time: 0.0568690 Nov 16 04:51:31.697050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46866) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:31.714943 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:31.734313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-820fb027-75d6-4732-9c6a-eab883fc8918 req-430472e5-a6fb-414e-bdef-c35dc46cd5f2 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5148182-e503-43e7-bcf0-a8e08db38f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709643 Nov 16 04:51:31.811052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-30a2bd63-b71c-4ac6-b84c-e3bbb0110fef tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Deleting port 4e62e040-2d0e-41ff-9329-71e832ee3002 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:31.811296 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-30a2bd63-b71c-4ac6-b84c-e3bbb0110fef tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:31.870578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0404a74e-b55d-441a-b3a3-70e7449e90db up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:51:31.915697 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-30a2bd63-b71c-4ac6-b84c-e3bbb0110fef tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:31.923667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0f6cc-b66a-4b80-943f-1d02c24133fa req-154260c2-8772-4b14-b44c-1ea8b3afb8c7 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:31.925105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95e0f6cc-b66a-4b80-943f-1d02c24133fa req-154260c2-8772-4b14-b44c-1ea8b3afb8c7 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.0547762 Nov 16 04:51:31.935665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-30a2bd63-b71c-4ac6-b84c-e3bbb0110fef tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Calling delete_port for 4e62e040-2d0e-41ff-9329-71e832ee3002 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:31.977917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:31.979448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95e0f6cc-b66a-4b80-943f-1d02c24133fa req-844cd57d-2bf7-43ab-b0ad-3536671bb842 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479228 Nov 16 04:51:31.980146 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e792e65f-4652-48e9-90c1-2853b50a5ba7" -d '{"events": [{"server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "name": "network-vif-plugged", "status": "completed", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:32.011693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:32.021791 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-563ec99c-8507-4733-b7f5-c24ff9548444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.023521 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.031034 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b70186-b76b-4100-87ec-fc0647bb0c71 x-openstack-request-id: req-a0b70186-b76b-4100-87ec-fc0647bb0c71 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:32.031300 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "name": "network-vif-plugged", "status": "completed", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:32.031555 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0b70186-b76b-4100-87ec-fc0647bb0c71 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:32.031940 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c', 'code': 200} Nov 16 04:51:32.087604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 40fa01db-5757-48a1-98f5-8cab5a66cbf5 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:51:32.095838 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-30a2bd63-b71c-4ac6-b84c-e3bbb0110fef tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.125343 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2bd63-b71c-4ac6-b84c-e3bbb0110fef tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Pushing event deleted for resources: {'Port': ['ID=4e62e040-2d0e-41ff-9329-71e832ee3002,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:32.137113 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e35192-bbe5-4264-a21e-eaa5b28951d1 req-04d45b42-695b-4bac-8d1b-4046d7998f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:32.138776 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6e35192-bbe5-4264-a21e-eaa5b28951d1 req-04d45b42-695b-4bac-8d1b-4046d7998f73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 1097 time: 0.0512664 Nov 16 04:51:32.146108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-563ec99c-8507-4733-b7f5-c24ff9548444 None None] For port 0404a74e-b55d-441a-b3a3-70e7449e90db, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0404a74e-b55d-441a-b3a3-70e7449e90db,segment=NetworkSegment(6f5b4938-df11-4e4a-8828-5c1a21d54e1f),segment_id=6f5b4938-df11-4e4a-8828-5c1a21d54e1f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:32.159016 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-563ec99c-8507-4733-b7f5-c24ff9548444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.163574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=d1a9c363-cdc3-4765-b51c-c828a308d59c,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:32.166072 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0404a74e-b55d-441a-b3a3-70e7449e90db triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:32.166432 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.201858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6e35192-bbe5-4264-a21e-eaa5b28951d1 req-9c486450-09a0-42c5-95a1-755d0a8e4251 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560520 Nov 16 04:51:32.253060 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-30a2bd63-b71c-4ac6-b84c-e3bbb0110fef tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.257370 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-30a2bd63-b71c-4ac6-b84c-e3bbb0110fef tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] 10.222.0.41 "DELETE /v2.0/ports/4e62e040-2d0e-41ff-9329-71e832ee3002 HTTP/1.1" status: 204 len: 168 time: 0.5588732 Nov 16 04:51:32.260300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46878) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:32.307156 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ec99c-8507-4733-b7f5-c24ff9548444 None None] Pushing event updated for resources: {'Port': ['ID=0404a74e-b55d-441a-b3a3-70e7449e90db,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:32.333456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f766fc-1246-479b-8abf-402551276899 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Deleting subnet 6298ec31-888f-4dec-8fc9-1244b619feba {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:51:32.337623 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3f766fc-1246-479b-8abf-402551276899 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.353676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 40fa01db-5757-48a1-98f5-8cab5a66cbf5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=40fa01db-5757-48a1-98f5-8cab5a66cbf5,segment=NetworkSegment(f9d5a95e-7574-4485-aa63-46d8d28ebfdf),segment_id=f9d5a95e-7574-4485-aa63-46d8d28ebfdf)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:32.383656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3f766fc-1246-479b-8abf-402551276899 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.384207 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '40fa01db-5757-48a1-98f5-8cab5a66cbf5', 'network_id': 'c80cd654-fd30-4a8c-8e5e-e8099b42f83a', 'port_id': '40fa01db-5757-48a1-98f5-8cab5a66cbf5', 'mac_address': 'fa:16:3e:21:af:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3e56cc-506f-4ed6-bdf0-d8abf3d538fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:51:32.436920 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.450213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40fa01db-5757-48a1-98f5-8cab5a66cbf5 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:51:32.476169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 40fa01db-5757-48a1-98f5-8cab5a66cbf5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=40fa01db-5757-48a1-98f5-8cab5a66cbf5,segment=NetworkSegment(f9d5a95e-7574-4485-aa63-46d8d28ebfdf),segment_id=f9d5a95e-7574-4485-aa63-46d8d28ebfdf)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:32.479064 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3f766fc-1246-479b-8abf-402551276899 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.483160 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.519445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-297f582d-69df-4eae-83e2-a95d55bd2499 None None] Provisioning complete for port 0404a74e-b55d-441a-b3a3-70e7449e90db triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:32.519852 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-297f582d-69df-4eae-83e2-a95d55bd2499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.544085 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3f766fc-1246-479b-8abf-402551276899 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.573167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f766fc-1246-479b-8abf-402551276899 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Pushing event deleted for resources: {'Subnet': ['ID=6298ec31-888f-4dec-8fc9-1244b619feba,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:32.573524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=40fa01db-5757-48a1-98f5-8cab5a66cbf5,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:32.577016 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d3f766fc-1246-479b-8abf-402551276899 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.583434 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d3f766fc-1246-479b-8abf-402551276899 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] 10.222.0.41 "DELETE /v2.0/subnets/6298ec31-888f-4dec-8fc9-1244b619feba HTTP/1.1" status: 204 len: 168 time: 0.3196414 Nov 16 04:51:32.584400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46880) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:32.631799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-297f582d-69df-4eae-83e2-a95d55bd2499 None None] Could not find standard attr ID for object 4e62e040-2d0e-41ff-9329-71e832ee3002. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:51:32.667755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67694741-02c8-4c91-9989-8834fc0e43c5 None None] Network e4dad3ab-9a4e-4866-b2a5-7df0487ba475 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:32.679637 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.702403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43cc82dd-9f48-4d28-8a51-d36c0decccec req-6b33d247-c347-4ac4-b735-b06b238cfed6 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0360522 Nov 16 04:51:32.737263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Deleting port 0404a74e-b55d-441a-b3a3-70e7449e90db {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:32.737599 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.750045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a2f5ff4f-7277-4528-ae2d-f4b46bd6aee5 None None] Could not find standard attr ID for object 4e62e040-2d0e-41ff-9329-71e832ee3002. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:51:32.805706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] For port 0404a74e-b55d-441a-b3a3-70e7449e90db, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0404a74e-b55d-441a-b3a3-70e7449e90db,segment=NetworkSegment(6f5b4938-df11-4e4a-8828-5c1a21d54e1f),segment_id=6f5b4938-df11-4e4a-8828-5c1a21d54e1f)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:32.806097 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.821270 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Calling delete_port for 0404a74e-b55d-441a-b3a3-70e7449e90db owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:32.861975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c44543-ae61-442d-8298-c8bf0a4b8122 req-2847d007-342b-4bb5-9dbc-97f38dd5e575 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:32.863621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41c44543-ae61-442d-8298-c8bf0a4b8122 req-2847d007-342b-4bb5-9dbc-97f38dd5e575 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 945 time: 0.0542865 Nov 16 04:51:32.881039 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['40fa01db-5757-48a1-98f5-8cab5a66cbf5'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:51:32.909931 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:32.913887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e068bb08-f3ff-4721-8045-be470bb674e9 None None] DHCP port deletion for e4dad3ab-9a4e-4866-b2a5-7df0487ba475 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:51:32.944325 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Pushing event deleted for resources: {'Port': ['ID=0404a74e-b55d-441a-b3a3-70e7449e90db,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:32.948156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] No DVR routers for this DVR port 0404a74e-b55d-441a-b3a3-70e7449e90db on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:51:32.951647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41c44543-ae61-442d-8298-c8bf0a4b8122 req-5ddd5a3e-cf3a-4e65-85d4-b5d55fafd31b tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5148182-e503-43e7-bcf0-a8e08db38f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807102 Nov 16 04:51:33.074368 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:33.098678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dad3ab-9a4e-4866-b2a5-7df0487ba475']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:33.107952 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5b4938-df11-4e4a-8828-5c1a21d54e1f') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:33.108184 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5b4938-df11-4e4a-8828-5c1a21d54e1f') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:33.117816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:33.132449 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:33.134470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49c81-3731-4f67-aed0-a780f0a4be3c req-1444cdff-9a05-45cc-a5ea-f3b645cba439 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:33.135998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0af49c81-3731-4f67-aed0-a780f0a4be3c req-1444cdff-9a05-45cc-a5ea-f3b645cba439 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0530708 Nov 16 04:51:33.138862 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:51:33.139459 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:51:33.142823 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:51:33.187198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0af49c81-3731-4f67-aed0-a780f0a4be3c req-b2d33fdf-5772-4da5-a37f-d05beb50e97d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409858 Nov 16 04:51:33.199234 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:33.210108 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:33.215830 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] 10.222.0.41 "DELETE /v2.0/networks/e4dad3ab-9a4e-4866-b2a5-7df0487ba475 HTTP/1.1" status: 204 len: 168 time: 0.6280403 Nov 16 04:51:33.225331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d76d5-4f64-42fc-8752-2a939d3a3c10 tempest-ExtraDHCPOptionsTestJSON-1446589626 tempest-ExtraDHCPOptionsTestJSON-1446589626-project] Pushing event deleted for resources: {'Network': ['ID=e4dad3ab-9a4e-4866-b2a5-7df0487ba475,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:33.465459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46898) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:33.600960 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fcdbe60e-985b-4380-90f9-9f2f11fbf744 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f1db41e32b14870b05c69d5d1584861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321666 Nov 16 04:51:33.601604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46902) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:33.618809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0404a74e-b55d-441a-b3a3-70e7449e90db no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:51:33.638806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 0404a74e-b55d-441a-b3a3-70e7449e90db {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:51:33.639146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0404a74e-b55d-441a-b3a3-70e7449e90db not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:51:33.647340 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-db48e970-fc62-4fa8-b8b9-1afac1358fe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:33.667647 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-db48e970-fc62-4fa8-b8b9-1afac1358fe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:33.712047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-db48e970-fc62-4fa8-b8b9-1afac1358fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:33.714927 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-db48e970-fc62-4fa8-b8b9-1afac1358fe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:33.716013 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-db48e970-fc62-4fa8-b8b9-1afac1358fe0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10728ecd-d149-4db2-84d2-3b7fbbcb25af HTTP/1.1" status: 204 len: 168 time: 0.1139762 Nov 16 04:51:33.724126 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48e970-fc62-4fa8-b8b9-1afac1358fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10728ecd-d149-4db2-84d2-3b7fbbcb25af,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:33.807718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13686c26-ee3d-467a-9baf-a5bd7a47759f req-92f4c1fa-da2e-4daf-a1cf-db6a7fe5c7f5 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0297856 Nov 16 04:51:34.078141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6671432-415c-4d2a-8e83-1054342b1c6b req-556953b9-5e05-4bc2-9a37-61ef40350119 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:34.080446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6671432-415c-4d2a-8e83-1054342b1c6b req-556953b9-5e05-4bc2-9a37-61ef40350119 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 945 time: 0.0536275 Nov 16 04:51:34.133414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6671432-415c-4d2a-8e83-1054342b1c6b req-615efe3b-d223-4f63-a6bc-5ac415821a9c tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5148182-e503-43e7-bcf0-a8e08db38f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465736 Nov 16 04:51:34.321273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab942e6-01ae-4f97-ba93-48408c42173a req-30fa6745-00c7-4912-8d40-0273d7452ac1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:34.322787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ab942e6-01ae-4f97-ba93-48408c42173a req-30fa6745-00c7-4912-8d40-0273d7452ac1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0545707 Nov 16 04:51:34.374036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ab942e6-01ae-4f97-ba93-48408c42173a req-3d496b88-c32f-4a75-be43-ebcd75f2fa6d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451758 Nov 16 04:51:34.409509 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46938) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:34.512331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1042542021'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:34.534658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Made reservation on behalf of 15175e74f621482b9c2b102fe307374c for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:34.539265 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:34.547670 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:34.620243 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:34.624770 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:34.651505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-490af410-bfcd-481c-b93c-96139e5f39bb tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:34.653279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-490af410-bfcd-481c-b93c-96139e5f39bb tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/networks?id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003 HTTP/1.1" status: 200 len: 814 time: 0.1068485 Nov 16 04:51:34.653791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:51:34.660123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0706868f-225e-4574-b948-571c84e5f3ab,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:34.666853 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:34.667198 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Added segment 1667fcc5-25ef-4637-a5d5-c919e0910765 of type vlan for network 8f2d7aaa-f457-452c-952c-338363df0d37 Nov 16 04:51:34.671353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-f90a8b6b-9f92-41a9-aedf-2362f210c9ee tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/quotas/3ef47bc2f1ad4b5aa22aa5dc6946ff08 HTTP/1.1" status: 200 len: 375 time: 0.0119827 Nov 16 04:51:34.708843 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:34.721791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-4c9ae38e-fa3a-4594-bc9d-fca01a94e6af tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0436280 Nov 16 04:51:34.733735 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:34.739935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:34.740539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:34.794775 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3833039 Nov 16 04:51:34.797662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46952) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:34.803307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6e8a9cfe-4c63-4900-a961-adeba30305a7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'subnet': {'network_id': '8f2d7aaa-f457-452c-952c-338363df0d37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:34.810060 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1bd4b-d34f-45b2-9f35-e343cdba1534 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Network': ['ID=8f2d7aaa-f457-452c-952c-338363df0d37,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:34.820656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 8f2d7aaa-f457-452c-952c-338363df0d37 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:51:34.879465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-7a4a2d84-d22d-4df3-b359-e8e2c4288635 service neutron] 10.222.0.41 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501100 Nov 16 04:51:34.973401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ef065e08-c7f2-4012-aff0-4a8a44567120 req-3281e427-4341-43bd-8391-78b830b90754 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0699096 Nov 16 04:51:34.997036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8a9cfe-4c63-4900-a961-adeba30305a7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Made reservation on behalf of 15175e74f621482b9c2b102fe307374c for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:35.000657 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e8a9cfe-4c63-4900-a961-adeba30305a7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:35.083951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-f41f9d68-95b5-48d0-bc95-b17688a6c645 service neutron] 10.222.0.41 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951945 Nov 16 04:51:35.214809 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e8a9cfe-4c63-4900-a961-adeba30305a7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:35.303005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dc14d3e-fdf0-4e40-8042-4174dae1ad53 req-df6e1b8f-9dbb-4190-a1d9-87e0ac5e6236 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 210 time: 0.0612066 Nov 16 04:51:35.339084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a9cfe-4c63-4900-a961-adeba30305a7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Subnet': ['ID=b7fb6142-9593-4314-acff-8248a7db977b,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:35.359031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8a9cfe-4c63-4900-a961-adeba30305a7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Checking segment: {'id': '1667fcc5-25ef-4637-a5d5-c919e0910765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f2d7aaa-f457-452c-952c-338363df0d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:35.359389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a9cfe-4c63-4900-a961-adeba30305a7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network hostable DHCP agents. Network: 8f2d7aaa-f457-452c-952c-338363df0d37, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:51:35.370917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97a30c-c4cd-4ac8-b04d-432e3ebbb626 req-7b43ecb0-f4fd-445c-ac83-cde8296743d9 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:35.372388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f97a30c-c4cd-4ac8-b04d-432e3ebbb626 req-7b43ecb0-f4fd-445c-ac83-cde8296743d9 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 945 time: 0.1019180 Nov 16 04:51:35.398998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8a9cfe-4c63-4900-a961-adeba30305a7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network 8f2d7aaa-f457-452c-952c-338363df0d37 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:51:35.420995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-6e8a9cfe-4c63-4900-a961-adeba30305a7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 8f2d7aaa-f457-452c-952c-338363df0d37) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:35.427503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8a9cfe-4c63-4900-a961-adeba30305a7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:35.427618 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e8a9cfe-4c63-4900-a961-adeba30305a7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:35.432093 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6715e6b4-91a2-4b62-a075-dd7153278dcb None None] Network 8f2d7aaa-f457-452c-952c-338363df0d37 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:35.455112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f97a30c-c4cd-4ac8-b04d-432e3ebbb626 req-5eef05f6-ac13-4c9f-b10a-748800f16351 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5148182-e503-43e7-bcf0-a8e08db38f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738792 Nov 16 04:51:35.468014 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6e8a9cfe-4c63-4900-a961-adeba30305a7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6668646 Nov 16 04:51:35.468271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46972) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:35.474713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1518594067', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:35.516737 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:35.518002 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:35.579338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0976f4b8-6e60-4aea-96d7-b0bc1713260e None None] Network 8f2d7aaa-f457-452c-952c-338363df0d37 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:35.590588 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:35.788692 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:35.985466 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:36.004014 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:36.081488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bac6765e-8598-49be-aad8-93f3c9bedda9 req-c50f365f-547a-41d9-9fd6-04ea92d83d68 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0288749 Nov 16 04:51:36.084732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 40fa01db-5757-48a1-98f5-8cab5a66cbf5 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:51:36.139485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.25.0.144 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/8a27d7b9-84e2-4456-afbf-9117a963ae8b) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:36.169487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 40fa01db-5757-48a1-98f5-8cab5a66cbf5 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:51:36.173471 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 40fa01db-5757-48a1-98f5-8cab5a66cbf5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:36.174090 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:36.252272 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:36.282294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d934d44-87db-4fba-b642-8e6f4d23dbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fa01db-5757-48a1-98f5-8cab5a66cbf5'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:36.287382 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffd844e-c9fc-4dd1-9afd-f8ab3bc7e58e" -d '{"events": [{"server_uuid": "0d934d44-87db-4fba-b642-8e6f4d23dbdb", "name": "network-vif-plugged", "status": "completed", "tag": "40fa01db-5757-48a1-98f5-8cab5a66cbf5"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:36.326189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 40fa01db-5757-48a1-98f5-8cab5a66cbf5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=40fa01db-5757-48a1-98f5-8cab5a66cbf5,segment=NetworkSegment(f9d5a95e-7574-4485-aa63-46d8d28ebfdf),segment_id=f9d5a95e-7574-4485-aa63-46d8d28ebfdf)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:36.333112 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:36.345459 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:36.364606 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c76b4ef-a159-43e9-a460-1937fe49021d x-openstack-request-id: req-3c76b4ef-a159-43e9-a460-1937fe49021d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:36.365210 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d934d44-87db-4fba-b642-8e6f4d23dbdb", "name": "network-vif-plugged", "status": "completed", "tag": "40fa01db-5757-48a1-98f5-8cab5a66cbf5", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:36.365698 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c76b4ef-a159-43e9-a460-1937fe49021d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:36.366330 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934d44-87db-4fba-b642-8e6f4d23dbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fa01db-5757-48a1-98f5-8cab5a66cbf5', 'code': 200} Nov 16 04:51:36.371884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-5d2ebd61-6b03-49af-9f34-89f8620607f8 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:36.373309 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-5d2ebd61-6b03-49af-9f34-89f8620607f8 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.37 "GET /v2.0/networks?id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003 HTTP/1.1" status: 200 len: 814 time: 0.1685336 Nov 16 04:51:36.387088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-735bf2b9-5133-4de5-9cf7-2f9b1bac17fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Request body: {'port': {'device_id': '3cff0b24-6b51-46fd-8eba-77854915fd4e', 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003', 'admin_state_up': True, 'tenant_id': '3ef47bc2f1ad4b5aa22aa5dc6946ff08'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:36.398985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=40fa01db-5757-48a1-98f5-8cab5a66cbf5,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:36.481342 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c024971-7412-4027-a087-a0053314c228 req-9d840d4a-270e-4bc1-a2b4-bca283753741 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 210 time: 0.0599077 Nov 16 04:51:36.499361 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:36.890593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:36.904466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:36.909305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=8a27d7b9-84e2-4456-afbf-9117a963ae8b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:36.912206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:36.974564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97a9ed5e-4f23-47fa-9a74-b8829df36dd0 req-2b24fe9b-6b5d-47c3-a2ce-bc70bd12ff66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0587997 Nov 16 04:51:36.983456 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d91e5-1102-4bd3-b151-0770aacde690 req-f8707700-b415-4d69-983a-9eca2efa497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:36.984845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-185d91e5-1102-4bd3-b151-0770aacde690 req-f8707700-b415-4d69-983a-9eca2efa497d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 1097 time: 0.4698086 Nov 16 04:51:36.985399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-735bf2b9-5133-4de5-9cf7-2f9b1bac17fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Made reservation on behalf of 3ef47bc2f1ad4b5aa22aa5dc6946ff08 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:36.989317 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-735bf2b9-5133-4de5-9cf7-2f9b1bac17fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:37.022229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4fcca-15c0-42fd-a7be-a4fdfa80276e req-fb2a5b21-ebff-4f51-889e-5f7137a22ac1 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:37.023636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8d4fcca-15c0-42fd-a7be-a4fdfa80276e req-fb2a5b21-ebff-4f51-889e-5f7137a22ac1 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 946 time: 0.2012715 Nov 16 04:51:37.210266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-185d91e5-1102-4bd3-b151-0770aacde690 req-1517b78a-1a7b-4083-b1ee-3061acf1a924 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c5148182-e503-43e7-bcf0-a8e08db38f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134068 Nov 16 04:51:37.262471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-207023ce-d1cd-4157-93dc-a2830d10f252 req-d2ea276b-8ff4-4b5a-a877-8514348f8ddb tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0685921 Nov 16 04:51:37.272447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8d4fcca-15c0-42fd-a7be-a4fdfa80276e req-c8caa6b2-d4dd-4a88-9a74-5a7814897215 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5148182-e503-43e7-bcf0-a8e08db38f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386465 Nov 16 04:51:37.392284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-735bf2b9-5133-4de5-9cf7-2f9b1bac17fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Allocated IP 172.20.0.11 (9364b4d1-a66f-4e8e-93ab-aa740c2fd003/89ad7379-f193-4784-a822-0c25e612ef3f/9b960ba4-d0b2-42ba-8edd-13c2489abd69) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:37.517737 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:37.645307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2416d3cf-836d-47ba-9990-9f9c0c728e9b req-1996516e-7c88-4ef8-abc3-d9dc73a8471f tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 210 time: 0.0575335 Nov 16 04:51:37.718968 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-735bf2b9-5133-4de5-9cf7-2f9b1bac17fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:37.833606 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-735bf2b9-5133-4de5-9cf7-2f9b1bac17fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:37.845323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['d1a9c363-cdc3-4765-b51c-c828a308d59c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:51:37.864072 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:37.886580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-735bf2b9-5133-4de5-9cf7-2f9b1bac17fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:37.892623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-735bf2b9-5133-4de5-9cf7-2f9b1bac17fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:37.925850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-735bf2b9-5133-4de5-9cf7-2f9b1bac17fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:37.961581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf2b9-5133-4de5-9cf7-2f9b1bac17fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Pushing event updated for resources: {'Port': ['ID=9b960ba4-d0b2-42ba-8edd-13c2489abd69,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:37.983237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b384ae23-d9e2-463e-a84a-4fc59394b257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:38.023897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-735bf2b9-5133-4de5-9cf7-2f9b1bac17fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:38.024494 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-735bf2b9-5133-4de5-9cf7-2f9b1bac17fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:38.046687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-735bf2b9-5133-4de5-9cf7-2f9b1bac17fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6633408 Nov 16 04:51:38.061496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Request body: {'port': {'device_id': '3cff0b24-6b51-46fd-8eba-77854915fd4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:38.125423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:51:38.131700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:38.405737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:51:38.408816 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-edb2cad5-889c-45a6-80e0-5c508421f44b req-4a445cba-a04e-47b3-aac5-33c3cca52e30 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0578432 Nov 16 04:51:38.416278 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568e594-c45f-4276-b1af-97a844f86755 None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:51:38.427449 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2568e594-c45f-4276-b1af-97a844f86755 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:38.429822 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2568e594-c45f-4276-b1af-97a844f86755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:38.478579 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2568e594-c45f-4276-b1af-97a844f86755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:38.485366 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:38.486700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a5b30af2-76a8-4800-81db-131075d60b86 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0174062 Nov 16 04:51:38.487598 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2568e594-c45f-4276-b1af-97a844f86755 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:38.488209 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2568e594-c45f-4276-b1af-97a844f86755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:38.490042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47010) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:38.523556 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2568e594-c45f-4276-b1af-97a844f86755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:38.524428 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2568e594-c45f-4276-b1af-97a844f86755 None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:51:38.596538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf44f2-c6b8-4fa8-8911-146efddcbe42 req-180e9a64-c059-44b3-93bb-2379fa089c2f tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:38.598176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94cf44f2-c6b8-4fa8-8911-146efddcbe42 req-180e9a64-c059-44b3-93bb-2379fa089c2f tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 946 time: 0.2245526 Nov 16 04:51:38.759754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94cf44f2-c6b8-4fa8-8911-146efddcbe42 req-dba66606-e319-4437-9725-e155b3401c75 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5148182-e503-43e7-bcf0-a8e08db38f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470447 Nov 16 04:51:39.079800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b960ba4-d0b2-42ba-8edd-13c2489abd69 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:51:39.158175 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:39.162921 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-003908c4-edf7-4450-a7a5-5b7728b446b8 req-585bbff0-168b-452f-86a8-48ab7bb12f77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=48921db1d1db445c94f305e8d26a8fb3&device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.3856084 Nov 16 04:51:39.197028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6c018e4-e00e-4d08-842b-e6ee02bdb2c6 req-5f243268-b074-4e98-86a2-1d051d0cc7d9 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.1127481 Nov 16 04:51:39.234427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Transition to ACTIVE for port object 9b960ba4-d0b2-42ba-8edd-13c2489abd69 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:51:39.239580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-003908c4-edf7-4450-a7a5-5b7728b446b8 req-7d2dbdae-43b3-4eb0-90f2-2da1a13347f8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=48921db1d1db445c94f305e8d26a8fb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494654 Nov 16 04:51:39.245853 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:39.307303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0210846-64ca-4dba-99af-3544fc77e25f req-3bbcbc84-c2fa-416b-98cf-c45ea7dcfef4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:39.308744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0210846-64ca-4dba-99af-3544fc77e25f req-3bbcbc84-c2fa-416b-98cf-c45ea7dcfef4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 932 time: 0.2124591 Nov 16 04:51:39.417018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b960ba4-d0b2-42ba-8edd-13c2489abd69,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:39.545820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0210846-64ca-4dba-99af-3544fc77e25f req-93700053-1919-4d06-bf46-0b3e81baa3db tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041762 Nov 16 04:51:39.576541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003908c4-edf7-4450-a7a5-5b7728b446b8 req-828f6d5f-16b8-4b0d-ae3e-e21c40b9d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:39.578105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-003908c4-edf7-4450-a7a5-5b7728b446b8 req-828f6d5f-16b8-4b0d-ae3e-e21c40b9d4c8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3274095 Nov 16 04:51:39.623707 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Attempting to bind port 9b960ba4-d0b2-42ba-8edd-13c2489abd69 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:51:39.624036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Attempting to bind port 9b960ba4-d0b2-42ba-8edd-13c2489abd69 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '06d0a077-f787-4342-a98d-06ee479923f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:51:39.624365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Attempting to bind port 9b960ba4-d0b2-42ba-8edd-13c2489abd69 on network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:39.636029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Port 9b960ba4-d0b2-42ba-8edd-13c2489abd69 on network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:51:39.636348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Attempting to bind port 9b960ba4-d0b2-42ba-8edd-13c2489abd69 on network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:51:39.645556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:51:39.645954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Checking segment: {'id': '06d0a077-f787-4342-a98d-06ee479923f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:39.646340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Bound using segment: {'id': '06d0a077-f787-4342-a98d-06ee479923f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:51:39.646765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Bound port: 9b960ba4-d0b2-42ba-8edd-13c2489abd69, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d0a077-f787-4342-a98d-06ee479923f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:51:39.647115 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:39.778157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] For port 9b960ba4-d0b2-42ba-8edd-13c2489abd69, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:51:39.793524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] For port 9b960ba4-d0b2-42ba-8edd-13c2489abd69, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9b960ba4-d0b2-42ba-8edd-13c2489abd69,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:51:39.795800 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:39.805706 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:39.912970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:39.913568 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:39.914990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] 10.222.0.37 "PUT /v2.0/ports/9b960ba4-d0b2-42ba-8edd-13c2489abd69 HTTP/1.1" status: 200 len: 1092 time: 1.8575962 Nov 16 04:51:39.916197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cff0b24-6b51-46fd-8eba-77854915fd4e', 'tag': '9b960ba4-d0b2-42ba-8edd-13c2489abd69'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:39.918542 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c1ff39-e12b-4bc5-ae56-48b317ef8430" -d '{"events": [{"name": "network-changed", "server_uuid": "3cff0b24-6b51-46fd-8eba-77854915fd4e", "tag": "9b960ba4-d0b2-42ba-8edd-13c2489abd69"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:39.996148 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b62281b-049e-4e83-994a-798e26346781 x-openstack-request-id: req-9b62281b-049e-4e83-994a-798e26346781 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:39.996443 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cff0b24-6b51-46fd-8eba-77854915fd4e", "tag": "9b960ba4-d0b2-42ba-8edd-13c2489abd69", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:39.996695 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b62281b-049e-4e83-994a-798e26346781 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:39.997089 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cff0b24-6b51-46fd-8eba-77854915fd4e', 'tag': '9b960ba4-d0b2-42ba-8edd-13c2489abd69', 'status': 'completed', 'code': 200} Nov 16 04:51:40.008614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eae9d0-6f53-4283-bb71-8cad95a1c8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b960ba4-d0b2-42ba-8edd-13c2489abd69,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:40.043184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975fcd0-fceb-4b77-8023-4d327668e42b req-f113fa22-fc5c-455a-9e11-c50bc067b441 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:40.045346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f975fcd0-fceb-4b77-8023-4d327668e42b req-f113fa22-fc5c-455a-9e11-c50bc067b441 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 946 time: 0.2028553 Nov 16 04:51:40.075555 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-7b25cc18-fac4-491f-83c2-28a64bae96bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:40.077008 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-7b25cc18-fac4-491f-83c2-28a64bae96bb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08&device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 1095 time: 0.1205730 Nov 16 04:51:40.136947 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-fdfdcd44-62de-4473-a5ce-f91cb0026120 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b960ba4-d0b2-42ba-8edd-13c2489abd69 HTTP/1.1" status: 200 len: 217 time: 0.0497429 Nov 16 04:51:40.186931 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-165cbfd7-ec35-451b-bb1e-43ab3e5997ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:40.228019 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f975fcd0-fceb-4b77-8023-4d327668e42b req-9d64f4d8-3144-4d50-a77a-5f5ff8f6f4cc tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5148182-e503-43e7-bcf0-a8e08db38f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742063 Nov 16 04:51:40.272257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-90bdb722-fc0c-4e76-bed5-e9082ef17513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:40.273696 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-90bdb722-fc0c-4e76-bed5-e9082ef17513 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89ad7379-f193-4784-a822-0c25e612ef3f HTTP/1.1" status: 200 len: 854 time: 0.1069312 Nov 16 04:51:40.353790 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-f6cc86c0-340f-45db-8369-652f319bac2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701115 Nov 16 04:51:40.372690 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52401098-524e-4ad1-b2ef-1ca82a8b8d91 req-4d96f55b-08d5-43f2-a733-b71dfdaca585 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0781629 Nov 16 04:51:40.445141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.20.0.1 (8f2d7aaa-f457-452c-952c-338363df0d37/b7fb6142-9593-4314-acff-8248a7db977b/aee11c68-56b2-46c4-bf14-6462f7e45e43) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:40.536014 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-1f985a05-0d0e-4925-aad3-7118867c0595 service neutron] 10.222.0.37 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604848 Nov 16 04:51:40.666127 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:40.716252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4877a78-7407-4652-a3d7-9b6886df5923 req-7c5d7450-d12f-4236-bbdf-af01a3ff4637 service neutron] 10.222.0.37 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703124 Nov 16 04:51:40.729428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c01bd-e32a-4bd9-9b8f-36124838d86b req-551ac003-a061-41a1-a0aa-e25e9eb052ee tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:40.731443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a5c01bd-e32a-4bd9-9b8f-36124838d86b req-551ac003-a061-41a1-a0aa-e25e9eb052ee tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 944 time: 0.1108487 Nov 16 04:51:40.750996 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:40.802105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network 8f2d7aaa-f457-452c-952c-338363df0d37 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:40.823659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:40.842875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:40.906016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=aee11c68-56b2-46c4-bf14-6462f7e45e43,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:40.930321 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a5c01bd-e32a-4bd9-9b8f-36124838d86b req-c234f976-6200-4084-9268-87df771eb154 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880829 Nov 16 04:51:40.934800 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-003908c4-edf7-4450-a7a5-5b7728b446b8 req-027c19ea-c88c-4878-bca0-c31cdf4e7e73 tempest-ServerShowV254Test-797979470 tempest-ServerShowV254Test-797979470-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b298c9c-14f1-470c-ac91-16171e8ce653 HTTP/1.1" status: 200 len: 210 time: 0.0487487 Nov 16 04:51:40.947644 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:40.954907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1ff39-e12b-4bc5-ae56-48b317ef8430 req-ba9e56cd-3138-4eb6-bf53-2e3f8d9870a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:40.956491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82c1ff39-e12b-4bc5-ae56-48b317ef8430 req-ba9e56cd-3138-4eb6-bf53-2e3f8d9870a0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08&device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 1095 time: 0.1522892 Nov 16 04:51:41.156883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9bf0e-98ea-42db-97b6-4ab597b1d905 req-6c0e5adf-835e-4ecc-a776-762002bd22ee tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:41.158383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43b9bf0e-98ea-42db-97b6-4ab597b1d905 req-6c0e5adf-835e-4ecc-a776-762002bd22ee tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 946 time: 0.2081051 Nov 16 04:51:41.496001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1ff39-e12b-4bc5-ae56-48b317ef8430 req-9dc7d266-cc11-4559-9874-3852c88a1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:41.497482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82c1ff39-e12b-4bc5-ae56-48b317ef8430 req-9dc7d266-cc11-4559-9874-3852c88a1102 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003 HTTP/1.1" status: 200 len: 915 time: 0.5037296 Nov 16 04:51:41.577555 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82c1ff39-e12b-4bc5-ae56-48b317ef8430 req-d8b93207-9896-4b11-9403-05ca6e25172f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b960ba4-d0b2-42ba-8edd-13c2489abd69 HTTP/1.1" status: 200 len: 217 time: 0.0688913 Nov 16 04:51:41.586775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43b9bf0e-98ea-42db-97b6-4ab597b1d905 req-274319a2-853d-4387-b3f6-20a521dd0636 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5148182-e503-43e7-bcf0-a8e08db38f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207246 Nov 16 04:51:41.590780 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:41.680900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1ff39-e12b-4bc5-ae56-48b317ef8430 req-b6320c8a-f7e9-4d79-ab32-bcf82f89f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:41.682459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82c1ff39-e12b-4bc5-ae56-48b317ef8430 req-b6320c8a-f7e9-4d79-ab32-bcf82f89f1d2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89ad7379-f193-4784-a822-0c25e612ef3f HTTP/1.1" status: 200 len: 854 time: 0.0886943 Nov 16 04:51:41.696799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47076) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:41.785095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82c1ff39-e12b-4bc5-ae56-48b317ef8430 req-9dae9fed-62c9-4c20-81e6-101033986c59 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607810 Nov 16 04:51:41.814833 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:41.844614 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:41.891051 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:41.895590 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:41.936648 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c47ad6-6710-461a-90ed-b4f64f8cf016,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:41.947945 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48921db1d1db445c94f305e8d26a8fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2471232 Nov 16 04:51:41.947945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:41.947945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:41.947945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:41.948419 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:41.948419 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:41.949100 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:41.949100 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:41.949297 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:41.949593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:41.949937 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:41.950256 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:41.950775 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a93df0-cb49-4c1e-8aba-1b4cfd9bdb25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:51:41.950917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47082) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:41.993292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82c1ff39-e12b-4bc5-ae56-48b317ef8430 req-bf425244-f738-4203-9e94-090848900ba9 service neutron] 10.222.0.37 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824324 Nov 16 04:51:42.082637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9b960ba4-d0b2-42ba-8edd-13c2489abd69 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:51:42.148766 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-728c5718-f699-441c-980a-63bdd067c010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:42.175317 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:42.182056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 9b960ba4-d0b2-42ba-8edd-13c2489abd69, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9b960ba4-d0b2-42ba-8edd-13c2489abd69,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:42.197332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '9b960ba4-d0b2-42ba-8edd-13c2489abd69', 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003', 'port_id': '9b960ba4-d0b2-42ba-8edd-13c2489abd69', 'mac_address': 'fa:16:3e:d7:9e:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ad7379-f193-4784-a822-0c25e612ef3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:51:42.204201 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:42.211466 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-728c5718-f699-441c-980a-63bdd067c010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:42.235025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5972a1d-23ac-46d1-a5e4-7b016c16e44e req-921d3dd4-b0f7-4dda-84e5-a4b022fdeb1a tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:42.236241 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:42.236518 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5972a1d-23ac-46d1-a5e4-7b016c16e44e req-921d3dd4-b0f7-4dda-84e5-a4b022fdeb1a tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 944 time: 0.2098646 Nov 16 04:51:42.249948 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b960ba4-d0b2-42ba-8edd-13c2489abd69 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:51:42.269411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 9b960ba4-d0b2-42ba-8edd-13c2489abd69, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9b960ba4-d0b2-42ba-8edd-13c2489abd69,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:42.273741 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:42.294713 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82c1ff39-e12b-4bc5-ae56-48b317ef8430 req-d3ca9281-0afe-40da-970c-71af8f1da690 service neutron] 10.222.0.37 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876506 Nov 16 04:51:42.322480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=9b960ba4-d0b2-42ba-8edd-13c2489abd69,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:42.345038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=aee11c68-56b2-46c4-bf14-6462f7e45e43,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:42.359767 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:42.387342 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5972a1d-23ac-46d1-a5e4-7b016c16e44e req-84057c76-5714-45ff-a21e-a79635b7c794 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124988 Nov 16 04:51:42.455547 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-728c5718-f699-441c-980a-63bdd067c010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:42.458729 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-728c5718-f699-441c-980a-63bdd067c010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:42.459824 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-728c5718-f699-441c-980a-63bdd067c010 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50c47ad6-6710-461a-90ed-b4f64f8cf016 HTTP/1.1" status: 204 len: 168 time: 0.5080893 Nov 16 04:51:42.479499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c5718-f699-441c-980a-63bdd067c010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c47ad6-6710-461a-90ed-b4f64f8cf016,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:42.513145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa04f9-ec43-42c2-af84-ecabad63c2a1 req-266ec685-b776-4cfd-a573-6414b161ac50 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:42.514665 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7aa04f9-ec43-42c2-af84-ecabad63c2a1 req-266ec685-b776-4cfd-a573-6414b161ac50 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 946 time: 0.0887012 Nov 16 04:51:42.554422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network 8f2d7aaa-f457-452c-952c-338363df0d37 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:42.557451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:42.638772 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['9b960ba4-d0b2-42ba-8edd-13c2489abd69'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:51:42.760559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-a7aa04f9-ec43-42c2-af84-ecabad63c2a1 req-8dfa07e6-9c18-4c25-9ff1-b58d443c2b8c tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Deleting port 40fa01db-5757-48a1-98f5-8cab5a66cbf5 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:42.760559 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a7aa04f9-ec43-42c2-af84-ecabad63c2a1 req-8dfa07e6-9c18-4c25-9ff1-b58d443c2b8c tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:42.783243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:51:42.817499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0af7de-ed64-48d0-9d91-65bf203e628b req-c2cc5ca3-71a6-4609-8840-15af0777f37d tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:42.819101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e0af7de-ed64-48d0-9d91-65bf203e628b req-c2cc5ca3-71a6-4609-8840-15af0777f37d tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d934d44-87db-4fba-b642-8e6f4d23dbdb HTTP/1.1" status: 200 len: 946 time: 0.1286044 Nov 16 04:51:42.992059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e0af7de-ed64-48d0-9d91-65bf203e628b req-17f1bd0a-58fb-41e1-953c-1c48fc4e1d99 tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5148182-e503-43e7-bcf0-a8e08db38f79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652675 Nov 16 04:51:42.998285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a7aa04f9-ec43-42c2-af84-ecabad63c2a1 req-8dfa07e6-9c18-4c25-9ff1-b58d443c2b8c tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] For port 40fa01db-5757-48a1-98f5-8cab5a66cbf5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=40fa01db-5757-48a1-98f5-8cab5a66cbf5,segment=NetworkSegment(f9d5a95e-7574-4485-aa63-46d8d28ebfdf),segment_id=f9d5a95e-7574-4485-aa63-46d8d28ebfdf)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:42.998658 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a7aa04f9-ec43-42c2-af84-ecabad63c2a1 req-8dfa07e6-9c18-4c25-9ff1-b58d443c2b8c tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.029748 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-a7aa04f9-ec43-42c2-af84-ecabad63c2a1 req-8dfa07e6-9c18-4c25-9ff1-b58d443c2b8c tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Calling delete_port for 40fa01db-5757-48a1-98f5-8cab5a66cbf5 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:43.090290 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:51:43.097161 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-aecc571e-df74-4706-92e9-c5313206746e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "PUT /v2.0/routers/36a13e28-d932-4284-853a-31d9bcd8f709/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6037555 Nov 16 04:51:43.100578 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47114) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:43.107298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07998bb-d881-45aa-805d-0da3ad49c53e None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:51:43.108470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'port': {'network_id': '8f2d7aaa-f457-452c-952c-338363df0d37', 'name': 'tempest-FloatingIPTestJSON-404005650'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:43.119685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07998bb-d881-45aa-805d-0da3ad49c53e None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:43.120698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b07998bb-d881-45aa-805d-0da3ad49c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:43.157306 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b07998bb-d881-45aa-805d-0da3ad49c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:43.168308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07998bb-d881-45aa-805d-0da3ad49c53e None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:43.169114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b07998bb-d881-45aa-805d-0da3ad49c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:43.193219 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47118) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:43.219893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b07998bb-d881-45aa-805d-0da3ad49c53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:43.220521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07998bb-d881-45aa-805d-0da3ad49c53e None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:51:43.234907 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.259027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Made reservation on behalf of 15175e74f621482b9c2b102fe307374c for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:43.262614 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.280665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] device_id is not set on port 6ca64337-7cf8-4444-a029-4de6578192ce yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:51:43.282758 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a7aa04f9-ec43-42c2-af84-ecabad63c2a1 req-8dfa07e6-9c18-4c25-9ff1-b58d443c2b8c tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.320774 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1907559647-network', 'tenant_id': 'cb31c607abd94433a7b32b8f1fb3c99c'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:43.323735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa07e6-9c18-4c25-9ff1-b58d443c2b8c tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Pushing event deleted for resources: {'Port': ['ID=40fa01db-5757-48a1-98f5-8cab5a66cbf5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:43.376149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7aa04f9-ec43-42c2-af84-ecabad63c2a1 req-8dfa07e6-9c18-4c25-9ff1-b58d443c2b8c tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] No DVR routers for this DVR port 40fa01db-5757-48a1-98f5-8cab5a66cbf5 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:51:43.377816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Made reservation on behalf of cb31c607abd94433a7b32b8f1fb3c99c for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:43.380586 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.383778 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a7aa04f9-ec43-42c2-af84-ecabad63c2a1 req-8dfa07e6-9c18-4c25-9ff1-b58d443c2b8c tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.387053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7aa04f9-ec43-42c2-af84-ecabad63c2a1 req-8dfa07e6-9c18-4c25-9ff1-b58d443c2b8c tempest-ServerMetadataNegativeTestJSON-925631844 tempest-ServerMetadataNegativeTestJSON-925631844-project] 10.222.0.37 "DELETE /v2.0/ports/40fa01db-5757-48a1-98f5-8cab5a66cbf5 HTTP/1.1" status: 204 len: 173 time: 0.8625965 Nov 16 04:51:43.387494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d934d44-87db-4fba-b642-8e6f4d23dbdb', 'name': 'network-vif-deleted', 'tag': '40fa01db-5757-48a1-98f5-8cab5a66cbf5'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:43.390028 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3b24f4-bc91-44a1-8778-d80e8a2ae922" -d '{"events": [{"server_uuid": "0d934d44-87db-4fba-b642-8e6f4d23dbdb", "name": "network-vif-deleted", "tag": "40fa01db-5757-48a1-98f5-8cab5a66cbf5"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:43.398489 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.407554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.20.0.6 (8f2d7aaa-f457-452c-952c-338363df0d37/b7fb6142-9593-4314-acff-8248a7db977b/6ca64337-7cf8-4444-a029-4de6578192ce) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:43.476046 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8294a5d8-e3a6-42f2-828f-7ca53c814f00 x-openstack-request-id: req-8294a5d8-e3a6-42f2-828f-7ca53c814f00 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:43.476886 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d934d44-87db-4fba-b642-8e6f4d23dbdb", "name": "network-vif-deleted", "tag": "40fa01db-5757-48a1-98f5-8cab5a66cbf5", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:43.477297 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8294a5d8-e3a6-42f2-828f-7ca53c814f00 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:43.477886 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d934d44-87db-4fba-b642-8e6f4d23dbdb', 'name': 'network-vif-deleted', 'tag': '40fa01db-5757-48a1-98f5-8cab5a66cbf5', 'status': 'completed', 'code': 200} Nov 16 04:51:43.548001 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.554532 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.570860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf958e3-a914-4f76-b7b6-0e40fe0639a4 req-38b10e08-979f-4c39-9c17-bb3ffe2b797e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:43.572354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fdf958e3-a914-4f76-b7b6-0e40fe0639a4 req-38b10e08-979f-4c39-9c17-bb3ffe2b797e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 945 time: 0.0901363 Nov 16 04:51:43.601583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:51:43.606034 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.619995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c27ca68-cbde-4f8d-afd2-b639117acf72,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:43.627192 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.627519 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Added segment 69f91d2d-ccfc-403b-9c38-964e05838d9b of type vlan for network 36e621c9-de64-4fad-88a6-61e89449f760 Nov 16 04:51:43.640511 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.686628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network 8f2d7aaa-f457-452c-952c-338363df0d37 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:43.689167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fdf958e3-a914-4f76-b7b6-0e40fe0639a4 req-a79fd29b-db91-4373-942c-a4060a0afa94 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043978 Nov 16 04:51:43.689892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:43.694106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.694883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:43.716392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=6ca64337-7cf8-4444-a029-4de6578192ce,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:43.725159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.726718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:43.727557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.729724 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.746416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:43.747443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.766044 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a5040e36-da58-4162-bab6-4b1efa325a36 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6639926 Nov 16 04:51:43.768422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47126) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:43.773428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'port': {'network_id': '8f2d7aaa-f457-452c-952c-338363df0d37', 'name': 'tempest-FloatingIPTestJSON-2069973555'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:43.790480 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5957291 Nov 16 04:51:43.791390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47128) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:43.803473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5ee98725-40a4-4e9a-88bc-354760ccb047 admin admin] Request body: {'subnet': {'network_id': '36e621c9-de64-4fad-88a6-61e89449f760', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1907559647-subnet', 'tenant_id': 'cb31c607abd94433a7b32b8f1fb3c99c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:43.807166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35424c-d260-4956-92a9-f420da180ab0 admin admin] Pushing event updated for resources: {'Network': ['ID=36e621c9-de64-4fad-88a6-61e89449f760,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:43.821858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 36e621c9-de64-4fad-88a6-61e89449f760 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:51:43.832610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee98725-40a4-4e9a-88bc-354760ccb047 admin admin] Made reservation on behalf of cb31c607abd94433a7b32b8f1fb3c99c for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:43.835876 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ee98725-40a4-4e9a-88bc-354760ccb047 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.896519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Made reservation on behalf of 15175e74f621482b9c2b102fe307374c for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:43.901309 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:43.927431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] device_id is not set on port b909a31f-a883-419a-a22b-d3c8d196f0d7 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:51:43.976962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['40fa01db-5757-48a1-98f5-8cab5a66cbf5'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:51:44.041743 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ee98725-40a4-4e9a-88bc-354760ccb047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.065733 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.20.0.3 (8f2d7aaa-f457-452c-952c-338363df0d37/b7fb6142-9593-4314-acff-8248a7db977b/b909a31f-a883-419a-a22b-d3c8d196f0d7) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:44.070916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47136) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:44.103934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee98725-40a4-4e9a-88bc-354760ccb047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=295d0e3e-39cc-41cd-b5f0-f7c146e810d0,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:44.115438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee98725-40a4-4e9a-88bc-354760ccb047 admin admin] Checking segment: {'id': '69f91d2d-ccfc-403b-9c38-964e05838d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '36e621c9-de64-4fad-88a6-61e89449f760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:51:44.115798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee98725-40a4-4e9a-88bc-354760ccb047 admin admin] Network hostable DHCP agents. Network: 36e621c9-de64-4fad-88a6-61e89449f760, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:51:44.124277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9b960ba4-d0b2-42ba-8edd-13c2489abd69 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:51:44.139238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee98725-40a4-4e9a-88bc-354760ccb047 admin admin] Network 36e621c9-de64-4fad-88a6-61e89449f760 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:51:44.143150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e26ebf-1073-441d-8cc1-b99d86af85ff admin admin] Deleting subnet 7b3e56cc-506f-4ed6-bdf0-d8abf3d538fc {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:51:44.151656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-56e26ebf-1073-441d-8cc1-b99d86af85ff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.153600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-5ee98725-40a4-4e9a-88bc-354760ccb047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 36e621c9-de64-4fad-88a6-61e89449f760) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:44.162619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee98725-40a4-4e9a-88bc-354760ccb047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:44.162871 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ee98725-40a4-4e9a-88bc-354760ccb047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.166468 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987eeeab-be79-402f-8599-3efd59d8a491 None None] Network 36e621c9-de64-4fad-88a6-61e89449f760 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:44.192677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5ee98725-40a4-4e9a-88bc-354760ccb047 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3857710 Nov 16 04:51:44.221829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 9b960ba4-d0b2-42ba-8edd-13c2489abd69 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:51:44.228497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 9b960ba4-d0b2-42ba-8edd-13c2489abd69 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:51:44.228851 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.244936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-56e26ebf-1073-441d-8cc1-b99d86af85ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.313093 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-56e26ebf-1073-441d-8cc1-b99d86af85ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.322674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47144) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:44.354323 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.371438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0417ee5f-dc34-455c-8198-aeb653b0fa1e None None] Network 36e621c9-de64-4fad-88a6-61e89449f760 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:51:44.391346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1fc51f-7bae-4f94-bf2d-a5539e712259 admin admin] Deleting subnet 295d0e3e-39cc-41cd-b5f0-f7c146e810d0 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:51:44.398761 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb1fc51f-7bae-4f94-bf2d-a5539e712259 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.402197 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-56e26ebf-1073-441d-8cc1-b99d86af85ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.422674 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.435743 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-56e26ebf-1073-441d-8cc1-b99d86af85ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.440046 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-56e26ebf-1073-441d-8cc1-b99d86af85ff admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7b3e56cc-506f-4ed6-bdf0-d8abf3d538fc HTTP/1.1" status: 204 len: 168 time: 0.3681026 Nov 16 04:51:44.441172 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.442734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47146) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:44.447752 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb1fc51f-7bae-4f94-bf2d-a5539e712259 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.449366 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e26ebf-1073-441d-8cc1-b99d86af85ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b3e56cc-506f-4ed6-bdf0-d8abf3d538fc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:44.466460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cff0b24-6b51-46fd-8eba-77854915fd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b960ba4-d0b2-42ba-8edd-13c2489abd69'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:44.468951 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a55a9eb-c843-4aff-9fd5-2462716d4ab8" -d '{"events": [{"server_uuid": "3cff0b24-6b51-46fd-8eba-77854915fd4e", "name": "network-vif-plugged", "status": "completed", "tag": "9b960ba4-d0b2-42ba-8edd-13c2489abd69"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:44.492954 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb1fc51f-7bae-4f94-bf2d-a5539e712259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.505960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 9b960ba4-d0b2-42ba-8edd-13c2489abd69, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9b960ba4-d0b2-42ba-8edd-13c2489abd69,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:44.513947 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.532803 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network 8f2d7aaa-f457-452c-952c-338363df0d37 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:44.543117 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:44.550533 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046042bb-7b26-4b2b-964a-1a650280cfe9 x-openstack-request-id: req-046042bb-7b26-4b2b-964a-1a650280cfe9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:44.551121 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cff0b24-6b51-46fd-8eba-77854915fd4e", "name": "network-vif-plugged", "status": "completed", "tag": "9b960ba4-d0b2-42ba-8edd-13c2489abd69", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:44.551558 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-046042bb-7b26-4b2b-964a-1a650280cfe9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:44.552012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:44.552266 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cff0b24-6b51-46fd-8eba-77854915fd4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b960ba4-d0b2-42ba-8edd-13c2489abd69', 'code': 200} Nov 16 04:51:44.571268 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb1fc51f-7bae-4f94-bf2d-a5539e712259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.615428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=9b960ba4-d0b2-42ba-8edd-13c2489abd69,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:44.620198 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb1fc51f-7bae-4f94-bf2d-a5539e712259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.623834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fb1fc51f-7bae-4f94-bf2d-a5539e712259 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/295d0e3e-39cc-41cd-b5f0-f7c146e810d0 HTTP/1.1" status: 204 len: 168 time: 0.2997591 Nov 16 04:51:44.631687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fc51f-7bae-4f94-bf2d-a5539e712259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295d0e3e-39cc-41cd-b5f0-f7c146e810d0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:44.634259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47150) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:44.726502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74774-59d6-4d81-ab88-a3dc858f0091 req-8db8e943-06da-4e44-8fa5-d244ab99bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:44.728039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbc74774-59d6-4d81-ab88-a3dc858f0091 req-8db8e943-06da-4e44-8fa5-d244ab99bdd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 1097 time: 0.1162469 Nov 16 04:51:44.730979 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf300-bfd6-44ed-ab5d-209ab28b7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.866044 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbc74774-59d6-4d81-ab88-a3dc858f0091 req-b1712631-fd22-4b72-8e19-3c543ee77627 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296127 Nov 16 04:51:44.880157 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf300-bfd6-44ed-ab5d-209ab28b7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.895055 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=b909a31f-a883-419a-a22b-d3c8d196f0d7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:44.901114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8b83252-bdd0-4c86-ba77-7a50df6e6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.914325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8b062-10b1-4199-9b24-e5fa487d4377 req-2bd607a5-7cb8-4fd0-aecc-42994dc8902a tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:44.915809 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81d8b062-10b1-4199-9b24-e5fa487d4377 req-2bd607a5-7cb8-4fd0-aecc-42994dc8902a tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 946 time: 0.1252916 Nov 16 04:51:44.917383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7fcbf300-bfd6-44ed-ab5d-209ab28b7e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e621c9-de64-4fad-88a6-61e89449f760']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:44.928642 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:44.929238 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.929423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7fcbf300-bfd6-44ed-ab5d-209ab28b7e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f91d2d-ccfc-403b-9c38-964e05838d9b') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:44.929720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7fcbf300-bfd6-44ed-ab5d-209ab28b7e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f91d2d-ccfc-403b-9c38-964e05838d9b') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:44.953132 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf300-bfd6-44ed-ab5d-209ab28b7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.976544 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf300-bfd6-44ed-ab5d-209ab28b7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.989688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcbf300-bfd6-44ed-ab5d-209ab28b7e8a admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:51:44.990096 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf300-bfd6-44ed-ab5d-209ab28b7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:51:44.991765 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:51:44.994211 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-147bf6ec-1849-4572-a316-3c41f09a100e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2242785 Nov 16 04:51:44.998005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47156) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:45.002450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': 'b909a31f-a883-419a-a22b-d3c8d196f0d7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:45.018479 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8b83252-bdd0-4c86-ba77-7a50df6e6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.034939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81d8b062-10b1-4199-9b24-e5fa487d4377 req-3ad5f616-2989-4835-a6f3-3fa8d43a24d9 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093671 Nov 16 04:51:45.048832 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d8b83252-bdd0-4c86-ba77-7a50df6e6c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80cd654-fd30-4a8c-8e5e-e8099b42f83a']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:45.058228 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.061063 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf300-bfd6-44ed-ab5d-209ab28b7e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.061800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d8b83252-bdd0-4c86-ba77-7a50df6e6c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d5a95e-7574-4485-aa63-46d8d28ebfdf') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:45.062043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d8b83252-bdd0-4c86-ba77-7a50df6e6c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d5a95e-7574-4485-aa63-46d8d28ebfdf') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:45.067566 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7fcbf300-bfd6-44ed-ab5d-209ab28b7e8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.074071 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7fcbf300-bfd6-44ed-ab5d-209ab28b7e8a admin admin] 10.222.0.41 "DELETE /v2.0/networks/36e621c9-de64-4fad-88a6-61e89449f760 HTTP/1.1" status: 204 len: 168 time: 0.4354069 Nov 16 04:51:45.087608 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8b83252-bdd0-4c86-ba77-7a50df6e6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.095523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbf300-bfd6-44ed-ab5d-209ab28b7e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=36e621c9-de64-4fad-88a6-61e89449f760,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:45.130443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8b83252-bdd0-4c86-ba77-7a50df6e6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.138841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b83252-bdd0-4c86-ba77-7a50df6e6c93 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:51:45.139239 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8b83252-bdd0-4c86-ba77-7a50df6e6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:51:45.150006 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:51:45.200502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47162) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:45.208179 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8b83252-bdd0-4c86-ba77-7a50df6e6c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.213791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8b83252-bdd0-4c86-ba77-7a50df6e6c93 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.219225 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d8b83252-bdd0-4c86-ba77-7a50df6e6c93 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c80cd654-fd30-4a8c-8e5e-e8099b42f83a HTTP/1.1" status: 204 len: 168 time: 0.7730987 Nov 16 04:51:45.234164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b83252-bdd0-4c86-ba77-7a50df6e6c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=c80cd654-fd30-4a8c-8e5e-e8099b42f83a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:45.249847 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-848558c5-74ec-4e9d-8dce-6e468d0e4fd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb31c607abd94433a7b32b8f1fb3c99c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465364 Nov 16 04:51:45.250858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47166) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:45.258842 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.300183 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6d25c531-ad70-4450-81ba-4346e3e1184a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.323145 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6d25c531-ad70-4450-81ba-4346e3e1184a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.374891 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.25.0.27 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/68d5e46f-2d06-417e-a6da-91749a13588b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:45.380806 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6d25c531-ad70-4450-81ba-4346e3e1184a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.386106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6d25c531-ad70-4450-81ba-4346e3e1184a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.398244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6d25c531-ad70-4450-81ba-4346e3e1184a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c27ca68-cbde-4f8d-afd2-b639117acf72 HTTP/1.1" status: 204 len: 168 time: 0.1389992 Nov 16 04:51:45.407440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25c531-ad70-4450-81ba-4346e3e1184a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c27ca68-cbde-4f8d-afd2-b639117acf72,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:45.434728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47172) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:45.482404 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e72dc485-e7d3-494e-a579-1c1a625aa40d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3ddf16349774784a5ac306da999f6a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0462174 Nov 16 04:51:45.483022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47174) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:45.504312 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.536247 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a0d4863c-9667-4313-afb1-1c92ac735938 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.538584 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.560593 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a0d4863c-9667-4313-afb1-1c92ac735938 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.572894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:45.575777 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:45.579232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:45.611635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=68d5e46f-2d06-417e-a6da-91749a13588b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:45.619022 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a0d4863c-9667-4313-afb1-1c92ac735938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.623200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a0d4863c-9667-4313-afb1-1c92ac735938 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:45.625924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a0d4863c-9667-4313-afb1-1c92ac735938 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5148182-e503-43e7-bcf0-a8e08db38f79 HTTP/1.1" status: 204 len: 168 time: 0.1411705 Nov 16 04:51:45.636408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4863c-9667-4313-afb1-1c92ac735938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5148182-e503-43e7-bcf0-a8e08db38f79,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:46.012724 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:46.087973 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:46.153648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 40fa01db-5757-48a1-98f5-8cab5a66cbf5 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:51:46.279365 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 40fa01db-5757-48a1-98f5-8cab5a66cbf5 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:51:46.280445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 40fa01db-5757-48a1-98f5-8cab5a66cbf5 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:51:46.296212 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:46.305096 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:46.310349 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:46.347142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da89ffb-0bb7-46dd-bb62-32b77f5fc7ff req-fbc20fc7-1977-499b-9178-384859dfca10 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:46.354983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1da89ffb-0bb7-46dd-bb62-32b77f5fc7ff req-fbc20fc7-1977-499b-9178-384859dfca10 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 946 time: 0.1206551 Nov 16 04:51:46.405614 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=68d5e46f-2d06-417e-a6da-91749a13588b,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:46.442030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1da89ffb-0bb7-46dd-bb62-32b77f5fc7ff req-a74ed61f-5238-43d8-b7a7-81f35e8425b6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783145 Nov 16 04:51:46.451185 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:46.621604 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Floating IP 84175d5e-a850-475b-a40c-bedc118838f3 associated. External IP: 172.25.0.27, port: b909a31f-a883-419a-a22b-d3c8d196f0d7. Nov 16 04:51:46.751934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc61889-ac1b-47a8-84d8-8a2e4e2aef4b req-ff938d29-20fa-4ff9-a2b4-e7055b479452 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:46.753756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ebc61889-ac1b-47a8-84d8-8a2e4e2aef4b req-ff938d29-20fa-4ff9-a2b4-e7055b479452 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 946 time: 0.0559933 Nov 16 04:51:46.828917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ebc61889-ac1b-47a8-84d8-8a2e4e2aef4b req-016c43a8-bddd-4680-bf13-4dc9368b403d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677967 Nov 16 04:51:46.891627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:51:46.927262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47246) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:47.007929 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:51:47.018915 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb3b053-404d-4e66-8d6e-ea4347348b51 None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:51:47.029079 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:47.030153 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3b053-404d-4e66-8d6e-ea4347348b51 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:47.030748 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2fb3b053-404d-4e66-8d6e-ea4347348b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:47.065802 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1026d96b-8fc4-4fa3-9122-af713e2b9907 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0647767 Nov 16 04:51:47.067423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47252) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:47.072254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4b1282c4-72aa-4386-bc4c-71730fe093d2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:47.090846 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2fb3b053-404d-4e66-8d6e-ea4347348b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:47.108831 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3b053-404d-4e66-8d6e-ea4347348b51 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:47.109691 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2fb3b053-404d-4e66-8d6e-ea4347348b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:47.147699 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2fb3b053-404d-4e66-8d6e-ea4347348b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:47.148407 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb3b053-404d-4e66-8d6e-ea4347348b51 None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:51:47.173340 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8133104d-18c1-4b79-b81a-25f620fcd549 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:47.179279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86389c9f-1071-44ed-b18f-34de721f101e req-b10a0938-c14e-4a5f-b27e-1ce594fc0519 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0512590 Nov 16 04:51:47.192702 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b1282c4-72aa-4386-bc4c-71730fe093d2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:47.234451 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:51:47.392407 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b1282c4-72aa-4386-bc4c-71730fe093d2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:47.403625 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b1282c4-72aa-4386-bc4c-71730fe093d2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:47.404025 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-4b1282c4-72aa-4386-bc4c-71730fe093d2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Floating IP 84175d5e-a850-475b-a40c-bedc118838f3 disassociated. External IP: 172.25.0.27, port: b909a31f-a883-419a-a22b-d3c8d196f0d7. Nov 16 04:51:47.449200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8133104d-18c1-4b79-b81a-25f620fcd549 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:47.478583 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8133104d-18c1-4b79-b81a-25f620fcd549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:47.533628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8133104d-18c1-4b79-b81a-25f620fcd549 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e923015eacf6489eab6b8742c7f27e78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6028397 Nov 16 04:51:47.533916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133104d-18c1-4b79-b81a-25f620fcd549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6d6916-d680-4130-8bae-aa11231676cc,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:47.534302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47266) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:47.593942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec5c1-ebcf-49c4-9028-03f391d97042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:47.619575 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec5c1-ebcf-49c4-9028-03f391d97042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:47.677080 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec5c1-ebcf-49c4-9028-03f391d97042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:47.681212 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec5c1-ebcf-49c4-9028-03f391d97042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:47.685906 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4e9ec5c1-ebcf-49c4-9028-03f391d97042 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec6d6916-d680-4130-8bae-aa11231676cc HTTP/1.1" status: 204 len: 168 time: 0.1477525 Nov 16 04:51:47.694413 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ec5c1-ebcf-49c4-9028-03f391d97042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6d6916-d680-4130-8bae-aa11231676cc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:47.719814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1282c4-72aa-4386-bc4c-71730fe093d2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:51:47.835591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1282c4-72aa-4386-bc4c-71730fe093d2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:51:47.840824 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b1282c4-72aa-4386-bc4c-71730fe093d2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:47.846582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b144b6f-174e-4c3b-b7c4-6deb78cc9491 None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:51:47.856837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b144b6f-174e-4c3b-b7c4-6deb78cc9491 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:47.857716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9b144b6f-174e-4c3b-b7c4-6deb78cc9491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:47.872766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4b1282c4-72aa-4386-bc4c-71730fe093d2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "PUT /v2.0/floatingips/84175d5e-a850-475b-a40c-bedc118838f3 HTTP/1.1" status: 200 len: 687 time: 0.8038061 Nov 16 04:51:47.875310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47276) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:47.895581 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9b144b6f-174e-4c3b-b7c4-6deb78cc9491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:47.904757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b144b6f-174e-4c3b-b7c4-6deb78cc9491 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:47.906258 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9b144b6f-174e-4c3b-b7c4-6deb78cc9491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:47.964311 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9b144b6f-174e-4c3b-b7c4-6deb78cc9491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:47.964970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b144b6f-174e-4c3b-b7c4-6deb78cc9491 None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:51:47.991449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3205078-8c93-42d9-b855-73aac4bb433a req-15a81a45-0265-4a08-bb25-3a6d45bb04a4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:47.992981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3205078-8c93-42d9-b855-73aac4bb433a req-15a81a45-0265-4a08-bb25-3a6d45bb04a4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 946 time: 0.0714266 Nov 16 04:51:48.054269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d1697d4f-4138-4b54-9968-0c139031a99b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port 68d5e46f-2d06-417e-a6da-91749a13588b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:48.054621 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1697d4f-4138-4b54-9968-0c139031a99b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.062592 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3205078-8c93-42d9-b855-73aac4bb433a req-ddaf27d5-1474-4308-8f3a-06688a3d7a08 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631404 Nov 16 04:51:48.147252 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1697d4f-4138-4b54-9968-0c139031a99b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.147641 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1697d4f-4138-4b54-9968-0c139031a99b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.154779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7685d-7dd2-4145-bae0-8e0503283e51 req-37823df2-0741-4ca8-b566-b47374141e5a tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:48.155990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fcd7685d-7dd2-4145-bae0-8e0503283e51 req-37823df2-0741-4ca8-b566-b47374141e5a tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 946 time: 0.0635097 Nov 16 04:51:48.160176 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d1697d4f-4138-4b54-9968-0c139031a99b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for 68d5e46f-2d06-417e-a6da-91749a13588b owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:48.280612 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.319643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbb2529b-9f69-42ca-82b4-eca57e7f15df req-8d64138b-a762-4fa3-bbde-3cf88bc8f253 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0382450 Nov 16 04:51:48.322154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-fcd7685d-7dd2-4145-bae0-8e0503283e51 req-db5491e9-b172-4198-a52b-c854a299f962 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Deleting port 9b960ba4-d0b2-42ba-8edd-13c2489abd69 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:48.322497 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fcd7685d-7dd2-4145-bae0-8e0503283e51 req-db5491e9-b172-4198-a52b-c854a299f962 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.333591 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1697d4f-4138-4b54-9968-0c139031a99b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.366028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1697d4f-4138-4b54-9968-0c139031a99b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=68d5e46f-2d06-417e-a6da-91749a13588b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:48.457565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1697d4f-4138-4b54-9968-0c139031a99b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.461080 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1697d4f-4138-4b54-9968-0c139031a99b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.462322 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d1697d4f-4138-4b54-9968-0c139031a99b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/floatingips/84175d5e-a850-475b-a40c-bedc118838f3 HTTP/1.1" status: 204 len: 168 time: 0.5860307 Nov 16 04:51:48.466363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47300) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:48.471335 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '6ca64337-7cf8-4444-a029-4de6578192ce'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:48.506864 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.614224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.735043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.25.0.219 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/beb4d574-02be-41d6-93db-e26bbfca1323) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:48.751945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-fcd7685d-7dd2-4145-bae0-8e0503283e51 req-db5491e9-b172-4198-a52b-c854a299f962 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] For port 9b960ba4-d0b2-42ba-8edd-13c2489abd69, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=9b960ba4-d0b2-42ba-8edd-13c2489abd69,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:51:48.752852 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fcd7685d-7dd2-4145-bae0-8e0503283e51 req-db5491e9-b172-4198-a52b-c854a299f962 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.768257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-fcd7685d-7dd2-4145-bae0-8e0503283e51 req-db5491e9-b172-4198-a52b-c854a299f962 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Calling delete_port for 9b960ba4-d0b2-42ba-8edd-13c2489abd69 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:48.842092 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.895839 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.912168 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fcd7685d-7dd2-4145-bae0-8e0503283e51 req-db5491e9-b172-4198-a52b-c854a299f962 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.930524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['d1a9c363-cdc3-4765-b51c-c828a308d59c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:51:48.935021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['9b960ba4-d0b2-42ba-8edd-13c2489abd69'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:51:48.939610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5491e9-b172-4198-a52b-c854a299f962 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Pushing event deleted for resources: {'Port': ['ID=9b960ba4-d0b2-42ba-8edd-13c2489abd69,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:48.939816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:48.943536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:48.948539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:48.951825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=beb4d574-02be-41d6-93db-e26bbfca1323,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:48.992485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd7685d-7dd2-4145-bae0-8e0503283e51 req-db5491e9-b172-4198-a52b-c854a299f962 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] No DVR routers for this DVR port 9b960ba4-d0b2-42ba-8edd-13c2489abd69 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:51:48.995757 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fcd7685d-7dd2-4145-bae0-8e0503283e51 req-db5491e9-b172-4198-a52b-c854a299f962 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:48.999735 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fcd7685d-7dd2-4145-bae0-8e0503283e51 req-db5491e9-b172-4198-a52b-c854a299f962 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.37 "DELETE /v2.0/ports/9b960ba4-d0b2-42ba-8edd-13c2489abd69 HTTP/1.1" status: 204 len: 173 time: 0.8340702 Nov 16 04:51:49.000226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cff0b24-6b51-46fd-8eba-77854915fd4e', 'name': 'network-vif-deleted', 'tag': '9b960ba4-d0b2-42ba-8edd-13c2489abd69'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:51:49.002849 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36596e03-9157-4034-bafd-5d958ea66a96" -d '{"events": [{"server_uuid": "3cff0b24-6b51-46fd-8eba-77854915fd4e", "name": "network-vif-deleted", "tag": "9b960ba4-d0b2-42ba-8edd-13c2489abd69"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:51:49.083074 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4617979c-cea3-444b-bc84-f5f0e71f71d7 x-openstack-request-id: req-4617979c-cea3-444b-bc84-f5f0e71f71d7 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:51:49.083361 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cff0b24-6b51-46fd-8eba-77854915fd4e", "name": "network-vif-deleted", "tag": "9b960ba4-d0b2-42ba-8edd-13c2489abd69", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:51:49.083560 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4617979c-cea3-444b-bc84-f5f0e71f71d7 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:51:49.083957 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cff0b24-6b51-46fd-8eba-77854915fd4e', 'name': 'network-vif-deleted', 'tag': '9b960ba4-d0b2-42ba-8edd-13c2489abd69', 'status': 'completed', 'code': 200} Nov 16 04:51:49.219905 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e07adb30-e15c-4aad-958c-d8a5d4ab0c20 req-c5ed4566-0e21-4cf3-bb37-6120df6d75f7 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cff0b24-6b51-46fd-8eba-77854915fd4e HTTP/1.1" status: 200 len: 210 time: 0.0421791 Nov 16 04:51:49.247615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5696e85a-10c4-4ebb-bb73-5dbf96e5f189 req-fb7a21be-f084-4b33-97f4-1e79c6e3ea87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0298834 Nov 16 04:51:49.377973 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:49.458873 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:49.487658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2256f3c8-943b-41ef-a8d1-7f19c5185471 req-441d308e-b5f9-420f-b857-8ffe1dab5524 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0434051 Nov 16 04:51:49.666486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:49.671822 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:49.749927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=beb4d574-02be-41d6-93db-e26bbfca1323,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:49.767290 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:49.871177 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Floating IP 38cccf57-e6e3-45a4-be18-efa581640d17 associated. External IP: 172.25.0.219, port: 6ca64337-7cf8-4444-a029-4de6578192ce. Nov 16 04:51:50.083053 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:51:50.187230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:51:50.196632 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8704bcb0-876a-4682-b23e-dbace3beb7ae None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:51:50.207543 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:50.217309 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8704bcb0-876a-4682-b23e-dbace3beb7ae None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:50.218215 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8704bcb0-876a-4682-b23e-dbace3beb7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:50.254735 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-60620f96-aaea-413e-8784-91ac228f0329 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.7848499 Nov 16 04:51:50.256193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47362) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:50.274802 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8704bcb0-876a-4682-b23e-dbace3beb7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:50.294322 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8704bcb0-876a-4682-b23e-dbace3beb7ae None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:50.296293 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8704bcb0-876a-4682-b23e-dbace3beb7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:50.334362 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8704bcb0-876a-4682-b23e-dbace3beb7ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:50.335003 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8704bcb0-876a-4682-b23e-dbace3beb7ae None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:51:50.346837 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-637ab004-83a5-4de0-951d-c3075467498a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "GET /v2.0/floatingips/38cccf57-e6e3-45a4-be18-efa581640d17 HTTP/1.1" status: 200 len: 977 time: 0.0890324 Nov 16 04:51:50.350224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47366) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:50.488315 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d8379c8c-ba6c-4c12-a9f0-d51d1eea36b4 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1369796 Nov 16 04:51:50.491491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47370) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:50.496124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-1c8877b8-f0bf-4cf8-97e3-fc5c32455469 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'floatingip': {'port_id': 'b909a31f-a883-419a-a22b-d3c8d196f0d7'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:50.507249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92e561-245f-4186-bf13-ab76e3b3ccab req-bad63a1d-5cac-43ad-8c44-7ab0c7dca500 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:50.508717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd92e561-245f-4186-bf13-ab76e3b3ccab req-bad63a1d-5cac-43ad-8c44-7ab0c7dca500 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1564753 Nov 16 04:51:50.595240 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c8877b8-f0bf-4cf8-97e3-fc5c32455469 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:50.650663 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41abce26-012d-49cd-811d-d398bae3e1f0 req-a9becdf8-1556-4da3-b2bd-29e0a46fc322 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0702412 Nov 16 04:51:50.657316 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd92e561-245f-4186-bf13-ab76e3b3ccab req-f1ac9d93-9a61-4824-9245-471497f51f6d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202838 Nov 16 04:51:50.738133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47384) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:50.891694 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aba77a5c-3754-4f4c-abe9-3ce439ce5bb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:50.984582 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aba77a5c-3754-4f4c-abe9-3ce439ce5bb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:50.989269 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aba77a5c-3754-4f4c-abe9-3ce439ce5bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:50.990039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae91cd3-676b-469e-a88f-244cb0fc1d5d req-9f40e569-390f-4e0c-a28a-c880288b0dc1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:50.991637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ae91cd3-676b-469e-a88f-244cb0fc1d5d req-9f40e569-390f-4e0c-a28a-c880288b0dc1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0763018 Nov 16 04:51:51.042065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba77a5c-3754-4f4c-abe9-3ce439ce5bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f55a6c6-dbef-49af-8250-352eb80c039c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:51.047894 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aba77a5c-3754-4f4c-abe9-3ce439ce5bb7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=debc604cc5b942a18ecae3525626dcbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3085594 Nov 16 04:51:51.051060 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47404) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:51.104720 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f05bb7c-8de5-4fc3-9783-b22732d8298c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:51.128775 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f05bb7c-8de5-4fc3-9783-b22732d8298c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:51.179939 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f05bb7c-8de5-4fc3-9783-b22732d8298c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:51.182546 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f05bb7c-8de5-4fc3-9783-b22732d8298c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:51.183807 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5f05bb7c-8de5-4fc3-9783-b22732d8298c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f55a6c6-dbef-49af-8250-352eb80c039c HTTP/1.1" status: 204 len: 168 time: 0.1316512 Nov 16 04:51:51.191682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05bb7c-8de5-4fc3-9783-b22732d8298c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f55a6c6-dbef-49af-8250-352eb80c039c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:51.238390 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c273c10-27e3-4f40-901a-fccff3040977 req-b45a1549-a899-47ed-9785-7636c2c09690 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0829070 Nov 16 04:51:51.241699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ae91cd3-676b-469e-a88f-244cb0fc1d5d req-96766651-dff9-40b0-a031-f4ade451ee7c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194397 Nov 16 04:51:51.443603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb9ad3-f723-42ec-b3bb-d8d908b0fc99 req-8bab252e-0948-47ad-9d8d-be99f1da6b0d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:51.445102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66cb9ad3-f723-42ec-b3bb-d8d908b0fc99 req-8bab252e-0948-47ad-9d8d-be99f1da6b0d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1072645 Nov 16 04:51:51.449531 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c8877b8-f0bf-4cf8-97e3-fc5c32455469 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:51.458932 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c8877b8-f0bf-4cf8-97e3-fc5c32455469 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:51.500933 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47416) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:51.517236 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5315dfa2-9568-4055-b19b-0f5c5d02ff6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:51.565138 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66cb9ad3-f723-42ec-b3bb-d8d908b0fc99 req-05f8c162-e8bf-43fa-81a8-4087074e2c87 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129653 Nov 16 04:51:51.595354 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-1c8877b8-f0bf-4cf8-97e3-fc5c32455469 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Floating IP 38cccf57-e6e3-45a4-be18-efa581640d17 associated. External IP: 172.25.0.219, port: 6ca64337-7cf8-4444-a029-4de6578192ce. Nov 16 04:51:51.595561 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5315dfa2-9568-4055-b19b-0f5c5d02ff6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:51.597855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5315dfa2-9568-4055-b19b-0f5c5d02ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:51.635953 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5315dfa2-9568-4055-b19b-0f5c5d02ff6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df02649a33774127b66a00444af80e75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338344 Nov 16 04:51:51.639549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47422) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:51.640179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315dfa2-9568-4055-b19b-0f5c5d02ff6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce3ca58-64ff-4c17-affe-6cd688ff3ee7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:51.691687 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b253dad1-81e5-43e3-a727-0c56d7320dd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:51.714131 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b253dad1-81e5-43e3-a727-0c56d7320dd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:51.768269 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b253dad1-81e5-43e3-a727-0c56d7320dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:51.776994 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b253dad1-81e5-43e3-a727-0c56d7320dd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:51.780536 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b253dad1-81e5-43e3-a727-0c56d7320dd6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ce3ca58-64ff-4c17-affe-6cd688ff3ee7 HTTP/1.1" status: 204 len: 168 time: 0.1352777 Nov 16 04:51:51.795488 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253dad1-81e5-43e3-a727-0c56d7320dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce3ca58-64ff-4c17-affe-6cd688ff3ee7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:51.868281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8877b8-f0bf-4cf8-97e3-fc5c32455469 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:51:52.011508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8877b8-f0bf-4cf8-97e3-fc5c32455469 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:51:52.032984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11f1f4-8fd2-4aec-912a-949341486dae None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:51:52.043736 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11f1f4-8fd2-4aec-912a-949341486dae None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:52.044349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fa11f1f4-8fd2-4aec-912a-949341486dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:52.079921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fa11f1f4-8fd2-4aec-912a-949341486dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:52.089967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa11f1f4-8fd2-4aec-912a-949341486dae None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:52.090828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fa11f1f4-8fd2-4aec-912a-949341486dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:52.125685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fa11f1f4-8fd2-4aec-912a-949341486dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:52.126359 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa11f1f4-8fd2-4aec-912a-949341486dae None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:51:52.159371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9b960ba4-d0b2-42ba-8edd-13c2489abd69 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:51:52.184905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 9b960ba4-d0b2-42ba-8edd-13c2489abd69 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:51:52.185257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 9b960ba4-d0b2-42ba-8edd-13c2489abd69 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:51:52.254311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8877b8-f0bf-4cf8-97e3-fc5c32455469 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:51:52.402925 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1fd3db9-73a7-4e78-afa2-2a831d7ddc57 req-de32a13a-c870-4a5b-adaa-c2a43e752efd tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0346789 Nov 16 04:51:52.404311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8877b8-f0bf-4cf8-97e3-fc5c32455469 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:51:52.409864 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c8877b8-f0bf-4cf8-97e3-fc5c32455469 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:52.421275 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92883ca-7285-4c1d-9311-a84171a47a6d None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:51:52.451467 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92883ca-7285-4c1d-9311-a84171a47a6d None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:52.453958 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e92883ca-7285-4c1d-9311-a84171a47a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:52.542770 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e92883ca-7285-4c1d-9311-a84171a47a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:52.553184 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92883ca-7285-4c1d-9311-a84171a47a6d None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:52.553880 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e92883ca-7285-4c1d-9311-a84171a47a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:52.772092 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e92883ca-7285-4c1d-9311-a84171a47a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:52.773713 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92883ca-7285-4c1d-9311-a84171a47a6d None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:51:52.920690 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1c8877b8-f0bf-4cf8-97e3-fc5c32455469 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "PUT /v2.0/floatingips/38cccf57-e6e3-45a4-be18-efa581640d17 HTTP/1.1" status: 200 len: 978 time: 2.4259505 Nov 16 04:51:52.921245 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47464) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:52.929562 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-216b1f0a-0f4d-4b1e-b0d6-569600d66f7c tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:53.049449 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-216b1f0a-0f4d-4b1e-b0d6-569600d66f7c tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:53.209013 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-216b1f0a-0f4d-4b1e-b0d6-569600d66f7c tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:53.213278 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-216b1f0a-0f4d-4b1e-b0d6-569600d66f7c tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:53.213834 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-216b1f0a-0f4d-4b1e-b0d6-569600d66f7c tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Floating IP 38cccf57-e6e3-45a4-be18-efa581640d17 disassociated. External IP: 172.25.0.219, port: b909a31f-a883-419a-a22b-d3c8d196f0d7. Nov 16 04:51:53.611597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c932d67-71ed-4b4b-8fca-5851cf6c7cd9 req-e85b7a62-3e94-47fc-a8f9-a8fec7067dbd tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0340745 Nov 16 04:51:53.721580 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-216b1f0a-0f4d-4b1e-b0d6-569600d66f7c tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:51:53.852318 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216b1f0a-0f4d-4b1e-b0d6-569600d66f7c tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:51:53.856874 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-216b1f0a-0f4d-4b1e-b0d6-569600d66f7c tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:53.863492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178d49c-9102-462f-bb0d-27a88b8781b4 None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:51:53.875073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178d49c-9102-462f-bb0d-27a88b8781b4 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:53.876206 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2178d49c-9102-462f-bb0d-27a88b8781b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:53.885246 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-216b1f0a-0f4d-4b1e-b0d6-569600d66f7c tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "PUT /v2.0/floatingips/38cccf57-e6e3-45a4-be18-efa581640d17 HTTP/1.1" status: 200 len: 688 time: 0.9617651 Nov 16 04:51:53.888688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47492) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:53.917047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2178d49c-9102-462f-bb0d-27a88b8781b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:53.927007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178d49c-9102-462f-bb0d-27a88b8781b4 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:53.927866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2178d49c-9102-462f-bb0d-27a88b8781b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:53.964233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2178d49c-9102-462f-bb0d-27a88b8781b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:53.965018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178d49c-9102-462f-bb0d-27a88b8781b4 None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:51:54.030369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-7c08f861-2a0b-479e-a0ef-019eb065b8f7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port beb4d574-02be-41d6-93db-e26bbfca1323 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:54.030894 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7c08f861-2a0b-479e-a0ef-019eb065b8f7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:54.131514 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7c08f861-2a0b-479e-a0ef-019eb065b8f7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:54.131910 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7c08f861-2a0b-479e-a0ef-019eb065b8f7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:54.151751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-7c08f861-2a0b-479e-a0ef-019eb065b8f7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for beb4d574-02be-41d6-93db-e26bbfca1323 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:54.321780 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7c08f861-2a0b-479e-a0ef-019eb065b8f7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:54.357422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08f861-2a0b-479e-a0ef-019eb065b8f7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=beb4d574-02be-41d6-93db-e26bbfca1323,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:54.435292 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7c08f861-2a0b-479e-a0ef-019eb065b8f7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:54.439035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7c08f861-2a0b-479e-a0ef-019eb065b8f7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:54.440511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7c08f861-2a0b-479e-a0ef-019eb065b8f7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/floatingips/38cccf57-e6e3-45a4-be18-efa581640d17 HTTP/1.1" status: 204 len: 168 time: 0.5499127 Nov 16 04:51:54.443752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47524) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:54.511089 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-a2622d02-0ff0-476b-890d-c65267119c59 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] delete failed (client error): The resource could not be found. Nov 16 04:51:54.520068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47530) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:54.520413 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a2622d02-0ff0-476b-890d-c65267119c59 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/floatingips/38cccf57-e6e3-45a4-be18-efa581640d17 HTTP/1.1" status: 404 len: 345 time: 0.0748847 Nov 16 04:51:54.636628 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83248102-74c0-4cf2-9a27-4c1df983754a req-8951ade9-8200-4ecc-8905-bf6ca953e9fd tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:54.639473 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83248102-74c0-4cf2-9a27-4c1df983754a req-8951ade9-8200-4ecc-8905-bf6ca953e9fd tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1294169 Nov 16 04:51:54.647624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e6e0dc-7495-45f2-81ac-fb76cb0a4cd0 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:54.654133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e6e0dc-7495-45f2-81ac-fb76cb0a4cd0 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:54.662688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e6e0dc-7495-45f2-81ac-fb76cb0a4cd0 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:54.669739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b5e6e0dc-7495-45f2-81ac-fb76cb0a4cd0 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "GET /v2.0/ports?network_id=8f2d7aaa-f457-452c-952c-338363df0d37 HTTP/1.1" status: 200 len: 2357 time: 0.1461334 Nov 16 04:51:54.670123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47540) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:54.757427 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bd0edd5-c704-4cf6-b6a8-37141c98472c req-22e7fe34-3ff8-479f-a66c-0053f640a517 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0452864 Nov 16 04:51:54.785831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350145ed-fbde-443c-811c-8bccd5e691b0 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:54.785831 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-350145ed-fbde-443c-811c-8bccd5e691b0 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "GET /v2.0/subnets/b7fb6142-9593-4314-acff-8248a7db977b HTTP/1.1" status: 200 len: 797 time: 0.1098304 Nov 16 04:51:54.792266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47542) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:54.797593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'port': {'network_id': '8f2d7aaa-f457-452c-952c-338363df0d37', 'name': 'tempest-FloatingIPTestJSON-2117556430', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:54.797908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83248102-74c0-4cf2-9a27-4c1df983754a req-59573fbe-8842-4988-90cd-18834a5153e1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257405 Nov 16 04:51:54.933326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5878ec-48d4-4178-bda8-8f0cec9f41b0 req-438c638f-739d-4d37-89cd-d9e95fa2584c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:54.935186 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc5878ec-48d4-4178-bda8-8f0cec9f41b0 req-438c638f-739d-4d37-89cd-d9e95fa2584c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0627306 Nov 16 04:51:54.946431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Made reservation on behalf of 15175e74f621482b9c2b102fe307374c for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:51:54.990458 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc5878ec-48d4-4178-bda8-8f0cec9f41b0 req-fb34c1a3-0d20-4af1-a52c-0632073dfcd3 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486698 Nov 16 04:51:55.062808 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:55.091634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] device_id is not set on port bcf1da6d-9a75-44fd-8588-929583b9eb79 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:51:55.454829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.20.0.14 (8f2d7aaa-f457-452c-952c-338363df0d37/b7fb6142-9593-4314-acff-8248a7db977b/bcf1da6d-9a75-44fd-8588-929583b9eb79) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:55.463444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.20.0.13 (8f2d7aaa-f457-452c-952c-338363df0d37/b7fb6142-9593-4314-acff-8248a7db977b/bcf1da6d-9a75-44fd-8588-929583b9eb79) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:55.631628 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:55.666097 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:55.721741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=bcf1da6d-9a75-44fd-8588-929583b9eb79,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:55.739888 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network 8f2d7aaa-f457-452c-952c-338363df0d37 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:55.742116 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:55.751356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:55.834127 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:55.834760 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:55.855351 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-eb200aab-5c2e-440a-9a5a-2916b1da36e8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.0618176 Nov 16 04:51:55.857668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47582) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:55.865495 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': 'bcf1da6d-9a75-44fd-8588-929583b9eb79', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:55.911843 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:55.931578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cfaa79e-f7e2-4d2f-a13b-791742b72595 req-79b7398f-8a2f-4bf2-8c5e-fb33cf83d914 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0451097 Nov 16 04:51:56.073305 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:56.221604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.25.0.195 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/7974097f-6184-4b69-bd4c-1f7f9a4c3ea4) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:51:56.409497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:56.446581 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:56.492906 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:51:56.500173 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:51:56.504166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:51:56.580654 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=7974097f-6184-4b69-bd4c-1f7f9a4c3ea4,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:56.693969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d7a70-28c0-45d8-b888-610ec373342f req-fb7dab06-e094-481f-86bd-280ba5287694 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:56.696133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e68d7a70-28c0-45d8-b888-610ec373342f req-fb7dab06-e094-481f-86bd-280ba5287694 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0629413 Nov 16 04:51:56.776054 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e68d7a70-28c0-45d8-b888-610ec373342f req-957409f3-7e5f-484d-87f4-e85db0226a5c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741465 Nov 16 04:51:56.912771 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:56.929279 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81de2fb-0826-4fdf-85a5-15978b1c7abd req-77dca792-0513-4196-bc29-766f449bb4f7 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:56.930997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e81de2fb-0826-4fdf-85a5-15978b1c7abd req-77dca792-0513-4196-bc29-766f449bb4f7 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0666211 Nov 16 04:51:57.022384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e81de2fb-0826-4fdf-85a5-15978b1c7abd req-6c5c2373-979f-4dca-be88-467fa17704b1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847802 Nov 16 04:51:57.049340 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:57.078946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fac63221-ece9-459e-b77b-67b7f780185e req-5a7f470c-bdf6-4447-8500-7833b97fe425 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0486667 Nov 16 04:51:57.266564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:57.272981 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:57.323565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181d100-b831-43cc-a6b0-0f996573fb83 req-babfd20e-e70d-443c-98a7-bea3cda78716 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:57.333166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4181d100-b831-43cc-a6b0-0f996573fb83 req-babfd20e-e70d-443c-98a7-bea3cda78716 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1135111 Nov 16 04:51:57.404556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=7974097f-6184-4b69-bd4c-1f7f9a4c3ea4,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:57.414840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4181d100-b831-43cc-a6b0-0f996573fb83 req-74f789bc-1b47-45b3-b00a-f25d14559223 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803831 Nov 16 04:51:57.433624 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:57.557070 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Floating IP 434b6ac0-793c-4fba-9aae-8c71d300aa56 associated. External IP: 172.25.0.195, port: bcf1da6d-9a75-44fd-8588-929583b9eb79. Nov 16 04:51:57.557707 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f946ec-ac34-465a-9dde-bf8bfda9a1d4 req-be28d5c4-dfd7-423d-879a-e239144e3567 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:57.562305 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6f946ec-ac34-465a-9dde-bf8bfda9a1d4 req-be28d5c4-dfd7-423d-879a-e239144e3567 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0729599 Nov 16 04:51:57.619164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6f946ec-ac34-465a-9dde-bf8bfda9a1d4 req-40636c6b-ff3e-4250-a0f4-1fab4f307ba4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538962 Nov 16 04:51:57.804607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:51:57.836775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208ea1d-2513-41ef-ae72-c1c57afee60c req-935f9df0-b284-4503-91e5-3b7d0572ebcb tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:57.844791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e208ea1d-2513-41ef-ae72-c1c57afee60c req-935f9df0-b284-4503-91e5-3b7d0572ebcb tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0643725 Nov 16 04:51:57.922446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e208ea1d-2513-41ef-ae72-c1c57afee60c req-d384fa35-e123-413b-bf7f-ad9a54a97665 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713296 Nov 16 04:51:57.941731 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:51:57.953549 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c31b5-d6e0-4191-af8a-44e9b725fae9 None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:51:57.972668 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c31b5-d6e0-4191-af8a-44e9b725fae9 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:57.973213 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-529c31b5-d6e0-4191-af8a-44e9b725fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:57.985647 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:58.030913 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-50286923-aa02-4eb6-a16e-6806c5d6c336 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.1717210 Nov 16 04:51:58.033418 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47660) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:58.041495 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-403d03f6-1842-484d-ad11-07ce6f8e8cce tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'floatingip': {'port_id': 'bcf1da6d-9a75-44fd-8588-929583b9eb79', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:51:58.047909 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-529c31b5-d6e0-4191-af8a-44e9b725fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:58.061458 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c31b5-d6e0-4191-af8a-44e9b725fae9 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:58.062332 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-529c31b5-d6e0-4191-af8a-44e9b725fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:58.066251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4b088-db12-4b52-9d7a-d1fa7874f79e req-c630c440-de8d-4465-9e22-5cf80d65e1bd tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:58.080723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71c4b088-db12-4b52-9d7a-d1fa7874f79e req-c630c440-de8d-4465-9e22-5cf80d65e1bd tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0823684 Nov 16 04:51:58.105537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-403d03f6-1842-484d-ad11-07ce6f8e8cce tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:58.111539 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-529c31b5-d6e0-4191-af8a-44e9b725fae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:58.112312 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c31b5-d6e0-4191-af8a-44e9b725fae9 None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:51:58.184241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71c4b088-db12-4b52-9d7a-d1fa7874f79e req-046f1f52-615a-49d5-8a78-278beb3bf21d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990226 Nov 16 04:51:58.236025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cfa3d6e9-ecdc-4dd3-b6a7-2db58adbcc42 req-0981f6f0-58fd-440a-b926-f18418dced64 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0471137 Nov 16 04:51:58.490207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095abf56-d70b-402b-8522-2fd04ba691f4 req-35887666-011d-460b-9d2a-bb63a36dda64 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:58.500213 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-095abf56-d70b-402b-8522-2fd04ba691f4 req-35887666-011d-460b-9d2a-bb63a36dda64 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0680652 Nov 16 04:51:58.592257 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-095abf56-d70b-402b-8522-2fd04ba691f4 req-6253ff52-c401-4260-bd1c-6df2b3d5a6fe tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906451 Nov 16 04:51:58.717929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c95c6-3441-4a7c-89c2-ec21538e0b08 req-4d4a2013-a104-4ffb-884d-8b02df9a4121 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:58.719721 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-423c95c6-3441-4a7c-89c2-ec21538e0b08 req-4d4a2013-a104-4ffb-884d-8b02df9a4121 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0565171 Nov 16 04:51:58.773406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-403d03f6-1842-484d-ad11-07ce6f8e8cce tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:58.777691 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-403d03f6-1842-484d-ad11-07ce6f8e8cce tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:58.805337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-423c95c6-3441-4a7c-89c2-ec21538e0b08 req-dc71d3d3-c72b-4ac3-88f8-4021f0dc40a0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777738 Nov 16 04:51:59.061799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403d03f6-1842-484d-ad11-07ce6f8e8cce tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:51:59.066984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2624b2f-2384-40f2-b52b-789a7729b8e9 req-66c899c4-f87b-4fc2-b11b-7a0dd57ca0e1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:59.075013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2624b2f-2384-40f2-b52b-789a7729b8e9 req-66c899c4-f87b-4fc2-b11b-7a0dd57ca0e1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0648136 Nov 16 04:51:59.147857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2624b2f-2384-40f2-b52b-789a7729b8e9 req-8f80ccd5-f72f-427b-bf80-b43ad423702d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702562 Nov 16 04:51:59.185365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403d03f6-1842-484d-ad11-07ce6f8e8cce tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:51:59.191614 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-403d03f6-1842-484d-ad11-07ce6f8e8cce tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:59.198548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d09a905-0c9e-42b4-bcf7-fc30c2fa09bc None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:51:59.215999 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d09a905-0c9e-42b4-bcf7-fc30c2fa09bc None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:59.218482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0d09a905-0c9e-42b4-bcf7-fc30c2fa09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:59.272056 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-403d03f6-1842-484d-ad11-07ce6f8e8cce tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "PUT /v2.0/floatingips/434b6ac0-793c-4fba-9aae-8c71d300aa56 HTTP/1.1" status: 200 len: 979 time: 1.2339671 Nov 16 04:51:59.272660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47700) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:59.382314 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0d09a905-0c9e-42b4-bcf7-fc30c2fa09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:59.394988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d09a905-0c9e-42b4-bcf7-fc30c2fa09bc None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:51:59.396395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0d09a905-0c9e-42b4-bcf7-fc30c2fa09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:59.414761 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2704370e-732b-4f43-a443-7a8b8661b37f req-b8a20579-068a-4369-96b3-58dd53132ef9 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0366340 Nov 16 04:51:59.425099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27ddd3-9643-4179-acf9-dc1da8361829 req-167d6715-ecf5-4bf9-9d90-01a012c9b4ff tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:59.427411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1d27ddd3-9643-4179-acf9-dc1da8361829 req-167d6715-ecf5-4bf9-9d90-01a012c9b4ff tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1036282 Nov 16 04:51:59.455794 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0d09a905-0c9e-42b4-bcf7-fc30c2fa09bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:51:59.456917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d09a905-0c9e-42b4-bcf7-fc30c2fa09bc None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:51:59.523168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47706) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:59.573745 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1d27ddd3-9643-4179-acf9-dc1da8361829 req-8f7aa95b-d9ea-4b8b-9869-59dac56e070d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873866 Nov 16 04:51:59.610935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port 7974097f-6184-4b69-bd4c-1f7f9a4c3ea4 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:51:59.611287 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:59.712897 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:59.713222 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:59.719173 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e53ec8db-639f-47d7-aba9-d24d55058236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:59.729731 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for 7974097f-6184-4b69-bd4c-1f7f9a4c3ea4 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:51:59.822372 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e53ec8db-639f-47d7-aba9-d24d55058236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:59.826885 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e53ec8db-639f-47d7-aba9-d24d55058236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:59.868226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53ec8db-639f-47d7-aba9-d24d55058236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621e2ef9-824d-4c88-a0c6-9c504f3a8c38,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:51:59.876344 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e53ec8db-639f-47d7-aba9-d24d55058236 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fe9c441e14847f4bc4e671d99047d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3495739 Nov 16 04:51:59.876728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47718) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:51:59.895110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b3d62-e80d-4086-81c7-c018a9bf8621 req-ed29c223-df62-4185-8757-2fa516958569 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:51:59.896597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b02b3d62-e80d-4086-81c7-c018a9bf8621 req-ed29c223-df62-4185-8757-2fa516958569 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0868130 Nov 16 04:51:59.939821 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1919fc3a-dbd5-45ca-8a5f-65f440e91d75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:51:59.955314 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b02b3d62-e80d-4086-81c7-c018a9bf8621 req-f497c76e-f972-4e07-8c32-ac3ffed8c8d5 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455704 Nov 16 04:51:59.970724 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1919fc3a-dbd5-45ca-8a5f-65f440e91d75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.025543 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.037305 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1919fc3a-dbd5-45ca-8a5f-65f440e91d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.040856 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1919fc3a-dbd5-45ca-8a5f-65f440e91d75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.044581 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1919fc3a-dbd5-45ca-8a5f-65f440e91d75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/621e2ef9-824d-4c88-a0c6-9c504f3a8c38 HTTP/1.1" status: 204 len: 168 time: 0.1646519 Nov 16 04:52:00.053048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919fc3a-dbd5-45ca-8a5f-65f440e91d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621e2ef9-824d-4c88-a0c6-9c504f3a8c38,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:00.112339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=7974097f-6184-4b69-bd4c-1f7f9a4c3ea4,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:00.157131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:00.157484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:00.157847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:00.158186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:00.158519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:00.159097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:00.159436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:00.160407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:00.160720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:00.161057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:00.161389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:00.161713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:00.199002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276baf7-dc16-46f5-ad77-2259fcc4350a req-f7465e11-32fb-4219-8fda-f3fb7c64ff20 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:00.200512 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e276baf7-dc16-46f5-ad77-2259fcc4350a req-f7465e11-32fb-4219-8fda-f3fb7c64ff20 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1499367 Nov 16 04:52:00.203469 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.203827 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Floating IP 434b6ac0-793c-4fba-9aae-8c71d300aa56 disassociated (deleted). External IP: 172.25.0.195, port: bcf1da6d-9a75-44fd-8588-929583b9eb79. Nov 16 04:52:00.325843 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e276baf7-dc16-46f5-ad77-2259fcc4350a req-a57d5967-c5ea-4b65-9e32-bd3b07268eb2 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178236 Nov 16 04:52:00.370897 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47728) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:00.386418 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79e61b46-4f12-4f71-9c52-c26857911e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.505871 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79e61b46-4f12-4f71-9c52-c26857911e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.506087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:52:00.512542 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79e61b46-4f12-4f71-9c52-c26857911e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.545421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a061859-5557-4a03-bbb3-7b622bcebab8 req-861761f1-1eeb-4b8e-86b6-4ca9f3c94bf3 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0334625 Nov 16 04:52:00.560501 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e61b46-4f12-4f71-9c52-c26857911e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3335492-3931-4f12-9ccd-886e6c773ada,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:00.568194 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-79e61b46-4f12-4f71-9c52-c26857911e6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c6140789c94460791ab3d6c22986f74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1962326 Nov 16 04:52:00.569036 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47738) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:00.663621 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4cfbca1-c9c9-4b74-9494-eac58ab25bbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.664011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:00.675131 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6114f19f-0990-413b-885c-b558574b98e6 None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:00.675708 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.692354 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6114f19f-0990-413b-885c-b558574b98e6 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:00.693788 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6114f19f-0990-413b-885c-b558574b98e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:00.700306 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4cfbca1-c9c9-4b74-9494-eac58ab25bbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.738998 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6114f19f-0990-413b-885c-b558574b98e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:00.763929 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6114f19f-0990-413b-885c-b558574b98e6 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:00.763929 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6114f19f-0990-413b-885c-b558574b98e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:00.777870 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-48b390ca-ac45-406d-8049-bf6cd740d9c3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/floatingips/434b6ac0-793c-4fba-9aae-8c71d300aa56 HTTP/1.1" status: 204 len: 168 time: 1.5041780 Nov 16 04:52:00.780531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47750) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:00.794634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4cfbca1-c9c9-4b74-9494-eac58ab25bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.796753 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4cfbca1-c9c9-4b74-9494-eac58ab25bbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.800755 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e4cfbca1-c9c9-4b74-9494-eac58ab25bbe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3335492-3931-4f12-9ccd-886e6c773ada HTTP/1.1" status: 204 len: 168 time: 0.2302363 Nov 16 04:52:00.835660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfbca1-c9c9-4b74-9494-eac58ab25bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3335492-3931-4f12-9ccd-886e6c773ada,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:00.862665 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6114f19f-0990-413b-885c-b558574b98e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:00.867519 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6114f19f-0990-413b-885c-b558574b98e6 None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:00.900163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e00d3-17d0-4d7e-b42c-ca16e3d11ed0 req-53764089-fb65-4707-8486-cfd44562fc66 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:00.902008 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-007e00d3-17d0-4d7e-b42c-ca16e3d11ed0 req-53764089-fb65-4707-8486-cfd44562fc66 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/networks?id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003 HTTP/1.1" status: 200 len: 814 time: 0.1985338 Nov 16 04:52:00.909151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca8676-37a5-4057-b28b-45f6dae361a6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port bcf1da6d-9a75-44fd-8588-929583b9eb79 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:00.912452 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1ca8676-37a5-4057-b28b-45f6dae361a6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:00.922581 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-007e00d3-17d0-4d7e-b42c-ca16e3d11ed0 req-270863f1-9c6c-4cd4-bd76-09f3b96d3ab4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/quotas/3ef47bc2f1ad4b5aa22aa5dc6946ff08 HTTP/1.1" status: 200 len: 375 time: 0.0148458 Nov 16 04:52:00.990423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-007e00d3-17d0-4d7e-b42c-ca16e3d11ed0 req-201ffd9a-2ed4-4827-9231-f41f7579d6ed tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0668716 Nov 16 04:52:01.033306 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1ca8676-37a5-4057-b28b-45f6dae361a6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:01.052401 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca8676-37a5-4057-b28b-45f6dae361a6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for bcf1da6d-9a75-44fd-8588-929583b9eb79 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:01.109614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d45eb-65ec-452f-a93c-f4031987774b req-ae1d4f17-0ec5-4d6f-b583-dded352d9e17 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:01.111252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-948d45eb-65ec-452f-a93c-f4031987774b req-ae1d4f17-0ec5-4d6f-b583-dded352d9e17 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0619829 Nov 16 04:52:01.170525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-948d45eb-65ec-452f-a93c-f4031987774b req-5a806c2a-ec6c-41e7-b196-d6f6c3fcbeab tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513604 Nov 16 04:52:01.294508 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1ca8676-37a5-4057-b28b-45f6dae361a6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:01.317154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4068e-58f8-405a-9eec-b565e2202d6e req-3337f7df-6dbf-420e-967e-cfa8f959a936 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:01.324594 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ff4068e-58f8-405a-9eec-b565e2202d6e req-3337f7df-6dbf-420e-967e-cfa8f959a936 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0716484 Nov 16 04:52:01.352415 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca8676-37a5-4057-b28b-45f6dae361a6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=bcf1da6d-9a75-44fd-8588-929583b9eb79,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:01.386986 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ff4068e-58f8-405a-9eec-b565e2202d6e req-8463969b-f802-4a35-81f5-b98e398cc07c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608063 Nov 16 04:52:01.467335 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1ca8676-37a5-4057-b28b-45f6dae361a6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:01.472143 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e1ca8676-37a5-4057-b28b-45f6dae361a6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/ports/bcf1da6d-9a75-44fd-8588-929583b9eb79 HTTP/1.1" status: 204 len: 168 time: 0.6903229 Nov 16 04:52:01.475665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47772) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:01.483848 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:01.534527 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:01.674566 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:01.697839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-abd0057e-9960-4954-9e5b-a24003da63de req-bec00436-b61e-47e9-87a8-1a78f596df25 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08 HTTP/1.1" status: 200 len: 221 time: 0.0612125 Nov 16 04:52:01.766610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa27d7df-6bf3-40c5-b879-afd4f5f6d31b req-6cb27ada-8db8-4d28-85f1-774d8c2c26a5 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0607836 Nov 16 04:52:01.867792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.25.0.32 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/83c09469-e834-4753-bcfe-6c7b9f8f2b09) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:52:01.917747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a1dc8-c91f-42a4-97bf-b4574dac4217 req-991d707c-2b9f-44ef-aadf-c757b0d2e369 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:01.925262 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f92a1dc8-c91f-42a4-97bf-b4574dac4217 req-991d707c-2b9f-44ef-aadf-c757b0d2e369 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0867832 Nov 16 04:52:01.975860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f92a1dc8-c91f-42a4-97bf-b4574dac4217 req-2c389147-0aac-453a-a705-b5de7fea77a7 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495243 Nov 16 04:52:02.014552 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:02.061660 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:02.110408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728844d9-6594-4b59-80db-25ea54362416 req-6a90d15d-1be7-4f83-b2ba-6b94bfdcd025 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:02.118504 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-728844d9-6594-4b59-80db-25ea54362416 req-6a90d15d-1be7-4f83-b2ba-6b94bfdcd025 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0677905 Nov 16 04:52:02.171876 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-728844d9-6594-4b59-80db-25ea54362416 req-9bfeb464-7dc9-4f25-96a4-d9b07441f1bc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524535 Nov 16 04:52:02.335070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190b4f8-2fba-4542-8804-f4aafe415f9d req-b8646a03-b886-4fbd-91e3-fc5f34a6bce4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:02.336808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0190b4f8-2fba-4542-8804-f4aafe415f9d req-b8646a03-b886-4fbd-91e3-fc5f34a6bce4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0563922 Nov 16 04:52:02.401313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0190b4f8-2fba-4542-8804-f4aafe415f9d req-1cb2999f-4630-4ed7-ad21-439dbad6b50a tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581069 Nov 16 04:52:02.450536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:02.452265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:02.455972 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:02.481301 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=83c09469-e834-4753-bcfe-6c7b9f8f2b09,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:02.531109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca80074-762d-4c07-b089-7f58d1f660b7 req-c1bd36cb-236d-4618-9aa7-5cc72a3d8e1f tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:02.532064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aca80074-762d-4c07-b089-7f58d1f660b7 req-c1bd36cb-236d-4618-9aa7-5cc72a3d8e1f tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0546970 Nov 16 04:52:02.545915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:02.593655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:02.600155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aca80074-762d-4c07-b089-7f58d1f660b7 req-403b18c9-6ca5-4182-a802-6de2ccf580f9 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552845 Nov 16 04:52:02.724632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7f3f3-3bf9-4f79-ad10-8139e61aa60e req-b4104325-3207-4f43-9e32-909b9d1c392a tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:02.726286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76d7f3f3-3bf9-4f79-ad10-8139e61aa60e req-b4104325-3207-4f43-9e32-909b9d1c392a tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0519753 Nov 16 04:52:02.761490 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:02.766381 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:02.789788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76d7f3f3-3bf9-4f79-ad10-8139e61aa60e req-99d11df9-5b72-4bcf-bfc9-4de32d15f701 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573871 Nov 16 04:52:02.829458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=83c09469-e834-4753-bcfe-6c7b9f8f2b09,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:02.875022 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:02.896285 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:02.896997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77a7b5bf-e6b1-4063-97ad-0b65d1500556 req-ef2f64b1-5d5f-492c-85a6-3fd439360ee3 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0323143 Nov 16 04:52:02.901866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47848) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:02.904245 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-521885d3-4fcb-4e0f-a56a-27ca297f6605 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4271774 Nov 16 04:52:02.909527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'port': {'network_id': '8f2d7aaa-f457-452c-952c-338363df0d37', 'name': 'tempest-FloatingIPTestJSON-952739515'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:03.040727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbc510-d42b-4980-8fbd-4522ab2e97c7 req-2ea5aec1-9b9e-4a76-89f3-09a99582c096 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:03.042278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8cbc510-d42b-4980-8fbd-4522ab2e97c7 req-2ea5aec1-9b9e-4a76-89f3-09a99582c096 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0769331 Nov 16 04:52:03.113885 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Made reservation on behalf of 15175e74f621482b9c2b102fe307374c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:03.117318 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:03.123093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8cbc510-d42b-4980-8fbd-4522ab2e97c7 req-93e2a374-8baa-4d3c-9c5f-eb128aa10278 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743899 Nov 16 04:52:03.138434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] device_id is not set on port 74663e91-b48f-4d92-a596-5a8f7c5e0f10 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:52:03.282816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.20.0.2 (8f2d7aaa-f457-452c-952c-338363df0d37/b7fb6142-9593-4314-acff-8248a7db977b/74663e91-b48f-4d92-a596-5a8f7c5e0f10) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:52:03.301527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daff1d8-30ab-4f7f-88dd-3935afd5c9aa req-1d060329-c41b-4f73-a9d4-eb0e0aa0d83f tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:03.303053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6daff1d8-30ab-4f7f-88dd-3935afd5c9aa req-1d060329-c41b-4f73-a9d4-eb0e0aa0d83f tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0978360 Nov 16 04:52:03.419222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6daff1d8-30ab-4f7f-88dd-3935afd5c9aa req-36899bce-be81-426f-abb5-0eb5cf1097cf tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078093 Nov 16 04:52:03.486136 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:03.556658 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:03.577471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ceeea-8abc-4a5d-b37d-02ee9ae46a04 req-169fe4e5-d14d-4afe-8371-f23563203367 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:03.578992 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-730ceeea-8abc-4a5d-b37d-02ee9ae46a04 req-169fe4e5-d14d-4afe-8371-f23563203367 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0838058 Nov 16 04:52:03.620843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network 8f2d7aaa-f457-452c-952c-338363df0d37 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:03.631003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:03.638029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:03.641644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=74663e91-b48f-4d92-a596-5a8f7c5e0f10,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:03.708354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-730ceeea-8abc-4a5d-b37d-02ee9ae46a04 req-c912bb64-2659-438b-b692-c0a2339c493d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112790 Nov 16 04:52:03.716402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:03.717020 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:03.735340 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-96a4511b-ccd4-4435-a11f-5799acca9921 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8324614 Nov 16 04:52:03.738470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47872) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:03.743198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-797ea08b-fdae-4e07-ab6a-ce482dbb2a97 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'floatingip': {'port_id': '74663e91-b48f-4d92-a596-5a8f7c5e0f10'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:03.784115 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-797ea08b-fdae-4e07-ab6a-ce482dbb2a97 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:03.927915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54707b8-5c82-43b3-9cd9-e7a66362d698 req-392701d6-0b03-4480-a0e5-0ecb7aae9e22 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:03.929584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a54707b8-5c82-43b3-9cd9-e7a66362d698 req-392701d6-0b03-4480-a0e5-0ecb7aae9e22 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1110952 Nov 16 04:52:04.051838 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47886) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:04.052967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4435f0f-8717-49fd-8be3-7a4f3fe39bb2 req-221f9132-aa68-49b4-beef-9ffe284ae4a8 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0382295 Nov 16 04:52:04.083412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a54707b8-5c82-43b3-9cd9-e7a66362d698 req-5a4f70ea-1fc3-47a5-9eea-acffded82f9a tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440446 Nov 16 04:52:04.177637 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aac5b1b1-90f7-42df-9f49-8feeb90cc460 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:04.252374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aac5b1b1-90f7-42df-9f49-8feeb90cc460 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:04.256244 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aac5b1b1-90f7-42df-9f49-8feeb90cc460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:04.282956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7a00a-0b7c-4bc0-bafa-2cb0913f8ac5 req-83290594-6ecf-443b-ae8f-d05969267714 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:04.284435 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85f7a00a-0b7c-4bc0-bafa-2cb0913f8ac5 req-83290594-6ecf-443b-ae8f-d05969267714 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0954289 Nov 16 04:52:04.294827 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aac5b1b1-90f7-42df-9f49-8feeb90cc460 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=368f33be76f44f7390568aec40e96631&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419064 Nov 16 04:52:04.295815 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5b1b1-90f7-42df-9f49-8feeb90cc460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e41a8fb-034e-4dbf-9b8c-764d66df7d82,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:04.298188 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47892) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:04.346067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a31ce97-835a-4df4-9e32-8a6cef422bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:04.366358 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a31ce97-835a-4df4-9e32-8a6cef422bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:04.421817 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a31ce97-835a-4df4-9e32-8a6cef422bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:04.424396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a31ce97-835a-4df4-9e32-8a6cef422bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:04.425574 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0a31ce97-835a-4df4-9e32-8a6cef422bcf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e41a8fb-034e-4dbf-9b8c-764d66df7d82 HTTP/1.1" status: 204 len: 168 time: 0.1264770 Nov 16 04:52:04.433791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a31ce97-835a-4df4-9e32-8a6cef422bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e41a8fb-034e-4dbf-9b8c-764d66df7d82,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:04.714611 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47900) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:04.714926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85f7a00a-0b7c-4bc0-bafa-2cb0913f8ac5 req-cfbd651b-cc07-4737-8d10-8c62f6cf0bac tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079664 Nov 16 04:52:04.727989 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5c0786d-7bcb-465c-8a37-972edc6cb780 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:04.730387 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-797ea08b-fdae-4e07-ab6a-ce482dbb2a97 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:04.734276 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-797ea08b-fdae-4e07-ab6a-ce482dbb2a97 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:04.813487 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5c0786d-7bcb-465c-8a37-972edc6cb780 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:04.818329 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5c0786d-7bcb-465c-8a37-972edc6cb780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:04.857420 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d5c0786d-7bcb-465c-8a37-972edc6cb780 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=048aedbe82444543944bac996be1970d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416833 Nov 16 04:52:04.858328 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0786d-7bcb-465c-8a37-972edc6cb780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c974ea9-682b-430f-bae1-e0e9aa95673c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:04.861257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47906) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:04.879528 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-797ea08b-fdae-4e07-ab6a-ce482dbb2a97 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Floating IP d86bd278-a9f4-49ea-bab8-ae2b6094d440 associated. External IP: 172.25.0.32, port: 74663e91-b48f-4d92-a596-5a8f7c5e0f10. Nov 16 04:52:04.893422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad3c24-8cb3-4536-9331-9495f110d74c req-83942839-91bf-45a3-bd70-6749b2cedce1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:04.894952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1ad3c24-8cb3-4536-9331-9495f110d74c req-83942839-91bf-45a3-bd70-6749b2cedce1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0821147 Nov 16 04:52:05.039627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1ad3c24-8cb3-4536-9331-9495f110d74c req-a65f6a37-33a3-421a-bcff-b0de114a39de tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845227 Nov 16 04:52:05.041684 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-531b32eb-6796-4110-b5bf-5267d90133e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:05.073433 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-531b32eb-6796-4110-b5bf-5267d90133e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:05.218421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c063f44-600b-450a-9c7b-a80d04bb6158 req-27bae68b-2604-4813-9838-38b4d0f92801 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0623786 Nov 16 04:52:05.253444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9679ad-8aa2-4488-8621-f9b7d1197115 req-12827129-6a78-4e45-a0ed-afb89da982be tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:05.254950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be9679ad-8aa2-4488-8621-f9b7d1197115 req-12827129-6a78-4e45-a0ed-afb89da982be tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1369195 Nov 16 04:52:05.275834 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-531b32eb-6796-4110-b5bf-5267d90133e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:05.278415 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-531b32eb-6796-4110-b5bf-5267d90133e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:05.279476 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-531b32eb-6796-4110-b5bf-5267d90133e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c974ea9-682b-430f-bae1-e0e9aa95673c HTTP/1.1" status: 204 len: 168 time: 0.4152732 Nov 16 04:52:05.293862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797ea08b-fdae-4e07-ab6a-ce482dbb2a97 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:52:05.303985 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b32eb-6796-4110-b5bf-5267d90133e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c974ea9-682b-430f-bae1-e0e9aa95673c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:05.369429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be9679ad-8aa2-4488-8621-f9b7d1197115 req-f3affcf1-57c9-46ea-aceb-060a7eae3e79 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030629 Nov 16 04:52:05.436122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797ea08b-fdae-4e07-ab6a-ce482dbb2a97 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:05.441706 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-797ea08b-fdae-4e07-ab6a-ce482dbb2a97 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:05.448466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7402aae1-c4f5-40cb-b575-dbc129a75f81 None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:05.461353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402aae1-c4f5-40cb-b575-dbc129a75f81 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:05.462331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7402aae1-c4f5-40cb-b575-dbc129a75f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:05.487408 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-797ea08b-fdae-4e07-ab6a-ce482dbb2a97 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "PUT /v2.0/floatingips/d86bd278-a9f4-49ea-bab8-ae2b6094d440 HTTP/1.1" status: 200 len: 976 time: 1.7477024 Nov 16 04:52:05.491454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47924) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:05.503921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7402aae1-c4f5-40cb-b575-dbc129a75f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:05.512459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402aae1-c4f5-40cb-b575-dbc129a75f81 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:05.513287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7402aae1-c4f5-40cb-b575-dbc129a75f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:05.548570 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7402aae1-c4f5-40cb-b575-dbc129a75f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:05.549216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7402aae1-c4f5-40cb-b575-dbc129a75f81 None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:05.602932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d8b02-56aa-461d-ad13-e9bf59ebd7dc req-53caf3cb-a642-47b9-9b3c-99eb9a3163dc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:05.604414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b21d8b02-56aa-461d-ad13-e9bf59ebd7dc req-53caf3cb-a642-47b9-9b3c-99eb9a3163dc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1286886 Nov 16 04:52:05.663197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-0722e0ea-6601-41e3-bcfd-097a843fb9f2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port 74663e91-b48f-4d92-a596-5a8f7c5e0f10 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:05.663539 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0722e0ea-6601-41e3-bcfd-097a843fb9f2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:05.671024 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b21d8b02-56aa-461d-ad13-e9bf59ebd7dc req-7c11140f-86de-4f18-b5d0-a5e278848a80 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602727 Nov 16 04:52:05.792109 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0722e0ea-6601-41e3-bcfd-097a843fb9f2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:05.856629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8924b6-0c18-40c6-832a-4b0ae4df59c5 req-ac720d7c-fd3e-4dcf-b969-b6a4b2d3ea0a tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:05.858127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af8924b6-0c18-40c6-832a-4b0ae4df59c5 req-ac720d7c-fd3e-4dcf-b969-b6a4b2d3ea0a tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1032021 Nov 16 04:52:05.958072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af8924b6-0c18-40c6-832a-4b0ae4df59c5 req-5a42fd2d-7ee8-4fb9-b5d2-badb5c3e06b3 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929677 Nov 16 04:52:06.012829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0722e0ea-6601-41e3-bcfd-097a843fb9f2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:06.013570 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0722e0ea-6601-41e3-bcfd-097a843fb9f2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:06.013720 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-0722e0ea-6601-41e3-bcfd-097a843fb9f2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Floating IP d86bd278-a9f4-49ea-bab8-ae2b6094d440 disassociated. External IP: 172.25.0.32, port: 74663e91-b48f-4d92-a596-5a8f7c5e0f10. Nov 16 04:52:06.014499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-0722e0ea-6601-41e3-bcfd-097a843fb9f2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for 74663e91-b48f-4d92-a596-5a8f7c5e0f10 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:06.185905 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0722e0ea-6601-41e3-bcfd-097a843fb9f2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:06.218148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722e0ea-6601-41e3-bcfd-097a843fb9f2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=74663e91-b48f-4d92-a596-5a8f7c5e0f10,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:06.239268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433db14-275b-4d92-a438-b36429f330d3 req-868d5a0f-e7bf-43ae-bd5b-b72ac10da364 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:06.240766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7433db14-275b-4d92-a438-b36429f330d3 req-868d5a0f-e7bf-43ae-bd5b-b72ac10da364 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0894074 Nov 16 04:52:06.355137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53d8d542-ff79-4694-a584-705b3a6e0c4f req-401d846b-5ae1-4e39-926b-e56ad3a3db18 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0489843 Nov 16 04:52:06.402374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7433db14-275b-4d92-a438-b36429f330d3 req-0eed4142-e888-470f-af54-2381271bebe4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246979 Nov 16 04:52:06.421155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0722e0ea-6601-41e3-bcfd-097a843fb9f2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:52:06.574075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c44d4-b91c-4833-84d5-dd48dfdece79 req-e2104e66-370c-4ccc-9c83-5c1744a4b909 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:06.575717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-993c44d4-b91c-4833-84d5-dd48dfdece79 req-e2104e66-370c-4ccc-9c83-5c1744a4b909 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0703514 Nov 16 04:52:06.588890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0722e0ea-6601-41e3-bcfd-097a843fb9f2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:06.599617 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc2fb1b-c0bb-4a22-a0e0-30f77a763d6a None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:06.610017 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc2fb1b-c0bb-4a22-a0e0-30f77a763d6a None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:06.610776 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-1bc2fb1b-c0bb-4a22-a0e0-30f77a763d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:06.644653 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-1bc2fb1b-c0bb-4a22-a0e0-30f77a763d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:06.656909 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc2fb1b-c0bb-4a22-a0e0-30f77a763d6a None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:06.657636 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-1bc2fb1b-c0bb-4a22-a0e0-30f77a763d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:06.676349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-993c44d4-b91c-4833-84d5-dd48dfdece79 req-a80fc680-6be5-4eef-b29c-196a7a8b41f0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945737 Nov 16 04:52:06.677404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0722e0ea-6601-41e3-bcfd-097a843fb9f2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:06.680562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0722e0ea-6601-41e3-bcfd-097a843fb9f2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/ports/74663e91-b48f-4d92-a596-5a8f7c5e0f10 HTTP/1.1" status: 204 len: 168 time: 1.1894896 Nov 16 04:52:06.683060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47976) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:06.699098 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-1bc2fb1b-c0bb-4a22-a0e0-30f77a763d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:06.699823 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc2fb1b-c0bb-4a22-a0e0-30f77a763d6a None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:06.752510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4315255c-5e04-49e9-8c50-b4f42069f7d2 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "GET /v2.0/floatingips/d86bd278-a9f4-49ea-bab8-ae2b6094d440 HTTP/1.1" status: 200 len: 687 time: 0.0673769 Nov 16 04:52:06.755582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47982) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:06.938321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29744d-2ad5-4dfd-abfc-b4de474b876a req-67b24bbe-5db5-46a7-8e77-f82ff33cb2cc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:06.939818 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb29744d-2ad5-4dfd-abfc-b4de474b876a req-67b24bbe-5db5-46a7-8e77-f82ff33cb2cc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0806079 Nov 16 04:52:06.954970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-63937137-0964-4c28-bc3d-02acfaf45e46 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port 83c09469-e834-4753-bcfe-6c7b9f8f2b09 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:06.955313 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63937137-0964-4c28-bc3d-02acfaf45e46 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:07.044405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb29744d-2ad5-4dfd-abfc-b4de474b876a req-185760d6-6390-497d-bade-2921548afd99 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965440 Nov 16 04:52:07.068344 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63937137-0964-4c28-bc3d-02acfaf45e46 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:07.068344 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63937137-0964-4c28-bc3d-02acfaf45e46 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:07.080011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-63937137-0964-4c28-bc3d-02acfaf45e46 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for 83c09469-e834-4753-bcfe-6c7b9f8f2b09 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:07.198981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd5f86-33e9-4d08-98ca-ac2e05725c51 req-649ed8f6-9370-40f7-9657-09bc47fa6673 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:07.200471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91dd5f86-33e9-4d08-98ca-ac2e05725c51 req-649ed8f6-9370-40f7-9657-09bc47fa6673 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0739255 Nov 16 04:52:07.285971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91dd5f86-33e9-4d08-98ca-ac2e05725c51 req-76afc5d2-852c-4e43-bb58-a63569884dfd tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777357 Nov 16 04:52:07.310861 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63937137-0964-4c28-bc3d-02acfaf45e46 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:07.345245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63937137-0964-4c28-bc3d-02acfaf45e46 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=83c09469-e834-4753-bcfe-6c7b9f8f2b09,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:07.478623 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63937137-0964-4c28-bc3d-02acfaf45e46 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:07.481430 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63937137-0964-4c28-bc3d-02acfaf45e46 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:07.482483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-63937137-0964-4c28-bc3d-02acfaf45e46 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/floatingips/d86bd278-a9f4-49ea-bab8-ae2b6094d440 HTTP/1.1" status: 204 len: 168 time: 0.7259426 Nov 16 04:52:07.486139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48018) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:07.491017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': 'b909a31f-a883-419a-a22b-d3c8d196f0d7'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:07.506870 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-491f7bec-b27b-4f06-aa3f-25db7ca1ff21 req-88ce557a-d55b-4a59-bc7a-ab7c88a2829d tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0478334 Nov 16 04:52:07.515879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1562ee7-5c00-49b9-b369-19cff1d16f60 req-473d5e82-0f9d-421e-8fff-c6da8d058a1b tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:07.517523 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1562ee7-5c00-49b9-b369-19cff1d16f60 req-473d5e82-0f9d-421e-8fff-c6da8d058a1b tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1114695 Nov 16 04:52:07.523278 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:07.583554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1562ee7-5c00-49b9-b369-19cff1d16f60 req-e75cd74d-a393-437a-ab33-9d028ec7845c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532196 Nov 16 04:52:07.669324 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:07.697691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16810e-298f-4742-8aca-5c5d48e06ebb req-94cd03e4-d269-4d3d-a5da-62c2a56f4ccb tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:07.698139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de16810e-298f-4742-8aca-5c5d48e06ebb req-94cd03e4-d269-4d3d-a5da-62c2a56f4ccb tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0499873 Nov 16 04:52:07.750081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de16810e-298f-4742-8aca-5c5d48e06ebb req-8fb41d72-0b97-4393-bd8e-d7c66e9341d0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460398 Nov 16 04:52:07.796425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.25.0.219 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/6e64ed4c-e3bc-4cdd-af86-fc213b61b157) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:52:07.974938 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9094d731-a51a-4121-a10d-44fcb46d08d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:07.975591 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:08.021067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:08.032612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54b4e6-d30b-4b7d-bdad-78caee8690fe req-0d591a1e-0c25-45b6-9551-04e53384c4c8 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:08.034195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b54b4e6-d30b-4b7d-bdad-78caee8690fe req-0d591a1e-0c25-45b6-9551-04e53384c4c8 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0555508 Nov 16 04:52:08.075705 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:08.080097 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:08.085689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:08.094320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b54b4e6-d30b-4b7d-bdad-78caee8690fe req-f3adc8e3-6551-4477-9506-ba7bae03322b tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534811 Nov 16 04:52:08.127378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=6e64ed4c-e3bc-4cdd-af86-fc213b61b157,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:08.466422 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:08.532703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:08.631013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f28e251-74ca-4fff-9437-15adb8e476c8 req-dbb80898-ac9b-4134-8d22-b4cfc5d58f33 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0288303 Nov 16 04:52:08.714914 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:08.719356 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:08.802177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=6e64ed4c-e3bc-4cdd-af86-fc213b61b157,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:08.810663 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:08.909586 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Floating IP 8bc180e0-945b-4091-9ec5-cab9b2fa1dbe associated. External IP: 172.25.0.219, port: b909a31f-a883-419a-a22b-d3c8d196f0d7. Nov 16 04:52:09.125697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:52:09.232774 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42614c9e-2ddc-49b4-a486-22c9a706ea58 req-48021aa3-a15a-4be1-ae49-414820782a06 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:09.234626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42614c9e-2ddc-49b4-a486-22c9a706ea58 req-48021aa3-a15a-4be1-ae49-414820782a06 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0663617 Nov 16 04:52:09.253579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:09.267604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274a0467-8ba6-42e3-bdf8-e35df1d39819 None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:09.284281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274a0467-8ba6-42e3-bdf8-e35df1d39819 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:09.287335 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:09.287636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-274a0467-8ba6-42e3-bdf8-e35df1d39819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:09.313397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42614c9e-2ddc-49b4-a486-22c9a706ea58 req-775bf947-055b-4580-9f66-40e384126b92 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704455 Nov 16 04:52:09.332506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48088) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:09.332818 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-68bddee0-af3b-45be-ac52-fc678777dea7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.8451746 Nov 16 04:52:09.342786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ba500046-acb9-4fba-92d7-9d0c45cc7830 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2131799067'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:09.393056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba500046-acb9-4fba-92d7-9d0c45cc7830 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Made reservation on behalf of 15175e74f621482b9c2b102fe307374c for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:09.398144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-274a0467-8ba6-42e3-bdf8-e35df1d39819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:09.402864 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba500046-acb9-4fba-92d7-9d0c45cc7830 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:09.407605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274a0467-8ba6-42e3-bdf8-e35df1d39819 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:09.408184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-274a0467-8ba6-42e3-bdf8-e35df1d39819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:51:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:09.477105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba500046-acb9-4fba-92d7-9d0c45cc7830 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:52:09.513444 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba500046-acb9-4fba-92d7-9d0c45cc7830 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:09.514130 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-ba500046-acb9-4fba-92d7-9d0c45cc7830 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Added segment 1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862 of type vlan for network 61c10ff9-d183-4618-a45d-16ce0578a037 Nov 16 04:52:09.588161 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba500046-acb9-4fba-92d7-9d0c45cc7830 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:09.627310 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba500046-acb9-4fba-92d7-9d0c45cc7830 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:09.634597 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba500046-acb9-4fba-92d7-9d0c45cc7830 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:09.636669 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba500046-acb9-4fba-92d7-9d0c45cc7830 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:09.703630 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-274a0467-8ba6-42e3-bdf8-e35df1d39819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:09.704544 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274a0467-8ba6-42e3-bdf8-e35df1d39819 None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:09.772579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48108) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:09.773032 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ba500046-acb9-4fba-92d7-9d0c45cc7830 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4388976 Nov 16 04:52:09.779527 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-339f13f8-9f5d-4987-9ab7-7f8b9b741edb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'subnet': {'network_id': '61c10ff9-d183-4618-a45d-16ce0578a037', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:09.784523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba500046-acb9-4fba-92d7-9d0c45cc7830 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Network': ['ID=61c10ff9-d183-4618-a45d-16ce0578a037,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:09.801628 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 61c10ff9-d183-4618-a45d-16ce0578a037 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:52:09.822724 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c91a59af-e140-4f69-a1f2-6f2d99ae17df req-8a3c0448-a835-4b31-a528-8331f2214874 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0394323 Nov 16 04:52:09.835577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4a364-da70-430c-a49b-4c119f175765 req-18b53ad0-26f2-4a6e-a436-0d4ba59d2750 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:09.838433 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20a4a364-da70-430c-a49b-4c119f175765 req-18b53ad0-26f2-4a6e-a436-0d4ba59d2750 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1211765 Nov 16 04:52:09.908867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20a4a364-da70-430c-a49b-4c119f175765 req-90df7f40-71e1-464e-b37f-a83c73c9f1ba tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631723 Nov 16 04:52:10.007102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-339f13f8-9f5d-4987-9ab7-7f8b9b741edb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Made reservation on behalf of 15175e74f621482b9c2b102fe307374c for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:10.010966 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-339f13f8-9f5d-4987-9ab7-7f8b9b741edb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:10.204947 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04058264-4619-4662-bfb0-a6e648659a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:10.224473 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-339f13f8-9f5d-4987-9ab7-7f8b9b741edb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:10.292781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f13f8-9f5d-4987-9ab7-7f8b9b741edb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Subnet': ['ID=8fafd682-672d-425a-b681-10c41d299e45,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:10.297278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339f13f8-9f5d-4987-9ab7-7f8b9b741edb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Checking segment: {'id': '1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '61c10ff9-d183-4618-a45d-16ce0578a037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:10.298069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339f13f8-9f5d-4987-9ab7-7f8b9b741edb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network hostable DHCP agents. Network: 61c10ff9-d183-4618-a45d-16ce0578a037, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:52:10.316331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339f13f8-9f5d-4987-9ab7-7f8b9b741edb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network 61c10ff9-d183-4618-a45d-16ce0578a037 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:52:10.326484 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-339f13f8-9f5d-4987-9ab7-7f8b9b741edb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 61c10ff9-d183-4618-a45d-16ce0578a037) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:10.337239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040ddea3-6581-4e55-bd96-d025e319c5d5 None None] Network 61c10ff9-d183-4618-a45d-16ce0578a037 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:10.339504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339f13f8-9f5d-4987-9ab7-7f8b9b741edb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:10.340117 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-339f13f8-9f5d-4987-9ab7-7f8b9b741edb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:10.369654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48122) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:10.369912 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-339f13f8-9f5d-4987-9ab7-7f8b9b741edb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5960526 Nov 16 04:52:10.376777 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1909459777', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:10.414462 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:10.415868 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:10.495226 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:10.527455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-61c10ff9-d183-4618-a45d-16ce0578a037', 'network_id': '61c10ff9-d183-4618-a45d-16ce0578a037', 'tenant_id': '15175e74f621482b9c2b102fe307374c', 'fixed_ips': [{'subnet_id': '8fafd682-672d-425a-b681-10c41d299e45'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:52:10.528620 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:10.693595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Allocated IP 172.20.0.2 (61c10ff9-d183-4618-a45d-16ce0578a037/8fafd682-672d-425a-b681-10c41d299e45/a087e57a-edf5-4ce5-8ba5-36088d4b6d8a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:52:10.754781 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:10.868040 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:10.874230 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:10.927015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Pushing event updated for resources: {'Port': ['ID=a087e57a-edf5-4ce5-8ba5-36088d4b6d8a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:10.936865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:10.937456 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:10.938543 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:10.939253 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:10.939728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:10.940210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:10.940550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:10.941432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:10.941794 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:10.942115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:10.942465 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:10.943082 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:10.953138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Network 61c10ff9-d183-4618-a45d-16ce0578a037 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:10.956014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:10.960228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:11.022883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Attempting to bind port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:11.023168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Attempting to bind port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '61c10ff9-d183-4618-a45d-16ce0578a037'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:11.023541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Attempting to bind port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a on network 61c10ff9-d183-4618-a45d-16ce0578a037 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:11.030343 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:52:11.031013 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Checking segment: {'id': '1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '61c10ff9-d183-4618-a45d-16ce0578a037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:11.031621 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:11.032177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Bound using segment: {'id': '1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '61c10ff9-d183-4618-a45d-16ce0578a037'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:52:11.032832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Bound port: a087e57a-edf5-4ce5-8ba5-36088d4b6d8a, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '61c10ff9-d183-4618-a45d-16ce0578a037'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:52:11.033396 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:11.103853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] For port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:52:11.107209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] For port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a087e57a-edf5-4ce5-8ba5-36088d4b6d8a,segment=NetworkSegment(1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862),segment_id=1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:52:11.111765 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:11.182676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d65bdd-626a-495d-b5aa-5d4590c9c931 None None] Pushing event updated for resources: {'Port': ['ID=a087e57a-edf5-4ce5-8ba5-36088d4b6d8a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:11.234482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d6a6920-d75d-4e2f-96e2-5727dd158f88 req-f49a08c0-47cf-4f66-ac05-06e15c20fa5a tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0545876 Nov 16 04:52:11.277218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3333cf-bd36-48ae-a9dd-8c75099407f8 req-0e8604d0-bfb7-4359-a2a5-833aa635772e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:11.278765 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e3333cf-bd36-48ae-a9dd-8c75099407f8 req-0e8604d0-bfb7-4359-a2a5-833aa635772e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1001172 Nov 16 04:52:11.450376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e3333cf-bd36-48ae-a9dd-8c75099407f8 req-e23225a0-0968-412b-9a31-276882b94949 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641574 Nov 16 04:52:11.488444 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:11.522132 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:11.656562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a9138-9725-4d14-8bb3-e676f8744dc5 req-36a5cb75-81b8-42ab-be72-14b3f1df35fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:11.658112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d8a9138-9725-4d14-8bb3-e676f8744dc5 req-36a5cb75-81b8-42ab-be72-14b3f1df35fa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1179681 Nov 16 04:52:11.683869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a087e57a-edf5-4ce5-8ba5-36088d4b6d8a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:52:11.709401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.25.0.22 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/6cb2f4dd-4440-408c-8906-ade8820c5408) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:52:11.752442 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:11.752797 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:11.778400 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d8a9138-9725-4d14-8bb3-e676f8744dc5 req-194e091f-9a17-49b6-947b-465b0965c064 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114671 Nov 16 04:52:11.886303 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:11.917473 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:11.922996 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:11.929608 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:11.979681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:11.982754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:11.986992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:12.010828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a087e57a-edf5-4ce5-8ba5-36088d4b6d8a,segment=NetworkSegment(1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862),segment_id=1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:12.020449 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:12.100029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=6cb2f4dd-4440-408c-8906-ade8820c5408,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:12.123816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d9edd-1a6d-4211-9e85-24c79d788e23 req-edc9560a-6b66-4b5c-a763-e1ef98e55c1c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:12.126503 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a11d9edd-1a6d-4211-9e85-24c79d788e23 req-edc9560a-6b66-4b5c-a763-e1ef98e55c1c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1363888 Nov 16 04:52:12.130001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=a087e57a-edf5-4ce5-8ba5-36088d4b6d8a,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:12.325281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a11d9edd-1a6d-4211-9e85-24c79d788e23 req-5d5676c4-8728-4323-b1df-069de67d3c07 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928985 Nov 16 04:52:12.435372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b1577cb-7c6d-4d02-a2bf-32198fbb935c req-51053ca5-1f69-459c-ab6a-b4a848c108ec tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0831974 Nov 16 04:52:12.509884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f7c1d6-181c-491c-b044-835f2200167c None None] Network 61c10ff9-d183-4618-a45d-16ce0578a037 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:12.553337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84932ac7-4355-45cb-ac2d-93afe0b43cf3 req-564ecb55-707f-4921-8106-4e6e5bd0e468 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:12.555010 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84932ac7-4355-45cb-ac2d-93afe0b43cf3 req-564ecb55-707f-4921-8106-4e6e5bd0e468 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1183689 Nov 16 04:52:12.602546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0c5a9f26-cdb8-43eb-915f-95b1dbb00c98 None None] Provisioning complete for port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:12.603208 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c5a9f26-cdb8-43eb-915f-95b1dbb00c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:12.614147 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:12.710351 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84932ac7-4355-45cb-ac2d-93afe0b43cf3 req-63a6cb8a-4ad8-4737-8f8c-269ecd3f9a14 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424210 Nov 16 04:52:12.934382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9bac3-8676-4063-a3b9-856fb8c35ec6 req-ffc13aa9-0cb8-42c5-9b4c-7588d9e2b78c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:12.936281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ec9bac3-8676-4063-a3b9-856fb8c35ec6 req-ffc13aa9-0cb8-42c5-9b4c-7588d9e2b78c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0742271 Nov 16 04:52:12.966553 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:13.064175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ec9bac3-8676-4063-a3b9-856fb8c35ec6 req-3828978f-d8d1-4a90-b48b-f043c3475bad tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176293 Nov 16 04:52:13.191462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48196) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:13.197277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1c255e9b-d629-40e5-930c-2808d11081f6 None None] Provisioning complete for port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:13.197841 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c255e9b-d629-40e5-930c-2808d11081f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:13.226668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 8dba8ae4-9a86-49f0-a435-44a80b4463d4 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:52:13.246871 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:13.308862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab6365-0cce-41a1-8a1f-a4aa616b7325 req-7680a0fb-d9df-4402-9d1e-4298697fcfdc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:13.317712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8dab6365-0cce-41a1-8a1f-a4aa616b7325 req-7680a0fb-d9df-4402-9d1e-4298697fcfdc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1646097 Nov 16 04:52:13.351081 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d3b219d-e734-4634-b918-6ab6ed4f0090 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:13.422329 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8dab6365-0cce-41a1-8a1f-a4aa616b7325 req-316f4513-8d04-4c7f-abae-fc49edfcc4c7 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034272 Nov 16 04:52:13.440360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d3b219d-e734-4634-b918-6ab6ed4f0090 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:13.440596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:13.441243 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d3b219d-e734-4634-b918-6ab6ed4f0090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:13.459033 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b82a01-e985-4a66-950a-2b4189376608 None None] Sync routers for ids ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:13.468768 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2d3b219d-e734-4634-b918-6ab6ed4f0090 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fadd8f5aa834dd58ef1c1923e08f768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2746902 Nov 16 04:52:13.471420 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48206) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:13.492083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b219d-e734-4634-b918-6ab6ed4f0090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c707b4-57d0-44ec-9e27-547141df34f6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:13.495328 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b82a01-e985-4a66-950a-2b4189376608 None None] Routers {'8dba8ae4-9a86-49f0-a435-44a80b4463d4'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:13.496701 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-20b82a01-e985-4a66-950a-2b4189376608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:13.516636 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:13.520106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b77e351f-26dd-4b1a-b912-eefa78296cf5 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1484492 Nov 16 04:52:13.523538 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48208) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:13.580530 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-20b82a01-e985-4a66-950a-2b4189376608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:13.591818 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b82a01-e985-4a66-950a-2b4189376608 None None] Routers {'8dba8ae4-9a86-49f0-a435-44a80b4463d4'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:13.592703 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-20b82a01-e985-4a66-950a-2b4189376608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:13.599865 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39c65733-56e2-4758-83a2-ed20ebabb9e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:13.633263 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-20b82a01-e985-4a66-950a-2b4189376608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:13.634240 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b82a01-e985-4a66-950a-2b4189376608 None None] The sync data for ids ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:13.671975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1807080b-bf8a-4f46-a3f1-5be2fa369486 req-cc8a8e88-eb64-4a48-b446-7d30267d85be tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0511489 Nov 16 04:52:13.701993 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39c65733-56e2-4758-83a2-ed20ebabb9e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:13.730684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a087e57a-edf5-4ce5-8ba5-36088d4b6d8a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:52:13.802939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c7788-c841-47de-a5d5-f9aa55a0af07 req-ba8f72b3-9cfb-4444-a62b-5cd9ceb0b850 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:13.810640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e75c7788-c841-47de-a5d5-f9aa55a0af07 req-ba8f72b3-9cfb-4444-a62b-5cd9ceb0b850 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1115110 Nov 16 04:52:13.822974 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:13.845418 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39c65733-56e2-4758-83a2-ed20ebabb9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:13.849871 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39c65733-56e2-4758-83a2-ed20ebabb9e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:13.851019 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-39c65733-56e2-4758-83a2-ed20ebabb9e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03c707b4-57d0-44ec-9e27-547141df34f6 HTTP/1.1" status: 204 len: 168 time: 0.3779814 Nov 16 04:52:13.870589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c65733-56e2-4758-83a2-ed20ebabb9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c707b4-57d0-44ec-9e27-547141df34f6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:13.903335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:13.903720 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:13.904175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e75c7788-c841-47de-a5d5-f9aa55a0af07 req-e2d56be2-09a9-49ef-8dc3-8c988fdd52dc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873926 Nov 16 04:52:14.082063 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d5895-ef96-4345-bea9-3e61f323375d req-869d54a2-238e-4c3f-8e09-2f50b951b0f8 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:14.084160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-691d5895-ef96-4345-bea9-3e61f323375d req-869d54a2-238e-4c3f-8e09-2f50b951b0f8 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0821121 Nov 16 04:52:14.165299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-691d5895-ef96-4345-bea9-3e61f323375d req-25e69905-cdf0-45dc-8bcb-ad6bf13234fb tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668797 Nov 16 04:52:14.282898 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48226) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:14.302579 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54e3cd15-03b7-4996-8f31-bb4f98fcb691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:14.305540 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:14.317166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc2e47-f223-4d8b-ad10-fe8a95515cf8 req-ad4dda09-9c68-4dd6-853e-c2f702e40282 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:14.324697 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05cc2e47-f223-4d8b-ad10-fe8a95515cf8 req-ad4dda09-9c68-4dd6-853e-c2f702e40282 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0737889 Nov 16 04:52:14.371581 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05cc2e47-f223-4d8b-ad10-fe8a95515cf8 req-b3274854-2f34-4195-ae93-d5e4cba8871e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458760 Nov 16 04:52:14.514890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29651d2-57fe-4ffd-9db5-c62fc174496b req-52c9f965-ba5a-472f-bd78-821ac4767ad6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:14.516726 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e29651d2-57fe-4ffd-9db5-c62fc174496b req-52c9f965-ba5a-472f-bd78-821ac4767ad6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0704708 Nov 16 04:52:14.569642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e29651d2-57fe-4ffd-9db5-c62fc174496b req-2d92b72f-4257-41d0-9485-9c5773360978 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420463 Nov 16 04:52:14.582839 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54e3cd15-03b7-4996-8f31-bb4f98fcb691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:14.586936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54e3cd15-03b7-4996-8f31-bb4f98fcb691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:14.664405 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-54e3cd15-03b7-4996-8f31-bb4f98fcb691 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a223963fd31e46c3a4b6d3f8fb2c1dad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3804791 Nov 16 04:52:14.668677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3cd15-03b7-4996-8f31-bb4f98fcb691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979d8257-f49e-4a53-a577-b0eb7dbd6972,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:14.682313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48236) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:14.689544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.20.0.1 (61c10ff9-d183-4618-a45d-16ce0578a037/8fafd682-672d-425a-b681-10c41d299e45/814c1589-67f4-44f7-8f1b-c1ab5692b1ee) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:52:14.772010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a0d12-5d5f-4cbc-96a9-cab2b6e0388f req-a14b360c-c126-4ef5-9f6a-8c4cd7d9849c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:14.773643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-898a0d12-5d5f-4cbc-96a9-cab2b6e0388f req-a14b360c-c126-4ef5-9f6a-8c4cd7d9849c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1102140 Nov 16 04:52:14.814892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed3aad2f-0176-4ef2-ae39-8f2ef91d9b69 req-157f52df-cc80-47ec-b2a3-9decbfd58885 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0386317 Nov 16 04:52:14.836784 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-46c5cd37-46b4-4c7c-a093-8a3c7567280d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:14.882274 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-46c5cd37-46b4-4c7c-a093-8a3c7567280d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:14.913664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-898a0d12-5d5f-4cbc-96a9-cab2b6e0388f req-221d17fd-89cc-491b-9575-a4cc2aa116d7 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152704 Nov 16 04:52:15.008293 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-46c5cd37-46b4-4c7c-a093-8a3c7567280d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:15.011109 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-46c5cd37-46b4-4c7c-a093-8a3c7567280d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:15.015258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-46c5cd37-46b4-4c7c-a093-8a3c7567280d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/979d8257-f49e-4a53-a577-b0eb7dbd6972 HTTP/1.1" status: 204 len: 168 time: 0.3278217 Nov 16 04:52:15.041370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5cd37-46b4-4c7c-a093-8a3c7567280d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979d8257-f49e-4a53-a577-b0eb7dbd6972,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:15.072453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399dca17-ae8b-4d9c-bae6-058a9af5be5d req-2a33b775-a119-499a-b0bb-8726b215e95b tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:15.074246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-399dca17-ae8b-4d9c-bae6-058a9af5be5d req-2a33b775-a119-499a-b0bb-8726b215e95b tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1054664 Nov 16 04:52:15.132966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-399dca17-ae8b-4d9c-bae6-058a9af5be5d req-3379bf33-a009-43cc-be97-042e15b1be91 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526268 Nov 16 04:52:15.171852 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:15.211564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:15.255989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network 61c10ff9-d183-4618-a45d-16ce0578a037 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:15.263700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:15.268105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:15.296667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=814c1589-67f4-44f7-8f1b-c1ab5692b1ee,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:15.321319 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:15.376110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedf237-f729-4f03-9065-9c2261f9ae0a req-7e09afd4-b36e-49c3-884e-1744cc50565c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:15.377808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aedf237-f729-4f03-9065-9c2261f9ae0a req-7e09afd4-b36e-49c3-884e-1744cc50565c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0748577 Nov 16 04:52:15.489550 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aedf237-f729-4f03-9065-9c2261f9ae0a req-eb32d29c-3d01-4293-bdbc-e6e1ed64a37c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030993 Nov 16 04:52:15.530459 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:15.622431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adbe20-e960-4435-b932-9aeffd0dd47e req-1446b62d-1fd6-4534-b74f-decbb938a779 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:15.623936 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21adbe20-e960-4435-b932-9aeffd0dd47e req-1446b62d-1fd6-4534-b74f-decbb938a779 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0566692 Nov 16 04:52:15.679495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-68df41ae-f31c-41a8-9958-59a5ccfae120 None None] Provisioning complete for port 814c1589-67f4-44f7-8f1b-c1ab5692b1ee triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:15.680107 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68df41ae-f31c-41a8-9958-59a5ccfae120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:15.700040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21adbe20-e960-4435-b932-9aeffd0dd47e req-5d35e3a0-1aed-4309-b32e-d123ffca3ea6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634379 Nov 16 04:52:15.759418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-68df41ae-f31c-41a8-9958-59a5ccfae120 None None] Port 814c1589-67f4-44f7-8f1b-c1ab5692b1ee cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:52:15.886332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fd17c-a829-437b-8f6e-ef3a0c0e6f52 req-95fc4cb5-4729-4814-b77a-f2e25e79de86 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:15.894564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d3fd17c-a829-437b-8f6e-ef3a0c0e6f52 req-95fc4cb5-4729-4814-b77a-f2e25e79de86 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0677533 Nov 16 04:52:15.982128 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:15.986817 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13da1202-3db4-42c9-ad6e-dcfce423b207 req-99aac867-6df7-43fc-a2d5-df940e043e03 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0459015 Nov 16 04:52:15.999753 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:16.001452 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d3fd17c-a829-437b-8f6e-ef3a0c0e6f52 req-2f475a2f-515f-4ea6-a174-df0ac00e2e31 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018443 Nov 16 04:52:16.134118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=814c1589-67f4-44f7-8f1b-c1ab5692b1ee,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:16.167542 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:16.183867 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:16.201284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c545140-62a5-4e54-a29e-00c87a193ee3 req-7ef86d65-bfc6-4ea4-925e-0d50637d2229 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:16.202852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c545140-62a5-4e54-a29e-00c87a193ee3 req-7ef86d65-bfc6-4ea4-925e-0d50637d2229 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1011159 Nov 16 04:52:16.267900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c545140-62a5-4e54-a29e-00c87a193ee3 req-b44b08bf-906f-4ed7-a4bb-7b51f358dbe3 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513980 Nov 16 04:52:16.321186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network 61c10ff9-d183-4618-a45d-16ce0578a037 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:16.326925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:16.510874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 8dba8ae4-9a86-49f0-a435-44a80b4463d4 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:52:16.533240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b21d08-db99-40cb-a576-4e53a90b384e req-bb07c94d-0223-4dee-a52c-d2ead0735664 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:16.539917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96b21d08-db99-40cb-a576-4e53a90b384e req-bb07c94d-0223-4dee-a52c-d2ead0735664 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1230645 Nov 16 04:52:16.617209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96b21d08-db99-40cb-a576-4e53a90b384e req-81706456-a864-456f-9eea-f988e570d011 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699122 Nov 16 04:52:16.678410 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:16.686807 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f7cfa938-2615-482c-9727-a2d2d14788e9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "PUT /v2.0/routers/8dba8ae4-9a86-49f0-a435-44a80b4463d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1621892 Nov 16 04:52:16.689355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48304) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:16.697707 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'port': {'network_id': '61c10ff9-d183-4618-a45d-16ce0578a037', 'name': 'tempest-FloatingIPTestJSON-1155848774'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:16.699020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a01e1b35-6c73-4289-8d40-80974b8d0431 None None] Provisioning complete for port 814c1589-67f4-44f7-8f1b-c1ab5692b1ee triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:16.699020 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a01e1b35-6c73-4289-8d40-80974b8d0431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:16.700769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4e4c2-2020-4ff2-98cb-0dd5408f5741 None None] Sync routers for ids ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:16.743321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4e4c2-2020-4ff2-98cb-0dd5408f5741 None None] Routers {'8dba8ae4-9a86-49f0-a435-44a80b4463d4'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:16.744111 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2ba4e4c2-2020-4ff2-98cb-0dd5408f5741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:16.804209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a01e1b35-6c73-4289-8d40-80974b8d0431 None None] Port 814c1589-67f4-44f7-8f1b-c1ab5692b1ee cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:52:16.807900 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2ba4e4c2-2020-4ff2-98cb-0dd5408f5741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:16.823991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4e4c2-2020-4ff2-98cb-0dd5408f5741 None None] Routers {'8dba8ae4-9a86-49f0-a435-44a80b4463d4'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:16.837612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2ba4e4c2-2020-4ff2-98cb-0dd5408f5741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:16.852342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef78b2-6490-4024-811c-914e034ff222 req-5181ed61-a576-4438-8aa4-3e3b787c7099 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:16.854217 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5bef78b2-6490-4024-811c-914e034ff222 req-5181ed61-a576-4438-8aa4-3e3b787c7099 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0924032 Nov 16 04:52:16.901500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Made reservation on behalf of 15175e74f621482b9c2b102fe307374c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:16.904459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2ba4e4c2-2020-4ff2-98cb-0dd5408f5741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:16.904985 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:16.905596 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba4e4c2-2020-4ff2-98cb-0dd5408f5741 None None] The sync data for ids ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:16.954341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5bef78b2-6490-4024-811c-914e034ff222 req-19876da9-dc3a-4b35-b691-aa550b054a72 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890429 Nov 16 04:52:16.961005 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] device_id is not set on port 9f83e3a6-ef84-4dd9-9d08-2dc365e46599 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:52:17.153962 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95bae567-2038-46ad-aad9-282a91160ea3 req-458415c3-4b4a-4b2a-86d2-5140af77dacc tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0425079 Nov 16 04:52:17.166486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Allocated IP 172.20.0.7 (61c10ff9-d183-4618-a45d-16ce0578a037/8fafd682-672d-425a-b681-10c41d299e45/9f83e3a6-ef84-4dd9-9d08-2dc365e46599) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:52:17.263454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1356b-07eb-4f17-af17-48c4f70e1d91 req-1ca2a8a1-33a7-4246-bc88-e7ebfbad58e4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:17.270854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7c1356b-07eb-4f17-af17-48c4f70e1d91 req-1ca2a8a1-33a7-4246-bc88-e7ebfbad58e4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1057308 Nov 16 04:52:17.394158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7c1356b-07eb-4f17-af17-48c4f70e1d91 req-76531568-28d3-4240-af17-fdf1f934c5b6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173611 Nov 16 04:52:17.462336 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:17.523276 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:17.661218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Network 61c10ff9-d183-4618-a45d-16ce0578a037 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:17.663127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event updated for resources: {'Port': ['ID=9f83e3a6-ef84-4dd9-9d08-2dc365e46599,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:17.668167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:17.682487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:17.747256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314c5fc-30c1-45dc-a0b8-06c258fe37a1 req-9b289fed-39b0-4911-86af-60d3173b9077 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:17.750222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0314c5fc-30c1-45dc-a0b8-06c258fe37a1 req-9b289fed-39b0-4911-86af-60d3173b9077 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1659472 Nov 16 04:52:17.776609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:17.777565 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:17.813087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a3af6be2-81a6-463e-893f-d0c773a2ce2a tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1193557 Nov 16 04:52:17.813364 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48358) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:17.818040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a0a96ab3-753c-4ab0-99d1-80b3915a81b9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Request body: {'floatingip': {'port_id': '9f83e3a6-ef84-4dd9-9d08-2dc365e46599'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:17.831020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0314c5fc-30c1-45dc-a0b8-06c258fe37a1 req-9692f70e-07de-44a4-8f58-e8b3005d5bfb tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697668 Nov 16 04:52:17.919503 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a96ab3-753c-4ab0-99d1-80b3915a81b9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:18.043831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce28ad5-4402-4598-8931-ccc70a165d11 req-5e83220b-98b7-4c03-a2fa-8851a66c7102 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:18.052660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ce28ad5-4402-4598-8931-ccc70a165d11 req-5e83220b-98b7-4c03-a2fa-8851a66c7102 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0847042 Nov 16 04:52:18.114609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ce28ad5-4402-4598-8931-ccc70a165d11 req-5b07f600-00f3-4f1d-8dae-3f8831726c08 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609958 Nov 16 04:52:18.147932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f6bacece-8ecb-472e-b107-0f70eb3990e7 None None] Provisioning complete for port 9f83e3a6-ef84-4dd9-9d08-2dc365e46599 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:18.148423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6bacece-8ecb-472e-b107-0f70eb3990e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:18.183219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f6bacece-8ecb-472e-b107-0f70eb3990e7 None None] Port 9f83e3a6-ef84-4dd9-9d08-2dc365e46599 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:52:18.251636 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f327b9-45f8-44e7-93b1-e53ea0f1158c req-ed609fa9-f9f9-4461-82fd-54f20767ffd6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:18.260548 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17f327b9-45f8-44e7-93b1-e53ea0f1158c req-ed609fa9-f9f9-4461-82fd-54f20767ffd6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0739410 Nov 16 04:52:18.281520 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:18.363314 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35f0c641-d1c8-484f-af90-5c3378bbe458 req-55ec9d11-b0f2-46cc-a82a-50401a0b596f tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0501940 Nov 16 04:52:18.394511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17f327b9-45f8-44e7-93b1-e53ea0f1158c req-73346963-9a34-4a85-9a6c-d2f2b9d94457 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327398 Nov 16 04:52:18.452149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48378) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:18.627453 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a96ab3-753c-4ab0-99d1-80b3915a81b9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:18.635313 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a96ab3-753c-4ab0-99d1-80b3915a81b9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:18.652018 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6265a5fa-48bd-4f77-aa3f-e4df150d2d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:18.785367 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6265a5fa-48bd-4f77-aa3f-e4df150d2d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:18.792531 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6265a5fa-48bd-4f77-aa3f-e4df150d2d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:18.794598 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-a0a96ab3-753c-4ab0-99d1-80b3915a81b9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Floating IP 8bc180e0-945b-4091-9ec5-cab9b2fa1dbe associated. External IP: 172.25.0.219, port: b909a31f-a883-419a-a22b-d3c8d196f0d7. Nov 16 04:52:18.864459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ba50cce-036e-48ba-a394-deef84a44b57 req-d2498116-b4b9-420d-8261-3a4d5c111026 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0509651 Nov 16 04:52:18.873404 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6265a5fa-48bd-4f77-aa3f-e4df150d2d94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afa1a0c076914803800da36b55f69fc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4198658 Nov 16 04:52:18.874092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265a5fa-48bd-4f77-aa3f-e4df150d2d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfda53e-42aa-453a-993a-3d90df9af9ff,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:18.876859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48396) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:18.965504 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e9e7c07-48a1-4230-96cf-646fb55fcb1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:19.002196 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e9e7c07-48a1-4230-96cf-646fb55fcb1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:19.044685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a96ab3-753c-4ab0-99d1-80b3915a81b9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:52:19.066756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5486f-0733-418b-871f-b1707c64cd11 req-fb9d0dad-dc51-4a5c-86e4-84b17b7a7759 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:19.068241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3fb5486f-0733-418b-871f-b1707c64cd11 req-fb9d0dad-dc51-4a5c-86e4-84b17b7a7759 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0805914 Nov 16 04:52:19.098946 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e9e7c07-48a1-4230-96cf-646fb55fcb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:19.101465 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e9e7c07-48a1-4230-96cf-646fb55fcb1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:19.102696 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5e9e7c07-48a1-4230-96cf-646fb55fcb1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cfda53e-42aa-453a-993a-3d90df9af9ff HTTP/1.1" status: 204 len: 168 time: 0.2141690 Nov 16 04:52:19.123535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e7c07-48a1-4230-96cf-646fb55fcb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfda53e-42aa-453a-993a-3d90df9af9ff,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:19.136909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3fb5486f-0733-418b-871f-b1707c64cd11 req-13c65751-d291-481f-8049-42c3384f6925 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614398 Nov 16 04:52:19.187829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a96ab3-753c-4ab0-99d1-80b3915a81b9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:19.197078 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee0820-973a-4a97-9598-477893360a4c None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:19.206512 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee0820-973a-4a97-9598-477893360a4c None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:19.207129 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-14ee0820-973a-4a97-9598-477893360a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:19.241469 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-14ee0820-973a-4a97-9598-477893360a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:19.250179 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee0820-973a-4a97-9598-477893360a4c None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:19.250780 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-14ee0820-973a-4a97-9598-477893360a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:19.285475 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-14ee0820-973a-4a97-9598-477893360a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:19.286151 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ee0820-973a-4a97-9598-477893360a4c None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:19.396224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48406) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:19.417749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5bb8-9d70-42f6-8434-a722d9a053f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:19.430365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a96ab3-753c-4ab0-99d1-80b3915a81b9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 8dba8ae4-9a86-49f0-a435-44a80b4463d4 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:52:19.468808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77424ab2-bb6f-4106-a62a-e9ff9c25da32 req-81dc0d52-c6e4-4dba-881e-5bbc1fd87599 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0266731 Nov 16 04:52:19.602046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a96ab3-753c-4ab0-99d1-80b3915a81b9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:19.608418 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a96ab3-753c-4ab0-99d1-80b3915a81b9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:19.611486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5bb8-9d70-42f6-8434-a722d9a053f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:19.612502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356708b7-2cb6-46a1-9b25-1f295a6c109c None None] Sync routers for ids ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:19.623294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356708b7-2cb6-46a1-9b25-1f295a6c109c None None] Routers {'8dba8ae4-9a86-49f0-a435-44a80b4463d4'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:19.624032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-356708b7-2cb6-46a1-9b25-1f295a6c109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:19.630270 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5bb8-9d70-42f6-8434-a722d9a053f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:19.679093 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-356708b7-2cb6-46a1-9b25-1f295a6c109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:19.687988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356708b7-2cb6-46a1-9b25-1f295a6c109c None None] Routers {'8dba8ae4-9a86-49f0-a435-44a80b4463d4'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:19.688683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-356708b7-2cb6-46a1-9b25-1f295a6c109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:19.690783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd5bb8-9d70-42f6-8434-a722d9a053f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc1cf8f-6d88-41ed-b28c-29c44b6cfb68,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:19.697574 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dcfd5bb8-9d70-42f6-8434-a722d9a053f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f76309bd5d15427f848cc2eb7080040b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3002594 Nov 16 04:52:19.700177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48410) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:19.701533 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a0a96ab3-753c-4ab0-99d1-80b3915a81b9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "PUT /v2.0/floatingips/8bc180e0-945b-4091-9ec5-cab9b2fa1dbe HTTP/1.1" status: 200 len: 978 time: 1.8871124 Nov 16 04:52:19.704222 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48412) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:19.727077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-356708b7-2cb6-46a1-9b25-1f295a6c109c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:19.727191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356708b7-2cb6-46a1-9b25-1f295a6c109c None None] The sync data for ids ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:19.777454 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a99472a8-961a-455c-b81c-2f8872fa3475 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:19.808952 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a99472a8-961a-455c-b81c-2f8872fa3475 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:19.840195 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d0aa0-4764-41be-b055-206f923de7d6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port 9f83e3a6-ef84-4dd9-9d08-2dc365e46599 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:19.840624 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0aa0-4764-41be-b055-206f923de7d6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:19.859690 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a99472a8-961a-455c-b81c-2f8872fa3475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:19.862472 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a99472a8-961a-455c-b81c-2f8872fa3475 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:19.863613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a99472a8-961a-455c-b81c-2f8872fa3475 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4cc1cf8f-6d88-41ed-b28c-29c44b6cfb68 HTTP/1.1" status: 204 len: 168 time: 0.1621187 Nov 16 04:52:19.881217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99472a8-961a-455c-b81c-2f8872fa3475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc1cf8f-6d88-41ed-b28c-29c44b6cfb68,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:19.953726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0aa0-4764-41be-b055-206f923de7d6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:20.129251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0aa0-4764-41be-b055-206f923de7d6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:20.129992 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0aa0-4764-41be-b055-206f923de7d6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:20.129992 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-0b4d0aa0-4764-41be-b055-206f923de7d6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Floating IP 8bc180e0-945b-4091-9ec5-cab9b2fa1dbe disassociated. External IP: 172.25.0.219, port: 9f83e3a6-ef84-4dd9-9d08-2dc365e46599. Nov 16 04:52:20.130434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0b4d0aa0-4764-41be-b055-206f923de7d6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for 9f83e3a6-ef84-4dd9-9d08-2dc365e46599 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:20.263806 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0aa0-4764-41be-b055-206f923de7d6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:20.266359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e6e53-3245-4678-8ca9-714c30fdf6cf req-49fc8f91-495f-4e0f-92e1-9e96960f99cc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:20.268154 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a26e6e53-3245-4678-8ca9-714c30fdf6cf req-49fc8f91-495f-4e0f-92e1-9e96960f99cc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0544896 Nov 16 04:52:20.294444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d0aa0-4764-41be-b055-206f923de7d6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=9f83e3a6-ef84-4dd9-9d08-2dc365e46599,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:20.327924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a26e6e53-3245-4678-8ca9-714c30fdf6cf req-0babbda9-38a0-4936-9be7-8989e1525d5c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516722 Nov 16 04:52:20.434087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4d0aa0-4764-41be-b055-206f923de7d6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 8dba8ae4-9a86-49f0-a435-44a80b4463d4 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:52:20.588257 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-676360c9-55dc-49a9-aabb-ee886b0081e3 req-ab1b9f51-36d3-4743-aa2f-0e225e2b9d98 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0278258 Nov 16 04:52:20.865400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4d0aa0-4764-41be-b055-206f923de7d6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:20.877629 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da8dc5-6702-443f-9318-8f4a31ec1392 None None] Sync routers for ids ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:20.902918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd61635e-fc01-4de4-84b4-abe5998e08b1 req-3bc83171-1984-4609-9c2c-ccd79663b4a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8a703a1233da449d81395c8ad3fb5863&device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0691938 Nov 16 04:52:20.910652 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da8dc5-6702-443f-9318-8f4a31ec1392 None None] Routers {'8dba8ae4-9a86-49f0-a435-44a80b4463d4'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:20.911325 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e3da8dc5-6702-443f-9318-8f4a31ec1392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:20.913302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f6d13d3-a8b9-4e60-8d17-d531fc185802 req-92ddc81b-4583-45e6-b751-de59f209d7bf tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0947175 Nov 16 04:52:20.944906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd61635e-fc01-4de4-84b4-abe5998e08b1 req-81d1ef4e-2ef7-42f3-a08d-32f93e5128a7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8a703a1233da449d81395c8ad3fb5863&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276098 Nov 16 04:52:20.965905 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b4d0aa0-4764-41be-b055-206f923de7d6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:20.970614 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e3da8dc5-6702-443f-9318-8f4a31ec1392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:20.973387 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0b4d0aa0-4764-41be-b055-206f923de7d6 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/ports/9f83e3a6-ef84-4dd9-9d08-2dc365e46599 HTTP/1.1" status: 204 len: 168 time: 1.2678905 Nov 16 04:52:20.974576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48456) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:20.982030 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3da8dc5-6702-443f-9318-8f4a31ec1392 None None] Routers {'8dba8ae4-9a86-49f0-a435-44a80b4463d4'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:20.984201 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e3da8dc5-6702-443f-9318-8f4a31ec1392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:21.031247 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e3da8dc5-6702-443f-9318-8f4a31ec1392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:21.031899 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3da8dc5-6702-443f-9318-8f4a31ec1392 None None] The sync data for ids ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:21.062478 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61635e-fc01-4de4-84b4-abe5998e08b1 req-625d7660-7790-4bc7-b330-a3c99acc2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:21.064045 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd61635e-fc01-4de4-84b4-abe5998e08b1 req-625d7660-7790-4bc7-b330-a3c99acc2b66 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130626 Nov 16 04:52:21.340579 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d531025e-fdd0-4051-90d6-b6e1c1f80b4b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:21.450313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05ca36-86b9-4334-9ea6-d71fb976288f req-5238c4a9-ecc5-4afa-9aa5-0034b9ddaeb5 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:21.451845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c05ca36-86b9-4334-9ea6-d71fb976288f req-5238c4a9-ecc5-4afa-9aa5-0034b9ddaeb5 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0513144 Nov 16 04:52:21.522357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c05ca36-86b9-4334-9ea6-d71fb976288f req-ccdafc45-a120-406b-a49e-7ba17255c276 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637190 Nov 16 04:52:21.619943 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d531025e-fdd0-4051-90d6-b6e1c1f80b4b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port 814c1589-67f4-44f7-8f1b-c1ab5692b1ee {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:21.620286 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d531025e-fdd0-4051-90d6-b6e1c1f80b4b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:21.713694 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d531025e-fdd0-4051-90d6-b6e1c1f80b4b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:21.726441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d531025e-fdd0-4051-90d6-b6e1c1f80b4b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for 814c1589-67f4-44f7-8f1b-c1ab5692b1ee owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:21.928321 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d531025e-fdd0-4051-90d6-b6e1c1f80b4b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:21.964795 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531025e-fdd0-4051-90d6-b6e1c1f80b4b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=814c1589-67f4-44f7-8f1b-c1ab5692b1ee,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:22.067439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4301ee32-a7e0-4e0c-9006-7bdb76717891 req-bb39587c-867b-45f3-8974-9bb811a312d2 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.41 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0344932 Nov 16 04:52:22.189736 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d531025e-fdd0-4051-90d6-b6e1c1f80b4b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:22.357675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd61635e-fc01-4de4-84b4-abe5998e08b1 req-8a3d1c32-b25d-4863-b325-c69a2a073b64 tempest-ServerShowV257Test-1345473343 tempest-ServerShowV257Test-1345473343-project] 10.222.0.15 "GET /v2.0/ports?device_id=928c54fc-b5ac-478d-b09a-2ea5d45e09eb HTTP/1.1" status: 200 len: 210 time: 0.0271697 Nov 16 04:52:22.419491 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48514) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:22.438051 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d531025e-fdd0-4051-90d6-b6e1c1f80b4b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 8dba8ae4-9a86-49f0-a435-44a80b4463d4 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:52:22.550821 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5cc1e68-418e-4ff0-b4f2-29116ebedf9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:22.578919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d531025e-fdd0-4051-90d6-b6e1c1f80b4b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:22.586280 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d531025e-fdd0-4051-90d6-b6e1c1f80b4b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "PUT /v2.0/routers/8dba8ae4-9a86-49f0-a435-44a80b4463d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6104894 Nov 16 04:52:22.588437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48520) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:22.599240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ba63c5-2383-48a2-a4ef-016a2d6b21e1 None None] Sync routers for ids ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:22.610174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ba63c5-2383-48a2-a4ef-016a2d6b21e1 None None] Routers {'8dba8ae4-9a86-49f0-a435-44a80b4463d4'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:22.610883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e1ba63c5-2383-48a2-a4ef-016a2d6b21e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:22.637449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538854c9-0bc9-4f99-945d-27270c9ec2c0 req-9a487eb9-2405-41a8-beda-8211988c8999 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:22.639220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-538854c9-0bc9-4f99-945d-27270c9ec2c0 req-9a487eb9-2405-41a8-beda-8211988c8999 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0543256 Nov 16 04:52:22.648266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e1ba63c5-2383-48a2-a4ef-016a2d6b21e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:22.656992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ba63c5-2383-48a2-a4ef-016a2d6b21e1 None None] Routers {'8dba8ae4-9a86-49f0-a435-44a80b4463d4'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:22.657594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e1ba63c5-2383-48a2-a4ef-016a2d6b21e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:22.693053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-538854c9-0bc9-4f99-945d-27270c9ec2c0 req-5b4e4754-8d52-439f-8fcf-de88811766c8 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469968 Nov 16 04:52:22.695082 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e1ba63c5-2383-48a2-a4ef-016a2d6b21e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:22.695980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ba63c5-2383-48a2-a4ef-016a2d6b21e1 None None] The sync data for ids ['8dba8ae4-9a86-49f0-a435-44a80b4463d4'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:22.729511 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:22.801297 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5cc1e68-418e-4ff0-b4f2-29116ebedf9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:22.806056 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5cc1e68-418e-4ff0-b4f2-29116ebedf9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:22.856089 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d5cc1e68-418e-4ff0-b4f2-29116ebedf9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=145b5c8909e04e61a96e208ec7f59b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4352589 Nov 16 04:52:22.859072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48522) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:22.859440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc1e68-418e-4ff0-b4f2-29116ebedf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc1bda1-a0a9-4203-a733-e8087812dd1c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:22.886638 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:22.931991 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5dbf993f-56a2-4c26-a7a1-bbcc0e7651d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:22.944920 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port 6cb2f4dd-4440-408c-8906-ade8820c5408 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:22.945263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:22.953598 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5dbf993f-56a2-4c26-a7a1-bbcc0e7651d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.010897 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5dbf993f-56a2-4c26-a7a1-bbcc0e7651d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.014745 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5dbf993f-56a2-4c26-a7a1-bbcc0e7651d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.016069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5dbf993f-56a2-4c26-a7a1-bbcc0e7651d6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6cc1bda1-a0a9-4203-a733-e8087812dd1c HTTP/1.1" status: 204 len: 168 time: 0.1559260 Nov 16 04:52:23.027198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf993f-56a2-4c26-a7a1-bbcc0e7651d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc1bda1-a0a9-4203-a733-e8087812dd1c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:23.043538 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.061351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for 6cb2f4dd-4440-408c-8906-ade8820c5408 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:23.240693 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.281919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=6cb2f4dd-4440-408c-8906-ade8820c5408,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:23.342850 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.354497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48540) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:23.370493 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c20a682-23ca-447a-bc90-b8efd1d5b66a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.423744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48542) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:23.446246 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.448835 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.466162 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c20a682-23ca-447a-bc90-b8efd1d5b66a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.470517 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c20a682-23ca-447a-bc90-b8efd1d5b66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.494162 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.494722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Fanout notify agent at l3_agent the message router_deleted on router 8dba8ae4-9a86-49f0-a435-44a80b4463d4 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:52:23.504330 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.505403 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-021b2e0f-37a0-426e-a35d-f65032d103c8 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/routers/8dba8ae4-9a86-49f0-a435-44a80b4463d4 HTTP/1.1" status: 204 len: 168 time: 0.9160230 Nov 16 04:52:23.508404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48546) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:23.514269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0c20a682-23ca-447a-bc90-b8efd1d5b66a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a14883e02b0c4b0483b1512f6b35e22b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1586814 Nov 16 04:52:23.515954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48548) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:23.518806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20a682-23ca-447a-bc90-b8efd1d5b66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee4d779-b8f1-4a0e-a891-56c78b07478e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:23.570175 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-23735f05-7372-4c77-8632-aeddf18b424d tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting subnet 8fafd682-672d-425a-b681-10c41d299e45 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:52:23.573473 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23735f05-7372-4c77-8632-aeddf18b424d tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.573635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2de89a2f-aae7-427c-8364-4ff79cde0ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.600644 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2de89a2f-aae7-427c-8364-4ff79cde0ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.619121 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23735f05-7372-4c77-8632-aeddf18b424d tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.639574 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1054-aae4-4db3-94de-d4a6016a7d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.689952 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2de89a2f-aae7-427c-8364-4ff79cde0ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.693151 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2de89a2f-aae7-427c-8364-4ff79cde0ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.694354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2de89a2f-aae7-427c-8364-4ff79cde0ad1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ee4d779-b8f1-4a0e-a891-56c78b07478e HTTP/1.1" status: 204 len: 168 time: 0.1773238 Nov 16 04:52:23.704925 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23735f05-7372-4c77-8632-aeddf18b424d tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.708681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de89a2f-aae7-427c-8364-4ff79cde0ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee4d779-b8f1-4a0e-a891-56c78b07478e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:23.781170 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23735f05-7372-4c77-8632-aeddf18b424d tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.806065 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1054-aae4-4db3-94de-d4a6016a7d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.811008 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1054-aae4-4db3-94de-d4a6016a7d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.814165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23735f05-7372-4c77-8632-aeddf18b424d tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:23.822473 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-23735f05-7372-4c77-8632-aeddf18b424d tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/subnets/8fafd682-672d-425a-b681-10c41d299e45 HTTP/1.1" status: 204 len: 168 time: 0.3131938 Nov 16 04:52:23.822656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48554) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:23.823927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23735f05-7372-4c77-8632-aeddf18b424d tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Subnet': ['ID=8fafd682-672d-425a-b681-10c41d299e45,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:23.825931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cccb98-d9e8-4b7a-8513-6af4d18288c0 None None] Network 61c10ff9-d183-4618-a45d-16ce0578a037 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:23.913581 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-dc3f1054-aae4-4db3-94de-d4a6016a7d8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a703a1233da449d81395c8ad3fb5863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4884999 Nov 16 04:52:23.916580 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48558) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:23.924610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f1054-aae4-4db3-94de-d4a6016a7d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4304a9-780e-4b76-9f6a-52d331090e3b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:23.953860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8321447-f6a7-4640-bce4-625536e68b09 req-2fe06a97-44cb-42e3-a2c4-adc94d813144 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:23.955298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8321447-f6a7-4640-bce4-625536e68b09 req-2fe06a97-44cb-42e3-a2c4-adc94d813144 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1626313 Nov 16 04:52:23.978111 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eca64f53-62af-4d37-b26d-b7c882b1225c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.001121 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.007664 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eca64f53-62af-4d37-b26d-b7c882b1225c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.042549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1276da8a-c190-4ee6-b013-ece389a2ac7e None None] DHCP port deletion for 61c10ff9-d183-4618-a45d-16ce0578a037 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:52:24.083644 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eca64f53-62af-4d37-b26d-b7c882b1225c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.088749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eca64f53-62af-4d37-b26d-b7c882b1225c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.089574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8321447-f6a7-4640-bce4-625536e68b09 req-3ff95b1b-0acc-46c2-8a48-6130650429dd tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252558 Nov 16 04:52:24.090148 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-eca64f53-62af-4d37-b26d-b7c882b1225c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf4304a9-780e-4b76-9f6a-52d331090e3b HTTP/1.1" status: 204 len: 168 time: 0.1727092 Nov 16 04:52:24.113637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:24.114012 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.122749 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca64f53-62af-4d37-b26d-b7c882b1225c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4304a9-780e-4b76-9f6a-52d331090e3b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:24.181446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1276da8a-c190-4ee6-b013-ece389a2ac7e None None] Deleting port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:24.181986 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1276da8a-c190-4ee6-b013-ece389a2ac7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.233964 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:52:24.244054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] For port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a087e57a-edf5-4ce5-8ba5-36088d4b6d8a,segment=NetworkSegment(1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862),segment_id=1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:24.244942 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.252021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1276da8a-c190-4ee6-b013-ece389a2ac7e None None] For port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a087e57a-edf5-4ce5-8ba5-36088d4b6d8a,segment=NetworkSegment(1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862),segment_id=1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:24.252605 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1276da8a-c190-4ee6-b013-ece389a2ac7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.261475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for a087e57a-edf5-4ce5-8ba5-36088d4b6d8a owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:24.270174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1276da8a-c190-4ee6-b013-ece389a2ac7e None None] Calling delete_port for a087e57a-edf5-4ce5-8ba5-36088d4b6d8a owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:24.361343 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.382149 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1276da8a-c190-4ee6-b013-ece389a2ac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.391955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=a087e57a-edf5-4ce5-8ba5-36088d4b6d8a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:24.396997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] No DVR routers for this DVR port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:52:24.399071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276da8a-c190-4ee6-b013-ece389a2ac7e None None] No DVR routers for this DVR port a087e57a-edf5-4ce5-8ba5-36088d4b6d8a on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:52:24.429917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276da8a-c190-4ee6-b013-ece389a2ac7e None None] Pushing event deleted for resources: {'Port': ['ID=a087e57a-edf5-4ce5-8ba5-36088d4b6d8a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:24.522182 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.553598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61c10ff9-d183-4618-a45d-16ce0578a037']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:24.564185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:24.564438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9e7f9d-17f3-40ac-b2ed-0f64ceb10862') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:24.574876 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.599711 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.610459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:52:24.610459 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:52:24.614048 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:52:24.682980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.690439 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.693658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/networks/61c10ff9-d183-4618-a45d-16ce0578a037 HTTP/1.1" status: 204 len: 168 time: 0.8560641 Nov 16 04:52:24.696323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48594) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:24.740871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03c1c8-edea-4066-9f95-681f212b9172 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Network': ['ID=61c10ff9-d183-4618-a45d-16ce0578a037,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:24.844309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7b8f1-4b0a-4cb2-afa6-45e4b7f8412f tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port 6e64ed4c-e3bc-4cdd-af86-fc213b61b157 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:24.844729 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b8f1-4b0a-4cb2-afa6-45e4b7f8412f tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.922843 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b8f1-4b0a-4cb2-afa6-45e4b7f8412f tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.923172 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b8f1-4b0a-4cb2-afa6-45e4b7f8412f tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:24.935264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f4d7b8f1-4b0a-4cb2-afa6-45e4b7f8412f tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for 6e64ed4c-e3bc-4cdd-af86-fc213b61b157 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:24.979158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48610) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:25.076821 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b8f1-4b0a-4cb2-afa6-45e4b7f8412f tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:25.109669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7b8f1-4b0a-4cb2-afa6-45e4b7f8412f tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=6e64ed4c-e3bc-4cdd-af86-fc213b61b157,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:25.122839 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-57644fc8-562c-4fa5-b42b-61e7cbde6d8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:25.175980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b8f1-4b0a-4cb2-afa6-45e4b7f8412f tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:25.181988 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4d7b8f1-4b0a-4cb2-afa6-45e4b7f8412f tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:25.185827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f4d7b8f1-4b0a-4cb2-afa6-45e4b7f8412f tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/floatingips/8bc180e0-945b-4091-9ec5-cab9b2fa1dbe HTTP/1.1" status: 204 len: 168 time: 0.4859331 Nov 16 04:52:25.187399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48628) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:25.238101 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc46d97-3b5a-4815-87ef-acafd138b94e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] DELETE failed (client error): The resource could not be found. Nov 16 04:52:25.238101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc46d97-3b5a-4815-87ef-acafd138b94e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:52:25.242248 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-efc46d97-3b5a-4815-87ef-acafd138b94e tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/ports/9f83e3a6-ef84-4dd9-9d08-2dc365e46599 HTTP/1.1" status: 404 len: 333 time: 0.0537076 Nov 16 04:52:25.243712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48634) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:25.261963 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-57644fc8-562c-4fa5-b42b-61e7cbde6d8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:25.267681 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-57644fc8-562c-4fa5-b42b-61e7cbde6d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:25.293240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ef2f35c5-3098-4267-a755-a72ed4e37202 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "GET /v2.0/ports?device_id=8dba8ae4-9a86-49f0-a435-44a80b4463d4 HTTP/1.1" status: 200 len: 205 time: 0.0462701 Nov 16 04:52:25.295634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48638) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:25.304431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57644fc8-562c-4fa5-b42b-61e7cbde6d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046adef4-5a4c-45c1-8f0f-58e0acd5c087,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:25.331872 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-57644fc8-562c-4fa5-b42b-61e7cbde6d8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c5f6788b4094be28b3d76c8868b989c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3506520 Nov 16 04:52:25.334835 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48642) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:25.350867 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-996acd6b-9c7f-494d-b0b9-8a879d704949 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] delete failed (client error): The resource could not be found. Nov 16 04:52:25.352765 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-996acd6b-9c7f-494d-b0b9-8a879d704949 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/routers/8dba8ae4-9a86-49f0-a435-44a80b4463d4 HTTP/1.1" status: 404 len: 336 time: 0.0559659 Nov 16 04:52:25.359969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48648) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:25.399935 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb91eb49-d591-4cd2-8629-d793c0cf0cff tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] DELETE failed (client error): The resource could not be found. Nov 16 04:52:25.400471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb91eb49-d591-4cd2-8629-d793c0cf0cff tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:52:25.403802 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cb91eb49-d591-4cd2-8629-d793c0cf0cff tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/subnets/8fafd682-672d-425a-b681-10c41d299e45 HTTP/1.1" status: 404 len: 337 time: 0.0426826 Nov 16 04:52:25.406347 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48650) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:25.410352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe11b8-3b33-4d81-a60a-8a7f27fd0e3d req-ff9ff9b8-74fb-4350-9e4d-2a0debafd3f9 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:25.411926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-61fe11b8-3b33-4d81-a60a-8a7f27fd0e3d req-ff9ff9b8-74fb-4350-9e4d-2a0debafd3f9 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0655084 Nov 16 04:52:25.461108 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a1ec7ad7-c256-4d81-9ee8-a83676ed2ebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:25.472980 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-61fe11b8-3b33-4d81-a60a-8a7f27fd0e3d req-fceb343c-1553-457b-bcec-f76c407ea2c0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523865 Nov 16 04:52:25.528215 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a1ec7ad7-c256-4d81-9ee8-a83676ed2ebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:25.572290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5e095aba-c742-4e71-ad15-267dd3e1c6d7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port b909a31f-a883-419a-a22b-d3c8d196f0d7 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:25.572633 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e095aba-c742-4e71-ad15-267dd3e1c6d7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:25.633241 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a1ec7ad7-c256-4d81-9ee8-a83676ed2ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:25.635873 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a1ec7ad7-c256-4d81-9ee8-a83676ed2ebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:25.638420 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a1ec7ad7-c256-4d81-9ee8-a83676ed2ebd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/046adef4-5a4c-45c1-8f0f-58e0acd5c087 HTTP/1.1" status: 204 len: 168 time: 0.3012240 Nov 16 04:52:25.653211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec7ad7-c256-4d81-9ee8-a83676ed2ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046adef4-5a4c-45c1-8f0f-58e0acd5c087,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:25.679969 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e095aba-c742-4e71-ad15-267dd3e1c6d7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:25.701217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a087e57a-edf5-4ce5-8ba5-36088d4b6d8a no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:52:25.702658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5e095aba-c742-4e71-ad15-267dd3e1c6d7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for b909a31f-a883-419a-a22b-d3c8d196f0d7 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:25.731454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a087e57a-edf5-4ce5-8ba5-36088d4b6d8a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:52:25.732238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a087e57a-edf5-4ce5-8ba5-36088d4b6d8a not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:52:25.893587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e095aba-c742-4e71-ad15-267dd3e1c6d7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:25.930664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e095aba-c742-4e71-ad15-267dd3e1c6d7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=b909a31f-a883-419a-a22b-d3c8d196f0d7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:26.034945 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5e095aba-c742-4e71-ad15-267dd3e1c6d7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:26.042919 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5e095aba-c742-4e71-ad15-267dd3e1c6d7 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/ports/b909a31f-a883-419a-a22b-d3c8d196f0d7 HTTP/1.1" status: 204 len: 168 time: 0.6331427 Nov 16 04:52:26.043455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48696) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:26.130498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48698) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:26.162566 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1b30b9f5-b241-405b-8f19-26c043345e8b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port 6ca64337-7cf8-4444-a029-4de6578192ce {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:26.162984 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b30b9f5-b241-405b-8f19-26c043345e8b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:26.271048 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b30b9f5-b241-405b-8f19-26c043345e8b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:26.296919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1b30b9f5-b241-405b-8f19-26c043345e8b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for 6ca64337-7cf8-4444-a029-4de6578192ce owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:26.340602 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3433888-b786-41cc-b925-d0249e92fb8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:26.435761 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3433888-b786-41cc-b925-d0249e92fb8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:26.439952 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3433888-b786-41cc-b925-d0249e92fb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:26.480682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3433888-b786-41cc-b925-d0249e92fb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1355090e-5a6e-4fe5-801d-468b7a6df176,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:26.488453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a3433888-b786-41cc-b925-d0249e92fb8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45cd611192ef44259a404423878e6304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563077 Nov 16 04:52:26.490076 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b30b9f5-b241-405b-8f19-26c043345e8b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:26.494177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48714) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:26.535395 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30b9f5-b241-405b-8f19-26c043345e8b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=6ca64337-7cf8-4444-a029-4de6578192ce,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:26.583863 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e5514d-6f89-4b4c-a80d-247a4d8cde71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:26.620015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b30b9f5-b241-405b-8f19-26c043345e8b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:26.629081 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1b30b9f5-b241-405b-8f19-26c043345e8b tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/ports/6ca64337-7cf8-4444-a029-4de6578192ce HTTP/1.1" status: 204 len: 168 time: 0.5811749 Nov 16 04:52:26.629746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48722) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:26.634869 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e5514d-6f89-4b4c-a80d-247a4d8cde71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:26.657556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41acc18-faf9-44fd-9f17-8e5503dc1490 req-e33e83d7-c5f1-4d6c-a9be-677e77eb8d99 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:26.659655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f41acc18-faf9-44fd-9f17-8e5503dc1490 req-e33e83d7-c5f1-4d6c-a9be-677e77eb8d99 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0960679 Nov 16 04:52:26.713142 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30acf108-f17c-4e77-b53a-5d8e895fbf72 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:26.718257 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-30acf108-f17c-4e77-b53a-5d8e895fbf72 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "GET /v2.0/ports?device_id=36a13e28-d932-4284-853a-31d9bcd8f709 HTTP/1.1" status: 200 len: 913 time: 0.0873606 Nov 16 04:52:26.718433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48726) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:27.127492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f41acc18-faf9-44fd-9f17-8e5503dc1490 req-137d39f5-fc6e-4fff-8b4e-0b8d01c49579 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585102 Nov 16 04:52:27.142936 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e5514d-6f89-4b4c-a80d-247a4d8cde71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:27.146103 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e5514d-6f89-4b4c-a80d-247a4d8cde71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:27.149439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-72e5514d-6f89-4b4c-a80d-247a4d8cde71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1355090e-5a6e-4fe5-801d-468b7a6df176 HTTP/1.1" status: 204 len: 168 time: 0.6488879 Nov 16 04:52:27.160975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5514d-6f89-4b4c-a80d-247a4d8cde71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1355090e-5a6e-4fe5-801d-468b7a6df176,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:27.519350 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae056869-4551-4a11-ba3e-f20dbf65d621 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:27.867421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-ae056869-4551-4a11-ba3e-f20dbf65d621 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port aee11c68-56b2-46c4-bf14-6462f7e45e43 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:27.867771 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae056869-4551-4a11-ba3e-f20dbf65d621 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:27.975005 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae056869-4551-4a11-ba3e-f20dbf65d621 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:27.989938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-ae056869-4551-4a11-ba3e-f20dbf65d621 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for aee11c68-56b2-46c4-bf14-6462f7e45e43 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:28.084768 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48784) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:28.213363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-815286554-network', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:28.252250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Made reservation on behalf of 8bbc458d86dd42b6b2caab748f91cc15 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:28.256973 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:28.267651 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:28.294285 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae056869-4551-4a11-ba3e-f20dbf65d621 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:28.328884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae056869-4551-4a11-ba3e-f20dbf65d621 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=aee11c68-56b2-46c4-bf14-6462f7e45e43,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:28.375961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:28.382228 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:28.399467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:52:28.410374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:28.411327 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Added segment 8c1a0706-09e5-48cd-be48-d3bdf40858a6 of type vlan for network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b Nov 16 04:52:28.474151 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:28.524243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c3b59b-133c-4cb0-9426-776754e22706,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:28.527098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:28.528155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:28.528781 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:28.561320 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4747522 Nov 16 04:52:28.589341 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48818) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:28.596018 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d44d6626-8c83-470d-96fb-8e6b7f0b81f9 admin admin] Request body: {'subnet': {'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-subnet', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:28.599534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f03a51-5a2f-4479-a369-9bb921f8e76e req-a0aab41d-b1d1-4460-9835-9785dbfe1f8e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:28.602452 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01f03a51-5a2f-4479-a369-9bb921f8e76e req-a0aab41d-b1d1-4460-9835-9785dbfe1f8e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.3579454 Nov 16 04:52:28.632506 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecf53c-d479-4ea0-a7d4-a3a9c8bf3f5c admin admin] Pushing event updated for resources: {'Network': ['ID=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:28.644984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:52:28.649812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44d6626-8c83-470d-96fb-8e6b7f0b81f9 admin admin] Made reservation on behalf of 8bbc458d86dd42b6b2caab748f91cc15 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:28.656306 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d44d6626-8c83-470d-96fb-8e6b7f0b81f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:28.700041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48820) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:28.750874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01f03a51-5a2f-4479-a369-9bb921f8e76e req-dfb3f14e-34c0-464a-a4a5-eafa2eec842c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402121 Nov 16 04:52:28.775114 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae056869-4551-4a11-ba3e-f20dbf65d621 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:28.894572 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69e1013c-9c83-48b8-9e2d-c4df2be73dac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:28.918649 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d44d6626-8c83-470d-96fb-8e6b7f0b81f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:28.982200 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d6626-8c83-470d-96fb-8e6b7f0b81f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa904ac8-f21c-419a-9e69-f7844853aa04,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:28.991361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44d6626-8c83-470d-96fb-8e6b7f0b81f9 admin admin] Checking segment: {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:28.991727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d6626-8c83-470d-96fb-8e6b7f0b81f9 admin admin] Network hostable DHCP agents. Network: f89841ad-dfc0-4a06-8c37-ac8ab5c0222b, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:52:29.008783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d6626-8c83-470d-96fb-8e6b7f0b81f9 admin admin] Network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:52:29.018021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d44d6626-8c83-470d-96fb-8e6b7f0b81f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, f89841ad-dfc0-4a06-8c37-ac8ab5c0222b) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:29.023104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44d6626-8c83-470d-96fb-8e6b7f0b81f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:29.024121 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d44d6626-8c83-470d-96fb-8e6b7f0b81f9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:29.032004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e297d594-a07c-4691-96d0-3851b23c8f59 None None] Network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:29.057833 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d44d6626-8c83-470d-96fb-8e6b7f0b81f9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4662917 Nov 16 04:52:29.059715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48824) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:29.067401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:29.090499 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69e1013c-9c83-48b8-9e2d-c4df2be73dac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:29.105391 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69e1013c-9c83-48b8-9e2d-c4df2be73dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:29.125060 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:29.126384 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:29.150874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae056869-4551-4a11-ba3e-f20dbf65d621 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Router 36a13e28-d932-4284-853a-31d9bcd8f709 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:52:29.169138 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-69e1013c-9c83-48b8-9e2d-c4df2be73dac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a3aa7a66d1b438aa3240610f712dd10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4657426 Nov 16 04:52:29.172215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48826) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:29.172872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1013c-9c83-48b8-9e2d-c4df2be73dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544bf8be-02df-440f-8e90-096a2d8ea19d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:29.222546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:52:29.223436 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:29.285607 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:29.473094 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:29.496073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae056869-4551-4a11-ba3e-f20dbf65d621 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:29.503748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ae056869-4551-4a11-ba3e-f20dbf65d621 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "PUT /v2.0/routers/36a13e28-d932-4284-853a-31d9bcd8f709/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7839234 Nov 16 04:52:29.512581 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024baf9f-450e-47a7-89b6-f6125a9beda0 None None] Sync routers for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:29.515117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48830) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:29.537535 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024baf9f-450e-47a7-89b6-f6125a9beda0 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:29.545683 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-024baf9f-450e-47a7-89b6-f6125a9beda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:29.563161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Allocated IP 172.20.0.2 (f89841ad-dfc0-4a06-8c37-ac8ab5c0222b/aa904ac8-f21c-419a-9e69-f7844853aa04/bb59208c-2841-476a-beee-86aa0cb26ebf) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:52:29.681779 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-024baf9f-450e-47a7-89b6-f6125a9beda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:29.693707 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:29.710601 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024baf9f-450e-47a7-89b6-f6125a9beda0 None None] Routers {'36a13e28-d932-4284-853a-31d9bcd8f709'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:29.711297 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-024baf9f-450e-47a7-89b6-f6125a9beda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['36a13e28-d932-4284-853a-31d9bcd8f709'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:29.813031 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:29.828174 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:29.831532 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-024baf9f-450e-47a7-89b6-f6125a9beda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:29.832530 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024baf9f-450e-47a7-89b6-f6125a9beda0 None None] The sync data for ids ['36a13e28-d932-4284-853a-31d9bcd8f709'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:29.910510 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-17283251-691f-43a8-a0ed-d8717836f161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:29.937709 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-17283251-691f-43a8-a0ed-d8717836f161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:29.938809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:29.947014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:29.952119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:30.006879 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.007656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-17283251-691f-43a8-a0ed-d8717836f161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.012112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-17283251-691f-43a8-a0ed-d8717836f161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.016626 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-17283251-691f-43a8-a0ed-d8717836f161 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/544bf8be-02df-440f-8e90-096a2d8ea19d HTTP/1.1" status: 204 len: 168 time: 0.8426929 Nov 16 04:52:30.019186 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Pushing event updated for resources: {'Port': ['ID=bb59208c-2841-476a-beee-86aa0cb26ebf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:30.055188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055e464-8102-441b-88d9-870f38212d37 req-6ff5f194-d76d-4a4e-938c-0e2c98bc77cd tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:30.062839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d055e464-8102-441b-88d9-870f38212d37 req-6ff5f194-d76d-4a4e-938c-0e2c98bc77cd tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1168814 Nov 16 04:52:30.063278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17283251-691f-43a8-a0ed-d8717836f161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544bf8be-02df-440f-8e90-096a2d8ea19d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:30.072247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Attempting to bind port bb59208c-2841-476a-beee-86aa0cb26ebf on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:30.072702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Attempting to bind port bb59208c-2841-476a-beee-86aa0cb26ebf by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:30.073873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Attempting to bind port bb59208c-2841-476a-beee-86aa0cb26ebf on network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:30.114382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:52:30.115092 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Checking segment: {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:30.115906 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.116604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Bound using segment: {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:52:30.118200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Bound port: bb59208c-2841-476a-beee-86aa0cb26ebf, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:52:30.119357 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.228743 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] For port bb59208c-2841-476a-beee-86aa0cb26ebf, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:52:30.235333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] For port bb59208c-2841-476a-beee-86aa0cb26ebf, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bb59208c-2841-476a-beee-86aa0cb26ebf,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:52:30.241561 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.283894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d055e464-8102-441b-88d9-870f38212d37 req-2737dbb6-e14b-42ab-95b9-f72e9dccc8e2 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052341 Nov 16 04:52:30.313512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting port 8a27d7b9-84e2-4456-afbf-9117a963ae8b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:30.313882 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.317692 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.388351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e26601-1328-435b-afd5-b05ef516b656 None None] Pushing event updated for resources: {'Port': ['ID=bb59208c-2841-476a-beee-86aa0cb26ebf,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:30.421985 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.518708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48850) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:30.535380 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9e66bd6-15bc-4afd-8e1d-a4ba28cfb082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.635194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Allocated IP 172.25.0.224 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/1b369e04-352c-4f7c-90ee-0252ee4eb1ec) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:52:30.679520 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9e66bd6-15bc-4afd-8e1d-a4ba28cfb082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.683971 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9e66bd6-15bc-4afd-8e1d-a4ba28cfb082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.732222 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.742747 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e9e66bd6-15bc-4afd-8e1d-a4ba28cfb082 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea195e46f8d8457ea967049c6372c880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226703 Nov 16 04:52:30.743721 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e66bd6-15bc-4afd-8e1d-a4ba28cfb082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a195506-dc15-4ffc-bf4e-25b795024a4e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:30.746261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48854) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:30.781425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Calling delete_port for 8a27d7b9-84e2-4456-afbf-9117a963ae8b owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:30.820455 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a94073fe-fd9c-4105-ab49-93b0918c0d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.851953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32498d12-33c2-49b5-b5c0-8f3034ddcc11 req-72616e30-6714-4ad4-bed1-5848bc8a5da3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:30.852796 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a94073fe-fd9c-4105-ab49-93b0918c0d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.857924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32498d12-33c2-49b5-b5c0-8f3034ddcc11 req-72616e30-6714-4ad4-bed1-5848bc8a5da3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:30.864399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32498d12-33c2-49b5-b5c0-8f3034ddcc11 req-72616e30-6714-4ad4-bed1-5848bc8a5da3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:30.870377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32498d12-33c2-49b5-b5c0-8f3034ddcc11 req-72616e30-6714-4ad4-bed1-5848bc8a5da3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:30.876341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32498d12-33c2-49b5-b5c0-8f3034ddcc11 req-72616e30-6714-4ad4-bed1-5848bc8a5da3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:30.883020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32498d12-33c2-49b5-b5c0-8f3034ddcc11 req-72616e30-6714-4ad4-bed1-5848bc8a5da3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:30.888885 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32498d12-33c2-49b5-b5c0-8f3034ddcc11 req-72616e30-6714-4ad4-bed1-5848bc8a5da3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:30.896611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32498d12-33c2-49b5-b5c0-8f3034ddcc11 req-72616e30-6714-4ad4-bed1-5848bc8a5da3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5435 time: 0.4584415 Nov 16 04:52:30.913179 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a94073fe-fd9c-4105-ab49-93b0918c0d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.916517 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a94073fe-fd9c-4105-ab49-93b0918c0d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:30.920211 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a94073fe-fd9c-4105-ab49-93b0918c0d42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a195506-dc15-4ffc-bf4e-25b795024a4e HTTP/1.1" status: 204 len: 168 time: 0.1592135 Nov 16 04:52:30.931692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94073fe-fd9c-4105-ab49-93b0918c0d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a195506-dc15-4ffc-bf4e-25b795024a4e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:31.015544 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:31.105886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32498d12-33c2-49b5-b5c0-8f3034ddcc11 req-aa7ea8ae-f576-4404-a004-d9b74662e22e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2080681 Nov 16 04:52:31.179834 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:31.230039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:31.230970 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:31.245215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:31.251894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:31.299717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Pushing event updated for resources: {'Port': ['ID=1b369e04-352c-4f7c-90ee-0252ee4eb1ec,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:31.427005 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Port': ['ID=8a27d7b9-84e2-4456-afbf-9117a963ae8b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:31.459956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:31.665993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device d1a9c363-cdc3-4765-b51c-c828a308d59c details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:52:31.840764 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bb59208c-2841-476a-beee-86aa0cb26ebf up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:52:31.948953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:31.968695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'd1a9c363-cdc3-4765-b51c-c828a308d59c', 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003', 'port_id': 'd1a9c363-cdc3-4765-b51c-c828a308d59c', 'mac_address': 'fa:16:3e:da:ad:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ad7379-f193-4784-a822-0c25e612ef3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:52:31.971026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff5179d-4eec-44b9-9dbd-9858c6de2f03 None None] Network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:32.089757 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:32.115717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-cd70941c-a304-4620-a552-5bdfd8f20607 None None] Provisioning complete for port bb59208c-2841-476a-beee-86aa0cb26ebf triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:32.116126 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cd70941c-a304-4620-a552-5bdfd8f20607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:32.152574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port bb59208c-2841-476a-beee-86aa0cb26ebf triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:32.153231 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:32.155965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1a9c363-cdc3-4765-b51c-c828a308d59c {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:52:32.183537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:32.215880 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:32.330133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['d1a9c363-cdc3-4765-b51c-c828a308d59c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:52:32.405259 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:32.407764 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:32.599526 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cd70941c-a304-4620-a552-5bdfd8f20607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:32.701700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7b438-48f8-4d71-9018-9a624aa5fe62 req-b1d34b07-85ed-4a23-843b-047e18c55013 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:32.710393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8dd7b438-48f8-4d71-9018-9a624aa5fe62 req-b1d34b07-85ed-4a23-843b-047e18c55013 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 1.3339944 Nov 16 04:52:32.736003 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=d1a9c363-cdc3-4765-b51c-c828a308d59c,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:32.781927 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:32.781927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Fanout notify agent at l3_agent the message router_deleted on router 36a13e28-d932-4284-853a-31d9bcd8f709 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:52:32.814726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:32.819179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-cd70941c-a304-4620-a552-5bdfd8f20607 None None] For port bb59208c-2841-476a-beee-86aa0cb26ebf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bb59208c-2841-476a-beee-86aa0cb26ebf,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:32.824060 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48930) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:32.839969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b1021f84-5396-48af-8480-0050e87f74a3 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/routers/36a13e28-d932-4284-853a-31d9bcd8f709 HTTP/1.1" status: 204 len: 168 time: 3.3194335 Nov 16 04:52:32.869614 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cd70941c-a304-4620-a552-5bdfd8f20607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:32.967225 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f2672b-8704-49a3-a7ab-08ae232d75fb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Deleting subnet b7fb6142-9593-4314-acff-8248a7db977b {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:52:32.974494 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4f2672b-8704-49a3-a7ab-08ae232d75fb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.025944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70941c-a304-4620-a552-5bdfd8f20607 None None] Pushing event updated for resources: {'Port': ['ID=bb59208c-2841-476a-beee-86aa0cb26ebf,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:33.036156 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.048144 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4f2672b-8704-49a3-a7ab-08ae232d75fb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.098282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8831b55-3aa6-4679-bed2-d49a6da75ea6 req-db377413-aa56-44a5-ad21-d150779ce6e7 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.101740 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4f2672b-8704-49a3-a7ab-08ae232d75fb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.106920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8831b55-3aa6-4679-bed2-d49a6da75ea6 req-db377413-aa56-44a5-ad21-d150779ce6e7 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.113314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8831b55-3aa6-4679-bed2-d49a6da75ea6 req-db377413-aa56-44a5-ad21-d150779ce6e7 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.120397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8831b55-3aa6-4679-bed2-d49a6da75ea6 req-db377413-aa56-44a5-ad21-d150779ce6e7 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.127252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8831b55-3aa6-4679-bed2-d49a6da75ea6 req-db377413-aa56-44a5-ad21-d150779ce6e7 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.134769 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8831b55-3aa6-4679-bed2-d49a6da75ea6 req-db377413-aa56-44a5-ad21-d150779ce6e7 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.159916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8831b55-3aa6-4679-bed2-d49a6da75ea6 req-db377413-aa56-44a5-ad21-d150779ce6e7 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.163014 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8831b55-3aa6-4679-bed2-d49a6da75ea6 req-db377413-aa56-44a5-ad21-d150779ce6e7 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5435 time: 0.7312956 Nov 16 04:52:33.176841 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4f2672b-8704-49a3-a7ab-08ae232d75fb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.203279 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4f2672b-8704-49a3-a7ab-08ae232d75fb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.213316 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f4f2672b-8704-49a3-a7ab-08ae232d75fb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/subnets/b7fb6142-9593-4314-acff-8248a7db977b HTTP/1.1" status: 204 len: 168 time: 0.3832958 Nov 16 04:52:33.238458 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:52:33.239310 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:52:33.254794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48942) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:33.282257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-40bcfe74-f709-48d8-9933-9b733fdd0f82 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.288813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2672b-8704-49a3-a7ab-08ae232d75fb tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Subnet': ['ID=b7fb6142-9593-4314-acff-8248a7db977b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:33.300252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-40bcfe74-f709-48d8-9933-9b733fdd0f82 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.309628 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-40bcfe74-f709-48d8-9933-9b733fdd0f82 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.328214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-40bcfe74-f709-48d8-9933-9b733fdd0f82 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.338329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-40bcfe74-f709-48d8-9933-9b733fdd0f82 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.356236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-40bcfe74-f709-48d8-9933-9b733fdd0f82 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.369308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-40bcfe74-f709-48d8-9933-9b733fdd0f82 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.371948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-40bcfe74-f709-48d8-9933-9b733fdd0f82 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 5435 time: 0.9513974 Nov 16 04:52:33.427719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8dd7b438-48f8-4d71-9018-9a624aa5fe62 req-72644012-453e-47e4-9746-b7ee3b363434 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7134032 Nov 16 04:52:33.435262 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad28b124-ce2c-4f5d-8da0-f3a25e61efb9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.508272 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1deffa1f-f82d-4662-ad44-0d88c67a4d37 None None] Provisioning complete for port bb59208c-2841-476a-beee-86aa0cb26ebf triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:33.510900 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1deffa1f-f82d-4662-ad44-0d88c67a4d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.531505 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.647184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad28b124-ce2c-4f5d-8da0-f3a25e61efb9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.684949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-2e1e11de-977a-435b-b587-81880768bee7 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:33.686454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-2e1e11de-977a-435b-b587-81880768bee7 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "GET /v2.0/ports/0242d561-9a1a-4d17-9a59-189c63ce17cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2778294 Nov 16 04:52:33.703518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ad28b124-ce2c-4f5d-8da0-f3a25e61efb9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2d7aaa-f457-452c-952c-338363df0d37']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:33.714941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device d1a9c363-cdc3-4765-b51c-c828a308d59c up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:52:33.736167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ad28b124-ce2c-4f5d-8da0-f3a25e61efb9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1667fcc5-25ef-4637-a5d5-c919e0910765') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:33.736478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ad28b124-ce2c-4f5d-8da0-f3a25e61efb9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1667fcc5-25ef-4637-a5d5-c919e0910765') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:33.769430 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad28b124-ce2c-4f5d-8da0-f3a25e61efb9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.796965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad28b124-ce2c-4f5d-8da0-f3a25e61efb9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.811718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad28b124-ce2c-4f5d-8da0-f3a25e61efb9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:52:33.813316 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad28b124-ce2c-4f5d-8da0-f3a25e61efb9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.906197 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-1eb22751-8aed-4e0f-8266-0b4066305ba8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "GET /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1183894 Nov 16 04:52:33.948503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port d1a9c363-cdc3-4765-b51c-c828a308d59c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:33.954328 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:52:33.998768 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:52:34.009576 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad28b124-ce2c-4f5d-8da0-f3a25e61efb9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:34.023715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad28b124-ce2c-4f5d-8da0-f3a25e61efb9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:34.024675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-9c17176f-7957-4899-9c13-f81ce616df4a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:34.033097 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ad28b124-ce2c-4f5d-8da0-f3a25e61efb9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] 10.222.0.41 "DELETE /v2.0/networks/8f2d7aaa-f457-452c-952c-338363df0d37 HTTP/1.1" status: 204 len: 168 time: 0.7763283 Nov 16 04:52:34.054927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28b124-ce2c-4f5d-8da0-f3a25e61efb9 tempest-FloatingIPTestJSON-572245375 tempest-FloatingIPTestJSON-572245375-project] Pushing event deleted for resources: {'Network': ['ID=8f2d7aaa-f457-452c-952c-338363df0d37,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:34.090240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bb59208c-2841-476a-beee-86aa0cb26ebf up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:52:34.157568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f8831b55-3aa6-4679-bed2-d49a6da75ea6 req-254bf016-3daa-4fac-ba96-00e7f6dd22f6 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9089699 Nov 16 04:52:34.251152 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-9c17176f-7957-4899-9c13-f81ce616df4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:34.287146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port bb59208c-2841-476a-beee-86aa0cb26ebf triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:34.287787 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:34.362930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f3972e7b-3fe5-4e36-a955-332c698178f6 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:52:34.428525 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:34.464624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-9c17176f-7957-4899-9c13-f81ce616df4a service neutron] For port 0242d561-9a1a-4d17-9a59-189c63ce17cd, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0242d561-9a1a-4d17-9a59-189c63ce17cd,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:34.507371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-9c17176f-7957-4899-9c13-f81ce616df4a service neutron] For port 0242d561-9a1a-4d17-9a59-189c63ce17cd, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:52:34.528748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:52:34.530952 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f96a56-de91-4925-b102-7d026f58cdf1" -d '{"events": [{"server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "name": "network-vif-plugged", "status": "completed", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:52:34.575228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-9c17176f-7957-4899-9c13-f81ce616df4a service neutron] device_id is not set on port 0242d561-9a1a-4d17-9a59-189c63ce17cd yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:52:34.587104 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-9c17176f-7957-4899-9c13-f81ce616df4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:34.608719 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-9c17176f-7957-4899-9c13-f81ce616df4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:34.619812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:34.621267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:34.628576 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:34.651311 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:34.699611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=d1a9c363-cdc3-4765-b51c-c828a308d59c,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:34.729567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f3972e7b-3fe5-4e36-a955-332c698178f6, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f3972e7b-3fe5-4e36-a955-332c698178f6,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:34.736493 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efcd4ac-3a6f-4a7b-a8c8-053f5e3b4c64 x-openstack-request-id: req-4efcd4ac-3a6f-4a7b-a8c8-053f5e3b4c64 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:52:34.736872 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "name": "network-vif-plugged", "status": "completed", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:52:34.737794 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4efcd4ac-3a6f-4a7b-a8c8-053f5e3b4c64 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:52:34.739004 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c', 'code': 200} Nov 16 04:52:34.740409 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:34.741414 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0a4c67cb-938c-4b12-bb00-cd0b361ed365 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:52:34.887833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-9c17176f-7957-4899-9c13-f81ce616df4a service neutron] No DVR routers for this DVR port 0242d561-9a1a-4d17-9a59-189c63ce17cd on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:52:34.946953 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49048) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:35.016569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f3972e7b-3fe5-4e36-a955-332c698178f6,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:35.148030 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:35.176615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c05924e0-46dd-46ac-8c00-960933f39400 None None] Provisioning complete for port 0242d561-9a1a-4d17-9a59-189c63ce17cd triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:35.177111 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c05924e0-46dd-46ac-8c00-960933f39400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:35.215255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54faaf-4ba4-4eb5-a1aa-70cabfb3e729 req-680d9758-6eff-4fc1-894e-e2f2e7ee309d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:35.229391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c54faaf-4ba4-4eb5-a1aa-70cabfb3e729 req-680d9758-6eff-4fc1-894e-e2f2e7ee309d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.6384568 Nov 16 04:52:35.230014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0a4c67cb-938c-4b12-bb00-cd0b361ed365, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0a4c67cb-938c-4b12-bb00-cd0b361ed365,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:35.239041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c05924e0-46dd-46ac-8c00-960933f39400 None None] Port 0242d561-9a1a-4d17-9a59-189c63ce17cd cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:52:35.243051 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:35.243857 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device c13092af-5071-41f7-827e-e5ae59d5cd6a no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:52:35.287406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17176f-7957-4899-9c13-f81ce616df4a service neutron] Pushing event updated for resources: {'Port': ['ID=0242d561-9a1a-4d17-9a59-189c63ce17cd,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:35.386268 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ef7ea795-a3d0-4648-bf3c-a03de1dc0fba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15175e74f621482b9c2b102fe307374c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380505 Nov 16 04:52:35.388759 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49076) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:35.504323 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b74196-eacb-47e3-84dd-59788c81f786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:35.531984 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b74196-eacb-47e3-84dd-59788c81f786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:35.561737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-9c17176f-7957-4899-9c13-f81ce616df4a service neutron] In _notify_port_updated(), no bound segment for port 0242d561-9a1a-4d17-9a59-189c63ce17cd on network f2b81f82-11da-4f95-84ec-83ffc56322a8 {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:52:35.562578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-9c17176f-7957-4899-9c13-f81ce616df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:35.563195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-9c17176f-7957-4899-9c13-f81ce616df4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:35.567721 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-9c17176f-7957-4899-9c13-f81ce616df4a service neutron] 10.222.0.37 "PUT /v2.0/ports/0242d561-9a1a-4d17-9a59-189c63ce17cd HTTP/1.1" status: 200 len: 1027 time: 1.5555575 Nov 16 04:52:35.599552 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b74196-eacb-47e3-84dd-59788c81f786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:35.606157 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8b74196-eacb-47e3-84dd-59788c81f786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:35.610863 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c8b74196-eacb-47e3-84dd-59788c81f786 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0706868f-225e-4574-b948-571c84e5f3ab HTTP/1.1" status: 204 len: 168 time: 0.2210901 Nov 16 04:52:35.613520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-1cf49ef1-b487-4c09-8db9-64d9aaf1e9b9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4469061 Nov 16 04:52:35.625900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b74196-eacb-47e3-84dd-59788c81f786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0706868f-225e-4574-b948-571c84e5f3ab,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:35.696367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c54faaf-4ba4-4eb5-a1aa-70cabfb3e729 req-f5347292-7ee1-4e9a-8078-7ea335a3a33e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656084 Nov 16 04:52:35.833024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903fc9-ed33-4580-a459-cfbac9bb33f2 req-5b6e11d0-243e-46f3-b777-439714551c3b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:35.850669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903fc9-ed33-4580-a459-cfbac9bb33f2 req-5b6e11d0-243e-46f3-b777-439714551c3b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:35.856632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903fc9-ed33-4580-a459-cfbac9bb33f2 req-5b6e11d0-243e-46f3-b777-439714551c3b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:35.873146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903fc9-ed33-4580-a459-cfbac9bb33f2 req-5b6e11d0-243e-46f3-b777-439714551c3b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:35.890589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903fc9-ed33-4580-a459-cfbac9bb33f2 req-5b6e11d0-243e-46f3-b777-439714551c3b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:35.896506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13903fc9-ed33-4580-a459-cfbac9bb33f2 req-5b6e11d0-243e-46f3-b777-439714551c3b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:35.906048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13903fc9-ed33-4580-a459-cfbac9bb33f2 req-5b6e11d0-243e-46f3-b777-439714551c3b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 4657 time: 0.5378659 Nov 16 04:52:35.991649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0a4c67cb-938c-4b12-bb00-cd0b361ed365,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:36.012151 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:36.052414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-80d23346-1f7f-4425-9569-c7a174e7e6f8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:36.058670 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-80d23346-1f7f-4425-9569-c7a174e7e6f8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "GET /v2.0/ports/0a4c67cb-938c-4b12-bb00-cd0b361ed365?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4692557 Nov 16 04:52:36.063264 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port c13092af-5071-41f7-827e-e5ae59d5cd6a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c13092af-5071-41f7-827e-e5ae59d5cd6a,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:36.078594 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:36.078594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f9389ef3-f27a-4355-a81c-0c1fa98fda08 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:52:36.119488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-190232f6-5e50-4f75-9474-014902a79be5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:36.224923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=c13092af-5071-41f7-827e-e5ae59d5cd6a,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:36.318906 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:36.392121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f9389ef3-f27a-4355-a81c-0c1fa98fda08, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f9389ef3-f27a-4355-a81c-0c1fa98fda08,segment=NetworkSegment(aa113498-c0ba-41cc-9239-ed5804f208b2),segment_id=aa113498-c0ba-41cc-9239-ed5804f208b2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:36.399698 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:36.400670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4950c367-9570-4b51-a9c0-1004cd6a4fb4 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:52:36.411336 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13903fc9-ed33-4580-a459-cfbac9bb33f2 req-493f1c20-e396-4322-a630-f02cf5389a20 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4258683 Nov 16 04:52:36.456103 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-190232f6-5e50-4f75-9474-014902a79be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:36.489259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-3e36103d-52a6-4e8c-8d3c-8d9b7387e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:36.489750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-3e36103d-52a6-4e8c-8d3c-8d9b7387e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:36.490262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-3e36103d-52a6-4e8c-8d3c-8d9b7387e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:36.490916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-3e36103d-52a6-4e8c-8d3c-8d9b7387e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:36.492073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-3e36103d-52a6-4e8c-8d3c-8d9b7387e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:36.492876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-3e36103d-52a6-4e8c-8d3c-8d9b7387e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:36.493354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-3e36103d-52a6-4e8c-8d3c-8d9b7387e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:36.495777 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-3e36103d-52a6-4e8c-8d3c-8d9b7387e79d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6502 time: 0.7766709 Nov 16 04:52:36.557500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49126) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:36.605110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Router 21eb394d-893e-4f5f-a47f-246fb61ff742 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:52:36.677501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f9389ef3-f27a-4355-a81c-0c1fa98fda08,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:36.725155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-9e7e32cc-0be4-469a-b0ed-f70cda053801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:36.726028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-9e7e32cc-0be4-469a-b0ed-f70cda053801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:36.726661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-9e7e32cc-0be4-469a-b0ed-f70cda053801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:36.728612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-9e7e32cc-0be4-469a-b0ed-f70cda053801 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5bf91be6-016c-43c7-bd07-759140c5c6aa&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 HTTP/1.1" status: 200 len: 2298 time: 0.1199250 Nov 16 04:52:36.767648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3972e7b-3fe5-4e36-a955-332c698178f6'}, {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a4c67cb-938c-4b12-bb00-cd0b361ed365'}, {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13092af-5071-41f7-827e-e5ae59d5cd6a'}, {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:52:36.770839 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff91255-487f-49b9-9cb2-4231ed6c932f" -d '{"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f3972e7b-3fe5-4e36-a955-332c698178f6"}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "0a4c67cb-938c-4b12-bb00-cd0b361ed365"}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "c13092af-5071-41f7-827e-e5ae59d5cd6a"}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f9389ef3-f27a-4355-a81c-0c1fa98fda08"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:52:36.787274 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e059b6e-f853-4cab-a22a-c141dd8543a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:36.811109 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:36.833739 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 16 Nov 2021 04:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677ad2e7-57db-4205-9a47-c16bcafb869d x-openstack-request-id: req-677ad2e7-57db-4205-9a47-c16bcafb869d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:52:36.834124 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f3972e7b-3fe5-4e36-a955-332c698178f6", "code": 200}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "0a4c67cb-938c-4b12-bb00-cd0b361ed365", "code": 200}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "c13092af-5071-41f7-827e-e5ae59d5cd6a", "code": 200}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "f9389ef3-f27a-4355-a81c-0c1fa98fda08", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:52:36.834638 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-677ad2e7-57db-4205-9a47-c16bcafb869d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:52:36.834762 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3972e7b-3fe5-4e36-a955-332c698178f6', 'code': 200} Nov 16 04:52:36.834981 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a4c67cb-938c-4b12-bb00-cd0b361ed365', 'code': 200} Nov 16 04:52:36.835237 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13092af-5071-41f7-827e-e5ae59d5cd6a', 'code': 200} Nov 16 04:52:36.835492 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08', 'code': 200} Nov 16 04:52:36.896323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4950c367-9570-4b51-a9c0-1004cd6a4fb4, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4950c367-9570-4b51-a9c0-1004cd6a4fb4,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:36.911337 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:36.912802 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:52:36.996231 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e059b6e-f853-4cab-a22a-c141dd8543a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.004734 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e059b6e-f853-4cab-a22a-c141dd8543a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.072534 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9e059b6e-f853-4cab-a22a-c141dd8543a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2329fb87be1e43a48e270abd3f58aa47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5106201 Nov 16 04:52:37.092915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49140) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:37.093520 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49142) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:37.133925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=4950c367-9570-4b51-a9c0-1004cd6a4fb4,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:37.166579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e059b6e-f853-4cab-a22a-c141dd8543a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7f756e-a476-45f4-a9a0-1733894d865a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:37.238275 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.251630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0fb96456-6723-4b8b-ad36-25ae620ce91a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.285052 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0fb96456-6723-4b8b-ad36-25ae620ce91a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.348115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=51a374e3-8aa4-468f-8e90-f41f1b0fbb99,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:37.353898 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0fb96456-6723-4b8b-ad36-25ae620ce91a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.362228 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.362959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0242d561-9a1a-4d17-9a59-189c63ce17cd no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:52:37.383477 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0fb96456-6723-4b8b-ad36-25ae620ce91a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.385452 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0fb96456-6723-4b8b-ad36-25ae620ce91a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c7f756e-a476-45f4-a9a0-1733894d865a HTTP/1.1" status: 204 len: 168 time: 0.2886114 Nov 16 04:52:37.414717 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb96456-6723-4b8b-ad36-25ae620ce91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7f756e-a476-45f4-a9a0-1733894d865a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:37.433233 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1848232926'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:37.465423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:37.471618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.498548 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.633614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0242d561-9a1a-4d17-9a59-189c63ce17cd not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:52:37.661781 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=51a374e3-8aa4-468f-8e90-f41f1b0fbb99,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:37.668885 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.676286 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.703214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:52:37.716822 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.717559 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Added segment ffb77bf3-0316-49e8-bb91-853d71644b42 of type vlan for network aa3d232c-29a6-4d09-8484-21cb3bace00f Nov 16 04:52:37.781576 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.823858 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.832086 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:37.832845 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:37.899477 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8045077 Nov 16 04:52:38.004326 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b029d15-c3d3-451d-a258-9989d3e13084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:38.031254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49160) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:38.067129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-82e4631e-d836-416c-b43b-e13d4aa9da89 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'subnet': {'network_id': 'aa3d232c-29a6-4d09-8484-21cb3bace00f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:38.086998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1cffc77-28c4-4bc4-9f52-73e09b41cb5f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:38.126928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be499f4-5bf0-483e-9554-65c3e03fead7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=aa3d232c-29a6-4d09-8484-21cb3bace00f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:38.141203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network aa3d232c-29a6-4d09-8484-21cb3bace00f details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:52:38.188291 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49162) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:38.190573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7db0d2-371e-44b5-88a2-bd99f0a6ea97 req-52b08bc2-aeb7-40b9-b081-856c91fd700f tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:38.198655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be7db0d2-371e-44b5-88a2-bd99f0a6ea97 req-52b08bc2-aeb7-40b9-b081-856c91fd700f tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 1.3239586 Nov 16 04:52:38.204611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-190232f6-5e50-4f75-9474-014902a79be5 service neutron] For port 0a4c67cb-938c-4b12-bb00-cd0b361ed365, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0a4c67cb-938c-4b12-bb00-cd0b361ed365,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:38.210415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64d74-4a43-4b58-9e4a-3ad0ef7328c5 req-e1b1d73b-1c8c-4184-9357-69f2ed3dac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:38.211907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0d64d74-4a43-4b58-9e4a-3ad0ef7328c5 req-e1b1d73b-1c8c-4184-9357-69f2ed3dac99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08&device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 1097 time: 1.3921828 Nov 16 04:52:38.214139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-c3ddc147-ef8e-4f75-abe2-d549f1f07570 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 HTTP/1.1" status: 200 len: 1002 time: 1.4741216 Nov 16 04:52:38.215153 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67fd9e73-2f9c-488b-bbca-12a610fab14f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:38.347267 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67fd9e73-2f9c-488b-bbca-12a610fab14f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:38.354604 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67fd9e73-2f9c-488b-bbca-12a610fab14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:38.399499 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd9e73-2f9c-488b-bbca-12a610fab14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d339f615-fbc7-4976-9b25-da199104ea3a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:38.435406 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-67fd9e73-2f9c-488b-bbca-12a610fab14f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e7fe3e13368b41368a378c728ccebd5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459970 Nov 16 04:52:38.439595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49168) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:38.474095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-294668d1-010e-48b5-b74d-a724a826bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:38.475881 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-294668d1-010e-48b5-b74d-a724a826bd31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753 HTTP/1.1" status: 200 len: 856 time: 0.2093172 Nov 16 04:52:38.503869 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be7db0d2-371e-44b5-88a2-bd99f0a6ea97 req-936fc72e-4b8f-49b4-b335-f460886230f4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986488 Nov 16 04:52:38.509896 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ca49-0795-4a7d-8e77-d16c61240128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:38.532437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6777-9f39-4098-9339-31a29d9227b2 req-35d7901b-4a7f-4b45-86c4-121fefe3fde9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:38.544876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6777-9f39-4098-9339-31a29d9227b2 req-35d7901b-4a7f-4b45-86c4-121fefe3fde9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:38.559383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6777-9f39-4098-9339-31a29d9227b2 req-35d7901b-4a7f-4b45-86c4-121fefe3fde9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:38.561485 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ca49-0795-4a7d-8e77-d16c61240128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:38.581308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6777-9f39-4098-9339-31a29d9227b2 req-35d7901b-4a7f-4b45-86c4-121fefe3fde9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:38.599262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6777-9f39-4098-9339-31a29d9227b2 req-35d7901b-4a7f-4b45-86c4-121fefe3fde9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:38.616829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab6777-9f39-4098-9339-31a29d9227b2 req-35d7901b-4a7f-4b45-86c4-121fefe3fde9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:38.624455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-acab6777-9f39-4098-9339-31a29d9227b2 req-35d7901b-4a7f-4b45-86c4-121fefe3fde9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 4649 time: 0.7731953 Nov 16 04:52:38.633085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:38.656540 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ca49-0795-4a7d-8e77-d16c61240128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:38.659879 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ca49-0795-4a7d-8e77-d16c61240128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:38.663126 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Sync routers for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:38.663982 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8fe1ca49-0795-4a7d-8e77-d16c61240128 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d339f615-fbc7-4976-9b25-da199104ea3a HTTP/1.1" status: 204 len: 168 time: 0.2210791 Nov 16 04:52:38.688425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1ca49-0795-4a7d-8e77-d16c61240128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d339f615-fbc7-4976-9b25-da199104ea3a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:38.730129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:38.732752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:38.740003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-190232f6-5e50-4f75-9474-014902a79be5 service neutron] For port 0a4c67cb-938c-4b12-bb00-cd0b361ed365, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:52:38.807814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-190232f6-5e50-4f75-9474-014902a79be5 service neutron] device_id is not set on port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:52:38.817260 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-190232f6-5e50-4f75-9474-014902a79be5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:38.896997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64d74-4a43-4b58-9e4a-3ad0ef7328c5 req-d08e084a-a3f0-4978-a8ca-c95c00252310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:38.898571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0d64d74-4a43-4b58-9e4a-3ad0ef7328c5 req-d08e084a-a3f0-4978-a8ca-c95c00252310 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003 HTTP/1.1" status: 200 len: 915 time: 0.6372359 Nov 16 04:52:38.900529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4950c367-9570-4b51-a9c0-1004cd6a4fb4'}, {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a374e3-8aa4-468f-8e90-f41f1b0fbb99'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:52:38.904112 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a8fff3-cbd4-4eeb-afbc-e9ee8ee89797" -d '{"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "4950c367-9570-4b51-a9c0-1004cd6a4fb4"}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "51a374e3-8aa4-468f-8e90-f41f1b0fbb99"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:52:38.939735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e4631e-d836-416c-b43b-e13d4aa9da89 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:38.944465 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82e4631e-d836-416c-b43b-e13d4aa9da89 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:39.029636 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 16 Nov 2021 04:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0120acc2-1b7b-41d6-9228-a251d542f6d2 x-openstack-request-id: req-0120acc2-1b7b-41d6-9228-a251d542f6d2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:52:39.032717 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "4950c367-9570-4b51-a9c0-1004cd6a4fb4", "code": 200}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-unplugged", "status": "completed", "tag": "51a374e3-8aa4-468f-8e90-f41f1b0fbb99", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:52:39.033979 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0120acc2-1b7b-41d6-9228-a251d542f6d2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:52:39.033979 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4950c367-9570-4b51-a9c0-1004cd6a4fb4', 'code': 200} Nov 16 04:52:39.033979 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51a374e3-8aa4-468f-8e90-f41f1b0fbb99', 'code': 200} Nov 16 04:52:39.065654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:52:39.262635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-acab6777-9f39-4098-9339-31a29d9227b2 req-b48e292e-4eb4-4839-9412-da69df736913 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&id=a1ba2ddc-f356-42fb-8239-9bd3375afb8a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6371689 Nov 16 04:52:39.263201 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-190232f6-5e50-4f75-9474-014902a79be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:39.349842 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82e4631e-d836-416c-b43b-e13d4aa9da89 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:39.399480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:32Z', 'revision_number': 3, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:39.476015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Checking router: 21eb394d-893e-4f5f-a47f-246fb61ff742 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:52:39.476460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Updating router 21eb394d-893e-4f5f-a47f-246fb61ff742 port 1b369e04-352c-4f7c-90ee-0252ee4eb1ec binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:52:39.555156 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:39.599533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0d64d74-4a43-4b58-9e4a-3ad0ef7328c5 req-63e289fc-0f43-48c2-afa8-9643561b302c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c HTTP/1.1" status: 200 len: 217 time: 0.3754478 Nov 16 04:52:39.602096 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:39.603234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1b7cef5d-ac25-4dc2-b592-8af37a23c7cb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.5412197 Nov 16 04:52:39.606087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49192) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:39.609991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-190232f6-5e50-4f75-9474-014902a79be5 service neutron] No DVR routers for this DVR port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:52:39.698012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-0a5f2c03-665c-4a23-b0b7-046a2f65d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:39.705130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-0a5f2c03-665c-4a23-b0b7-046a2f65d60d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bf91be6-016c-43c7-bd07-759140c5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0746789 Nov 16 04:52:39.925599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-190232f6-5e50-4f75-9474-014902a79be5 service neutron] In _notify_port_updated(), no bound segment for port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 on network f2b81f82-11da-4f95-84ec-83ffc56322a8 {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:52:39.926893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-190232f6-5e50-4f75-9474-014902a79be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:39.927689 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-190232f6-5e50-4f75-9474-014902a79be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:39.929170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-190232f6-5e50-4f75-9474-014902a79be5 service neutron] 10.222.0.37 "PUT /v2.0/ports/0a4c67cb-938c-4b12-bb00-cd0b361ed365 HTTP/1.1" status: 200 len: 1028 time: 3.8234766 Nov 16 04:52:39.930840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64d74-4a43-4b58-9e4a-3ad0ef7328c5 req-01c3ead2-85f9-4e7f-9271-dbeb1881d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:39.932678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0d64d74-4a43-4b58-9e4a-3ad0ef7328c5 req-01c3ead2-85f9-4e7f-9271-dbeb1881d8d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89ad7379-f193-4784-a822-0c25e612ef3f HTTP/1.1" status: 200 len: 854 time: 0.2216842 Nov 16 04:52:39.938915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4631e-d836-416c-b43b-e13d4aa9da89 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Subnet': ['ID=ce00725b-d3b7-4378-aaad-89b368e39a36,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:40.156297 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-f2be0468-f86a-4b48-9157-bf9ad7115fed service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042542 Nov 16 04:52:40.158746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0d64d74-4a43-4b58-9e4a-3ad0ef7328c5 req-72fdbd64-428c-43f9-a168-8433a848a6b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628498 Nov 16 04:52:40.186732 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:40.240260 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:40.276061 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-57ff1407-0bd9-45ae-b45e-54bd7daa88aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:40.412495 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-61a29c3c-64fb-4b12-b8a9-4dbe195e57fb service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378244 Nov 16 04:52:40.414571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0d64d74-4a43-4b58-9e4a-3ad0ef7328c5 req-738d8682-da6b-42d6-8b31-61cabdcf942d service neutron] 10.222.0.15 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223717 Nov 16 04:52:40.499074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9727bc-185c-4a22-b389-7820838341d2 req-a81c3908-0cb8-4fd2-a80b-fa81554f0101 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:40.508483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b9727bc-185c-4a22-b389-7820838341d2 req-a81c3908-0cb8-4fd2-a80b-fa81554f0101 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.6275942 Nov 16 04:52:40.517510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5a82899c-8cd0-4ea4-a13f-9047f5ad7ed5 None None] Provisioning complete for port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:40.521918 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a82899c-8cd0-4ea4-a13f-9047f5ad7ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:40.525889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4631e-d836-416c-b43b-e13d4aa9da89 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking segment: {'id': 'ffb77bf3-0316-49e8-bb91-853d71644b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa3d232c-29a6-4d09-8484-21cb3bace00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:40.526268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e4631e-d836-416c-b43b-e13d4aa9da89 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network hostable DHCP agents. Network: aa3d232c-29a6-4d09-8484-21cb3bace00f, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:52:40.550212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190232f6-5e50-4f75-9474-014902a79be5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4c67cb-938c-4b12-bb00-cd0b361ed365,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:40.586546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5a82899c-8cd0-4ea4-a13f-9047f5ad7ed5 None None] Port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:52:40.597039 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2a7d4-a48f-4558-8cae-14c44d48c37f None None] Pushing event updated for resources: {'Port': ['ID=1b369e04-352c-4f7c-90ee-0252ee4eb1ec,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:40.599747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Attempting to bind port 1b369e04-352c-4f7c-90ee-0252ee4eb1ec on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:40.600198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Attempting to bind port 1b369e04-352c-4f7c-90ee-0252ee4eb1ec by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:40.600626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Attempting to bind port 1b369e04-352c-4f7c-90ee-0252ee4eb1ec on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:40.606906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:52:40.607377 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:40.607841 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:40.608293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:52:40.608831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Bound port: 1b369e04-352c-4f7c-90ee-0252ee4eb1ec, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:52:40.609275 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:40.704182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] For port 1b369e04-352c-4f7c-90ee-0252ee4eb1ec, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:52:40.709622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] For port 1b369e04-352c-4f7c-90ee-0252ee4eb1ec, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1b369e04-352c-4f7c-90ee-0252ee4eb1ec,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:52:40.718891 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:40.747583 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-39517b0a-95b8-4ee6-91d7-ad08525f1be8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=10ff97ee-f373-4db5-a57f-eae61ba73e8e HTTP/1.1" status: 200 len: 217 time: 0.2585711 Nov 16 04:52:40.794221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:40.795449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:40.875032 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b9727bc-185c-4a22-b389-7820838341d2 req-8978e0a0-c076-4433-a88a-cccf62b3442b tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654940 Nov 16 04:52:40.886003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e4631e-d836-416c-b43b-e13d4aa9da89 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network aa3d232c-29a6-4d09-8484-21cb3bace00f is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:52:40.974868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-82e4631e-d836-416c-b43b-e13d4aa9da89 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, aa3d232c-29a6-4d09-8484-21cb3bace00f) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:40.999833 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:41.031992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e4631e-d836-416c-b43b-e13d4aa9da89 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:41.032620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82e4631e-d836-416c-b43b-e13d4aa9da89 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:41.053856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25133e-671b-4006-a762-938b94cc0b48 req-3c32dbe0-5f32-4758-976b-748a848e227b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:41.061913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25133e-671b-4006-a762-938b94cc0b48 req-3c32dbe0-5f32-4758-976b-748a848e227b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:41.070138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25133e-671b-4006-a762-938b94cc0b48 req-3c32dbe0-5f32-4758-976b-748a848e227b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:41.077623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25133e-671b-4006-a762-938b94cc0b48 req-3c32dbe0-5f32-4758-976b-748a848e227b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:41.085070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25133e-671b-4006-a762-938b94cc0b48 req-3c32dbe0-5f32-4758-976b-748a848e227b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:41.087661 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc25133e-671b-4006-a762-938b94cc0b48 req-3c32dbe0-5f32-4758-976b-748a848e227b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 3876 time: 0.5326130 Nov 16 04:52:41.129316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-51811434-5eeb-427b-a7cc-74ebc0a80e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:41.133075 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-51811434-5eeb-427b-a7cc-74ebc0a80e29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.3034656 Nov 16 04:52:41.271274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-496d59bb-a011-47ad-a781-f314ab9a9d7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Deleting port 4950c367-9570-4b51-a9c0-1004cd6a4fb4 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:41.272919 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-496d59bb-a011-47ad-a781-f314ab9a9d7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:41.276908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587e2993-41f8-4b08-ae85-91d08f848a6d None None] Network aa3d232c-29a6-4d09-8484-21cb3bace00f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:41.346081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-82e4631e-d836-416c-b43b-e13d4aa9da89 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2858715 Nov 16 04:52:41.349925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a2a7d4-a48f-4558-8cae-14c44d48c37f None None] Pushing event updated for resources: {'Port': ['ID=1b369e04-352c-4f7c-90ee-0252ee4eb1ec,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:41.367245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:52:41.401874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0d64d74-4a43-4b58-9e4a-3ad0ef7328c5 req-96d28064-1223-424f-b125-4d6fbe64a9d0 service neutron] 10.222.0.15 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9363096 Nov 16 04:52:41.402202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49226) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:41.413946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e42fc477-944e-4125-b562-fb6e8351292b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-633067091'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:41.429026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Allocated IP 172.20.0.1 (f89841ad-dfc0-4a06-8c37-ac8ab5c0222b/aa904ac8-f21c-419a-9e69-f7844853aa04/ed052174-8fda-416f-82d3-724eff2cb459) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:52:41.482000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc25133e-671b-4006-a762-938b94cc0b48 req-7a3eeca1-d2ca-4564-9508-cf3a9ce527a1 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3703525 Nov 16 04:52:41.482803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42fc477-944e-4125-b562-fb6e8351292b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:41.492422 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e42fc477-944e-4125-b562-fb6e8351292b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:41.591359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-5eea0f9b-f39d-4f4a-8c13-859aeba908aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:41.594050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-5eea0f9b-f39d-4f4a-8c13-859aeba908aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4352331 Nov 16 04:52:41.641915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:41.700322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42fc477-944e-4125-b562-fb6e8351292b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:52:41.707498 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:41.710956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-aa3d232c-29a6-4d09-8484-21cb3bace00f', 'network_id': 'aa3d232c-29a6-4d09-8484-21cb3bace00f', 'tenant_id': '1d681f27f498415990f83a0d04ab9f05', 'fixed_ips': [{'subnet_id': 'ce00725b-d3b7-4378-aaad-89b368e39a36'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:52:41.712681 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:41.744590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49232) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:41.769686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:41.772875 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:41.776648 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:41.827968 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:41.878609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-496d59bb-a011-47ad-a781-f314ab9a9d7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] For port 4950c367-9570-4b51-a9c0-1004cd6a4fb4, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4950c367-9570-4b51-a9c0-1004cd6a4fb4,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:41.879238 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-496d59bb-a011-47ad-a781-f314ab9a9d7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:41.899272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-496d59bb-a011-47ad-a781-f314ab9a9d7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Calling delete_port for 4950c367-9570-4b51-a9c0-1004cd6a4fb4 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:41.955119 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ed052174-8fda-416f-82d3-724eff2cb459,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:42.011219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:42.011905 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:42.011905 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:42.012242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:42.012579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:42.012917 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:42.013250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:42.013582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:42.013943 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:42.014274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:42.014604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:42.014928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:42.182121 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-377827783'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:42.216893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-b2727c92-7d24-45df-bc77-6c5b5659b585 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6115153 Nov 16 04:52:42.228356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Made reservation on behalf of b504d67d979648f4961981ebfbb306e1 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:42.233691 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.272741 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.288684 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.313159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e42fc477-944e-4125-b562-fb6e8351292b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.313936 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-e42fc477-944e-4125-b562-fb6e8351292b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Added segment 8b1ab7a9-51c7-4b8e-8323-701fe7d21c14 of type vlan for network 98a7d397-3410-4fd8-881f-4e329de06a9e Nov 16 04:52:42.390915 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-496d59bb-a011-47ad-a781-f314ab9a9d7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.422085 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.467772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d59bb-a011-47ad-a781-f314ab9a9d7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event deleted for resources: {'Port': ['ID=4950c367-9570-4b51-a9c0-1004cd6a4fb4,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:42.480565 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e4cad592-e27d-4661-be57-d4a7cf547b01 None None] Provisioning complete for port ed052174-8fda-416f-82d3-724eff2cb459 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:42.480952 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4cad592-e27d-4661-be57-d4a7cf547b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.490218 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e42fc477-944e-4125-b562-fb6e8351292b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.496056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:32Z', 'revision_number': 3, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:42.513913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.526540 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.562538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dc1993-6335-4880-98a1-0539ad10ce79 None None] The sync data for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 is: [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:32Z', 'revision_number': 3, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:42.572448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-496d59bb-a011-47ad-a781-f314ab9a9d7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] No DVR routers for this DVR port 4950c367-9570-4b51-a9c0-1004cd6a4fb4 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:52:42.586593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958c911-d60e-49b8-a26e-44f7062ec31a req-57883e27-3a32-473e-a0a1-18938f5f5639 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:42.588488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b958c911-d60e-49b8-a26e-44f7062ec31a req-57883e27-3a32-473e-a0a1-18938f5f5639 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.3517959 Nov 16 04:52:42.597634 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Allocated IP 172.20.255.242 (aa3d232c-29a6-4d09-8484-21cb3bace00f/ce00725b-d3b7-4378-aaad-89b368e39a36/abddbc41-2e90-416b-80b0-e964b072bfa1) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:52:42.603048 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e4cad592-e27d-4661-be57-d4a7cf547b01 None None] Port ed052174-8fda-416f-82d3-724eff2cb459 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:52:42.608692 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-496d59bb-a011-47ad-a781-f314ab9a9d7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.613016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-496d59bb-a011-47ad-a781-f314ab9a9d7b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "DELETE /v2.0/ports/4950c367-9570-4b51-a9c0-1004cd6a4fb4 HTTP/1.1" status: 204 len: 173 time: 2.6684783 Nov 16 04:52:42.618546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-deleted', 'tag': '4950c367-9570-4b51-a9c0-1004cd6a4fb4'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:52:42.620900 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e272061-a09c-4a58-88c4-1165811d461b" -d '{"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-deleted", "tag": "4950c367-9570-4b51-a9c0-1004cd6a4fb4"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:52:42.681268 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:52:42.714750 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-3a7e3cbe-5788-4528-aef9-e3238b55fed4 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651861 Nov 16 04:52:42.736993 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.737837 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Added segment 5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b of type vlan for network 02070471-8832-4ee8-b82f-11127f1ad6f9 Nov 16 04:52:42.776501 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e42fc477-944e-4125-b562-fb6e8351292b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.782778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42fc477-944e-4125-b562-fb6e8351292b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:42.783345 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e42fc477-944e-4125-b562-fb6e8351292b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.787705 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ce24f4-7dda-49f3-a78a-1473e510dc64,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:42.823212 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.840786 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.851394 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.889064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-acdd15d2-3264-48dd-898a-95aaf4e80989 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=8178ccda-af63-4072-ac8f-d3f04afc358b HTTP/1.1" status: 200 len: 217 time: 0.1626565 Nov 16 04:52:42.956300 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.965131 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:42.973065 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:43.061085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e42fc477-944e-4125-b562-fb6e8351292b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6555655 Nov 16 04:52:43.072150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49248) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:43.104490 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-84b3376a-7b53-4064-bedc-ad9ddb4c5936 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'subnet': {'network_id': '98a7d397-3410-4fd8-881f-4e329de06a9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:43.104744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Network aa3d232c-29a6-4d09-8484-21cb3bace00f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:43.116498 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:43.119061 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b958c911-d60e-49b8-a26e-44f7062ec31a req-9f39a908-6fe5-44aa-ab90-3acbf8f004b3 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847271 Nov 16 04:52:43.141917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fc477-944e-4125-b562-fb6e8351292b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=98a7d397-3410-4fd8-881f-4e329de06a9e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:43.144846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:43.145482 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:43.173479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2a19a-7452-4e01-814b-81571ba11c4f req-1c16d95b-3941-4381-9c87-af02d81f16d6 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:43.175846 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Pushing event updated for resources: {'Port': ['ID=abddbc41-2e90-416b-80b0-e964b072bfa1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:43.203671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 98a7d397-3410-4fd8-881f-4e329de06a9e details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:52:43.207349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2a19a-7452-4e01-814b-81571ba11c4f req-1c16d95b-3941-4381-9c87-af02d81f16d6 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:43.214512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2a19a-7452-4e01-814b-81571ba11c4f req-1c16d95b-3941-4381-9c87-af02d81f16d6 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:43.222192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2a19a-7452-4e01-814b-81571ba11c4f req-1c16d95b-3941-4381-9c87-af02d81f16d6 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:43.224500 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83e2a19a-7452-4e01-814b-81571ba11c4f req-1c16d95b-3941-4381-9c87-af02d81f16d6 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 3143 time: 0.5088329 Nov 16 04:52:43.232039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-d540c194-a1bc-429b-9a94-690a1fd170d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:43.234159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-d540c194-a1bc-429b-9a94-690a1fd170d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.2591000 Nov 16 04:52:43.239753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:43.255501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:43.299108 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719de2e3-c943-4f19-8d7c-534e2f67a52b x-openstack-request-id: req-719de2e3-c943-4f19-8d7c-534e2f67a52b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:52:43.300498 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-deleted", "tag": "4950c367-9570-4b51-a9c0-1004cd6a4fb4", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:52:43.310080 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-719de2e3-c943-4f19-8d7c-534e2f67a52b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:52:43.311159 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-deleted', 'tag': '4950c367-9570-4b51-a9c0-1004cd6a4fb4', 'status': 'completed', 'code': 200} Nov 16 04:52:43.360840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Deleting port f9389ef3-f27a-4355-a81c-0c1fa98fda08 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:43.361577 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:43.511114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83e2a19a-7452-4e01-814b-81571ba11c4f req-5469938d-6101-458d-827b-ea7ea7f32301 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718551 Nov 16 04:52:43.532659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-2b13fa9d-2e47-4ada-a441-c85bd5ca1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:43.539190 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-2b13fa9d-2e47-4ada-a441-c85bd5ca1241 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2894926 Nov 16 04:52:43.577929 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:43.603433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Pushing event updated for resources: {'Network': ['ID=02070471-8832-4ee8-b82f-11127f1ad6f9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:43.680539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Attempting to bind port abddbc41-2e90-416b-80b0-e964b072bfa1 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:43.681061 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Attempting to bind port abddbc41-2e90-416b-80b0-e964b072bfa1 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'ffb77bf3-0316-49e8-bb91-853d71644b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa3d232c-29a6-4d09-8484-21cb3bace00f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:43.681434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Attempting to bind port abddbc41-2e90-416b-80b0-e964b072bfa1 on network aa3d232c-29a6-4d09-8484-21cb3bace00f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:43.687266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 02070471-8832-4ee8-b82f-11127f1ad6f9 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:52:43.698124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:52:43.698784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Checking segment: {'id': 'ffb77bf3-0316-49e8-bb91-853d71644b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa3d232c-29a6-4d09-8484-21cb3bace00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:43.699215 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:43.699612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Bound using segment: {'id': 'ffb77bf3-0316-49e8-bb91-853d71644b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa3d232c-29a6-4d09-8484-21cb3bace00f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:52:43.702291 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Bound port: abddbc41-2e90-416b-80b0-e964b072bfa1, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb77bf3-0316-49e8-bb91-853d71644b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'aa3d232c-29a6-4d09-8484-21cb3bace00f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:52:43.702693 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:43.704014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ed052174-8fda-416f-82d3-724eff2cb459,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:43.717200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] For port f9389ef3-f27a-4355-a81c-0c1fa98fda08, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f9389ef3-f27a-4355-a81c-0c1fa98fda08,segment=NetworkSegment(aa113498-c0ba-41cc-9239-ed5804f208b2),segment_id=aa113498-c0ba-41cc-9239-ed5804f208b2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:43.717959 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:43.764227 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cb3afe19-bad9-46af-bf2c-e76a00767593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.0185232 Nov 16 04:52:43.872982 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-091d4142-43df-47ef-83ce-b286ff761d79 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154478 Nov 16 04:52:43.931426 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b3376a-7b53-4064-bedc-ad9ddb4c5936 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:43.940636 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84b3376a-7b53-4064-bedc-ad9ddb4c5936 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:43.995994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] For port abddbc41-2e90-416b-80b0-e964b072bfa1, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:52:44.004606 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] For port abddbc41-2e90-416b-80b0-e964b072bfa1, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=abddbc41-2e90-416b-80b0-e964b072bfa1,segment=NetworkSegment(ffb77bf3-0316-49e8-bb91-853d71644b42),segment_id=ffb77bf3-0316-49e8-bb91-853d71644b42)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:52:44.077622 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:44.110815 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:44.151408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:44.157979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:44.197422 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1b369e04-352c-4f7c-90ee-0252ee4eb1ec up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:52:44.374242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49262) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:44.385357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Request body: {'port': {'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9', 'binding:host_id': 'n-h1-818042-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1940845830'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:44.428989 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4229e-d8ca-44b3-a508-696d0b816497 None None] Pushing event updated for resources: {'Port': ['ID=abddbc41-2e90-416b-80b0-e964b072bfa1,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:44.478336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 1b369e04-352c-4f7c-90ee-0252ee4eb1ec triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:44.478706 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:44.507395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Made reservation on behalf of 2977a818da0e40499591a07a65b1a36e for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:44.509717 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:44.517401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-4deb5ba6-916e-4726-ab41-a8a39b855002 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325803 Nov 16 04:52:44.605694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Router 21eb394d-893e-4f5f-a47f-246fb61ff742 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:52:44.662447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-b262ab65-94ae-476c-b2ad-af1a0b338424 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8360c88d-5afc-43f1-9479-fb3f96d0f2bb HTTP/1.1" status: 200 len: 217 time: 0.1296771 Nov 16 04:52:44.663195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:44.744383 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:44.828365 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 1b369e04-352c-4f7c-90ee-0252ee4eb1ec, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1b369e04-352c-4f7c-90ee-0252ee4eb1ec,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:44.840008 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:44.924049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-df4632ea-6eb4-4233-81fd-35a54d142bfd None None] Provisioning complete for port ed052174-8fda-416f-82d3-724eff2cb459 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:44.924735 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-df4632ea-6eb4-4233-81fd-35a54d142bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:44.946104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:44.956741 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f329e00b-fbc7-4a75-8ed5-ab71196b71d3 admin admin] 10.222.0.41 "PUT /v2.0/routers/21eb394d-893e-4f5f-a47f-246fb61ff742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3492882 Nov 16 04:52:45.005698 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84b3376a-7b53-4064-bedc-ad9ddb4c5936 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:45.059476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=1b369e04-352c-4f7c-90ee-0252ee4eb1ec,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:45.095239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-df4632ea-6eb4-4233-81fd-35a54d142bfd None None] Port ed052174-8fda-416f-82d3-724eff2cb459 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:52:45.113592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3376a-7b53-4064-bedc-ad9ddb4c5936 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Subnet': ['ID=79e1a1e0-3006-453a-8fe0-b833a7b55b04,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:45.137294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b3376a-7b53-4064-bedc-ad9ddb4c5936 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking segment: {'id': '8b1ab7a9-51c7-4b8e-8323-701fe7d21c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '98a7d397-3410-4fd8-881f-4e329de06a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:45.137655 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b3376a-7b53-4064-bedc-ad9ddb4c5936 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network hostable DHCP agents. Network: 98a7d397-3410-4fd8-881f-4e329de06a9e, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:52:45.168585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b3376a-7b53-4064-bedc-ad9ddb4c5936 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network 98a7d397-3410-4fd8-881f-4e329de06a9e is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:52:45.186495 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-84b3376a-7b53-4064-bedc-ad9ddb4c5936 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 98a7d397-3410-4fd8-881f-4e329de06a9e) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:45.192963 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b3376a-7b53-4064-bedc-ad9ddb4c5936 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:45.194031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84b3376a-7b53-4064-bedc-ad9ddb4c5936 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:45.203120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007cc421-5f54-41d4-be34-0b849d59b6b9 None None] Network 98a7d397-3410-4fd8-881f-4e329de06a9e requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:45.249151 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-84b3376a-7b53-4064-bedc-ad9ddb4c5936 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1737893 Nov 16 04:52:45.250142 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49274) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:45.281012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c2e88-2a69-48bf-95d9-633104bcd0f0 req-190ff9ad-3f2b-4c64-9baf-c2714d7b1434 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:45.288844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-167c2e88-2a69-48bf-95d9-633104bcd0f0 req-190ff9ad-3f2b-4c64-9baf-c2714d7b1434 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.8373513 Nov 16 04:52:45.310715 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:45.311554 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:45.311881 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Floating IP 1074a718-54de-444a-800b-d94aba7b79ca disassociated. External IP: 172.25.0.187, port: f9389ef3-f27a-4355-a81c-0c1fa98fda08. Nov 16 04:52:45.312476 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Calling delete_port for f9389ef3-f27a-4355-a81c-0c1fa98fda08 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:45.366846 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:45.446568 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:45.450984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] device_id is not set on port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:52:45.462381 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:45.575444 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:45.620968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-b77d7849-7c79-4b0d-9077-69598f7ba540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:45.628458 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-b77d7849-7c79-4b0d-9077-69598f7ba540 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.9374936 Nov 16 04:52:45.645299 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231aee59-1c9c-45cf-8382-13485d2d8ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-98a7d397-3410-4fd8-881f-4e329de06a9e', 'network_id': '98a7d397-3410-4fd8-881f-4e329de06a9e', 'tenant_id': '1d681f27f498415990f83a0d04ab9f05', 'fixed_ips': [{'subnet_id': '79e1a1e0-3006-453a-8fe0-b833a7b55b04'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:52:45.646799 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-231aee59-1c9c-45cf-8382-13485d2d8ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:45.676028 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:45.777036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e0a54-9e6c-4941-8be5-4fbe2bd6b843 req-be7c8fa7-4edb-41fc-90ad-1a3daccacabc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:45.804771 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e0a54-9e6c-4941-8be5-4fbe2bd6b843 req-be7c8fa7-4edb-41fc-90ad-1a3daccacabc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:45.816453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e0a54-9e6c-4941-8be5-4fbe2bd6b843 req-be7c8fa7-4edb-41fc-90ad-1a3daccacabc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:45.823380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e0a54-9e6c-4941-8be5-4fbe2bd6b843 req-be7c8fa7-4edb-41fc-90ad-1a3daccacabc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:45.836459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f94e0a54-9e6c-4941-8be5-4fbe2bd6b843 req-be7c8fa7-4edb-41fc-90ad-1a3daccacabc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 3143 time: 0.6184719 Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server [None req-231aee59-1c9c-45cf-8382-13485d2d8ca5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79e1a1e0-3006-453a-8fe0-b833a7b55b04: This subnet is being modified by another concurrent operation. Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 04:52:45.848902 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise exception Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79e1a1e0-3006-453a-8fe0-b833a7b55b04: This subnet is being modified by another concurrent operation. Nov 16 04:52:45.852491 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Nov 16 04:52:45.871115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7614c4df-8234-44fb-8f67-e3a5b1c99532,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:45.880061 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:45.910340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c8c8a7-4cf0-4a92-8740-268839403d7a None None] Network 98a7d397-3410-4fd8-881f-4e329de06a9e requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:45.920718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-167c2e88-2a69-48bf-95d9-633104bcd0f0 req-ba635189-6521-4c18-a3d4-a8317b0b0fac tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309361 Nov 16 04:52:45.943224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a7d397-3410-4fd8-881f-4e329de06a9e']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:45.965214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1ab7a9-51c7-4b8e-8323-701fe7d21c14') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:45.965521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1ab7a9-51c7-4b8e-8323-701fe7d21c14') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:46.005883 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.016194 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Sync routers for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:46.047656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.062236 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:46.063656 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-98090655-4992-4ca0-be07-5ba59597947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:46.069987 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:52:46.070321 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.110602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d6bfd9-c743-4c7d-b977-1d0cc64390fd None None] Network aa3d232c-29a6-4d09-8484-21cb3bace00f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:52:46.234672 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:52:46.260133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f94e0a54-9e6c-4941-8be5-4fbe2bd6b843 req-6389eada-94bf-4edc-829a-09c43bd6ba7f tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4219112 Nov 16 04:52:46.288436 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.288436 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.298324 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/98a7d397-3410-4fd8-881f-4e329de06a9e HTTP/1.1" status: 204 len: 168 time: 1.0436909 Nov 16 04:52:46.345405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Subnet': ['ID=79e1a1e0-3006-453a-8fe0-b833a7b55b04,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:46.354863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49284) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:46.356095 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec35af-6ed3-4977-9598-65ca9d30ab5e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Network': ['ID=98a7d397-3410-4fd8-881f-4e329de06a9e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:46.357338 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:52:46.373017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6e121cc5-cd70-44df-83a5-d2830055b241 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-880576212'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:46.394495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-d6586e5f-9f98-4c35-9e7a-7f260b7197bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:46.396231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-d6586e5f-9f98-4c35-9e7a-7f260b7197bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6799674 Nov 16 04:52:46.412433 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1b369e04-352c-4f7c-90ee-0252ee4eb1ec up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:52:46.420682 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.438954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e121cc5-cd70-44df-83a5-d2830055b241 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:46.443330 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e121cc5-cd70-44df-83a5-d2830055b241 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.509123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e121cc5-cd70-44df-83a5-d2830055b241 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:52:46.530157 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e121cc5-cd70-44df-83a5-d2830055b241 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.530593 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-6e121cc5-cd70-44df-83a5-d2830055b241 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Added segment 35e949a7-842e-475e-a84f-780f8302dbff of type vlan for network 4bc21dae-3207-49af-aae6-dfed55064a2b Nov 16 04:52:46.564434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-849120d3-4c76-479c-ac4c-a65fd46bdc12 None None] Provisioning complete for port abddbc41-2e90-416b-80b0-e964b072bfa1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:46.566276 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-849120d3-4c76-479c-ac4c-a65fd46bdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.583264 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.609486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-4053d48c-a56a-4f78-b2a1-2aeca12042fd service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903565 Nov 16 04:52:46.616024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e121cc5-cd70-44df-83a5-d2830055b241 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.677006 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e121cc5-cd70-44df-83a5-d2830055b241 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.684284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e121cc5-cd70-44df-83a5-d2830055b241 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:46.685326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e121cc5-cd70-44df-83a5-d2830055b241 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.734940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 1b369e04-352c-4f7c-90ee-0252ee4eb1ec triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:46.735606 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:46.783449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event deleted for resources: {'Port': ['ID=f9389ef3-f27a-4355-a81c-0c1fa98fda08,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:46.844672 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6e121cc5-cd70-44df-83a5-d2830055b241 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4807200 Nov 16 04:52:46.848532 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49292) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:46.872137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'subnet': {'network_id': '4bc21dae-3207-49af-aae6-dfed55064a2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:46.886816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e121cc5-cd70-44df-83a5-d2830055b241 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=4bc21dae-3207-49af-aae6-dfed55064a2b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:46.910501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device abddbc41-2e90-416b-80b0-e964b072bfa1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:52:46.918473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49294) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:46.953129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 4bc21dae-3207-49af-aae6-dfed55064a2b details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:52:46.982482 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-98090655-4992-4ca0-be07-5ba59597947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 2, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:46.992329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-87c467ed-fa5c-4a47-9d81-b79586c3118a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1847997195', 'description': 'tempest-description--331697914'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:47.075983 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Checking router: 21eb394d-893e-4f5f-a47f-246fb61ff742 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:52:47.077111 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Updating router 21eb394d-893e-4f5f-a47f-246fb61ff742 port ed052174-8fda-416f-82d3-724eff2cb459 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:52:47.105028 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.175666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] device_id is not set on port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:52:47.188854 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.209616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87c467ed-fa5c-4a47-9d81-b79586c3118a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.217631 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.336363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:47.336906 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-849120d3-4c76-479c-ac4c-a65fd46bdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.348199 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.430982 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-849120d3-4c76-479c-ac4c-a65fd46bdc12 None None] For port abddbc41-2e90-416b-80b0-e964b072bfa1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=abddbc41-2e90-416b-80b0-e964b072bfa1,segment=NetworkSegment(ffb77bf3-0316-49e8-bb91-853d71644b42),segment_id=ffb77bf3-0316-49e8-bb91-853d71644b42)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:47.476215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_backend_mixin [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Performing IP validity checks on allocation pools {{(pid=102660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 04:52:47.476819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_backend_mixin [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 04:52:47.511901 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-849120d3-4c76-479c-ac4c-a65fd46bdc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.614409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port abddbc41-2e90-416b-80b0-e964b072bfa1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:47.614839 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.696787 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87c467ed-fa5c-4a47-9d81-b79586c3118a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.697815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849120d3-4c76-479c-ac4c-a65fd46bdc12 None None] Pushing event updated for resources: {'Port': ['ID=abddbc41-2e90-416b-80b0-e964b072bfa1,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:47.758296 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87c467ed-fa5c-4a47-9d81-b79586c3118a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.827995 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.831969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c467ed-fa5c-4a47-9d81-b79586c3118a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb498cfd-2f0d-45c7-895b-a0c151173a01,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:47.833200 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.836883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event updated for resources: {'Port': ['ID=281d6791-1450-4e75-8ffd-2b9f4f5f11a3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:47.843015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87c467ed-fa5c-4a47-9d81-b79586c3118a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.844504 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-87c467ed-fa5c-4a47-9d81-b79586c3118a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8753617 Nov 16 04:52:47.848635 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:47.849925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49314) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:47.853153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-d6bf7654-20f4-4062-9351-15e9e6464948 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1659117 Nov 16 04:52:47.855635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-995f5682-a9d4-4186-88c2-8c634b2c2322 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Request body: {'security_group_rule': {'security_group_id': 'eb498cfd-2f0d-45c7-895b-a0c151173a01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:47.927454 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking segment: {'id': '35e949a7-842e-475e-a84f-780f8302dbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4bc21dae-3207-49af-aae6-dfed55064a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:47.927822 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network hostable DHCP agents. Network: 4bc21dae-3207-49af-aae6-dfed55064a2b, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:52:47.945804 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaeb694-7aa3-4552-96ae-034d97c377cf req-16b98d99-0d64-4781-803b-8b48fc5da84c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:47.947362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-beaeb694-7aa3-4552-96ae-034d97c377cf req-16b98d99-0d64-4781-803b-8b48fc5da84c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.7548068 Nov 16 04:52:47.963386 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Subnet': ['ID=694cc90e-b1eb-4d78-9ad2-5d6f41f18345,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:47.973603 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-995f5682-a9d4-4186-88c2-8c634b2c2322 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.007901 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Pushing event updated for resources: {'Port': ['ID=ed052174-8fda-416f-82d3-724eff2cb459,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:48.010431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network 4bc21dae-3207-49af-aae6-dfed55064a2b is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:52:48.031346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device abddbc41-2e90-416b-80b0-e964b072bfa1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:52:48.042403 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-995f5682-a9d4-4186-88c2-8c634b2c2322 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.044068 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 4bc21dae-3207-49af-aae6-dfed55064a2b) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:48.051137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:48.054914 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.054914 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-995f5682-a9d4-4186-88c2-8c634b2c2322 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.078728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f5682-a9d4-4186-88c2-8c634b2c2322 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8811fc65-31ba-4d52-bdf4-4c9845249ffe,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:48.097408 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-995f5682-a9d4-4186-88c2-8c634b2c2322 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.098931 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-995f5682-a9d4-4186-88c2-8c634b2c2322 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2479684 Nov 16 04:52:48.101539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49316) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:48.106448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0607947c-645a-495b-b0be-8fe92175633a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Request body: {'security_group_rule': {'security_group_id': 'eb498cfd-2f0d-45c7-895b-a0c151173a01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:48.116057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-bb86c9eb-16c8-40c9-8c34-4310ea2c70c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 HTTP/1.1" status: 200 len: 217 time: 0.2276952 Nov 16 04:52:48.117339 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0efb083c-98d2-43b1-8a36-474ba58d5693 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2595029 Nov 16 04:52:48.121303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49318) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:48.134923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ff74dd-1fc1-4141-897d-79d0b9ad3f88 None None] Network 4bc21dae-3207-49af-aae6-dfed55064a2b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:48.142316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dea2c6-d1ad-4129-bbce-6c937bdf4f5a req-872cca4b-2271-4aa6-b13f-33d4156b3e68 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:48.153438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dea2c6-d1ad-4129-bbce-6c937bdf4f5a req-872cca4b-2271-4aa6-b13f-33d4156b3e68 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:48.163592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dea2c6-d1ad-4129-bbce-6c937bdf4f5a req-872cca4b-2271-4aa6-b13f-33d4156b3e68 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:48.177111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3dea2c6-d1ad-4129-bbce-6c937bdf4f5a req-872cca4b-2271-4aa6-b13f-33d4156b3e68 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 2409 time: 0.5900795 Nov 16 04:52:48.219491 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0607947c-645a-495b-b0be-8fe92175633a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.253584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Checking segment: {'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:48.254345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Network hostable DHCP agents. Network: 02070471-8832-4ee8-b82f-11127f1ad6f9, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:52:48.261516 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:48.262114 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:48.268681 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:48.268681 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:48.268681 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:48.269278 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:48.274057 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:48.276735 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:48.278211 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:48.279833 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:48.280541 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:48.283531 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:52:48.292818 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0607947c-645a-495b-b0be-8fe92175633a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.301695 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Attempting to bind port ed052174-8fda-416f-82d3-724eff2cb459 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:48.302806 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Attempting to bind port ed052174-8fda-416f-82d3-724eff2cb459 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:48.303944 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Attempting to bind port ed052174-8fda-416f-82d3-724eff2cb459 on network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:48.308428 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0607947c-645a-495b-b0be-8fe92175633a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.321837 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:52:48.328115 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Checking segment: {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:48.331771 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.332290 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Bound using segment: {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:52:48.332895 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Bound port: ed052174-8fda-416f-82d3-724eff2cb459, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:52:48.334741 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.339002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Router c87f2e55-73ee-4197-a3bc-46568f256832 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:52:48.340797 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0607947c-645a-495b-b0be-8fe92175633a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.344884 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0607947c-645a-495b-b0be-8fe92175633a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2395167 Nov 16 04:52:48.359663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49320) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:48.376389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607947c-645a-495b-b0be-8fe92175633a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b423f28-f8b1-40b6-b87a-e76d0cc0ac9a,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:48.383529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:48.388663 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.402896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-da697d58-2e1b-44aa-8a23-c7a2893b0d9b None None] Provisioning complete for port abddbc41-2e90-416b-80b0-e964b072bfa1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:48.403465 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-da697d58-2e1b-44aa-8a23-c7a2893b0d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.445754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-beaeb694-7aa3-4552-96ae-034d97c377cf req-c9fcd56c-fac3-4729-b7fd-f37e2e1af3b6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796808 Nov 16 04:52:48.465049 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.470149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Network 02070471-8832-4ee8-b82f-11127f1ad6f9 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:52:48.473156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-93ad1fe8-63bb-4ecf-a4c7-a4b5b5e5e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:48.482135 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-93ad1fe8-63bb-4ecf-a4c7-a4b5b5e5e171 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.2826107 Nov 16 04:52:48.484886 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.512380 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-98090655-4992-4ca0-be07-5ba59597947f None None] For port ed052174-8fda-416f-82d3-724eff2cb459, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:52:48.522633 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-98090655-4992-4ca0-be07-5ba59597947f None None] For port ed052174-8fda-416f-82d3-724eff2cb459, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ed052174-8fda-416f-82d3-724eff2cb459,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:52:48.535014 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.544518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port abddbc41-2e90-416b-80b0-e964b072bfa1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:48.545091 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.560069 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.603388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3dea2c6-d1ad-4129-bbce-6c937bdf4f5a req-c6519336-a0b8-4334-997e-64f2a6e16603 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4102724 Nov 16 04:52:48.609080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d18c6c1-22ba-4350-bf16-65302d3d5e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-4bc21dae-3207-49af-aae6-dfed55064a2b', 'network_id': '4bc21dae-3207-49af-aae6-dfed55064a2b', 'tenant_id': '1d681f27f498415990f83a0d04ab9f05', 'fixed_ips': [{'subnet_id': '694cc90e-b1eb-4d78-9ad2-5d6f41f18345'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:52:48.610227 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d18c6c1-22ba-4350-bf16-65302d3d5e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.631787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 02070471-8832-4ee8-b82f-11127f1ad6f9) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:48.640563 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Subnet': ['ID=694cc90e-b1eb-4d78-9ad2-5d6f41f18345,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:48.641695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:48.733337 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.740587 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:48.744335 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-98090655-4992-4ca0-be07-5ba59597947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:48.762457 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aea7582-c630-44fd-bd86-e58741b57ef7 None None] Network 02070471-8832-4ee8-b82f-11127f1ad6f9 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:48.777829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc21dae-3207-49af-aae6-dfed55064a2b']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:48.791527 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e949a7-842e-475e-a84f-780f8302dbff') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:48.791927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e949a7-842e-475e-a84f-780f8302dbff') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:48.804805 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.823602 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.847309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:52:48.848396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:52:48.857163 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:52:48.938715 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:48.966937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8ffed4-e795-4b1a-ae44-be5d7c9dbe1a None None] Network 4bc21dae-3207-49af-aae6-dfed55064a2b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:48.991987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:49.008320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:49.008542 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:49.009028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:49.009584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:49.023246 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/4bc21dae-3207-49af-aae6-dfed55064a2b HTTP/1.1" status: 204 len: 168 time: 0.8979697 Nov 16 04:52:49.024616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49326) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:49.047558 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888f60e-79b2-4f44-b37a-9ab2a40f827e None None] Pushing event updated for resources: {'Port': ['ID=ed052174-8fda-416f-82d3-724eff2cb459,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:49.059855 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-cb7bae3b-369f-4eab-8e59-cab1458f0b96 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-28462466'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:49.067886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:49.070080 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:49.077413 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 2 to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 Nov 16 04:52:49.084240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-a4dfb1f9-9ac2-462c-8db3-bfe050b74111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:49.087770 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df5d5ea-7060-4a51-a18a-55c1167b4b65 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Network': ['ID=4bc21dae-3207-49af-aae6-dfed55064a2b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:49.091938 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-a4dfb1f9-9ac2-462c-8db3-bfe050b74111 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6049383 Nov 16 04:52:49.094593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7bae3b-369f-4eab-8e59-cab1458f0b96 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:49.100159 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb7bae3b-369f-4eab-8e59-cab1458f0b96 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:49.138596 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-98090655-4992-4ca0-be07-5ba59597947f None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:52:49.146783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7bae3b-369f-4eab-8e59-cab1458f0b96 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:52:49.162329 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb7bae3b-369f-4eab-8e59-cab1458f0b96 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:49.162723 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-cb7bae3b-369f-4eab-8e59-cab1458f0b96 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Added segment bce6c0d8-7257-4fe3-99e8-6555d9841b54 of type vlan for network bc83df74-0307-41e4-a680-0aa88567a21d Nov 16 04:52:49.234684 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb7bae3b-369f-4eab-8e59-cab1458f0b96 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:49.283832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-601a5aea-5d39-432c-8d86-e17f452bec38 None None] Provisioning complete for port ed052174-8fda-416f-82d3-724eff2cb459 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:49.284315 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-601a5aea-5d39-432c-8d86-e17f452bec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:49.300307 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb7bae3b-369f-4eab-8e59-cab1458f0b96 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:49.312035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7bae3b-369f-4eab-8e59-cab1458f0b96 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:49.312702 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb7bae3b-369f-4eab-8e59-cab1458f0b96 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:49.325555 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd10d184-3eb2-4aef-b99d-1f551ae2fe52 None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 04:52:49.334217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:49.334625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:49.334979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:49.384217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:49.384710 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:49.385731 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:49.401390 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 3 to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 Nov 16 04:52:49.409106 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cb7bae3b-369f-4eab-8e59-cab1458f0b96 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3533976 Nov 16 04:52:49.414102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49328) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:49.419796 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-63e5cd20-0436-4c2d-a8c5-b642cf75982d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'subnet': {'network_id': 'bc83df74-0307-41e4-a680-0aa88567a21d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:49.529796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f7634-a248-4512-aee8-f27cd656f48e None None] Sync routers for ids ['c87f2e55-73ee-4197-a3bc-46568f256832'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:49.551926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e858e48-0471-4dc3-b706-e680fe5fdb48 req-1e655170-0277-4eae-b14e-665a223f8e75 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:49.559832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e858e48-0471-4dc3-b706-e680fe5fdb48 req-1e655170-0277-4eae-b14e-665a223f8e75 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 945 time: 0.4668100 Nov 16 04:52:49.596540 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-98090655-4992-4ca0-be07-5ba59597947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:48Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:49.597435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:49.598086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:49.598795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:49.601676 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] No DVR routers for this DVR port f9389ef3-f27a-4355-a81c-0c1fa98fda08 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:52:49.618233 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:49.626827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f7634-a248-4512-aee8-f27cd656f48e None None] Routers {'c87f2e55-73ee-4197-a3bc-46568f256832'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:49.626827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b70f7634-a248-4512-aee8-f27cd656f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c87f2e55-73ee-4197-a3bc-46568f256832'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:49.627226 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-07d9848c-1b3a-40d6-9216-79241bf99521 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "DELETE /v2.0/ports/f9389ef3-f27a-4355-a81c-0c1fa98fda08 HTTP/1.1" status: 204 len: 173 time: 6.9915805 Nov 16 04:52:49.638697 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98090655-4992-4ca0-be07-5ba59597947f None None] The sync data for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 is: [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:48Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:49.660574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-deleted', 'tag': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:52:49.671713 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad12563-48b6-414e-91cc-863a89f8c9b4" -d '{"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-deleted", "tag": "f9389ef3-f27a-4355-a81c-0c1fa98fda08"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:52:49.759438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:49.759438 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:49.783044 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 4 to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 Nov 16 04:52:49.839280 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd10d184-3eb2-4aef-b99d-1f551ae2fe52 None None] Resources bound (agent type, host, resource id): {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 04:52:49.867813 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e858e48-0471-4dc3-b706-e680fe5fdb48 req-7ddd22f0-e7c6-4f2d-90bf-8cd00e548e6f tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=023a4800-85da-47ab-b154-344331dbba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043141 Nov 16 04:52:49.875580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-77c082bc-9666-4adc-ae8a-2b6dc270af3e service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7528112 Nov 16 04:52:49.936270 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-601a5aea-5d39-432c-8d86-e17f452bec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:49.963997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b70f7634-a248-4512-aee8-f27cd656f48e None None] Set router c87f2e55-73ee-4197-a3bc-46568f256832 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:52:50.129510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:50.130114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:50.130451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:50.147606 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ed052174-8fda-416f-82d3-724eff2cb459 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:52:50.219278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e5cd20-0436-4c2d-a8c5-b642cf75982d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:50.223254 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63e5cd20-0436-4c2d-a8c5-b642cf75982d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:50.250105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:50.250892 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:50.255982 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 5 to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 Nov 16 04:52:50.271281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c622a543-07de-45a8-8410-6fa13e712ef7 req-c3a7d685-9be1-4cda-8b00-cfa5789b71f8 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:50.280199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c622a543-07de-45a8-8410-6fa13e712ef7 req-c3a7d685-9be1-4cda-8b00-cfa5789b71f8 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.6914921 Nov 16 04:52:50.348090 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:50.400623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:50.401547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:50.401926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:50.422299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bae3b-369f-4eab-8e59-cab1458f0b96 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=bc83df74-0307-41e4-a680-0aa88567a21d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:50.446942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982ffe8-af78-433b-ae37-434078ffaa2c req-51ca5885-0e3e-49e1-b609-d049c074c34a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:50.458370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982ffe8-af78-433b-ae37-434078ffaa2c req-51ca5885-0e3e-49e1-b609-d049c074c34a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:50.465655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982ffe8-af78-433b-ae37-434078ffaa2c req-51ca5885-0e3e-49e1-b609-d049c074c34a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:50.467497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1982ffe8-af78-433b-ae37-434078ffaa2c req-51ca5885-0e3e-49e1-b609-d049c074c34a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 2409 time: 0.3918667 Nov 16 04:52:50.521382 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63e5cd20-0436-4c2d-a8c5-b642cf75982d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:50.599185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:50.599419 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:50.607855 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 6 to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 Nov 16 04:52:50.620852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5cd20-0436-4c2d-a8c5-b642cf75982d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Subnet': ['ID=c08f7fa5-7123-4f64-8c1c-6420fe00b3ce,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:50.625013 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network bc83df74-0307-41e4-a680-0aa88567a21d details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:52:50.634302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5cd20-0436-4c2d-a8c5-b642cf75982d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking segment: {'id': 'bce6c0d8-7257-4fe3-99e8-6555d9841b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc83df74-0307-41e4-a680-0aa88567a21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:50.634946 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5cd20-0436-4c2d-a8c5-b642cf75982d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network hostable DHCP agents. Network: bc83df74-0307-41e4-a680-0aa88567a21d, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:52:50.640759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-601a5aea-5d39-432c-8d86-e17f452bec38 None None] For port ed052174-8fda-416f-82d3-724eff2cb459, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ed052174-8fda-416f-82d3-724eff2cb459,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:50.660514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:50.660875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:50.668436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:50.672269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e5cd20-0436-4c2d-a8c5-b642cf75982d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network bc83df74-0307-41e4-a680-0aa88567a21d is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:52:50.689232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-63e5cd20-0436-4c2d-a8c5-b642cf75982d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, bc83df74-0307-41e4-a680-0aa88567a21d) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:50.702351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e5cd20-0436-4c2d-a8c5-b642cf75982d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:50.704224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63e5cd20-0436-4c2d-a8c5-b642cf75982d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:50.717727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-99b1658c-fa98-4e1e-a9e4-c0c59ac0c368 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7412236 Nov 16 04:52:50.746806 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-63e5cd20-0436-4c2d-a8c5-b642cf75982d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3306899 Nov 16 04:52:50.747894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49344) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:50.755081 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-601a5aea-5d39-432c-8d86-e17f452bec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:50.814600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:50.815225 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:50.818005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-2429658f-59d2-4d4f-9431-0d64ce945eb1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=09f8af55-badd-41b7-a94d-d362718c5b52 HTTP/1.1" status: 200 len: 217 time: 0.0781910 Nov 16 04:52:50.843613 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 7 to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 Nov 16 04:52:50.868742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c622a543-07de-45a8-8410-6fa13e712ef7 req-efa095d5-e773-47ce-a347-0f265736a940 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871587 Nov 16 04:52:50.894777 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port ed052174-8fda-416f-82d3-724eff2cb459 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:50.909131 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:50.926326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:50.959181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-f270a526-cd71-48c9-8470-59e87753378c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Deleting port f3972e7b-3fe5-4e36-a955-332c698178f6 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:50.960860 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-f270a526-cd71-48c9-8470-59e87753378c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.041067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.056666 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eef7a2-75ee-4840-9bc8-50228eed5666 x-openstack-request-id: req-f2eef7a2-75ee-4840-9bc8-50228eed5666 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:52:51.057353 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-deleted", "tag": "f9389ef3-f27a-4355-a81c-0c1fa98fda08", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:52:51.057978 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2eef7a2-75ee-4840-9bc8-50228eed5666 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:52:51.058608 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-deleted', 'tag': 'f9389ef3-f27a-4355-a81c-0c1fa98fda08', 'status': 'completed', 'code': 200} Nov 16 04:52:51.075608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:51.076353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:51.077069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:51.106477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1982ffe8-af78-433b-ae37-434078ffaa2c req-31f827e9-909f-4f64-bbe8-c655db146709 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6317391 Nov 16 04:52:51.122091 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.124569 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-60f0571b-fd7d-44bf-9d98-9d6375d87498 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:51.126433 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-60f0571b-fd7d-44bf-9d98-9d6375d87498 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.37 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 945 time: 0.4550450 Nov 16 04:52:51.132757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:51.134106 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:51.138362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a5aea-5d39-432c-8d86-e17f452bec38 None None] Pushing event updated for resources: {'Port': ['ID=ed052174-8fda-416f-82d3-724eff2cb459,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:51.190397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Subnet': ['ID=c08f7fa5-7123-4f64-8c1c-6420fe00b3ce,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:51.318316 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.359623 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc83df74-0307-41e4-a680-0aa88567a21d']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:51.370731 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce6c0d8-7257-4fe3-99e8-6555d9841b54') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:51.371324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce6c0d8-7257-4fe3-99e8-6555d9841b54') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:51.388700 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.403896 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.411075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:52:51.411791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:52:51.482253 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:52:51.488934 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.500377 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.506061 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/bc83df74-0307-41e4-a680-0aa88567a21d HTTP/1.1" status: 204 len: 168 time: 0.7569280 Nov 16 04:52:51.510058 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49348) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:51.515251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e2b87d5a-2dd8-45d1-a9d5-7eb9e7e7630c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1163862869'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:51.542541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d3b15-6c4b-4569-a6e8-ef1a845b39b9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Network': ['ID=bc83df74-0307-41e4-a680-0aa88567a21d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:51.582851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b87d5a-2dd8-45d1-a9d5-7eb9e7e7630c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:51.587737 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e2b87d5a-2dd8-45d1-a9d5-7eb9e7e7630c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.647833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b87d5a-2dd8-45d1-a9d5-7eb9e7e7630c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:52:51.661115 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e2b87d5a-2dd8-45d1-a9d5-7eb9e7e7630c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.662018 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-e2b87d5a-2dd8-45d1-a9d5-7eb9e7e7630c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Added segment 2018f3e8-6e47-4252-9c02-0a9defb88301 of type vlan for network eb380709-4f92-462d-b5d8-5b28a01c21ae Nov 16 04:52:51.711412 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 8 to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 Nov 16 04:52:51.726159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b70f7634-a248-4512-aee8-f27cd656f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:42:00Z', 'revision_number': 4, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port': {'id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:51Z', 'updated_at': '2021-11-16T04:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c6201eb0-e912-45c1-8f15-a5f88ca523c4', 'name': '', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'mac_address': 'fa:16:3e:d2:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:58Z', 'updated_at': '2021-11-16T04:42:07Z', 'revision_number': 5, 'project_id': '3755e56622844612940817c1adc2c9f6', 'subnets': [{'id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:51.750699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-e81d2488-fb91-4aa1-9d0a-a5fb4f171b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:51.752191 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-e81d2488-fb91-4aa1-9d0a-a5fb4f171b53 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 200 len: 797 time: 0.9216974 Nov 16 04:52:51.762876 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e2b87d5a-2dd8-45d1-a9d5-7eb9e7e7630c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.778213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f7634-a248-4512-aee8-f27cd656f48e None None] Checking router: c87f2e55-73ee-4197-a3bc-46568f256832 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:52:51.788991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f7634-a248-4512-aee8-f27cd656f48e None None] Routers {'c87f2e55-73ee-4197-a3bc-46568f256832'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:51.789636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b70f7634-a248-4512-aee8-f27cd656f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c87f2e55-73ee-4197-a3bc-46568f256832'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:51.826049 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e2b87d5a-2dd8-45d1-a9d5-7eb9e7e7630c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.838593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b87d5a-2dd8-45d1-a9d5-7eb9e7e7630c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:51.838593 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e2b87d5a-2dd8-45d1-a9d5-7eb9e7e7630c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.840515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff7e9d1-f051-4096-9337-ff889a914652 None None] Network bc83df74-0307-41e4-a680-0aa88567a21d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:51.849805 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Allocated IP 172.25.0.15 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/8332db02-ef90-4781-8bcf-8f14e1855ac5) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:52:51.883300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:51.884124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:51.884878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:51.943818 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e2b87d5a-2dd8-45d1-a9d5-7eb9e7e7630c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4324439 Nov 16 04:52:51.946603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49352) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:51.959210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:51.959907 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:51.964015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-12802c83-8f03-4850-ab52-d6559f9dc3f7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'subnet': {'network_id': 'eb380709-4f92-462d-b5d8-5b28a01c21ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:51.969230 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff7e9d1-f051-4096-9337-ff889a914652 None None] Network bc83df74-0307-41e4-a680-0aa88567a21d could not be found, it might have been deleted concurrently. {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 04:52:51.980700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-f270a526-cd71-48c9-8470-59e87753378c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] For port f3972e7b-3fe5-4e36-a955-332c698178f6, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f3972e7b-3fe5-4e36-a955-332c698178f6,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:51.981317 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-f270a526-cd71-48c9-8470-59e87753378c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:51.985453 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 9 to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 Nov 16 04:52:51.999243 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d91f52-51f9-4f19-824c-093ff518d0c3 None None] Network bc83df74-0307-41e4-a680-0aa88567a21d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:52.019624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:52.020373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:52.021926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:52.049639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ed052174-8fda-416f-82d3-724eff2cb459 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:52:52.052029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d91f52-51f9-4f19-824c-093ff518d0c3 None None] Network bc83df74-0307-41e4-a680-0aa88567a21d could not be found, it might have been deleted concurrently. {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 04:52:52.078041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Provisioning complete for port 1b369e04-352c-4f7c-90ee-0252ee4eb1ec triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:52.078806 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:52.091495 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b87d5a-2dd8-45d1-a9d5-7eb9e7e7630c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=eb380709-4f92-462d-b5d8-5b28a01c21ae,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:52.114788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12802c83-8f03-4850-ab52-d6559f9dc3f7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:52.116969 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network eb380709-4f92-462d-b5d8-5b28a01c21ae details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:52:52.119762 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-12802c83-8f03-4850-ab52-d6559f9dc3f7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:52.126113 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:52.126456 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:52.133002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-f270a526-cd71-48c9-8470-59e87753378c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Calling delete_port for f3972e7b-3fe5-4e36-a955-332c698178f6 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:52.145623 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 10 to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 Nov 16 04:52:52.169632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae12ef-af50-4070-9b9f-e4913e35b7e4 req-7dba9ef6-7b9e-474a-ad91-89958a9c9bd9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:52.171474 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6cae12ef-af50-4070-9b9f-e4913e35b7e4 req-7dba9ef6-7b9e-474a-ad91-89958a9c9bd9 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 945 time: 0.4467225 Nov 16 04:52:52.181392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Deleting port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:52.181854 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:52.196258 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b70f7634-a248-4512-aee8-f27cd656f48e None None] Set router c87f2e55-73ee-4197-a3bc-46568f256832 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:52:52.295719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] For port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:52.296295 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:52.309957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port ed052174-8fda-416f-82d3-724eff2cb459 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:52.310419 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:52.315210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:52.315561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:52.315908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:52.324336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-216e65de-b7cc-497c-93a6-0a8a8456c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:52.326684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-216e65de-b7cc-497c-93a6-0a8a8456c01a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5058575 Nov 16 04:52:52.361124 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-12802c83-8f03-4850-ab52-d6559f9dc3f7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:52.458846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12802c83-8f03-4850-ab52-d6559f9dc3f7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Subnet': ['ID=6550f6cc-8f3b-443f-b2e1-bbc9f6bdca82,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:52.462357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-559d7550-16d5-4dc2-9114-f9a998b8fc88 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060755 Nov 16 04:52:52.477272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:52.477601 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:52.478015 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:52.534804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12802c83-8f03-4850-ab52-d6559f9dc3f7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking segment: {'id': '2018f3e8-6e47-4252-9c02-0a9defb88301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'eb380709-4f92-462d-b5d8-5b28a01c21ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:52.535371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12802c83-8f03-4850-ab52-d6559f9dc3f7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network hostable DHCP agents. Network: eb380709-4f92-462d-b5d8-5b28a01c21ae, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:52:52.560472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ec8da-17a5-4c67-94a3-ae15f8063254 req-ec84a1fb-0961-45bf-856a-71e8331c42ab tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:52.568142 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427ec8da-17a5-4c67-94a3-ae15f8063254 req-ec84a1fb-0961-45bf-856a-71e8331c42ab tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.5593028 Nov 16 04:52:52.582689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12802c83-8f03-4850-ab52-d6559f9dc3f7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network eb380709-4f92-462d-b5d8-5b28a01c21ae is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:52:52.598808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-12802c83-8f03-4850-ab52-d6559f9dc3f7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, eb380709-4f92-462d-b5d8-5b28a01c21ae) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:52.603194 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12802c83-8f03-4850-ab52-d6559f9dc3f7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:52.604098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-12802c83-8f03-4850-ab52-d6559f9dc3f7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:52.627751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f23f329-523f-408e-bc39-c8a11b1f9b36 None None] Network eb380709-4f92-462d-b5d8-5b28a01c21ae requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:52.636207 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-12802c83-8f03-4850-ab52-d6559f9dc3f7 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6830738 Nov 16 04:52:52.640060 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49360) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:52.715754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Provisioning complete for port 15e69531-24f4-4369-9832-582b98fea2ca triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:52.716517 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:52.762023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6cae12ef-af50-4070-9b9f-e4913e35b7e4 req-8a2db427-7696-4284-96c6-cd4868eec36b tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=023a4800-85da-47ab-b154-344331dbba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4315999 Nov 16 04:52:52.837618 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Port 15e69531-24f4-4369-9832-582b98fea2ca cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:52:52.870906 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:52.923778 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Provisioning complete for port 0d711a92-bc73-42cd-86ba-dc5d4654fdd9 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:52.924579 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:52.973466 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:52.998524 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427ec8da-17a5-4c67-94a3-ae15f8063254 req-f0026f8d-03eb-4ab9-a9c4-5e7972194c12 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241276 Nov 16 04:52:53.009362 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.068951 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.168141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] For port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:52:53.175357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempted to set empty binding levels {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 04:52:53.192632 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.227886 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.273430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Subnet': ['ID=6550f6cc-8f3b-443f-b2e1-bbc9f6bdca82,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:53.276596 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb380709-4f92-462d-b5d8-5b28a01c21ae']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:53.298040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2018f3e8-6e47-4252-9c02-0a9defb88301') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:53.301751 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2018f3e8-6e47-4252-9c02-0a9defb88301') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:53.315362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.317512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:53.318358 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.339897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-8c29f660-b4cb-4e23-a4c0-212104344b8a service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8449235 Nov 16 04:52:53.347216 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.366608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:52:53.367273 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:52:53.374834 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:52:53.395334 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951343a-4151-4d65-a7c4-5ed8ca0a7482 req-619e4833-9d3c-4502-8ec4-1cd6ec440c42 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:53.403130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951343a-4151-4d65-a7c4-5ed8ca0a7482 req-619e4833-9d3c-4502-8ec4-1cd6ec440c42 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:53.404108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0a5148-4d9a-4c91-b474-44b3a25994ea None None] Network eb380709-4f92-462d-b5d8-5b28a01c21ae requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:53.414980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Port 0d711a92-bc73-42cd-86ba-dc5d4654fdd9 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:52:53.418906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951343a-4151-4d65-a7c4-5ed8ca0a7482 req-619e4833-9d3c-4502-8ec4-1cd6ec440c42 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:53.428530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3951343a-4151-4d65-a7c4-5ed8ca0a7482 req-619e4833-9d3c-4502-8ec4-1cd6ec440c42 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 2409 time: 0.4916344 Nov 16 04:52:53.447089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 9.0656922 Nov 16 04:52:53.500562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b70f7634-a248-4512-aee8-f27cd656f48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:42:00Z', 'revision_number': 4, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port': {'id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:51Z', 'updated_at': '2021-11-16T04:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c6201eb0-e912-45c1-8f15-a5f88ca523c4', 'name': '', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'mac_address': 'fa:16:3e:d2:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:58Z', 'updated_at': '2021-11-16T04:42:07Z', 'revision_number': 5, 'project_id': '3755e56622844612940817c1adc2c9f6', 'subnets': [{'id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:53.502067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49362) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:53.526675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-e002ce1b-9b7e-4c46-af61-ee82e97ece63 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67326287-18f5-45b8-8163-5eb143ba21c1 HTTP/1.1" status: 200 len: 217 time: 0.1533048 Nov 16 04:52:53.535614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Provisioning complete for port c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:53.536692 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.544922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f7634-a248-4512-aee8-f27cd656f48e None None] The sync data for ids ['c87f2e55-73ee-4197-a3bc-46568f256832'] in n-d-818042-1 is: [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:42:00Z', 'revision_number': 4, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port': {'id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:51Z', 'updated_at': '2021-11-16T04:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'c6201eb0-e912-45c1-8f15-a5f88ca523c4', 'name': '', 'network_id': 'ace05412-28cc-47e2-a1d1-d37b29ce3547', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'mac_address': 'fa:16:3e:d2:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_interface', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:58Z', 'updated_at': '2021-11-16T04:42:07Z', 'revision_number': 5, 'project_id': '3755e56622844612940817c1adc2c9f6', 'subnets': [{'id': 'fec0c769-81d7-4784-b357-855f51779ac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:52:53.578729 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.585689 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.590096 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/eb380709-4f92-462d-b5d8-5b28a01c21ae HTTP/1.1" status: 204 len: 168 time: 0.9489036 Nov 16 04:52:53.616228 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.622917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc72158-ad08-4f33-b83f-a0d133442ed0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event updated for resources: {'Port': ['ID=281d6791-1450-4e75-8ffd-2b9f4f5f11a3,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:53.627261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49364) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:53.627864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed88f0-313a-4d6e-9f68-3176512ab4b0 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Network': ['ID=eb380709-4f92-462d-b5d8-5b28a01c21ae,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:53.647293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-dc884795-c6f2-4d0f-bad1-0f00ee092b09 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-339496891'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:53.660828 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.665700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.670442 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Floating IP c233131e-9357-4e2c-8a90-c6d41ee692fb disassociated. External IP: 172.25.0.127, port: 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f. Nov 16 04:52:53.670895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Calling delete_port for 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:53.681853 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc884795-c6f2-4d0f-bad1-0f00ee092b09 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:53.686386 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc884795-c6f2-4d0f-bad1-0f00ee092b09 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.731900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc884795-c6f2-4d0f-bad1-0f00ee092b09 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:52:53.751499 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc884795-c6f2-4d0f-bad1-0f00ee092b09 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.752916 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-dc884795-c6f2-4d0f-bad1-0f00ee092b09 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Added segment 9fbb334f-3395-4d2b-a61b-b1c2c581647c of type vlan for network a2a6fa0d-cea8-48d0-bd7a-243c23867eb3 Nov 16 04:52:53.792655 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Provisioning complete for port 15fe8c18-3606-478f-a5ff-14df0b3f12cf triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:53.793143 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.798246 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-f270a526-cd71-48c9-8470-59e87753378c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.830512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc884795-c6f2-4d0f-bad1-0f00ee092b09 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.880989 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc884795-c6f2-4d0f-bad1-0f00ee092b09 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.896623 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc884795-c6f2-4d0f-bad1-0f00ee092b09 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:53.900837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:53.906833 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc884795-c6f2-4d0f-bad1-0f00ee092b09 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:53.972052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:53.997045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Provisioning complete for port 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:53.997637 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:54.006863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:54.038809 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dc884795-c6f2-4d0f-bad1-0f00ee092b09 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4035769 Nov 16 04:52:54.041640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3951343a-4151-4d65-a7c4-5ed8ca0a7482 req-954168e0-7e5a-45c4-a5c5-b6b1c4fa27da tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6025736 Nov 16 04:52:54.042604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49370) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:54.051097 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'subnet': {'network_id': 'a2a6fa0d-cea8-48d0-bd7a-243c23867eb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:54.120682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-f0c9f72b-b41c-41f4-8d0a-21fbcc693354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:54.122207 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-f0c9f72b-b41c-41f4-8d0a-21fbcc693354 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 200 len: 797 time: 0.5863938 Nov 16 04:52:54.146033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event updated for resources: {'Port': ['ID=8332db02-ef90-4781-8bcf-8f14e1855ac5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:54.187268 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc884795-c6f2-4d0f-bad1-0f00ee092b09 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=a2a6fa0d-cea8-48d0-bd7a-243c23867eb3,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:54.213190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network a2a6fa0d-cea8-48d0-bd7a-243c23867eb3 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:52:54.226806 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf57df5-cc7b-49c3-9013-db179279d257 None None] New status for floating IP 1074a718-54de-444a-800b-d94aba7b79ca: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:52:54.277991 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:54.282744 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:54.299461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270a526-cd71-48c9-8470-59e87753378c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event deleted for resources: {'Port': ['ID=f3972e7b-3fe5-4e36-a955-332c698178f6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:54.309391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-f270a526-cd71-48c9-8470-59e87753378c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] No DVR routers for this DVR port f3972e7b-3fe5-4e36-a955-332c698178f6 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:52:54.316533 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-f270a526-cd71-48c9-8470-59e87753378c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:54.319978 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-f270a526-cd71-48c9-8470-59e87753378c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "DELETE /v2.0/ports/f3972e7b-3fe5-4e36-a955-332c698178f6 HTTP/1.1" status: 204 len: 173 time: 4.6080692 Nov 16 04:52:54.323795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-deleted', 'tag': 'f3972e7b-3fe5-4e36-a955-332c698178f6'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:52:54.327404 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12215be-1017-4f8e-90f0-e32b2d3d5e1c" -d '{"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-deleted", "tag": "f3972e7b-3fe5-4e36-a955-332c698178f6"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:52:54.373136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_backend_mixin [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Performing IP validity checks on allocation pools {{(pid=102660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 04:52:54.373587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_backend_mixin [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 04:52:54.399813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Provisioning complete for port d1a9c363-cdc3-4765-b51c-c828a308d59c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:54.400252 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:54.574616 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:54.600224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Provisioning complete for port e0e86e29-e74c-43c1-910f-005bd852126f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:54.602202 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:54.602416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e2fed-f59d-42a6-9246-e20bf390ac6e req-48b34ca3-fff2-4c7f-bb55-722d8f57dc6a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:54.604038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-672e2fed-f59d-42a6-9246-e20bf390ac6e req-48b34ca3-fff2-4c7f-bb55-722d8f57dc6a tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 945 time: 0.6962564 Nov 16 04:52:54.684610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Port e0e86e29-e74c-43c1-910f-005bd852126f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:52:54.703225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Provisioning complete for port 45654ad7-275f-4f4e-bf18-de52be01a42e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:54.704589 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:54.708013 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:54.737041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event deleted for resources: {'Port': ['ID=78ba4dc4-09dc-4ba6-96ba-14d47525ef0f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:54.825250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-c59aae16-3af5-49a9-8e5a-82714e950890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:54.826853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-c59aae16-3af5-49a9-8e5a-82714e950890 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6618466 Nov 16 04:52:54.838095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1942292b-2c50-4489-97e9-96300346c110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Deleting port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:54.838433 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1942292b-2c50-4489-97e9-96300346c110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:54.842228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Subnet': ['ID=00118e98-4f7c-4132-8cbf-fd6920d7bbec,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:54.843368 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Provisioning complete for port a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:54.843834 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:54.887362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking segment: {'id': '9fbb334f-3395-4d2b-a61b-b1c2c581647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a2a6fa0d-cea8-48d0-bd7a-243c23867eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:54.887647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network hostable DHCP agents. Network: a2a6fa0d-cea8-48d0-bd7a-243c23867eb3, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:52:54.911577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1942292b-2c50-4489-97e9-96300346c110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] For port 281d6791-1450-4e75-8ffd-2b9f4f5f11a3, host n-h1-818042-1, got binding levels [] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:54.912204 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1942292b-2c50-4489-97e9-96300346c110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:54.917835 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network a2a6fa0d-cea8-48d0-bd7a-243c23867eb3 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:52:54.926636 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1942292b-2c50-4489-97e9-96300346c110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Calling delete_port for 281d6791-1450-4e75-8ffd-2b9f4f5f11a3 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:54.941047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, a2a6fa0d-cea8-48d0-bd7a-243c23867eb3) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:54.956775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640a13e9-cf17-4693-8a15-f09a6e5cf5b1 None None] Network a2a6fa0d-cea8-48d0-bd7a-243c23867eb3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:54.961386 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:54.964128 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.011587 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ca6097e7-8928-4978-9684-7c1e8c4af15b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9648168 Nov 16 04:52:55.014832 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49378) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:55.028850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Provisioning complete for port d8710c5a-ad45-41db-935a-5c441b115f73 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:55.029441 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.059917 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1942292b-2c50-4489-97e9-96300346c110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.122566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b356e-65de-4814-bfdf-cefac6bcab17 req-8ded5407-0e5e-4d78-b889-138a5aa8bb20 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:55.130833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-624b356e-65de-4814-bfdf-cefac6bcab17 req-8ded5407-0e5e-4d78-b889-138a5aa8bb20 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.9508224 Nov 16 04:52:55.198994 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.240266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Provisioning complete for port 73cb6ff3-e38f-4829-ae9f-f622b0c8190f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:55.240763 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.266146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5b1505-5379-41c9-b389-975e24f21596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-a2a6fa0d-cea8-48d0-bd7a-243c23867eb3', 'network_id': 'a2a6fa0d-cea8-48d0-bd7a-243c23867eb3', 'tenant_id': '1d681f27f498415990f83a0d04ab9f05', 'fixed_ips': [{'subnet_id': '00118e98-4f7c-4132-8cbf-fd6920d7bbec'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:52:55.268367 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9e5b1505-5379-41c9-b389-975e24f21596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.290555 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.302524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Port 73cb6ff3-e38f-4829-ae9f-f622b0c8190f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:52:55.406876 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.421999 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Provisioning complete for port d085a85b-0c92-4ea7-8101-e3f9b71417c2 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:52:55.422380 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e865d6a9-4b29-4ec5-9762-d105fff24e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.454900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Subnet': ['ID=00118e98-4f7c-4132-8cbf-fd6920d7bbec,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server [None req-9e5b1505-5379-41c9-b389-975e24f21596 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00118e98-4f7c-4132-8cbf-fd6920d7bbec: This subnet is being modified by another concurrent operation. Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 04:52:55.496603 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise exception Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00118e98-4f7c-4132-8cbf-fd6920d7bbec: This subnet is being modified by another concurrent operation. Nov 16 04:52:55.500857 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Nov 16 04:52:55.548446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.555906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce247dd-3e15-4c00-a623-a726b688b2dd None None] Network a2a6fa0d-cea8-48d0-bd7a-243c23867eb3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:55.573057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a6fa0d-cea8-48d0-bd7a-243c23867eb3']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:55.584548 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbb334f-3395-4d2b-a61b-b1c2c581647c') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:55.585044 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbb334f-3395-4d2b-a61b-b1c2c581647c') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:55.612027 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.628784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.644231 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:52:55.645487 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:52:55.718591 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:52:55.726722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.735728 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.739555 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/a2a6fa0d-cea8-48d0-bd7a-243c23867eb3 HTTP/1.1" status: 204 len: 168 time: 0.7256873 Nov 16 04:52:55.765439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49382) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:55.775116 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f922c9f0-6ef2-4151-9523-4177b4ee2f26 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1772529178'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:55.780240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290989c3-d099-43bc-b7ac-285e75468ab4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Network': ['ID=a2a6fa0d-cea8-48d0-bd7a-243c23867eb3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:55.826508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f922c9f0-6ef2-4151-9523-4177b4ee2f26 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:55.831948 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f922c9f0-6ef2-4151-9523-4177b4ee2f26 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.834082 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1942292b-2c50-4489-97e9-96300346c110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.838240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43909860-9183-43a7-a5b0-ee25ce6c38b1 None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 04:52:55.841860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1942292b-2c50-4489-97e9-96300346c110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "DELETE /v2.0/ports/281d6791-1450-4e75-8ffd-2b9f4f5f11a3 HTTP/1.1" status: 204 len: 168 time: 2.3306115 Nov 16 04:52:55.849164 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.853177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49384) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:55.890120 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a208113-a0d7-458b-b6dd-dec2d9041146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] GET failed (client error): The resource could not be found. Nov 16 04:52:55.897861 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4a208113-a0d7-458b-b6dd-dec2d9041146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "GET /v2.0/ports/281d6791-1450-4e75-8ffd-2b9f4f5f11a3 HTTP/1.1" status: 404 len: 333 time: 0.0435615 Nov 16 04:52:55.899595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49386) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:55.905020 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-828a7901-0996-4d22-956a-f84f609eed76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Request body: {'port': {'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-847921271'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:55.921303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f922c9f0-6ef2-4151-9523-4177b4ee2f26 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:52:55.921537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-672e2fed-f59d-42a6-9246-e20bf390ac6e req-dfb03698-5ad4-41a3-b287-57bfeb8ce8fb tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups?id=023a4800-85da-47ab-b154-344331dbba9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2025018 Nov 16 04:52:55.924979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942292b-2c50-4489-97e9-96300346c110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event deleted for resources: {'Port': ['ID=281d6791-1450-4e75-8ffd-2b9f4f5f11a3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:55.950583 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f922c9f0-6ef2-4151-9523-4177b4ee2f26 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.950951 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-f922c9f0-6ef2-4151-9523-4177b4ee2f26 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Added segment eda7d50a-17e6-4cd4-9739-bedcebc869be of type vlan for network b37d5f82-dda5-49f0-852e-3d67e5bf42e7 Nov 16 04:52:55.961708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828a7901-0996-4d22-956a-f84f609eed76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Made reservation on behalf of 2977a818da0e40499591a07a65b1a36e for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:55.965408 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-828a7901-0996-4d22-956a-f84f609eed76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:55.990398 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.015681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-828a7901-0996-4d22-956a-f84f609eed76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] device_id is not set on port 760ea90d-13c5-406a-bff2-1dfeec93104a yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:52:56.023497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f922c9f0-6ef2-4151-9523-4177b4ee2f26 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.108519 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f922c9f0-6ef2-4151-9523-4177b4ee2f26 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.114647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f922c9f0-6ef2-4151-9523-4177b4ee2f26 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:56.115298 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f922c9f0-6ef2-4151-9523-4177b4ee2f26 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.119012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43909860-9183-43a7-a5b0-ee25ce6c38b1 None None] Resources bound (agent type, host, resource id): {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 04:52:56.209194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.229687 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f922c9f0-6ef2-4151-9523-4177b4ee2f26 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4568100 Nov 16 04:52:56.238673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49388) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:56.250178 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5521e60b-bffb-4ec6-ba33-68d8ee80cb9a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'subnet': {'network_id': 'b37d5f82-dda5-49f0-852e-3d67e5bf42e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:56.260962 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.291304 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922c9f0-6ef2-4151-9523-4177b4ee2f26 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=b37d5f82-dda5-49f0-852e-3d67e5bf42e7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:56.306454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network b37d5f82-dda5-49f0-852e-3d67e5bf42e7 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:52:56.373487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:52:56.392835 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93e4871-afb9-4055-94ea-206ded5e5f1b x-openstack-request-id: req-d93e4871-afb9-4055-94ea-206ded5e5f1b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:52:56.393122 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-deleted", "tag": "f3972e7b-3fe5-4e36-a955-332c698178f6", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:52:56.393382 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d93e4871-afb9-4055-94ea-206ded5e5f1b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:52:56.394082 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-deleted', 'tag': 'f3972e7b-3fe5-4e36-a955-332c698178f6', 'status': 'completed', 'code': 200} Nov 16 04:52:56.433634 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:52:56.434151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:52:56.442580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-828a7901-0996-4d22-956a-f84f609eed76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.469471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5521e60b-bffb-4ec6-ba33-68d8ee80cb9a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:52:56.480054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event updated for resources: {'Port': ['ID=8332db02-ef90-4781-8bcf-8f14e1855ac5,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:56.481223 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5521e60b-bffb-4ec6-ba33-68d8ee80cb9a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.483966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-986cbd68-dad5-495c-ac37-59096987d546 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4625142 Nov 16 04:52:56.498449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-624b356e-65de-4814-bfdf-cefac6bcab17 req-aefb6e39-360d-4617-ac40-b427d144ec3f tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3662829 Nov 16 04:52:56.601943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-828a7901-0996-4d22-956a-f84f609eed76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.658205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-3f8427ec-ba05-4255-baa2-87e8c87c46fc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Deleting port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:56.658701 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-3f8427ec-ba05-4255-baa2-87e8c87c46fc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.667708 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.674446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828a7901-0996-4d22-956a-f84f609eed76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Network 02070471-8832-4ee8-b82f-11127f1ad6f9 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:56.683476 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-828a7901-0996-4d22-956a-f84f609eed76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:56.697321 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a7901-0996-4d22-956a-f84f609eed76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:56.698754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a7901-0996-4d22-956a-f84f609eed76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:56.699564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-828a7901-0996-4d22-956a-f84f609eed76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.720050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a7901-0996-4d22-956a-f84f609eed76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event updated for resources: {'Port': ['ID=760ea90d-13c5-406a-bff2-1dfeec93104a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:56.732419 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-828a7901-0996-4d22-956a-f84f609eed76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8306837 Nov 16 04:52:56.751421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49390) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:56.757312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:52:56.822617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:52:56.844450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7fb7b-4425-42f4-911a-cececd373059 req-75188d2f-be45-41cf-9e6f-4f136cbc5045 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:56.855977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7fb7b-4425-42f4-911a-cececd373059 req-75188d2f-be45-41cf-9e6f-4f136cbc5045 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:56.858934 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3fa7fb7b-4425-42f4-911a-cececd373059 req-75188d2f-be45-41cf-9e6f-4f136cbc5045 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 1677 time: 0.3591442 Nov 16 04:52:56.886716 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.896553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d67994bf-9fc7-4eba-a377-71b23149f967 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.5190299 Nov 16 04:52:56.928515 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5521e60b-bffb-4ec6-ba33-68d8ee80cb9a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:56.943499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98f83ba7-81ba-4baf-95d9-4a16644e03a2 req-372386a3-ff1b-47f7-9f29-7f405e93d7fe service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237175 Nov 16 04:52:56.978475 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:57.010796 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521e60b-bffb-4ec6-ba33-68d8ee80cb9a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Subnet': ['ID=81f4e11c-1d15-4137-bae0-f3acc9b495c4,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:57.019125 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5521e60b-bffb-4ec6-ba33-68d8ee80cb9a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking segment: {'id': 'eda7d50a-17e6-4cd4-9739-bedcebc869be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b37d5f82-dda5-49f0-852e-3d67e5bf42e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:57.019497 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5521e60b-bffb-4ec6-ba33-68d8ee80cb9a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network hostable DHCP agents. Network: b37d5f82-dda5-49f0-852e-3d67e5bf42e7, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:52:57.040747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5521e60b-bffb-4ec6-ba33-68d8ee80cb9a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network b37d5f82-dda5-49f0-852e-3d67e5bf42e7 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:52:57.055585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-5521e60b-bffb-4ec6-ba33-68d8ee80cb9a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, b37d5f82-dda5-49f0-852e-3d67e5bf42e7) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:57.066770 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd53cec3-121f-4436-a1e3-d42cf0c01bd8 None None] Network b37d5f82-dda5-49f0-852e-3d67e5bf42e7 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:57.073882 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5521e60b-bffb-4ec6-ba33-68d8ee80cb9a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:57.074823 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5521e60b-bffb-4ec6-ba33-68d8ee80cb9a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:57.111271 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5521e60b-bffb-4ec6-ba33-68d8ee80cb9a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8680844 Nov 16 04:52:57.115393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-3f8427ec-ba05-4255-baa2-87e8c87c46fc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] For port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=51a374e3-8aa4-468f-8e90-f41f1b0fbb99,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:57.115944 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49408) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:57.118393 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-3f8427ec-ba05-4255-baa2-87e8c87c46fc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:57.161795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3fa7fb7b-4425-42f4-911a-cececd373059 req-103678bd-1226-4775-86da-fb6cf38b3f1d tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018317 Nov 16 04:52:57.187074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-3f8427ec-ba05-4255-baa2-87e8c87c46fc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Calling delete_port for 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:57.305472 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:57.311200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-b37d5f82-dda5-49f0-852e-3d67e5bf42e7', 'network_id': 'b37d5f82-dda5-49f0-852e-3d67e5bf42e7', 'tenant_id': '1d681f27f498415990f83a0d04ab9f05', 'fixed_ips': [{'subnet_id': '81f4e11c-1d15-4137-bae0-f3acc9b495c4'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:52:57.312794 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:57.379130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:57.397147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ba9d250-6f6a-462a-9c8d-f9babbe6115c req-be94da9d-c590-42fd-89f3-df50de98df16 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b8171-028e-491f-8ddb-c8d12074ca83 HTTP/1.1" status: 200 len: 210 time: 0.0866566 Nov 16 04:52:57.405163 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-fba596a8-9783-47fc-bdc4-2e444805313f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1847997195&fields=id&tenant_id=8bbc458d86dd42b6b2caab748f91cc15 HTTP/1.1" status: 200 len: 267 time: 0.3481946 Nov 16 04:52:57.527820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:52:57.532451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Allocated IP 172.20.0.1 (b37d5f82-dda5-49f0-852e-3d67e5bf42e7/81f4e11c-1d15-4137-bae0-f3acc9b495c4/28d05096-db90-45b1-91d2-01610caba6d6) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:52:57.607454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b534f-4d85-4969-b2e3-22cd810d914d None None] Sync routers for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:52:57.634702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b534f-4d85-4969-b2e3-22cd810d914d None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:57.635349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f36b534f-4d85-4969-b2e3-22cd810d914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:57.651716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] No DVR routers for this DVR port 78ba4dc4-09dc-4ba6-96ba-14d47525ef0f on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:52:57.661116 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:57.664832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79d0a9eb-fc4a-4397-8da7-5bd8d1a23f64 req-74ad4045-bd0b-4eb5-8d55-d431ef729afc tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.37 "DELETE /v2.0/ports/78ba4dc4-09dc-4ba6-96ba-14d47525ef0f HTTP/1.1" status: 204 len: 173 time: 6.5249858 Nov 16 04:52:57.753331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d001-4b5d-4691-9e65-76092b059eba req-ec93d9ae-6aa9-4482-86c8-ec08c36ba67c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:57.755022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-ec93d9ae-6aa9-4482-86c8-ec08c36ba67c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 816 time: 0.3348272 Nov 16 04:52:57.809723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] device_id is not set on port 760ea90d-13c5-406a-bff2-1dfeec93104a yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:52:57.832573 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:57.837497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-212e80c2-8e25-44b2-9e04-dbfca169c451 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/quotas/8bbc458d86dd42b6b2caab748f91cc15 HTTP/1.1" status: 200 len: 375 time: 0.0600443 Nov 16 04:52:57.864496 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:57.972640 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-3f8427ec-ba05-4255-baa2-87e8c87c46fc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:57.983978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event updated for resources: {'Port': ['ID=760ea90d-13c5-406a-bff2-1dfeec93104a,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:58.005563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0e02c-5605-4c7f-9c99-88a1a8e87232 req-1247eaf8-d8b7-4896-b615-b84f6961af94 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:58.014879 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-beb0e02c-5605-4c7f-9c99-88a1a8e87232 req-1247eaf8-d8b7-4896-b615-b84f6961af94 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.1991498 Nov 16 04:52:58.019330 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:58.035905 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:58.067203 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:58.068303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Network b37d5f82-dda5-49f0-852e-3d67e5bf42e7 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:52:58.080953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:52:58.089176 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:52:58.093455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8427ec-ba05-4255-baa2-87e8c87c46fc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event deleted for resources: {'Port': ['ID=51a374e3-8aa4-468f-8e90-f41f1b0fbb99,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:58.121526 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-79a36eff-b70a-4c04-99f2-070cc70e931b tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2617404 Nov 16 04:52:58.128313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:58.128662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:58.129007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:58.164473 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f36b534f-4d85-4969-b2e3-22cd810d914d None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:52:58.183338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-3f8427ec-ba05-4255-baa2-87e8c87c46fc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] No DVR routers for this DVR port 51a374e3-8aa4-468f-8e90-f41f1b0fbb99 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:52:58.195752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:58.195878 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:58.200490 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-3f8427ec-ba05-4255-baa2-87e8c87c46fc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:58.213693 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Subnet': ['ID=81f4e11c-1d15-4137-bae0-f3acc9b495c4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:58.213947 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-3f8427ec-ba05-4255-baa2-87e8c87c46fc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "DELETE /v2.0/ports/51a374e3-8aa4-468f-8e90-f41f1b0fbb99 HTTP/1.1" status: 204 len: 173 time: 3.8796165 Nov 16 04:52:58.214267 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 2 to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a Nov 16 04:52:58.266277 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:58.329872 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37d5f82-dda5-49f0-852e-3d67e5bf42e7']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:58.345295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda7d50a-17e6-4cd4-9739-bedcebc869be') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:58.346912 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda7d50a-17e6-4cd4-9739-bedcebc869be') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:58.362907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:58.363149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:58.363483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:58.366090 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:58.391321 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:58.401029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:52:58.403226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:58.404974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8b8171-028e-491f-8ddb-c8d12074ca83', 'name': 'network-vif-deleted', 'tag': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f'}, {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-deleted', 'tag': '51a374e3-8aa4-468f-8e90-f41f1b0fbb99'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:52:58.407259 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89372fc6-b4bd-47cf-8281-8cd8ac2be9e1" -d '{"events": [{"server_uuid": "af8b8171-028e-491f-8ddb-c8d12074ca83", "name": "network-vif-deleted", "tag": "78ba4dc4-09dc-4ba6-96ba-14d47525ef0f"}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-deleted", "tag": "51a374e3-8aa4-468f-8e90-f41f1b0fbb99"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:52:58.411327 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:52:58.425164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-beb0e02c-5605-4c7f-9c99-88a1a8e87232 req-a15339e1-e1ee-4334-bff3-462a238069a5 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045568 Nov 16 04:52:58.451246 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:58.451938 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:58.455988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Attempting to bind port 28d05096-db90-45b1-91d2-01610caba6d6 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:58.456480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Attempting to bind port 28d05096-db90-45b1-91d2-01610caba6d6 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'eda7d50a-17e6-4cd4-9739-bedcebc869be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b37d5f82-dda5-49f0-852e-3d67e5bf42e7'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:58.456717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Attempting to bind port 28d05096-db90-45b1-91d2-01610caba6d6 on network b37d5f82-dda5-49f0-852e-3d67e5bf42e7 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:58.465142 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 3 to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a Nov 16 04:52:58.517278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Pushing event updated for resources: {'Port': ['ID=28d05096-db90-45b1-91d2-01610caba6d6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:58.524425 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.db.api [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 04:52:58.524425 n-d-818042-1 neutron-server[102660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 04:52:58.524425 n-d-818042-1 neutron-server[102660]: [parameters: {'id': 'b37d5f82-dda5-49f0-852e-3d67e5bf42e7'}] Nov 16 04:52:58.524425 n-d-818042-1 neutron-server[102660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:52:58.524897 n-d-818042-1 neutron-server[102660]: DEBUG oslo_db.api [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:52:58.534826 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:52:58.535490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Checking segment: {'id': 'eda7d50a-17e6-4cd4-9739-bedcebc869be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b37d5f82-dda5-49f0-852e-3d67e5bf42e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:52:58.536092 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:58.536681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Bound using segment: {'id': 'eda7d50a-17e6-4cd4-9739-bedcebc869be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b37d5f82-dda5-49f0-852e-3d67e5bf42e7'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:52:58.537461 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Bound port: 28d05096-db90-45b1-91d2-01610caba6d6, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda7d50a-17e6-4cd4-9739-bedcebc869be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'b37d5f82-dda5-49f0-852e-3d67e5bf42e7'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:52:58.538039 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:58.594849 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:58.595100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:58.595444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:58.634942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:58.635276 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:58.641949 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 4 to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a Nov 16 04:52:58.697485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87eb6e-3067-4ff1-8859-cb12fa8d5cad req-aee78773-af78-466f-b440-42bfb3dfb8e1 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:58.699505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87eb6e-3067-4ff1-8859-cb12fa8d5cad req-aee78773-af78-466f-b440-42bfb3dfb8e1 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 943 time: 0.1597474 Nov 16 04:52:58.699648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] For port 28d05096-db90-45b1-91d2-01610caba6d6, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:52:58.734595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] For port 28d05096-db90-45b1-91d2-01610caba6d6, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=28d05096-db90-45b1-91d2-01610caba6d6,segment=NetworkSegment(eda7d50a-17e6-4cd4-9739-bedcebc869be),segment_id=eda7d50a-17e6-4cd4-9739-bedcebc869be)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:52:58.748502 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-a0387919-f5c8-43cf-969a-78e64a38c785 service neutron] 10.222.0.41 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862634 Nov 16 04:52:58.749525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:58.750131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:58.750696 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:58.761911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:58.762628 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:58.784947 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 5 to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a Nov 16 04:52:58.785975 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:58.842587 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680284c-c868-4ea3-bc9c-365430915786 None None] Pushing event updated for resources: {'Port': ['ID=28d05096-db90-45b1-91d2-01610caba6d6,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:58.862804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87eb6e-3067-4ff1-8859-cb12fa8d5cad req-ab1ab77c-1635-4f44-b515-da096e5ae80b tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups?id=e90e82bd-ec32-4285-a872-bed73cee19d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543312 Nov 16 04:52:58.868470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:58.869518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:58.869883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:58.874137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-ee5473d7-c4c8-4f32-9601-179a49a493d9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Deleting port c13092af-5071-41f7-827e-e5ae59d5cd6a {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:58.874482 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-ee5473d7-c4c8-4f32-9601-179a49a493d9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:58.934527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc0c6a-c8ca-4faf-aa01-b8681b94871c None None] Network b37d5f82-dda5-49f0-852e-3d67e5bf42e7 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:52:58.944019 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f36b534f-4d85-4969-b2e3-22cd810d914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:27Z', 'revision_number': 5, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:58.954039 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 04:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c639e62b-3881-45d6-9cb5-17ffb512f995 x-openstack-request-id: req-c639e62b-3881-45d6-9cb5-17ffb512f995 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:52:58.954299 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8b8171-028e-491f-8ddb-c8d12074ca83", "name": "network-vif-deleted", "tag": "78ba4dc4-09dc-4ba6-96ba-14d47525ef0f", "status": "completed", "code": 200}, {"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-deleted", "tag": "51a374e3-8aa4-468f-8e90-f41f1b0fbb99", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:52:58.954550 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c639e62b-3881-45d6-9cb5-17ffb512f995 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:52:58.954963 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8b8171-028e-491f-8ddb-c8d12074ca83', 'name': 'network-vif-deleted', 'tag': '78ba4dc4-09dc-4ba6-96ba-14d47525ef0f', 'status': 'completed', 'code': 200} Nov 16 04:52:58.955261 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-deleted', 'tag': '51a374e3-8aa4-468f-8e90-f41f1b0fbb99', 'status': 'completed', 'code': 200} Nov 16 04:52:58.976141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:58.976476 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:58.985256 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 6 to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a Nov 16 04:52:59.013728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-ee5473d7-c4c8-4f32-9601-179a49a493d9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] For port c13092af-5071-41f7-827e-e5ae59d5cd6a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=c13092af-5071-41f7-827e-e5ae59d5cd6a,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:59.014117 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-ee5473d7-c4c8-4f32-9601-179a49a493d9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.026688 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.067196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-ee5473d7-c4c8-4f32-9601-179a49a493d9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Calling delete_port for c13092af-5071-41f7-827e-e5ae59d5cd6a owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:59.079315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:59.079660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:59.080105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:59.097738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Deleting port 28d05096-db90-45b1-91d2-01610caba6d6 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:59.098818 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.107468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:59.107925 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:59.138578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b534f-4d85-4969-b2e3-22cd810d914d None None] Checking router: e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:52:59.152394 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 7 to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a Nov 16 04:52:59.177320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-44888723-ac34-45b8-b524-661b6f0f9f5d service neutron] 10.222.0.41 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057653 Nov 16 04:52:59.182265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49438) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:59.195131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36b534f-4d85-4969-b2e3-22cd810d914d None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:52:59.196423 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f36b534f-4d85-4969-b2e3-22cd810d914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:59.202838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:59.203182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:59.203524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:59.210947 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] For port 28d05096-db90-45b1-91d2-01610caba6d6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=28d05096-db90-45b1-91d2-01610caba6d6,segment=NetworkSegment(eda7d50a-17e6-4cd4-9739-bedcebc869be),segment_id=eda7d50a-17e6-4cd4-9739-bedcebc869be)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:52:59.214386 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.226491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:59.226829 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:59.231022 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 8 to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a Nov 16 04:52:59.248294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Calling delete_port for 28d05096-db90-45b1-91d2-01610caba6d6 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:52:59.248806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:59.249151 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:59.249494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:59.271179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:59.271516 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:59.272573 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 9 to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a Nov 16 04:52:59.299914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1841ca18-1cd2-4698-ba4b-fd6e3dd47fbd None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 04:52:59.307937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:59.308280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:59.308621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:59.338780 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e885-97bd-43f0-bb51-bd2e40182522 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.364635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e885-97bd-43f0-bb51-bd2e40182522 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.375609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f36b534f-4d85-4969-b2e3-22cd810d914d None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:52:59.388158 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.396942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:59.397273 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:59.411536 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 10 to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a Nov 16 04:52:59.430473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No DVR routers for this DVR port 28d05096-db90-45b1-91d2-01610caba6d6 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:52:59.435455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Port': ['ID=28d05096-db90-45b1-91d2-01610caba6d6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:59.452147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ef7e091-4c93-4549-9fda-eb068d8fecd4 req-2b068697-c596-4c13-bf21-23341f2db0a9 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 210 time: 0.0499942 Nov 16 04:52:59.462539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:52:59.462908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:52:59.463251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:52:59.477793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:52:59.478195 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 760ea90d-13c5-406a-bff2-1dfeec93104a on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:52:59.478635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.495997 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-ee5473d7-c4c8-4f32-9601-179a49a493d9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.497788 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e885-97bd-43f0-bb51-bd2e40182522 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.502635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ebf8e885-97bd-43f0-bb51-bd2e40182522 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.505244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ebf8e885-97bd-43f0-bb51-bd2e40182522 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "DELETE /v2.0/security-groups/023a4800-85da-47ab-b154-344331dbba9d HTTP/1.1" status: 204 len: 168 time: 0.3193004 Nov 16 04:52:59.517032 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49450) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:59.557215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8e885-97bd-43f0-bb51-bd2e40182522 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023a4800-85da-47ab-b154-344331dbba9d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:59.567244 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-e0eb7597-3003-4c93-85c4-96ac93751562 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] show failed (client error): The resource could not be found. Nov 16 04:52:59.568304 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e0eb7597-3003-4c93-85c4-96ac93751562 tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "GET /v2.0/security-groups/023a4800-85da-47ab-b154-344331dbba9d HTTP/1.1" status: 404 len: 347 time: 0.0491834 Nov 16 04:52:59.571626 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49452) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:52:59.583991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5473d7-c4c8-4f32-9601-179a49a493d9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event deleted for resources: {'Port': ['ID=c13092af-5071-41f7-827e-e5ae59d5cd6a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:52:59.616440 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1841ca18-1cd2-4698-ba4b-fd6e3dd47fbd None None] Resources bound (agent type, host, resource id): {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 04:52:59.638892 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.744715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37d5f82-dda5-49f0-852e-3d67e5bf42e7']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:59.753854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-ee5473d7-c4c8-4f32-9601-179a49a493d9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] No DVR routers for this DVR port c13092af-5071-41f7-827e-e5ae59d5cd6a on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:52:59.757081 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-ee5473d7-c4c8-4f32-9601-179a49a493d9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.760985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2bbd49a-c42b-4321-886b-5622d63fa704 req-ee5473d7-c4c8-4f32-9601-179a49a493d9 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.37 "DELETE /v2.0/ports/c13092af-5071-41f7-827e-e5ae59d5cd6a HTTP/1.1" status: 204 len: 173 time: 1.5255215 Nov 16 04:52:59.761171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda7d50a-17e6-4cd4-9739-bedcebc869be') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:59.761367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda7d50a-17e6-4cd4-9739-bedcebc869be') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:52:59.782068 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.812726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1a217-0a49-4a2c-a530-7d89dbc02e43 req-70d7504b-002d-4633-b9c6-c74663cce5a5 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:59.816229 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-39eb540d-ca3a-46e2-a8e9-7754ae7b3fab tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Deleting port 0d711a92-bc73-42cd-86ba-dc5d4654fdd9 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:52:59.816436 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39eb540d-ca3a-46e2-a8e9-7754ae7b3fab tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.828322 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.830945 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-50c1a217-0a49-4a2c-a530-7d89dbc02e43 req-70d7504b-002d-4633-b9c6-c74663cce5a5 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.2405846 Nov 16 04:52:59.835168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] For port 760ea90d-13c5-406a-bff2-1dfeec93104a, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:52:59.835892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempted to set empty binding levels {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 04:52:59.862945 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.872272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:52:59.873002 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.946913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] In _notify_port_updated(), no bound segment for port 760ea90d-13c5-406a-bff2-1dfeec93104a on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:52:59.948563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:52:59.949870 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:52:59.951456 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "PUT /v2.0/ports/760ea90d-13c5-406a-bff2-1dfeec93104a HTTP/1.1" status: 200 len: 978 time: 3.2017815 Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:52:59.953035 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:52:59.964366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49462) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:00.012910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:00.035626 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:00.043748 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/b37d5f82-dda5-49f0-852e-3d67e5bf42e7 HTTP/1.1" status: 204 len: 168 time: 2.9215453 Nov 16 04:53:00.045132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8d243-8b06-47b1-ae3e-877624f83bd4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Network': ['ID=b37d5f82-dda5-49f0-852e-3d67e5bf42e7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:00.047852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49464) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:00.055700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0b2ab99a-ec44-47d2-b095-2e91d7d4e340 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-709750130'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:00.165208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39eb540d-ca3a-46e2-a8e9-7754ae7b3fab tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:00.167373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39eb540d-ca3a-46e2-a8e9-7754ae7b3fab tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:00.167626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f36b534f-4d85-4969-b2e3-22cd810d914d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:27Z', 'revision_number': 5, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:00.179448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474987f8-9905-42fb-875c-863198003af7 req-31d4a521-2fe3-45d1-8720-8d26344c6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:00.181333 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-474987f8-9905-42fb-875c-863198003af7 req-31d4a521-2fe3-45d1-8720-8d26344c6a40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08&device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 1097 time: 0.3477030 Nov 16 04:53:00.191509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85ff8501-c069-43b3-99b8-a5269cf24bee req-4056f386-fe8d-4810-a9e3-d7b020725815 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.0813308 Nov 16 04:53:00.202020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36b534f-4d85-4969-b2e3-22cd810d914d None None] The sync data for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 is: [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:45:21Z', 'revision_number': 4, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9eb55e97-0198-4f5f-9d93-d70f68ba1b64', 'name': '', 'network_id': 'b1ad9985-b8c7-481f-b33b-be8875f245e0', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'mac_address': 'fa:16:3e:bd:69:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:20Z', 'updated_at': '2021-11-16T04:45:27Z', 'revision_number': 5, 'project_id': '3f5f654448204001838bcf01f092ff01', 'subnets': [{'id': '11ee3581-bd14-4ec0-8925-aa08760e170a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:53:00.216729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-39eb540d-ca3a-46e2-a8e9-7754ae7b3fab tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Calling delete_port for 0d711a92-bc73-42cd-86ba-dc5d4654fdd9 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:00.348069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2ab99a-ec44-47d2-b095-2e91d7d4e340 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:00.352760 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b2ab99a-ec44-47d2-b095-2e91d7d4e340 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:00.405919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2ab99a-ec44-47d2-b095-2e91d7d4e340 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:53:00.461638 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b2ab99a-ec44-47d2-b095-2e91d7d4e340 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:00.462295 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-0b2ab99a-ec44-47d2-b095-2e91d7d4e340 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Added segment dfa06fca-e896-4bb7-a562-eba9d7058099 of type vlan for network 57f24b04-2e29-4532-96c6-2104c2868a22 Nov 16 04:53:00.581028 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b2ab99a-ec44-47d2-b095-2e91d7d4e340 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:00.586025 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39eb540d-ca3a-46e2-a8e9-7754ae7b3fab tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:00.628080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ecd9ed-d738-4c92-8f27-c7c3d9000c7c None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:53:00.641516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb540d-ca3a-46e2-a8e9-7754ae7b3fab tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Pushing event deleted for resources: {'Port': ['ID=0d711a92-bc73-42cd-86ba-dc5d4654fdd9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:00.665944 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656c9a73-622a-4df3-a831-f3180f165703 None None] New status for floating IP c233131e-9357-4e2c-8a90-c6d41ee692fb: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:53:00.711621 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b2ab99a-ec44-47d2-b095-2e91d7d4e340 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:00.718828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2ab99a-ec44-47d2-b095-2e91d7d4e340 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:00.719442 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b2ab99a-ec44-47d2-b095-2e91d7d4e340 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:00.783767 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39eb540d-ca3a-46e2-a8e9-7754ae7b3fab tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:00.786618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39eb540d-ca3a-46e2-a8e9-7754ae7b3fab tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:00.796607 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-39eb540d-ca3a-46e2-a8e9-7754ae7b3fab tempest-AttachVolumeTestJSON-242894853 tempest-AttachVolumeTestJSON-242894853-project] 10.222.0.41 "DELETE /v2.0/floatingips/c233131e-9357-4e2c-8a90-c6d41ee692fb HTTP/1.1" status: 204 len: 168 time: 1.2153003 Nov 16 04:53:00.847509 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0b2ab99a-ec44-47d2-b095-2e91d7d4e340 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7957861 Nov 16 04:53:00.858436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49474) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:00.873021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7072fbed-f5fc-428a-97d2-f2fc13848d40 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'subnet': {'network_id': '57f24b04-2e29-4532-96c6-2104c2868a22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:00.887284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ab99a-ec44-47d2-b095-2e91d7d4e340 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=57f24b04-2e29-4532-96c6-2104c2868a22,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:00.907534 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 57f24b04-2e29-4532-96c6-2104c2868a22 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:53:01.048030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.048571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.049000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.049463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.059274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.060056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.061971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.063371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.064642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.066740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.067400 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.069266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.069741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.070270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.070713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.071183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.071632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.072095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.072551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.073012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.073472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.073957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.074418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.074881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.075344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.075792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.076492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.076694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.077146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.077600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.090081 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.091145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.091643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.093342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.093888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.096469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.097354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.097914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.098396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.098910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.099378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.099843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.100307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.100868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.101280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.101740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.102231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.107152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ed939634-f936-484b-b834-a9be97c3c799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42293 time: 1.1290362 Nov 16 04:53:01.126317 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-deleted', 'tag': 'c13092af-5071-41f7-827e-e5ae59d5cd6a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:53:01.129980 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663825d0-fdfe-4b7c-ba4b-60698438a215" -d '{"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-deleted", "tag": "c13092af-5071-41f7-827e-e5ae59d5cd6a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:53:01.132919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49478) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:01.144915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event updated for resources: {'Port': ['ID=760ea90d-13c5-406a-bff2-1dfeec93104a,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:01.151380 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-50c1a217-0a49-4a2c-a530-7d89dbc02e43 req-ed309f8d-f96e-44dc-9643-51af05af2161 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3195126 Nov 16 04:53:01.186793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9be6abbb-ddcc-422e-962e-3bde81ca48ae req-260be60c-ac54-4172-bfe0-35eec43228a9 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 210 time: 0.0703673 Nov 16 04:53:01.241203 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f1a7e3-76d2-4e2b-bbe4-f2ac3527b053 x-openstack-request-id: req-e4f1a7e3-76d2-4e2b-bbe4-f2ac3527b053 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:53:01.241634 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4128b742-15d3-4350-8283-2a6ddd5bca7d", "name": "network-vif-deleted", "tag": "c13092af-5071-41f7-827e-e5ae59d5cd6a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:53:01.242035 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4f1a7e3-76d2-4e2b-bbe4-f2ac3527b053 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:53:01.242957 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4128b742-15d3-4350-8283-2a6ddd5bca7d', 'name': 'network-vif-deleted', 'tag': 'c13092af-5071-41f7-827e-e5ae59d5cd6a', 'status': 'completed', 'code': 200} Nov 16 04:53:01.243353 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:53:01.249879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:01.250367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:01.250878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:01.251329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:01.251621 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7072fbed-f5fc-428a-97d2-f2fc13848d40 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:01.252614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:01.252891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:01.253338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:01.253855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:01.254299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:01.254741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:01.255182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:01.255624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eb2414-587b-4544-901b-04140fc5625b tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:01.255736 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7072fbed-f5fc-428a-97d2-f2fc13848d40 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:01.339735 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d001-4b5d-4691-9e65-76092b059eba req-35e5e11d-5957-44e5-ba50-22d67b9526de tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.341212 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-35e5e11d-5957-44e5-ba50-22d67b9526de tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.15 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 816 time: 0.3851523 Nov 16 04:53:01.367771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-008ac30e-4e3f-4e5d-a11b-d40a996c3c13 req-51c2342d-56a4-43ee-93e8-9887bda2b620 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.0421565 Nov 16 04:53:01.373011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474987f8-9905-42fb-875c-863198003af7 req-05c55bf5-9a1f-43b6-a24d-bb8676ffba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.374511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-474987f8-9905-42fb-875c-863198003af7 req-05c55bf5-9a1f-43b6-a24d-bb8676ffba62 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003 HTTP/1.1" status: 200 len: 915 time: 1.1786134 Nov 16 04:53:01.385667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-689ecb8e-41df-4eef-a5f7-5c5cae8fb854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Deleting port 760ea90d-13c5-406a-bff2-1dfeec93104a {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:01.386045 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-689ecb8e-41df-4eef-a5f7-5c5cae8fb854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:01.462445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-689ecb8e-41df-4eef-a5f7-5c5cae8fb854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] For port 760ea90d-13c5-406a-bff2-1dfeec93104a, host n-h1-818042-1, got binding levels [] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:01.462946 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-689ecb8e-41df-4eef-a5f7-5c5cae8fb854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:01.472553 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-45ce3e0b-879b-4a28-b52b-202ea15f5c7f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bbc458d86dd42b6b2caab748f91cc15 HTTP/1.1" status: 200 len: 380 time: 0.1219690 Nov 16 04:53:01.476401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-689ecb8e-41df-4eef-a5f7-5c5cae8fb854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Calling delete_port for 760ea90d-13c5-406a-bff2-1dfeec93104a owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:01.528891 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-12b8d001-4b5d-4691-9e65-76092b059eba req-67c0b4c6-51c1-455d-83d9-4ab981ccdc12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Request body: {'port': {'device_id': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'admin_state_up': True, 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'security_groups': ['eb498cfd-2f0d-45c7-895b-a0c151173a01']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:01.562064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-474987f8-9905-42fb-875c-863198003af7 req-5ee406c5-ed33-4d9d-af80-e50cdeedee52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c HTTP/1.1" status: 200 len: 217 time: 0.0433311 Nov 16 04:53:01.599455 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7072fbed-f5fc-428a-97d2-f2fc13848d40 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:01.634011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474987f8-9905-42fb-875c-863198003af7 req-296ba2f8-67fa-4dff-b526-3b4c5bf88177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.636065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-474987f8-9905-42fb-875c-863198003af7 req-296ba2f8-67fa-4dff-b526-3b4c5bf88177 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=89ad7379-f193-4784-a822-0c25e612ef3f HTTP/1.1" status: 200 len: 854 time: 0.0649559 Nov 16 04:53:01.641138 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-689ecb8e-41df-4eef-a5f7-5c5cae8fb854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:01.676400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072fbed-f5fc-428a-97d2-f2fc13848d40 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Subnet': ['ID=d8ebf977-87e3-4cd7-b2e4-805f7b0fe68d,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:01.694724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ecb8e-41df-4eef-a5f7-5c5cae8fb854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event deleted for resources: {'Port': ['ID=760ea90d-13c5-406a-bff2-1dfeec93104a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:01.698439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-474987f8-9905-42fb-875c-863198003af7 req-98c772b9-f519-41d2-bb03-d3942f4e5e6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551031 Nov 16 04:53:01.703225 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-689ecb8e-41df-4eef-a5f7-5c5cae8fb854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:01.709686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-689ecb8e-41df-4eef-a5f7-5c5cae8fb854 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "DELETE /v2.0/ports/760ea90d-13c5-406a-bff2-1dfeec93104a HTTP/1.1" status: 204 len: 168 time: 0.5728321 Nov 16 04:53:01.710509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49488) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:01.713504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7072fbed-f5fc-428a-97d2-f2fc13848d40 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking segment: {'id': 'dfa06fca-e896-4bb7-a562-eba9d7058099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57f24b04-2e29-4532-96c6-2104c2868a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:01.713890 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7072fbed-f5fc-428a-97d2-f2fc13848d40 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network hostable DHCP agents. Network: 57f24b04-2e29-4532-96c6-2104c2868a22, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:53:01.726476 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b8d001-4b5d-4691-9e65-76092b059eba req-67c0b4c6-51c1-455d-83d9-4ab981ccdc12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Made reservation on behalf of 8bbc458d86dd42b6b2caab748f91cc15 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:01.729852 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-12b8d001-4b5d-4691-9e65-76092b059eba req-67c0b4c6-51c1-455d-83d9-4ab981ccdc12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:01.749078 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7072fbed-f5fc-428a-97d2-f2fc13848d40 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network 57f24b04-2e29-4532-96c6-2104c2868a22 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:53:01.761727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-7072fbed-f5fc-428a-97d2-f2fc13848d40 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 57f24b04-2e29-4532-96c6-2104c2868a22) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:01.767926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7072fbed-f5fc-428a-97d2-f2fc13848d40 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:01.768621 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7072fbed-f5fc-428a-97d2-f2fc13848d40 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:01.776738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755b581b-ef44-4b01-a48a-e97b4787b74c None None] Network 57f24b04-2e29-4532-96c6-2104c2868a22 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:01.808827 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-72051bd1-b741-478a-bbd6-f2658ec6fd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] GET failed (client error): The resource could not be found. Nov 16 04:53:01.810717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-72051bd1-b741-478a-bbd6-f2658ec6fd5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "GET /v2.0/ports/760ea90d-13c5-406a-bff2-1dfeec93104a HTTP/1.1" status: 404 len: 333 time: 0.0978258 Nov 16 04:53:01.815498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49490) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:01.828126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f2daa29a-76b7-45e2-9df0-f4c00c41e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1078879723', 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:01.828466 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7072fbed-f5fc-428a-97d2-f2fc13848d40 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9660883 Nov 16 04:53:01.830264 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device d1a9c363-cdc3-4765-b51c-c828a308d59c no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:53:01.832191 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49492) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:01.885194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2daa29a-76b7-45e2-9df0-f4c00c41e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Made reservation on behalf of 2977a818da0e40499591a07a65b1a36e for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:01.888509 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f2daa29a-76b7-45e2-9df0-f4c00c41e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:01.897376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-474987f8-9905-42fb-875c-863198003af7 req-1a65fb8c-3370-4dec-adad-47da56bbfbbb service neutron] 10.222.0.15 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852856 Nov 16 04:53:01.960700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-f2daa29a-76b7-45e2-9df0-f4c00c41e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] device_id is not set on port 57ca6e73-0cc2-46e3-aaca-5a74ca5274aa yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:53:01.964861 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-12b8d001-4b5d-4691-9e65-76092b059eba req-67c0b4c6-51c1-455d-83d9-4ab981ccdc12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Allocated IP 172.20.0.8 (f89841ad-dfc0-4a06-8c37-ac8ab5c0222b/aa904ac8-f21c-419a-9e69-f7844853aa04/f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:53:01.967737 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:01.996054 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:02.035310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:02.039369 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:53:02.042571 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127c96b4-64f2-453c-8e9f-9673be0b3eca" -d '{"events": [{"server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:53:02.060578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:02.084271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-474987f8-9905-42fb-875c-863198003af7 req-d0e5f177-8661-4538-b802-fb03ee7c2ee1 service neutron] 10.222.0.15 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792052 Nov 16 04:53:02.126681 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1cc455-832d-4223-96d8-9fe3014615a6 x-openstack-request-id: req-1c1cc455-832d-4223-96d8-9fe3014615a6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:53:02.127139 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "name": "network-vif-unplugged", "status": "completed", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:53:02.127492 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c1cc455-832d-4223-96d8-9fe3014615a6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:53:02.127990 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c', 'code': 200} Nov 16 04:53:02.172315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-57f24b04-2e29-4532-96c6-2104c2868a22', 'network_id': '57f24b04-2e29-4532-96c6-2104c2868a22', 'tenant_id': '1d681f27f498415990f83a0d04ab9f05', 'fixed_ips': [{'subnet_id': 'd8ebf977-87e3-4cd7-b2e4-805f7b0fe68d'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:53:02.173350 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:02.187611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=d1a9c363-cdc3-4765-b51c-c828a308d59c,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:02.246142 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f2daa29a-76b7-45e2-9df0-f4c00c41e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:02.289284 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f2daa29a-76b7-45e2-9df0-f4c00c41e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:02.359361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2daa29a-76b7-45e2-9df0-f4c00c41e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Network 02070471-8832-4ee8-b82f-11127f1ad6f9 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:02.372803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-f2daa29a-76b7-45e2-9df0-f4c00c41e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:02.382991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2daa29a-76b7-45e2-9df0-f4c00c41e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:53:02.384248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2daa29a-76b7-45e2-9df0-f4c00c41e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:02.384531 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f2daa29a-76b7-45e2-9df0-f4c00c41e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:02.421618 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Allocated IP 172.20.0.1 (57f24b04-2e29-4532-96c6-2104c2868a22/d8ebf977-87e3-4cd7-b2e4-805f7b0fe68d/43c001a6-074b-4b93-9537-a7b2f4922166) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:53:02.442189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-192f0888-9ab4-48bc-bcfa-f5a05136af49 req-41e89736-8804-4888-8d79-df7dadc7c7ab tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 210 time: 0.1053953 Nov 16 04:53:02.466366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daa29a-76b7-45e2-9df0-f4c00c41e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event updated for resources: {'Port': ['ID=57ca6e73-0cc2-46e3-aaca-5a74ca5274aa,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:02.479526 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f2daa29a-76b7-45e2-9df0-f4c00c41e0be tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6584823 Nov 16 04:53:02.488411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49506) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:02.553173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4991aef-5376-4038-97b6-9e2613a6ca02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:02.553658 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:02.558840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e4991aef-5376-4038-97b6-9e2613a6ca02 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "GET /v2.0/ports/57ca6e73-0cc2-46e3-aaca-5a74ca5274aa HTTP/1.1" status: 200 len: 959 time: 0.0693538 Nov 16 04:53:02.560860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49508) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:02.605392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f9ae3-5b55-4b1c-bc82-e5f62ed04bbf req-40d9c88e-562b-42a4-8930-556b413ebc99 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:02.607393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-258f9ae3-5b55-4b1c-bc82-e5f62ed04bbf req-40d9c88e-562b-42a4-8930-556b413ebc99 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 944 time: 0.2931156 Nov 16 04:53:02.667808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59e6880a-397d-4791-be1a-7721356ee667 req-8eff1434-b427-4f56-b800-2a6dfaf28798 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.1053741 Nov 16 04:53:02.719096 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-12b8d001-4b5d-4691-9e65-76092b059eba req-67c0b4c6-51c1-455d-83d9-4ab981ccdc12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:02.738679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-258f9ae3-5b55-4b1c-bc82-e5f62ed04bbf req-1105bc8b-e1a6-46e3-b231-c20a56ac8242 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110468 Nov 16 04:53:02.780596 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-12b8d001-4b5d-4691-9e65-76092b059eba req-67c0b4c6-51c1-455d-83d9-4ab981ccdc12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:02.827659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb2d5a-c7fa-4183-835f-f7d5f64f0404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Deleting port 57ca6e73-0cc2-46e3-aaca-5a74ca5274aa {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:02.828243 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5eb2d5a-c7fa-4183-835f-f7d5f64f0404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:02.838210 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:02.849828 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:02.864717 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b8d001-4b5d-4691-9e65-76092b059eba req-67c0b4c6-51c1-455d-83d9-4ab981ccdc12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:02.870656 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-12b8d001-4b5d-4691-9e65-76092b059eba req-67c0b4c6-51c1-455d-83d9-4ab981ccdc12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:02.901988 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5eb2d5a-c7fa-4183-835f-f7d5f64f0404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:02.914893 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0b4c6-51c1-455d-83d9-4ab981ccdc12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event updated for resources: {'Port': ['ID=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:02.915129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb2d5a-c7fa-4183-835f-f7d5f64f0404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Calling delete_port for 57ca6e73-0cc2-46e3-aaca-5a74ca5274aa owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:02.920832 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b8d001-4b5d-4691-9e65-76092b059eba req-67c0b4c6-51c1-455d-83d9-4ab981ccdc12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:53:02.926563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Network 57f24b04-2e29-4532-96c6-2104c2868a22 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:02.930713 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:02.937005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:53:02.944810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Pushing event updated for resources: {'Port': ['ID=43c001a6-074b-4b93-9537-a7b2f4922166,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:02.988968 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.011595 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5eb2d5a-c7fa-4183-835f-f7d5f64f0404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.039929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb2d5a-c7fa-4183-835f-f7d5f64f0404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event deleted for resources: {'Port': ['ID=57ca6e73-0cc2-46e3-aaca-5a74ca5274aa,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:03.049518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ebf977-87e3-4cd7-b2e4-805f7b0fe68d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:03.053275 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a5eb2d5a-c7fa-4183-835f-f7d5f64f0404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.060050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a5eb2d5a-c7fa-4183-835f-f7d5f64f0404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "DELETE /v2.0/ports/57ca6e73-0cc2-46e3-aaca-5a74ca5274aa HTTP/1.1" status: 204 len: 168 time: 0.4870148 Nov 16 04:53:03.060702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49514) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:03.064994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Attempting to bind port 43c001a6-074b-4b93-9537-a7b2f4922166 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:03.067684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Attempting to bind port 43c001a6-074b-4b93-9537-a7b2f4922166 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'dfa06fca-e896-4bb7-a562-eba9d7058099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57f24b04-2e29-4532-96c6-2104c2868a22'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:03.069826 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Attempting to bind port 43c001a6-074b-4b93-9537-a7b2f4922166 on network 57f24b04-2e29-4532-96c6-2104c2868a22 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:03.086843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:53:03.087728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Checking segment: {'id': 'dfa06fca-e896-4bb7-a562-eba9d7058099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57f24b04-2e29-4532-96c6-2104c2868a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:03.088139 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.088605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Bound using segment: {'id': 'dfa06fca-e896-4bb7-a562-eba9d7058099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57f24b04-2e29-4532-96c6-2104c2868a22'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:53:03.090119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Bound port: 43c001a6-074b-4b93-9537-a7b2f4922166, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa06fca-e896-4bb7-a562-eba9d7058099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '57f24b04-2e29-4532-96c6-2104c2868a22'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:53:03.091492 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.107912 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8bb550-8eb3-4e16-91d3-1bd45ae14e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] GET failed (client error): The resource could not be found. Nov 16 04:53:03.116867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-af8bb550-8eb3-4e16-91d3-1bd45ae14e94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "GET /v2.0/ports/57ca6e73-0cc2-46e3-aaca-5a74ca5274aa HTTP/1.1" status: 404 len: 333 time: 0.0550873 Nov 16 04:53:03.119308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49516) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:03.128239 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0e2116af-1a4d-48d4-a3fb-295e906349da tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Request body: {'port': {'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-545534243'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:03.146283 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.168669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2116af-1a4d-48d4-a3fb-295e906349da tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Made reservation on behalf of 2977a818da0e40499591a07a65b1a36e for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:03.175141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d001-4b5d-4691-9e65-76092b059eba req-67c0b4c6-51c1-455d-83d9-4ab981ccdc12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:03.176146 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-12b8d001-4b5d-4691-9e65-76092b059eba req-67c0b4c6-51c1-455d-83d9-4ab981ccdc12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.177481 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0e2116af-1a4d-48d4-a3fb-295e906349da tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.182952 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f24b04-2e29-4532-96c6-2104c2868a22']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:03.203085 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa06fca-e896-4bb7-a562-eba9d7058099') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:03.203555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa06fca-e896-4bb7-a562-eba9d7058099') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:03.205576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-0e2116af-1a4d-48d4-a3fb-295e906349da tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] device_id is not set on port 6c65afe8-6129-4014-8ff8-ce4afdcddcac yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:53:03.205752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] For port 43c001a6-074b-4b93-9537-a7b2f4922166, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:53:03.212844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] For port 43c001a6-074b-4b93-9537-a7b2f4922166, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=43c001a6-074b-4b93-9537-a7b2f4922166,segment=NetworkSegment(dfa06fca-e896-4bb7-a562-eba9d7058099),segment_id=dfa06fca-e896-4bb7-a562-eba9d7058099)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:53:03.221860 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-67c0b4c6-51c1-455d-83d9-4ab981ccdc12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7007313 Nov 16 04:53:03.222242 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.224407 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.238102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Request body: {'port': {'device_id': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:03.320254 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.334140 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.355031 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-04a079c1-e97d-44ec-a372-260c259235d2 None None] Provisioning complete for port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:03.355665 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04a079c1-e97d-44ec-a372-260c259235d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.360853 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:03.361962 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:03.365423 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:03.409120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-04a079c1-e97d-44ec-a372-260c259235d2 None None] Port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:53:03.415170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ad4c7-ef6c-4eee-a5a0-40125e5292a9 None None] Pushing event updated for resources: {'Port': ['ID=43c001a6-074b-4b93-9537-a7b2f4922166,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:03.434452 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0e2116af-1a4d-48d4-a3fb-295e906349da tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.454375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921196e8-d1eb-4b60-979e-8a0cb4091946 None None] Network 57f24b04-2e29-4532-96c6-2104c2868a22 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:03.454634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.db.api [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 04:53:03.454634 n-d-818042-1 neutron-server[102660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 04:53:03.454634 n-d-818042-1 neutron-server[102660]: [parameters: {'id': '57f24b04-2e29-4532-96c6-2104c2868a22'}] Nov 16 04:53:03.454634 n-d-818042-1 neutron-server[102660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:53:03.454634 n-d-818042-1 neutron-server[102660]: DEBUG oslo_db.api [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:53:03.493855 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0e2116af-1a4d-48d4-a3fb-295e906349da tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.681310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c996084a-e3b1-4852-94fc-b52cd90d7ae1 None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 04:53:03.700606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2116af-1a4d-48d4-a3fb-295e906349da tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event updated for resources: {'Port': ['ID=6c65afe8-6129-4014-8ff8-ce4afdcddcac,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:03.709878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2116af-1a4d-48d4-a3fb-295e906349da tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Network 02070471-8832-4ee8-b82f-11127f1ad6f9 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:03.715366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-0e2116af-1a4d-48d4-a3fb-295e906349da tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:03.718758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2116af-1a4d-48d4-a3fb-295e906349da tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:53:03.719766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2116af-1a4d-48d4-a3fb-295e906349da tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:03.720545 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0e2116af-1a4d-48d4-a3fb-295e906349da tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.751721 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34380fb-e084-4360-880d-1b13f1679ca5 req-89956f29-5476-4785-8ef4-c09483af9e64 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:03.760708 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d34380fb-e084-4360-880d-1b13f1679ca5 req-89956f29-5476-4785-8ef4-c09483af9e64 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 931 time: 0.1835957 Nov 16 04:53:03.774693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0e2116af-1a4d-48d4-a3fb-295e906349da tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6520829 Nov 16 04:53:03.776048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49528) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:03.782691 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:03.825605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d34380fb-e084-4360-880d-1b13f1679ca5 req-b71e3d1b-e852-4fea-91fb-163de58eba08 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592873 Nov 16 04:53:03.898668 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.948241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cad720b6-935c-4f13-9193-75ffe77e5ede req-f71749e4-1bf3-4243-be76-c06c27370edc tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.0650203 Nov 16 04:53:03.965504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:03.985064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c996084a-e3b1-4852-94fc-b52cd90d7ae1 None None] Resources bound (agent type, host, resource id): {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 04:53:04.028046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:53:04.034281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f2c64-0aef-4bcc-894b-3cb292066726 req-40c4817a-90d8-4cac-a912-480907488ae6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:04.043039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f33f2c64-0aef-4bcc-894b-3cb292066726 req-40c4817a-90d8-4cac-a912-480907488ae6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 944 time: 0.0937691 Nov 16 04:53:04.098832 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:04.112086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f33f2c64-0aef-4bcc-894b-3cb292066726 req-b3087506-4be0-4e1c-843e-3d4dae4220d5 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633714 Nov 16 04:53:04.169429 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Transition to ACTIVE for port object f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:53:04.186644 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:04.190833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ffbd3-5c83-40f2-a5b6-634371e6ee6d req-8748535d-7cf2-4aec-8cf2-9677b2bbd7e3 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:04.194073 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-426ffbd3-5c83-40f2-a5b6-634371e6ee6d req-8748535d-7cf2-4aec-8cf2-9677b2bbd7e3 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 946 time: 0.0789652 Nov 16 04:53:04.250448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-426ffbd3-5c83-40f2-a5b6-634371e6ee6d req-15bcd102-a16d-4c2e-8a31-e6842b42e1bd tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/security-groups?id=a39341df-2450-46fc-8cb3-f44f445b83ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508864 Nov 16 04:53:04.293852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Deleting port 43c001a6-074b-4b93-9537-a7b2f4922166 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:04.294320 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:04.393239 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Pushing event updated for resources: {'Port': ['ID=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:04.410368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] device_id is not set on port 6c65afe8-6129-4014-8ff8-ce4afdcddcac yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:53:04.446087 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:04.465995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] For port 43c001a6-074b-4b93-9537-a7b2f4922166, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=43c001a6-074b-4b93-9537-a7b2f4922166,segment=NetworkSegment(dfa06fca-e896-4bb7-a562-eba9d7058099),segment_id=dfa06fca-e896-4bb7-a562-eba9d7058099)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:04.466362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:04.474647 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:04.487504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Calling delete_port for 43c001a6-074b-4b93-9537-a7b2f4922166 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:04.578585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Attempting to bind port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:04.578919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Attempting to bind port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:04.579251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Attempting to bind port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 on network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:04.591274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event updated for resources: {'Port': ['ID=6c65afe8-6129-4014-8ff8-ce4afdcddcac,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:04.601612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 on network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:53:04.601972 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Attempting to bind port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 on network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:04.628298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:53:04.628636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Checking segment: {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:04.629023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Bound using segment: {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:53:04.629472 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Bound port: f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:53:04.629853 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:04.636634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:04.636964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:04.637318 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:04.653159 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:53:04.653483 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:53:04.655327 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 2 to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac Nov 16 04:53:04.695896 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:04.696311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:04.696558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:04.709386 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:04.715616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:53:04.715962 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:53:04.721990 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 3 to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac Nov 16 04:53:04.762323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Port': ['ID=43c001a6-074b-4b93-9537-a7b2f4922166,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:04.768637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No DVR routers for this DVR port 43c001a6-074b-4b93-9537-a7b2f4922166 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:04.775238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:04.778328 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:04.801094 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:04.805892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:53:04.810528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:53:04.810950 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:53:04.813968 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 4 to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac Nov 16 04:53:04.875673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:53:04.879316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:04.879641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:04.880019 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:04.894392 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:04.910862 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:53:04.911197 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:53:04.915291 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:04.917994 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 5 to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac Nov 16 04:53:04.966088 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:04.966733 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:04.970332 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] 10.222.0.15 "PUT /v2.0/ports/f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 HTTP/1.1" status: 200 len: 1091 time: 1.7379568 Nov 16 04:53:04.971384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:53:04.974372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314fe17-8b99-43a6-889e-8284ad626295 req-18f905a8-c952-4090-8101-b6c93193386b tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:04.974541 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2add2795-5d17-40e1-bf7a-a65d65eafa23" -d '{"events": [{"name": "network-changed", "server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:53:04.983514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9314fe17-8b99-43a6-889e-8284ad626295 req-18f905a8-c952-4090-8101-b6c93193386b tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 943 time: 0.0821280 Nov 16 04:53:04.992356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f24b04-2e29-4532-96c6-2104c2868a22']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:04.994961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:04.995302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:04.995644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:05.017157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa06fca-e896-4bb7-a562-eba9d7058099') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:05.017547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa06fca-e896-4bb7-a562-eba9d7058099') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:05.019363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:53:05.019696 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:53:05.037810 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 6 to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac Nov 16 04:53:05.049376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c74233-93b0-4de0-995d-09ab1300cd20 service neutron] Pushing event updated for resources: {'Port': ['ID=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:05.074921 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.098091 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.100115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9314fe17-8b99-43a6-889e-8284ad626295 req-d1d5ae1d-faf2-4a17-8120-01ae3248d4d9 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148238 Nov 16 04:53:05.104832 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:05.105241 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:05.128957 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:05.131393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:05.131393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:05.131393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:05.179809 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:53:05.180155 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:53:05.193505 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 7 to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac Nov 16 04:53:05.228456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d001-4b5d-4691-9e65-76092b059eba req-ba1bca7a-8418-481a-be83-9e53e20091a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:05.230205 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-ba1bca7a-8418-481a-be83-9e53e20091a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 1094 time: 0.2096550 Nov 16 04:53:05.231702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:05.232083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:05.232481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:05.239525 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.246193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1cc4963-9716-4cca-a24b-a9eca38bcc1a req-a888ced6-a8b1-455f-893f-27f45be1777a tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.1429739 Nov 16 04:53:05.268947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117ad28-3d60-492c-80bf-254fd3841357 req-1b6052ac-d0ae-427c-86dd-1bb35243f89d tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:05.270585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0117ad28-3d60-492c-80bf-254fd3841357 req-1b6052ac-d0ae-427c-86dd-1bb35243f89d tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.37 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 946 time: 0.1657662 Nov 16 04:53:05.277256 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.291634 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/57f24b04-2e29-4532-96c6-2104c2868a22 HTTP/1.1" status: 204 len: 168 time: 3.4583375 Nov 16 04:53:05.292532 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:53:05.292867 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:53:05.332296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49550) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:05.338303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0d6543fa-fd82-49bf-b3fd-5cdf8d9e256c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-178414356'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:05.349942 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93f7bde-9e70-4a6b-8fc3-0f7ffca5506d x-openstack-request-id: req-f93f7bde-9e70-4a6b-8fc3-0f7ffca5506d {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:53:05.350238 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:53:05.350656 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f93f7bde-9e70-4a6b-8fc3-0f7ffca5506d {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:53:05.351122 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'status': 'completed', 'code': 200} Nov 16 04:53:05.360914 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 8 to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac Nov 16 04:53:05.366178 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-877bc43f-c78f-4b05-a13d-de5c77b48d29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 HTTP/1.1" status: 200 len: 217 time: 0.1193299 Nov 16 04:53:05.367243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6551907-a2f8-4732-86d1-fa12f3eb1786 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Network': ['ID=57f24b04-2e29-4532-96c6-2104c2868a22,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:05.413844 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:05.414280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:05.414696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:05.430762 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:53:05.431210 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:53:05.433370 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 9 to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac Nov 16 04:53:05.443467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d001-4b5d-4691-9e65-76092b059eba req-c97a8e7d-f75b-4313-84aa-f86739b35298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:05.446036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6543fa-fd82-49bf-b3fd-5cdf8d9e256c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:05.449350 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-c97a8e7d-f75b-4313-84aa-f86739b35298 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.0734987 Nov 16 04:53:05.450952 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d6543fa-fd82-49bf-b3fd-5cdf8d9e256c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.488432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc2cc9-36c0-41dc-a307-b0d18e16e7a0 req-3e3917af-1850-46b4-997f-8f6c02f3f059 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:05.490082 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7bc2cc9-36c0-41dc-a307-b0d18e16e7a0 req-3e3917af-1850-46b4-997f-8f6c02f3f059 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 944 time: 0.1076088 Nov 16 04:53:05.493801 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:05.494363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:05.494876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:05.502051 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:53:05.502392 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:53:05.502941 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempt 10 to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac Nov 16 04:53:05.525562 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8d001-4b5d-4691-9e65-76092b059eba req-1f074c73-46d7-438c-9302-858fe05bc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:05.527187 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-1f074c73-46d7-438c-9302-858fe05bc31f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662317 Nov 16 04:53:05.527824 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:05.528155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:05.528492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempting to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:05.533671 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:53:05.534035 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Failed to bind port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on host n-h1-818042-1 for vnic_type normal using segments [{'id': '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '02070471-8832-4ee8-b82f-11127f1ad6f9'}] Nov 16 04:53:05.534434 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.544538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Deleting port b35d21f2-2998-485d-80e2-3fd2aad41ca4 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:05.544538 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.556129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6543fa-fd82-49bf-b3fd-5cdf8d9e256c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:53:05.624785 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d6543fa-fd82-49bf-b3fd-5cdf8d9e256c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.625159 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-0d6543fa-fd82-49bf-b3fd-5cdf8d9e256c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Added segment 6205f0d1-10f1-4dee-a3dc-c5cb61b99cfe of type vlan for network 06fc3a37-82c8-47f5-8d0e-5a0a076d7880 Nov 16 04:53:05.673954 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-04551114-cc47-4aa7-b362-52d28d52b594 service neutron] 10.222.0.15 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372933 Nov 16 04:53:05.674858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] For port 6c65afe8-6129-4014-8ff8-ce4afdcddcac, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:53:05.675219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attempted to set empty binding levels {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 04:53:05.680033 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.684368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ff13f-66fd-48eb-96c3-6de1c2013539 req-e1c11618-8e79-4876-8a96-f57d9b4c8f3c tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:05.685871 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f01ff13f-66fd-48eb-96c3-6de1c2013539 req-e1c11618-8e79-4876-8a96-f57d9b4c8f3c tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 946 time: 0.1898637 Nov 16 04:53:05.696345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7bc2cc9-36c0-41dc-a307-b0d18e16e7a0 req-ffb192ba-5685-45f0-b1b8-ad563e4e7695 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963608 Nov 16 04:53:05.721523 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d6543fa-fd82-49bf-b3fd-5cdf8d9e256c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.764941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] For port b35d21f2-2998-485d-80e2-3fd2aad41ca4, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b35d21f2-2998-485d-80e2-3fd2aad41ca4,segment=NetworkSegment(52569557-ff3b-46b7-80ec-642a50f5c5eb),segment_id=52569557-ff3b-46b7-80ec-642a50f5c5eb)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:05.766353 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.794672 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] In _notify_port_updated(), no bound segment for port 6c65afe8-6129-4014-8ff8-ce4afdcddcac on network 02070471-8832-4ee8-b82f-11127f1ad6f9 {{(pid=102660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:53:05.795571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:05.797569 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.799052 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "PUT /v2.0/ports/6c65afe8-6129-4014-8ff8-ce4afdcddcac HTTP/1.1" status: 200 len: 978 time: 2.0210338 Nov 16 04:53:05.804790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49556) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:05.817575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988481ac-6a10-4e63-9ccd-f7671ac8b066 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event updated for resources: {'Port': ['ID=6c65afe8-6129-4014-8ff8-ce4afdcddcac,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:05.836044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device d1a9c363-cdc3-4765-b51c-c828a308d59c no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:53:05.895189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f01ff13f-66fd-48eb-96c3-6de1c2013539 req-e89fdc4a-93a4-43e3-afc3-ffaa07e13c86 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/security-groups?id=a39341df-2450-46fc-8cb3-f44f445b83ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921351 Nov 16 04:53:05.908739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d6543fa-fd82-49bf-b3fd-5cdf8d9e256c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.924878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6543fa-fd82-49bf-b3fd-5cdf8d9e256c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:05.925562 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d6543fa-fd82-49bf-b3fd-5cdf8d9e256c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:05.961159 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-12b8d001-4b5d-4691-9e65-76092b059eba req-920bde88-4b32-44d7-9b80-b5796e3b2c0b service neutron] 10.222.0.15 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785907 Nov 16 04:53:05.976289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4875d-0732-4c10-9d94-06f9ada67bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Deleting port 6c65afe8-6129-4014-8ff8-ce4afdcddcac {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:05.976676 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ddc4875d-0732-4c10-9d94-06f9ada67bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.014897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0d6543fa-fd82-49bf-b3fd-5cdf8d9e256c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6791601 Nov 16 04:53:06.025261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49558) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:06.034548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d624a70c-bee6-470f-8ce8-870da7c507d7 req-bed50d46-a50f-4820-86bf-16bab11bfc07 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:06.036244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d624a70c-bee6-470f-8ce8-870da7c507d7 req-bed50d46-a50f-4820-86bf-16bab11bfc07 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 944 time: 0.2297854 Nov 16 04:53:06.041224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ce531ca9-6314-4837-8667-2788aa10857a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:06.092701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-ddc4875d-0732-4c10-9d94-06f9ada67bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] For port 6c65afe8-6129-4014-8ff8-ce4afdcddcac, host n-h1-818042-1, got binding levels [] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:06.093113 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ddc4875d-0732-4c10-9d94-06f9ada67bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.109674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4875d-0732-4c10-9d94-06f9ada67bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Calling delete_port for 6c65afe8-6129-4014-8ff8-ce4afdcddcac owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:06.119989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add2795-5d17-40e1-bf7a-a65d65eafa23 req-9bc2b89b-d539-4441-84c6-447e5bebcc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:06.121558 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2add2795-5d17-40e1-bf7a-a65d65eafa23 req-9bc2b89b-d539-4441-84c6-447e5bebcc3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 1094 time: 0.0829165 Nov 16 04:53:06.168687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6543fa-fd82-49bf-b3fd-5cdf8d9e256c tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=06fc3a37-82c8-47f5-8d0e-5a0a076d7880,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:06.181652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 06fc3a37-82c8-47f5-8d0e-5a0a076d7880 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:53:06.302772 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add2795-5d17-40e1-bf7a-a65d65eafa23 req-1ea335d7-3790-4285-b5fc-a1e36406dd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:06.305503 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2add2795-5d17-40e1-bf7a-a65d65eafa23 req-1ea335d7-3790-4285-b5fc-a1e36406dd99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 917 time: 0.1770186 Nov 16 04:53:06.311276 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ddc4875d-0732-4c10-9d94-06f9ada67bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.371642 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2add2795-5d17-40e1-bf7a-a65d65eafa23 req-495a9318-8b0b-4c74-a2a1-ca4f02ad0550 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 HTTP/1.1" status: 200 len: 217 time: 0.0582201 Nov 16 04:53:06.374486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4875d-0732-4c10-9d94-06f9ada67bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c65afe8-6129-4014-8ff8-ce4afdcddcac,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:06.388107 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ddc4875d-0732-4c10-9d94-06f9ada67bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.391235 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ddc4875d-0732-4c10-9d94-06f9ada67bc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "DELETE /v2.0/ports/6c65afe8-6129-4014-8ff8-ce4afdcddcac HTTP/1.1" status: 204 len: 168 time: 0.5846803 Nov 16 04:53:06.398381 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d624a70c-bee6-470f-8ce8-870da7c507d7 req-39c40c4c-ee50-4948-8776-fc14174b5836 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511155 Nov 16 04:53:06.398950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49566) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:06.432254 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-2581c383-6ee1-4a29-a479-05b5f69adaf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] GET failed (client error): The resource could not be found. Nov 16 04:53:06.439049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2581c383-6ee1-4a29-a479-05b5f69adaf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226 tempest-PortsAdminExtendedAttrsIpV6TestJSON-643447226-project-admin] 10.222.0.41 "GET /v2.0/ports/6c65afe8-6129-4014-8ff8-ce4afdcddcac HTTP/1.1" status: 404 len: 333 time: 0.0351338 Nov 16 04:53:06.441160 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49572) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:06.451350 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add2795-5d17-40e1-bf7a-a65d65eafa23 req-c5ba049e-b80a-416e-aa67-9b2de839f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:06.452914 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2add2795-5d17-40e1-bf7a-a65d65eafa23 req-c5ba049e-b80a-416e-aa67-9b2de839f358 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.0727682 Nov 16 04:53:06.456907 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.457275 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.457596 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Floating IP 5f337f27-9d37-44ca-8488-628299a86dbc disassociated. External IP: 172.25.0.163, port: b35d21f2-2998-485d-80e2-3fd2aad41ca4. Nov 16 04:53:06.457968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Calling delete_port for b35d21f2-2998-485d-80e2-3fd2aad41ca4 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:06.487519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927f198-fcbe-4418-80c2-bc1374d69ff1 req-1a2f36ce-639c-4735-8199-fc53396ff115 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:06.490453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9927f198-fcbe-4418-80c2-bc1374d69ff1 req-1a2f36ce-639c-4735-8199-fc53396ff115 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 943 time: 0.2774007 Nov 16 04:53:06.503924 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ce531ca9-6314-4837-8667-2788aa10857a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.589421 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45b116b1-eb63-4ffe-aec0-9edbaf304ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.589544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8335c710-3837-4fed-8603-30f7053fe19c req-dec9687e-b4dd-4e55-a471-aac71f352e96 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.0895839 Nov 16 04:53:06.599661 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add2795-5d17-40e1-bf7a-a65d65eafa23 req-defb6cd0-c4b6-425e-b2c4-1de0cfff0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:06.601203 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2add2795-5d17-40e1-bf7a-a65d65eafa23 req-defb6cd0-c4b6-425e-b2c4-1de0cfff0416 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218078 Nov 16 04:53:06.695084 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ce531ca9-6314-4837-8667-2788aa10857a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.742757 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45b116b1-eb63-4ffe-aec0-9edbaf304ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.786345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-45b116b1-eb63-4ffe-aec0-9edbaf304ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02070471-8832-4ee8-b82f-11127f1ad6f9']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:06.794235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce531ca9-6314-4837-8667-2788aa10857a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=06fc3a37-82c8-47f5-8d0e-5a0a076d7880,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:06.800586 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2add2795-5d17-40e1-bf7a-a65d65eafa23 req-014b4d1c-ae9e-454e-bb3b-9a027eed6c7f service neutron] 10.222.0.15 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907291 Nov 16 04:53:06.802680 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-45b116b1-eb63-4ffe-aec0-9edbaf304ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:06.803086 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-45b116b1-eb63-4ffe-aec0-9edbaf304ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab3a3b1-fc1e-4f50-9f3c-1111620a1c0b') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:06.806994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 06fc3a37-82c8-47f5-8d0e-5a0a076d7880 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:53:06.822059 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45b116b1-eb63-4ffe-aec0-9edbaf304ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.839048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-bb4f746d-3664-455d-b4f8-4ca1f92deb4f req-012ad311-b5a8-4b21-b513-9121bf7f40a3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:06.840176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb4f746d-3664-455d-b4f8-4ca1f92deb4f req-012ad311-b5a8-4b21-b513-9121bf7f40a3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063808 Nov 16 04:53:06.852192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ce531ca9-6314-4837-8667-2788aa10857a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network 06fc3a37-82c8-47f5-8d0e-5a0a076d7880 is not hosted by any dhcp agent {{(pid=102659) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 04:53:06.859746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce531ca9-6314-4837-8667-2788aa10857a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:06.860399 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ce531ca9-6314-4837-8667-2788aa10857a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.862301 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ce531ca9-6314-4837-8667-2788aa10857a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "PUT /v2.0/networks/06fc3a37-82c8-47f5-8d0e-5a0a076d7880 HTTP/1.1" status: 200 len: 723 time: 0.8251204 Nov 16 04:53:06.866238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49580) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:06.873047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-10e447b3-bf19-4b3b-8cdd-b703a1987f14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'subnet': {'network_id': '06fc3a37-82c8-47f5-8d0e-5a0a076d7880', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:06.882775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9927f198-fcbe-4418-80c2-bc1374d69ff1 req-55cf689e-dc51-4a44-8293-85db91046c3f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810594 Nov 16 04:53:06.894182 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.943649 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45b116b1-eb63-4ffe-aec0-9edbaf304ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.953863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Pushing event deleted for resources: {'Port': ['ID=b35d21f2-2998-485d-80e2-3fd2aad41ca4,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:06.963224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45b116b1-eb63-4ffe-aec0-9edbaf304ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:06.963703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45b116b1-eb63-4ffe-aec0-9edbaf304ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:06.975545 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:07.110165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45b116b1-eb63-4ffe-aec0-9edbaf304ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:07.124083 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45b116b1-eb63-4ffe-aec0-9edbaf304ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:07.129777 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-45b116b1-eb63-4ffe-aec0-9edbaf304ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] 10.222.0.41 "DELETE /v2.0/networks/02070471-8832-4ee8-b82f-11127f1ad6f9 HTTP/1.1" status: 204 len: 168 time: 0.6853337 Nov 16 04:53:07.137296 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2add2795-5d17-40e1-bf7a-a65d65eafa23 req-472ac213-0449-4c93-a82f-5d15f77e1263 service neutron] 10.222.0.15 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268120 Nov 16 04:53:07.152433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b116b1-eb63-4ffe-aec0-9edbaf304ead tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1588205412-project] Pushing event deleted for resources: {'Network': ['ID=02070471-8832-4ee8-b82f-11127f1ad6f9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:07.158831 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e447b3-bf19-4b3b-8cdd-b703a1987f14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:07.161202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-907c598a-d48c-45c5-bfa6-11a2def471f3 req-7d239254-341f-4ec2-9cb3-38e5165b4fb4 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 210 time: 0.0784721 Nov 16 04:53:07.162953 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-10e447b3-bf19-4b3b-8cdd-b703a1987f14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:07.278389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85efa0a-a627-40d4-9401-1a696d88ad9c req-efe3f9df-93a4-4003-981b-0e9ad0d63ab4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:07.286724 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b85efa0a-a627-40d4-9401-1a696d88ad9c req-efe3f9df-93a4-4003-981b-0e9ad0d63ab4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 944 time: 0.1128435 Nov 16 04:53:07.344420 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Router 559491a5-1cda-4d1f-b93b-577f73a8e60e has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:53:07.362565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b85efa0a-a627-40d4-9401-1a696d88ad9c req-97f4cfdc-d4a0-4504-87c3-c5282f9f7734 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702858 Nov 16 04:53:07.496672 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:53:07.512210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d577f5f-750a-47bb-95af-992682693730 None None] Sync routers for ids ['559491a5-1cda-4d1f-b93b-577f73a8e60e'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:53:07.512790 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-10e447b3-bf19-4b3b-8cdd-b703a1987f14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:07.534124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d577f5f-750a-47bb-95af-992682693730 None None] Routers {'559491a5-1cda-4d1f-b93b-577f73a8e60e'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:07.534823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-4d577f5f-750a-47bb-95af-992682693730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['559491a5-1cda-4d1f-b93b-577f73a8e60e'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:07.619644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49604) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:07.676635 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-2e9b4fb8-06e0-46ec-b97c-727c5974c28e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3613639 Nov 16 04:53:07.682278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-f8908b0d-046d-4838-8049-c126af84d52e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:07.706127 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-f8908b0d-046d-4838-8049-c126af84d52e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0284908 Nov 16 04:53:07.752907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e447b3-bf19-4b3b-8cdd-b703a1987f14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Subnet': ['ID=e2a4de06-b41a-492e-9493-9a4b2ab4a244,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:07.804202 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e447b3-bf19-4b3b-8cdd-b703a1987f14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking segment: {'id': '6205f0d1-10f1-4dee-a3dc-c5cb61b99cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '06fc3a37-82c8-47f5-8d0e-5a0a076d7880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:07.804932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e447b3-bf19-4b3b-8cdd-b703a1987f14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network hostable DHCP agents. Network: 06fc3a37-82c8-47f5-8d0e-5a0a076d7880, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:53:07.850541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e447b3-bf19-4b3b-8cdd-b703a1987f14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network 06fc3a37-82c8-47f5-8d0e-5a0a076d7880 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:53:07.868159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:53:07.895117 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-10e447b3-bf19-4b3b-8cdd-b703a1987f14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 06fc3a37-82c8-47f5-8d0e-5a0a076d7880) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:07.907010 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e447b3-bf19-4b3b-8cdd-b703a1987f14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:07.911073 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-10e447b3-bf19-4b3b-8cdd-b703a1987f14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:07.919067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-4d577f5f-750a-47bb-95af-992682693730 None None] Set router 559491a5-1cda-4d1f-b93b-577f73a8e60e gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:53:07.993003 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-10e447b3-bf19-4b3b-8cdd-b703a1987f14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1238577 Nov 16 04:53:08.020948 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49616) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:08.030429 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-80cc82db-08b2-437f-ba7e-bf27c93860b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b504d67d979648f4961981ebfbb306e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4059114 Nov 16 04:53:08.034217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49618) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:08.124494 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0526b62-c83a-4682-ac63-945f4a5c392f None None] Network 06fc3a37-82c8-47f5-8d0e-5a0a076d7880 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:08.128693 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-bfadaef4-da14-4668-9b1b-ec5d8974ac76 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:08.329657 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bfadaef4-da14-4668-9b1b-ec5d8974ac76 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3569828'] for subnet, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:08.340892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] No DVR routers for this DVR port b35d21f2-2998-485d-80e2-3fd2aad41ca4 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:08.374399 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be787b34-291c-4849-8efe-ee79ff9bfd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:08.383973 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:08.385315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7d7d38c3-5cee-4e00-8d3d-6411e41d3f74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:08.389675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0117ad28-3d60-492c-80bf-254fd3841357 req-4da35155-47f4-4540-9d32-bdfe3f45e7f6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.37 "DELETE /v2.0/ports/b35d21f2-2998-485d-80e2-3fd2aad41ca4 HTTP/1.1" status: 204 len: 173 time: 3.1091917 Nov 16 04:53:08.399900 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:53:08.406033 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7330db2b-581e-430a-ab30-e530d8b4bd02 req-c66c8b2e-af1a-4f7b-a786-0250f524e0cd tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.1459873 Nov 16 04:53:08.408217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095711b2-324f-4876-aaea-11ca7c6e1117', 'name': 'network-vif-deleted', 'tag': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:53:08.412989 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926ee25a-9ff6-4423-bf2f-d5a677b34d25" -d '{"events": [{"server_uuid": "095711b2-324f-4876-aaea-11ca7c6e1117", "name": "network-vif-deleted", "tag": "b35d21f2-2998-485d-80e2-3fd2aad41ca4"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:53:08.476247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435d8cc-c53a-4d52-bed7-e094331d2efe req-8115714a-7d70-4f5a-9d36-fc5cd9df23eb tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:08.484577 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e435d8cc-c53a-4d52-bed7-e094331d2efe req-8115714a-7d70-4f5a-9d36-fc5cd9df23eb tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 943 time: 0.2310376 Nov 16 04:53:08.485647 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7d7d38c3-5cee-4e00-8d3d-6411e41d3f74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:08.565622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e435d8cc-c53a-4d52-bed7-e094331d2efe req-d96cc997-52e1-4c53-8f33-b0db3dd1d22f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786712 Nov 16 04:53:08.666291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6ebae03-a831-4871-af71-b4b0c2e0ac40 req-7d6cddea-ece1-4845-a8e2-ef1eecf533a6 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/ports?device_id=095711b2-324f-4876-aaea-11ca7c6e1117 HTTP/1.1" status: 200 len: 210 time: 0.0984585 Nov 16 04:53:08.780814 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7d7d38c3-5cee-4e00-8d3d-6411e41d3f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:08.785189 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7d7d38c3-5cee-4e00-8d3d-6411e41d3f74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:08.789815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730f68a-1ff6-4cbc-8cda-b0625c484630 req-a0a3a7e3-c3d3-42ae-aca2-d7fafb3d2bb0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:08.805278 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7d7d38c3-5cee-4e00-8d3d-6411e41d3f74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36ce24f4-7dda-49f3-a78a-1473e510dc64 HTTP/1.1" status: 204 len: 168 time: 0.7699199 Nov 16 04:53:08.816808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5730f68a-1ff6-4cbc-8cda-b0625c484630 req-a0a3a7e3-c3d3-42ae-aca2-d7fafb3d2bb0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 944 time: 0.1036060 Nov 16 04:53:08.831050 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bfadaef4-da14-4668-9b1b-ec5d8974ac76 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782503096486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2824116'] for subnet, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:08.834570 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c8e597-bcfb-4074-b27d-d4f3d3d68001 x-openstack-request-id: req-30c8e597-bcfb-4074-b27d-d4f3d3d68001 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:53:08.834570 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095711b2-324f-4876-aaea-11ca7c6e1117", "name": "network-vif-deleted", "tag": "b35d21f2-2998-485d-80e2-3fd2aad41ca4", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:53:08.835660 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30c8e597-bcfb-4074-b27d-d4f3d3d68001 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:53:08.842478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d38c3-5cee-4e00-8d3d-6411e41d3f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ce24f4-7dda-49f3-a78a-1473e510dc64,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:08.843117 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095711b2-324f-4876-aaea-11ca7c6e1117', 'name': 'network-vif-deleted', 'tag': 'b35d21f2-2998-485d-80e2-3fd2aad41ca4', 'status': 'completed', 'code': 200} Nov 16 04:53:08.875982 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfadaef4-da14-4668-9b1b-ec5d8974ac76 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:08.876662 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bfadaef4-da14-4668-9b1b-ec5d8974ac76 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:08.878046 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bfadaef4-da14-4668-9b1b-ec5d8974ac76 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "PUT /v2.0/subnets/e2a4de06-b41a-492e-9493-9a4b2ab4a244 HTTP/1.1" status: 200 len: 806 time: 0.8500636 Nov 16 04:53:08.880957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49634) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:08.921807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-4d577f5f-750a-47bb-95af-992682693730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:51:04Z', 'revision_number': 4, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port': {'id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:50:58Z', 'updated_at': '2021-11-16T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1f0dfc4f-4347-4c07-b221-16d4785765d8', 'name': '', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'mac_address': 'fa:16:3e:b2:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:51:03Z', 'updated_at': '2021-11-16T04:51:08Z', 'revision_number': 5, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'subnets': [{'id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:08.968187 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadaef4-da14-4668-9b1b-ec5d8974ac76 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Subnet': ['ID=e2a4de06-b41a-492e-9493-9a4b2ab4a244,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:08.983370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:08.994515 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5730f68a-1ff6-4cbc-8cda-b0625c484630 req-ba0421a5-4f66-4a56-914e-9a2db0c13b24 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652412 Nov 16 04:53:09.008062 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d577f5f-750a-47bb-95af-992682693730 None None] Checking router: 559491a5-1cda-4d1f-b93b-577f73a8e60e for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:53:09.026709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'port_id': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'mac_address': 'fa:16:3e:1b:93:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:53:09.066091 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.181686 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.221476 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-5313e448-e686-4415-af59-fd23832ff764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:09.228832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-5313e448-e686-4415-af59-fd23832ff764 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623&tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08 HTTP/1.1" status: 200 len: 1095 time: 0.1547127 Nov 16 04:53:09.243470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:09.308215 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.317072 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.389568 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a4de06-b41a-492e-9493-9a4b2ab4a244,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:09.400761 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49640) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:09.545857 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.559582 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.560170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d036ce7-2647-4cd4-8552-543e787df25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-06fc3a37-82c8-47f5-8d0e-5a0a076d7880', 'network_id': '06fc3a37-82c8-47f5-8d0e-5a0a076d7880', 'tenant_id': '1d681f27f498415990f83a0d04ab9f05', 'fixed_ips': [{'subnet_id': 'e2a4de06-b41a-492e-9493-9a4b2ab4a244'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:53:09.561452 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9d036ce7-2647-4cd4-8552-543e787df25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.578386 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0f0d84c8-fdeb-4b2a-967e-dcacdff462e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2977a818da0e40499591a07a65b1a36e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1734607 Nov 16 04:53:09.578625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:53:09.583295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49644) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:09.590060 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fc3a37-82c8-47f5-8d0e-5a0a076d7880']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:09.627821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6205f0d1-10f1-4dee-a3dc-c5cb61b99cfe') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:09.628121 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6205f0d1-10f1-4dee-a3dc-c5cb61b99cfe') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:09.638256 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b2a6513-f37b-43f1-8a07-d1f135e48a72 req-52d678df-d56b-423b-8d95-e5aa3fcdc194 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.0630167 Nov 16 04:53:09.659114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.690498 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-16599979-7889-4c05-8752-3a9c3cb7659e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.698874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d577f5f-750a-47bb-95af-992682693730 None None] Routers {'559491a5-1cda-4d1f-b93b-577f73a8e60e'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:09.700683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-4d577f5f-750a-47bb-95af-992682693730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:52:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['559491a5-1cda-4d1f-b93b-577f73a8e60e'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:09.703034 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.712973 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:09.716735 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:09.720187 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:09.731797 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042da263-abe6-4a9a-8d41-5aaf3e65daa1 None None] Network 06fc3a37-82c8-47f5-8d0e-5a0a076d7880 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:09.812907 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-16599979-7889-4c05-8752-3a9c3cb7659e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.820154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:09.840226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49654) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:09.880690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:53:09.883035 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.902389 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.905470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:09.906775 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/06fc3a37-82c8-47f5-8d0e-5a0a076d7880 HTTP/1.1" status: 204 len: 168 time: 1.0245838 Nov 16 04:53:09.912571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49656) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:09.921612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a9c363-cdc3-4765-b51c-c828a308d59c {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:53:09.929885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.936378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9df39-1ed9-4af5-995c-6c8f95982d46 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Network': ['ID=06fc3a37-82c8-47f5-8d0e-5a0a076d7880,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:09.943727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Transition to ACTIVE for port object d1a9c363-cdc3-4765-b51c-c828a308d59c will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:53:09.958664 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.976279 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3625aeb8-0b24-4284-9e85-1389e799e08a tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:09.980290 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-28eeccc8-d93a-4d1b-a5c5-9d1fb4029a62 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:09.981135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28eeccc8-d93a-4d1b-a5c5-9d1fb4029a62 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:09.986225 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-28eeccc8-d93a-4d1b-a5c5-9d1fb4029a62 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/06fc3a37-82c8-47f5-8d0e-5a0a076d7880 HTTP/1.1" status: 404 len: 339 time: 0.0716643 Nov 16 04:53:09.992443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49658) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:10.001166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c6183e1e-1e59-494f-86bb-926b227befb4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1546161771', 'description': 'd1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:10.042000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12641b35-6083-4fd6-8732-edd6b39f8bbd req-a2061511-baea-4d9e-9f10-e187e8766998 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:10.049372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12641b35-6083-4fd6-8732-edd6b39f8bbd req-a2061511-baea-4d9e-9f10-e187e8766998 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 943 time: 0.3348975 Nov 16 04:53:10.051215 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3625aeb8-0b24-4284-9e85-1389e799e08a tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.114592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6183e1e-1e59-494f-86bb-926b227befb4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:10.115943 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9852995d-96cf-4c03-9683-c81aafd18396 None None] DHCP port deletion for 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:53:10.120846 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6183e1e-1e59-494f-86bb-926b227befb4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.132729 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.148376 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3625aeb8-0b24-4284-9e85-1389e799e08a tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.153871 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3625aeb8-0b24-4284-9e85-1389e799e08a tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.165010 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12641b35-6083-4fd6-8732-edd6b39f8bbd req-4ba46890-e5ac-4d19-97f2-a9b002b594b4 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127341 Nov 16 04:53:10.168313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] No DVR routers for this DVR port d1a9c363-cdc3-4765-b51c-c828a308d59c on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:10.172021 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3625aeb8-0b24-4284-9e85-1389e799e08a tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "DELETE /v2.0/security-groups/a39341df-2450-46fc-8cb3-f44f445b83ba HTTP/1.1" status: 204 len: 168 time: 0.3284118 Nov 16 04:53:10.174974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49664) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:10.191992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6183e1e-1e59-494f-86bb-926b227befb4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:53:10.199144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625aeb8-0b24-4284-9e85-1389e799e08a tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39341df-2450-46fc-8cb3-f44f445b83ba,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:10.208149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6183e1e-1e59-494f-86bb-926b227befb4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.208674 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-c6183e1e-1e59-494f-86bb-926b227befb4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Added segment 48a56b6a-b18d-4770-84d8-4c1e38bd757d of type vlan for network ba7d7eeb-a3ab-4d9c-b855-ac00823785ff Nov 16 04:53:10.258792 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6183e1e-1e59-494f-86bb-926b227befb4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.278773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a9c363-cdc3-4765-b51c-c828a308d59c,revision_number=9']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:10.286567 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6183e1e-1e59-494f-86bb-926b227befb4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.293118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6183e1e-1e59-494f-86bb-926b227befb4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:10.294904 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6183e1e-1e59-494f-86bb-926b227befb4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.304694 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-16599979-7889-4c05-8752-3a9c3cb7659e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.307806 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-16599979-7889-4c05-8752-3a9c3cb7659e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.311270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-16599979-7889-4c05-8752-3a9c3cb7659e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7614c4df-8234-44fb-8f67-e3a5b1c99532 HTTP/1.1" status: 204 len: 168 time: 0.7144511 Nov 16 04:53:10.379705 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-f9c21a7e-cdde-4762-b9b8-61cbf43f7837 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] show failed (client error): The resource could not be found. Nov 16 04:53:10.384702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49668) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:10.386922 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f9c21a7e-cdde-4762-b9b8-61cbf43f7837 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "GET /v2.0/security-groups/a39341df-2450-46fc-8cb3-f44f445b83ba HTTP/1.1" status: 404 len: 347 time: 0.1985431 Nov 16 04:53:10.394823 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c6183e1e-1e59-494f-86bb-926b227befb4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4009552 Nov 16 04:53:10.396760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49670) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:10.428884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:10.443627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16599979-7889-4c05-8752-3a9c3cb7659e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7614c4df-8234-44fb-8f67-e3a5b1c99532,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:10.468715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Attempting to bind port d1a9c363-cdc3-4765-b51c-c828a308d59c on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:10.469071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Attempting to bind port d1a9c363-cdc3-4765-b51c-c828a308d59c by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '06d0a077-f787-4342-a98d-06ee479923f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:10.469407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Attempting to bind port d1a9c363-cdc3-4765-b51c-c828a308d59c on network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:10.470977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b35d21f2-2998-485d-80e2-3fd2aad41ca4 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:53:10.481342 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f68bf5e-b398-4745-8846-95963fa2c47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.496895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6183e1e-1e59-494f-86bb-926b227befb4 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=ba7d7eeb-a3ab-4d9c-b855-ac00823785ff,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:10.503737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Port d1a9c363-cdc3-4765-b51c-c828a308d59c on network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:53:10.504075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Attempting to bind port d1a9c363-cdc3-4765-b51c-c828a308d59c on network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:10.541811 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:53:10.553941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e3092-e9e8-4eb4-a594-bc95c0022079 req-0911c1fc-df11-47c5-8986-9fd3fe7bb45d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:10.563830 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-839e3092-e9e8-4eb4-a594-bc95c0022079 req-0911c1fc-df11-47c5-8986-9fd3fe7bb45d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 944 time: 0.3754992 Nov 16 04:53:10.595167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:53:10.597119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Checking segment: {'id': '06d0a077-f787-4342-a98d-06ee479923f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:10.597706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Bound using segment: {'id': '06d0a077-f787-4342-a98d-06ee479923f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:53:10.598962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Bound port: d1a9c363-cdc3-4765-b51c-c828a308d59c, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06d0a077-f787-4342-a98d-06ee479923f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:53:10.600335 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.644728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network ba7d7eeb-a3ab-4d9c-b855-ac00823785ff details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:53:10.661556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8cdbb-973e-4972-868d-2fd49cf8f0a6 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:10.671668 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-82b8cdbb-973e-4972-868d-2fd49cf8f0a6 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "GET /v2.0/networks?id=ba7d7eeb-a3ab-4d9c-b855-ac00823785ff HTTP/1.1" status: 200 len: 761 time: 0.2528141 Nov 16 04:53:10.677170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49672) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:10.681621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-839e3092-e9e8-4eb4-a594-bc95c0022079 req-1e9dba4e-10e5-449e-99a1-fa73549a66fc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130874 Nov 16 04:53:10.696262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-04e09fb8-e032-415a-84c4-0637aa826410 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'description': 'd2'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:10.794225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:53:10.822392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd70359-efa8-4769-80f2-cdc19bb05d84 None None] Network 06fc3a37-82c8-47f5-8d0e-5a0a076d7880 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:10.843230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:53:10.847964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: b35d21f2-2998-485d-80e2-3fd2aad41ca4 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:53:10.848389 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b35d21f2-2998-485d-80e2-3fd2aad41ca4 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:53:10.856937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd70359-efa8-4769-80f2-cdc19bb05d84 None None] Network 06fc3a37-82c8-47f5-8d0e-5a0a076d7880 could not be found, it might have been deleted concurrently. {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 04:53:10.901404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:10.907733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-4d577f5f-750a-47bb-95af-992682693730 None None] Set router 559491a5-1cda-4d1f-b93b-577f73a8e60e gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:53:10.937327 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0633a6fb-ebc7-473c-a90a-d55d135e81f0 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Deleting port 73cb6ff3-e38f-4829-ae9f-f622b0c8190f {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:10.937962 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0633a6fb-ebc7-473c-a90a-d55d135e81f0 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:11.089722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a9c363-cdc3-4765-b51c-c828a308d59c,revision_number=10']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:11.128490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-029afa48-a568-448e-92d7-e8afded3a512 req-8e34ff75-f36c-4ff4-a028-1b3ce4e04d82 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.2772379 Nov 16 04:53:11.157012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:11.161341 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:11.165941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-a1164e42-f066-47ce-b6aa-3ba52ee93637 service neutron] 10.222.0.37 "PUT /v2.0/ports/d1a9c363-cdc3-4765-b51c-c828a308d59c HTTP/1.1" status: 200 len: 1092 time: 1.9261115 Nov 16 04:53:11.169351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:53:11.177976 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2799f65-a956-45e8-aaf9-cc276cced302" -d '{"events": [{"name": "network-changed", "server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:53:11.256663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-e036f4d6-f48a-4d11-ad54-bb01e461b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:11.258585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-e036f4d6-f48a-4d11-ad54-bb01e461b712 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08&device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 1096 time: 0.0595584 Nov 16 04:53:11.317644 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b01c2a-a287-4e81-9b50-d6692382ee4c x-openstack-request-id: req-68b01c2a-a287-4e81-9b50-d6692382ee4c {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:53:11.318011 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:53:11.318229 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68b01c2a-a287-4e81-9b50-d6692382ee4c {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:53:11.318640 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c', 'status': 'completed', 'code': 200} Nov 16 04:53:11.421751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b619a2d0-2972-4554-978e-b29b9d989684 None None] DHCP port deletion for 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:53:11.544520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-4d577f5f-750a-47bb-95af-992682693730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:51:04Z', 'revision_number': 4, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port': {'id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:50:58Z', 'updated_at': '2021-11-16T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1f0dfc4f-4347-4c07-b221-16d4785765d8', 'name': '', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'mac_address': 'fa:16:3e:b2:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:51:03Z', 'updated_at': '2021-11-16T04:51:08Z', 'revision_number': 5, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'subnets': [{'id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:11.555311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628496a-d1fb-4351-a11e-8d5aa8d27c31 req-77094667-3998-4858-8fa5-740c4586bde4 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:11.562787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a628496a-d1fb-4351-a11e-8d5aa8d27c31 req-77094667-3998-4858-8fa5-740c4586bde4 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.1730862 Nov 16 04:53:11.575364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d577f5f-750a-47bb-95af-992682693730 None None] The sync data for ids ['559491a5-1cda-4d1f-b93b-577f73a8e60e'] in n-d-818042-1 is: [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:51:04Z', 'revision_number': 4, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port': {'id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:50:58Z', 'updated_at': '2021-11-16T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1f0dfc4f-4347-4c07-b221-16d4785765d8', 'name': '', 'network_id': '38fb073c-24ab-411c-a165-ede02fb444b0', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'mac_address': 'fa:16:3e:b2:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:51:03Z', 'updated_at': '2021-11-16T04:51:08Z', 'revision_number': 5, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'subnets': [{'id': '422f6a8a-04f6-4962-b27e-68585a9edf5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:53:11.631890 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04e09fb8-e032-415a-84c4-0637aa826410 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:11.635798 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0633a6fb-ebc7-473c-a90a-d55d135e81f0 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:11.636195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0633a6fb-ebc7-473c-a90a-d55d135e81f0 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:11.660316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0633a6fb-ebc7-473c-a90a-d55d135e81f0 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Calling delete_port for 73cb6ff3-e38f-4829-ae9f-f622b0c8190f owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:11.664385 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04e09fb8-e032-415a-84c4-0637aa826410 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:11.682259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-65cec6bf-7388-4083-819d-6d016a19122f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:11.683858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-65cec6bf-7388-4083-819d-6d016a19122f service neutron] 10.222.0.37 "GET /v2.0/networks?id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003 HTTP/1.1" status: 200 len: 915 time: 0.4171708 Nov 16 04:53:11.694418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a628496a-d1fb-4351-a11e-8d5aa8d27c31 req-335b15cf-d1c9-4b65-8f7f-a5977649d243 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305718 Nov 16 04:53:11.758206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-671bd401-9855-4e95-9ac5-7c83aa929fcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c HTTP/1.1" status: 200 len: 217 time: 0.0627012 Nov 16 04:53:11.768673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04e09fb8-e032-415a-84c4-0637aa826410 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network ba7d7eeb-a3ab-4d9c-b855-ac00823785ff is not hosted by any dhcp agent {{(pid=102660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 04:53:11.781244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e09fb8-e032-415a-84c4-0637aa826410 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:11.783478 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04e09fb8-e032-415a-84c4-0637aa826410 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:11.804924 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-04e09fb8-e032-415a-84c4-0637aa826410 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "PUT /v2.0/networks/ba7d7eeb-a3ab-4d9c-b855-ac00823785ff HTTP/1.1" status: 200 len: 758 time: 1.1201289 Nov 16 04:53:11.820987 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49706) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:11.859111 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:11.970768 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-7395cf35-81e4-483e-a8e8-a71ebc405544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:11.972266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-7395cf35-81e4-483e-a8e8-a71ebc405544 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89ad7379-f193-4784-a822-0c25e612ef3f HTTP/1.1" status: 200 len: 854 time: 0.2059433 Nov 16 04:53:11.999971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c863d9-2f07-43e9-8857-3fcff3bb5d0c req-9146d820-a8c4-499d-80d3-dc7bddfee3e2 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:12.001591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89c863d9-2f07-43e9-8857-3fcff3bb5d0c req-9146d820-a8c4-499d-80d3-dc7bddfee3e2 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.1493864 Nov 16 04:53:12.020904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e09fb8-e032-415a-84c4-0637aa826410 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=ba7d7eeb-a3ab-4d9c-b855-ac00823785ff,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:12.037241 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network ba7d7eeb-a3ab-4d9c-b855-ac00823785ff details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:53:12.074006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-c441dbdd-576f-48df-9c2f-ae142698151e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708122 Nov 16 04:53:12.079021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee5acf4-3cb6-4ebb-acd3-676d78eb130b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:12.080756 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7ee5acf4-3cb6-4ebb-acd3-676d78eb130b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "GET /v2.0/networks?id=ba7d7eeb-a3ab-4d9c-b855-ac00823785ff HTTP/1.1" status: 200 len: 761 time: 0.2493241 Nov 16 04:53:12.086208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49714) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:12.094733 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24163168-a174-4350-85cd-506944481348 None None] New status for floating IP 5f337f27-9d37-44ca-8488-628299a86dbc: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:53:12.110015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-45f31967-3f94-4721-9292-a6f4a0fe7a12 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1483107521'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:12.218688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:53:12.228980 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89c863d9-2f07-43e9-8857-3fcff3bb5d0c req-dafa3415-fc62-41f1-b4e8-fbda620cefcf tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097471 Nov 16 04:53:12.276462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f31967-3f94-4721-9292-a6f4a0fe7a12 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:12.280935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f31967-3f94-4721-9292-a6f4a0fe7a12 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:12.285553 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0633a6fb-ebc7-473c-a90a-d55d135e81f0 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:12.301828 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.db.api [None req-24163168-a174-4350-85cd-506944481348 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:53:12.302656 n-d-818042-1 neutron-server[102662]: DEBUG oslo_db.api [None req-24163168-a174-4350-85cd-506944481348 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:53:12.332779 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-f152fdf5-e6e6-44f5-9cdc-f3480d61794a service neutron] 10.222.0.37 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382755 Nov 16 04:53:12.333515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f31967-3f94-4721-9292-a6f4a0fe7a12 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:53:12.362076 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633a6fb-ebc7-473c-a90a-d55d135e81f0 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Pushing event deleted for resources: {'Port': ['ID=73cb6ff3-e38f-4829-ae9f-f622b0c8190f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:12.393906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c88b8-15ea-4203-b23b-0ae190af1ffa None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:53:12.454815 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0633a6fb-ebc7-473c-a90a-d55d135e81f0 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:12.459954 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0633a6fb-ebc7-473c-a90a-d55d135e81f0 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:12.461593 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0633a6fb-ebc7-473c-a90a-d55d135e81f0 tempest-ServersTestFqdnHostnames-1051606240 tempest-ServersTestFqdnHostnames-1051606240-project] 10.222.0.41 "DELETE /v2.0/floatingips/5f337f27-9d37-44ca-8488-628299a86dbc HTTP/1.1" status: 204 len: 168 time: 2.0753212 Nov 16 04:53:12.465640 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49724) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:12.471011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:53:12.480282 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:12.482645 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:12.493120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4b0a213-ef86-4fd7-9d29-090502233250 req-6479d389-f82a-4e37-82c4-8d42ec1f6b8b service neutron] 10.222.0.37 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392381 Nov 16 04:53:12.495809 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f31967-3f94-4721-9292-a6f4a0fe7a12 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:12.496162 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-45f31967-3f94-4721-9292-a6f4a0fe7a12 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Added segment a93b2831-7b16-49e8-b8fb-2858868feee8 of type vlan for network 39bca9eb-1b3f-441e-9914-a1cdc4ad361e Nov 16 04:53:12.628639 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:12.659147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7d388f3-a2c5-4496-98f4-de6e3c6a36f7 req-b5a9395e-6acc-43ca-ae54-5e921e1444e6 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.1634665 Nov 16 04:53:12.699729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:12.706921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:53:12.711034 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac45b12-b7b3-4f0f-a7a6-4d0f091de599" -d '{"events": [{"server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "name": "network-vif-plugged", "status": "completed", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:53:12.741720 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:12.774308 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f31967-3f94-4721-9292-a6f4a0fe7a12 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:12.805091 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24163168-a174-4350-85cd-506944481348 None None] New status for floating IP 5f337f27-9d37-44ca-8488-628299a86dbc: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:53:12.837604 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f31967-3f94-4721-9292-a6f4a0fe7a12 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:12.864661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f31967-3f94-4721-9292-a6f4a0fe7a12 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:12.868365 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f31967-3f94-4721-9292-a6f4a0fe7a12 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:12.880033 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f7d205-3c24-4956-9009-a3cceaaf1b6c x-openstack-request-id: req-29f7d205-3c24-4956-9009-a3cceaaf1b6c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:53:12.880794 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "name": "network-vif-plugged", "status": "completed", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:53:12.880794 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29f7d205-3c24-4956-9009-a3cceaaf1b6c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:53:12.881416 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'code': 200} Nov 16 04:53:12.883268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:12.904360 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:12.904873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:12.906387 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:12.907351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:12.914040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:12.914527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:12.915002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:12.915451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:12.915893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:12.916366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:12.916966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:12.917536 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:12.925532 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-45f31967-3f94-4721-9292-a6f4a0fe7a12 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8208184 Nov 16 04:53:12.954431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49742) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:12.967375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2799f65-a956-45e8-aaf9-cc276cced302 req-65e995ae-a881-4f5c-aaf3-e9f1e7672ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:12.969269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2799f65-a956-45e8-aaf9-cc276cced302 req-65e995ae-a881-4f5c-aaf3-e9f1e7672ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08&device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 1096 time: 0.3973467 Nov 16 04:53:12.975926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6eab0f5d-cd2f-4219-a90f-ec594ec83f4e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'subnet': {'network_id': '39bca9eb-1b3f-441e-9914-a1cdc4ad361e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:13.110699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2799f65-a956-45e8-aaf9-cc276cced302 req-ee163e36-c497-4c5f-ad97-8c50e0a3bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:13.112606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2799f65-a956-45e8-aaf9-cc276cced302 req-ee163e36-c497-4c5f-ad97-8c50e0a3bf1e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003 HTTP/1.1" status: 200 len: 915 time: 0.1115742 Nov 16 04:53:13.161250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df2e4a-a451-421d-8cba-d3aec41ef933 req-74eca983-4342-4dd6-813e-0e83f1816787 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:13.163322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42df2e4a-a451-421d-8cba-d3aec41ef933 req-74eca983-4342-4dd6-813e-0e83f1816787 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.2641656 Nov 16 04:53:13.208902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f31967-3f94-4721-9292-a6f4a0fe7a12 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=39bca9eb-1b3f-441e-9914-a1cdc4ad361e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:13.228460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 39bca9eb-1b3f-441e-9914-a1cdc4ad361e details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:53:13.249527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2799f65-a956-45e8-aaf9-cc276cced302 req-be1b92e1-7c13-453d-beb5-f6df90dcc3e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c HTTP/1.1" status: 200 len: 217 time: 0.1253507 Nov 16 04:53:13.299782 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7233088-75ab-4d28-870c-b66b1b96a540 req-1380df50-1e43-4c50-8569-ee7ac58faff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:13.301315 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b7233088-75ab-4d28-870c-b66b1b96a540 req-1380df50-1e43-4c50-8569-ee7ac58faff3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 1096 time: 0.3906085 Nov 16 04:53:13.387100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2799f65-a956-45e8-aaf9-cc276cced302 req-b713ae3b-4a4d-4dc0-a67a-b29d417bdba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:13.391327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2799f65-a956-45e8-aaf9-cc276cced302 req-b713ae3b-4a4d-4dc0-a67a-b29d417bdba8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89ad7379-f193-4784-a822-0c25e612ef3f HTTP/1.1" status: 200 len: 854 time: 0.1255574 Nov 16 04:53:13.402535 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:13.474229 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42df2e4a-a451-421d-8cba-d3aec41ef933 req-4b86a2d3-0733-4a9a-8665-cba7448420b1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662511 Nov 16 04:53:13.493521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eab0f5d-cd2f-4219-a90f-ec594ec83f4e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:13.497213 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6eab0f5d-cd2f-4219-a90f-ec594ec83f4e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:13.522364 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2799f65-a956-45e8-aaf9-cc276cced302 req-bb79680c-3663-4876-818d-9ab244c9361b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099091 Nov 16 04:53:13.648813 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2799f65-a956-45e8-aaf9-cc276cced302 req-000c7ef2-baf1-4c69-9d09-fc6fe6064224 service neutron] 10.222.0.37 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163354 Nov 16 04:53:13.671937 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b7233088-75ab-4d28-870c-b66b1b96a540 req-8daa0ba0-ac2f-4cae-9349-7935137b5b94 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579552 Nov 16 04:53:13.678915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11631ff8-6ff0-4112-9a47-1cdda5a7a470 req-7a37a2e8-b727-4a26-9c71-1b76691b49fc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:13.683796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11631ff8-6ff0-4112-9a47-1cdda5a7a470 req-7a37a2e8-b727-4a26-9c71-1b76691b49fc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.2880862 Nov 16 04:53:13.735646 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:13.960173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3014024e-d5a3-4408-a80b-b929805c6625 req-170dc96e-9b74-4a76-90be-bc49e7095c2e tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.0774112 Nov 16 04:53:13.965892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49772) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:14.069345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2799f65-a956-45e8-aaf9-cc276cced302 req-80fff0d0-318d-4173-826e-2f5148c135d9 service neutron] 10.222.0.37 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841436 Nov 16 04:53:14.102969 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7543e944-cc9c-4595-9675-2598bebce092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:14.117833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11631ff8-6ff0-4112-9a47-1cdda5a7a470 req-e35595bd-ccdf-4b1d-890b-10ce83dca4d7 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851589 Nov 16 04:53:14.177674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-cdb62fd5-4dd2-4cb3-83b6-449fcc5d655c tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:14.240068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cdb62fd5-4dd2-4cb3-83b6-449fcc5d655c tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] 10.222.0.41 "PUT /v2.0/quotas/de30b5e997f147dcaded01568c15bddd HTTP/1.1" status: 200 len: 366 time: 0.2660477 Nov 16 04:53:14.240842 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49776) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:14.263961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6eab0f5d-cd2f-4219-a90f-ec594ec83f4e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:14.278322 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c49110cd-8681-4b80-a5db-535794e185f9 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0313969 Nov 16 04:53:14.280387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49778) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:14.301288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-057d44e0-55e4-433f-bb7e-f842676f2bec tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] 10.222.0.41 "GET /v2.0/quotas/de30b5e997f147dcaded01568c15bddd HTTP/1.1" status: 200 len: 366 time: 0.0197055 Nov 16 04:53:14.303982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49780) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:14.325409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3c791bac-c76d-4f5e-8ddd-63baed9f310b tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/de30b5e997f147dcaded01568c15bddd HTTP/1.1" status: 204 len: 168 time: 0.0202217 Nov 16 04:53:14.331592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49782) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:14.379719 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4c46ae5a-66d6-4a91-9bc5-3de22b0795cc tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0435603 Nov 16 04:53:14.382510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49784) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:14.383772 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab0f5d-cd2f-4219-a90f-ec594ec83f4e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Subnet': ['ID=af76781a-702e-4c4f-b403-f444576f9258,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:14.393207 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6c3657bc-f391-4fa9-b2c9-aed92fe036d5 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] 10.222.0.41 "GET /v2.0/quotas/de30b5e997f147dcaded01568c15bddd HTTP/1.1" status: 200 len: 370 time: 0.0094690 Nov 16 04:53:14.397546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49786) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:14.401609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eab0f5d-cd2f-4219-a90f-ec594ec83f4e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking segment: {'id': 'a93b2831-7b16-49e8-b8fb-2858868feee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '39bca9eb-1b3f-441e-9914-a1cdc4ad361e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:14.401609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab0f5d-cd2f-4219-a90f-ec594ec83f4e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network hostable DHCP agents. Network: 39bca9eb-1b3f-441e-9914-a1cdc4ad361e, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:53:14.404898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-37493280-3757-4132-bed8-37ae0a330ce9 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] 10.222.0.41 "GET /v2.0/quotas/de30b5e997f147dcaded01568c15bddd/default HTTP/1.1" status: 200 len: 370 time: 0.0038302 Nov 16 04:53:14.405093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49790) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:14.452007 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-6d77e80e-2360-45b7-aeed-386329df051b tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] delete failed (client error): The resource could not be found. Nov 16 04:53:14.458557 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6d77e80e-2360-45b7-aeed-386329df051b tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/de30b5e997f147dcaded01568c15bddd HTTP/1.1" status: 404 len: 348 time: 0.0188046 Nov 16 04:53:14.556963 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eab0f5d-cd2f-4219-a90f-ec594ec83f4e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network 39bca9eb-1b3f-441e-9914-a1cdc4ad361e is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:53:14.586044 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6eab0f5d-cd2f-4219-a90f-ec594ec83f4e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 39bca9eb-1b3f-441e-9914-a1cdc4ad361e) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:14.594641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb0ac54-340a-425b-a3eb-6c4287bd118d None None] Network 39bca9eb-1b3f-441e-9914-a1cdc4ad361e requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:14.609051 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eab0f5d-cd2f-4219-a90f-ec594ec83f4e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:14.609682 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6eab0f5d-cd2f-4219-a90f-ec594ec83f4e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:14.661048 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6eab0f5d-cd2f-4219-a90f-ec594ec83f4e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7040033 Nov 16 04:53:14.663447 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49796) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:14.687929 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49798) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:14.800191 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Usage tracker for resource:network and project:80e5c6beeb0e48d8abcf447176661826 is out of sync, need to count used quota {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 04:53:14.805806 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 04:53:14.837930 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Usage tracker for resource:subnet and project:80e5c6beeb0e48d8abcf447176661826 is out of sync, need to count used quota {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 04:53:14.847411 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 04:53:14.860398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Usage tracker for resource:subnetpool and project:80e5c6beeb0e48d8abcf447176661826 is out of sync, need to count used quota {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 04:53:14.871553 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 04:53:14.875212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7543e944-cc9c-4595-9675-2598bebce092 admin admin] Deleting port 1f0dfc4f-4347-4c07-b221-16d4785765d8 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:14.875679 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7543e944-cc9c-4595-9675-2598bebce092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:14.923169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-39bca9eb-1b3f-441e-9914-a1cdc4ad361e', 'network_id': '39bca9eb-1b3f-441e-9914-a1cdc4ad361e', 'tenant_id': '1d681f27f498415990f83a0d04ab9f05', 'fixed_ips': [{'subnet_id': 'af76781a-702e-4c4f-b403-f444576f9258'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:53:14.924126 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:14.954089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446bd93-0167-4d1d-aa16-127b3421e5c2 req-385bdf51-df61-4857-9b8d-27ed5d93271e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:14.958888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4446bd93-0167-4d1d-aa16-127b3421e5c2 req-385bdf51-df61-4857-9b8d-27ed5d93271e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.2245500 Nov 16 04:53:15.007538 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-7543e944-cc9c-4595-9675-2598bebce092 admin admin] For port 1f0dfc4f-4347-4c07-b221-16d4785765d8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1f0dfc4f-4347-4c07-b221-16d4785765d8,segment=NetworkSegment(52569557-ff3b-46b7-80ec-642a50f5c5eb),segment_id=52569557-ff3b-46b7-80ec-642a50f5c5eb)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:15.008102 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7543e944-cc9c-4595-9675-2598bebce092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:15.026431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7543e944-cc9c-4595-9675-2598bebce092 admin admin] Calling delete_port for 1f0dfc4f-4347-4c07-b221-16d4785765d8 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:15.081241 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:15.262010 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Usage tracker for resource:port and project:80e5c6beeb0e48d8abcf447176661826 is out of sync, need to count used quota {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 04:53:15.266391 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7543e944-cc9c-4595-9675-2598bebce092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:15.273481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 04:53:15.298090 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Allocated IP 172.20.0.2 (39bca9eb-1b3f-441e-9914-a1cdc4ad361e/af76781a-702e-4c4f-b403-f444576f9258/5626e632-be19-46c8-a6d3-87c43d3b0f36) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:53:15.318073 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543e944-cc9c-4595-9675-2598bebce092 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0dfc4f-4347-4c07-b221-16d4785765d8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:15.332557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Usage tracker for resource:router and project:80e5c6beeb0e48d8abcf447176661826 is out of sync, need to count used quota {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 04:53:15.340864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 04:53:15.346405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30c7f2f5-facc-4294-87c2-e929d8540133 req-62cd725a-d41f-4841-b5fb-36fcf934dc04 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.1802151 Nov 16 04:53:15.373269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4446bd93-0167-4d1d-aa16-127b3421e5c2 req-3f41be79-6f66-4ab4-a8bf-a1cd8989fbdf tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4045143 Nov 16 04:53:15.400239 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:15.460732 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Usage tracker for resource:floatingip and project:80e5c6beeb0e48d8abcf447176661826 is out of sync, need to count used quota {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 04:53:15.556486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 04:53:15.565531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2e08d-f5f1-4c86-95b1-c98435a9feb9 req-f1a67a61-9a22-4d29-bd43-3f8847651cf6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:15.591508 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ca2e08d-f5f1-4c86-95b1-c98435a9feb9 req-f1a67a61-9a22-4d29-bd43-3f8847651cf6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.1217959 Nov 16 04:53:15.717158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ca2e08d-f5f1-4c86-95b1-c98435a9feb9 req-c4c45204-e0e6-420b-bbb4-82470bd01979 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142149 Nov 16 04:53:15.742398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Usage tracker for resource:security_group and project:80e5c6beeb0e48d8abcf447176661826 is out of sync, need to count used quota {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 04:53:15.749845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 04:53:15.751487 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:15.760393 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:15.767731 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Usage tracker for resource:security_group_rule and project:80e5c6beeb0e48d8abcf447176661826 is out of sync, need to count used quota {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 16 04:53:15.775649 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7543e944-cc9c-4595-9675-2598bebce092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:15.778420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.quota.resource [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102660) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 16 04:53:15.785964 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-decc53d4-b534-4546-bac9-8e9e967f4148 tempest-QuotasTest-1500278162 tempest-QuotasTest-1500278162-project-admin] 10.222.0.41 "GET /v2.0/quotas/80e5c6beeb0e48d8abcf447176661826/details.json HTTP/1.1" status: 200 len: 703 time: 1.0969799 Nov 16 04:53:15.795002 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:15.861804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Network 39bca9eb-1b3f-441e-9914-a1cdc4ad361e is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:15.888612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:15.898044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:53:15.934597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Pushing event updated for resources: {'Port': ['ID=5626e632-be19-46c8-a6d3-87c43d3b0f36,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:15.994177 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:16.040371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bca9eb-1b3f-441e-9914-a1cdc4ad361e']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:16.054447 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93b2831-7b16-49e8-b8fb-2858868feee8') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:16.054799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93b2831-7b16-49e8-b8fb-2858868feee8') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:16.079099 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:16.095660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Attempting to bind port 5626e632-be19-46c8-a6d3-87c43d3b0f36 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:16.096037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Attempting to bind port 5626e632-be19-46c8-a6d3-87c43d3b0f36 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a93b2831-7b16-49e8-b8fb-2858868feee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '39bca9eb-1b3f-441e-9914-a1cdc4ad361e'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:16.096510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Attempting to bind port 5626e632-be19-46c8-a6d3-87c43d3b0f36 on network 39bca9eb-1b3f-441e-9914-a1cdc4ad361e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:16.102673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:53:16.102673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Checking segment: {'id': 'a93b2831-7b16-49e8-b8fb-2858868feee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '39bca9eb-1b3f-441e-9914-a1cdc4ad361e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:16.102995 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:16.103408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Bound using segment: {'id': 'a93b2831-7b16-49e8-b8fb-2858868feee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '39bca9eb-1b3f-441e-9914-a1cdc4ad361e'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:53:16.103890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Bound port: 5626e632-be19-46c8-a6d3-87c43d3b0f36, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a93b2831-7b16-49e8-b8fb-2858868feee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '39bca9eb-1b3f-441e-9914-a1cdc4ad361e'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:53:16.104306 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:16.117509 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:16.139182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:16.139763 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:16.244158 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:16.248918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Subnet': ['ID=af76781a-702e-4c4f-b403-f444576f9258,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:16.267931 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:16.298455 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.api [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 04:53:16.298455 n-d-818042-1 neutron-server[102659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 04:53:16.298455 n-d-818042-1 neutron-server[102659]: [parameters: {'id': '39bca9eb-1b3f-441e-9914-a1cdc4ad361e'}] Nov 16 04:53:16.298455 n-d-818042-1 neutron-server[102659]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:53:16.306691 n-d-818042-1 neutron-server[102659]: DEBUG oslo_db.api [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:53:16.309400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] For port 5626e632-be19-46c8-a6d3-87c43d3b0f36, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:53:16.316884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] For port 5626e632-be19-46c8-a6d3-87c43d3b0f36, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5626e632-be19-46c8-a6d3-87c43d3b0f36,segment=NetworkSegment(a93b2831-7b16-49e8-b8fb-2858868feee8),segment_id=a93b2831-7b16-49e8-b8fb-2858868feee8)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:53:16.327625 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:16.483135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7543e944-cc9c-4595-9675-2598bebce092 admin admin] Router 559491a5-1cda-4d1f-b93b-577f73a8e60e has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:53:16.513610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49818) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:16.577391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cb9028-9287-4821-b9d4-f715786da27c None None] Network 39bca9eb-1b3f-441e-9914-a1cdc4ad361e requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:16.585161 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8eb7871f-e61a-4dd4-b591-4ba5f85a7c42 req-2fd0180f-db81-4f2c-829e-f43e0752fbab tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.0511415 Nov 16 04:53:16.686486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b235a4-d3a9-4a5d-a209-f9485051d5cc req-93668fde-e019-45c5-8403-9c2dbb0d0790 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:16.691154 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad8250-6887-4aec-b0de-8d6a2127308d None None] Pushing event updated for resources: {'Port': ['ID=5626e632-be19-46c8-a6d3-87c43d3b0f36,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:16.715029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30b235a4-d3a9-4a5d-a209-f9485051d5cc req-93668fde-e019-45c5-8403-9c2dbb0d0790 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.1278877 Nov 16 04:53:16.733975 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7543e944-cc9c-4595-9675-2598bebce092 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:53:16.746027 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7543e944-cc9c-4595-9675-2598bebce092 admin admin] 10.222.0.41 "PUT /v2.0/routers/559491a5-1cda-4d1f-b93b-577f73a8e60e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2780259 Nov 16 04:53:16.747358 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49826) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:16.766893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d632a6-3e33-4bb3-8528-c0dce5be5ae9 None None] Sync routers for ids ['559491a5-1cda-4d1f-b93b-577f73a8e60e'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:53:16.801169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d632a6-3e33-4bb3-8528-c0dce5be5ae9 None None] Routers {'559491a5-1cda-4d1f-b93b-577f73a8e60e'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:16.802026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a0d632a6-3e33-4bb3-8528-c0dce5be5ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['559491a5-1cda-4d1f-b93b-577f73a8e60e'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:16.834513 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:16.901740 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-28c405c0-90a0-4d32-b8fb-5f5648ef8aa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:16.954724 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:17.116943 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30b235a4-d3a9-4a5d-a209-f9485051d5cc req-8efa5eb8-fda8-41a7-997d-47428a54ac09 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4008570 Nov 16 04:53:17.166227 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a087a7c-11c8-4196-903d-e44054e43121 req-cc4b93d2-fcd9-4d69-aea5-303164efe9f2 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:17.174948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a087a7c-11c8-4196-903d-e44054e43121 req-cc4b93d2-fcd9-4d69-aea5-303164efe9f2 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.3146603 Nov 16 04:53:17.185871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61c3e4c-385e-43dd-b80e-d85c7a196a9e None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 04:53:17.187537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:17.259603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a087a7c-11c8-4196-903d-e44054e43121 req-db6cb5f1-462d-4ba6-9ab3-3a3e68ce4579 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834103 Nov 16 04:53:17.315143 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Deleting port 15fe8c18-3606-478f-a5ff-14df0b3f12cf {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:17.315502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:17.323922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Deleting port 5626e632-be19-46c8-a6d3-87c43d3b0f36 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:17.324277 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:17.382509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a0d632a6-3e33-4bb3-8528-c0dce5be5ae9 None None] Set router 559491a5-1cda-4d1f-b93b-577f73a8e60e gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:53:17.507325 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] For port 15fe8c18-3606-478f-a5ff-14df0b3f12cf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=15fe8c18-3606-478f-a5ff-14df0b3f12cf,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:17.518378 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:17.543308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Calling delete_port for 15fe8c18-3606-478f-a5ff-14df0b3f12cf owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:17.641212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] For port 5626e632-be19-46c8-a6d3-87c43d3b0f36, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5626e632-be19-46c8-a6d3-87c43d3b0f36,segment=NetworkSegment(a93b2831-7b16-49e8-b8fb-2858868feee8),segment_id=a93b2831-7b16-49e8-b8fb-2858868feee8)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:17.641602 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:17.685604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Calling delete_port for 5626e632-be19-46c8-a6d3-87c43d3b0f36 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:17.931479 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-28c405c0-90a0-4d32-b8fb-5f5648ef8aa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:17.934597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61c3e4c-385e-43dd-b80e-d85c7a196a9e None None] Resources bound (agent type, host, resource id): {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 04:53:17.943358 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-28c405c0-90a0-4d32-b8fb-5f5648ef8aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:18.004363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8261ea-2dad-4070-98e9-f88b98f80961 req-0570a502-deef-40d6-a4a6-0575b3316a74 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:18.019189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf8261ea-2dad-4070-98e9-f88b98f80961 req-0570a502-deef-40d6-a4a6-0575b3316a74 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.5971494 Nov 16 04:53:18.021269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-411d7312-4361-41ea-a6dd-21d84e598cd6 req-2d464db8-e648-46c4-a2ff-bee634cfb5c0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.1348588 Nov 16 04:53:18.023723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49838) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:18.052943 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f2d2532a-6da9-4d0e-9f26-25e934bb1317 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Request body: {'floatingip': {'port_id': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:18.089015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c405c0-90a0-4d32-b8fb-5f5648ef8aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a8bec2-e01a-44f3-b897-9e804f1bc65f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:18.124258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-28c405c0-90a0-4d32-b8fb-5f5648ef8aa7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2c89798b684405f888ad50481d5546a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6091170 Nov 16 04:53:18.126476 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49840) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:18.186466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a0d632a6-3e33-4bb3-8528-c0dce5be5ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:53:15Z', 'revision_number': 5, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port': {'id': '15fe8c18-3606-478f-a5ff-14df0b3f12cf', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1400, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:50:58Z', 'updated_at': '2021-11-16T04:51:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:18.198527 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:18.254400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d632a6-3e33-4bb3-8528-c0dce5be5ae9 None None] Checking router: 559491a5-1cda-4d1f-b93b-577f73a8e60e for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:53:18.279238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Port': ['ID=5626e632-be19-46c8-a6d3-87c43d3b0f36,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:18.281265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No DVR routers for this DVR port 5626e632-be19-46c8-a6d3-87c43d3b0f36 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:18.365561 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:18.381471 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d632a6-3e33-4bb3-8528-c0dce5be5ae9 None None] Routers {'559491a5-1cda-4d1f-b93b-577f73a8e60e'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:18.382145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a0d632a6-3e33-4bb3-8528-c0dce5be5ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['559491a5-1cda-4d1f-b93b-577f73a8e60e'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:18.598151 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d2d2ecb3-8c9d-4aac-9a3f-d2fce254eb1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:18.634576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a0d632a6-3e33-4bb3-8528-c0dce5be5ae9 None None] Set router 559491a5-1cda-4d1f-b93b-577f73a8e60e gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:53:18.639215 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:18.659850 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d2d2ecb3-8c9d-4aac-9a3f-d2fce254eb1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:18.680283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54769e7b-84da-4740-b039-e55ee00221bf req-805840f0-6708-4293-8cf7-72d48db21153 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:18.688471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54769e7b-84da-4740-b039-e55ee00221bf req-805840f0-6708-4293-8cf7-72d48db21153 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.2906940 Nov 16 04:53:18.771522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54769e7b-84da-4740-b039-e55ee00221bf req-e346a893-e3ca-4f61-96a3-a5af61e02521 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808437 Nov 16 04:53:18.781095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39bca9eb-1b3f-441e-9914-a1cdc4ad361e']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:18.803975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a0d632a6-3e33-4bb3-8528-c0dce5be5ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:53:17Z', 'revision_number': 6, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:18.844749 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d2d2ecb3-8c9d-4aac-9a3f-d2fce254eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:18.852873 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d2d2ecb3-8c9d-4aac-9a3f-d2fce254eb1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:18.864378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d2d2ecb3-8c9d-4aac-9a3f-d2fce254eb1b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6a8bec2-e01a-44f3-b897-9e804f1bc65f HTTP/1.1" status: 204 len: 168 time: 0.7341893 Nov 16 04:53:18.871216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93b2831-7b16-49e8-b8fb-2858868feee8') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:18.872594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93b2831-7b16-49e8-b8fb-2858868feee8') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:18.876831 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2d2532a-6da9-4d0e-9f26-25e934bb1317 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:18.901423 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d632a6-3e33-4bb3-8528-c0dce5be5ae9 None None] The sync data for ids ['559491a5-1cda-4d1f-b93b-577f73a8e60e'] in n-d-818042-1 is: [{'id': '559491a5-1cda-4d1f-b93b-577f73a8e60e', 'name': 'tempest-ServersTestFqdnHostnames-1299398896-router', 'tenant_id': '36274abcb2984dc988451dad272e5e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:50:57Z', 'updated_at': '2021-11-16T04:53:17Z', 'revision_number': 6, 'project_id': '36274abcb2984dc988451dad272e5e4e', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:53:18.918131 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:18.953119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d2ecb3-8c9d-4aac-9a3f-d2fce254eb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a8bec2-e01a-44f3-b897-9e804f1bc65f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:19.018849 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:19.050410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:19.051052 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:19.054528 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:19.151441 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:19.434573 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:19.601489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Pushing event deleted for resources: {'Port': ['ID=15fe8c18-3606-478f-a5ff-14df0b3f12cf,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:19.612831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd80848c-b780-42f6-81f0-d7a443eef519 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:53:19.625194 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49854) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:19.884354 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6daf30f7-f1a8-431f-9ea4-d7d21220dec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:20.013359 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:20.036205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/39bca9eb-1b3f-441e-9914-a1cdc4ad361e HTTP/1.1" status: 204 len: 168 time: 5.3716276 Nov 16 04:53:20.039100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16a41f-b80c-4595-81f0-16b312177639 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Network': ['ID=39bca9eb-1b3f-441e-9914-a1cdc4ad361e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:20.047254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49860) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:20.118193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 15fe8c18-3606-478f-a5ff-14df0b3f12cf no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:53:20.183958 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 15fe8c18-3606-478f-a5ff-14df0b3f12cf {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:53:20.187177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 15fe8c18-3606-478f-a5ff-14df0b3f12cf not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:53:20.188034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1f0dfc4f-4347-4c07-b221-16d4785765d8 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:53:20.208951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19126485-80d2-44b0-87da-77f20141dd36 req-23897def-cec0-493d-859d-33882a3b3881 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.1708543 Nov 16 04:53:20.211056 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-72063c99-a0dc-4fac-ad22-11f7aa198256 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] GET failed (client error): The resource could not be found. Nov 16 04:53:20.219647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-72063c99-a0dc-4fac-ad22-11f7aa198256 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "GET /v2.0/subnets/af76781a-702e-4c4f-b403-f444576f9258 HTTP/1.1" status: 404 len: 337 time: 0.1349306 Nov 16 04:53:20.224645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49864) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:20.304927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 1f0dfc4f-4347-4c07-b221-16d4785765d8 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:53:20.305310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1f0dfc4f-4347-4c07-b221-16d4785765d8 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:53:20.322727 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9b79d7-680f-412a-b67f-038db7626a0a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:20.323262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f9b79d7-680f-412a-b67f-038db7626a0a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:20.334569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8f9b79d7-680f-412a-b67f-038db7626a0a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/39bca9eb-1b3f-441e-9914-a1cdc4ad361e HTTP/1.1" status: 404 len: 339 time: 0.1013782 Nov 16 04:53:20.335970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49866) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:20.346732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6daf30f7-f1a8-431f-9ea4-d7d21220dec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:20.361437 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6daf30f7-f1a8-431f-9ea4-d7d21220dec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:20.414170 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6daf30f7-f1a8-431f-9ea4-d7d21220dec9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80e5c6beeb0e48d8abcf447176661826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7201045 Nov 16 04:53:20.424697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49868) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:20.456059 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:20.624080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f829e-3395-47d1-a75d-fe9f7ea8ed26 req-36c02a44-cd22-4a84-b0fa-9f4e79693633 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:20.634675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-616f829e-3395-47d1-a75d-fe9f7ea8ed26 req-36c02a44-cd22-4a84-b0fa-9f4e79693633 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.1856322 Nov 16 04:53:20.731163 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf30f7-f1a8-431f-9ea4-d7d21220dec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dd63ee-eb0b-4e16-9cef-3008803ff75c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:20.759584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e5e886-24aa-4061-bbd3-caaafdf425d9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:20.761529 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c9e5e886-24aa-4061-bbd3-caaafdf425d9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4239252 Nov 16 04:53:20.777035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-616f829e-3395-47d1-a75d-fe9f7ea8ed26 req-d34602d2-e95d-4cf2-aa34-762c554fdb7c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413789 Nov 16 04:53:20.778683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49870) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:20.828015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:20.855537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:20.856620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5ce9e30c-3904-4354-8e4d-0c21bf71f541 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 207 time: 0.0740306 Nov 16 04:53:20.861287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49872) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:20.935974 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.db.resource_extend [None req-f2d2532a-6da9-4d0e-9f26-25e934bb1317 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:53:21.051150 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2d2532a-6da9-4d0e-9f26-25e934bb1317 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:21.061888 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:21.062451 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 559491a5-1cda-4d1f-b93b-577f73a8e60e {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:53:21.074834 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:21.078923 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a73fe9e1-daa5-4449-8a29-31356fcec402 admin admin] 10.222.0.41 "DELETE /v2.0/routers/559491a5-1cda-4d1f-b93b-577f73a8e60e HTTP/1.1" status: 204 len: 168 time: 4.3303158 Nov 16 04:53:21.079766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2d2532a-6da9-4d0e-9f26-25e934bb1317 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:21.092448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49876) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:21.231828 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6878bf12-c932-4536-915b-1a12117c7020 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:21.306688 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6878bf12-c932-4536-915b-1a12117c7020 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:21.313117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2603c93b-1255-44d8-8bf4-ec91e10112cc tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:21.320080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2603c93b-1255-44d8-8bf4-ec91e10112cc tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:21.327810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2603c93b-1255-44d8-8bf4-ec91e10112cc tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:21.337685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2603c93b-1255-44d8-8bf4-ec91e10112cc tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:21.343611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2603c93b-1255-44d8-8bf4-ec91e10112cc tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4771855 Nov 16 04:53:21.349347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49882) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:21.373381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-8581af4a-c2ed-4e07-9580-ab562d8bb235 admin admin] Deleting subnet 422f6a8a-04f6-4962-b27e-68585a9edf5c {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:53:21.382953 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8581af4a-c2ed-4e07-9580-ab562d8bb235 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:21.418807 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-f2d2532a-6da9-4d0e-9f26-25e934bb1317 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Floating IP 213592a8-b434-42ba-976c-27064e20b4f8 associated. External IP: 172.25.0.15, port: f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2. Nov 16 04:53:21.434886 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8581af4a-c2ed-4e07-9580-ab562d8bb235 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:21.546029 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6878bf12-c932-4536-915b-1a12117c7020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:21.548900 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6878bf12-c932-4536-915b-1a12117c7020 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:21.549182 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8581af4a-c2ed-4e07-9580-ab562d8bb235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:21.550545 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6878bf12-c932-4536-915b-1a12117c7020 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/91dd63ee-eb0b-4e16-9cef-3008803ff75c HTTP/1.1" status: 204 len: 168 time: 1.1206291 Nov 16 04:53:21.570674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878bf12-c932-4536-915b-1a12117c7020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dd63ee-eb0b-4e16-9cef-3008803ff75c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:21.881163 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d2532a-6da9-4d0e-9f26-25e934bb1317 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Router 21eb394d-893e-4f5f-a47f-246fb61ff742 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:53:21.919217 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8581af4a-c2ed-4e07-9580-ab562d8bb235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:21.980494 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b51be9db-7a82-4e14-80c2-d22ab7ee8390 req-e7b1e6dc-1658-4458-9152-795351086cc3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.1799057 Nov 16 04:53:21.997271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581af4a-c2ed-4e07-9580-ab562d8bb235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422f6a8a-04f6-4962-b27e-68585a9edf5c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:22.024114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a884b5d-f517-453e-a8f5-a722eab67226 None None] Network 38fb073c-24ab-411c-a165-ede02fb444b0 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:22.027563 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8581af4a-c2ed-4e07-9580-ab562d8bb235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:22.033955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8581af4a-c2ed-4e07-9580-ab562d8bb235 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/422f6a8a-04f6-4962-b27e-68585a9edf5c HTTP/1.1" status: 204 len: 168 time: 0.9381411 Nov 16 04:53:22.039290 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49892) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:22.190625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dad75b-09b0-4807-9d7c-d6526157f6d4 req-17330835-95e6-479b-967d-3850f8b870c6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:22.198329 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97dad75b-09b0-4807-9d7c-d6526157f6d4 req-17330835-95e6-479b-967d-3850f8b870c6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.2505746 Nov 16 04:53:22.217158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d2532a-6da9-4d0e-9f26-25e934bb1317 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:53:22.228039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1c0afa3d-d5d0-4db5-be79-6fd09a844faa tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.8770022 Nov 16 04:53:22.231715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2d2532a-6da9-4d0e-9f26-25e934bb1317 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:22.232058 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71b067-9dc1-4f98-a5d4-ae07c90d6d01 None None] Sync routers for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:53:22.254635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49894) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:22.257115 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71b067-9dc1-4f98-a5d4-ae07c90d6d01 None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:22.257985 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fe71b067-9dc1-4f98-a5d4-ae07c90d6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:22.302072 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f2d2532a-6da9-4d0e-9f26-25e934bb1317 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "PUT /v2.0/floatingips/213592a8-b434-42ba-976c-27064e20b4f8 HTTP/1.1" status: 200 len: 990 time: 4.2772353 Nov 16 04:53:22.302698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:53:22.308546 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a853c37-eb71-4e36-a051-d7fa74688c97" -d '{"events": [{"name": "network-changed", "server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:53:22.510245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb4288-5820-4bc5-9434-f77309e1872e None None] DHCP port deletion for 38fb073c-24ab-411c-a165-ede02fb444b0 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:53:22.512300 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97dad75b-09b0-4807-9d7c-d6526157f6d4 req-43e4cb68-25a3-40d1-9458-3c402d18ba65 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129325 Nov 16 04:53:22.520377 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:22.545202 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a9b34c-5cd1-4f6f-af68-90ebf0c4e2a4 x-openstack-request-id: req-76a9b34c-5cd1-4f6f-af68-90ebf0c4e2a4 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:53:22.545502 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:53:22.545757 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76a9b34c-5cd1-4f6f-af68-90ebf0c4e2a4 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:53:22.546183 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'status': 'completed', 'code': 200} Nov 16 04:53:22.605256 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-fe71b067-9dc1-4f98-a5d4-ae07c90d6d01 None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:53:22.634513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb4288-5820-4bc5-9434-f77309e1872e None None] Deleting port 99835c0b-4f00-4525-835f-65d760389c2e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:22.635325 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4288-5820-4bc5-9434-f77309e1872e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:22.681457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668af2f1-1ba0-44cb-94b1-fe6fb7b88e33 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:22.703237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668af2f1-1ba0-44cb-94b1-fe6fb7b88e33 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:22.709861 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-668af2f1-1ba0-44cb-94b1-fe6fb7b88e33 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4481969 Nov 16 04:53:22.714547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49912) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:22.842900 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-dbeb4288-5820-4bc5-9434-f77309e1872e None None] For port 99835c0b-4f00-4525-835f-65d760389c2e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=99835c0b-4f00-4525-835f-65d760389c2e,segment=NetworkSegment(52569557-ff3b-46b7-80ec-642a50f5c5eb),segment_id=52569557-ff3b-46b7-80ec-642a50f5c5eb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:22.843316 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4288-5820-4bc5-9434-f77309e1872e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:22.864046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853c37-eb71-4e36-a051-d7fa74688c97 req-d75810b6-49d1-4107-86f9-4a5537295b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:22.878910 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6a853c37-eb71-4e36-a051-d7fa74688c97 req-d75810b6-49d1-4107-86f9-4a5537295b7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 1096 time: 0.2967267 Nov 16 04:53:22.890343 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb4288-5820-4bc5-9434-f77309e1872e None None] Calling delete_port for 99835c0b-4f00-4525-835f-65d760389c2e owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:22.891623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Deleting port 99835c0b-4f00-4525-835f-65d760389c2e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:22.892646 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:23.086164 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] For port 99835c0b-4f00-4525-835f-65d760389c2e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=99835c0b-4f00-4525-835f-65d760389c2e,segment=NetworkSegment(52569557-ff3b-46b7-80ec-642a50f5c5eb),segment_id=52569557-ff3b-46b7-80ec-642a50f5c5eb)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:23.086607 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:23.124418 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4288-5820-4bc5-9434-f77309e1872e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:23.176928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Calling delete_port for 99835c0b-4f00-4525-835f-65d760389c2e owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:23.194922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb4288-5820-4bc5-9434-f77309e1872e None None] Pushing event deleted for resources: {'Port': ['ID=99835c0b-4f00-4525-835f-65d760389c2e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:23.214579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62b4fda-9fed-4ba3-ab45-2828d69e213e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:23.216008 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62b4fda-9fed-4ba3-ab45-2828d69e213e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:23.221686 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b62b4fda-9fed-4ba3-ab45-2828d69e213e tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5008423 Nov 16 04:53:23.223616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb4288-5820-4bc5-9434-f77309e1872e None None] No DVR routers for this DVR port 99835c0b-4f00-4525-835f-65d760389c2e on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:23.223721 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49922) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:23.337790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853c37-eb71-4e36-a051-d7fa74688c97 req-b1ed65a2-4aee-4ade-862b-6572a32442d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:23.339478 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6a853c37-eb71-4e36-a051-d7fa74688c97 req-b1ed65a2-4aee-4ade-862b-6572a32442d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 917 time: 0.4596224 Nov 16 04:53:23.605077 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6a853c37-eb71-4e36-a051-d7fa74688c97 req-cf28446c-8054-444e-97ad-027ec614ba83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 HTTP/1.1" status: 200 len: 998 time: 0.2582190 Nov 16 04:53:23.615268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26709ace-783f-43ce-a269-b7a0d5275d15 req-21dfd3df-7924-42f4-bb1f-1ad9f05cfd6c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.3181853 Nov 16 04:53:23.662900 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fe71b067-9dc1-4f98-a5d4-ae07c90d6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '213592a8-b434-42ba-976c-27064e20b4f8', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'port_id': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'mac_address': 'fa:16:3e:1b:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:52:54Z', 'updated_at': '2021-11-16T04:53:20Z', 'revision_number': 1, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:50Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:23.721335 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71b067-9dc1-4f98-a5d4-ae07c90d6d01 None None] Checking router: 21eb394d-893e-4f5f-a47f-246fb61ff742 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:53:23.734556 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe71b067-9dc1-4f98-a5d4-ae07c90d6d01 None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:23.735582 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fe71b067-9dc1-4f98-a5d4-ae07c90d6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:23.775754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853c37-eb71-4e36-a051-d7fa74688c97 req-fe8f4f40-7945-4a34-8452-c227e23da8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:23.784731 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6a853c37-eb71-4e36-a051-d7fa74688c97 req-fe8f4f40-7945-4a34-8452-c227e23da8ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.1653292 Nov 16 04:53:23.859575 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:23.871441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1abc17c-9ca9-4449-89b0-1937ae2240ab tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:23.878929 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d1abc17c-9ca9-4449-89b0-1937ae2240ab tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "GET /v2.0/networks/aa3d232c-29a6-4d09-8484-21cb3bace00f HTTP/1.1" status: 200 len: 800 time: 0.6558368 Nov 16 04:53:23.879406 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a853c37-eb71-4e36-a051-d7fa74688c97 req-6c65a7b1-de15-4287-9046-77efc38a8072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:23.879627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49936) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:23.882464 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6a853c37-eb71-4e36-a051-d7fa74688c97 req-6c65a7b1-de15-4287-9046-77efc38a8072 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963686 Nov 16 04:53:24.066270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 99835c0b-4f00-4525-835f-65d760389c2e no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:53:24.088959 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-fe71b067-9dc1-4f98-a5d4-ae07c90d6d01 None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:53:24.115201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] No DVR routers for this DVR port 99835c0b-4f00-4525-835f-65d760389c2e on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:24.167543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Pushing event deleted for resources: {'Port': ['ID=99835c0b-4f00-4525-835f-65d760389c2e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:24.176743 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6a853c37-eb71-4e36-a051-d7fa74688c97 req-96242d3e-8fd6-445d-b207-8a6c885ff38b service neutron] 10.222.0.15 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873163 Nov 16 04:53:24.207072 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 99835c0b-4f00-4525-835f-65d760389c2e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:53:24.207715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 99835c0b-4f00-4525-835f-65d760389c2e not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:53:24.282952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a503e-5b4e-4fe3-829c-d239f3b97e49 req-97226eb7-a8cf-46ea-8ccb-4a498e80707b tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:24.284761 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d27a503e-5b4e-4fe3-829c-d239f3b97e49 req-97226eb7-a8cf-46ea-8ccb-4a498e80707b tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.4028804 Nov 16 04:53:24.288846 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:24.362059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fb073c-24ab-411c-a165-ede02fb444b0']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:24.379276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e8a61de7-9e62-4562-af0f-88c6dd3b2457 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "GET /v2.0/networks/aa3d232c-29a6-4d09-8484-21cb3bace00f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4946003 Nov 16 04:53:24.390767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49940) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:24.529288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c147d-7999-44be-b7f1-7d03be2084fc tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:24.542802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2d3c147d-7999-44be-b7f1-7d03be2084fc tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "GET /v2.0/subnets/ce00725b-d3b7-4378-aaad-89b368e39a36 HTTP/1.1" status: 200 len: 811 time: 0.1511924 Nov 16 04:53:24.554424 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6a853c37-eb71-4e36-a051-d7fa74688c97 req-9a51eff0-25af-44b1-aaa3-b8bfa792a63b service neutron] 10.222.0.15 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696189 Nov 16 04:53:24.555840 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49944) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:24.560743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52569557-ff3b-46b7-80ec-642a50f5c5eb') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:24.561142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52569557-ff3b-46b7-80ec-642a50f5c5eb') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:24.644232 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:24.655248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d27a503e-5b4e-4fe3-829c-d239f3b97e49 req-9406bee3-7cc3-480d-bcb0-e5006345dbb1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446195 Nov 16 04:53:24.667814 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904990e4-86f1-4930-9dcf-7adf1fbe17fd tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:24.683007 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-904990e4-86f1-4930-9dcf-7adf1fbe17fd tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "GET /v2.0/subnets/ce00725b-d3b7-4378-aaad-89b368e39a36?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1216474 Nov 16 04:53:24.684754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49954) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:24.693457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0c9cc6df-2cd6-4d7e-a157-830a2b725d21 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-440325159'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:24.719540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9cc6df-2cd6-4d7e-a157-830a2b725d21 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:24.725043 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc6df-2cd6-4d7e-a157-830a2b725d21 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:24.742168 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:24.749411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:24.749942 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:24.822329 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:24.833458 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:24.846703 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:24.859338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] 10.222.0.41 "DELETE /v2.0/networks/38fb073c-24ab-411c-a165-ede02fb444b0 HTTP/1.1" status: 204 len: 168 time: 2.8191488 Nov 16 04:53:24.903768 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ed95d-c4e3-4f95-b6c4-febdb20f073e admin admin] Pushing event deleted for resources: {'Network': ['ID=38fb073c-24ab-411c-a165-ede02fb444b0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:24.919255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9cc6df-2cd6-4d7e-a157-830a2b725d21 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:53:24.942075 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc6df-2cd6-4d7e-a157-830a2b725d21 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:24.942537 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-0c9cc6df-2cd6-4d7e-a157-830a2b725d21 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Added segment 94ac100c-287d-47db-9d4e-cbddbe574ea1 of type vlan for network 21810f16-4a43-487d-93d7-0346688d7e67 Nov 16 04:53:24.954938 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fe71b067-9dc1-4f98-a5d4-ae07c90d6d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '213592a8-b434-42ba-976c-27064e20b4f8', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'port_id': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'mac_address': 'fa:16:3e:1b:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:52:54Z', 'updated_at': '2021-11-16T04:53:20Z', 'revision_number': 1, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:50Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:25.121141 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe71b067-9dc1-4f98-a5d4-ae07c90d6d01 None None] The sync data for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 is: [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '213592a8-b434-42ba-976c-27064e20b4f8', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'port_id': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'mac_address': 'fa:16:3e:1b:93:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:52:54Z', 'updated_at': '2021-11-16T04:53:20Z', 'revision_number': 1, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:50Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:53:25.144910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ae3d93c-19a6-4883-ac16-ec1ed3a8f709 req-0054c391-6b91-4196-b7c9-1bb2f51d9527 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.1055603 Nov 16 04:53:25.191418 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc6df-2cd6-4d7e-a157-830a2b725d21 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:25.279112 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc6df-2cd6-4d7e-a157-830a2b725d21 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:25.307123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9cc6df-2cd6-4d7e-a157-830a2b725d21 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:25.307925 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c9cc6df-2cd6-4d7e-a157-830a2b725d21 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:25.374287 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49974) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:25.403249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0c9cc6df-2cd6-4d7e-a157-830a2b725d21 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7170508 Nov 16 04:53:25.406423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49976) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:25.415852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'subnet': {'network_id': '21810f16-4a43-487d-93d7-0346688d7e67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:25.514954 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-042438a5-44ff-4bca-b586-7e1724b405d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36274abcb2984dc988451dad272e5e4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380570 Nov 16 04:53:25.518245 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49980) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:25.568647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cc6df-2cd6-4d7e-a157-830a2b725d21 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Network': ['ID=21810f16-4a43-487d-93d7-0346688d7e67,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:25.581961 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 21810f16-4a43-487d-93d7-0346688d7e67 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:53:25.659108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Made reservation on behalf of 1d681f27f498415990f83a0d04ab9f05 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:25.669097 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:25.681351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27143c42-bac6-441a-85f9-cefd03fa1904 None None] New status for floating IP 213592a8-b434-42ba-976c-27064e20b4f8: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:53:25.691133 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dfa87bfc-01e6-4ca8-a22d-ea1bd7a5bc96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:25.779920 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dfa87bfc-01e6-4ca8-a22d-ea1bd7a5bc96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:25.784132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49984) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:25.911240 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dfa87bfc-01e6-4ca8-a22d-ea1bd7a5bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:25.918011 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dfa87bfc-01e6-4ca8-a22d-ea1bd7a5bc96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:25.927112 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dfa87bfc-01e6-4ca8-a22d-ea1bd7a5bc96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d14c65cb-7511-44be-9594-033372f363cf HTTP/1.1" status: 204 len: 168 time: 0.4075778 Nov 16 04:53:25.952804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa87bfc-01e6-4ca8-a22d-ea1bd7a5bc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14c65cb-7511-44be-9594-033372f363cf,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:26.004507 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.ipam_backend_mixin [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Performing IP validity checks on allocation pools {{(pid=102659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 04:53:26.007580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.ipam_backend_mixin [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 04:53:26.166973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-68a0a683-6738-4bd5-bbf8-246d8951b25f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1021333057'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:26.187388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471f5ab-7899-4378-bcd0-d3d394524ccf req-74bf1681-4583-4037-960e-0db88a85bffa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:26.210779 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9471f5ab-7899-4378-bcd0-d3d394524ccf req-74bf1681-4583-4037-960e-0db88a85bffa tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.3823483 Nov 16 04:53:26.308904 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68a0a683-6738-4bd5-bbf8-246d8951b25f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:26.314057 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68a0a683-6738-4bd5-bbf8-246d8951b25f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:26.507819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c372efe7-d407-4013-b2a1-af5e30b07072 req-b8ca6d9d-33f4-477b-a5c0-0233971d3a23 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.0596132 Nov 16 04:53:26.567467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9471f5ab-7899-4378-bcd0-d3d394524ccf req-207231eb-b7a7-452c-a60f-b23ed6950632 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513508 Nov 16 04:53:26.582572 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68a0a683-6738-4bd5-bbf8-246d8951b25f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:26.594813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68a0a683-6738-4bd5-bbf8-246d8951b25f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:26.599830 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:26.648720 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68a0a683-6738-4bd5-bbf8-246d8951b25f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:26.654413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-68a0a683-6738-4bd5-bbf8-246d8951b25f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8689890 Nov 16 04:53:26.656459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50004) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:26.697650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Subnet': ['ID=a190d96e-2402-423c-8468-ca54afbd0336,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:26.703381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Checking segment: {'id': '94ac100c-287d-47db-9d4e-cbddbe574ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '21810f16-4a43-487d-93d7-0346688d7e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:26.703875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network hostable DHCP agents. Network: 21810f16-4a43-487d-93d7-0346688d7e67, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:53:26.727923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Network 21810f16-4a43-487d-93d7-0346688d7e67 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:53:26.742397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 21810f16-4a43-487d-93d7-0346688d7e67) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:26.747910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:26.748668 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536600'] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:26.757402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d42c43-ba68-4a09-b629-8624b10b13ae None None] Network 21810f16-4a43-487d-93d7-0346688d7e67 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:26.790421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-af4ea1de-c7a7-4c48-9ca1-408e7d28977d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3819418 Nov 16 04:53:26.792591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50010) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:26.802578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-00ef334a-314c-4273-97b1-f8a4b3ed8bd3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:26.826096 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91bd819a-755c-433f-b4f8-2a1a43897c49 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:26.973812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-21810f16-4a43-487d-93d7-0346688d7e67', 'network_id': '21810f16-4a43-487d-93d7-0346688d7e67', 'tenant_id': '1d681f27f498415990f83a0d04ab9f05', 'fixed_ips': [{'subnet_id': 'a190d96e-2402-423c-8468-ca54afbd0336'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:53:26.974683 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.064403 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-00ef334a-314c-4273-97b1-f8a4b3ed8bd3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3618283'] for subnet, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.087830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91bd819a-755c-433f-b4f8-2a1a43897c49 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.092046 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91bd819a-755c-433f-b4f8-2a1a43897c49 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.144259 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91bd819a-755c-433f-b4f8-2a1a43897c49 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.144916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bd819a-755c-433f-b4f8-2a1a43897c49 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8e1f25b-1aa7-4524-8fb0-203cc6304363 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:53:27.149756 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91bd819a-755c-433f-b4f8-2a1a43897c49 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.157006 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-91bd819a-755c-433f-b4f8-2a1a43897c49 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] 10.222.0.41 "DELETE /v2.0/routers/d8e1f25b-1aa7-4524-8fb0-203cc6304363 HTTP/1.1" status: 204 len: 168 time: 0.4987907 Nov 16 04:53:27.157189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50020) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:27.163271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-597f425f-97fa-4956-bfd7-e021e1e5044c tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Request body: {'router': {'name': 'tempest-router-963787035', 'distributed': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:27.209758 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-597f425f-97fa-4956-bfd7-e021e1e5044c tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.210816 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-597f425f-97fa-4956-bfd7-e021e1e5044c tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.326256 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-597f425f-97fa-4956-bfd7-e021e1e5044c tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.335449 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-597f425f-97fa-4956-bfd7-e021e1e5044c tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.363172 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-00ef334a-314c-4273-97b1-f8a4b3ed8bd3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782503096486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3337655'] for subnet, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.382097 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-597f425f-97fa-4956-bfd7-e021e1e5044c tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.386220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-597f425f-97fa-4956-bfd7-e021e1e5044c tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2256083 Nov 16 04:53:27.387333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50028) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:27.461923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Allocated IP 172.20.0.3 (21810f16-4a43-487d-93d7-0346688d7e67/a190d96e-2402-423c-8468-ca54afbd0336/a9ae0327-e77a-403a-9a60-f7c5f06e6f68) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:53:27.490851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef334a-314c-4273-97b1-f8a4b3ed8bd3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:27.491457 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-00ef334a-314c-4273-97b1-f8a4b3ed8bd3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.492783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-00ef334a-314c-4273-97b1-f8a4b3ed8bd3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "PUT /v2.0/subnets/a190d96e-2402-423c-8468-ca54afbd0336 HTTP/1.1" status: 200 len: 877 time: 0.6990738 Nov 16 04:53:27.506353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50032) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:27.512987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-927f0d0a-9bc3-4f77-b5db-04fa9ec68411 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.549817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef334a-314c-4273-97b1-f8a4b3ed8bd3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event updated for resources: {'Subnet': ['ID=a190d96e-2402-423c-8468-ca54afbd0336,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:27.686579 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.737205 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-927f0d0a-9bc3-4f77-b5db-04fa9ec68411 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.740360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-927f0d0a-9bc3-4f77-b5db-04fa9ec68411 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.745718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e891077b-9dee-4ec1-9eff-172023c2e12a req-cf52afcd-97d7-4ab7-ad8f-0ab370fcf2e8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.0523081 Nov 16 04:53:27.763342 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.772615 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.826399 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.850270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Network 21810f16-4a43-487d-93d7-0346688d7e67 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:27.853624 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-927f0d0a-9bc3-4f77-b5db-04fa9ec68411 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.854758 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927f0d0a-9bc3-4f77-b5db-04fa9ec68411 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d2740b5-2cc9-4dfe-a0f7-37ec222e5f6f {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:53:27.856671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:27.867943 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:53:27.868071 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-927f0d0a-9bc3-4f77-b5db-04fa9ec68411 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.868071 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-927f0d0a-9bc3-4f77-b5db-04fa9ec68411 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] 10.222.0.41 "DELETE /v2.0/routers/1d2740b5-2cc9-4dfe-a0f7-37ec222e5f6f HTTP/1.1" status: 204 len: 168 time: 0.4782867 Nov 16 04:53:27.870849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50042) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:27.881897 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Pushing event updated for resources: {'Port': ['ID=a9ae0327-e77a-403a-9a60-f7c5f06e6f68,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:27.904370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1a1ed9cf-e7ed-4664-9e17-acca35726e9e tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Request body: {'router': {'name': 'tempest-router-1284759578', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5d232471e323474f95348aef92fc1549'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:27.910904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bd330-53c3-4ba5-80f2-3468f48935db req-b9bf6129-18c4-4b42-bae0-0a1d8fa76c0d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:27.919132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-506bd330-53c3-4ba5-80f2-3468f48935db req-b9bf6129-18c4-4b42-bae0-0a1d8fa76c0d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.2089212 Nov 16 04:53:27.972369 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed9cf-e7ed-4664-9e17-acca35726e9e tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:27.985437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-506bd330-53c3-4ba5-80f2-3468f48935db req-5528b44d-2c68-4348-b8f9-c1214926f631 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602922 Nov 16 04:53:27.995528 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed9cf-e7ed-4664-9e17-acca35726e9e tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:28.010025 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:28.017158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Attempting to bind port a9ae0327-e77a-403a-9a60-f7c5f06e6f68 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:28.019211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Attempting to bind port a9ae0327-e77a-403a-9a60-f7c5f06e6f68 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '94ac100c-287d-47db-9d4e-cbddbe574ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '21810f16-4a43-487d-93d7-0346688d7e67'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:28.019613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Attempting to bind port a9ae0327-e77a-403a-9a60-f7c5f06e6f68 on network 21810f16-4a43-487d-93d7-0346688d7e67 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:28.036094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:53:28.038121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Checking segment: {'id': '94ac100c-287d-47db-9d4e-cbddbe574ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '21810f16-4a43-487d-93d7-0346688d7e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:28.038547 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:28.047364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Bound using segment: {'id': '94ac100c-287d-47db-9d4e-cbddbe574ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '21810f16-4a43-487d-93d7-0346688d7e67'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:53:28.047905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Bound port: a9ae0327-e77a-403a-9a60-f7c5f06e6f68, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ac100c-287d-47db-9d4e-cbddbe574ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '21810f16-4a43-487d-93d7-0346688d7e67'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:53:28.052653 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:28.097888 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed9cf-e7ed-4664-9e17-acca35726e9e tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:28.103840 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed9cf-e7ed-4664-9e17-acca35726e9e tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:28.126112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a1ed9cf-e7ed-4664-9e17-acca35726e9e tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:28.140084 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1a1ed9cf-e7ed-4664-9e17-acca35726e9e tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2583804 Nov 16 04:53:28.143750 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50048) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:28.160491 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3854f5f1-53c3-4074-814a-6355bf6316d0 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:28.180319 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] For port a9ae0327-e77a-403a-9a60-f7c5f06e6f68, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:53:28.186894 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] For port a9ae0327-e77a-403a-9a60-f7c5f06e6f68, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a9ae0327-e77a-403a-9a60-f7c5f06e6f68,segment=NetworkSegment(94ac100c-287d-47db-9d4e-cbddbe574ea1),segment_id=94ac100c-287d-47db-9d4e-cbddbe574ea1)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:53:28.189071 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:28.193898 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:28.214106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21810f16-4a43-487d-93d7-0346688d7e67']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:28.225353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ac100c-287d-47db-9d4e-cbddbe574ea1') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:28.225856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ac100c-287d-47db-9d4e-cbddbe574ea1') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:28.237067 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:28.251796 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:28.259248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:28.259984 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:28.317351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8ccbb-b661-413b-b526-59c1b28ab18e None None] Pushing event updated for resources: {'Port': ['ID=a9ae0327-e77a-403a-9a60-f7c5f06e6f68,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:28.331569 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:28.378961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.api [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 04:53:28.378961 n-d-818042-1 neutron-server[102659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 04:53:28.378961 n-d-818042-1 neutron-server[102659]: [parameters: {'id': '21810f16-4a43-487d-93d7-0346688d7e67'}] Nov 16 04:53:28.378961 n-d-818042-1 neutron-server[102659]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:53:28.379452 n-d-818042-1 neutron-server[102659]: DEBUG oslo_db.api [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:53:28.379864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Subnet': ['ID=a190d96e-2402-423c-8468-ca54afbd0336,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:28.411220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b854e15f-4d45-402b-ae48-f5a58b7c1767 None None] Network 21810f16-4a43-487d-93d7-0346688d7e67 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:28.712561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf78ef-7eba-4162-9d0b-d16f6b7f32e3 None None] Network 21810f16-4a43-487d-93d7-0346688d7e67 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:28.880543 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:28.927875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7da8a5-d2b8-484e-ab99-abdff1572700 None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 04:53:28.970977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55cc00ab-e94a-4bbf-b3d2-74491d4cc78e req-9668b089-7e6f-4684-b7ec-eb71d73b09d0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.0457022 Nov 16 04:53:29.033515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Deleting port a9ae0327-e77a-403a-9a60-f7c5f06e6f68 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:29.033893 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:29.180444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] For port a9ae0327-e77a-403a-9a60-f7c5f06e6f68, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a9ae0327-e77a-403a-9a60-f7c5f06e6f68,segment=NetworkSegment(94ac100c-287d-47db-9d4e-cbddbe574ea1),segment_id=94ac100c-287d-47db-9d4e-cbddbe574ea1)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:29.180809 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:29.198482 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Calling delete_port for a9ae0327-e77a-403a-9a60-f7c5f06e6f68 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:29.200578 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3854f5f1-53c3-4074-814a-6355bf6316d0 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:29.201576 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3854f5f1-53c3-4074-814a-6355bf6316d0 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:29.219341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f64f93-12c3-41f1-9e3e-82961f48da10 req-6be6dc5b-48b1-480b-8bac-1cffa8ffbc09 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:29.227430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6f64f93-12c3-41f1-9e3e-82961f48da10 req-6be6dc5b-48b1-480b-8bac-1cffa8ffbc09 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.1151276 Nov 16 04:53:29.381907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3854f5f1-53c3-4074-814a-6355bf6316d0 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102660) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 16 04:53:29.382408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3854f5f1-53c3-4074-814a-6355bf6316d0 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Router 0f8d0c55-2db6-4a2e-b9ca-c08e4ebfc56a migrating from provider to provider. {{(pid=102660) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 16 04:53:29.382914 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3854f5f1-53c3-4074-814a-6355bf6316d0 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:29.388596 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3854f5f1-53c3-4074-814a-6355bf6316d0 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:29.392622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6f64f93-12c3-41f1-9e3e-82961f48da10 req-223deaff-da12-476c-a831-a6e14b9789f8 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599054 Nov 16 04:53:29.410176 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3854f5f1-53c3-4074-814a-6355bf6316d0 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:29.415977 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:29.441934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7da8a5-d2b8-484e-ab99-abdff1572700 None None] Resources bound (agent type, host, resource id): {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 04:53:29.502614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No DVR routers for this DVR port a9ae0327-e77a-403a-9a60-f7c5f06e6f68 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:29.642505 n-d-818042-1 neutron-server[102660]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3854f5f1-53c3-4074-814a-6355bf6316d0 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] No L3 agents can host the router 0f8d0c55-2db6-4a2e-b9ca-c08e4ebfc56a Nov 16 04:53:29.936662 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3854f5f1-53c3-4074-814a-6355bf6316d0 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Hosts for router 0f8d0c55-2db6-4a2e-b9ca-c08e4ebfc56a: [] {{(pid=102660) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 16 04:53:29.946776 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Port': ['ID=a9ae0327-e77a-403a-9a60-f7c5f06e6f68,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:29.991213 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3854f5f1-53c3-4074-814a-6355bf6316d0 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Hosts for other DVR routers connected to router 0f8d0c55-2db6-4a2e-b9ca-c08e4ebfc56a: set() {{(pid=102660) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 16 04:53:29.994133 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3854f5f1-53c3-4074-814a-6355bf6316d0 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:29.998353 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3854f5f1-53c3-4074-814a-6355bf6316d0 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] 10.222.0.41 "PUT /v2.0/routers/0f8d0c55-2db6-4a2e-b9ca-c08e4ebfc56a HTTP/1.1" status: 200 len: 717 time: 1.8480003 Nov 16 04:53:29.998595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50094) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:30.031761 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:30.128914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21810f16-4a43-487d-93d7-0346688d7e67']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:30.150684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ac100c-287d-47db-9d4e-cbddbe574ea1') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:30.150988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ac100c-287d-47db-9d4e-cbddbe574ea1') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:30.181506 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:30.186479 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6e7e0e50-137b-4da9-90aa-304f83c91c78 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] 10.222.0.41 "GET /v2.0/routers/0f8d0c55-2db6-4a2e-b9ca-c08e4ebfc56a HTTP/1.1" status: 200 len: 717 time: 0.1861105 Nov 16 04:53:30.190233 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50102) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:30.229064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8923856-d35e-416e-b34a-25368ca2dae3 req-d4f4b025-43ba-425d-9b47-6f7323720708 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/ports?device_id=4128b742-15d3-4350-8283-2a6ddd5bca7d HTTP/1.1" status: 200 len: 210 time: 0.0613844 Nov 16 04:53:30.255486 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:30.264894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:30.265453 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:30.269914 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:30.340531 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:30.349883 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:30.358518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50114) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:30.359045 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/21810f16-4a43-487d-93d7-0346688d7e67 HTTP/1.1" status: 204 len: 168 time: 2.8512502 Nov 16 04:53:30.377126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f662bbb-dc5f-4a65-8c2b-2534c12bf4a2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Network': ['ID=21810f16-4a43-487d-93d7-0346688d7e67,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:30.414020 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf7dd91-597f-4480-906e-a8a0e241e213 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:30.414847 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf7dd91-597f-4480-906e-a8a0e241e213 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:30.420325 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aaf7dd91-597f-4480-906e-a8a0e241e213 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/subnets/a190d96e-2402-423c-8468-ca54afbd0336 HTTP/1.1" status: 404 len: 337 time: 0.0581102 Nov 16 04:53:30.421999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50120) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:30.450481 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a910fde-1b64-45ae-9666-cec6532bbec9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:30.451816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a910fde-1b64-45ae-9666-cec6532bbec9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:30.458705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3a910fde-1b64-45ae-9666-cec6532bbec9 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/21810f16-4a43-487d-93d7-0346688d7e67 HTTP/1.1" status: 404 len: 339 time: 0.0343072 Nov 16 04:53:30.459339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50122) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:30.498174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device d1a9c363-cdc3-4765-b51c-c828a308d59c details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:53:30.534464 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-65acdd4d-f2c4-4bcc-8f5f-e8116bd724f1 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:30.534928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65acdd4d-f2c4-4bcc-8f5f-e8116bd724f1 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:30.543125 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-65acdd4d-f2c4-4bcc-8f5f-e8116bd724f1 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/subnets/af76781a-702e-4c4f-b403-f444576f9258 HTTP/1.1" status: 404 len: 337 time: 0.0823724 Nov 16 04:53:30.543829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50126) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:30.594506 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-22b75a5c-c2f8-4001-90f7-0147b0651ac3 tempest-RoutersTestDVR-499315084 tempest-RoutersTestDVR-499315084-project] 10.222.0.41 "GET /v2.0/routers/0f8d0c55-2db6-4a2e-b9ca-c08e4ebfc56a HTTP/1.1" status: 200 len: 683 time: 0.4025180 Nov 16 04:53:30.602162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50130) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:30.666774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:30.686007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'd1a9c363-cdc3-4765-b51c-c828a308d59c', 'network_id': '9364b4d1-a66f-4e8e-93ab-aa740c2fd003', 'port_id': 'd1a9c363-cdc3-4765-b51c-c828a308d59c', 'mac_address': 'fa:16:3e:da:ad:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ad7379-f193-4784-a822-0c25e612ef3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:53:30.714212 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-262fd135-0720-4be0-94e0-a077ba712eea tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:30.722772 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce97f5f-7e6b-4ab0-bdb8-666cd8620fce tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:30.723672 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce97f5f-7e6b-4ab0-bdb8-666cd8620fce tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:30.728828 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2ce97f5f-7e6b-4ab0-bdb8-666cd8620fce tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/39bca9eb-1b3f-441e-9914-a1cdc4ad361e HTTP/1.1" status: 404 len: 339 time: 0.1489673 Nov 16 04:53:30.731539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50134) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:30.742762 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:30.771877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a9c363-cdc3-4765-b51c-c828a308d59c {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:53:30.822038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:30.827455 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:30.855822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c71fa-6a74-45c2-954f-082daede08b8 req-ae4b2e31-a2b7-4b22-be1a-0821fda59b80 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:30.859977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d42c71fa-6a74-45c2-954f-082daede08b8 req-ae4b2e31-a2b7-4b22-be1a-0821fda59b80 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 945 time: 0.3384137 Nov 16 04:53:30.915460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=d1a9c363-cdc3-4765-b51c-c828a308d59c,revision_number=11']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:30.918120 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3e07632-97fa-4ba7-a0ae-ab3fd0724ed3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:30.997828 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-262fd135-0720-4be0-94e0-a077ba712eea tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.002554 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-262fd135-0720-4be0-94e0-a077ba712eea tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.035206 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3e07632-97fa-4ba7-a0ae-ab3fd0724ed3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.064374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c3e07632-97fa-4ba7-a0ae-ab3fd0724ed3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7d7eeb-a3ab-4d9c-b855-ac00823785ff']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:31.072875 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-262fd135-0720-4be0-94e0-a077ba712eea tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.073660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262fd135-0720-4be0-94e0-a077ba712eea tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f8d0c55-2db6-4a2e-b9ca-c08e4ebfc56a {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:53:31.076471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c3e07632-97fa-4ba7-a0ae-ab3fd0724ed3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a56b6a-b18d-4770-84d8-4c1e38bd757d') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:31.076775 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c3e07632-97fa-4ba7-a0ae-ab3fd0724ed3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a56b6a-b18d-4770-84d8-4c1e38bd757d') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:31.087406 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-262fd135-0720-4be0-94e0-a077ba712eea tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.088334 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3e07632-97fa-4ba7-a0ae-ab3fd0724ed3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.088921 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-262fd135-0720-4be0-94e0-a077ba712eea tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] 10.222.0.41 "DELETE /v2.0/routers/0f8d0c55-2db6-4a2e-b9ca-c08e4ebfc56a HTTP/1.1" status: 204 len: 168 time: 0.4834282 Nov 16 04:53:31.092605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50140) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.097494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f71efc50-371f-462f-bf09-06535fca1778 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Request body: {'router': {'name': 'tempest-router-1892624459', 'distributed': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:31.108510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['d1a9c363-cdc3-4765-b51c-c828a308d59c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:53:31.119290 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3e07632-97fa-4ba7-a0ae-ab3fd0724ed3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.121142 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d42c71fa-6a74-45c2-954f-082daede08b8 req-5e4fa0fe-5559-4671-83a4-b3a84c6cc450 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723228 Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e07632-97fa-4ba7-a0ae-ab3fd0724ed3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3e07632-97fa-4ba7-a0ae-ab3fd0724ed3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:31.135682 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:31.145582 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f71efc50-371f-462f-bf09-06535fca1778 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.147118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f71efc50-371f-462f-bf09-06535fca1778 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.230467 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3e07632-97fa-4ba7-a0ae-ab3fd0724ed3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.237828 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3e07632-97fa-4ba7-a0ae-ab3fd0724ed3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.244559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50146) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.244943 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c3e07632-97fa-4ba7-a0ae-ab3fd0724ed3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/ba7d7eeb-a3ab-4d9c-b855-ac00823785ff HTTP/1.1" status: 204 len: 168 time: 0.5122070 Nov 16 04:53:31.296476 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f71efc50-371f-462f-bf09-06535fca1778 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.302733 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e07632-97fa-4ba7-a0ae-ab3fd0724ed3 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Network': ['ID=ba7d7eeb-a3ab-4d9c-b855-ac00823785ff,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:31.309494 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f71efc50-371f-462f-bf09-06535fca1778 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.314141 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b4e7c3-e860-464c-a291-58de2669797f tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.315431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b4e7c3-e860-464c-a291-58de2669797f tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.326996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d3b4e7c3-e860-464c-a291-58de2669797f tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/subnets/e2a4de06-b41a-492e-9493-9a4b2ab4a244 HTTP/1.1" status: 404 len: 337 time: 0.0807121 Nov 16 04:53:31.329753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50154) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.330678 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f71efc50-371f-462f-bf09-06535fca1778 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.332052 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f71efc50-371f-462f-bf09-06535fca1778 tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2384605 Nov 16 04:53:31.335268 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50156) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.351542 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf03c993-8d4c-4583-b868-45e9bd29176b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.352167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf03c993-8d4c-4583-b868-45e9bd29176b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.355571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bf03c993-8d4c-4583-b868-45e9bd29176b tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/06fc3a37-82c8-47f5-8d0e-5a0a076d7880 HTTP/1.1" status: 404 len: 339 time: 0.0242462 Nov 16 04:53:31.358428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50158) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.395134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50160) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.406822 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a52404-ae2a-4739-ad99-964bb1c36536 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.407913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a52404-ae2a-4739-ad99-964bb1c36536 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.413221 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-34a52404-ae2a-4739-ad99-964bb1c36536 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/subnets/d8ebf977-87e3-4cd7-b2e4-805f7b0fe68d HTTP/1.1" status: 404 len: 337 time: 0.0509698 Nov 16 04:53:31.413666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50164) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.433873 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf95ebb7-28bb-488e-a8c6-5aa712262372 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.434502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf95ebb7-28bb-488e-a8c6-5aa712262372 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.440521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cf95ebb7-28bb-488e-a8c6-5aa712262372 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/57f24b04-2e29-4532-96c6-2104c2868a22 HTTP/1.1" status: 404 len: 339 time: 0.0232112 Nov 16 04:53:31.440900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50166) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.474695 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe6e5b4-57ba-44da-b381-9a4df9b9ef0a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.475396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebe6e5b4-57ba-44da-b381-9a4df9b9ef0a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.475970 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72edbf8e-8b96-41a6-8a7e-155dd97bd94f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.482060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ebe6e5b4-57ba-44da-b381-9a4df9b9ef0a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/subnets/81f4e11c-1d15-4137-bae0-f3acc9b495c4 HTTP/1.1" status: 404 len: 337 time: 0.0379303 Nov 16 04:53:31.482701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50170) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.506057 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a7f0370-9af7-48a0-8925-d87420a3c4db tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.506693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a7f0370-9af7-48a0-8925-d87420a3c4db tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.512640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7a7f0370-9af7-48a0-8925-d87420a3c4db tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/b37d5f82-dda5-49f0-852e-3d67e5bf42e7 HTTP/1.1" status: 404 len: 339 time: 0.0268698 Nov 16 04:53:31.515611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50176) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.546675 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79265ba-a699-4d34-a909-a16701880166 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.547457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79265ba-a699-4d34-a909-a16701880166 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.552249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d79265ba-a699-4d34-a909-a16701880166 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/subnets/00118e98-4f7c-4132-8cbf-fd6920d7bbec HTTP/1.1" status: 404 len: 337 time: 0.0349929 Nov 16 04:53:31.557300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50178) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.578305 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be3536b-8871-4a43-a40c-e6ffa0eff91f tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.578875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8be3536b-8871-4a43-a40c-e6ffa0eff91f tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.584215 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8be3536b-8871-4a43-a40c-e6ffa0eff91f tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/a2a6fa0d-cea8-48d0-bd7a-243c23867eb3 HTTP/1.1" status: 404 len: 339 time: 0.0234528 Nov 16 04:53:31.584511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50182) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.618700 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06052fb-6f5c-40cf-ab6b-9dcabdff5d14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.619169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06052fb-6f5c-40cf-ab6b-9dcabdff5d14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.624691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a06052fb-6f5c-40cf-ab6b-9dcabdff5d14 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/subnets/6550f6cc-8f3b-443f-b2e1-bbc9f6bdca82 HTTP/1.1" status: 404 len: 337 time: 0.0362935 Nov 16 04:53:31.624924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50186) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.644067 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c429c9-7b40-4774-86cb-d2688fe0ed5a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.644574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c429c9-7b40-4774-86cb-d2688fe0ed5a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.649566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-33c429c9-7b40-4774-86cb-d2688fe0ed5a tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/eb380709-4f92-462d-b5d8-5b28a01c21ae HTTP/1.1" status: 404 len: 339 time: 0.0219667 Nov 16 04:53:31.650412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50188) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.685878 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cb3195-ea8a-453b-9dc8-5f45f2159eb2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.686557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85cb3195-ea8a-453b-9dc8-5f45f2159eb2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.690423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-85cb3195-ea8a-453b-9dc8-5f45f2159eb2 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/subnets/c08f7fa5-7123-4f64-8c1c-6420fe00b3ce HTTP/1.1" status: 404 len: 337 time: 0.0368357 Nov 16 04:53:31.693175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50192) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.699904 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-328eeea3-9b84-49ad-aff2-8c82449fa3b8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.717871 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72edbf8e-8b96-41a6-8a7e-155dd97bd94f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.722402 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72edbf8e-8b96-41a6-8a7e-155dd97bd94f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.733078 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c874323-0c2f-4d00-8fd3-93c06bc1caa1 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.734220 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-328eeea3-9b84-49ad-aff2-8c82449fa3b8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.734464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c874323-0c2f-4d00-8fd3-93c06bc1caa1 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.745579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50194) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.756522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6c874323-0c2f-4d00-8fd3-93c06bc1caa1 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/bc83df74-0307-41e4-a680-0aa88567a21d HTTP/1.1" status: 404 len: 339 time: 0.0508151 Nov 16 04:53:31.815445 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b00387-888c-4c6c-8208-09970e6c7492 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.815880 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b00387-888c-4c6c-8208-09970e6c7492 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.819038 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e7b00387-888c-4c6c-8208-09970e6c7492 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/subnets/694cc90e-b1eb-4d78-9ad2-5d6f41f18345 HTTP/1.1" status: 404 len: 337 time: 0.0399792 Nov 16 04:53:31.821489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50200) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.825701 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72edbf8e-8b96-41a6-8a7e-155dd97bd94f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.826204 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72edbf8e-8b96-41a6-8a7e-155dd97bd94f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff33baf7-7322-42e6-b5be-33111f2bc802 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:53:31.834032 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72edbf8e-8b96-41a6-8a7e-155dd97bd94f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.835875 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-72edbf8e-8b96-41a6-8a7e-155dd97bd94f tempest-RoutersTestDVR-891132437 tempest-RoutersTestDVR-891132437-project-admin] 10.222.0.41 "DELETE /v2.0/routers/ff33baf7-7322-42e6-b5be-33111f2bc802 HTTP/1.1" status: 204 len: 168 time: 0.4985065 Nov 16 04:53:31.872648 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-328eeea3-9b84-49ad-aff2-8c82449fa3b8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.876895 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-328eeea3-9b84-49ad-aff2-8c82449fa3b8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:31.879064 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-328eeea3-9b84-49ad-aff2-8c82449fa3b8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "DELETE /v2.0/security-groups/e90e82bd-ec32-4285-a872-bed73cee19d1 HTTP/1.1" status: 204 len: 168 time: 0.4824173 Nov 16 04:53:31.888013 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a48b23-c5cf-456f-9240-65688a506b3d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.888013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a48b23-c5cf-456f-9240-65688a506b3d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.888206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50204) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.888291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-85a48b23-c5cf-456f-9240-65688a506b3d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/4bc21dae-3207-49af-aae6-dfed55064a2b HTTP/1.1" status: 404 len: 339 time: 0.0645161 Nov 16 04:53:31.890118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50206) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.929647 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d43856-82fa-422a-af3a-591b6d6fa550 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.930521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d43856-82fa-422a-af3a-591b6d6fa550 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.932505 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328eeea3-9b84-49ad-aff2-8c82449fa3b8 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90e82bd-ec32-4285-a872-bed73cee19d1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:31.935150 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-bb95d41b-0247-4ed6-9c5d-2465ae2f2c42 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] show failed (client error): The resource could not be found. Nov 16 04:53:31.935464 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-00d43856-82fa-422a-af3a-591b6d6fa550 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/subnets/79e1a1e0-3006-453a-8fe0-b833a7b55b04 HTTP/1.1" status: 404 len: 337 time: 0.0443590 Nov 16 04:53:31.940634 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bb95d41b-0247-4ed6-9c5d-2465ae2f2c42 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "GET /v2.0/security-groups/e90e82bd-ec32-4285-a872-bed73cee19d1 HTTP/1.1" status: 404 len: 347 time: 0.0524726 Nov 16 04:53:31.940634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50208) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.944766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50210) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:31.977247 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f522570-2d9a-4754-a368-180939565dac tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] DELETE failed (client error): The resource could not be found. Nov 16 04:53:31.978344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f522570-2d9a-4754-a368-180939565dac tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:53:31.985262 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8f522570-2d9a-4754-a368-180939565dac tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/98a7d397-3410-4fd8-881f-4e329de06a9e HTTP/1.1" status: 404 len: 339 time: 0.0452309 Nov 16 04:53:31.986818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50212) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:32.047310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadaa0fc-f162-4e74-981d-1bae338e061d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Deleting subnet ce00725b-d3b7-4378-aaad-89b368e39a36 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:53:32.054691 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aadaa0fc-f162-4e74-981d-1bae338e061d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.112015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aadaa0fc-f162-4e74-981d-1bae338e061d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.152938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4b51322f-5e87-4848-bb4d-abc9cae064b0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Deleting port e0e86e29-e74c-43c1-910f-005bd852126f {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:32.153504 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b51322f-5e87-4848-bb4d-abc9cae064b0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.239527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50222) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:32.293451 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aadaa0fc-f162-4e74-981d-1bae338e061d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.332922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa8946-773f-46f1-bcfd-ca6a1e1a5e40 req-90ac4597-0fb2-4101-978c-c1caae2d964c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:32.334802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0aa8946-773f-46f1-bcfd-ca6a1e1a5e40 req-90ac4597-0fb2-4101-978c-c1caae2d964c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 946 time: 0.0943720 Nov 16 04:53:32.345603 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b51322f-5e87-4848-bb4d-abc9cae064b0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.346216 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b51322f-5e87-4848-bb4d-abc9cae064b0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.369744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4b51322f-5e87-4848-bb4d-abc9cae064b0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Calling delete_port for e0e86e29-e74c-43c1-910f-005bd852126f owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:32.380202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aadaa0fc-f162-4e74-981d-1bae338e061d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.410469 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0aa8946-773f-46f1-bcfd-ca6a1e1a5e40 req-2abdf06b-41e3-4553-8b20-0665ea6ce9a8 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674801 Nov 16 04:53:32.429791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaa0fc-f162-4e74-981d-1bae338e061d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Subnet': ['ID=ce00725b-d3b7-4378-aaad-89b368e39a36,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:32.437736 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aadaa0fc-f162-4e74-981d-1bae338e061d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.443689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7271bb5-6d57-45c1-a315-23bfe3f6ef9a None None] Network aa3d232c-29a6-4d09-8484-21cb3bace00f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:32.445852 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aadaa0fc-f162-4e74-981d-1bae338e061d tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/subnets/ce00725b-d3b7-4378-aaad-89b368e39a36 HTTP/1.1" status: 204 len: 168 time: 0.4575698 Nov 16 04:53:32.447325 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50228) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:32.521546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device d1a9c363-cdc3-4765-b51c-c828a308d59c up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:53:32.672905 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.698901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port d1a9c363-cdc3-4765-b51c-c828a308d59c completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:53:32.706173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port d1a9c363-cdc3-4765-b51c-c828a308d59c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:32.706933 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.721471 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-13a7c8ea-6e35-4ee9-98e5-c3a2e50453ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.792568 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b51322f-5e87-4848-bb4d-abc9cae064b0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.808346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9464a6-4302-41ed-bba2-85161018dbec None None] DHCP port deletion for aa3d232c-29a6-4d09-8484-21cb3bace00f request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:53:32.844105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Deleting port abddbc41-2e90-416b-80b0-e964b072bfa1 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:32.846017 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.865754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51322f-5e87-4848-bb4d-abc9cae064b0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event deleted for resources: {'Port': ['ID=e0e86e29-e74c-43c1-910f-005bd852126f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:32.916377 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722e74b4-fe42-4823-91b4-2c608dc2f7c3 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:53:32.943441 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:32.974426 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] For port abddbc41-2e90-416b-80b0-e964b072bfa1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=abddbc41-2e90-416b-80b0-e964b072bfa1,segment=NetworkSegment(ffb77bf3-0316-49e8-bb91-853d71644b42),segment_id=ffb77bf3-0316-49e8-bb91-853d71644b42)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:32.976526 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.015078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:33.019484 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Calling delete_port for abddbc41-2e90-416b-80b0-e964b072bfa1 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:33.021755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:53:33.024435 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d43d791-dcc4-4b27-9d0a-c2499507897f" -d '{"events": [{"server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "name": "network-vif-plugged", "status": "completed", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:53:33.026293 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b51322f-5e87-4848-bb4d-abc9cae064b0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.029348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b51322f-5e87-4848-bb4d-abc9cae064b0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.030690 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4b51322f-5e87-4848-bb4d-abc9cae064b0 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "DELETE /v2.0/floatingips/1074a718-54de-444a-800b-d94aba7b79ca HTTP/1.1" status: 204 len: 168 time: 1.0845919 Nov 16 04:53:33.035774 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50258) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:33.051267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.129242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2b9464a6-4302-41ed-bba2-85161018dbec None None] Deleting port abddbc41-2e90-416b-80b0-e964b072bfa1 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:33.129956 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b9464a6-4302-41ed-bba2-85161018dbec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.142387 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233ae54f-8fbe-4f18-a142-b82583f3678d x-openstack-request-id: req-233ae54f-8fbe-4f18-a142-b82583f3678d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:53:33.146943 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "name": "network-vif-plugged", "status": "completed", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:53:33.147533 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-233ae54f-8fbe-4f18-a142-b82583f3678d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:53:33.148521 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c', 'code': 200} Nov 16 04:53:33.154473 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.160230 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-13a7c8ea-6e35-4ee9-98e5-c3a2e50453ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.187391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Port': ['ID=abddbc41-2e90-416b-80b0-e964b072bfa1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:33.198320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] No DVR routers for this DVR port abddbc41-2e90-416b-80b0-e964b072bfa1 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:33.210777 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-13a7c8ea-6e35-4ee9-98e5-c3a2e50453ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.261365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-13a7c8ea-6e35-4ee9-98e5-c3a2e50453ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d232471e323474f95348aef92fc1549&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0196798 Nov 16 04:53:33.264658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50270) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:33.315961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.339197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=d1a9c363-cdc3-4765-b51c-c828a308d59c,revision_number=12']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:33.349387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3d232c-29a6-4d09-8484-21cb3bace00f']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:33.363271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb77bf3-0316-49e8-bb91-853d71644b42') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:33.363598 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb77bf3-0316-49e8-bb91-853d71644b42') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:33.380707 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.393324 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7a400782-686d-4391-aa3a-c8c9b253344f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.396758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7c8ea-6e35-4ee9-98e5-c3a2e50453ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29546329-7772-4bd4-ac2c-925e408b37fa,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:33.401273 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.417624 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:33.418235 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:33.422262 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:33.440820 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7a400782-686d-4391-aa3a-c8c9b253344f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.445840 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2b9464a6-4302-41ed-bba2-85161018dbec None None] For port abddbc41-2e90-416b-80b0-e964b072bfa1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=abddbc41-2e90-416b-80b0-e964b072bfa1,segment=NetworkSegment(ffb77bf3-0316-49e8-bb91-853d71644b42),segment_id=ffb77bf3-0316-49e8-bb91-853d71644b42)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:33.446324 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b9464a6-4302-41ed-bba2-85161018dbec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.466097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2b9464a6-4302-41ed-bba2-85161018dbec None None] Calling delete_port for abddbc41-2e90-416b-80b0-e964b072bfa1 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:33.512939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a3cde-0fe8-4ac3-ae66-2f637a6fc80e req-f07a02f0-d805-45c0-aed4-2b8a760204c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:33.514672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-887a3cde-0fe8-4ac3-ae66-2f637a6fc80e req-f07a02f0-d805-45c0-aed4-2b8a760204c5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 1098 time: 0.2119474 Nov 16 04:53:33.523632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1ce90-9f19-4e4b-b17f-fc684e450b7f tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Deleting port 0242d561-9a1a-4d17-9a59-189c63ce17cd {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:33.523989 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ce90-9f19-4e4b-b17f-fc684e450b7f tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.571933 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.577976 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.585391 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] 10.222.0.41 "DELETE /v2.0/networks/aa3d232c-29a6-4d09-8484-21cb3bace00f HTTP/1.1" status: 204 len: 168 time: 1.1367724 Nov 16 04:53:33.604008 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7a400782-686d-4391-aa3a-c8c9b253344f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.605365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2090a-532e-4c10-8413-466c7b4aa113 tempest-NetworksTest-1255027090 tempest-NetworksTest-1255027090-project] Pushing event deleted for resources: {'Network': ['ID=aa3d232c-29a6-4d09-8484-21cb3bace00f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:33.606531 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7a400782-686d-4391-aa3a-c8c9b253344f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.607685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7a400782-686d-4391-aa3a-c8c9b253344f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/29546329-7772-4bd4-ac2c-925e408b37fa HTTP/1.1" status: 204 len: 168 time: 0.3352969 Nov 16 04:53:33.644151 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b9464a6-4302-41ed-bba2-85161018dbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.655256 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2b9464a6-4302-41ed-bba2-85161018dbec None None] Network aa3d232c-29a6-4d09-8484-21cb3bace00f is not hosted by any dhcp agent {{(pid=102661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 04:53:33.655364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9464a6-4302-41ed-bba2-85161018dbec None None] No DVR routers for this DVR port abddbc41-2e90-416b-80b0-e964b072bfa1 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:33.657291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-887a3cde-0fe8-4ac3-ae66-2f637a6fc80e req-e5db914d-72bd-4df2-afdb-719b6495c9a9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283693 Nov 16 04:53:33.661332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a400782-686d-4391-aa3a-c8c9b253344f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29546329-7772-4bd4-ac2c-925e408b37fa,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:33.696287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d4f34-0229-4251-bd36-978f6f909f89 req-c03e5eb8-57c7-4bec-bf6e-2d0b0418da72 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:33.697905 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d1d4f34-0229-4251-bd36-978f6f909f89 req-c03e5eb8-57c7-4bec-bf6e-2d0b0418da72 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1817422 Nov 16 04:53:33.700308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9464a6-4302-41ed-bba2-85161018dbec None None] Pushing event deleted for resources: {'Port': ['ID=abddbc41-2e90-416b-80b0-e964b072bfa1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:33.746121 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ce90-9f19-4e4b-b17f-fc684e450b7f tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:33.777541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e6b1ce90-9f19-4e4b-b17f-fc684e450b7f tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Calling delete_port for 0242d561-9a1a-4d17-9a59-189c63ce17cd owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:33.808830 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d1d4f34-0229-4251-bd36-978f6f909f89 req-5479f711-a7f6-44ad-8317-25bb8e363941 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942359 Nov 16 04:53:34.078642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device abddbc41-2e90-416b-80b0-e964b072bfa1 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:53:34.092947 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ce90-9f19-4e4b-b17f-fc684e450b7f tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:34.127763 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: abddbc41-2e90-416b-80b0-e964b072bfa1 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:53:34.128190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device abddbc41-2e90-416b-80b0-e964b072bfa1 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:53:34.135478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50310) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:34.157361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1ce90-9f19-4e4b-b17f-fc684e450b7f tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event deleted for resources: {'Port': ['ID=0242d561-9a1a-4d17-9a59-189c63ce17cd,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:34.247104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50316) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:34.254216 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6b1ce90-9f19-4e4b-b17f-fc684e450b7f tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:34.259783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e6b1ce90-9f19-4e4b-b17f-fc684e450b7f tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "DELETE /v2.0/ports/0242d561-9a1a-4d17-9a59-189c63ce17cd HTTP/1.1" status: 204 len: 168 time: 1.2227349 Nov 16 04:53:34.261237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50318) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:34.263393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50320) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:34.310423 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb2c596f-c070-4680-9acf-cdccc0d0c280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:34.440214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e9df7ea6-ad2d-4440-a0b4-966e1f0b414c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Deleting port 0a4c67cb-938c-4b12-bb00-cd0b361ed365 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:34.440521 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ea6-ad2d-4440-a0b4-966e1f0b414c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:34.521017 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb2c596f-c070-4680-9acf-cdccc0d0c280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:34.530577 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb2c596f-c070-4680-9acf-cdccc0d0c280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:34.626012 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ea6-ad2d-4440-a0b4-966e1f0b414c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:34.630602 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cb2c596f-c070-4680-9acf-cdccc0d0c280 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=029229aff4e94c4a947d58e9699faafb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3680985 Nov 16 04:53:34.633555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50328) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:34.649075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c596f-c070-4680-9acf-cdccc0d0c280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bc0a95-4196-45fa-b0e9-3594c706fd63,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:34.662882 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e9df7ea6-ad2d-4440-a0b4-966e1f0b414c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Calling delete_port for 0a4c67cb-938c-4b12-bb00-cd0b361ed365 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:34.913727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ea6-ad2d-4440-a0b4-966e1f0b414c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:35.040025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df7ea6-ad2d-4440-a0b4-966e1f0b414c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event deleted for resources: {'Port': ['ID=0a4c67cb-938c-4b12-bb00-cd0b361ed365,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:35.058491 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-853c6c56-cd97-4ad5-ba46-baedf2a64638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:35.119138 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-521825bb-02a6-492b-bffe-c3ca83d65d9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d681f27f498415990f83a0d04ab9f05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8618891 Nov 16 04:53:35.119367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50358) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:35.164395 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-853c6c56-cd97-4ad5-ba46-baedf2a64638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:35.356268 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-853c6c56-cd97-4ad5-ba46-baedf2a64638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:35.359181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-853c6c56-cd97-4ad5-ba46-baedf2a64638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:35.361028 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-853c6c56-cd97-4ad5-ba46-baedf2a64638 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4bc0a95-4196-45fa-b0e9-3594c706fd63 HTTP/1.1" status: 204 len: 168 time: 0.7259598 Nov 16 04:53:35.407393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c6c56-cd97-4ad5-ba46-baedf2a64638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bc0a95-4196-45fa-b0e9-3594c706fd63,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:35.491171 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9df7ea6-ad2d-4440-a0b4-966e1f0b414c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:35.494989 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e9df7ea6-ad2d-4440-a0b4-966e1f0b414c tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "DELETE /v2.0/ports/0a4c67cb-938c-4b12-bb00-cd0b361ed365 HTTP/1.1" status: 204 len: 168 time: 1.2222059 Nov 16 04:53:35.508868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9876b-7cb7-4c21-ac50-696a8a18d482 req-e42a8dc8-71b6-475c-8c0a-fecc02c501a1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:35.511009 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15f9876b-7cb7-4c21-ac50-696a8a18d482 req-e42a8dc8-71b6-475c-8c0a-fecc02c501a1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.5097742 Nov 16 04:53:35.511385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50404) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:35.626642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15f9876b-7cb7-4c21-ac50-696a8a18d482 req-bceafe7e-1176-4a9c-ac3f-bb7fd25c1b71 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073437 Nov 16 04:53:35.661951 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b4e6a36-15ec-4f70-a3bf-6ecf9bb3c44d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:35.689115 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b4e6a36-15ec-4f70-a3bf-6ecf9bb3c44d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:35.756961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b4e6a36-15ec-4f70-a3bf-6ecf9bb3c44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:35.759722 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b4e6a36-15ec-4f70-a3bf-6ecf9bb3c44d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:35.763607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5b4e6a36-15ec-4f70-a3bf-6ecf9bb3c44d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1cffc77-28c4-4bc4-9f52-73e09b41cb5f HTTP/1.1" status: 204 len: 168 time: 0.6388564 Nov 16 04:53:35.770716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-1104827d-bb23-4674-b73d-870cdf11efb3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Deleting subnet 70fabb1e-d39a-4dee-ad75-aba901b4929e {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:53:35.775083 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1104827d-bb23-4674-b73d-870cdf11efb3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:35.835828 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1104827d-bb23-4674-b73d-870cdf11efb3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:35.901156 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e8205b8-9208-4819-b477-0816f47032ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:35.972750 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1104827d-bb23-4674-b73d-870cdf11efb3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.027155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e6a36-15ec-4f70-a3bf-6ecf9bb3c44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1cffc77-28c4-4bc4-9f52-73e09b41cb5f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:36.064411 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1104827d-bb23-4674-b73d-870cdf11efb3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.131692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104827d-bb23-4674-b73d-870cdf11efb3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event deleted for resources: {'Subnet': ['ID=70fabb1e-d39a-4dee-ad75-aba901b4929e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:36.133801 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1104827d-bb23-4674-b73d-870cdf11efb3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.140023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1104827d-bb23-4674-b73d-870cdf11efb3 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "DELETE /v2.0/subnets/70fabb1e-d39a-4dee-ad75-aba901b4929e HTTP/1.1" status: 204 len: 168 time: 0.6219802 Nov 16 04:53:36.145080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa4b69c-1b44-4190-afe5-3a2be561074d None None] Network 71ea6cbc-c703-42e4-94a9-098bbba9e58b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:36.147098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50428) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:36.239336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd258f1d-b601-44e7-ba71-bd4756f0f1e4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Deleting subnet d9cd7d75-6530-4637-9f7e-97185dccc1f3 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:53:36.256724 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd258f1d-b601-44e7-ba71-bd4756f0f1e4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.334311 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd258f1d-b601-44e7-ba71-bd4756f0f1e4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.388389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9e8205b8-9208-4819-b477-0816f47032ee admin admin] Deleting port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:36.388791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e8205b8-9208-4819-b477-0816f47032ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.423937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73faa51c-4443-4913-b864-3e0cc07c9fe1 None None] DHCP port deletion for 71ea6cbc-c703-42e4-94a9-098bbba9e58b request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:53:36.481632 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd258f1d-b601-44e7-ba71-bd4756f0f1e4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.491733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-73faa51c-4443-4913-b864-3e0cc07c9fe1 None None] Deleting port d86dd09e-e492-495a-bda1-52e1c9ad598e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:36.492370 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-73faa51c-4443-4913-b864-3e0cc07c9fe1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.498118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-9e8205b8-9208-4819-b477-0816f47032ee admin admin] For port 9eb55e97-0198-4f5f-9d93-d70f68ba1b64, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9eb55e97-0198-4f5f-9d93-d70f68ba1b64,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:36.498573 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e8205b8-9208-4819-b477-0816f47032ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.526931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9e8205b8-9208-4819-b477-0816f47032ee admin admin] Calling delete_port for 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:36.569976 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-73faa51c-4443-4913-b864-3e0cc07c9fe1 None None] For port d86dd09e-e492-495a-bda1-52e1c9ad598e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d86dd09e-e492-495a-bda1-52e1c9ad598e,segment=NetworkSegment(d7d4a993-d3da-4473-8283-5c998646389b),segment_id=d7d4a993-d3da-4473-8283-5c998646389b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:36.570650 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-73faa51c-4443-4913-b864-3e0cc07c9fe1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.585880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-73faa51c-4443-4913-b864-3e0cc07c9fe1 None None] Calling delete_port for d86dd09e-e492-495a-bda1-52e1c9ad598e owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:36.613357 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd258f1d-b601-44e7-ba71-bd4756f0f1e4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.639449 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd258f1d-b601-44e7-ba71-bd4756f0f1e4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.652246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bd258f1d-b601-44e7-ba71-bd4756f0f1e4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "DELETE /v2.0/subnets/d9cd7d75-6530-4637-9f7e-97185dccc1f3 HTTP/1.1" status: 204 len: 168 time: 0.5034509 Nov 16 04:53:36.655050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50454) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:36.679204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efec7bb5-6d9f-4b2f-a6af-551fcd669baa None None] Network f2b81f82-11da-4f95-84ec-83ffc56322a8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:36.723130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd258f1d-b601-44e7-ba71-bd4756f0f1e4 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event deleted for resources: {'Subnet': ['ID=d9cd7d75-6530-4637-9f7e-97185dccc1f3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:36.729791 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-73faa51c-4443-4913-b864-3e0cc07c9fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.792661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73faa51c-4443-4913-b864-3e0cc07c9fe1 None None] No DVR routers for this DVR port d86dd09e-e492-495a-bda1-52e1c9ad598e on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:36.802539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73faa51c-4443-4913-b864-3e0cc07c9fe1 None None] Pushing event deleted for resources: {'Port': ['ID=d86dd09e-e492-495a-bda1-52e1c9ad598e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:36.835986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0785a2-84eb-4d17-979f-331f3c78a857 req-f0f34d51-f887-4339-b793-a7c7b6c89ece tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:36.838106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df0785a2-84eb-4d17-979f-331f3c78a857 req-f0f34d51-f887-4339-b793-a7c7b6c89ece tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.0727384 Nov 16 04:53:36.867129 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4c65843e-805a-4e30-965d-71f991026769 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:36.912420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df0785a2-84eb-4d17-979f-331f3c78a857 req-2b295101-e74e-4838-b21a-7442d4810f02 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659504 Nov 16 04:53:36.997665 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e106f1-2f55-4598-a534-012282b11eb6 None None] DHCP port deletion for f2b81f82-11da-4f95-84ec-83ffc56322a8 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:53:37.116840 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-36e106f1-2f55-4598-a534-012282b11eb6 None None] Deleting port 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:37.117708 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36e106f1-2f55-4598-a534-012282b11eb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:37.118282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470a5c4-6396-4389-aafa-7846ac950fb3 req-8e66539f-e79f-4c03-b4a6-d0105da34bed tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:37.120429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3470a5c4-6396-4389-aafa-7846ac950fb3 req-8e66539f-e79f-4c03-b4a6-d0105da34bed tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1165257 Nov 16 04:53:37.135100 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-955fcc4b-eaad-4f6e-b63f-dc13f3d7263e req-784f4e0b-77e8-4129-b9e7-393003128856 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4209216 Nov 16 04:53:37.161106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4c65843e-805a-4e30-965d-71f991026769 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:37.203406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-36e106f1-2f55-4598-a534-012282b11eb6 None None] For port 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c,segment=NetworkSegment(e030bb28-2841-4d6f-96c8-5e872a2bde7c),segment_id=e030bb28-2841-4d6f-96c8-5e872a2bde7c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:37.205389 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36e106f1-2f55-4598-a534-012282b11eb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:37.209437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3470a5c4-6396-4389-aafa-7846ac950fb3 req-e0aa672b-bd06-4f22-959e-3445cb15b679 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721612 Nov 16 04:53:37.220890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-36e106f1-2f55-4598-a534-012282b11eb6 None None] Calling delete_port for 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:37.274822 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4c65843e-805a-4e30-965d-71f991026769 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ea6cbc-c703-42e4-94a9-098bbba9e58b']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:37.284306 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e8205b8-9208-4819-b477-0816f47032ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:37.315851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4c65843e-805a-4e30-965d-71f991026769 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d4a993-d3da-4473-8283-5c998646389b') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:37.316152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4c65843e-805a-4e30-965d-71f991026769 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d4a993-d3da-4473-8283-5c998646389b') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:37.318887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8205b8-9208-4819-b477-0816f47032ee admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb55e97-0198-4f5f-9d93-d70f68ba1b64,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:37.340686 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4c65843e-805a-4e30-965d-71f991026769 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:37.355814 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fcc4b-eaad-4f6e-b63f-dc13f3d7263e req-bd62224e-fbe8-430e-8a59-25c2d2bcf5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:37.357371 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-955fcc4b-eaad-4f6e-b63f-dc13f3d7263e req-bd62224e-fbe8-430e-8a59-25c2d2bcf5ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 1096 time: 0.1653004 Nov 16 04:53:37.409956 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4c65843e-805a-4e30-965d-71f991026769 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:37.418806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb65db-7a47-4088-acc1-4f45c1ee52b9 req-0179d429-49ea-48c0-8664-8bda9c320fd8 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:37.420058 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36e106f1-2f55-4598-a534-012282b11eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:37.420727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2cb65db-7a47-4088-acc1-4f45c1ee52b9 req-0179d429-49ea-48c0-8664-8bda9c320fd8 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1034162 Nov 16 04:53:37.457312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50490) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.480505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e106f1-2f55-4598-a534-012282b11eb6 None None] Pushing event deleted for resources: {'Port': ['ID=152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:37.496601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e106f1-2f55-4598-a534-012282b11eb6 None None] No DVR routers for this DVR port 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:37.556551 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2cb65db-7a47-4088-acc1-4f45c1ee52b9 req-66f0b461-daf6-40f6-824f-cc075538e741 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271310 Nov 16 04:53:37.615368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50498) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.664892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c65843e-805a-4e30-965d-71f991026769 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:37.665398 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4c65843e-805a-4e30-965d-71f991026769 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:37.670436 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:37.740872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-4cfa2f24-d35e-472f-a8a9-b9e78d94d20a tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.742536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4cfa2f24-d35e-472f-a8a9-b9e78d94d20a tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2838488 Nov 16 04:53:37.746011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50504) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.769571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-638c520b-7439-4f4a-b472-b2f797638630 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.770092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-638c520b-7439-4f4a-b472-b2f797638630 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0230205 Nov 16 04:53:37.776395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50506) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.787392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-3ce0d5b8-ef00-41b3-9810-ee5e2c686abe tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.790950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3ce0d5b8-ef00-41b3-9810-ee5e2c686abe tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0065379 Nov 16 04:53:37.791705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50508) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.797600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-c6a03e75-5c5e-4c93-bcb6-d84d4b612fea tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.800983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c6a03e75-5c5e-4c93-bcb6-d84d4b612fea tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0058479 Nov 16 04:53:37.801418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50510) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.808021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'network': {'name': 'tempest-RoutersTest-294036700'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:37.814449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-c9c061e7-017e-4b07-8490-7a98552772dc tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.815445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c9c061e7-017e-4b07-8490-7a98552772dc tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0114524 Nov 16 04:53:37.825539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee3b91-a8d3-484c-ae2b-b977b2468008 req-f1e7dc70-2ddb-4acc-b359-281c5ea42bd1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:37.830306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65ee3b91-a8d3-484c-ae2b-b977b2468008 req-f1e7dc70-2ddb-4acc-b359-281c5ea42bd1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1343007 Nov 16 04:53:37.833085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50512) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.838848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-806fd2ce-fd5c-4c21-8885-297b55c0e9e9 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.842258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-806fd2ce-fd5c-4c21-8885-297b55c0e9e9 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058060 Nov 16 04:53:37.845605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50514) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.864040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-2a98c6b0-4543-4607-884b-cf9cfc84204a tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.865797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2a98c6b0-4543-4607-884b-cf9cfc84204a tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0133965 Nov 16 04:53:37.869337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50518) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.877190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-79115214-35ae-437b-a00c-e453d5e645e5 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.880541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-79115214-35ae-437b-a00c-e453d5e645e5 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0060179 Nov 16 04:53:37.881959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50520) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.886114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-03756905-ea60-4b2c-978b-1a38512cc1aa tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.889470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-03756905-ea60-4b2c-978b-1a38512cc1aa tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042157 Nov 16 04:53:37.892968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50522) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.900162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-449ecd7c-c789-4535-80a4-d67cb56a1cb3 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.903639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-449ecd7c-c789-4535-80a4-d67cb56a1cb3 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051343 Nov 16 04:53:37.907273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50524) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.909949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:37.913376 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:37.921083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-4be197db-4b44-441f-b294-3874cc75594d tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.924506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4be197db-4b44-441f-b294-3874cc75594d tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0137630 Nov 16 04:53:37.930203 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50526) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.940662 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:37.944907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-9a9a3976-5572-4b73-8b03-96ae4aa3e8d1 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.953942 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9a9a3976-5572-4b73-8b03-96ae4aa3e8d1 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0165193 Nov 16 04:53:37.955398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50528) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.961292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-848d03a1-0bb6-4bfd-9f44-0bdf1b1dbc41 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.965312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-848d03a1-0bb6-4bfd-9f44-0bdf1b1dbc41 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0059891 Nov 16 04:53:37.971623 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65ee3b91-a8d3-484c-ae2b-b977b2468008 req-35c289ae-49b3-46c8-a402-34f25af4e179 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361754 Nov 16 04:53:37.972383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50530) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.977196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-f79a3aed-df0e-472a-9b96-487b9a23bd95 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.978183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f79a3aed-df0e-472a-9b96-487b9a23bd95 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0048950 Nov 16 04:53:37.980068 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c14cd064-a708-495a-9c77-a2b3f4d3b6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:37.980777 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50532) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:37.988697 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-a1586b32-330c-4747-b61b-d40d9910c568 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:37.989680 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a1586b32-330c-4747-b61b-d40d9910c568 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0079846 Nov 16 04:53:37.995029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50534) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.002461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-2a894e97-f70e-4ed1-827c-fc83351986af tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.004974 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2a894e97-f70e-4ed1-827c-fc83351986af tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0090222 Nov 16 04:53:38.021341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50538) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.035737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-b963cfd2-4c99-4a08-83f4-e00e98116ef2 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.036395 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b963cfd2-4c99-4a08-83f4-e00e98116ef2 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0140891 Nov 16 04:53:38.039726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50540) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.057739 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-e18cc386-91a8-4ed9-9b21-0c30f7f37897 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.058746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e18cc386-91a8-4ed9-9b21-0c30f7f37897 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0173461 Nov 16 04:53:38.062088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50542) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.062088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50544) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.076466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-a5fc057f-eb6f-4bfd-8003-4b6dfc6c9cff tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.077377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a5fc057f-eb6f-4bfd-8003-4b6dfc6c9cff tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0123258 Nov 16 04:53:38.080671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50548) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.088595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-13ab98d2-2438-4822-a4de-ac0480584d22 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.089541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-13ab98d2-2438-4822-a4de-ac0480584d22 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0063691 Nov 16 04:53:38.099825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50550) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.105476 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-c5f55a98-4413-4350-b07f-0688dc378123 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.106503 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c5f55a98-4413-4350-b07f-0688dc378123 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0059445 Nov 16 04:53:38.110798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50552) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.125002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-e7f55aea-7bbd-43ce-8997-7e5a7fa3f59e tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.126560 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e7f55aea-7bbd-43ce-8997-7e5a7fa3f59e tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043645 Nov 16 04:53:38.131320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50554) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.167398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fcc4b-eaad-4f6e-b63f-dc13f3d7263e req-6554e493-f511-4a85-be74-be0787a3d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:38.169527 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-955fcc4b-eaad-4f6e-b63f-dc13f3d7263e req-6554e493-f511-4a85-be74-be0787a3d7c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 917 time: 0.7610655 Nov 16 04:53:38.172081 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4c65843e-805a-4e30-965d-71f991026769 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.172979 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:53:38.177253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-4961b7fe-f202-415f-8c39-8a4ab218d06d tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.177804 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4c65843e-805a-4e30-965d-71f991026769 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.178595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4961b7fe-f202-415f-8c39-8a4ab218d06d tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0431004 Nov 16 04:53:38.183202 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4c65843e-805a-4e30-965d-71f991026769 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "DELETE /v2.0/networks/71ea6cbc-c703-42e4-94a9-098bbba9e58b HTTP/1.1" status: 204 len: 168 time: 1.5248451 Nov 16 04:53:38.187330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50558) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.187678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50560) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.193507 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-3dc8e448-b867-40ec-b1fc-3d7596097bf0 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.194479 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3dc8e448-b867-40ec-b1fc-3d7596097bf0 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0059621 Nov 16 04:53:38.209908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50564) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.215371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-68da44ee-a398-453c-a727-bda52672fb50 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.216668 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-68da44ee-a398-453c-a727-bda52672fb50 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0049260 Nov 16 04:53:38.219423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50566) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.221204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:53:38.222827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 152d7b7e-e325-4dd5-b1ef-6f765ec1ca2c not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:53:38.223583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d86dd09e-e492-495a-bda1-52e1c9ad598e no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:53:38.233977 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:53:38.243387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ccec2d-6333-435f-ba76-90428c18ba83 req-4dda9445-2c85-4581-86bd-803c9f292d0b tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:38.244908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49ccec2d-6333-435f-ba76-90428c18ba83 req-4dda9445-2c85-4581-86bd-803c9f292d0b tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1631703 Nov 16 04:53:38.255596 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d86dd09e-e492-495a-bda1-52e1c9ad598e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:53:38.255880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d86dd09e-e492-495a-bda1-52e1c9ad598e not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:53:38.275397 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.276456 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca555837-623f-4650-b810-6d2892893389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.292011 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.298617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-6afe3535-4654-4eef-a6b5-443ed3e0630d tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.299588 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6afe3535-4654-4eef-a6b5-443ed3e0630d tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0285392 Nov 16 04:53:38.302395 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e8205b8-9208-4819-b477-0816f47032ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.303770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50568) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.324996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-12bb0779-c01a-48b2-8f6f-628abf1fb0bc tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.325987 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-12bb0779-c01a-48b2-8f6f-628abf1fb0bc tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0124626 Nov 16 04:53:38.334080 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50570) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.334907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65843e-805a-4e30-965d-71f991026769 tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event deleted for resources: {'Network': ['ID=71ea6cbc-c703-42e4-94a9-098bbba9e58b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:38.348865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:53:38.356249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-cba93c34-9e3f-4c3e-8216-641a944074d4 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.359463 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cba93c34-9e3f-4c3e-8216-641a944074d4 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0199058 Nov 16 04:53:38.363732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50572) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.374321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-b225ef40-e7d1-4c2b-9349-e2cb64c46960 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.375285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b225ef40-e7d1-4c2b-9349-e2cb64c46960 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0078061 Nov 16 04:53:38.379178 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50574) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.384180 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49ccec2d-6333-435f-ba76-90428c18ba83 req-eef44b6a-e365-405b-8d92-6f92d20af5f4 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289170 Nov 16 04:53:38.384976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf27560-b083-444a-a43b-f5791351422f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:38.397407 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.397753 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Added segment bae6b453-89fa-4436-a2ed-05de5f3c391c of type vlan for network 87f6ef8a-c453-486e-bf8c-81232644efe3 Nov 16 04:53:38.439240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-b1757134-9184-473d-96e7-9c5354a3f710 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.443582 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b1757134-9184-473d-96e7-9c5354a3f710 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0606272 Nov 16 04:53:38.444148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50582) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.453525 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad5a01c8-9423-43a0-8382-ea8718a53ede tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.456618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-3637d70e-9044-4114-9d10-f430942b1678 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.457597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3637d70e-9044-4114-9d10-f430942b1678 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077713 Nov 16 04:53:38.460556 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.462901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50584) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.470432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-7822b051-daff-4ec1-adb8-e2a8e22e448e tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.471393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7822b051-daff-4ec1-adb8-e2a8e22e448e tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043459 Nov 16 04:53:38.476009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50586) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.482987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-d2d12c7f-de0d-44e4-b10b-d443493c79fa tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.483964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d2d12c7f-de0d-44e4-b10b-d443493c79fa tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070586 Nov 16 04:53:38.491381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50588) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.495552 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-3dfa8898-1e0f-49e9-b189-96e8e0bc6331 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.496487 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3dfa8898-1e0f-49e9-b189-96e8e0bc6331 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0041332 Nov 16 04:53:38.504612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50590) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.515947 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-e6ed17ee-2468-4cc2-9092-e7bc6adf6f90 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.517353 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e6ed17ee-2468-4cc2-9092-e7bc6adf6f90 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0117962 Nov 16 04:53:38.521323 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-955fcc4b-eaad-4f6e-b63f-dc13f3d7263e req-8ce549e1-14f6-4df6-8af3-2c68a8203383 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 HTTP/1.1" status: 200 len: 1000 time: 0.3347499 Nov 16 04:53:38.522049 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50592) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.534023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-05fc347e-dd6b-4130-be16-879523028c46 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.535224 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-05fc347e-dd6b-4130-be16-879523028c46 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0064611 Nov 16 04:53:38.539845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50594) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.551910 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.552184 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-3e457e4e-ac26-448f-b3a1-9332f854b68c tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.553100 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3e457e4e-ac26-448f-b3a1-9332f854b68c tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0040030 Nov 16 04:53:38.557006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50596) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.557378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:38.557954 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.562374 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca555837-623f-4650-b810-6d2892893389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.563574 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-c868d7ef-45f7-4c4e-8833-71afd5263869 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.565327 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c868d7ef-45f7-4c4e-8833-71afd5263869 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0049217 Nov 16 04:53:38.567828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50598) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.577353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-f47661fa-d7e2-45d3-a5c1-e018fd622522 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.578328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f47661fa-d7e2-45d3-a5c1-e018fd622522 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043848 Nov 16 04:53:38.590310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50600) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.592200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca555837-623f-4650-b810-6d2892893389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.617709 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-12f9377a-38d7-49a8-83bf-0ae49b337a40 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.618596 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-12f9377a-38d7-49a8-83bf-0ae49b337a40 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0230114 Nov 16 04:53:38.624025 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50602) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.638910 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-baa230c4-2435-4653-8b57-60de6826b17e tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.639363 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-baa230c4-2435-4653-8b57-60de6826b17e tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0104737 Nov 16 04:53:38.648157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50604) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.666635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-060d51ba-dda9-45b1-836e-e9e80265ebdf tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.667570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-060d51ba-dda9-45b1-836e-e9e80265ebdf tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0099938 Nov 16 04:53:38.673532 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0567815 Nov 16 04:53:38.677468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50606) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.677468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50608) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.689284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fcc4b-eaad-4f6e-b63f-dc13f3d7263e req-de1a50ce-aefc-4cdb-82ad-3415e8a642ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:38.690750 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-955fcc4b-eaad-4f6e-b63f-dc13f3d7263e req-de1a50ce-aefc-4cdb-82ad-3415e8a642ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.1609774 Nov 16 04:53:38.691666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-9dc996d5-9486-49b7-832a-d4053f498430 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.692612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9dc996d5-9486-49b7-832a-d4053f498430 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0065572 Nov 16 04:53:38.695913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e3ce899f-49b9-46ce-a5af-96d05a6619b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'network': {'name': 'tempest-RoutersTest-1839324028'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:38.701818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50610) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.707644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-db7050f0-4673-4f55-8f34-6bc49db58c98 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.708564 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-db7050f0-4673-4f55-8f34-6bc49db58c98 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055842 Nov 16 04:53:38.712963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a14bf-04a5-43e0-b071-794b50657071 req-24cb6b4f-ace5-4de9-a0db-a6250cba2913 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:38.714483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db8a14bf-04a5-43e0-b071-794b50657071 req-24cb6b4f-ace5-4de9-a0db-a6250cba2913 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.2058232 Nov 16 04:53:38.715093 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad5a01c8-9423-43a0-8382-ea8718a53ede tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.715278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50612) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.721507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ca555837-623f-4650-b810-6d2892893389 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1f0d87e7e8f4388b48746f0fac0494c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6567538 Nov 16 04:53:38.721704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ad963-3e6e-43cc-8476-1ce181b23ec9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Network': ['ID=87f6ef8a-c453-486e-bf8c-81232644efe3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:38.725549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50614) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.727586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-57573d39-0ecc-426b-a741-e3f4abb82e7c tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.728568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-57573d39-0ecc-426b-a741-e3f4abb82e7c tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0078487 Nov 16 04:53:38.730570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca555837-623f-4650-b810-6d2892893389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b2f072-82be-4cf2-b7b3-96b1a12b6363,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:38.732798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50616) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.740253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-50c14aa0-8caf-4953-83f2-f03e1ce606ba tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.741205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-50c14aa0-8caf-4953-83f2-f03e1ce606ba tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0042214 Nov 16 04:53:38.742140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 87f6ef8a-c453-486e-bf8c-81232644efe3 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:53:38.749449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50618) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.754028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-93040265-9864-4312-94fa-1f307548b2c1 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.754972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-93040265-9864-4312-94fa-1f307548b2c1 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045958 Nov 16 04:53:38.760633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50620) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.773314 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-7434face-a99d-4e61-b642-0750317fbb29 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.774565 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7434face-a99d-4e61-b642-0750317fbb29 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0083637 Nov 16 04:53:38.777300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50622) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.786773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-ee9bc6ae-0520-4916-82b7-cb4c16a5d534 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.786773 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ee9bc6ae-0520-4916-82b7-cb4c16a5d534 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0057464 Nov 16 04:53:38.786773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ce899f-49b9-46ce-a5af-96d05a6619b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:38.790756 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3ce899f-49b9-46ce-a5af-96d05a6619b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.793177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50624) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.802105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-3b96e82f-d6c1-49f7-b00c-aa0341e82b93 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.805906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3b96e82f-d6c1-49f7-b00c-aa0341e82b93 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0075736 Nov 16 04:53:38.810086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50626) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.819704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-f5901363-5144-4a4d-b49f-49f9ca8a213a tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.823076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f5901363-5144-4a4d-b49f-49f9ca8a213a tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042250 Nov 16 04:53:38.825655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50628) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.829750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-2e6986a5-17fb-42f1-9467-02aa0fa05688 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.832993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2e6986a5-17fb-42f1-9467-02aa0fa05688 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041621 Nov 16 04:53:38.834372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50630) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.841040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-1771c35b-60a1-4205-abcf-3e05c5bd7785 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.842041 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1771c35b-60a1-4205-abcf-3e05c5bd7785 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0041704 Nov 16 04:53:38.848222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50632) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.857000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ad5a01c8-9423-43a0-8382-ea8718a53ede tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2b81f82-11da-4f95-84ec-83ffc56322a8']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:38.858804 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-5ac5ab9e-89b7-45bd-b837-41762ebc5f2d tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.859840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5ac5ab9e-89b7-45bd-b837-41762ebc5f2d tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0097015 Nov 16 04:53:38.863921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50634) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.868355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-0042674b-63d4-4605-9337-46a456b92117 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.871497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0042674b-63d4-4605-9337-46a456b92117 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0044389 Nov 16 04:53:38.872556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50636) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.876042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db8a14bf-04a5-43e0-b071-794b50657071 req-0c26f81d-24b7-4084-85c2-a954291d8f4c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460979 Nov 16 04:53:38.877722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ce899f-49b9-46ce-a5af-96d05a6619b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:53:38.881010 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ad5a01c8-9423-43a0-8382-ea8718a53ede tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e030bb28-2841-4d6f-96c8-5e872a2bde7c') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:38.881316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ad5a01c8-9423-43a0-8382-ea8718a53ede tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e030bb28-2841-4d6f-96c8-5e872a2bde7c') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:38.881969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-06943253-f97f-4c7d-9630-8f8e0065839e tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.885369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-06943253-f97f-4c7d-9630-8f8e0065839e tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0062447 Nov 16 04:53:38.886131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50638) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.890184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-cd03cf07-b097-430c-9e8e-9027b4bd970f tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.893376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cd03cf07-b097-430c-9e8e-9027b4bd970f tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041361 Nov 16 04:53:38.894015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50640) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.898738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-95bb12ce-2948-471a-ba52-dc08cb83b26a tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.898949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-95bb12ce-2948-471a-ba52-dc08cb83b26a tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040572 Nov 16 04:53:38.904610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3ce899f-49b9-46ce-a5af-96d05a6619b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.904610 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-e3ce899f-49b9-46ce-a5af-96d05a6619b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Added segment bb0a584a-278a-4610-bb2b-2237391b44b3 of type vlan for network 0ce54b05-766d-4e49-930d-bc4a30641a07 Nov 16 04:53:38.904851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50642) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.908677 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad5a01c8-9423-43a0-8382-ea8718a53ede tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.919225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-c628fba1-5356-40b7-8aa0-1749b1b3a529 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.920216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c628fba1-5356-40b7-8aa0-1749b1b3a529 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0145235 Nov 16 04:53:38.925530 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50646) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.935237 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fcc4b-eaad-4f6e-b63f-dc13f3d7263e req-1df35055-ed1d-499e-902c-8137f64a2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:38.936690 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-955fcc4b-eaad-4f6e-b63f-dc13f3d7263e req-1df35055-ed1d-499e-902c-8137f64a2b56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2272818 Nov 16 04:53:38.942314 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-ad5481b1-cb7f-4465-8f2c-5d0d24426eab tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.943242 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ad5481b1-cb7f-4465-8f2c-5d0d24426eab tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0123594 Nov 16 04:53:38.945873 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad5a01c8-9423-43a0-8382-ea8718a53ede tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.948920 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50648) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.967266 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3ce899f-49b9-46ce-a5af-96d05a6619b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.967511 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-09c16d40-db00-4486-b128-eb5fd8a67963 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.970092 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-09c16d40-db00-4486-b128-eb5fd8a67963 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0167499 Nov 16 04:53:38.973233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50650) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.977733 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5a01c8-9423-43a0-8382-ea8718a53ede tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:38.978164 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad5a01c8-9423-43a0-8382-ea8718a53ede tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:38.986498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-d0359b17-a725-4261-a39d-7721969e1cbc tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:38.989745 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:38.991874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d0359b17-a725-4261-a39d-7721969e1cbc tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0133071 Nov 16 04:53:38.991874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50652) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:38.995600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-ec71f878-2da4-4a7f-b691-3fc177897be5 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:38.998698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ec71f878-2da4-4a7f-b691-3fc177897be5 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0052412 Nov 16 04:53:39.012567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50654) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:39.019531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-756e2564-0124-4758-8108-1d4eb272b1ae tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:39.022765 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-756e2564-0124-4758-8108-1d4eb272b1ae tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0068359 Nov 16 04:53:39.025468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50656) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:39.031448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-8f3537c8-c89b-4652-a945-1f4a073cf15d tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:39.034455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8f3537c8-c89b-4652-a945-1f4a073cf15d tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0053790 Nov 16 04:53:39.037527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50658) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:39.042695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-32cd1527-a724-4bdd-a138-557df28ee9a3 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:39.045681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-32cd1527-a724-4bdd-a138-557df28ee9a3 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0056767 Nov 16 04:53:39.047419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50660) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:39.052767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-54d56624-a545-4609-bc52-9a56f92513d0 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:39.055861 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-54d56624-a545-4609-bc52-9a56f92513d0 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0049691 Nov 16 04:53:39.055861 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3ce899f-49b9-46ce-a5af-96d05a6619b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:39.061078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ce899f-49b9-46ce-a5af-96d05a6619b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:39.061860 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3ce899f-49b9-46ce-a5af-96d05a6619b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:39.061992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50662) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:39.068303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [None req-ba34ba65-68ff-4538-9f95-98669ce061fb tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:39.071526 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ba34ba65-68ff-4538-9f95-98669ce061fb tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0064025 Nov 16 04:53:39.074625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50664) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:39.075375 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-adb18cec-3da1-488d-aa39-643fb7e76c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:39.083947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f1615-95d9-4e67-98d1-554db1d1d5da req-0c93bc4d-0b06-4d98-a773-9c32e28f2fc1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:39.085628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-481f1615-95d9-4e67-98d1-554db1d1d5da req-0c93bc4d-0b06-4d98-a773-9c32e28f2fc1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1157594 Nov 16 04:53:39.089797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-092c0446-e678-48b1-8305-9dc6e00e41ac tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:39.090725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-092c0446-e678-48b1-8305-9dc6e00e41ac tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044768 Nov 16 04:53:39.105351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50666) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:39.113984 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8205b8-9208-4819-b477-0816f47032ee admin admin] Router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:53:39.136672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad5a01c8-9423-43a0-8382-ea8718a53ede tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:39.137722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-3f53a894-29ca-4447-a9fd-d12887537276 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:39.141408 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3f53a894-29ca-4447-a9fd-d12887537276 tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0343413 Nov 16 04:53:39.142896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50668) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:39.152376 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad5a01c8-9423-43a0-8382-ea8718a53ede tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:39.155564 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ad5a01c8-9423-43a0-8382-ea8718a53ede tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] 10.222.0.41 "DELETE /v2.0/networks/f2b81f82-11da-4f95-84ec-83ffc56322a8 HTTP/1.1" status: 204 len: 168 time: 0.9654932 Nov 16 04:53:39.156569 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [None req-5f921878-9bb9-4151-950d-23ae9030e4eb tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:53:39.161092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5f921878-9bb9-4151-950d-23ae9030e4eb tempest-ExtensionsTestJSON-878957311 tempest-ExtensionsTestJSON-878957311-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0079250 Nov 16 04:53:39.163315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-adb18cec-3da1-488d-aa39-643fb7e76c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:39.172385 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e3ce899f-49b9-46ce-a5af-96d05a6619b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4849145 Nov 16 04:53:39.176879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50672) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:39.194442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a01c8-9423-43a0-8382-ea8718a53ede tempest-TaggedBootDevicesTest-370730420 tempest-TaggedBootDevicesTest-370730420-project] Pushing event deleted for resources: {'Network': ['ID=f2b81f82-11da-4f95-84ec-83ffc56322a8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:39.206382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-db27cd15-1e01-42ba-9b0a-75645e45519a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'subnet': {'network_id': '87f6ef8a-c453-486e-bf8c-81232644efe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:39.216266 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-955fcc4b-eaad-4f6e-b63f-dc13f3d7263e req-6750d5df-9220-4be7-ba44-7e947b67a08c service neutron] 10.222.0.15 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655933 Nov 16 04:53:39.240561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce899f-49b9-46ce-a5af-96d05a6619b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Network': ['ID=0ce54b05-766d-4e49-930d-bc4a30641a07,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:39.252221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 0ce54b05-766d-4e49-930d-bc4a30641a07 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:53:39.408332 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-adb18cec-3da1-488d-aa39-643fb7e76c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:39.411373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-adb18cec-3da1-488d-aa39-643fb7e76c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:39.412728 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-adb18cec-3da1-488d-aa39-643fb7e76c73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07b2f072-82be-4cf2-b7b3-96b1a12b6363 HTTP/1.1" status: 204 len: 168 time: 0.6782441 Nov 16 04:53:39.459090 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb18cec-3da1-488d-aa39-643fb7e76c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b2f072-82be-4cf2-b7b3-96b1a12b6363,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:39.488242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8205b8-9208-4819-b477-0816f47032ee admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:53:39.494799 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9e8205b8-9208-4819-b477-0816f47032ee admin admin] 10.222.0.41 "PUT /v2.0/routers/e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3581839 Nov 16 04:53:39.497384 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-955fcc4b-eaad-4f6e-b63f-dc13f3d7263e req-286a81bb-ac94-4833-b7fb-1fb581ebdbc3 service neutron] 10.222.0.15 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375991 Nov 16 04:53:39.497876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50684) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:39.501818 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22428b91-5a18-446d-bdde-3d1da85429be None None] Sync routers for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:53:39.534511 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22428b91-5a18-446d-bdde-3d1da85429be None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:39.536003 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-22428b91-5a18-446d-bdde-3d1da85429be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:39.670003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50692) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:39.783853 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-22428b91-5a18-446d-bdde-3d1da85429be None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:53:39.791610 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:39.867366 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-481f1615-95d9-4e67-98d1-554db1d1d5da req-0ff9fe36-d955-4eef-a15e-01b0985b5a11 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7560191 Nov 16 04:53:39.933144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db27cd15-1e01-42ba-9b0a-75645e45519a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:39.939332 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db27cd15-1e01-42ba-9b0a-75645e45519a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:39.997076 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9745a24-99a3-4a6d-89c8-256a6f87a6b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.104256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50704) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:40.122895 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-22428b91-5a18-446d-bdde-3d1da85429be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244'}], 'enable_snat': True}, 'gw_port_id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:53:36Z', 'revision_number': 5, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port': {'id': '6dca4c73-12e6-47f5-9e81-abe0af1f0dc6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:45:18Z', 'updated_at': '2021-11-16T04:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:40.127182 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-030d79f6-7d56-4a03-add6-99fc4416beca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.127352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.172349 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22428b91-5a18-446d-bdde-3d1da85429be None None] Checking router: e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:53:40.184581 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22428b91-5a18-446d-bdde-3d1da85429be None None] Routers {'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:40.187921 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-22428b91-5a18-446d-bdde-3d1da85429be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:40.199818 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-60584080-4d46-4a30-aa84-370e05f3377c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.253046 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db27cd15-1e01-42ba-9b0a-75645e45519a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.271292 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9745a24-99a3-4a6d-89c8-256a6f87a6b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.277926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Deleting port 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:40.278480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.281103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9745a24-99a3-4a6d-89c8-256a6f87a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.320355 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-22428b91-5a18-446d-bdde-3d1da85429be None None] Set router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:53:40.346780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8b4d3-049d-4a05-aaa1-0acd1b72d063 req-82af8979-da6b-472f-b5b9-a8df874f97e6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:40.354303 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5de8b4d3-049d-4a05-aaa1-0acd1b72d063 req-82af8979-da6b-472f-b5b9-a8df874f97e6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1376574 Nov 16 04:53:40.376622 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a9745a24-99a3-4a6d-89c8-256a6f87a6b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=deabc847380249e39c8996d0b6bd4d49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7047415 Nov 16 04:53:40.378109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27cd15-1e01-42ba-9b0a-75645e45519a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Subnet': ['ID=1294627b-9664-41c4-83e2-0dd773576d31,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:40.379963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50706) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:40.384715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9745a24-99a3-4a6d-89c8-256a6f87a6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17732ae-cbf2-4785-bd82-b29d1e41b78e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:40.408636 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-22428b91-5a18-446d-bdde-3d1da85429be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:53:40Z', 'revision_number': 6, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:40.426833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] For port 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6dca4c73-12e6-47f5-9e81-abe0af1f0dc6,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:40.427117 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.441228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Calling delete_port for 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:40.447607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db27cd15-1e01-42ba-9b0a-75645e45519a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Checking segment: {'id': 'bae6b453-89fa-4436-a2ed-05de5f3c391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87f6ef8a-c453-486e-bf8c-81232644efe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:40.447980 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db27cd15-1e01-42ba-9b0a-75645e45519a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network hostable DHCP agents. Network: 87f6ef8a-c453-486e-bf8c-81232644efe3, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:53:40.458081 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22428b91-5a18-446d-bdde-3d1da85429be None None] The sync data for ids ['e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5'] in n-d-818042-1 is: [{'id': 'e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5', 'name': 'tempest-AttachVolumeTestJSON-743884565-router', 'tenant_id': '3f5f654448204001838bcf01f092ff01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:45:17Z', 'updated_at': '2021-11-16T04:53:40Z', 'revision_number': 6, 'project_id': '3f5f654448204001838bcf01f092ff01', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:53:40.465396 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-030d79f6-7d56-4a03-add6-99fc4416beca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.483820 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-030d79f6-7d56-4a03-add6-99fc4416beca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.564917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5de8b4d3-049d-4a05-aaa1-0acd1b72d063 req-b24b9a2a-ca9c-4ecf-a09f-1b1339e4be42 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096410 Nov 16 04:53:40.565611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db27cd15-1e01-42ba-9b0a-75645e45519a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 87f6ef8a-c453-486e-bf8c-81232644efe3 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:53:40.617662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-db27cd15-1e01-42ba-9b0a-75645e45519a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 87f6ef8a-c453-486e-bf8c-81232644efe3) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:40.628969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-030d79f6-7d56-4a03-add6-99fc4416beca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf74df8b8eaa4bf6913b20fab1e5c421&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5233004 Nov 16 04:53:40.632085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d79f6-7d56-4a03-add6-99fc4416beca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5605fad-78ca-4bf2-b34d-4c801f6336df,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:40.634382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50710) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:40.636657 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7dd76a0f-2ad0-4f03-bf7d-7577bc1fa19b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.637687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccf693d-a0ea-4659-9cc0-3959dfeb2ce4 None None] Network 87f6ef8a-c453-486e-bf8c-81232644efe3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:40.639517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db27cd15-1e01-42ba-9b0a-75645e45519a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:40.640823 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db27cd15-1e01-42ba-9b0a-75645e45519a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.711257 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-db27cd15-1e01-42ba-9b0a-75645e45519a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5235326 Nov 16 04:53:40.711257 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7dd76a0f-2ad0-4f03-bf7d-7577bc1fa19b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.713418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50714) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:40.725074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c6cf83a5-78ab-49b4-9e19-fd3c4f3179fc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'subnet': {'network_id': '0ce54b05-766d-4e49-930d-bc4a30641a07', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:40.759594 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.798400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Pushing event deleted for resources: {'Port': ['ID=6dca4c73-12e6-47f5-9e81-abe0af1f0dc6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:40.814116 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da6e1f9-5552-481f-a647-92ace95b00b5 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:53:40.897754 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78b6857f-5e54-4712-b132-ed4ed02ea074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.911522 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:40.963195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78b6857f-5e54-4712-b132-ed4ed02ea074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.007222 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7dd76a0f-2ad0-4f03-bf7d-7577bc1fa19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.010399 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7dd76a0f-2ad0-4f03-bf7d-7577bc1fa19b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.011705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7dd76a0f-2ad0-4f03-bf7d-7577bc1fa19b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a17732ae-cbf2-4785-bd82-b29d1e41b78e HTTP/1.1" status: 204 len: 168 time: 0.6185253 Nov 16 04:53:41.012494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cf83a5-78ab-49b4-9e19-fd3c4f3179fc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:41.026741 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6cf83a5-78ab-49b4-9e19-fd3c4f3179fc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.042848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-87f6ef8a-c453-486e-bf8c-81232644efe3', 'network_id': '87f6ef8a-c453-486e-bf8c-81232644efe3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'fixed_ips': [{'subnet_id': '1294627b-9664-41c4-83e2-0dd773576d31'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:53:41.045365 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.138942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.142373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd76a0f-2ad0-4f03-bf7d-7577bc1fa19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17732ae-cbf2-4785-bd82-b29d1e41b78e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:41.142605 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.204458 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.204811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:53:41.209859 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.211336 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a6e87ed3-89b8-4b6c-84ce-ea46a5edd51c admin admin] 10.222.0.41 "DELETE /v2.0/routers/e52f6d3d-4143-40f4-b9e5-e2bd71f5e9c5 HTTP/1.1" status: 204 len: 168 time: 1.7113621 Nov 16 04:53:41.215989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50720) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:41.234421 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78b6857f-5e54-4712-b132-ed4ed02ea074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.237345 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78b6857f-5e54-4712-b132-ed4ed02ea074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.238542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-78b6857f-5e54-4712-b132-ed4ed02ea074 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5605fad-78ca-4bf2-b34d-4c801f6336df HTTP/1.1" status: 204 len: 168 time: 0.6030240 Nov 16 04:53:41.278202 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Deleting subnet 11ee3581-bd14-4ec0-8925-aa08760e170a {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:53:41.283582 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.288236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6857f-5e54-4712-b132-ed4ed02ea074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5605fad-78ca-4bf2-b34d-4c801f6336df,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:41.367756 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.571639 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6cf83a5-78ab-49b4-9e19-fd3c4f3179fc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.682482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Allocated IP 172.20.0.2 (87f6ef8a-c453-486e-bf8c-81232644efe3/1294627b-9664-41c4-83e2-0dd773576d31/97106a04-cdc3-4fc9-a69a-fc45c824d670) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:53:41.768604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf83a5-78ab-49b4-9e19-fd3c4f3179fc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Subnet': ['ID=1380c7b5-6874-425f-9655-dab1e160bd2f,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:41.872198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cf83a5-78ab-49b4-9e19-fd3c4f3179fc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Checking segment: {'id': 'bb0a584a-278a-4610-bb2b-2237391b44b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ce54b05-766d-4e49-930d-bc4a30641a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:41.872800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf83a5-78ab-49b4-9e19-fd3c4f3179fc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network hostable DHCP agents. Network: 0ce54b05-766d-4e49-930d-bc4a30641a07, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:53:41.941882 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:41.944126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd958ab-df89-4b31-a55e-935801f800b9 req-ad127b15-d2c2-4902-87ce-3bea0585050d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:41.945860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2bd958ab-df89-4b31-a55e-935801f800b9 req-ad127b15-d2c2-4902-87ce-3bea0585050d tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.2358773 Nov 16 04:53:41.992774 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf83a5-78ab-49b4-9e19-fd3c4f3179fc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 0ce54b05-766d-4e49-930d-bc4a30641a07 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:53:42.044459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf83a5-78ab-49b4-9e19-fd3c4f3179fc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 0ce54b05-766d-4e49-930d-bc4a30641a07) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:42.054979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cf83a5-78ab-49b4-9e19-fd3c4f3179fc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:42.055740 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6cf83a5-78ab-49b4-9e19-fd3c4f3179fc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.058669 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc0b47d-d8fd-42f1-b2d2-11c815d03edd None None] Network 0ce54b05-766d-4e49-930d-bc4a30641a07 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:42.114707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2bd958ab-df89-4b31-a55e-935801f800b9 req-e6d3b6ab-73e6-4146-afe4-64e0123c9e9e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529317 Nov 16 04:53:42.126195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c6cf83a5-78ab-49b4-9e19-fd3c4f3179fc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4049594 Nov 16 04:53:42.126837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50748) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:42.128218 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.132539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-38764467-1791-4ec0-8003-8883607116ef tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-697957354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:42.191454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:53:42.196424 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38764467-1791-4ec0-8003-8883607116ef tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.197548 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38764467-1791-4ec0-8003-8883607116ef tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.230901 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.260654 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.283112 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38764467-1791-4ec0-8003-8883607116ef tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.293250 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38764467-1791-4ec0-8003-8883607116ef tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.295042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:53:42.295042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6dca4c73-12e6-47f5-9e81-abe0af1f0dc6 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:53:42.295042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:53:42.301949 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.309995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ee3581-bd14-4ec0-8925-aa08760e170a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:42.326544 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.332517 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/11ee3581-bd14-4ec0-8925-aa08760e170a HTTP/1.1" status: 204 len: 168 time: 1.1151330 Nov 16 04:53:42.341320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50760) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:42.343829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:42.344370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:42.345424 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:42.346748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:42.347262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:42.347603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:42.347939 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:42.348391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:42.348732 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:42.349062 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:42.350206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:42.350556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a61cd-65d5-41b2-89e0-5bc1ad58cc2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:53:42.377122 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38764467-1791-4ec0-8003-8883607116ef tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.379220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-38764467-1791-4ec0-8003-8883607116ef tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2502024 Nov 16 04:53:42.382137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50762) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:42.421438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3063e96a-a9b8-402a-a19c-ce31b935a0c9 None None] Network b1ad9985-b8c7-481f-b33b-be8875f245e0 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:42.504447 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.508260 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:53:42.508618 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9eb55e97-0198-4f5f-9d93-d70f68ba1b64 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:53:42.645301 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Network 87f6ef8a-c453-486e-bf8c-81232644efe3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:42.689759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:42.701034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:53:42.722993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f3c5c-ca57-4465-9a42-7b9c62f28d1d req-9b382304-26e3-49a5-9966-186429ae6863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:42.724658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-299f3c5c-ca57-4465-9a42-7b9c62f28d1d req-9b382304-26e3-49a5-9966-186429ae6863 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08&device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 1098 time: 0.1419356 Nov 16 04:53:42.734549 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Deleting port c25310d1-7453-4e99-a56f-ea35a729eb8d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:42.734936 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.778689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Pushing event updated for resources: {'Port': ['ID=97106a04-cdc3-4fc9-a69a-fc45c824d670,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:42.816459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] For port c25310d1-7453-4e99-a56f-ea35a729eb8d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c25310d1-7453-4e99-a56f-ea35a729eb8d,segment=NetworkSegment(cb3ebc75-c93c-4482-b1f4-82891c326858),segment_id=cb3ebc75-c93c-4482-b1f4-82891c326858)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:42.816918 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.830738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Calling delete_port for c25310d1-7453-4e99-a56f-ea35a729eb8d owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:42.856363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50778) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:42.918204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-0ce54b05-766d-4e49-930d-bc4a30641a07', 'network_id': '0ce54b05-766d-4e49-930d-bc4a30641a07', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'fixed_ips': [{'subnet_id': '1380c7b5-6874-425f-9655-dab1e160bd2f'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:53:42.919376 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:42.971894 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Attempting to bind port 97106a04-cdc3-4fc9-a69a-fc45c824d670 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:42.972586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Attempting to bind port 97106a04-cdc3-4fc9-a69a-fc45c824d670 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'bae6b453-89fa-4436-a2ed-05de5f3c391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87f6ef8a-c453-486e-bf8c-81232644efe3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:42.973177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Attempting to bind port 97106a04-cdc3-4fc9-a69a-fc45c824d670 on network 87f6ef8a-c453-486e-bf8c-81232644efe3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:43.012897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba021bab-7e04-40f4-92c7-eedc0c07ac3d req-de1b558c-6c6b-4d8d-a854-2751b51a334f tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:43.025640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba021bab-7e04-40f4-92c7-eedc0c07ac3d req-de1b558c-6c6b-4d8d-a854-2751b51a334f tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.4017744 Nov 16 04:53:43.029993 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.078355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] No DVR routers for this DVR port c25310d1-7453-4e99-a56f-ea35a729eb8d on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:43.078663 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:53:43.079083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Checking segment: {'id': 'bae6b453-89fa-4436-a2ed-05de5f3c391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87f6ef8a-c453-486e-bf8c-81232644efe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:43.079479 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.079865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Bound using segment: {'id': 'bae6b453-89fa-4436-a2ed-05de5f3c391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87f6ef8a-c453-486e-bf8c-81232644efe3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:53:43.080808 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Bound port: 97106a04-cdc3-4fc9-a69a-fc45c824d670, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae6b453-89fa-4436-a2ed-05de5f3c391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '87f6ef8a-c453-486e-bf8c-81232644efe3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:53:43.081371 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.101604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0322d10f-80f3-442a-9cb3-a67b76106177 None None] DHCP port deletion for b1ad9985-b8c7-481f-b33b-be8875f245e0 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:53:43.105894 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.191082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f3c5c-ca57-4465-9a42-7b9c62f28d1d req-b22b58db-5853-4b7b-b071-eb26d07511dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:43.192675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-299f3c5c-ca57-4465-9a42-7b9c62f28d1d req-b22b58db-5853-4b7b-b071-eb26d07511dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003 HTTP/1.1" status: 200 len: 915 time: 0.4607553 Nov 16 04:53:43.202662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] For port 97106a04-cdc3-4fc9-a69a-fc45c824d670, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:53:43.206119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] For port 97106a04-cdc3-4fc9-a69a-fc45c824d670, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=97106a04-cdc3-4fc9-a69a-fc45c824d670,segment=NetworkSegment(bae6b453-89fa-4436-a2ed-05de5f3c391c),segment_id=bae6b453-89fa-4436-a2ed-05de5f3c391c)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:53:43.237337 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.314685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad7d3a-9275-4a51-b9fd-dea40cd32ae0 None None] Pushing event updated for resources: {'Port': ['ID=97106a04-cdc3-4fc9-a69a-fc45c824d670,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:43.331289 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.364917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Allocated IP 172.21.0.2 (0ce54b05-766d-4e49-930d-bc4a30641a07/1380c7b5-6874-425f-9655-dab1e160bd2f/f926b605-fd06-44d0-8f9e-f13ab2a2afaa) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:53:43.404263 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.434249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ad9985-b8c7-481f-b33b-be8875f245e0']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:43.447363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3ebc75-c93c-4482-b1f4-82891c326858') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:43.447655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3ebc75-c93c-4482-b1f4-82891c326858') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:43.460556 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.476323 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.484741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:43.486091 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.486719 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1204378743'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:43.562264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Pushing event deleted for resources: {'Port': ['ID=c25310d1-7453-4e99-a56f-ea35a729eb8d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:43.602094 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:43.604707 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.607660 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.611941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] 10.222.0.41 "DELETE /v2.0/networks/b1ad9985-b8c7-481f-b33b-be8875f245e0 HTTP/1.1" status: 204 len: 168 time: 1.2640970 Nov 16 04:53:43.630434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965e2c2-3dc3-4a1f-9600-c084a250e13f admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ad9985-b8c7-481f-b33b-be8875f245e0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:43.646166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-299f3c5c-ca57-4465-9a42-7b9c62f28d1d req-3c0b8a1d-08e7-48b3-a959-8559939716d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c HTTP/1.1" status: 200 len: 217 time: 0.3470113 Nov 16 04:53:43.693779 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Made reservation on behalf of 7b9b38da6d4b4dedb847f047567a7d36 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:43.697648 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.701245 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.724058 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.748737 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.798075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f3c5c-ca57-4465-9a42-7b9c62f28d1d req-5f15481b-f9c3-4de9-bfd1-f9afd879a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:43.807110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-299f3c5c-ca57-4465-9a42-7b9c62f28d1d req-5f15481b-f9c3-4de9-bfd1-f9afd879a2e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=89ad7379-f193-4784-a822-0c25e612ef3f HTTP/1.1" status: 200 len: 854 time: 0.1456263 Nov 16 04:53:43.812556 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:43.820152 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Network 0ce54b05-766d-4e49-930d-bc4a30641a07 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:43.895345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:43.895571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Allocated IP 172.20.0.1 (87f6ef8a-c453-486e-bf8c-81232644efe3/1294627b-9664-41c4-83e2-0dd773576d31/2f14f131-168f-427d-8f10-a11b5279e026) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:53:43.898488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba021bab-7e04-40f4-92c7-eedc0c07ac3d req-d2b69b30-a9f4-463a-af88-aa595d16b8c0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8696251 Nov 16 04:53:43.902369 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:53:43.959579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Pushing event updated for resources: {'Port': ['ID=f926b605-fd06-44d0-8f9e-f13ab2a2afaa,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:43.991384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-299f3c5c-ca57-4465-9a42-7b9c62f28d1d req-9d994cf8-8a47-450f-8728-16ddb26a434f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9364b4d1-a66f-4e8e-93ab-aa740c2fd003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1713414 Nov 16 04:53:44.095063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Attempting to bind port f926b605-fd06-44d0-8f9e-f13ab2a2afaa on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:44.096878 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Attempting to bind port f926b605-fd06-44d0-8f9e-f13ab2a2afaa by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'bb0a584a-278a-4610-bb2b-2237391b44b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ce54b05-766d-4e49-930d-bc4a30641a07'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:44.097547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Attempting to bind port f926b605-fd06-44d0-8f9e-f13ab2a2afaa on network 0ce54b05-766d-4e49-930d-bc4a30641a07 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:44.104171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:53:44.104865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Checking segment: {'id': 'bb0a584a-278a-4610-bb2b-2237391b44b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ce54b05-766d-4e49-930d-bc4a30641a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:44.105464 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.106044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Bound using segment: {'id': 'bb0a584a-278a-4610-bb2b-2237391b44b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ce54b05-766d-4e49-930d-bc4a30641a07'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:53:44.106839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Bound port: f926b605-fd06-44d0-8f9e-f13ab2a2afaa, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0a584a-278a-4610-bb2b-2237391b44b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '0ce54b05-766d-4e49-930d-bc4a30641a07'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:53:44.107462 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.154356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50806) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:44.177593 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 97106a04-cdc3-4fc9-a69a-fc45c824d670 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:53:44.205384 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.283408 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bc583045-40e6-41aa-aca2-f1b646bef786 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f5f654448204001838bcf01f092ff01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1255367 Nov 16 04:53:44.283634 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] For port f926b605-fd06-44d0-8f9e-f13ab2a2afaa, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:53:44.285346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] For port f926b605-fd06-44d0-8f9e-f13ab2a2afaa, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f926b605-fd06-44d0-8f9e-f13ab2a2afaa,segment=NetworkSegment(bb0a584a-278a-4610-bb2b-2237391b44b3),segment_id=bb0a584a-278a-4610-bb2b-2237391b44b3)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:53:44.287545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50810) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:44.301546 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.361288 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.398385 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-299f3c5c-ca57-4465-9a42-7b9c62f28d1d req-5dc1374f-5888-4343-9287-906d296afa9b service neutron] 10.222.0.37 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944077 Nov 16 04:53:44.407703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 97106a04-cdc3-4fc9-a69a-fc45c824d670 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:44.407703 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.475258 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.480453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=2f14f131-168f-427d-8f10-a11b5279e026,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:44.516715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 87f6ef8a-c453-486e-bf8c-81232644efe3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:44.526117 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:44.534047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.540894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:53:44.559112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ca906f-94f7-488e-a234-af586d99e10c None None] Pushing event updated for resources: {'Port': ['ID=f926b605-fd06-44d0-8f9e-f13ab2a2afaa,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:44.640205 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:53:44.643625 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-299f3c5c-ca57-4465-9a42-7b9c62f28d1d req-7b90d309-0e2f-41b9-8958-1b40dbba2eeb service neutron] 10.222.0.37 "GET /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234170 Nov 16 04:53:44.672010 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.692083 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae0fa938-6afc-4bb8-b45c-f52dc85f9934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.714589 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.714589 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Added segment a9ee90b9-61ab-4fea-b125-1efa4fae1ee5 of type vlan for network 1411b106-c552-40f4-83f9-443d8a16cbfe Nov 16 04:53:44.743580 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae0fa938-6afc-4bb8-b45c-f52dc85f9934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.748892 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 97106a04-cdc3-4fc9-a69a-fc45c824d670, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=97106a04-cdc3-4fc9-a69a-fc45c824d670,segment=NetworkSegment(bae6b453-89fa-4436-a2ed-05de5f3c391c),segment_id=bae6b453-89fa-4436-a2ed-05de5f3c391c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:44.770427 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.787869 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb39b0c4-b665-4f0e-859f-b65b3e975dae,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:44.811328 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.890386 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae0fa938-6afc-4bb8-b45c-f52dc85f9934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.896351 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae0fa938-6afc-4bb8-b45c-f52dc85f9934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:44.900262 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ae0fa938-6afc-4bb8-b45c-f52dc85f9934 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2763e21-d190-4586-83e6-bbb4de1764d0 HTTP/1.1" status: 204 len: 168 time: 0.6096516 Nov 16 04:53:44.915028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fa938-6afc-4bb8-b45c-f52dc85f9934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2763e21-d190-4586-83e6-bbb4de1764d0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:44.923935 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=97106a04-cdc3-4fc9-a69a-fc45c824d670,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:44.930307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c25310d1-7453-4e99-a56f-ea35a729eb8d no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:53:44.980540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: c25310d1-7453-4e99-a56f-ea35a729eb8d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:53:44.980825 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c25310d1-7453-4e99-a56f-ea35a729eb8d not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:53:45.143461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054ffd7-b707-4054-83b6-8df157d71321 req-9c9aeacc-d9f2-40da-ba83-36858bb05d01 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:45.149921 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b054ffd7-b707-4054-83b6-8df157d71321 req-9c9aeacc-d9f2-40da-ba83-36858bb05d01 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1192036 Nov 16 04:53:45.225712 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:45.230189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94835881-82ae-422b-849c-d3fe407588ee None None] Network 87f6ef8a-c453-486e-bf8c-81232644efe3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:45.259978 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b054ffd7-b707-4054-83b6-8df157d71321 req-4a7554bf-c976-4d62-b532-abcf174999c0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989451 Nov 16 04:53:45.267401 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:45.276065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:45.277181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:45.377337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5dfb7a74-d8d1-45db-a66e-3f696ef316b0 None None] Provisioning complete for port 97106a04-cdc3-4fc9-a69a-fc45c824d670 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:45.377813 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5dfb7a74-d8d1-45db-a66e-3f696ef316b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:45.455308 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:45.492323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50844) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:45.492714 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.6322076 Nov 16 04:53:45.494160 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723836ae-72e2-4ada-8715-b2953fdadcbd tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Pushing event updated for resources: {'Network': ['ID=1411b106-c552-40f4-83f9-443d8a16cbfe,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:45.505545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6b338042-2897-4333-b86b-c0e8c90cc97a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Request body: {'subnet': {'network_id': '1411b106-c552-40f4-83f9-443d8a16cbfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:45.520509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 1411b106-c552-40f4-83f9-443d8a16cbfe details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:53:45.727646 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b338042-2897-4333-b86b-c0e8c90cc97a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Made reservation on behalf of 7b9b38da6d4b4dedb847f047567a7d36 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:45.733654 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b338042-2897-4333-b86b-c0e8c90cc97a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:46.272824 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:46.338988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:46.359841 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:46.399731 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b338042-2897-4333-b86b-c0e8c90cc97a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:46.484653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 97106a04-cdc3-4fc9-a69a-fc45c824d670 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:53:46.520483 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:46.800643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262fbb1-c26b-4df1-baa6-19826b3176e4 None None] Network 0ce54b05-766d-4e49-930d-bc4a30641a07 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:46.813998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=2f14f131-168f-427d-8f10-a11b5279e026,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:46.814679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935390b-1114-43a3-9fa0-207a16ab4e6f req-57172298-df4f-4270-be26-8e53f60c5186 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:46.829483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a935390b-1114-43a3-9fa0-207a16ab4e6f req-57172298-df4f-4270-be26-8e53f60c5186 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.2651322 Nov 16 04:53:46.839052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b338042-2897-4333-b86b-c0e8c90cc97a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Pushing event updated for resources: {'Subnet': ['ID=a3a407ed-c489-4b21-8948-8c857aeeef1d,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:46.874556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c26e26f2-e2f5-4165-b50a-ac60b54f6712 None None] Provisioning complete for port 97106a04-cdc3-4fc9-a69a-fc45c824d670 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:46.875101 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c26e26f2-e2f5-4165-b50a-ac60b54f6712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:46.878734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b338042-2897-4333-b86b-c0e8c90cc97a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Checking segment: {'id': 'a9ee90b9-61ab-4fea-b125-1efa4fae1ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1411b106-c552-40f4-83f9-443d8a16cbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:46.879100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b338042-2897-4333-b86b-c0e8c90cc97a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Network hostable DHCP agents. Network: 1411b106-c552-40f4-83f9-443d8a16cbfe, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:53:46.947480 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 87f6ef8a-c453-486e-bf8c-81232644efe3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:46.948984 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:46.992129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a935390b-1114-43a3-9fa0-207a16ab4e6f req-6bdf2f90-2fe9-4619-a17f-8135a651fa64 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593428 Nov 16 04:53:47.020816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b338042-2897-4333-b86b-c0e8c90cc97a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Network 1411b106-c552-40f4-83f9-443d8a16cbfe is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:53:47.040474 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-6b338042-2897-4333-b86b-c0e8c90cc97a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 1411b106-c552-40f4-83f9-443d8a16cbfe) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:47.049282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b338042-2897-4333-b86b-c0e8c90cc97a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:47.051048 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b338042-2897-4333-b86b-c0e8c90cc97a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:47.081050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ba1e2-46ec-4ede-bd56-c492601cf520 None None] Network 1411b106-c552-40f4-83f9-443d8a16cbfe requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:47.088345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6b338042-2897-4333-b86b-c0e8c90cc97a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5946162 Nov 16 04:53:47.091366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50900) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:47.101435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Request body: {'port': {'network_id': '1411b106-c552-40f4-83f9-443d8a16cbfe', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-952303703'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:47.214566 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router 97c010ad-14ed-485c-98eb-8806c154f6a1 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:53:47.362306 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 97106a04-cdc3-4fc9-a69a-fc45c824d670 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:47.364291 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:47.387821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:53:47.419654 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-09b575e2-6911-4160-b2c9-53fe8ea9a0e2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/97c010ad-14ed-485c-98eb-8806c154f6a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0358484 Nov 16 04:53:47.423412 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50910) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:47.480870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Made reservation on behalf of 7b9b38da6d4b4dedb847f047567a7d36 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:47.488765 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:47.491261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eada565-184a-48b9-82a4-be671984fd3d None None] Sync routers for ids ['97c010ad-14ed-485c-98eb-8806c154f6a1'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:53:47.539111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cd0e5-d6d6-4218-9a26-1a65b2ba5886 req-3211fe25-f623-4040-abdb-a29b1c7653d3 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:47.550099 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3eb8b9-e811-498f-966a-cf2baaa86bc3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:47.551448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-896cd0e5-d6d6-4218-9a26-1a65b2ba5886 req-3211fe25-f623-4040-abdb-a29b1c7653d3 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1950524 Nov 16 04:53:47.554108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c26e26f2-e2f5-4165-b50a-ac60b54f6712 None None] Provisioning complete for port 2f14f131-168f-427d-8f10-a11b5279e026 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:47.554487 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c26e26f2-e2f5-4165-b50a-ac60b54f6712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:47.561604 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5c3eb8b9-e811-498f-966a-cf2baaa86bc3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports/2f14f131-168f-427d-8f10-a11b5279e026 HTTP/1.1" status: 200 len: 910 time: 0.1363420 Nov 16 04:53:47.562845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50916) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:47.592077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] device_id is not set on port 69850651-b9cb-40f0-bb67-4d5c16af90eb yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:53:47.615993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eada565-184a-48b9-82a4-be671984fd3d None None] Routers {'97c010ad-14ed-485c-98eb-8806c154f6a1'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:47.616642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8eada565-184a-48b9-82a4-be671984fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['97c010ad-14ed-485c-98eb-8806c154f6a1'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:47.661693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-896cd0e5-d6d6-4218-9a26-1a65b2ba5886 req-8bbad917-c6a7-433e-81f3-56599a14d89f tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027775 Nov 16 04:53:47.753156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50926) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:47.818252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8eada565-184a-48b9-82a4-be671984fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:47.855319 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Allocated IP 2001:db8::2c7 (1411b106-c552-40f4-83f9-443d8a16cbfe/a3a407ed-c489-4b21-8948-8c857aeeef1d/69850651-b9cb-40f0-bb67-4d5c16af90eb) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:53:47.949056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eada565-184a-48b9-82a4-be671984fd3d None None] Routers {'97c010ad-14ed-485c-98eb-8806c154f6a1'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:47.951765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8eada565-184a-48b9-82a4-be671984fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['97c010ad-14ed-485c-98eb-8806c154f6a1'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:47.959251 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c26e26f2-e2f5-4165-b50a-ac60b54f6712 None None] Port 2f14f131-168f-427d-8f10-a11b5279e026 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:53:47.966848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceecd24-6d9f-4208-99ea-a200c341d47e req-cba11b69-421d-4175-a0ce-06e1f864ed59 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:47.975277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ceecd24-6d9f-4208-99ea-a200c341d47e req-cba11b69-421d-4175-a0ce-06e1f864ed59 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1061201 Nov 16 04:53:48.087548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8eada565-184a-48b9-82a4-be671984fd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:48.088277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eada565-184a-48b9-82a4-be671984fd3d None None] The sync data for ids ['97c010ad-14ed-485c-98eb-8806c154f6a1'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:53:48.192346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ceecd24-6d9f-4208-99ea-a200c341d47e req-728a935a-f26e-4255-8ff9-1f6c77abcaa9 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159796 Nov 16 04:53:48.235997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-aa09e900-b5b6-40a3-8a10-5245ff5a4726 None None] Provisioning complete for port 2f14f131-168f-427d-8f10-a11b5279e026 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:48.236370 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa09e900-b5b6-40a3-8a10-5245ff5a4726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:48.290008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f926b605-fd06-44d0-8f9e-f13ab2a2afaa up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:53:48.325188 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:48.327267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-1411b106-c552-40f4-83f9-443d8a16cbfe', 'network_id': '1411b106-c552-40f4-83f9-443d8a16cbfe', 'tenant_id': '7b9b38da6d4b4dedb847f047567a7d36', 'fixed_ips': [{'subnet_id': 'a3a407ed-c489-4b21-8948-8c857aeeef1d'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:53:48.328280 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:48.397451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-aa09e900-b5b6-40a3-8a10-5245ff5a4726 None None] Port 2f14f131-168f-427d-8f10-a11b5279e026 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:53:48.409338 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:48.541162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98f865-dd4a-460d-879c-08750d4c7c5b req-3b67d7e4-1cd3-4eff-a509-bf89608c5557 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:48.548857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e98f865-dd4a-460d-879c-08750d4c7c5b req-3b67d7e4-1cd3-4eff-a509-bf89608c5557 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.2027202 Nov 16 04:53:48.558771 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:48.619256 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-aa09e900-b5b6-40a3-8a10-5245ff5a4726 None None] Provisioning complete for port f926b605-fd06-44d0-8f9e-f13ab2a2afaa triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:48.619630 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa09e900-b5b6-40a3-8a10-5245ff5a4726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:48.627075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Network 1411b106-c552-40f4-83f9-443d8a16cbfe is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:48.678708 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f926b605-fd06-44d0-8f9e-f13ab2a2afaa triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:48.679820 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:48.703008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:48.723278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:53:48.727418 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8eee4ad1-c5dc-44da-9e4e-b6bab05d5c35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:48.757082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:48.758008 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:48.795211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Pushing event updated for resources: {'Port': ['ID=69850651-b9cb-40f0-bb67-4d5c16af90eb,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:48.815436 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Allocated IP 2001:db8::2 (1411b106-c552-40f4-83f9-443d8a16cbfe/a3a407ed-c489-4b21-8948-8c857aeeef1d/67a4983a-3fbb-4eb2-adb1-38c6a02dace7) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:53:48.874461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-28717889-45d1-47ad-8684-8343b08ade37 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7806742 Nov 16 04:53:48.882390 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:48.886859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50952) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:48.893436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Request body: {'port': {'network_id': '1411b106-c552-40f4-83f9-443d8a16cbfe', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2100424549', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:48.894466 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.api.validators [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] bootfile-name is not in valid_values {{(pid=102659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 04:53:48.894814 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.api.validators [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] tftp-server is not in valid_values {{(pid=102659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 04:53:48.895147 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.api.validators [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] server-ip-address is not in valid_values {{(pid=102659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 04:53:48.974477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e98f865-dd4a-460d-879c-08750d4c7c5b req-32104c39-5b26-456f-8293-bdf130d9d022 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243488 Nov 16 04:53:49.038544 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.110480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Made reservation on behalf of 7b9b38da6d4b4dedb847f047567a7d36 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:53:49.116331 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.138656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] device_id is not set on port 2d25f45d-3329-4b84-8266-ca1698f4ba38 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:53:49.143070 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa09e900-b5b6-40a3-8a10-5245ff5a4726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.188598 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8eee4ad1-c5dc-44da-9e4e-b6bab05d5c35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.197884 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8eee4ad1-c5dc-44da-9e4e-b6bab05d5c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.199585 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port f926b605-fd06-44d0-8f9e-f13ab2a2afaa, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f926b605-fd06-44d0-8f9e-f13ab2a2afaa,segment=NetworkSegment(bb0a584a-278a-4610-bb2b-2237391b44b3),segment_id=bb0a584a-278a-4610-bb2b-2237391b44b3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:49.234838 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.321327 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8eee4ad1-c5dc-44da-9e4e-b6bab05d5c35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a32f0371c934defb6f26213e0d5c596&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5671334 Nov 16 04:53:49.322718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 50964) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:49.322877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c577d-0f3a-4886-b44c-73e4ef8a4f6d req-8286883b-b0c9-44a7-9b7d-4b564fe383f9 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:49.324302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a40c577d-0f3a-4886-b44c-73e4ef8a4f6d req-8286883b-b0c9-44a7-9b7d-4b564fe383f9 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1206789 Nov 16 04:53:49.326602 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eee4ad1-c5dc-44da-9e4e-b6bab05d5c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41a6274-338f-46b5-970d-d6ec3fe37923,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:49.383804 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-aa09e900-b5b6-40a3-8a10-5245ff5a4726 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:53:49.384311 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-aa09e900-b5b6-40a3-8a10-5245ff5a4726 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:53:49.385579 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a40c577d-0f3a-4886-b44c-73e4ef8a4f6d req-f4c5954b-2720-4352-9f75-9967559d37bb tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539937 Nov 16 04:53:49.451848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=f926b605-fd06-44d0-8f9e-f13ab2a2afaa,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:49.469941 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.480149 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.484257 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1707756-c8e1-4d75-9849-80abb87e4b14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.558137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Allocated IP 172.21.0.1 (0ce54b05-766d-4e49-930d-bc4a30641a07/1380c7b5-6874-425f-9655-dab1e160bd2f/477b5f96-1800-427c-956b-17b4e99659db) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:53:49.567573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Network 1411b106-c552-40f4-83f9-443d8a16cbfe is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:49.569229 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Pushing event updated for resources: {'Port': ['ID=67a4983a-3fbb-4eb2-adb1-38c6a02dace7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:49.581158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:49.584962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:53:49.618762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Allocated IP 2001:db8::b4 (1411b106-c552-40f4-83f9-443d8a16cbfe/a3a407ed-c489-4b21-8948-8c857aeeef1d/2d25f45d-3329-4b84-8266-ca1698f4ba38) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:53:49.625554 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1707756-c8e1-4d75-9849-80abb87e4b14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.686232 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Attempting to bind port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:53:49.686614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Attempting to bind port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a9ee90b9-61ab-4fea-b125-1efa4fae1ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1411b106-c552-40f4-83f9-443d8a16cbfe'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:53:49.686983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Attempting to bind port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 on network 1411b106-c552-40f4-83f9-443d8a16cbfe {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:53:49.695133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:53:49.695668 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Checking segment: {'id': 'a9ee90b9-61ab-4fea-b125-1efa4fae1ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1411b106-c552-40f4-83f9-443d8a16cbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:53:49.696080 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.696622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Bound using segment: {'id': 'a9ee90b9-61ab-4fea-b125-1efa4fae1ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1411b106-c552-40f4-83f9-443d8a16cbfe'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:53:49.697113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Bound port: 67a4983a-3fbb-4eb2-adb1-38c6a02dace7, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ee90b9-61ab-4fea-b125-1efa4fae1ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1411b106-c552-40f4-83f9-443d8a16cbfe'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:53:49.697702 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.771738 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1707756-c8e1-4d75-9849-80abb87e4b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.775084 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1707756-c8e1-4d75-9849-80abb87e4b14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.779947 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d1707756-c8e1-4d75-9849-80abb87e4b14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d41a6274-338f-46b5-970d-d6ec3fe37923 HTTP/1.1" status: 204 len: 168 time: 0.4345706 Nov 16 04:53:49.790436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1707756-c8e1-4d75-9849-80abb87e4b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41a6274-338f-46b5-970d-d6ec3fe37923,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:49.849576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93fef6-b43a-4adc-bdcd-3392495563c6 req-4ab69000-7f58-4cde-94ba-c58ab8460e38 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:49.857956 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a93fef6-b43a-4adc-bdcd-3392495563c6 req-4ab69000-7f58-4cde-94ba-c58ab8460e38 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.3320661 Nov 16 04:53:49.864227 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] For port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:53:49.875410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] For port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=67a4983a-3fbb-4eb2-adb1-38c6a02dace7,segment=NetworkSegment(a9ee90b9-61ab-4fea-b125-1efa4fae1ee5),segment_id=a9ee90b9-61ab-4fea-b125-1efa4fae1ee5)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:53:49.882781 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.883582 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:49.951580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:50.028361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=477b5f96-1800-427c-956b-17b4e99659db,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:50.028880 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a93fef6-b43a-4adc-bdcd-3392495563c6 req-742a9a3a-3197-4fa3-977d-076f2af6afbb tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632714 Nov 16 04:53:50.030844 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:50.053552 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 0ce54b05-766d-4e49-930d-bc4a30641a07 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:50.055067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:50.065604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:53:50.119849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646faf12-a402-49b8-b746-edf1b51a0550 None None] Pushing event updated for resources: {'Port': ['ID=67a4983a-3fbb-4eb2-adb1-38c6a02dace7,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:50.168930 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:50.195979 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:50.290719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1d2ef5c6-6022-405a-92c9-51e266b9218a None None] Provisioning complete for port f926b605-fd06-44d0-8f9e-f13ab2a2afaa triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:50.291093 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d2ef5c6-6022-405a-92c9-51e266b9218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:50.298820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Network 1411b106-c552-40f4-83f9-443d8a16cbfe is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:50.377900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:50.395172 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:53:50.406083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:50.407345 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:50.419219 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:50.444958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Pushing event updated for resources: {'Port': ['ID=2d25f45d-3329-4b84-8266-ca1698f4ba38,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:50.468038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50990) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:50.505254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e11789e6-0240-42f2-ab38-eeaf0bec298a tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6172428 Nov 16 04:53:50.530174 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-501ab929-caa7-460e-ad07-e81514173600 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:50.540426 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50992) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:50.630317 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7717f9e-3280-4c55-8db1-7b6def385557 req-5b891d88-c314-4d33-a674-72903de4f710 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:50.639817 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7717f9e-3280-4c55-8db1-7b6def385557 req-5b891d88-c314-4d33-a674-72903de4f710 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.3640029 Nov 16 04:53:50.668872 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ebac7a32-82d2-4947-8106-a7a528d37822 None None] Provisioning complete for port 477b5f96-1800-427c-956b-17b4e99659db triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:50.670786 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ebac7a32-82d2-4947-8106-a7a528d37822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:50.781298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ebac7a32-82d2-4947-8106-a7a528d37822 None None] Port 477b5f96-1800-427c-956b-17b4e99659db cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:53:50.852570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e4c8f-cf00-4f6c-8377-536dd01bc237 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:50.858462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e4c8f-cf00-4f6c-8377-536dd01bc237 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:50.864620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e4c8f-cf00-4f6c-8377-536dd01bc237 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:50.866429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-595e4c8f-cf00-4f6c-8377-536dd01bc237 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3230634 Nov 16 04:53:50.869552 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50998) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:50.887194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7717f9e-3280-4c55-8db1-7b6def385557 req-05b12e97-cf6e-4fcc-98bf-d72fb12c4459 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364149 Nov 16 04:53:50.894135 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:50.902648 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:51.015452 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-501ab929-caa7-460e-ad07-e81514173600 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:51.026623 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-501ab929-caa7-460e-ad07-e81514173600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:51.034599 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:51.036744 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=477b5f96-1800-427c-956b-17b4e99659db,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:51.088941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ab929-caa7-460e-ad07-e81514173600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd224ba4-d2fa-414c-a41d-362907df4021,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:51.143543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fafcc818-0dc3-4bdd-bc72-8710e2e73d10 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Deleting port 2d25f45d-3329-4b84-8266-ca1698f4ba38 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:51.143887 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fafcc818-0dc3-4bdd-bc72-8710e2e73d10 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:51.167722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-501ab929-caa7-460e-ad07-e81514173600 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f4c0203978043b5a27cd8530393d6f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6925414 Nov 16 04:53:51.169244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51008) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:51.219677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 0ce54b05-766d-4e49-930d-bc4a30641a07 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:53:51.221229 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:53:51.309289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354ef0a-58c1-4d28-ab05-2695034f526c req-fe539654-9009-434a-a225-ab2af3fd5977 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:51.320384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4354ef0a-58c1-4d28-ab05-2695034f526c req-fe539654-9009-434a-a225-ab2af3fd5977 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.2393377 Nov 16 04:53:51.395350 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router 97c010ad-14ed-485c-98eb-8806c154f6a1 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:53:51.460235 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fafcc818-0dc3-4bdd-bc72-8710e2e73d10 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:51.516970 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0460f479-21ac-4e54-bc76-e1c60923b7bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:51.553691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f926b605-fd06-44d0-8f9e-f13ab2a2afaa up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:53:51.575745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:53:51.579390 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4354ef0a-58c1-4d28-ab05-2695034f526c req-31b98c1b-4e6b-45fe-ac36-4e6e21b79626 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581389 Nov 16 04:53:51.591388 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cbabb6-1a94-436b-8355-dc01033f79a6 None None] Sync routers for ids ['97c010ad-14ed-485c-98eb-8806c154f6a1'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:53:51.621145 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bab7e9b3-c648-4067-bc12-2ca64f3072cf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/97c010ad-14ed-485c-98eb-8806c154f6a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0528641 Nov 16 04:53:51.625222 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51014) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:51.635634 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cbabb6-1a94-436b-8355-dc01033f79a6 None None] Routers {'97c010ad-14ed-485c-98eb-8806c154f6a1'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:51.641781 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-88cbabb6-1a94-436b-8355-dc01033f79a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['97c010ad-14ed-485c-98eb-8806c154f6a1'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:51.676728 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0460f479-21ac-4e54-bc76-e1c60923b7bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:51.693049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f926b605-fd06-44d0-8f9e-f13ab2a2afaa triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:51.694052 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:51.769963 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-05caf543-fad9-4e79-b018-e69e677b1346 None None] Provisioning complete for port 477b5f96-1800-427c-956b-17b4e99659db triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:51.770415 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05caf543-fad9-4e79-b018-e69e677b1346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:51.772439 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-88cbabb6-1a94-436b-8355-dc01033f79a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:51.775592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fcb6f2-4eeb-4b55-9560-646c498bd020 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:51.777083 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-68fcb6f2-4eeb-4b55-9560-646c498bd020 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports/477b5f96-1800-427c-956b-17b4e99659db HTTP/1.1" status: 200 len: 910 time: 0.1508267 Nov 16 04:53:51.779915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51020) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:51.794081 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cbabb6-1a94-436b-8355-dc01033f79a6 None None] Routers {'97c010ad-14ed-485c-98eb-8806c154f6a1'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:51.796042 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-88cbabb6-1a94-436b-8355-dc01033f79a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['97c010ad-14ed-485c-98eb-8806c154f6a1'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:51.814511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fafcc818-0dc3-4bdd-bc72-8710e2e73d10 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Calling delete_port for 2d25f45d-3329-4b84-8266-ca1698f4ba38 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:51.834037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-05caf543-fad9-4e79-b018-e69e677b1346 None None] Port 477b5f96-1800-427c-956b-17b4e99659db cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:53:51.892802 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-88cbabb6-1a94-436b-8355-dc01033f79a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:51.893862 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cbabb6-1a94-436b-8355-dc01033f79a6 None None] The sync data for ids ['97c010ad-14ed-485c-98eb-8806c154f6a1'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:53:51.947538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc8c53d-4501-4c4b-8cf8-10bac42eb23e None None] Network 1411b106-c552-40f4-83f9-443d8a16cbfe requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:52.010933 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:53:52.057502 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0460f479-21ac-4e54-bc76-e1c60923b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.060055 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0460f479-21ac-4e54-bc76-e1c60923b7bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.061159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0460f479-21ac-4e54-bc76-e1c60923b7bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd224ba4-d2fa-414c-a41d-362907df4021 HTTP/1.1" status: 204 len: 168 time: 0.8541641 Nov 16 04:53:52.140699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460f479-21ac-4e54-bc76-e1c60923b7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd224ba4-d2fa-414c-a41d-362907df4021,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:52.169975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0f3013d0-a0cb-486b-8481-73d051861e53 None None] Provisioning complete for port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:52.170335 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f3013d0-a0cb-486b-8481-73d051861e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.198874 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fafcc818-0dc3-4bdd-bc72-8710e2e73d10 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.210229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156de567-8950-41a8-8f56-279aa1a84f6d req-ad3591c7-41a0-45d3-b594-6539e69a657e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:52.222034 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-156de567-8950-41a8-8f56-279aa1a84f6d req-ad3591c7-41a0-45d3-b594-6539e69a657e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1689510 Nov 16 04:53:52.250339 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51030) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:52.312946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:52.313346 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.314305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcc818-0dc3-4bdd-bc72-8710e2e73d10 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Pushing event deleted for resources: {'Port': ['ID=2d25f45d-3329-4b84-8266-ca1698f4ba38,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:52.366521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-156de567-8950-41a8-8f56-279aa1a84f6d req-401a3dcc-563d-41db-8287-64066fdac29c tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866141 Nov 16 04:53:52.432335 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fafcc818-0dc3-4bdd-bc72-8710e2e73d10 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.437200 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fafcc818-0dc3-4bdd-bc72-8710e2e73d10 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] 10.222.0.41 "DELETE /v2.0/ports/2d25f45d-3329-4b84-8266-ca1698f4ba38 HTTP/1.1" status: 204 len: 168 time: 1.5627141 Nov 16 04:53:52.441974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51038) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:52.453123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5e33e9c2-406b-489b-97b9-7a38583cf08d tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Request body: {'port': {'name': 'tempest-new-port-name-517433219', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:53:52.455813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.api.validators [None req-5e33e9c2-406b-489b-97b9-7a38583cf08d tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] bootfile-name is not in valid_values {{(pid=102659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 04:53:52.456506 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.api.validators [None req-5e33e9c2-406b-489b-97b9-7a38583cf08d tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] tftp-server is not in valid_values {{(pid=102659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 04:53:52.457585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.api.validators [None req-5e33e9c2-406b-489b-97b9-7a38583cf08d tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] server-ip-address is not in valid_values {{(pid=102659) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 16 04:53:52.476011 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a64bd4b5-5efe-4443-8ad3-211206646e1a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.674426 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c695a83d-b229-4163-bd99-c4ad63a05f0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.683002 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e33e9c2-406b-489b-97b9-7a38583cf08d tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.719046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2f753-60ef-4544-affc-7b903ca74bfa req-f179e96e-8ed7-4916-b918-c2a193290a7b tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:52.720655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45f2f753-60ef-4544-affc-7b903ca74bfa req-f179e96e-8ed7-4916-b918-c2a193290a7b tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1760678 Nov 16 04:53:52.803448 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f3013d0-a0cb-486b-8481-73d051861e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.848635 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c695a83d-b229-4163-bd99-c4ad63a05f0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.864773 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c695a83d-b229-4163-bd99-c4ad63a05f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.876688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0f3013d0-a0cb-486b-8481-73d051861e53 None None] For port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=67a4983a-3fbb-4eb2-adb1-38c6a02dace7,segment=NetworkSegment(a9ee90b9-61ab-4fea-b125-1efa4fae1ee5),segment_id=a9ee90b9-61ab-4fea-b125-1efa4fae1ee5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:52.896203 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f3013d0-a0cb-486b-8481-73d051861e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.912103 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:52.977854 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c695a83d-b229-4163-bd99-c4ad63a05f0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de1b0f765c0748e6a7d4ba40a3f137e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7253914 Nov 16 04:53:52.981216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51050) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:53.007530 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695a83d-b229-4163-bd99-c4ad63a05f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e95977-6137-4030-b629-54b59f8df713,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:53.129212 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-efd27df4-ccfc-44bb-b893-b38255a1371b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:53.131187 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e33e9c2-406b-489b-97b9-7a38583cf08d tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:53.137273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3013d0-a0cb-486b-8481-73d051861e53 None None] Pushing event updated for resources: {'Port': ['ID=67a4983a-3fbb-4eb2-adb1-38c6a02dace7,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:53.158051 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:53:53.158479 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:53:53.184764 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e33e9c2-406b-489b-97b9-7a38583cf08d tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:53.261714 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-efd27df4-ccfc-44bb-b893-b38255a1371b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:53.333300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a64bd4b5-5efe-4443-8ad3-211206646e1a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port 477b5f96-1800-427c-956b-17b4e99659db {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:53.334058 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a64bd4b5-5efe-4443-8ad3-211206646e1a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:53.360350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-32594cc7-bf18-44af-b903-b5ca0ad82c95 None None] Provisioning complete for port 69850651-b9cb-40f0-bb67-4d5c16af90eb triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:53.360755 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-32594cc7-bf18-44af-b903-b5ca0ad82c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:53.406948 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-efd27df4-ccfc-44bb-b893-b38255a1371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:53.414550 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-efd27df4-ccfc-44bb-b893-b38255a1371b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:53.415941 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-efd27df4-ccfc-44bb-b893-b38255a1371b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9e95977-6137-4030-b629-54b59f8df713 HTTP/1.1" status: 204 len: 168 time: 0.4310374 Nov 16 04:53:53.434521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd27df4-ccfc-44bb-b893-b38255a1371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e95977-6137-4030-b629-54b59f8df713,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:53.456333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5e33e9c2-406b-489b-97b9-7a38583cf08d tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] In _notify_port_updated(), no bound segment for port 69850651-b9cb-40f0-bb67-4d5c16af90eb on network 1411b106-c552-40f4-83f9-443d8a16cbfe {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:53:53.483792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33e9c2-406b-489b-97b9-7a38583cf08d tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:53.484501 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e33e9c2-406b-489b-97b9-7a38583cf08d tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:53.486438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5e33e9c2-406b-489b-97b9-7a38583cf08d tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] 10.222.0.41 "PUT /v2.0/ports/69850651-b9cb-40f0-bb67-4d5c16af90eb HTTP/1.1" status: 200 len: 1129 time: 1.0432842 Nov 16 04:53:53.493035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51070) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:53.495400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-32594cc7-bf18-44af-b903-b5ca0ad82c95 None None] Port 69850651-b9cb-40f0-bb67-4d5c16af90eb cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:53:53.516413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33e9c2-406b-489b-97b9-7a38583cf08d tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Pushing event updated for resources: {'Port': ['ID=69850651-b9cb-40f0-bb67-4d5c16af90eb,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:53.543685 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a64bd4b5-5efe-4443-8ad3-211206646e1a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:53.556588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-32594cc7-bf18-44af-b903-b5ca0ad82c95 None None] Provisioning complete for port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:53.557079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-32594cc7-bf18-44af-b903-b5ca0ad82c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:53.574136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470d8eea-f929-477f-b3b4-4cbce6138043 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:53.579297 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-470d8eea-f929-477f-b3b4-4cbce6138043 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] 10.222.0.41 "GET /v2.0/ports/69850651-b9cb-40f0-bb67-4d5c16af90eb HTTP/1.1" status: 200 len: 1129 time: 0.0813065 Nov 16 04:53:53.582625 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51072) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:53.595465 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a64bd4b5-5efe-4443-8ad3-211206646e1a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for 477b5f96-1800-427c-956b-17b4e99659db owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:53.675811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45f2f753-60ef-4544-affc-7b903ca74bfa req-feb8d94d-17c4-4c7b-8cab-916667ac3fc1 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361953 Nov 16 04:53:53.957174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5f4941ee-907b-4871-8181-cbece5624fab None None] Provisioning complete for port 69850651-b9cb-40f0-bb67-4d5c16af90eb triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:53.957749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f4941ee-907b-4871-8181-cbece5624fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:54.040611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7133d4-bd74-4d31-918f-2579a44675b9 req-61c3be25-44f9-4db7-9390-97352b22386e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:54.044120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e7133d4-bd74-4d31-918f-2579a44675b9 req-61c3be25-44f9-4db7-9390-97352b22386e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1515546 Nov 16 04:53:54.103647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5f4941ee-907b-4871-8181-cbece5624fab None None] Port 69850651-b9cb-40f0-bb67-4d5c16af90eb cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:53:54.105117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:53:54.211528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e7133d4-bd74-4d31-918f-2579a44675b9 req-539e5867-5ddd-48f7-84fa-2cc43e8df120 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568618 Nov 16 04:53:54.305014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:54.305400 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:54.378129 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-93e69c7a-86ea-413d-9d5b-56876e5b9924 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Deleting port 69850651-b9cb-40f0-bb67-4d5c16af90eb {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:54.378742 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93e69c7a-86ea-413d-9d5b-56876e5b9924 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:54.433556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5764d131-51db-408c-9a76-4aa4ba36a0d5 None None] Could not find standard attr ID for object 2d25f45d-3329-4b84-8266-ca1698f4ba38. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:53:54.476752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c78efa-18e1-4595-b5be-3cd6344f2f94 req-265e7d00-ac9d-4c45-8b54-ca3e2d1b163e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:54.497599 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8c78efa-18e1-4595-b5be-3cd6344f2f94 req-265e7d00-ac9d-4c45-8b54-ca3e2d1b163e tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1502972 Nov 16 04:53:54.571134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a64bd4b5-5efe-4443-8ad3-211206646e1a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:54.595159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51096) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:54.674012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bd4b5-5efe-4443-8ad3-211206646e1a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=477b5f96-1800-427c-956b-17b4e99659db,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:54.690138 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8c78efa-18e1-4595-b5be-3cd6344f2f94 req-3318d38b-a426-417d-9456-281d65efb407 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845903 Nov 16 04:53:54.721247 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-812c5b00-b3d3-4bc0-bf02-c7b1ab58c4ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:54.944586 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-812c5b00-b3d3-4bc0-bf02-c7b1ab58c4ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:54.977405 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-812c5b00-b3d3-4bc0-bf02-c7b1ab58c4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:54.981489 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93e69c7a-86ea-413d-9d5b-56876e5b9924 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:55.056053 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-93e69c7a-86ea-413d-9d5b-56876e5b9924 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Calling delete_port for 69850651-b9cb-40f0-bb67-4d5c16af90eb owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:55.120333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5b00-b3d3-4bc0-bf02-c7b1ab58c4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885262dd-e19f-4dee-988a-19b8161167d1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:55.154016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-812c5b00-b3d3-4bc0-bf02-c7b1ab58c4ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3792f50ec3314f75bb4e8f3a467fb275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5480075 Nov 16 04:53:55.164980 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51108) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:55.202619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf6a40-b02e-404c-8d94-5656126a7219 req-ad86c3bc-1a0f-4808-8c13-c5a7d107efc6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:55.205224 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87cf6a40-b02e-404c-8d94-5656126a7219 req-ad86c3bc-1a0f-4808-8c13-c5a7d107efc6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.3120353 Nov 16 04:53:55.263807 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a64bd4b5-5efe-4443-8ad3-211206646e1a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:55.387458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4a70cb3e-56d9-49de-8d1e-bd4417ff6fcc None None] Provisioning complete for port 69850651-b9cb-40f0-bb67-4d5c16af90eb triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:53:55.390150 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a70cb3e-56d9-49de-8d1e-bd4417ff6fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:55.397389 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-81dfdd92-bbcf-4d1c-a89d-f14f92d61667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:55.414382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87cf6a40-b02e-404c-8d94-5656126a7219 req-d734e228-89f6-434f-a280-92666fb792ab tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855078 Nov 16 04:53:55.448627 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-81dfdd92-bbcf-4d1c-a89d-f14f92d61667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:55.515687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4a70cb3e-56d9-49de-8d1e-bd4417ff6fcc None None] Port 69850651-b9cb-40f0-bb67-4d5c16af90eb cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:53:55.517518 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-81dfdd92-bbcf-4d1c-a89d-f14f92d61667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:55.521759 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-81dfdd92-bbcf-4d1c-a89d-f14f92d61667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:55.523766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-81dfdd92-bbcf-4d1c-a89d-f14f92d61667 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/885262dd-e19f-4dee-988a-19b8161167d1 HTTP/1.1" status: 204 len: 168 time: 0.3611381 Nov 16 04:53:55.536640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfdd92-bbcf-4d1c-a89d-f14f92d61667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885262dd-e19f-4dee-988a-19b8161167d1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:55.601509 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93e69c7a-86ea-413d-9d5b-56876e5b9924 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:55.691488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41eceea-56b9-4c72-9eee-1d87b6afcb3d req-125e5900-4d63-4fa0-9e01-6becdc640ccc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:55.700665 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d41eceea-56b9-4c72-9eee-1d87b6afcb3d req-125e5900-4d63-4fa0-9e01-6becdc640ccc tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1478848 Nov 16 04:53:55.706784 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e69c7a-86ea-413d-9d5b-56876e5b9924 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Pushing event deleted for resources: {'Port': ['ID=69850651-b9cb-40f0-bb67-4d5c16af90eb,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:55.812927 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93e69c7a-86ea-413d-9d5b-56876e5b9924 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:55.817801 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-93e69c7a-86ea-413d-9d5b-56876e5b9924 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] 10.222.0.41 "DELETE /v2.0/ports/69850651-b9cb-40f0-bb67-4d5c16af90eb HTTP/1.1" status: 204 len: 168 time: 2.2340102 Nov 16 04:53:55.832479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51126) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:55.857294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d41eceea-56b9-4c72-9eee-1d87b6afcb3d req-99784bb1-b03e-4cea-99ac-a62160224ae9 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550992 Nov 16 04:53:55.995663 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85f033e-079e-4ad3-ae38-8ee3af6b90c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Deleting subnet a3a407ed-c489-4b21-8948-8c857aeeef1d {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:53:56.004252 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f85f033e-079e-4ad3-ae38-8ee3af6b90c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:56.136195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8eb811-5637-4020-959c-15264f91b858 req-14a627b0-8385-4087-81e0-42b4f7b897b3 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:53:56.147216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f8eb811-5637-4020-959c-15264f91b858 req-14a627b0-8385-4087-81e0-42b4f7b897b3 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1389592 Nov 16 04:53:56.165462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64bd4b5-5efe-4443-8ad3-211206646e1a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router 97c010ad-14ed-485c-98eb-8806c154f6a1 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:53:56.172382 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f85f033e-079e-4ad3-ae38-8ee3af6b90c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:56.212951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f8eb811-5637-4020-959c-15264f91b858 req-3f8c120a-3eef-4b1d-8d77-2228ba5bad15 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644364 Nov 16 04:53:56.320053 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64bd4b5-5efe-4443-8ad3-211206646e1a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:53:56.325386 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a64bd4b5-5efe-4443-8ad3-211206646e1a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/97c010ad-14ed-485c-98eb-8806c154f6a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5444968 Nov 16 04:53:56.328279 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51148) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:56.334765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968986ec-e23a-45ce-981c-952bd1b779d3 None None] Sync routers for ids ['97c010ad-14ed-485c-98eb-8806c154f6a1'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:53:56.371549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968986ec-e23a-45ce-981c-952bd1b779d3 None None] Routers {'97c010ad-14ed-485c-98eb-8806c154f6a1'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:56.372604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-968986ec-e23a-45ce-981c-952bd1b779d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['97c010ad-14ed-485c-98eb-8806c154f6a1'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:56.473163 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f85f033e-079e-4ad3-ae38-8ee3af6b90c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:56.477573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-968986ec-e23a-45ce-981c-952bd1b779d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:56.517126 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968986ec-e23a-45ce-981c-952bd1b779d3 None None] Routers {'97c010ad-14ed-485c-98eb-8806c154f6a1'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:56.519397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-968986ec-e23a-45ce-981c-952bd1b779d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['97c010ad-14ed-485c-98eb-8806c154f6a1'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:56.582063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-968986ec-e23a-45ce-981c-952bd1b779d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:56.583056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968986ec-e23a-45ce-981c-952bd1b779d3 None None] The sync data for ids ['97c010ad-14ed-485c-98eb-8806c154f6a1'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:53:56.596869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f85f033e-079e-4ad3-ae38-8ee3af6b90c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:56.651709 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f033e-079e-4ad3-ae38-8ee3af6b90c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a407ed-c489-4b21-8948-8c857aeeef1d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:56.679411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78340ba-279a-4f0a-a8c3-dbd6671d59ae None None] Network 1411b106-c552-40f4-83f9-443d8a16cbfe requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:53:56.699912 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f85f033e-079e-4ad3-ae38-8ee3af6b90c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:56.714984 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f85f033e-079e-4ad3-ae38-8ee3af6b90c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] 10.222.0.41 "DELETE /v2.0/subnets/a3a407ed-c489-4b21-8948-8c857aeeef1d HTTP/1.1" status: 204 len: 168 time: 0.8810492 Nov 16 04:53:56.718997 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51166) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:56.889557 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.050696 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f032e1c-bac6-49e4-ad49-8f5c721d059c None None] DHCP port deletion for 1411b106-c552-40f4-83f9-443d8a16cbfe request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:53:57.084224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Deleting port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:57.085537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.161884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9f032e1c-bac6-49e4-ad49-8f5c721d059c None None] Deleting port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:57.162558 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f032e1c-bac6-49e4-ad49-8f5c721d059c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.258992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] For port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=67a4983a-3fbb-4eb2-adb1-38c6a02dace7,segment=NetworkSegment(a9ee90b9-61ab-4fea-b125-1efa4fae1ee5),segment_id=a9ee90b9-61ab-4fea-b125-1efa4fae1ee5)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:57.259742 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.295721 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9f032e1c-bac6-49e4-ad49-8f5c721d059c None None] For port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=67a4983a-3fbb-4eb2-adb1-38c6a02dace7,segment=NetworkSegment(a9ee90b9-61ab-4fea-b125-1efa4fae1ee5),segment_id=a9ee90b9-61ab-4fea-b125-1efa4fae1ee5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:53:57.297788 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f032e1c-bac6-49e4-ad49-8f5c721d059c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.299241 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Calling delete_port for 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:57.346918 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9f032e1c-bac6-49e4-ad49-8f5c721d059c None None] Calling delete_port for 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:57.501368 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.579967 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f032e1c-bac6-49e4-ad49-8f5c721d059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.603780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Pushing event deleted for resources: {'Port': ['ID=67a4983a-3fbb-4eb2-adb1-38c6a02dace7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:57.612687 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] No DVR routers for this DVR port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:57.644027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f032e1c-bac6-49e4-ad49-8f5c721d059c None None] Pushing event deleted for resources: {'Port': ['ID=67a4983a-3fbb-4eb2-adb1-38c6a02dace7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:57.658759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f032e1c-bac6-49e4-ad49-8f5c721d059c None None] No DVR routers for this DVR port 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:53:57.722997 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71bdd243-7dcf-4aef-aa5d-bb2d9d869eaa tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.774373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.800310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1411b106-c552-40f4-83f9-443d8a16cbfe']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:57.818226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ee90b9-61ab-4fea-b125-1efa4fae1ee5') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:57.818529 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ee90b9-61ab-4fea-b125-1efa4fae1ee5') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:57.828602 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.843698 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.850130 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:53:57.850650 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:53:57.906682 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:53:57.914321 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.921422 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:57.925098 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] 10.222.0.41 "DELETE /v2.0/networks/1411b106-c552-40f4-83f9-443d8a16cbfe HTTP/1.1" status: 204 len: 168 time: 1.2003798 Nov 16 04:53:57.955389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75c019-4697-4c39-afc6-74dbb83b3262 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265 tempest-ExtraDHCPOptionsIpV6TestJSON-1984752265-project] Pushing event deleted for resources: {'Network': ['ID=1411b106-c552-40f4-83f9-443d8a16cbfe,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:58.249059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:53:58.260382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-71bdd243-7dcf-4aef-aa5d-bb2d9d869eaa tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port 2f14f131-168f-427d-8f10-a11b5279e026 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:53:58.260792 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71bdd243-7dcf-4aef-aa5d-bb2d9d869eaa tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:58.326477 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:53:58.326935 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 67a4983a-3fbb-4eb2-adb1-38c6a02dace7 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:53:58.397167 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71bdd243-7dcf-4aef-aa5d-bb2d9d869eaa tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:58.414997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-71bdd243-7dcf-4aef-aa5d-bb2d9d869eaa tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for 2f14f131-168f-427d-8f10-a11b5279e026 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:53:58.534443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51206) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:58.729646 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71bdd243-7dcf-4aef-aa5d-bb2d9d869eaa tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:58.806036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdd243-7dcf-4aef-aa5d-bb2d9d869eaa tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=2f14f131-168f-427d-8f10-a11b5279e026,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:59.112915 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5cc34fba-145b-4b35-9e78-1bd8458e8e03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7b9b38da6d4b4dedb847f047567a7d36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5772662 Nov 16 04:53:59.116044 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51222) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:59.140307 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51226) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:59.192727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71bdd243-7dcf-4aef-aa5d-bb2d9d869eaa tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:59.261717 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d84ace4-0243-4f66-831b-4aa2fbaddc1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:59.305863 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d84ace4-0243-4f66-831b-4aa2fbaddc1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:59.312470 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-123492d9-178d-4e64-9df6-64c0070a5ed6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:59.425645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-123492d9-178d-4e64-9df6-64c0070a5ed6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:59.430669 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-123492d9-178d-4e64-9df6-64c0070a5ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:59.456620 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d84ace4-0243-4f66-831b-4aa2fbaddc1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:59.459832 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d84ace4-0243-4f66-831b-4aa2fbaddc1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:59.463642 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8d84ace4-0243-4f66-831b-4aa2fbaddc1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb39b0c4-b665-4f0e-859f-b65b3e975dae HTTP/1.1" status: 204 len: 168 time: 0.3390141 Nov 16 04:53:59.472315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bdd243-7dcf-4aef-aa5d-bb2d9d869eaa tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router 97c010ad-14ed-485c-98eb-8806c154f6a1 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:53:59.486831 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-123492d9-178d-4e64-9df6-64c0070a5ed6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c3dccb9f6d64710ad667a331967cb98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3445513 Nov 16 04:53:59.487471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51236) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:59.517819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123492d9-178d-4e64-9df6-64c0070a5ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa03d11-0338-460b-be00-21a75215cba1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:59.554752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84ace4-0243-4f66-831b-4aa2fbaddc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb39b0c4-b665-4f0e-859f-b65b3e975dae,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:59.645424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bdd243-7dcf-4aef-aa5d-bb2d9d869eaa tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:53:59.645668 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a5ab5fa-6cee-4d17-830c-0da60944ccb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:59.651348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-71bdd243-7dcf-4aef-aa5d-bb2d9d869eaa tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/97c010ad-14ed-485c-98eb-8806c154f6a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3214946 Nov 16 04:53:59.654171 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51240) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:59.657664 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c83c2b-e085-4707-8007-844a1d809205 None None] Sync routers for ids ['97c010ad-14ed-485c-98eb-8806c154f6a1'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:53:59.683960 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c83c2b-e085-4707-8007-844a1d809205 None None] Routers {'97c010ad-14ed-485c-98eb-8806c154f6a1'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:59.684695 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a5ab5fa-6cee-4d17-830c-0da60944ccb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:59.685033 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63c83c2b-e085-4707-8007-844a1d809205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['97c010ad-14ed-485c-98eb-8806c154f6a1'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:59.742433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51244) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:53:59.742913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-20fbf4f3-4110-4e2c-9b76-703b1b548ebf tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c010ad-14ed-485c-98eb-8806c154f6a1 HTTP/1.1" status: 200 len: 205 time: 0.0701385 Nov 16 04:53:59.770077 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63c83c2b-e085-4707-8007-844a1d809205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:59.797649 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c83c2b-e085-4707-8007-844a1d809205 None None] Routers {'97c010ad-14ed-485c-98eb-8806c154f6a1'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:53:59.798501 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63c83c2b-e085-4707-8007-844a1d809205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['97c010ad-14ed-485c-98eb-8806c154f6a1'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:53:59.957289 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a5ab5fa-6cee-4d17-830c-0da60944ccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:59.972304 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a5ab5fa-6cee-4d17-830c-0da60944ccb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:53:59.973591 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6a5ab5fa-6cee-4d17-830c-0da60944ccb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfa03d11-0338-460b-be00-21a75215cba1 HTTP/1.1" status: 204 len: 168 time: 0.4840369 Nov 16 04:53:59.992825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ab5fa-6cee-4d17-830c-0da60944ccb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa03d11-0338-460b-be00-21a75215cba1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:53:59.996689 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4f0fffac-87f3-4e2c-b1fd-19586548010a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:00.039743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51256) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:00.167025 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63c83c2b-e085-4707-8007-844a1d809205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:00.167595 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c83c2b-e085-4707-8007-844a1d809205 None None] The sync data for ids ['97c010ad-14ed-485c-98eb-8806c154f6a1'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:54:00.281340 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4f0fffac-87f3-4e2c-b1fd-19586548010a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:00.284582 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4f0fffac-87f3-4e2c-b1fd-19586548010a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:00.345450 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4f0fffac-87f3-4e2c-b1fd-19586548010a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:00.346190 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0fffac-87f3-4e2c-b1fd-19586548010a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Fanout notify agent at l3_agent the message router_deleted on router 97c010ad-14ed-485c-98eb-8806c154f6a1 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:54:00.358086 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4f0fffac-87f3-4e2c-b1fd-19586548010a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:00.363599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51268) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:00.364155 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4f0fffac-87f3-4e2c-b1fd-19586548010a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/97c010ad-14ed-485c-98eb-8806c154f6a1 HTTP/1.1" status: 204 len: 168 time: 0.6206403 Nov 16 04:54:00.450324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f1d5e6-bb7e-4437-bf3f-b089f635671e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting subnet 1380c7b5-6874-425f-9655-dab1e160bd2f {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:00.454132 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-54f1d5e6-bb7e-4437-bf3f-b089f635671e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:00.601425 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-54f1d5e6-bb7e-4437-bf3f-b089f635671e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:00.702916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51278) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:00.727192 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5d8857e2-1f09-4dd1-b461-f43a46349fae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:00.807926 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-54f1d5e6-bb7e-4437-bf3f-b089f635671e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:00.898044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5d8857e2-1f09-4dd1-b461-f43a46349fae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:00.910660 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5d8857e2-1f09-4dd1-b461-f43a46349fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:00.980435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8857e2-1f09-4dd1-b461-f43a46349fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9467363-e65e-4a12-88e7-aa86c4f9983b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:01.038342 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-54f1d5e6-bb7e-4437-bf3f-b089f635671e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:01.066835 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5d8857e2-1f09-4dd1-b461-f43a46349fae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8c573fbd91e64e90afbcc0f9df3593bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3621209 Nov 16 04:54:01.076466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51292) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:01.084498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1d5e6-bb7e-4437-bf3f-b089f635671e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Subnet': ['ID=1380c7b5-6874-425f-9655-dab1e160bd2f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:01.112611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-54f1d5e6-bb7e-4437-bf3f-b089f635671e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:01.113584 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b12031-b805-476a-aa8b-8724748e9319 None None] Network 0ce54b05-766d-4e49-930d-bc4a30641a07 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:01.120171 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-54f1d5e6-bb7e-4437-bf3f-b089f635671e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/1380c7b5-6874-425f-9655-dab1e160bd2f HTTP/1.1" status: 204 len: 168 time: 0.7548363 Nov 16 04:54:01.122304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51294) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:01.194017 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-83c46495-3b55-4ccf-b38d-b677697cdd7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:01.219443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-83c46495-3b55-4ccf-b38d-b677697cdd7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:01.226931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting subnet 1294627b-9664-41c4-83e2-0dd773576d31 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:01.240664 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:01.305924 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-83c46495-3b55-4ccf-b38d-b677697cdd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:01.309915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-83c46495-3b55-4ccf-b38d-b677697cdd7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:01.312722 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-83c46495-3b55-4ccf-b38d-b677697cdd7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9467363-e65e-4a12-88e7-aa86c4f9983b HTTP/1.1" status: 204 len: 168 time: 0.2349362 Nov 16 04:54:01.332554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c46495-3b55-4ccf-b38d-b677697cdd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9467363-e65e-4a12-88e7-aa86c4f9983b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:01.390424 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:01.556320 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58ac924f-a297-49b9-9e14-95da0758e3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:01.575017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8dac7b-c62f-49ca-a706-d70064a4d5dc None None] DHCP port deletion for 0ce54b05-766d-4e49-930d-bc4a30641a07 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:01.704615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2a8dac7b-c62f-49ca-a706-d70064a4d5dc None None] Deleting port f926b605-fd06-44d0-8f9e-f13ab2a2afaa {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:01.704981 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a8dac7b-c62f-49ca-a706-d70064a4d5dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:01.805846 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:01.902899 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2a8dac7b-c62f-49ca-a706-d70064a4d5dc None None] For port f926b605-fd06-44d0-8f9e-f13ab2a2afaa, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f926b605-fd06-44d0-8f9e-f13ab2a2afaa,segment=NetworkSegment(bb0a584a-278a-4610-bb2b-2237391b44b3),segment_id=bb0a584a-278a-4610-bb2b-2237391b44b3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:01.903582 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a8dac7b-c62f-49ca-a706-d70064a4d5dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:01.955808 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2a8dac7b-c62f-49ca-a706-d70064a4d5dc None None] Calling delete_port for f926b605-fd06-44d0-8f9e-f13ab2a2afaa owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:02.002104 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.084228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Subnet': ['ID=1294627b-9664-41c4-83e2-0dd773576d31,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:02.088020 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.094095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/1294627b-9664-41c4-83e2-0dd773576d31 HTTP/1.1" status: 204 len: 168 time: 0.9706569 Nov 16 04:54:02.094503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51314) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:02.102872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:02.103222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:02.103569 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:02.103911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:02.104756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:02.104756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:02.104977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:02.105202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:02.105531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:02.105903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:02.106228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:02.106554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e6a395-e3d3-4baa-904a-cf7799383431 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:02.133132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-58ac924f-a297-49b9-9e14-95da0758e3eb admin admin] Deleting port c6201eb0-e912-45c1-8f15-a5f88ca523c4 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:02.133286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58ac924f-a297-49b9-9e14-95da0758e3eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.170626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bbee43-a58d-46e0-9cf5-c22549db0212 None None] Network 87f6ef8a-c453-486e-bf8c-81232644efe3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:02.179873 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2a8dac7b-c62f-49ca-a706-d70064a4d5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.283517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8dac7b-c62f-49ca-a706-d70064a4d5dc None None] Pushing event deleted for resources: {'Port': ['ID=f926b605-fd06-44d0-8f9e-f13ab2a2afaa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:02.354139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-58ac924f-a297-49b9-9e14-95da0758e3eb admin admin] For port c6201eb0-e912-45c1-8f15-a5f88ca523c4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c6201eb0-e912-45c1-8f15-a5f88ca523c4,segment=NetworkSegment(aa113498-c0ba-41cc-9239-ed5804f208b2),segment_id=aa113498-c0ba-41cc-9239-ed5804f208b2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:02.354473 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58ac924f-a297-49b9-9e14-95da0758e3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.372202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-58ac924f-a297-49b9-9e14-95da0758e3eb admin admin] Calling delete_port for c6201eb0-e912-45c1-8f15-a5f88ca523c4 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:02.466828 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df41023e-93c6-46f6-a12d-d82227085e23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.468038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f926b605-fd06-44d0-8f9e-f13ab2a2afaa no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:02.517870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51328) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:02.570876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f926b605-fd06-44d0-8f9e-f13ab2a2afaa {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:02.571226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f926b605-fd06-44d0-8f9e-f13ab2a2afaa not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:02.583199 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8dac7b-c62f-49ca-a706-d70064a4d5dc None None] No DVR routers for this DVR port f926b605-fd06-44d0-8f9e-f13ab2a2afaa on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:02.648367 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df41023e-93c6-46f6-a12d-d82227085e23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.700269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51332) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:02.703145 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-df41023e-93c6-46f6-a12d-d82227085e23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce54b05-766d-4e49-930d-bc4a30641a07']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:02.722143 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-df41023e-93c6-46f6-a12d-d82227085e23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0a584a-278a-4610-bb2b-2237391b44b3') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:02.722584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-df41023e-93c6-46f6-a12d-d82227085e23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0a584a-278a-4610-bb2b-2237391b44b3') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:02.738341 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df41023e-93c6-46f6-a12d-d82227085e23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.756856 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58ac924f-a297-49b9-9e14-95da0758e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.757184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df41023e-93c6-46f6-a12d-d82227085e23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.773423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df41023e-93c6-46f6-a12d-d82227085e23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:02.774524 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df41023e-93c6-46f6-a12d-d82227085e23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:02.779752 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:02.798316 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7034ed7-6222-423e-b8aa-9bd3a9177c06 None None] DHCP port deletion for 87f6ef8a-c453-486e-bf8c-81232644efe3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:02.822892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac924f-a297-49b9-9e14-95da0758e3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c6201eb0-e912-45c1-8f15-a5f88ca523c4,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:02.881258 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df41023e-93c6-46f6-a12d-d82227085e23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.892723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df41023e-93c6-46f6-a12d-d82227085e23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.905203 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-df41023e-93c6-46f6-a12d-d82227085e23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/networks/0ce54b05-766d-4e49-930d-bc4a30641a07 HTTP/1.1" status: 204 len: 168 time: 0.8071623 Nov 16 04:54:02.913138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d7034ed7-6222-423e-b8aa-9bd3a9177c06 None None] Deleting port 97106a04-cdc3-4fc9-a69a-fc45c824d670 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:02.913522 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d7034ed7-6222-423e-b8aa-9bd3a9177c06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:02.923588 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51340) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:02.937031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41023e-93c6-46f6-a12d-d82227085e23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Network': ['ID=0ce54b05-766d-4e49-930d-bc4a30641a07,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:03.046205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d7034ed7-6222-423e-b8aa-9bd3a9177c06 None None] For port 97106a04-cdc3-4fc9-a69a-fc45c824d670, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=97106a04-cdc3-4fc9-a69a-fc45c824d670,segment=NetworkSegment(bae6b453-89fa-4436-a2ed-05de5f3c391c),segment_id=bae6b453-89fa-4436-a2ed-05de5f3c391c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:03.046604 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d7034ed7-6222-423e-b8aa-9bd3a9177c06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.074182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d7034ed7-6222-423e-b8aa-9bd3a9177c06 None None] Calling delete_port for 97106a04-cdc3-4fc9-a69a-fc45c824d670 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:03.123573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-673992340'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:03.182749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d7034ed7-6222-423e-b8aa-9bd3a9177c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.226550 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d567327-ea62-4dcb-a2aa-0a828763c10a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.234274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7034ed7-6222-423e-b8aa-9bd3a9177c06 None None] Pushing event deleted for resources: {'Port': ['ID=97106a04-cdc3-4fc9-a69a-fc45c824d670,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:03.259343 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7034ed7-6222-423e-b8aa-9bd3a9177c06 None None] No DVR routers for this DVR port 97106a04-cdc3-4fc9-a69a-fc45c824d670 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:03.293398 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58ac924f-a297-49b9-9e14-95da0758e3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.314690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:03.321206 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.458495 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b380ba7c-7e1d-4eb3-a567-a38c123d3863 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.557480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b380ba7c-7e1d-4eb3-a567-a38c123d3863 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.580793 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b380ba7c-7e1d-4eb3-a567-a38c123d3863 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f6ef8a-c453-486e-bf8c-81232644efe3']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:03.591958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b380ba7c-7e1d-4eb3-a567-a38c123d3863 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae6b453-89fa-4436-a2ed-05de5f3c391c') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:03.592239 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b380ba7c-7e1d-4eb3-a567-a38c123d3863 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae6b453-89fa-4436-a2ed-05de5f3c391c') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:03.608514 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b380ba7c-7e1d-4eb3-a567-a38c123d3863 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.626072 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b380ba7c-7e1d-4eb3-a567-a38c123d3863 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.634504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b380ba7c-7e1d-4eb3-a567-a38c123d3863 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:03.634916 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b380ba7c-7e1d-4eb3-a567-a38c123d3863 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:03.639279 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:03.751189 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b380ba7c-7e1d-4eb3-a567-a38c123d3863 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.756303 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b380ba7c-7e1d-4eb3-a567-a38c123d3863 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.760402 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b380ba7c-7e1d-4eb3-a567-a38c123d3863 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/networks/87f6ef8a-c453-486e-bf8c-81232644efe3 HTTP/1.1" status: 204 len: 168 time: 0.8352861 Nov 16 04:54:03.779144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51360) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:03.780246 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380ba7c-7e1d-4eb3-a567-a38c123d3863 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Network': ['ID=87f6ef8a-c453-486e-bf8c-81232644efe3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:03.789124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-55223b4f-6e5c-4057-98a8-274ff994f1cb tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'network': {'name': 'tempest-RoutersTest-278539727'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:03.820329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55223b4f-6e5c-4057-98a8-274ff994f1cb tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:03.824895 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-55223b4f-6e5c-4057-98a8-274ff994f1cb tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.857475 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55223b4f-6e5c-4057-98a8-274ff994f1cb tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:03.868098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-55223b4f-6e5c-4057-98a8-274ff994f1cb tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.869632 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-55223b4f-6e5c-4057-98a8-274ff994f1cb tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Added segment 6d3ccedd-df80-41a4-85a5-e0c0694d528e of type vlan for network 43b1b08b-a693-478e-a6ad-56007639c886 Nov 16 04:54:03.870267 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.919617 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-55223b4f-6e5c-4057-98a8-274ff994f1cb tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.950630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-55223b4f-6e5c-4057-98a8-274ff994f1cb tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:03.962999 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55223b4f-6e5c-4057-98a8-274ff994f1cb tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:03.963952 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-55223b4f-6e5c-4057-98a8-274ff994f1cb tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.046508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55223b4f-6e5c-4057-98a8-274ff994f1cb tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Network': ['ID=43b1b08b-a693-478e-a6ad-56007639c886,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:04.053931 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-55223b4f-6e5c-4057-98a8-274ff994f1cb tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2693882 Nov 16 04:54:04.056767 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51368) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:04.058344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 43b1b08b-a693-478e-a6ad-56007639c886 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:04.061975 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8d0463d1-af1a-4575-a012-79f123bd7b5a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'subnet': {'network_id': '43b1b08b-a693-478e-a6ad-56007639c886', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:04.082862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ac924f-a297-49b9-9e14-95da0758e3eb admin admin] Router c87f2e55-73ee-4197-a3bc-46568f256832 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:54:04.092768 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d567327-ea62-4dcb-a2aa-0a828763c10a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.104335 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d567327-ea62-4dcb-a2aa-0a828763c10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.138837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d567327-ea62-4dcb-a2aa-0a828763c10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4395532f-13e5-4928-8a63-bbb2589cb180,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:04.185011 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0463d1-af1a-4575-a012-79f123bd7b5a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:04.194250 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d0463d1-af1a-4575-a012-79f123bd7b5a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.262277 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ac924f-a297-49b9-9e14-95da0758e3eb admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:54:04.275632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-58ac924f-a297-49b9-9e14-95da0758e3eb admin admin] 10.222.0.41 "PUT /v2.0/routers/c87f2e55-73ee-4197-a3bc-46568f256832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2345378 Nov 16 04:54:04.276364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11a9098-18e2-4311-a280-8541cad28482 None None] Sync routers for ids ['c87f2e55-73ee-4197-a3bc-46568f256832'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:54:04.280180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51372) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:04.295310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8d567327-ea62-4dcb-a2aa-0a828763c10a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e719833f279c4c74aceff5a847ba1429&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5912173 Nov 16 04:54:04.299655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51374) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:04.301637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11a9098-18e2-4311-a280-8541cad28482 None None] Routers {'c87f2e55-73ee-4197-a3bc-46568f256832'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:04.302314 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b11a9098-18e2-4311-a280-8541cad28482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c87f2e55-73ee-4197-a3bc-46568f256832'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:04.409451 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.427337 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.499462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 97106a04-cdc3-4fc9-a69a-fc45c824d670 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:04.518404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061712ab-ad2f-43de-ab6c-19e6eebf157c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:04.520014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d0463d1-af1a-4575-a012-79f123bd7b5a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.549362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:04.576486 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.577103 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Added segment 31c49176-fb97-43e3-9dc5-c76c86831599 of type vlan for network 2c26c882-0dcf-4d37-9f99-377edd9a94cc Nov 16 04:54:04.587843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0463d1-af1a-4575-a012-79f123bd7b5a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Subnet': ['ID=99ceb21b-824f-4b99-be11-8cd46586f581,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:04.597575 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 97106a04-cdc3-4fc9-a69a-fc45c824d670 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:04.598653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 97106a04-cdc3-4fc9-a69a-fc45c824d670 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:04.626674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0463d1-af1a-4575-a012-79f123bd7b5a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Checking segment: {'id': '6d3ccedd-df80-41a4-85a5-e0c0694d528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '43b1b08b-a693-478e-a6ad-56007639c886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:04.626977 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0463d1-af1a-4575-a012-79f123bd7b5a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network hostable DHCP agents. Network: 43b1b08b-a693-478e-a6ad-56007639c886, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:04.628841 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa879c6c-45db-4cbc-9351-12d117a15662 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.646694 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b11a9098-18e2-4311-a280-8541cad28482 None None] Set router c87f2e55-73ee-4197-a3bc-46568f256832 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:54:04.652453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0463d1-af1a-4575-a012-79f123bd7b5a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 43b1b08b-a693-478e-a6ad-56007639c886 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:04.671163 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-8d0463d1-af1a-4575-a012-79f123bd7b5a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 43b1b08b-a693-478e-a6ad-56007639c886) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:04.693379 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0463d1-af1a-4575-a012-79f123bd7b5a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:04.696129 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d0463d1-af1a-4575-a012-79f123bd7b5a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.696668 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.710836 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa879c6c-45db-4cbc-9351-12d117a15662 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.713856 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.729432 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8d0463d1-af1a-4575-a012-79f123bd7b5a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6714063 Nov 16 04:54:04.732370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51388) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:04.742396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-793cedf0-faef-4af5-9668-e49a45a57a57 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2064671747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:04.763936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b25cd22-cf4b-40f0-aa1a-239d6974099a None None] Network 43b1b08b-a693-478e-a6ad-56007639c886 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:04.825498 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-793cedf0-faef-4af5-9668-e49a45a57a57 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.826988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-793cedf0-faef-4af5-9668-e49a45a57a57 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.884870 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.890694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:04.894591 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.913934 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-793cedf0-faef-4af5-9668-e49a45a57a57 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.923204 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-793cedf0-faef-4af5-9668-e49a45a57a57 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.951066 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-793cedf0-faef-4af5-9668-e49a45a57a57 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.956009 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-793cedf0-faef-4af5-9668-e49a45a57a57 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2211432 Nov 16 04:54:04.956842 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51392) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:04.967625 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa879c6c-45db-4cbc-9351-12d117a15662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.971909 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa879c6c-45db-4cbc-9351-12d117a15662 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:04.973260 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fa879c6c-45db-4cbc-9351-12d117a15662 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4395532f-13e5-4928-8a63-bbb2589cb180 HTTP/1.1" status: 204 len: 168 time: 0.6685555 Nov 16 04:54:04.983040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'port': {'network_id': '43b1b08b-a693-478e-a6ad-56007639c886', 'name': 'tempest-RoutersTest-1885798463'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:05.013258 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:05.032320 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-43b1b08b-a693-478e-a6ad-56007639c886', 'network_id': '43b1b08b-a693-478e-a6ad-56007639c886', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'fixed_ips': [{'subnet_id': '99ceb21b-824f-4b99-be11-8cd46586f581'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:54:05.033199 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:05.065068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.5454056 Nov 16 04:54:05.066742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa879c6c-45db-4cbc-9351-12d117a15662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4395532f-13e5-4928-8a63-bbb2589cb180,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:05.105678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ccb68-c2c7-44b5-b85c-1d6f812d0167 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Network': ['ID=2c26c882-0dcf-4d37-9f99-377edd9a94cc,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:05.218333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 2c26c882-0dcf-4d37-9f99-377edd9a94cc details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:05.240786 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:05.245312 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:05.267874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Deleting port 45654ad7-275f-4f4e-bf18-de52be01a42e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:05.268450 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:05.285620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] device_id is not set on port 9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:54:05.506330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Allocated IP 172.20.0.4 (43b1b08b-a693-478e-a6ad-56007639c886/99ceb21b-824f-4b99-be11-8cd46586f581/9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:05.690714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] For port 45654ad7-275f-4f4e-bf18-de52be01a42e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=45654ad7-275f-4f4e-bf18-de52be01a42e,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:05.691978 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:05.746869 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Calling delete_port for 45654ad7-275f-4f4e-bf18-de52be01a42e owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:05.963533 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:06.128184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b11a9098-18e2-4311-a280-8541cad28482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:54:02Z', 'revision_number': 5, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port': {'id': '45654ad7-275f-4f4e-bf18-de52be01a42e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:41:51Z', 'updated_at': '2021-11-16T04:42:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:06.134302 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:06.252959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11a9098-18e2-4311-a280-8541cad28482 None None] Checking router: c87f2e55-73ee-4197-a3bc-46568f256832 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:54:06.272187 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 43b1b08b-a693-478e-a6ad-56007639c886 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:06.285592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51422) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:06.290292 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:06.311539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:06.325330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:06.332976 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cfd746fb-b814-4a33-ae92-878d49115630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:06.367818 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11a9098-18e2-4311-a280-8541cad28482 None None] Routers {'c87f2e55-73ee-4197-a3bc-46568f256832'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:06.368716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b11a9098-18e2-4311-a280-8541cad28482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:53:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c87f2e55-73ee-4197-a3bc-46568f256832'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:06.439964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:06.443829 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:06.479120 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8fa7d163-1dc4-48c3-ad4b-d06d9e85fe76 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5210829 Nov 16 04:54:06.481826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51426) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:06.505621 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cfd746fb-b814-4a33-ae92-878d49115630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:06.527137 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cfd746fb-b814-4a33-ae92-878d49115630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:06.570392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Allocated IP 172.20.0.2 (43b1b08b-a693-478e-a6ad-56007639c886/99ceb21b-824f-4b99-be11-8cd46586f581/064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:06.574046 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:06.628855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8a3c65-12ef-4614-ad2f-22d5cc6bf15c None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:06.789263 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b11a9098-18e2-4311-a280-8541cad28482 None None] Set router c87f2e55-73ee-4197-a3bc-46568f256832 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:54:06.814785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd746fb-b814-4a33-ae92-878d49115630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed24d36e-5aa5-4eaf-aec8-d86b896cd8c2,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:06.828880 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51430) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:06.831576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cfd746fb-b814-4a33-ae92-878d49115630 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ab2b0a889c74668ae637d962de9d115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5436866 Nov 16 04:54:06.837231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51434) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:06.841233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=45654ad7-275f-4f4e-bf18-de52be01a42e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:06.848083 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:06.929409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b11a9098-18e2-4311-a280-8541cad28482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:54:05Z', 'revision_number': 6, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:06.994146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148016ef-6b3a-4c88-ae49-5cf6cffc10ed req-14dd71e6-d04e-47ff-aef4-c5e94faed19f tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:07.006877 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-148016ef-6b3a-4c88-ae49-5cf6cffc10ed req-14dd71e6-d04e-47ff-aef4-c5e94faed19f tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.4989498 Nov 16 04:54:07.008557 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11a9098-18e2-4311-a280-8541cad28482 None None] The sync data for ids ['c87f2e55-73ee-4197-a3bc-46568f256832'] in n-d-818042-1 is: [{'id': 'c87f2e55-73ee-4197-a3bc-46568f256832', 'name': 'tempest-TaggedBootDevicesTest-1055155030-router', 'tenant_id': '3755e56622844612940817c1adc2c9f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:41:50Z', 'updated_at': '2021-11-16T04:54:05Z', 'revision_number': 6, 'project_id': '3755e56622844612940817c1adc2c9f6', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:54:07.210887 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.225333 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.285521 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.287370 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.303208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Pushing event updated for resources: {'Port': ['ID=064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:07.303729 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.336347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Network 43b1b08b-a693-478e-a6ad-56007639c886 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:07.338624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:07.341633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:07.430485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Attempting to bind port 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:54:07.432124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Attempting to bind port 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '6d3ccedd-df80-41a4-85a5-e0c0694d528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '43b1b08b-a693-478e-a6ad-56007639c886'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:54:07.434116 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Attempting to bind port 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 on network 43b1b08b-a693-478e-a6ad-56007639c886 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:07.446885 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:54:07.448797 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Checking segment: {'id': '6d3ccedd-df80-41a4-85a5-e0c0694d528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '43b1b08b-a693-478e-a6ad-56007639c886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:07.450187 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.450795 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Bound using segment: {'id': '6d3ccedd-df80-41a4-85a5-e0c0694d528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '43b1b08b-a693-478e-a6ad-56007639c886'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:54:07.453896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Bound port: 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3ccedd-df80-41a4-85a5-e0c0694d528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '43b1b08b-a693-478e-a6ad-56007639c886'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:54:07.454435 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.463322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-148016ef-6b3a-4c88-ae49-5cf6cffc10ed req-16636ed6-3980-442a-90f2-1c3aece473f6 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554491 Nov 16 04:54:07.519204 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f06467a-679d-4973-a230-a47612c5fd9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.523130 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.524789 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router c87f2e55-73ee-4197-a3bc-46568f256832 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:54:07.586478 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f06467a-679d-4973-a230-a47612c5fd9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.620062 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] For port 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:54:07.629776 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] For port 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8,segment=NetworkSegment(6d3ccedd-df80-41a4-85a5-e0c0694d528e),segment_id=6d3ccedd-df80-41a4-85a5-e0c0694d528e)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:54:07.643148 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.677595 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.683109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1581ae46-1a65-415f-85e3-c49f9622f8ff admin admin] 10.222.0.41 "DELETE /v2.0/routers/c87f2e55-73ee-4197-a3bc-46568f256832 HTTP/1.1" status: 204 len: 168 time: 3.3951132 Nov 16 04:54:07.689271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51440) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:07.707769 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd375243-a9e1-496b-bcfa-ae81d3f03592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.713016 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f06467a-679d-4973-a230-a47612c5fd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.718379 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f06467a-679d-4973-a230-a47612c5fd9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.721783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5f06467a-679d-4973-a230-a47612c5fd9c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed24d36e-5aa5-4eaf-aec8-d86b896cd8c2 HTTP/1.1" status: 204 len: 168 time: 0.8727381 Nov 16 04:54:07.729035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06467a-679d-4973-a230-a47612c5fd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed24d36e-5aa5-4eaf-aec8-d86b896cd8c2,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:07.802204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efac4e7-7a7b-4535-9d3f-ba54e0ea08fc None None] Pushing event updated for resources: {'Port': ['ID=064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:07.832198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-81df39eb-1845-4020-86ed-af43ce3f1d96 admin admin] Deleting subnet fec0c769-81d7-4784-b357-855f51779ac8 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:07.837780 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81df39eb-1845-4020-86ed-af43ce3f1d96 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.945644 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81df39eb-1845-4020-86ed-af43ce3f1d96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:07.997400 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b32a00b2-1f7f-40cc-ac7e-e64a2e6b7741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:08.071397 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:08.088379 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:08.094987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcdc7e-ad9a-4eb1-b860-72f4aedab71c req-06590a4d-4526-4d8b-8174-063bfb04d5ec tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:08.096558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83dcdc7e-ad9a-4eb1-b860-72f4aedab71c req-06590a4d-4526-4d8b-8174-063bfb04d5ec tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.37 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.2138641 Nov 16 04:54:08.206307 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:08.350132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 45654ad7-275f-4f4e-bf18-de52be01a42e no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:08.415192 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 45654ad7-275f-4f4e-bf18-de52be01a42e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:08.415846 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 45654ad7-275f-4f4e-bf18-de52be01a42e not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:08.416427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c6201eb0-e912-45c1-8f15-a5f88ca523c4 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:08.435656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-83dcdc7e-ad9a-4eb1-b860-72f4aedab71c req-1f57c9ae-089a-4832-a6b4-05c2db2e17e0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Deleting port d1a9c363-cdc3-4765-b51c-c828a308d59c {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:08.436202 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-83dcdc7e-ad9a-4eb1-b860-72f4aedab71c req-1f57c9ae-089a-4832-a6b4-05c2db2e17e0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:08.442012 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd375243-a9e1-496b-bcfa-ae81d3f03592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:08.467704 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: c6201eb0-e912-45c1-8f15-a5f88ca523c4 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:08.468282 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c6201eb0-e912-45c1-8f15-a5f88ca523c4 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:08.483539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd375243-a9e1-496b-bcfa-ae81d3f03592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:08.490482 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81df39eb-1845-4020-86ed-af43ce3f1d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:08.694840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-83dcdc7e-ad9a-4eb1-b860-72f4aedab71c req-1f57c9ae-089a-4832-a6b4-05c2db2e17e0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] For port d1a9c363-cdc3-4765-b51c-c828a308d59c, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=d1a9c363-cdc3-4765-b51c-c828a308d59c,segment=NetworkSegment(06d0a077-f787-4342-a98d-06ee479923f0),segment_id=06d0a077-f787-4342-a98d-06ee479923f0)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:08.695592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-83dcdc7e-ad9a-4eb1-b860-72f4aedab71c req-1f57c9ae-089a-4832-a6b4-05c2db2e17e0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:08.712651 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cd375243-a9e1-496b-bcfa-ae81d3f03592 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe4d043782ed4cb1b8f8ce64b8a66593&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8715537 Nov 16 04:54:08.716539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd375243-a9e1-496b-bcfa-ae81d3f03592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8bdaa6-60ed-493b-8b3e-c39554eb3cb4,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:08.717685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51462) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:08.773588 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81df39eb-1845-4020-86ed-af43ce3f1d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:08.796532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-83dcdc7e-ad9a-4eb1-b860-72f4aedab71c req-1f57c9ae-089a-4832-a6b4-05c2db2e17e0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Calling delete_port for d1a9c363-cdc3-4765-b51c-c828a308d59c owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:08.798354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51464) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:08.808291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf05127-fde3-48f2-899d-6a05d8a2d321 req-a9089598-fefc-4990-925b-fdfc4d366411 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:08.810612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bf05127-fde3-48f2-899d-6a05d8a2d321 req-a9089598-fefc-4990-925b-fdfc4d366411 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 947 time: 0.1799169 Nov 16 04:54:08.821563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4c804c31-b43b-441d-9797-9ce248ac9dc7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'subnet': {'network_id': '2c26c882-0dcf-4d37-9f99-377edd9a94cc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:08.823473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df39eb-1845-4020-86ed-af43ce3f1d96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec0c769-81d7-4784-b357-855f51779ac8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:08.828978 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81df39eb-1845-4020-86ed-af43ce3f1d96 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:08.834656 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-81df39eb-1845-4020-86ed-af43ce3f1d96 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fec0c769-81d7-4784-b357-855f51779ac8 HTTP/1.1" status: 204 len: 168 time: 1.1394691 Nov 16 04:54:08.835476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b621984f-f549-4333-8aaa-88bdb10e8fec None None] Network ace05412-28cc-47e2-a1d1-d37b29ce3547 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:08.839015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51468) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:08.854002 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:08.942615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bf05127-fde3-48f2-899d-6a05d8a2d321 req-9ad2aa32-e176-4b23-ab36-b74bc859f543 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/security-groups?id=638817ac-5be4-4e86-892b-90c386c238f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107056 Nov 16 04:54:09.003886 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.102859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9890352-f522-41bd-82dd-e605512fea72 None None] DHCP port deletion for ace05412-28cc-47e2-a1d1-d37b29ce3547 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:09.207311 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.209205 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d83d7365-567c-4ba5-891f-aa1f7fd09641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.218837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f9890352-f522-41bd-82dd-e605512fea72 None None] Deleting port a2593031-1c04-4b5a-a316-f89517172463 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:09.219665 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9890352-f522-41bd-82dd-e605512fea72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.221134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c804c31-b43b-441d-9797-9ce248ac9dc7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:09.224644 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c804c31-b43b-441d-9797-9ce248ac9dc7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.325449 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d83d7365-567c-4ba5-891f-aa1f7fd09641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.371205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f9890352-f522-41bd-82dd-e605512fea72 None None] For port a2593031-1c04-4b5a-a316-f89517172463, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a2593031-1c04-4b5a-a316-f89517172463,segment=NetworkSegment(aa113498-c0ba-41cc-9239-ed5804f208b2),segment_id=aa113498-c0ba-41cc-9239-ed5804f208b2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:09.372618 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9890352-f522-41bd-82dd-e605512fea72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.390034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f9890352-f522-41bd-82dd-e605512fea72 None None] Calling delete_port for a2593031-1c04-4b5a-a316-f89517172463 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:09.489191 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.499654 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.519658 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-83dcdc7e-ad9a-4eb1-b860-72f4aedab71c req-1f57c9ae-089a-4832-a6b4-05c2db2e17e0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.536015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5578cec-3e36-44bd-b0d5-6500943552a8 None None] Network 43b1b08b-a693-478e-a6ad-56007639c886 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:09.536751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Deleting port a2593031-1c04-4b5a-a316-f89517172463 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:09.537004 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.542629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['d1a9c363-cdc3-4765-b51c-c828a308d59c'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:54:09.589230 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d83d7365-567c-4ba5-891f-aa1f7fd09641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.592332 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d83d7365-567c-4ba5-891f-aa1f7fd09641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.596931 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.597608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d83d7365-567c-4ba5-891f-aa1f7fd09641 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f8bdaa6-60ed-493b-8b3e-c39554eb3cb4 HTTP/1.1" status: 204 len: 168 time: 0.8616278 Nov 16 04:54:09.599002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:09.668585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57c9ae-089a-4832-a6b4-05c2db2e17e0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Pushing event deleted for resources: {'Port': ['ID=d1a9c363-cdc3-4765-b51c-c828a308d59c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:09.686968 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9890352-f522-41bd-82dd-e605512fea72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.729045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 43b1b08b-a693-478e-a6ad-56007639c886 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:09.731218 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:09.732967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d7365-567c-4ba5-891f-aa1f7fd09641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8bdaa6-60ed-493b-8b3e-c39554eb3cb4,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:09.738314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dcdc7e-ad9a-4eb1-b860-72f4aedab71c req-1f57c9ae-089a-4832-a6b4-05c2db2e17e0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] No DVR routers for this DVR port d1a9c363-cdc3-4765-b51c-c828a308d59c on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:09.772146 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-83dcdc7e-ad9a-4eb1-b860-72f4aedab71c req-1f57c9ae-089a-4832-a6b4-05c2db2e17e0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.783654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0ac9d6-3b14-4165-b95a-3715682a18f4 None None] DHCP port deletion for 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:09.785536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83dcdc7e-ad9a-4eb1-b860-72f4aedab71c req-1f57c9ae-089a-4832-a6b4-05c2db2e17e0 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.37 "DELETE /v2.0/ports/d1a9c363-cdc3-4765-b51c-c828a308d59c HTTP/1.1" status: 204 len: 173 time: 1.6467259 Nov 16 04:54:09.795453 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9890352-f522-41bd-82dd-e605512fea72 None None] Pushing event deleted for resources: {'Port': ['ID=a2593031-1c04-4b5a-a316-f89517172463,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:09.798411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ca0dc23a-52c2-4ef2-9899-b0f83727bf2d None None] Provisioning complete for port 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:09.798784 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc23a-52c2-4ef2-9899-b0f83727bf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.801485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'name': 'network-vif-deleted', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:54:09.805691 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d7bdff-98fb-454e-9a14-f64ffbd34084" -d '{"events": [{"server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "name": "network-vif-deleted", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:54:09.882603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9890352-f522-41bd-82dd-e605512fea72 None None] No DVR routers for this DVR port a2593031-1c04-4b5a-a316-f89517172463 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:09.919119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] For port a2593031-1c04-4b5a-a316-f89517172463, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a2593031-1c04-4b5a-a316-f89517172463,segment=NetworkSegment(aa113498-c0ba-41cc-9239-ed5804f208b2),segment_id=aa113498-c0ba-41cc-9239-ed5804f208b2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:09.924468 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:09.931636 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb80161-e3d5-45a3-9679-a366805d771c x-openstack-request-id: req-2cb80161-e3d5-45a3-9679-a366805d771c {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:54:09.931993 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3128603-10d3-4809-a1c2-267142471623", "name": "network-vif-deleted", "tag": "d1a9c363-cdc3-4765-b51c-c828a308d59c", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:54:09.932191 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cb80161-e3d5-45a3-9679-a366805d771c {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:54:09.932549 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3128603-10d3-4809-a1c2-267142471623', 'name': 'network-vif-deleted', 'tag': 'd1a9c363-cdc3-4765-b51c-c828a308d59c', 'status': 'completed', 'code': 200} Nov 16 04:54:09.972041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Calling delete_port for a2593031-1c04-4b5a-a316-f89517172463 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:09.990429 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c804c31-b43b-441d-9797-9ce248ac9dc7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.030145 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router b8cdaeed-b604-4dd4-9139-ccfb461d9b87 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:54:10.161630 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc23a-52c2-4ef2-9899-b0f83727bf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.217652 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.274825 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cdd40a27-1914-46ad-8eaf-28e021890d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.282868 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ca0dc23a-52c2-4ef2-9899-b0f83727bf2d None None] For port 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8,segment=NetworkSegment(6d3ccedd-df80-41a4-85a5-e0c0694d528e),segment_id=6d3ccedd-df80-41a4-85a5-e0c0694d528e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:10.294973 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca0dc23a-52c2-4ef2-9899-b0f83727bf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.346761 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51508) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:10.393110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2593031-1c04-4b5a-a316-f89517172463,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:10.394066 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-65dab65c-a296-46e4-b604-9f42153fc7ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.400425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11d83310-c5c3-4bf2-aaac-cd64b0685f84 req-946075b3-a3ed-455d-9a3e-2b04922600d2 tempest-ServersNegativeTestJSON-951473759 tempest-ServersNegativeTestJSON-951473759-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3128603-10d3-4809-a1c2-267142471623 HTTP/1.1" status: 200 len: 210 time: 0.1622496 Nov 16 04:54:10.408271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] No DVR routers for this DVR port a2593031-1c04-4b5a-a316-f89517172463 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:10.423399 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0dc23a-52c2-4ef2-9899-b0f83727bf2d None None] Pushing event updated for resources: {'Port': ['ID=064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:10.426650 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:10.439876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:54:10.452531 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bb10b5-cad4-4275-b369-b6abb3dcea48 None None] Sync routers for ids ['b8cdaeed-b604-4dd4-9139-ccfb461d9b87'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:54:10.455741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51510) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:10.460182 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c4ccf040-f987-48e3-8685-2988b70f67e8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/b8cdaeed-b604-4dd4-9139-ccfb461d9b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9646995 Nov 16 04:54:10.478223 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb10b5-cad4-4275-b369-b6abb3dcea48 None None] Routers {'b8cdaeed-b604-4dd4-9139-ccfb461d9b87'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:10.478863 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-37bb10b5-cad4-4275-b369-b6abb3dcea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['b8cdaeed-b604-4dd4-9139-ccfb461d9b87'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:10.485638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c804c31-b43b-441d-9797-9ce248ac9dc7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Subnet': ['ID=b1a23a37-c934-44b4-baa2-c77463e50b25,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:10.532697 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-37bb10b5-cad4-4275-b369-b6abb3dcea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:10.557646 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bb10b5-cad4-4275-b369-b6abb3dcea48 None None] Routers {'b8cdaeed-b604-4dd4-9139-ccfb461d9b87'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:10.558423 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-37bb10b5-cad4-4275-b369-b6abb3dcea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['b8cdaeed-b604-4dd4-9139-ccfb461d9b87'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:10.567177 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.579599 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dda652c4-0a49-47bd-8061-9517d51537e4 None None] Provisioning complete for port 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:10.579960 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dda652c4-0a49-47bd-8061-9517d51537e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.586459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:10.588705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9107598d-4313-40d8-b547-4e5913af3937 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:10.593317 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.594831 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51514) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:10.595906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9107598d-4313-40d8-b547-4e5913af3937 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports/9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4 HTTP/1.1" status: 200 len: 977 time: 0.1115115 Nov 16 04:54:10.603367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c804c31-b43b-441d-9797-9ce248ac9dc7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Checking segment: {'id': '31c49176-fb97-43e3-9dc5-c76c86831599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2c26c882-0dcf-4d37-9f99-377edd9a94cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:10.604024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c804c31-b43b-441d-9797-9ce248ac9dc7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network hostable DHCP agents. Network: 2c26c882-0dcf-4d37-9f99-377edd9a94cc, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:10.627939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace05412-28cc-47e2-a1d1-d37b29ce3547']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:10.641449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa113498-c0ba-41cc-9239-ed5804f208b2') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:10.641976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa113498-c0ba-41cc-9239-ed5804f208b2') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:10.649924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c804c31-b43b-441d-9797-9ce248ac9dc7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network 2c26c882-0dcf-4d37-9f99-377edd9a94cc is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:10.657793 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.678413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-4c804c31-b43b-441d-9797-9ce248ac9dc7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 2c26c882-0dcf-4d37-9f99-377edd9a94cc) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:10.681359 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.688838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c804c31-b43b-441d-9797-9ce248ac9dc7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:10.689561 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c804c31-b43b-441d-9797-9ce248ac9dc7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.698136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:10.698785 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:10.700851 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:10.726026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31aa18-a7ad-4bff-8492-47687bce2c59 None None] Network 2c26c882-0dcf-4d37-9f99-377edd9a94cc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:10.729370 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-37bb10b5-cad4-4275-b369-b6abb3dcea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:10.730362 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bb10b5-cad4-4275-b369-b6abb3dcea48 None None] The sync data for ids ['b8cdaeed-b604-4dd4-9139-ccfb461d9b87'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:54:10.786429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4c804c31-b43b-441d-9797-9ce248ac9dc7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9858844 Nov 16 04:54:10.789686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51518) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:10.795954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-decbdb3b-a856-4702-9aa7-7a06e9734f13 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1117876203'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:10.830460 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-decbdb3b-a856-4702-9aa7-7a06e9734f13 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:10.835258 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-decbdb3b-a856-4702-9aa7-7a06e9734f13 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.862747 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.870581 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:10.875612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ace05412-28cc-47e2-a1d1-d37b29ce3547 HTTP/1.1" status: 204 len: 168 time: 2.0231833 Nov 16 04:54:10.879325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51522) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:10.921024 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a2593031-1c04-4b5a-a316-f89517172463 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:10.950754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a2593031-1c04-4b5a-a316-f89517172463 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:10.951323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a2593031-1c04-4b5a-a316-f89517172463 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:10.990838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dda652c4-0a49-47bd-8061-9517d51537e4 None None] Provisioning complete for port 9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:10.991208 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dda652c4-0a49-47bd-8061-9517d51537e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:11.039854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fc622-1d52-4f8e-87fc-261980d99485 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace05412-28cc-47e2-a1d1-d37b29ce3547,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:11.044072 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-65dab65c-a296-46e4-b604-9f42153fc7ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:11.052523 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-65dab65c-a296-46e4-b604-9f42153fc7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:11.055409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-decbdb3b-a856-4702-9aa7-7a06e9734f13 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:11.076041 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-decbdb3b-a856-4702-9aa7-7a06e9734f13 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:11.076504 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-decbdb3b-a856-4702-9aa7-7a06e9734f13 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Added segment c18c06a6-42bb-4322-abea-6b45f25334cf of type vlan for network 0fb1ff9d-5e11-4c24-9f71-f53485dda8f8 Nov 16 04:54:11.159293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dda652c4-0a49-47bd-8061-9517d51537e4 None None] Port 9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:54:11.169310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-2c26c882-0dcf-4d37-9f99-377edd9a94cc', 'network_id': '2c26c882-0dcf-4d37-9f99-377edd9a94cc', 'tenant_id': 'ae0e7d5fa8714945bfe2a432da2cae25', 'fixed_ips': [{'subnet_id': 'b1a23a37-c934-44b4-baa2-c77463e50b25'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:54:11.171861 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:11.223568 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-decbdb3b-a856-4702-9aa7-7a06e9734f13 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:11.268032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51526) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:11.282967 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-decbdb3b-a856-4702-9aa7-7a06e9734f13 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:11.288984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decbdb3b-a856-4702-9aa7-7a06e9734f13 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:11.289711 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-decbdb3b-a856-4702-9aa7-7a06e9734f13 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:11.338799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-decbdb3b-a856-4702-9aa7-7a06e9734f13 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5495546 Nov 16 04:54:11.356115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51530) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:11.361843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-643c34d4-0377-41fb-bc30-abf87fba5d5f tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'subnet': {'network_id': '0fb1ff9d-5e11-4c24-9f71-f53485dda8f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:11.423995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Allocated IP 2001:db8:0:ffff::2 (2c26c882-0dcf-4d37-9f99-377edd9a94cc/b1a23a37-c934-44b4-baa2-c77463e50b25/7807a1b5-35b2-47f9-af9d-e2339d2b0296) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:11.514166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51536) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:11.524949 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-65dab65c-a296-46e4-b604-9f42153fc7ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d740e5b36b4046ef991829aadb465fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1770012 Nov 16 04:54:11.535041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51538) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:11.554567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fcde67a3-6533-4c5c-b105-92917d3ea127 None None] Provisioning complete for port 9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:11.555080 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fcde67a3-6533-4c5c-b105-92917d3ea127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:11.558508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dab65c-a296-46e4-b604-9f42153fc7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a375f2-cfaf-4dce-8524-d9a06ec1424d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:11.568683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-29e36024-ca2e-44a8-988b-4f5f27c3445a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:11.576738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decbdb3b-a856-4702-9aa7-7a06e9734f13 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Network': ['ID=0fb1ff9d-5e11-4c24-9f71-f53485dda8f8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:11.622385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 0fb1ff9d-5e11-4c24-9f71-f53485dda8f8 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:11.777984 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5dc7f89e-428e-4ed2-aa5d-b9213c13e290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:11.892663 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fcde67a3-6533-4c5c-b105-92917d3ea127 None None] Port 9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:54:11.925652 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:11.944555 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:11.954597 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.005559 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Network 2c26c882-0dcf-4d37-9f99-377edd9a94cc is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:12.013921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:12.016489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7f89e-428e-4ed2-aa5d-b9213c13e290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port 9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:12.016839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Pushing event updated for resources: {'Port': ['ID=7807a1b5-35b2-47f9-af9d-e2339d2b0296,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:12.016977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5dc7f89e-428e-4ed2-aa5d-b9213c13e290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.019231 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:12.045449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d725a7a-5b3e-491c-8511-bcb01fb362a0 admin admin] Deleting subnet 89ad7379-f193-4784-a822-0c25e612ef3f {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:12.048956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-cbfd3797-6367-4b24-9d2a-095a25f085db None None] Provisioning complete for port 9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:12.049976 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cbfd3797-6367-4b24-9d2a-095a25f085db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.053182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643c34d4-0377-41fb-bc30-abf87fba5d5f tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:12.056181 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-643c34d4-0377-41fb-bc30-abf87fba5d5f tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.067445 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d725a7a-5b3e-491c-8511-bcb01fb362a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.113830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd3797-6367-4b24-9d2a-095a25f085db None None] Port 9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:54:12.115568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Attempting to bind port 7807a1b5-35b2-47f9-af9d-e2339d2b0296 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:54:12.116280 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Attempting to bind port 7807a1b5-35b2-47f9-af9d-e2339d2b0296 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '31c49176-fb97-43e3-9dc5-c76c86831599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2c26c882-0dcf-4d37-9f99-377edd9a94cc'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:54:12.116497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Attempting to bind port 7807a1b5-35b2-47f9-af9d-e2339d2b0296 on network 2c26c882-0dcf-4d37-9f99-377edd9a94cc {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:12.121431 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5dc7f89e-428e-4ed2-aa5d-b9213c13e290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.123114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:54:12.123497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Checking segment: {'id': '31c49176-fb97-43e3-9dc5-c76c86831599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2c26c882-0dcf-4d37-9f99-377edd9a94cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:12.124332 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.124332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Bound using segment: {'id': '31c49176-fb97-43e3-9dc5-c76c86831599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2c26c882-0dcf-4d37-9f99-377edd9a94cc'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:54:12.124954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Bound port: 7807a1b5-35b2-47f9-af9d-e2339d2b0296, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c49176-fb97-43e3-9dc5-c76c86831599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2c26c882-0dcf-4d37-9f99-377edd9a94cc'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:54:12.125887 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.137646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7f89e-428e-4ed2-aa5d-b9213c13e290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for 9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:12.205618 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d725a7a-5b3e-491c-8511-bcb01fb362a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.213090 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] For port 7807a1b5-35b2-47f9-af9d-e2339d2b0296, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:54:12.220774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] For port 7807a1b5-35b2-47f9-af9d-e2339d2b0296, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7807a1b5-35b2-47f9-af9d-e2339d2b0296,segment=NetworkSegment(31c49176-fb97-43e3-9dc5-c76c86831599),segment_id=31c49176-fb97-43e3-9dc5-c76c86831599)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:54:12.226219 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.254890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:12.260170 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bb47fb7a-b2ab-42a1-a87e-a495cc76437a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.323570 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-29e36024-ca2e-44a8-988b-4f5f27c3445a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.336425 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d725a7a-5b3e-491c-8511-bcb01fb362a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.341012 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bb47fb7a-b2ab-42a1-a87e-a495cc76437a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.343477 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-29e36024-ca2e-44a8-988b-4f5f27c3445a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.352703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5dc7f89e-428e-4ed2-aa5d-b9213c13e290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.358332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81ae20-c961-4f22-b1f7-7022a5b471b2 None None] Pushing event updated for resources: {'Port': ['ID=7807a1b5-35b2-47f9-af9d-e2339d2b0296,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:12.378585 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:12.379253 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.388337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7f89e-428e-4ed2-aa5d-b9213c13e290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=9e56f4ed-323f-4ccf-a97c-faf5f3fbd3c4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:12.516765 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-29e36024-ca2e-44a8-988b-4f5f27c3445a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fb3ee9334754125b4440bb42d6b6351&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2475953 Nov 16 04:54:12.523125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51542) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:12.532025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e36024-ca2e-44a8-988b-4f5f27c3445a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0f78ba-4784-4b76-a43a-fbeed1be026d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:12.586472 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5dc7f89e-428e-4ed2-aa5d-b9213c13e290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.637501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device d1a9c363-cdc3-4765-b51c-c828a308d59c no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:12.666045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: d1a9c363-cdc3-4765-b51c-c828a308d59c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:12.666392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device d1a9c363-cdc3-4765-b51c-c828a308d59c not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:12.678618 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d725a7a-5b3e-491c-8511-bcb01fb362a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.770248 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bb47fb7a-b2ab-42a1-a87e-a495cc76437a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.774837 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bb47fb7a-b2ab-42a1-a87e-a495cc76437a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.776011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bb47fb7a-b2ab-42a1-a87e-a495cc76437a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8a375f2-cfaf-4dce-8524-d9a06ec1424d HTTP/1.1" status: 204 len: 168 time: 1.2171016 Nov 16 04:54:12.791942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d725a7a-5b3e-491c-8511-bcb01fb362a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ad7379-f193-4784-a822-0c25e612ef3f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:12.792589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ead4b5-8c1a-43de-80f8-2f52a50198c9 None None] Network 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:12.811409 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3d725a7a-5b3e-491c-8511-bcb01fb362a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.815526 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3d725a7a-5b3e-491c-8511-bcb01fb362a0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/89ad7379-f193-4784-a822-0c25e612ef3f HTTP/1.1" status: 204 len: 168 time: 1.3003273 Nov 16 04:54:12.827516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51550) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:12.835327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb47fb7a-b2ab-42a1-a87e-a495cc76437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a375f2-cfaf-4dce-8524-d9a06ec1424d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:12.841425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc7f89e-428e-4ed2-aa5d-b9213c13e290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router b8cdaeed-b604-4dd4-9139-ccfb461d9b87 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:54:12.870446 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b770df06-27f5-4139-889d-2c9fb656f4b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.915960 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d25d80c-1e43-422d-9e02-79d3167c053f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:12.948737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc7f89e-428e-4ed2-aa5d-b9213c13e290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:54:12.955006 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5dc7f89e-428e-4ed2-aa5d-b9213c13e290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/b8cdaeed-b604-4dd4-9139-ccfb461d9b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3567204 Nov 16 04:54:12.957666 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51554) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:12.962693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0fb169-d219-47ee-821e-1efdf6e47843 None None] Sync routers for ids ['b8cdaeed-b604-4dd4-9139-ccfb461d9b87'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:54:12.978254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0fb169-d219-47ee-821e-1efdf6e47843 None None] Routers {'b8cdaeed-b604-4dd4-9139-ccfb461d9b87'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:12.978887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cd0fb169-d219-47ee-821e-1efdf6e47843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['b8cdaeed-b604-4dd4-9139-ccfb461d9b87'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:13.021335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01711345-3623-4b4b-870a-f388ebde13ce None None] DHCP port deletion for 9364b4d1-a66f-4e8e-93ab-aa740c2fd003 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:13.023584 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cd0fb169-d219-47ee-821e-1efdf6e47843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:13.050564 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b770df06-27f5-4139-889d-2c9fb656f4b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.059203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0fb169-d219-47ee-821e-1efdf6e47843 None None] Routers {'b8cdaeed-b604-4dd4-9139-ccfb461d9b87'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:13.059861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cd0fb169-d219-47ee-821e-1efdf6e47843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['b8cdaeed-b604-4dd4-9139-ccfb461d9b87'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:13.082297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9614708f-2cfd-4394-b387-022d10ca17b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.114421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cd0fb169-d219-47ee-821e-1efdf6e47843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:13.115422 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0fb169-d219-47ee-821e-1efdf6e47843 None None] The sync data for ids ['b8cdaeed-b604-4dd4-9139-ccfb461d9b87'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:54:13.175287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.objects.ports [None req-643c34d4-0377-41fb-bc30-abf87fba5d5f tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102659) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:54:13.179994 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-643c34d4-0377-41fb-bc30-abf87fba5d5f tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.184675 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-ca86c36e-d743-47d8-840e-b49a5b590b23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] remove_router_interface failed (client error): The resource could not be found. Nov 16 04:54:13.185494 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ca86c36e-d743-47d8-840e-b49a5b590b23 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/b8cdaeed-b604-4dd4-9139-ccfb461d9b87/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2267728 Nov 16 04:54:13.189155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51560) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:13.230006 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.245827 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-20c5ab4d-29b4-4de9-af6c-428d7c5e896c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cdaeed-b604-4dd4-9139-ccfb461d9b87 HTTP/1.1" status: 200 len: 205 time: 0.0550532 Nov 16 04:54:13.247969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51564) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:13.321964 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b770df06-27f5-4139-889d-2c9fb656f4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.324602 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b770df06-27f5-4139-889d-2c9fb656f4b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.325804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b770df06-27f5-4139-889d-2c9fb656f4b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f0f78ba-4784-4b76-a43a-fbeed1be026d HTTP/1.1" status: 204 len: 168 time: 0.7959228 Nov 16 04:54:13.344632 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8657fa49-30fc-4fc4-88f8-8393eb0b4f39 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.387487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643c34d4-0377-41fb-bc30-abf87fba5d5f tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Subnet': ['ID=59c4c165-a59f-463f-82e2-8a5daf632802,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:13.400383 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9614708f-2cfd-4394-b387-022d10ca17b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.401341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770df06-27f5-4139-889d-2c9fb656f4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0f78ba-4784-4b76-a43a-fbeed1be026d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:13.476179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9614708f-2cfd-4394-b387-022d10ca17b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9364b4d1-a66f-4e8e-93ab-aa740c2fd003']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:13.502085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9614708f-2cfd-4394-b387-022d10ca17b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d0a077-f787-4342-a98d-06ee479923f0') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:13.502963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9614708f-2cfd-4394-b387-022d10ca17b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d0a077-f787-4342-a98d-06ee479923f0') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:13.514907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643c34d4-0377-41fb-bc30-abf87fba5d5f tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Checking segment: {'id': 'c18c06a6-42bb-4322-abea-6b45f25334cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0fb1ff9d-5e11-4c24-9f71-f53485dda8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:13.515460 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643c34d4-0377-41fb-bc30-abf87fba5d5f tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network hostable DHCP agents. Network: 0fb1ff9d-5e11-4c24-9f71-f53485dda8f8, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:13.527229 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9614708f-2cfd-4394-b387-022d10ca17b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.551134 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9614708f-2cfd-4394-b387-022d10ca17b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.566735 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8657fa49-30fc-4fc4-88f8-8393eb0b4f39 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.569535 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8657fa49-30fc-4fc4-88f8-8393eb0b4f39 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.582003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9614708f-2cfd-4394-b387-022d10ca17b2 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:13.582725 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9614708f-2cfd-4394-b387-022d10ca17b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:13.585987 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:13.602608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643c34d4-0377-41fb-bc30-abf87fba5d5f tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network 0fb1ff9d-5e11-4c24-9f71-f53485dda8f8 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:13.643550 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8657fa49-30fc-4fc4-88f8-8393eb0b4f39 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.643849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8657fa49-30fc-4fc4-88f8-8393eb0b4f39 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Fanout notify agent at l3_agent the message router_deleted on router b8cdaeed-b604-4dd4-9139-ccfb461d9b87 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:54:13.651174 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8657fa49-30fc-4fc4-88f8-8393eb0b4f39 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.655357 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8657fa49-30fc-4fc4-88f8-8393eb0b4f39 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/b8cdaeed-b604-4dd4-9139-ccfb461d9b87 HTTP/1.1" status: 204 len: 168 time: 0.4061613 Nov 16 04:54:13.656327 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51578) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:13.727611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-643c34d4-0377-41fb-bc30-abf87fba5d5f tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 0fb1ff9d-5e11-4c24-9f71-f53485dda8f8) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:13.743242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3c57b-55a5-40ec-9e7a-40723b8f5d2a None None] Network 0fb1ff9d-5e11-4c24-9f71-f53485dda8f8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:13.767310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef02834-1008-4975-8615-e3d85737a900 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting subnet 99ceb21b-824f-4b99-be11-8cd46586f581 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:13.771756 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fef02834-1008-4975-8615-e3d85737a900 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.778841 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.804041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643c34d4-0377-41fb-bc30-abf87fba5d5f tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:13.804631 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-643c34d4-0377-41fb-bc30-abf87fba5d5f tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.829981 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9614708f-2cfd-4394-b387-022d10ca17b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.879470 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9614708f-2cfd-4394-b387-022d10ca17b2 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.889483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9614708f-2cfd-4394-b387-022d10ca17b2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9364b4d1-a66f-4e8e-93ab-aa740c2fd003 HTTP/1.1" status: 204 len: 168 time: 1.0527005 Nov 16 04:54:13.911748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fef02834-1008-4975-8615-e3d85737a900 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:13.931348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524c7782-8a50-4c50-be9d-2fccdff705e2 None None] Network 2c26c882-0dcf-4d37-9f99-377edd9a94cc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:13.932490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614708f-2cfd-4394-b387-022d10ca17b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9364b4d1-a66f-4e8e-93ab-aa740c2fd003,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:13.957900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-643c34d4-0377-41fb-bc30-abf87fba5d5f tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6006756 Nov 16 04:54:13.968024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51592) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:13.978950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'port': {'network_id': '0fb1ff9d-5e11-4c24-9f71-f53485dda8f8', 'name': 'tempest-NetworksIpV6TestAttrs-1990972920'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:14.058067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fef02834-1008-4975-8615-e3d85737a900 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.069931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-deaa9951-59a9-498b-904a-f32280e85519 None None] Provisioning complete for port 7807a1b5-35b2-47f9-af9d-e2339d2b0296 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:14.070305 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-deaa9951-59a9-498b-904a-f32280e85519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.108366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-0fb1ff9d-5e11-4c24-9f71-f53485dda8f8', 'network_id': '0fb1ff9d-5e11-4c24-9f71-f53485dda8f8', 'tenant_id': 'ae0e7d5fa8714945bfe2a432da2cae25', 'fixed_ips': [{'subnet_id': '59c4c165-a59f-463f-82e2-8a5daf632802'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:54:14.109844 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.145671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d80c-1e43-422d-9e02-79d3167c053f admin admin] Deleting port 74e802b7-c18b-4ef1-b330-9aa50de96b6b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:14.152006 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d25d80c-1e43-422d-9e02-79d3167c053f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.153749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fef02834-1008-4975-8615-e3d85737a900 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.186715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fef02834-1008-4975-8615-e3d85737a900 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.200277 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fef02834-1008-4975-8615-e3d85737a900 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/99ceb21b-824f-4b99-be11-8cd46586f581 HTTP/1.1" status: 204 len: 168 time: 0.5429857 Nov 16 04:54:14.235511 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51604) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:14.244828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef02834-1008-4975-8615-e3d85737a900 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Subnet': ['ID=99ceb21b-824f-4b99-be11-8cd46586f581,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:14.284124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51606) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:14.331481 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Allocated IP 2001:db8::f816:3eff:fe99:1b33 (0fb1ff9d-5e11-4c24-9f71-f53485dda8f8/59c4c165-a59f-463f-82e2-8a5daf632802/41a75763-8cad-492b-b44b-cf8393d8ae4d) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:14.386773 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.459035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:14.459424 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.508566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b860fd-2cfa-420e-b4fc-3d0b141e4a5a None None] Network 43b1b08b-a693-478e-a6ad-56007639c886 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:14.529447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-319fc3c0-d2e9-4935-8193-f816deb59f20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ef47bc2f1ad4b5aa22aa5dc6946ff08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2382655 Nov 16 04:54:14.530003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51614) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:14.547726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-9d25d80c-1e43-422d-9e02-79d3167c053f admin admin] For port 74e802b7-c18b-4ef1-b330-9aa50de96b6b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=74e802b7-c18b-4ef1-b330-9aa50de96b6b,segment=NetworkSegment(9b185fe6-ba68-4e96-a19e-0e774d2e3965),segment_id=9b185fe6-ba68-4e96-a19e-0e774d2e3965)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:14.550205 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d25d80c-1e43-422d-9e02-79d3167c053f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.569094 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] For port 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8,segment=NetworkSegment(6d3ccedd-df80-41a4-85a5-e0c0694d528e),segment_id=6d3ccedd-df80-41a4-85a5-e0c0694d528e)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:14.569458 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.586501 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9d25d80c-1e43-422d-9e02-79d3167c053f admin admin] Calling delete_port for 74e802b7-c18b-4ef1-b330-9aa50de96b6b owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:14.594501 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:14.594686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7807a1b5-35b2-47f9-af9d-e2339d2b0296 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:14.605217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:14.614684 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.627681 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.658988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ed0962a-20a8-4d3c-9a0b-ba3e460ab72e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.688367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] device_id is not set on port 63a1bd11-724a-45e8-b2a3-f2fcd146e4c1 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:54:14.707579 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ed0962a-20a8-4d3c-9a0b-ba3e460ab72e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.712059 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.799112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.815146 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ed0962a-20a8-4d3c-9a0b-ba3e460ab72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.825986 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ed0962a-20a8-4d3c-9a0b-ba3e460ab72e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:14.830466 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6ed0962a-20a8-4d3c-9a0b-ba3e460ab72e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/638817ac-5be4-4e86-892b-90c386c238f4 HTTP/1.1" status: 204 len: 168 time: 0.2980733 Nov 16 04:54:14.865606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:14.869237 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No DVR routers for this DVR port 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:14.876645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0962a-20a8-4d3c-9a0b-ba3e460ab72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638817ac-5be4-4e86-892b-90c386c238f4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:14.917816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Network 0fb1ff9d-5e11-4c24-9f71-f53485dda8f8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:14.974401 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.007222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Allocated IP 2001:db8::f816:3eff:fe4a:5e36 (0fb1ff9d-5e11-4c24-9f71-f53485dda8f8/59c4c165-a59f-463f-82e2-8a5daf632802/63a1bd11-724a-45e8-b2a3-f2fcd146e4c1) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:15.036819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:15.066649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7807a1b5-35b2-47f9-af9d-e2339d2b0296 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:15.067022 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.093671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:15.182876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Pushing event updated for resources: {'Port': ['ID=41a75763-8cad-492b-b44b-cf8393d8ae4d,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:15.234662 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:54:15.343224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b1b08b-a693-478e-a6ad-56007639c886']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:15.358392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3ccedd-df80-41a4-85a5-e0c0694d528e') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:15.360813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3ccedd-df80-41a4-85a5-e0c0694d528e') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:15.380824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.387168 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d25d80c-1e43-422d-9e02-79d3167c053f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.388665 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-deaa9951-59a9-498b-904a-f32280e85519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.417149 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:15.417487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:15.417844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:15.418679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:15.419170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:15.419673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:15.420158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:15.420284 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.420752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:15.421233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:15.423171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:15.423681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:15.424163 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:15.430298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:15.431021 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:15.436385 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:15.490009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df88adac-9e98-4c8e-9e29-d85b52f58865 None None] DHCP port deletion for 43b1b08b-a693-478e-a6ad-56007639c886 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:15.496814 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51648) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:15.523316 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Attempting to bind port 41a75763-8cad-492b-b44b-cf8393d8ae4d on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:54:15.538439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Attempting to bind port 41a75763-8cad-492b-b44b-cf8393d8ae4d by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'c18c06a6-42bb-4322-abea-6b45f25334cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0fb1ff9d-5e11-4c24-9f71-f53485dda8f8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:54:15.539015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Attempting to bind port 41a75763-8cad-492b-b44b-cf8393d8ae4d on network 0fb1ff9d-5e11-4c24-9f71-f53485dda8f8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:15.551320 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.560104 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-deaa9951-59a9-498b-904a-f32280e85519 None None] For port 7807a1b5-35b2-47f9-af9d-e2339d2b0296, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7807a1b5-35b2-47f9-af9d-e2339d2b0296,segment=NetworkSegment(31c49176-fb97-43e3-9dc5-c76c86831599),segment_id=31c49176-fb97-43e3-9dc5-c76c86831599)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:15.565993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:54:15.566628 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Checking segment: {'id': 'c18c06a6-42bb-4322-abea-6b45f25334cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0fb1ff9d-5e11-4c24-9f71-f53485dda8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:15.567252 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.567963 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Bound using segment: {'id': 'c18c06a6-42bb-4322-abea-6b45f25334cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0fb1ff9d-5e11-4c24-9f71-f53485dda8f8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:54:15.568608 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Bound port: 41a75763-8cad-492b-b44b-cf8393d8ae4d, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c18c06a6-42bb-4322-abea-6b45f25334cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0fb1ff9d-5e11-4c24-9f71-f53485dda8f8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:54:15.569202 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.572222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.586743 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/networks/43b1b08b-a693-478e-a6ad-56007639c886 HTTP/1.1" status: 204 len: 168 time: 1.3446224 Nov 16 04:54:15.595841 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-deaa9951-59a9-498b-904a-f32280e85519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.611982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25d80c-1e43-422d-9e02-79d3167c053f admin admin] Pushing event deleted for resources: {'Port': ['ID=74e802b7-c18b-4ef1-b330-9aa50de96b6b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:15.615344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51656) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:15.616410 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c9f9b-b698-4828-b430-082a1d311f67 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Network': ['ID=43b1b08b-a693-478e-a6ad-56007639c886,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:15.680005 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4601303a-8064-4fd5-8fee-c4d8199fce60 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'network': {'name': 'tempest-RoutersTest-862198121'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:15.707532 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.751259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa9951-59a9-498b-904a-f32280e85519 None None] Pushing event updated for resources: {'Port': ['ID=7807a1b5-35b2-47f9-af9d-e2339d2b0296,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:15.811485 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-328f727e-2d2a-49fb-a542-b974703b3e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.827693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4601303a-8064-4fd5-8fee-c4d8199fce60 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:15.833591 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4601303a-8064-4fd5-8fee-c4d8199fce60 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.875864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4601303a-8064-4fd5-8fee-c4d8199fce60 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:15.908594 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4601303a-8064-4fd5-8fee-c4d8199fce60 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.909216 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-4601303a-8064-4fd5-8fee-c4d8199fce60 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Added segment 54dcdea2-d2de-43b9-ba6f-7b8553a9ff68 of type vlan for network fae46c69-1864-4308-b7a1-e6e0049dd71f Nov 16 04:54:15.918596 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] For port 41a75763-8cad-492b-b44b-cf8393d8ae4d, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:54:15.925166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] For port 41a75763-8cad-492b-b44b-cf8393d8ae4d, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=41a75763-8cad-492b-b44b-cf8393d8ae4d,segment=NetworkSegment(c18c06a6-42bb-4322-abea-6b45f25334cf),segment_id=c18c06a6-42bb-4322-abea-6b45f25334cf)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:54:15.937839 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.966372 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:15.983533 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d25d80c-1e43-422d-9e02-79d3167c053f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.014339 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51660) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:16.064733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20533dc5-b6db-4398-97cc-7c926a141e48 None None] Pushing event updated for resources: {'Port': ['ID=41a75763-8cad-492b-b44b-cf8393d8ae4d,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:16.072182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-737dde24-6244-4424-bedd-a5ad446cddac None None] Provisioning complete for port 7807a1b5-35b2-47f9-af9d-e2339d2b0296 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:16.072768 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-737dde24-6244-4424-bedd-a5ad446cddac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.100252 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-328f727e-2d2a-49fb-a542-b974703b3e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.126516 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-328f727e-2d2a-49fb-a542-b974703b3e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.160845 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4601303a-8064-4fd5-8fee-c4d8199fce60 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.232601 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f727e-2d2a-49fb-a542-b974703b3e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55937f34-5f7d-4ac7-ae90-ad432fc49f1f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:16.274259 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-328f727e-2d2a-49fb-a542-b974703b3e04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a4ec37dcd3747499114ef6eb5499c4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7720249 Nov 16 04:54:16.274942 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51672) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:16.298216 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.308326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network 0fb1ff9d-5e11-4c24-9f71-f53485dda8f8 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:16.392616 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.resource_extend [None req-4601303a-8064-4fd5-8fee-c4d8199fce60 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:54:16.395869 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:16.401224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:16.408528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:16.409195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.423252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7807a1b5-35b2-47f9-af9d-e2339d2b0296 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:16.431359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Port': ['ID=63a1bd11-724a-45e8-b2a3-f2fcd146e4c1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:16.452867 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4601303a-8064-4fd5-8fee-c4d8199fce60 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.460933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4601303a-8064-4fd5-8fee-c4d8199fce60 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:16.461851 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4601303a-8064-4fd5-8fee-c4d8199fce60 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.462855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39d3-cf81-4a2b-a9b8-289a4ca55201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.509746 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-faeef9fc-ce94-4195-b1c6-1ebd8ce6ab42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.548501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7807a1b5-35b2-47f9-af9d-e2339d2b0296 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:16.548888 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.560344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0d1ff3f0-c4fe-4dca-89af-87ce1126e562 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5837836 Nov 16 04:54:16.561910 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51680) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:16.563041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601303a-8064-4fd5-8fee-c4d8199fce60 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Network': ['ID=fae46c69-1864-4308-b7a1-e6e0049dd71f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:16.569804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4601303a-8064-4fd5-8fee-c4d8199fce60 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8962750 Nov 16 04:54:16.572272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51682) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:16.572494 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39d3-cf81-4a2b-a9b8-289a4ca55201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.580824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-65536d9f-ac13-4bf8-af76-0fdad5ab74b1 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'subnet': {'network_id': 'fae46c69-1864-4308-b7a1-e6e0049dd71f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:16.591268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network fae46c69-1864-4308-b7a1-e6e0049dd71f details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:16.691632 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf789343-5af5-4743-98e0-e90f27206e7d tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Deleting subnet 59c4c165-a59f-463f-82e2-8a5daf632802 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:16.701060 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf789343-5af5-4743-98e0-e90f27206e7d tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.763375 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf789343-5af5-4743-98e0-e90f27206e7d tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.763375 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39d3-cf81-4a2b-a9b8-289a4ca55201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.763669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d25d80c-1e43-422d-9e02-79d3167c053f admin admin] Router 95dd754e-118c-4975-8d87-a10fe997a847 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:54:16.763669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65536d9f-ac13-4bf8-af76-0fdad5ab74b1 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:16.763868 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f1a39d3-cf81-4a2b-a9b8-289a4ca55201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.768036 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3f1a39d3-cf81-4a2b-a9b8-289a4ca55201 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55937f34-5f7d-4ac7-ae90-ad432fc49f1f HTTP/1.1" status: 204 len: 168 time: 0.4920990 Nov 16 04:54:16.787264 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65536d9f-ac13-4bf8-af76-0fdad5ab74b1 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.803668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51688) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:16.824945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1a39d3-cf81-4a2b-a9b8-289a4ca55201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55937f34-5f7d-4ac7-ae90-ad432fc49f1f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:16.830387 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-faeef9fc-ce94-4195-b1c6-1ebd8ce6ab42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.845125 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-faeef9fc-ce94-4195-b1c6-1ebd8ce6ab42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:16.872303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:16.930138 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-faeef9fc-ce94-4195-b1c6-1ebd8ce6ab42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f594493087f2450abc69b97c6330b2a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9145300 Nov 16 04:54:16.930544 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:16.931356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 064dc7c0-6b62-4f8f-a08b-9e0918f3b6a8 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:16.936802 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51692) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:16.980716 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeef9fc-ce94-4195-b1c6-1ebd8ce6ab42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1493cd6-7943-4f3a-9f78-2a9e629fb32d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:17.025924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d25d80c-1e43-422d-9e02-79d3167c053f admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:54:17.030753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1933668566-network', 'tenant_id': '90c583ac339c480cb955ff0449ce475a'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:17.034936 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9d25d80c-1e43-422d-9e02-79d3167c053f admin admin] 10.222.0.41 "PUT /v2.0/routers/95dd754e-118c-4975-8d87-a10fe997a847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1498685 Nov 16 04:54:17.034936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51694) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:17.044136 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8bf84b-c63c-4b75-aa83-659fcee2548f None None] Sync routers for ids ['95dd754e-118c-4975-8d87-a10fe997a847'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:54:17.056244 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8bf84b-c63c-4b75-aa83-659fcee2548f None None] Routers {'95dd754e-118c-4975-8d87-a10fe997a847'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:17.056999 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd8bf84b-c63c-4b75-aa83-659fcee2548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['95dd754e-118c-4975-8d87-a10fe997a847'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:17.066330 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf789343-5af5-4743-98e0-e90f27206e7d tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.146871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Made reservation on behalf of 90c583ac339c480cb955ff0449ce475a for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:17.149458 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.161699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b1af78d-726b-4b2d-a8dd-8d73d74438ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.163590 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.220838 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.232965 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-fd8bf84b-c63c-4b75-aa83-659fcee2548f None None] Set router 95dd754e-118c-4975-8d87-a10fe997a847 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:54:17.288896 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf789343-5af5-4743-98e0-e90f27206e7d tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.383621 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf789343-5af5-4743-98e0-e90f27206e7d tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.389303 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bf789343-5af5-4743-98e0-e90f27206e7d tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/subnets/59c4c165-a59f-463f-82e2-8a5daf632802 HTTP/1.1" status: 204 len: 168 time: 0.8203561 Nov 16 04:54:17.389303 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b1af78d-726b-4b2d-a8dd-8d73d74438ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.402823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51706) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:17.418678 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.419973 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf789343-5af5-4743-98e0-e90f27206e7d tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Subnet': ['ID=59c4c165-a59f-463f-82e2-8a5daf632802,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:17.520874 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.532506 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.541714 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b1af78d-726b-4b2d-a8dd-8d73d74438ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.550632 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b1af78d-726b-4b2d-a8dd-8d73d74438ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.551813 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2b1af78d-726b-4b2d-a8dd-8d73d74438ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1493cd6-7943-4f3a-9f78-2a9e629fb32d HTTP/1.1" status: 204 len: 168 time: 0.6144533 Nov 16 04:54:17.587285 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:17.600439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:17.608897 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.610119 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Added segment 0e18f71f-1520-4c5f-9a17-db2127d17646 of type vlan for network f53c1854-b0f6-4e41-b887-bfdace00e187 Nov 16 04:54:17.630911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1af78d-726b-4b2d-a8dd-8d73d74438ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1493cd6-7943-4f3a-9f78-2a9e629fb32d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:17.659608 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd8bf84b-c63c-4b75-aa83-659fcee2548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dd754e-118c-4975-8d87-a10fe997a847', 'name': 'tempest-TaggedBootDevicesTest-1601697637-router', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:42:05Z', 'updated_at': '2021-11-16T04:54:14Z', 'revision_number': 5, 'project_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'gw_port': {'id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dd754e-118c-4975-8d87-a10fe997a847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:42:07Z', 'updated_at': '2021-11-16T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:17.664790 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36e7e89-14c2-46aa-bbde-d0395ddaeff6 None None] Network 0fb1ff9d-5e11-4c24-9f71-f53485dda8f8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:17.684600 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.737267 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.738315 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8bf84b-c63c-4b75-aa83-659fcee2548f None None] Checking router: 95dd754e-118c-4975-8d87-a10fe997a847 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:54:17.739594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:17.740436 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.773871 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9662371 Nov 16 04:54:17.778129 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8bf84b-c63c-4b75-aa83-659fcee2548f None None] Routers {'95dd754e-118c-4975-8d87-a10fe997a847'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:17.779284 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd8bf84b-c63c-4b75-aa83-659fcee2548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['95dd754e-118c-4975-8d87-a10fe997a847'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:17.798239 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51714) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:17.803974 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-05549eff-367c-422d-ac53-15641805a128 admin admin] Request body: {'subnet': {'network_id': 'f53c1854-b0f6-4e41-b887-bfdace00e187', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1933668566-subnet', 'tenant_id': '90c583ac339c480cb955ff0449ce475a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:17.888367 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7e855def-7f2a-4350-b0ff-75355b8360cf None None] Provisioning complete for port 41a75763-8cad-492b-b44b-cf8393d8ae4d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:17.888754 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e855def-7f2a-4350-b0ff-75355b8360cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.909066 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37af8a-644f-412b-995f-f84b48919c4d admin admin] Pushing event updated for resources: {'Network': ['ID=f53c1854-b0f6-4e41-b887-bfdace00e187,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:17.932565 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65536d9f-ac13-4bf8-af76-0fdad5ab74b1 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.933491 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05549eff-367c-422d-ac53-15641805a128 admin admin] Made reservation on behalf of 90c583ac339c480cb955ff0449ce475a for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:17.938768 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-05549eff-367c-422d-ac53-15641805a128 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:17.946094 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-fd8bf84b-c63c-4b75-aa83-659fcee2548f None None] Set router 95dd754e-118c-4975-8d87-a10fe997a847 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:54:18.015598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network f53c1854-b0f6-4e41-b887-bfdace00e187 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:18.066470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65536d9f-ac13-4bf8-af76-0fdad5ab74b1 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Subnet': ['ID=982c1ef4-b122-465c-a821-1acec7715057,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:18.071002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7db109-e3e2-44a5-97ad-8b21552f6209 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:18.072543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7db109-e3e2-44a5-97ad-8b21552f6209 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:18.076984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2e7db109-e3e2-44a5-97ad-8b21552f6209 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6683607 Nov 16 04:54:18.078557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51726) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:18.103538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65536d9f-ac13-4bf8-af76-0fdad5ab74b1 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Checking segment: {'id': '54dcdea2-d2de-43b9-ba6f-7b8553a9ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fae46c69-1864-4308-b7a1-e6e0049dd71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:18.103964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65536d9f-ac13-4bf8-af76-0fdad5ab74b1 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network hostable DHCP agents. Network: fae46c69-1864-4308-b7a1-e6e0049dd71f, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:18.136327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Deleting port c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:18.136664 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.139377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65536d9f-ac13-4bf8-af76-0fdad5ab74b1 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network fae46c69-1864-4308-b7a1-e6e0049dd71f is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:18.252692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-65536d9f-ac13-4bf8-af76-0fdad5ab74b1 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, fae46c69-1864-4308-b7a1-e6e0049dd71f) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:18.266636 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd8bf84b-c63c-4b75-aa83-659fcee2548f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95dd754e-118c-4975-8d87-a10fe997a847', 'name': 'tempest-TaggedBootDevicesTest-1601697637-router', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:42:05Z', 'updated_at': '2021-11-16T04:54:14Z', 'revision_number': 5, 'project_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'gw_port': {'id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dd754e-118c-4975-8d87-a10fe997a847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:42:07Z', 'updated_at': '2021-11-16T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:18.268965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6746530-21af-4fd6-99bf-6356679a4110 None None] Network fae46c69-1864-4308-b7a1-e6e0049dd71f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:18.281138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65536d9f-ac13-4bf8-af76-0fdad5ab74b1 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:18.282262 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65536d9f-ac13-4bf8-af76-0fdad5ab74b1 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.332159 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3bc612ac-3063-430b-a57e-eaa0a54282a0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.351910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-65536d9f-ac13-4bf8-af76-0fdad5ab74b1 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7737310 Nov 16 04:54:18.353945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51736) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:18.366452 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8bf84b-c63c-4b75-aa83-659fcee2548f None None] The sync data for ids ['95dd754e-118c-4975-8d87-a10fe997a847'] in n-d-818042-1 is: [{'id': '95dd754e-118c-4975-8d87-a10fe997a847', 'name': 'tempest-TaggedBootDevicesTest-1601697637-router', 'tenant_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:42:05Z', 'updated_at': '2021-11-16T04:54:14Z', 'revision_number': 5, 'project_id': 'e9d3c3eceb6c4e889c189c2fe61d708a', 'gw_port': {'id': 'c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:bc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95dd754e-118c-4975-8d87-a10fe997a847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:42:07Z', 'updated_at': '2021-11-16T04:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:54:18.397313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] For port c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:18.397686 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.402034 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7d87cb0f-92cb-4b0e-9468-f5d4e1e9a26a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1684803798', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:18.425991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 41a75763-8cad-492b-b44b-cf8393d8ae4d up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:18.435319 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc612ac-3063-430b-a57e-eaa0a54282a0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 16 04:54:18.435567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Calling delete_port for c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:18.435783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc612ac-3063-430b-a57e-eaa0a54282a0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:54:18.446696 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3bc612ac-3063-430b-a57e-eaa0a54282a0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/networks/0fb1ff9d-5e11-4c24-9f71-f53485dda8f8 HTTP/1.1" status: 409 len: 405 time: 0.3670797 Nov 16 04:54:18.454913 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51744) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:18.465278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-345c46c7-a2e9-451d-b6e2-d58435d062cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1526650665'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:18.503504 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.518026 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e855def-7f2a-4350-b0ff-75355b8360cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.538028 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7d87cb0f-92cb-4b0e-9468-f5d4e1e9a26a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.540177 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7d87cb0f-92cb-4b0e-9468-f5d4e1e9a26a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.580290 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7e855def-7f2a-4350-b0ff-75355b8360cf None None] For port 41a75763-8cad-492b-b44b-cf8393d8ae4d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=41a75763-8cad-492b-b44b-cf8393d8ae4d,segment=NetworkSegment(c18c06a6-42bb-4322-abea-6b45f25334cf),segment_id=c18c06a6-42bb-4322-abea-6b45f25334cf)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:18.613357 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e855def-7f2a-4350-b0ff-75355b8360cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.620826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345c46c7-a2e9-451d-b6e2-d58435d062cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:18.625488 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-345c46c7-a2e9-451d-b6e2-d58435d062cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.671757 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-05549eff-367c-422d-ac53-15641805a128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.779565 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 41a75763-8cad-492b-b44b-cf8393d8ae4d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:18.780240 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.782513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da9b9b1-dfee-4961-9cb0-88b3f5ee4269 None None] DHCP port deletion for 0fb1ff9d-5e11-4c24-9f71-f53485dda8f8 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:18.805010 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.835308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Pushing event deleted for resources: {'Port': ['ID=c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:18.862472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e855def-7f2a-4350-b0ff-75355b8360cf None None] Pushing event updated for resources: {'Port': ['ID=41a75763-8cad-492b-b44b-cf8393d8ae4d,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:18.874427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6588c339-19ad-487e-b47a-f863c7daf246 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:18.895655 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345c46c7-a2e9-451d-b6e2-d58435d062cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:18.918088 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-345c46c7-a2e9-451d-b6e2-d58435d062cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:18.918619 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-345c46c7-a2e9-451d-b6e2-d58435d062cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Added segment 2b3efa90-645f-4421-8cd4-302eb1af3df8 of type vlan for network 3246e216-cb3f-4896-96fd-16fa5cad6f70 Nov 16 04:54:18.923870 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.005548 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-345c46c7-a2e9-451d-b6e2-d58435d062cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.030131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-fae46c69-1864-4308-b7a1-e6e0049dd71f', 'network_id': 'fae46c69-1864-4308-b7a1-e6e0049dd71f', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'fixed_ips': [{'subnet_id': '982c1ef4-b122-465c-a821-1acec7715057'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:54:19.031242 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.047757 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7d87cb0f-92cb-4b0e-9468-f5d4e1e9a26a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.049589 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-345c46c7-a2e9-451d-b6e2-d58435d062cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.057069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345c46c7-a2e9-451d-b6e2-d58435d062cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:19.058093 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-345c46c7-a2e9-451d-b6e2-d58435d062cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.058319 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.063643 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.117554 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7d87cb0f-92cb-4b0e-9468-f5d4e1e9a26a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.150900 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.151463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95dd754e-118c-4975-8d87-a10fe997a847 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:54:19.157635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.157948 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9da9b9b1-dfee-4961-9cb0-88b3f5ee4269 None None] Deleting port 41a75763-8cad-492b-b44b-cf8393d8ae4d {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:19.158328 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9da9b9b1-dfee-4961-9cb0-88b3f5ee4269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.161005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-105c0001-f181-4614-9b1c-0e6c96fe1e54 admin admin] 10.222.0.41 "DELETE /v2.0/routers/95dd754e-118c-4975-8d87-a10fe997a847 HTTP/1.1" status: 204 len: 168 time: 2.1234026 Nov 16 04:54:19.166084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51764) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:19.232244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05549eff-367c-422d-ac53-15641805a128 admin admin] Checking segment: {'id': '0e18f71f-1520-4c5f-9a17-db2127d17646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f53c1854-b0f6-4e41-b887-bfdace00e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:19.232936 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05549eff-367c-422d-ac53-15641805a128 admin admin] Network hostable DHCP agents. Network: f53c1854-b0f6-4e41-b887-bfdace00e187, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:19.238221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05549eff-367c-422d-ac53-15641805a128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3a504e-3593-4c0c-a1d1-ee91cde3b838,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:19.254207 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-345c46c7-a2e9-451d-b6e2-d58435d062cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7953050 Nov 16 04:54:19.263923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51766) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:19.275655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7d87cb0f-92cb-4b0e-9468-f5d4e1e9a26a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.279580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d8051b3c-4252-4086-86ee-658839df97c4 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'subnet': {'network_id': '3246e216-cb3f-4896-96fd-16fa5cad6f70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:19.283851 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7d87cb0f-92cb-4b0e-9468-f5d4e1e9a26a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9201441 Nov 16 04:54:19.294947 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51768) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:19.309249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c46c7-a2e9-451d-b6e2-d58435d062cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Network': ['ID=3246e216-cb3f-4896-96fd-16fa5cad6f70,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:19.318174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9da9b9b1-dfee-4961-9cb0-88b3f5ee4269 None None] For port 41a75763-8cad-492b-b44b-cf8393d8ae4d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=41a75763-8cad-492b-b44b-cf8393d8ae4d,segment=NetworkSegment(c18c06a6-42bb-4322-abea-6b45f25334cf),segment_id=c18c06a6-42bb-4322-abea-6b45f25334cf)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:19.319954 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9da9b9b1-dfee-4961-9cb0-88b3f5ee4269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.326060 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 3246e216-cb3f-4896-96fd-16fa5cad6f70 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:19.389736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-064d5b5f-6164-44f4-aa1f-7d2f13c7c603 admin admin] Deleting subnet 6bee5d44-6fbc-4e98-bf27-20b2cceab092 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:19.398550 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-064d5b5f-6164-44f4-aa1f-7d2f13c7c603 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.420780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9da9b9b1-dfee-4961-9cb0-88b3f5ee4269 None None] Calling delete_port for 41a75763-8cad-492b-b44b-cf8393d8ae4d owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:19.426556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Allocated IP 172.20.0.2 (fae46c69-1864-4308-b7a1-e6e0049dd71f/982c1ef4-b122-465c-a821-1acec7715057/6e4990fb-db34-4226-8463-0c86556f3858) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:19.488808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05549eff-367c-422d-ac53-15641805a128 admin admin] Network f53c1854-b0f6-4e41-b887-bfdace00e187 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:19.540402 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-064d5b5f-6164-44f4-aa1f-7d2f13c7c603 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.608522 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8051b3c-4252-4086-86ee-658839df97c4 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:19.612814 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d8051b3c-4252-4086-86ee-658839df97c4 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.692957 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9da9b9b1-dfee-4961-9cb0-88b3f5ee4269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.712936 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-05549eff-367c-422d-ac53-15641805a128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, f53c1854-b0f6-4e41-b887-bfdace00e187) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:19.728953 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05549eff-367c-422d-ac53-15641805a128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:19.729539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-05549eff-367c-422d-ac53-15641805a128 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.739765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2c0400-ef86-460b-a756-fed1296d1db2 None None] Network f53c1854-b0f6-4e41-b887-bfdace00e187 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:19.742084 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da9b9b1-dfee-4961-9cb0-88b3f5ee4269 None None] No DVR routers for this DVR port 41a75763-8cad-492b-b44b-cf8393d8ae4d on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:19.845235 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9b9b1-dfee-4961-9cb0-88b3f5ee4269 None None] Pushing event deleted for resources: {'Port': ['ID=41a75763-8cad-492b-b44b-cf8393d8ae4d,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:19.901360 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-05549eff-367c-422d-ac53-15641805a128 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1019855 Nov 16 04:54:19.945722 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.972512 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:19.989977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:20.013793 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-064d5b5f-6164-44f4-aa1f-7d2f13c7c603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:20.020173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4381a39f-8395-406b-afad-88be5238e160 None None] Network f53c1854-b0f6-4e41-b887-bfdace00e187 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:20.094865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.objects.ports [None req-d8051b3c-4252-4086-86ee-658839df97c4 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102659) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:54:20.104272 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d8051b3c-4252-4086-86ee-658839df97c4 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:20.119890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Pushing event updated for resources: {'Port': ['ID=6e4990fb-db34-4226-8463-0c86556f3858,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:20.179806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Network fae46c69-1864-4308-b7a1-e6e0049dd71f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:20.182095 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:20.184309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:20.270073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Attempting to bind port 6e4990fb-db34-4226-8463-0c86556f3858 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:54:20.270073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Attempting to bind port 6e4990fb-db34-4226-8463-0c86556f3858 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '54dcdea2-d2de-43b9-ba6f-7b8553a9ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fae46c69-1864-4308-b7a1-e6e0049dd71f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:54:20.271017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Attempting to bind port 6e4990fb-db34-4226-8463-0c86556f3858 on network fae46c69-1864-4308-b7a1-e6e0049dd71f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:20.277813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:54:20.277813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Checking segment: {'id': '54dcdea2-d2de-43b9-ba6f-7b8553a9ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fae46c69-1864-4308-b7a1-e6e0049dd71f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:20.278419 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:20.278814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Bound using segment: {'id': '54dcdea2-d2de-43b9-ba6f-7b8553a9ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fae46c69-1864-4308-b7a1-e6e0049dd71f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:54:20.279289 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Bound port: 6e4990fb-db34-4226-8463-0c86556f3858, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54dcdea2-d2de-43b9-ba6f-7b8553a9ff68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'fae46c69-1864-4308-b7a1-e6e0049dd71f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:54:20.280258 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:20.297062 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-064d5b5f-6164-44f4-aa1f-7d2f13c7c603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:20.306145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8051b3c-4252-4086-86ee-658839df97c4 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Subnet': ['ID=2429663c-22f8-44ed-bdc5-aec4b5b47f63,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:20.328505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8051b3c-4252-4086-86ee-658839df97c4 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Checking segment: {'id': '2b3efa90-645f-4421-8cd4-302eb1af3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3246e216-cb3f-4896-96fd-16fa5cad6f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:20.328887 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8051b3c-4252-4086-86ee-658839df97c4 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network hostable DHCP agents. Network: 3246e216-cb3f-4896-96fd-16fa5cad6f70, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:20.344762 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-064d5b5f-6164-44f4-aa1f-7d2f13c7c603 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:20.354266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-064d5b5f-6164-44f4-aa1f-7d2f13c7c603 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6bee5d44-6fbc-4e98-bf27-20b2cceab092 HTTP/1.1" status: 204 len: 168 time: 1.1846805 Nov 16 04:54:20.357752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 41a75763-8cad-492b-b44b-cf8393d8ae4d no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:20.359823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea20873-3a63-4f8f-ae4e-d997d9bfb3aa None None] Network f8def055-1817-4ea8-9beb-8aed596b918c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:20.367314 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51818) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:20.398602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d5b5f-6164-44f4-aa1f-7d2f13c7c603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bee5d44-6fbc-4e98-bf27-20b2cceab092,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:20.413487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8051b3c-4252-4086-86ee-658839df97c4 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network 3246e216-cb3f-4896-96fd-16fa5cad6f70 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:20.428964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-d8051b3c-4252-4086-86ee-658839df97c4 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 3246e216-cb3f-4896-96fd-16fa5cad6f70) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:20.433269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8051b3c-4252-4086-86ee-658839df97c4 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:20.434012 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d8051b3c-4252-4086-86ee-658839df97c4 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:20.473695 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d8051b3c-4252-4086-86ee-658839df97c4 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2086594 Nov 16 04:54:20.474404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51826) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:20.479380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'port': {'network_id': '3246e216-cb3f-4896-96fd-16fa5cad6f70', 'name': 'tempest-NetworksIpV6TestAttrs-1853253268'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:20.482957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2fecce-ea16-413b-b8bf-317291dbd47c None None] Network 3246e216-cb3f-4896-96fd-16fa5cad6f70 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:20.636281 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:20.728154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:20.732405 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:20.780424 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Allocated IP 172.20.0.1 (fae46c69-1864-4308-b7a1-e6e0049dd71f/982c1ef4-b122-465c-a821-1acec7715057/ea7dc917-d99e-43d1-81e3-aebb6f139185) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:20.788068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] device_id is not set on port ab04aa54-ed2f-4023-8ad3-d90cae2f7c13 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:54:20.805937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 41a75763-8cad-492b-b44b-cf8393d8ae4d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:20.806554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 41a75763-8cad-492b-b44b-cf8393d8ae4d not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:20.807159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 74e802b7-c18b-4ef1-b330-9aa50de96b6b no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:20.880174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fd643705-6907-442a-88b3-5358cba57baf None None] For port 6e4990fb-db34-4226-8463-0c86556f3858, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:54:20.882207 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 74e802b7-c18b-4ef1-b330-9aa50de96b6b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:20.882737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 74e802b7-c18b-4ef1-b330-9aa50de96b6b not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:20.883597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:20.919251 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:20.919750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c75d0b3c-0f8e-43ef-83bc-6e0a3a758bbb not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:20.946653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Deleting port 83529fe2-4266-4947-8650-09d293df87a1 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:20.947483 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:20.967201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fd643705-6907-442a-88b3-5358cba57baf None None] For port 6e4990fb-db34-4226-8463-0c86556f3858, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6e4990fb-db34-4226-8463-0c86556f3858,segment=NetworkSegment(54dcdea2-d2de-43b9-ba6f-7b8553a9ff68),segment_id=54dcdea2-d2de-43b9-ba6f-7b8553a9ff68)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:54:21.006202 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.062620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] For port 83529fe2-4266-4947-8650-09d293df87a1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=83529fe2-4266-4947-8650-09d293df87a1,segment=NetworkSegment(9b185fe6-ba68-4e96-a19e-0e774d2e3965),segment_id=9b185fe6-ba68-4e96-a19e-0e774d2e3965)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:21.063233 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.082877 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.089049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51900) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:21.091302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Calling delete_port for 83529fe2-4266-4947-8650-09d293df87a1 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:21.100764 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd643705-6907-442a-88b3-5358cba57baf None None] Pushing event updated for resources: {'Port': ['ID=6e4990fb-db34-4226-8463-0c86556f3858,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:21.110984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-52100889-network', 'tenant_id': '1d58071f0a444892ad227c4727e976bb'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:21.160021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-3246e216-cb3f-4896-96fd-16fa5cad6f70', 'network_id': '3246e216-cb3f-4896-96fd-16fa5cad6f70', 'tenant_id': 'ae0e7d5fa8714945bfe2a432da2cae25', 'fixed_ips': [{'subnet_id': '2429663c-22f8-44ed-bdc5-aec4b5b47f63'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:54:21.161119 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.178805 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Allocated IP 2001:db8::f816:3eff:fedc:4ca (3246e216-cb3f-4896-96fd-16fa5cad6f70/2429663c-22f8-44ed-bdc5-aec4b5b47f63/ab04aa54-ed2f-4023-8ad3-d90cae2f7c13) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:21.191628 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Made reservation on behalf of 1d58071f0a444892ad227c4727e976bb for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:21.204327 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.215899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.227864 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.281687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6e5d93-9d4e-4813-b2f1-c6e4c46c654b None None] DHCP port deletion for f8def055-1817-4ea8-9beb-8aed596b918c request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:21.340627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network fae46c69-1864-4308-b7a1-e6e0049dd71f is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:21.364240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:21.372882 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:21.384100 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=ea7dc917-d99e-43d1-81e3-aebb6f139185,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:21.425966 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.490070 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.492760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=83529fe2-4266-4947-8650-09d293df87a1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:21.494989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] No DVR routers for this DVR port 83529fe2-4266-4947-8650-09d293df87a1 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:21.495725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e5d93-9d4e-4813-b2f1-c6e4c46c654b None None] Deleting port 83529fe2-4266-4947-8650-09d293df87a1 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:21.497298 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5d93-9d4e-4813-b2f1-c6e4c46c654b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.569580 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.605883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-dc6e5d93-9d4e-4813-b2f1-c6e4c46c654b None None] For port 83529fe2-4266-4947-8650-09d293df87a1, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:21.606594 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5d93-9d4e-4813-b2f1-c6e4c46c654b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.624341 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e5d93-9d4e-4813-b2f1-c6e4c46c654b None None] Calling delete_port for 83529fe2-4266-4947-8650-09d293df87a1 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:21.630936 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.632551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.641339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-dc6e5d93-9d4e-4813-b2f1-c6e4c46c654b None None] Port 83529fe2-4266-4947-8650-09d293df87a1 was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 04:54:21.647505 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.675415 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc6e5d93-9d4e-4813-b2f1-c6e4c46c654b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.721242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e5d93-9d4e-4813-b2f1-c6e4c46c654b None None] Pushing event deleted for resources: {'Port': ['ID=83529fe2-4266-4947-8650-09d293df87a1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:21.733228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e5d93-9d4e-4813-b2f1-c6e4c46c654b None None] No DVR routers for this DVR port 83529fe2-4266-4947-8650-09d293df87a1 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:21.754731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Allocated IP 2001:db8::f816:3eff:fee4:2608 (3246e216-cb3f-4896-96fd-16fa5cad6f70/2429663c-22f8-44ed-bdc5-aec4b5b47f63/0e101e72-a412-4441-96cc-50c43ba8d5c0) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:21.755471 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.808951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:21.812050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network 3246e216-cb3f-4896-96fd-16fa5cad6f70 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:21.844572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:21.850813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554f0b9a-3f1a-4cfa-8add-cdf884fb1adf,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:21.866439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:21.875588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:21.881442 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.887477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Port': ['ID=ab04aa54-ed2f-4023-8ad3-d90cae2f7c13,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:21.893245 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.902791 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.903487 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Added segment c84653db-f09a-474b-bdd0-c0121c9ef553 of type vlan for network b3d2d532-d392-4e7b-95b8-5c5947deb6a3 Nov 16 04:54:21.941186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8def055-1817-4ea8-9beb-8aed596b918c']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:21.949613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d42752c5-e79d-4ae2-887d-edc9f120b0b5 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4740357 Nov 16 04:54:21.953754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51934) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:21.996495 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:21.996958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51936) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:21.997303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51938) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:22.015289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b185fe6-ba68-4e96-a19e-0e774d2e3965') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:22.015587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b185fe6-ba68-4e96-a19e-0e774d2e3965') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:22.042853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d9f8cc-9243-46f9-b788-ca1eba042dc6 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Deleting subnet 2429663c-22f8-44ed-bdc5-aec4b5b47f63 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:22.050468 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.054700 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.054874 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.055846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:22.056519 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.064176 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.069643 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88d9f8cc-9243-46f9-b788-ca1eba042dc6 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.123662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Network 3246e216-cb3f-4896-96fd-16fa5cad6f70 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:22.131086 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:22.146949 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.151578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:22.159677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:22.162726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:22.164615 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:22.184096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Pushing event updated for resources: {'Port': ['ID=0e101e72-a412-4441-96cc-50c43ba8d5c0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:22.228343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1357262 Nov 16 04:54:22.228978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51944) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:22.243152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-cd38e6c1-84af-4359-a36d-acb1e6a5fdf3 admin admin] Request body: {'subnet': {'network_id': 'b3d2d532-d392-4e7b-95b8-5c5947deb6a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-52100889-subnet', 'tenant_id': '1d58071f0a444892ad227c4727e976bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:22.275792 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Attempting to bind port 0e101e72-a412-4441-96cc-50c43ba8d5c0 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:54:22.276431 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Attempting to bind port 0e101e72-a412-4441-96cc-50c43ba8d5c0 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '2b3efa90-645f-4421-8cd4-302eb1af3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3246e216-cb3f-4896-96fd-16fa5cad6f70'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:54:22.276996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Attempting to bind port 0e101e72-a412-4441-96cc-50c43ba8d5c0 on network 3246e216-cb3f-4896-96fd-16fa5cad6f70 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:22.282693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c63cc-18e7-4334-9eaf-c99b954a6dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=b3d2d532-d392-4e7b-95b8-5c5947deb6a3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:22.293025 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88d9f8cc-9243-46f9-b788-ca1eba042dc6 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.311699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1217e24-4eb4-41f3-a90d-d764037df149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.313249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:54:22.313639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Checking segment: {'id': '2b3efa90-645f-4421-8cd4-302eb1af3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3246e216-cb3f-4896-96fd-16fa5cad6f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:22.314112 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.314516 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Bound using segment: {'id': '2b3efa90-645f-4421-8cd4-302eb1af3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3246e216-cb3f-4896-96fd-16fa5cad6f70'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:54:22.315011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Bound port: 0e101e72-a412-4441-96cc-50c43ba8d5c0, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b3efa90-645f-4421-8cd4-302eb1af3df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3246e216-cb3f-4896-96fd-16fa5cad6f70'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:54:22.315400 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.330682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network b3d2d532-d392-4e7b-95b8-5c5947deb6a3 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:22.332593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd38e6c1-84af-4359-a36d-acb1e6a5fdf3 admin admin] Made reservation on behalf of 1d58071f0a444892ad227c4727e976bb for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:22.336162 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cd38e6c1-84af-4359-a36d-acb1e6a5fdf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.431531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6e4990fb-db34-4226-8463-0c86556f3858 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:22.556568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] For port 0e101e72-a412-4441-96cc-50c43ba8d5c0, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:54:22.560572 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] For port 0e101e72-a412-4441-96cc-50c43ba8d5c0, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0e101e72-a412-4441-96cc-50c43ba8d5c0,segment=NetworkSegment(2b3efa90-645f-4421-8cd4-302eb1af3df8),segment_id=2b3efa90-645f-4421-8cd4-302eb1af3df8)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:54:22.568961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88d9f8cc-9243-46f9-b788-ca1eba042dc6 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.569952 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.578409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6e4990fb-db34-4226-8463-0c86556f3858 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:22.578784 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.639692 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88d9f8cc-9243-46f9-b788-ca1eba042dc6 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.697877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbe537-885d-468c-a7ea-183ddad66822 None None] Pushing event updated for resources: {'Port': ['ID=0e101e72-a412-4441-96cc-50c43ba8d5c0,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:22.716593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9f8cc-9243-46f9-b788-ca1eba042dc6 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Subnet': ['ID=2429663c-22f8-44ed-bdc5-aec4b5b47f63,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:22.724520 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88d9f8cc-9243-46f9-b788-ca1eba042dc6 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.728129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-88d9f8cc-9243-46f9-b788-ca1eba042dc6 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/subnets/2429663c-22f8-44ed-bdc5-aec4b5b47f63 HTTP/1.1" status: 204 len: 168 time: 0.7730944 Nov 16 04:54:22.731105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51946) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:22.764113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9434d73b-2a0e-443f-a899-4e391d2b5880 None None] Network fae46c69-1864-4308-b7a1-e6e0049dd71f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:22.768517 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cd38e6c1-84af-4359-a36d-acb1e6a5fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.771091 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.813149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-30d88a06-d8ea-4810-ae92-a8ed62c4a916 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.831023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.838880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c81cb-2d39-4a7f-89f9-9066ee445064 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:22.840621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25c81cb-2d39-4a7f-89f9-9066ee445064 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:22.842382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d25c81cb-2d39-4a7f-89f9-9066ee445064 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1101551 Nov 16 04:54:22.854877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51950) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:22.887701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 6e4990fb-db34-4226-8463-0c86556f3858, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6e4990fb-db34-4226-8463-0c86556f3858,segment=NetworkSegment(54dcdea2-d2de-43b9-ba6f-7b8553a9ff68),segment_id=54dcdea2-d2de-43b9-ba6f-7b8553a9ff68)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:22.895890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e7c5b17d-fe16-4c28-b991-0f236b2e785c None None] Provisioning complete for port 6e4990fb-db34-4226-8463-0c86556f3858 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:22.896480 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b17d-fe16-4c28-b991-0f236b2e785c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.901007 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.905316 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:22.910537 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f8def055-1817-4ea8-9beb-8aed596b918c HTTP/1.1" status: 204 len: 168 time: 2.5298676 Nov 16 04:54:22.930423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38e6c1-84af-4359-a36d-acb1e6a5fdf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bc7d965-5b0b-4c3b-b3c1-25146237d701,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:22.958066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd38e6c1-84af-4359-a36d-acb1e6a5fdf3 admin admin] Checking segment: {'id': 'c84653db-f09a-474b-bdd0-c0121c9ef553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b3d2d532-d392-4e7b-95b8-5c5947deb6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:22.967213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd38e6c1-84af-4359-a36d-acb1e6a5fdf3 admin admin] Network hostable DHCP agents. Network: b3d2d532-d392-4e7b-95b8-5c5947deb6a3, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:23.028101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=6e4990fb-db34-4226-8463-0c86556f3858,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:23.059654 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9db70960-b042-489b-abf8-6b086d1e485e tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.061327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd38e6c1-84af-4359-a36d-acb1e6a5fdf3 admin admin] Network b3d2d532-d392-4e7b-95b8-5c5947deb6a3 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:23.080991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 83529fe2-4266-4947-8650-09d293df87a1 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:23.086605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-cd38e6c1-84af-4359-a36d-acb1e6a5fdf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, b3d2d532-d392-4e7b-95b8-5c5947deb6a3) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:23.093211 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db70960-b042-489b-abf8-6b086d1e485e tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 16 04:54:23.093838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db70960-b042-489b-abf8-6b086d1e485e tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:54:23.103542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9db70960-b042-489b-abf8-6b086d1e485e tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/networks/3246e216-cb3f-4896-96fd-16fa5cad6f70 HTTP/1.1" status: 409 len: 405 time: 0.2423754 Nov 16 04:54:23.103542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd38e6c1-84af-4359-a36d-acb1e6a5fdf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:23.104548 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cd38e6c1-84af-4359-a36d-acb1e6a5fdf3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.107907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51956) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:23.113110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ed9180f9-532f-4bf0-afd8-21f41e8ff100 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1885475752'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:23.144488 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38753922-628d-4186-964a-61a4ef7facd1 None None] Network b3d2d532-d392-4e7b-95b8-5c5947deb6a3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:23.155521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9180f9-532f-4bf0-afd8-21f41e8ff100 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:23.159016 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed9180f9-532f-4bf0-afd8-21f41e8ff100 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.168361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 83529fe2-4266-4947-8650-09d293df87a1 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:23.168714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 83529fe2-4266-4947-8650-09d293df87a1 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:23.173570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cd38e6c1-84af-4359-a36d-acb1e6a5fdf3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9345365 Nov 16 04:54:23.186850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51960) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:23.215148 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54332c4e-6071-4e10-8cbc-54e8ddef24f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8def055-1817-4ea8-9beb-8aed596b918c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:23.222207 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1217e24-4eb4-41f3-a90d-d764037df149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.226374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed9180f9-532f-4bf0-afd8-21f41e8ff100 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:23.244645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1217e24-4eb4-41f3-a90d-d764037df149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.259192 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed9180f9-532f-4bf0-afd8-21f41e8ff100 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.259979 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-ed9180f9-532f-4bf0-afd8-21f41e8ff100 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Added segment 82ebe1ee-9c47-4bf2-b708-699846764211 of type vlan for network fec90f7e-1e07-4a6c-b071-969cfda73c73 Nov 16 04:54:23.278693 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b1217e24-4eb4-41f3-a90d-d764037df149 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b816896b52614c05b10deaab2969cfda&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2791214 Nov 16 04:54:23.281582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-dd2b9f05-bddb-450d-8f52-d6542118fae7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3755e56622844612940817c1adc2c9f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0918798 Nov 16 04:54:23.282258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51962) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:23.283993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51964) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:23.339915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1217e24-4eb4-41f3-a90d-d764037df149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b031340-ced9-4b77-98bb-aa6c0e5dbfe1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:23.353502 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed9180f9-532f-4bf0-afd8-21f41e8ff100 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.398874 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.413035 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.429526 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed9180f9-532f-4bf0-afd8-21f41e8ff100 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.435130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9180f9-532f-4bf0-afd8-21f41e8ff100 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:23.435747 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed9180f9-532f-4bf0-afd8-21f41e8ff100 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.447322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-871746a7-1d2a-462c-8381-dcd47bda7a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.448841 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-013ee420-ccf6-404a-9e54-66539c9f3e73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.524873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ed9180f9-532f-4bf0-afd8-21f41e8ff100 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4158099 Nov 16 04:54:23.528275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51972) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:23.543917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-fc153aa1-fc31-46e4-b963-546fd8da03d0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'subnet': {'network_id': 'fec90f7e-1e07-4a6c-b071-969cfda73c73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:23.550191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6170e973-3ef4-41a2-be15-a0a7e6867b08 None None] Network b3d2d532-d392-4e7b-95b8-5c5947deb6a3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:23.551029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=ea7dc917-d99e-43d1-81e3-aebb6f139185,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:23.554184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.559356 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-30d88a06-d8ea-4810-ae92-a8ed62c4a916 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.561366 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-871746a7-1d2a-462c-8381-dcd47bda7a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.567977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-30d88a06-d8ea-4810-ae92-a8ed62c4a916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.580820 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-013ee420-ccf6-404a-9e54-66539c9f3e73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.619839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9180f9-532f-4bf0-afd8-21f41e8ff100 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Network': ['ID=fec90f7e-1e07-4a6c-b071-969cfda73c73,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:23.655260 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network fec90f7e-1e07-4a6c-b071-969cfda73c73 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:23.741167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc153aa1-fc31-46e4-b963-546fd8da03d0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:23.741707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network fae46c69-1864-4308-b7a1-e6e0049dd71f is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:23.755851 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fc153aa1-fc31-46e4-b963-546fd8da03d0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.763174 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-013ee420-ccf6-404a-9e54-66539c9f3e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.775668 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-013ee420-ccf6-404a-9e54-66539c9f3e73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.777140 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-013ee420-ccf6-404a-9e54-66539c9f3e73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a1ba2ddc-f356-42fb-8239-9bd3375afb8a HTTP/1.1" status: 204 len: 168 time: 0.4922535 Nov 16 04:54:23.809230 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-871746a7-1d2a-462c-8381-dcd47bda7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.809930 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-30d88a06-d8ea-4810-ae92-a8ed62c4a916 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62a23abff7a94e4294d188d4bb92b736&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8092291 Nov 16 04:54:23.813148 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:23.822999 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-871746a7-1d2a-462c-8381-dcd47bda7a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:23.823441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51976) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:23.831146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-871746a7-1d2a-462c-8381-dcd47bda7a6d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b031340-ced9-4b77-98bb-aa6c0e5dbfe1 HTTP/1.1" status: 204 len: 168 time: 0.5478339 Nov 16 04:54:23.847512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d88a06-d8ea-4810-ae92-a8ed62c4a916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2def78c-7179-440d-9074-c3e839a9ffe6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:23.962032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ee420-ccf6-404a-9e54-66539c9f3e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ba2ddc-f356-42fb-8239-9bd3375afb8a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:24.076208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-afc95ce6-3f88-45e6-a6c5-1c0bb67b3418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:24.128973 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-afc95ce6-3f88-45e6-a6c5-1c0bb67b3418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:24.157995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0ee3aa80-1026-46f9-b2f2-53b7a6efb58a None None] Provisioning complete for port ea7dc917-d99e-43d1-81e3-aebb6f139185 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:24.158375 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ee3aa80-1026-46f9-b2f2-53b7a6efb58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:24.266683 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-afc95ce6-3f88-45e6-a6c5-1c0bb67b3418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:24.271373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-afc95ce6-3f88-45e6-a6c5-1c0bb67b3418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:24.273059 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-afc95ce6-3f88-45e6-a6c5-1c0bb67b3418 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2def78c-7179-440d-9074-c3e839a9ffe6 HTTP/1.1" status: 204 len: 168 time: 0.4439640 Nov 16 04:54:24.284258 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router 663ee2a6-90f5-4743-afc9-d3a81d49fda9 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:54:24.290355 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc95ce6-3f88-45e6-a6c5-1c0bb67b3418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2def78c-7179-440d-9074-c3e839a9ffe6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:24.365274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0ee3aa80-1026-46f9-b2f2-53b7a6efb58a None None] Port ea7dc917-d99e-43d1-81e3-aebb6f139185 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:54:24.406682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0ee3aa80-1026-46f9-b2f2-53b7a6efb58a None None] Provisioning complete for port 6e4990fb-db34-4226-8463-0c86556f3858 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:24.407322 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ee3aa80-1026-46f9-b2f2-53b7a6efb58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:24.423272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-14edea51-a908-4e82-97d0-d4526963b3d5 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:24.431488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-14edea51-a908-4e82-97d0-d4526963b3d5 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/networks?id=f53c1854-b0f6-4e41-b887-bfdace00e187 HTTP/1.1" status: 200 len: 825 time: 0.4986448 Nov 16 04:54:24.491114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871746a7-1d2a-462c-8381-dcd47bda7a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b031340-ced9-4b77-98bb-aa6c0e5dbfe1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:24.518966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ddea8201-689d-425f-8b21-b6ea64f8fdce tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/quotas/90c583ac339c480cb955ff0449ce475a HTTP/1.1" status: 200 len: 375 time: 0.0855761 Nov 16 04:54:24.551114 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:54:24.564300 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-141d9afe-c97d-4b95-855a-d7e900c3242e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/663ee2a6-90f5-4743-afc9-d3a81d49fda9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2677326 Nov 16 04:54:24.571505 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51998) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:24.576840 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6e4990fb-db34-4226-8463-0c86556f3858 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:24.580236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20443a78-7a65-48bb-bacc-0039e70dce39 None None] Sync routers for ids ['663ee2a6-90f5-4743-afc9-d3a81d49fda9'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:54:24.663268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c232b-aecf-4333-9c59-ff992ca93656 None None] Network 3246e216-cb3f-4896-96fd-16fa5cad6f70 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:24.678015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c168e44-d92c-4f78-867e-595f2f5e037a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:24.678247 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-b651ff8a-a141-40df-872d-d19ce3274e72 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=90c583ac339c480cb955ff0449ce475a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1406233 Nov 16 04:54:24.686339 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3c168e44-d92c-4f78-867e-595f2f5e037a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports/ea7dc917-d99e-43d1-81e3-aebb6f139185 HTTP/1.1" status: 200 len: 910 time: 0.1138043 Nov 16 04:54:24.690168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52000) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:24.742888 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52002) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:24.878452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20443a78-7a65-48bb-bacc-0039e70dce39 None None] Routers {'663ee2a6-90f5-4743-afc9-d3a81d49fda9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:24.879366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-20443a78-7a65-48bb-bacc-0039e70dce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['663ee2a6-90f5-4743-afc9-d3a81d49fda9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:24.889732 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a97597b7-d324-42c4-87c4-1f7b4a7cdcbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9d3c3eceb6c4e889c189c2fe61d708a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419752 Nov 16 04:54:24.899642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52006) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:24.976533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-20443a78-7a65-48bb-bacc-0039e70dce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:25.022619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-c0b33c58-f271-4633-a781-8f380b083561 service neutron] 10.222.0.41 "GET /v2.0/networks/f53c1854-b0f6-4e41-b887-bfdace00e187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258345 Nov 16 04:54:25.106706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52008) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:25.125992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52010) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:25.144013 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-530b2aba-76b6-4437-931c-d1ccad11fddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.177343 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c4668253-6b62-4dba-ac5e-12b2c8d4fbea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.201905 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-043a51e6-335f-406b-85b2-dfc8e0cecb22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.254045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20443a78-7a65-48bb-bacc-0039e70dce39 None None] Routers {'663ee2a6-90f5-4743-afc9-d3a81d49fda9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:25.254679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-20443a78-7a65-48bb-bacc-0039e70dce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['663ee2a6-90f5-4743-afc9-d3a81d49fda9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:25.255064 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-879a1a66-b383-41ff-b146-7b82207d9806 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.295290 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-043a51e6-335f-406b-85b2-dfc8e0cecb22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.300998 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6e4990fb-db34-4226-8463-0c86556f3858 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:25.301377 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.337259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-a3cf1200-08e6-4662-80c6-7786483d36d5 service neutron] 10.222.0.41 "GET /v2.0/networks/f53c1854-b0f6-4e41-b887-bfdace00e187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136821 Nov 16 04:54:25.343141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-530b2aba-76b6-4437-931c-d1ccad11fddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.351558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-20443a78-7a65-48bb-bacc-0039e70dce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:25.352432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20443a78-7a65-48bb-bacc-0039e70dce39 None None] The sync data for ids ['663ee2a6-90f5-4743-afc9-d3a81d49fda9'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:54:25.367079 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-530b2aba-76b6-4437-931c-d1ccad11fddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.368272 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a487e5-214a-42f9-a8c3-122b3c495f66 None None] DHCP port deletion for 3246e216-cb3f-4896-96fd-16fa5cad6f70 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:25.407592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.objects.ports [None req-fc153aa1-fc31-46e4-b963-546fd8da03d0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102659) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:54:25.413443 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fc153aa1-fc31-46e4-b963-546fd8da03d0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.431922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0e101e72-a412-4441-96cc-50c43ba8d5c0 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:25.451828 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-530b2aba-76b6-4437-931c-d1ccad11fddc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8514d14f81bc40c590fb91ee53803a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3224354 Nov 16 04:54:25.451828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b2aba-76b6-4437-931c-d1ccad11fddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d7ba28-02be-4e3d-8707-cf8459676f66,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:25.452506 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52014) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:25.497404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c4668253-6b62-4dba-ac5e-12b2c8d4fbea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.519468 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c4668253-6b62-4dba-ac5e-12b2c8d4fbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.563745 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6174505a-5a87-4089-8926-c6b697741ec0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.581409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c4668253-6b62-4dba-ac5e-12b2c8d4fbea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97065d428ee74f1791f3a0e9d3c051b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4736197 Nov 16 04:54:25.582907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52020) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:25.599258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4668253-6b62-4dba-ac5e-12b2c8d4fbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c488820a-30f6-455c-9483-57b0ba2642b6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:25.604863 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6174505a-5a87-4089-8926-c6b697741ec0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.632884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc153aa1-fc31-46e4-b963-546fd8da03d0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Subnet': ['ID=e7d13445-43f8-4a30-960e-106db1636eb6,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:25.645310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d625f25f-7473-45d9-9613-f301fabd8d65 req-3ac75a32-b521-471d-93af-ec64a8468891 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 210 time: 0.0583827 Nov 16 04:54:25.660417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d1ab3bf5-9293-4cab-8028-e5e9fb91041a None None] Provisioning complete for port ea7dc917-d99e-43d1-81e3-aebb6f139185 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:25.660417 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3bf5-9293-4cab-8028-e5e9fb91041a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.674197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc153aa1-fc31-46e4-b963-546fd8da03d0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Checking segment: {'id': '82ebe1ee-9c47-4bf2-b708-699846764211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'fec90f7e-1e07-4a6c-b071-969cfda73c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:25.674904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc153aa1-fc31-46e4-b963-546fd8da03d0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network hostable DHCP agents. Network: fec90f7e-1e07-4a6c-b071-969cfda73c73, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:25.680376 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-043a51e6-335f-406b-85b2-dfc8e0cecb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.683740 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-043a51e6-335f-406b-85b2-dfc8e0cecb22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.685914 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-043a51e6-335f-406b-85b2-dfc8e0cecb22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d301277-3471-46e3-9060-e66bad52c404 HTTP/1.1" status: 204 len: 168 time: 0.7692299 Nov 16 04:54:25.686299 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0e101e72-a412-4441-96cc-50c43ba8d5c0 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:25.686672 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.724598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a51e6-335f-406b-85b2-dfc8e0cecb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d301277-3471-46e3-9060-e66bad52c404,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:25.746068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc153aa1-fc31-46e4-b963-546fd8da03d0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network fec90f7e-1e07-4a6c-b071-969cfda73c73 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:25.764249 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75a9ba85-5ef9-48f6-8c17-517900a7b3f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.769324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-fc153aa1-fc31-46e4-b963-546fd8da03d0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, fec90f7e-1e07-4a6c-b071-969cfda73c73) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:25.774613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc153aa1-fc31-46e4-b963-546fd8da03d0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:25.775545 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fc153aa1-fc31-46e4-b963-546fd8da03d0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.791203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e948d7-ae1b-423a-a810-d2f2572b5103 None None] Network fec90f7e-1e07-4a6c-b071-969cfda73c73 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:25.791722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75a9ba85-5ef9-48f6-8c17-517900a7b3f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.812994 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fc153aa1-fc31-46e4-b963-546fd8da03d0 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.2723513 Nov 16 04:54:25.813784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52028) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:25.911311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-879a1a66-b383-41ff-b146-7b82207d9806 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port ea7dc917-d99e-43d1-81e3-aebb6f139185 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:25.911951 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-879a1a66-b383-41ff-b146-7b82207d9806 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.914760 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6174505a-5a87-4089-8926-c6b697741ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.917647 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6174505a-5a87-4089-8926-c6b697741ec0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.919126 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6174505a-5a87-4089-8926-c6b697741ec0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01d7ba28-02be-4e3d-8707-cf8459676f66 HTTP/1.1" status: 204 len: 168 time: 0.4647748 Nov 16 04:54:25.958759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab3bf5-9293-4cab-8028-e5e9fb91041a None None] Port ea7dc917-d99e-43d1-81e3-aebb6f139185 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:54:25.973327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a1a487e5-214a-42f9-a8c3-122b3c495f66 None None] Deleting port 0e101e72-a412-4441-96cc-50c43ba8d5c0 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:25.973833 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1a487e5-214a-42f9-a8c3-122b3c495f66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:25.977441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174505a-5a87-4089-8926-c6b697741ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d7ba28-02be-4e3d-8707-cf8459676f66,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:26.002970 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75a9ba85-5ef9-48f6-8c17-517900a7b3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.008990 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75a9ba85-5ef9-48f6-8c17-517900a7b3f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.014995 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.016779 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-75a9ba85-5ef9-48f6-8c17-517900a7b3f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c488820a-30f6-455c-9483-57b0ba2642b6 HTTP/1.1" status: 204 len: 168 time: 0.4287136 Nov 16 04:54:26.057486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-879a1a66-b383-41ff-b146-7b82207d9806 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.071272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-879a1a66-b383-41ff-b146-7b82207d9806 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for ea7dc917-d99e-43d1-81e3-aebb6f139185 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:26.121122 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.136820 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d1ab3bf5-9293-4cab-8028-e5e9fb91041a None None] Provisioning complete for port 0e101e72-a412-4441-96cc-50c43ba8d5c0 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:26.137236 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3bf5-9293-4cab-8028-e5e9fb91041a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.148392 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.277561 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.350759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d13445-43f8-4a30-960e-106db1636eb6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:26.440579 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-879a1a66-b383-41ff-b146-7b82207d9806 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.445648 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9ba85-5ef9-48f6-8c17-517900a7b3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c488820a-30f6-455c-9483-57b0ba2642b6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:26.485677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a1a66-b383-41ff-b146-7b82207d9806 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=ea7dc917-d99e-43d1-81e3-aebb6f139185,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:26.495159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 0e101e72-a412-4441-96cc-50c43ba8d5c0, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0e101e72-a412-4441-96cc-50c43ba8d5c0,segment=NetworkSegment(2b3efa90-645f-4421-8cd4-302eb1af3df8),segment_id=2b3efa90-645f-4421-8cd4-302eb1af3df8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:26.500349 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.500521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a1a487e5-214a-42f9-a8c3-122b3c495f66 None None] For port 0e101e72-a412-4441-96cc-50c43ba8d5c0, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0e101e72-a412-4441-96cc-50c43ba8d5c0,segment=NetworkSegment(2b3efa90-645f-4421-8cd4-302eb1af3df8),segment_id=2b3efa90-645f-4421-8cd4-302eb1af3df8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:26.500521 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1a487e5-214a-42f9-a8c3-122b3c495f66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.503515 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1ab3bf5-9293-4cab-8028-e5e9fb91041a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.566107 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec90f7e-1e07-4a6c-b071-969cfda73c73']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:26.590130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ebe1ee-9c47-4bf2-b708-699846764211') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:26.590379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ebe1ee-9c47-4bf2-b708-699846764211') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:26.604182 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.611540 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.634651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a1a487e5-214a-42f9-a8c3-122b3c495f66 None None] Calling delete_port for 0e101e72-a412-4441-96cc-50c43ba8d5c0 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:26.645737 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.651210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14093bac-a4d1-45f9-ad94-6f98335c13e3 None None] Network fec90f7e-1e07-4a6c-b071-969cfda73c73 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:26.677703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:26.678213 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:26.681450 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:26.801726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-879a1a66-b383-41ff-b146-7b82207d9806 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.828626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8325eead-d4da-448a-9b36-75b3ffb109d9 req-3a66f9b2-62e7-47f4-9657-4abab88aca43 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 210 time: 0.0386574 Nov 16 04:54:26.834632 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.853472 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.863018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/networks/fec90f7e-1e07-4a6c-b071-969cfda73c73 HTTP/1.1" status: 204 len: 168 time: 1.0479209 Nov 16 04:54:26.864119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52050) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:26.866778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3de0a8-620e-4e8b-afe3-02c9e7795fc9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Network': ['ID=fec90f7e-1e07-4a6c-b071-969cfda73c73,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:26.873947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9307fddb-3f0d-40bc-9b16-6210533d210b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1203154920'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:26.900835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9307fddb-3f0d-40bc-9b16-6210533d210b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:26.902247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0e101e72-a412-4441-96cc-50c43ba8d5c0 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:26.904915 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9307fddb-3f0d-40bc-9b16-6210533d210b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.906417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14093bac-a4d1-45f9-ad94-6f98335c13e3 None None] Network fec90f7e-1e07-4a6c-b071-969cfda73c73 could not be found, it might have been deleted concurrently. {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 04:54:26.936466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=0e101e72-a412-4441-96cc-50c43ba8d5c0,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:26.943058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9307fddb-3f0d-40bc-9b16-6210533d210b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:26.956767 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9307fddb-3f0d-40bc-9b16-6210533d210b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:26.957227 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-9307fddb-3f0d-40bc-9b16-6210533d210b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Added segment d9fb81c2-fb62-40af-800e-17bfbf8c50b0 of type vlan for network c89102f1-779b-4262-933c-1da47313fc3b Nov 16 04:54:26.998825 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-d1ab3bf5-9293-4cab-8028-e5e9fb91041a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:54:26.999447 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-d1ab3bf5-9293-4cab-8028-e5e9fb91041a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:54:27.018043 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9307fddb-3f0d-40bc-9b16-6210533d210b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:27.057707 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9307fddb-3f0d-40bc-9b16-6210533d210b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:27.066033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9307fddb-3f0d-40bc-9b16-6210533d210b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:27.066979 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9307fddb-3f0d-40bc-9b16-6210533d210b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:27.106901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9307fddb-3f0d-40bc-9b16-6210533d210b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2412353 Nov 16 04:54:27.141562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52058) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:27.146407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-aa9f6d39-4ddd-4fdf-9dc1-3ebfaf2bd353 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'subnet': {'network_id': 'c89102f1-779b-4262-933c-1da47313fc3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:27.205104 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:27.223439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879a1a66-b383-41ff-b146-7b82207d9806 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router 663ee2a6-90f5-4743-afc9-d3a81d49fda9 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:54:27.266505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307fddb-3f0d-40bc-9b16-6210533d210b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Network': ['ID=c89102f1-779b-4262-933c-1da47313fc3b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:27.298239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network c89102f1-779b-4262-933c-1da47313fc3b details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:27.305005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 0e101e72-a412-4441-96cc-50c43ba8d5c0, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0e101e72-a412-4441-96cc-50c43ba8d5c0,segment=NetworkSegment(2b3efa90-645f-4421-8cd4-302eb1af3df8),segment_id=2b3efa90-645f-4421-8cd4-302eb1af3df8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:27.360026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879a1a66-b383-41ff-b146-7b82207d9806 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:54:27.367056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9f6d39-4ddd-4fdf-9dc1-3ebfaf2bd353 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:27.372358 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6d39-4ddd-4fdf-9dc1-3ebfaf2bd353 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:27.376467 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-879a1a66-b383-41ff-b146-7b82207d9806 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/663ee2a6-90f5-4743-afc9-d3a81d49fda9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6851971 Nov 16 04:54:27.377194 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7310e538-98b8-4e4c-b194-975b3d293703 None None] Sync routers for ids ['663ee2a6-90f5-4743-afc9-d3a81d49fda9'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:54:27.379541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52074) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:27.397460 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:27.419887 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310e538-98b8-4e4c-b194-975b3d293703 None None] Routers {'663ee2a6-90f5-4743-afc9-d3a81d49fda9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:27.420933 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7310e538-98b8-4e4c-b194-975b3d293703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['663ee2a6-90f5-4743-afc9-d3a81d49fda9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:27.451844 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8e41dc6a-557c-4c62-ae31-00677e37978c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=663ee2a6-90f5-4743-afc9-d3a81d49fda9 HTTP/1.1" status: 200 len: 205 time: 0.0687034 Nov 16 04:54:27.453161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52078) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:27.465359 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event deleted for resources: {'Port': ['ID=0e101e72-a412-4441-96cc-50c43ba8d5c0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:27.471109 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1a487e5-214a-42f9-a8c3-122b3c495f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:27.471348 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7310e538-98b8-4e4c-b194-975b3d293703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:27.481228 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310e538-98b8-4e4c-b194-975b3d293703 None None] Routers {'663ee2a6-90f5-4743-afc9-d3a81d49fda9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:27.482162 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7310e538-98b8-4e4c-b194-975b3d293703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['663ee2a6-90f5-4743-afc9-d3a81d49fda9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:27.549304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a487e5-214a-42f9-a8c3-122b3c495f66 None None] Pushing event deleted for resources: {'Port': ['ID=0e101e72-a412-4441-96cc-50c43ba8d5c0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:27.569197 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7310e538-98b8-4e4c-b194-975b3d293703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:27.571317 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7310e538-98b8-4e4c-b194-975b3d293703 None None] The sync data for ids ['663ee2a6-90f5-4743-afc9-d3a81d49fda9'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:54:27.598694 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d1ab3bf5-9293-4cab-8028-e5e9fb91041a None None] Port 0e101e72-a412-4441-96cc-50c43ba8d5c0 update to ACTIVE by agent not found {{(pid=102661) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 04:54:27.603957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a487e5-214a-42f9-a8c3-122b3c495f66 None None] No DVR routers for this DVR port 0e101e72-a412-4441-96cc-50c43ba8d5c0 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:27.664805 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-685bd610-9e51-4630-bb45-08415cec73f8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:27.929858 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-685bd610-9e51-4630-bb45-08415cec73f8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:27.932069 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-685bd610-9e51-4630-bb45-08415cec73f8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:27.994187 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0462e263-3233-49ee-8028-f3871d7a311b req-bee59c03-6110-48fc-92c2-413d26cbb1f2 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 210 time: 0.0401051 Nov 16 04:54:28.009294 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-685bd610-9e51-4630-bb45-08415cec73f8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.009748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685bd610-9e51-4630-bb45-08415cec73f8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Fanout notify agent at l3_agent the message router_deleted on router 663ee2a6-90f5-4743-afc9-d3a81d49fda9 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:54:28.021942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-685bd610-9e51-4630-bb45-08415cec73f8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.025969 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-685bd610-9e51-4630-bb45-08415cec73f8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/663ee2a6-90f5-4743-afc9-d3a81d49fda9 HTTP/1.1" status: 204 len: 168 time: 0.5713606 Nov 16 04:54:28.026802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52098) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:28.094093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-f00c6914-bc7e-45e1-a973-6f13abfe54c6 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:28.095582 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-f00c6914-bc7e-45e1-a973-6f13abfe54c6 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.15 "GET /v2.0/networks?id=f53c1854-b0f6-4e41-b887-bfdace00e187 HTTP/1.1" status: 200 len: 825 time: 0.2844069 Nov 16 04:54:28.110251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ca68743b-b040-4b22-9506-0b8fa081bd0c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Request body: {'port': {'device_id': '9a3ef578-f486-43a2-8bfd-36114987936b', 'network_id': 'f53c1854-b0f6-4e41-b887-bfdace00e187', 'admin_state_up': True, 'tenant_id': '90c583ac339c480cb955ff0449ce475a'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:28.172305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90c8112-5680-473a-aaf0-2fc70b25b961 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting subnet 982c1ef4-b122-465c-a821-1acec7715057 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:28.175529 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d90c8112-5680-473a-aaf0-2fc70b25b961 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.229225 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d90c8112-5680-473a-aaf0-2fc70b25b961 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.232656 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6d39-4ddd-4fdf-9dc1-3ebfaf2bd353 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.249035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ca68743b-b040-4b22-9506-0b8fa081bd0c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Made reservation on behalf of 90c583ac339c480cb955ff0449ce475a for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:28.256650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52112) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:28.256838 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ca68743b-b040-4b22-9506-0b8fa081bd0c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.362203 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f6d39-4ddd-4fdf-9dc1-3ebfaf2bd353 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Subnet': ['ID=5a8593f5-3556-45de-93c0-cd85ab5f2c4a,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:28.392198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa9f6d39-4ddd-4fdf-9dc1-3ebfaf2bd353 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Checking segment: {'id': 'd9fb81c2-fb62-40af-800e-17bfbf8c50b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c89102f1-779b-4262-933c-1da47313fc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:28.392564 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f6d39-4ddd-4fdf-9dc1-3ebfaf2bd353 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network hostable DHCP agents. Network: c89102f1-779b-4262-933c-1da47313fc3b, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:28.396740 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d90c8112-5680-473a-aaf0-2fc70b25b961 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.413399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ca68743b-b040-4b22-9506-0b8fa081bd0c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Allocated IP 172.20.0.8 (f53c1854-b0f6-4e41-b887-bfdace00e187/3e3a504e-3593-4c0c-a1d1-ee91cde3b838/de6ee94b-dbdc-4bc4-b037-5024f4c49ba6) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:28.455123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f6d39-4ddd-4fdf-9dc1-3ebfaf2bd353 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network c89102f1-779b-4262-933c-1da47313fc3b is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:28.470369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f6d39-4ddd-4fdf-9dc1-3ebfaf2bd353 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, c89102f1-779b-4262-933c-1da47313fc3b) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:28.481304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1607da9c-aa64-4755-9be6-e9517fd1802b None None] Network c89102f1-779b-4262-933c-1da47313fc3b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:28.487337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f6d39-4ddd-4fdf-9dc1-3ebfaf2bd353 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:28.488741 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6d39-4ddd-4fdf-9dc1-3ebfaf2bd353 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.524325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-aa9f6d39-4ddd-4fdf-9dc1-3ebfaf2bd353 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3793879 Nov 16 04:54:28.525601 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d90c8112-5680-473a-aaf0-2fc70b25b961 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.530043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52122) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:28.587860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90c8112-5680-473a-aaf0-2fc70b25b961 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Subnet': ['ID=982c1ef4-b122-465c-a821-1acec7715057,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:28.602145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1929552808-network', 'tenant_id': '69c17a18999746438cfa6a1d3d67b593'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:28.690698 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d90c8112-5680-473a-aaf0-2fc70b25b961 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.691293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a3fc04-e692-4129-a25a-ad02bf474095 None None] Network fae46c69-1864-4308-b7a1-e6e0049dd71f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:28.691840 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ca68743b-b040-4b22-9506-0b8fa081bd0c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.709786 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d90c8112-5680-473a-aaf0-2fc70b25b961 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/982c1ef4-b122-465c-a821-1acec7715057 HTTP/1.1" status: 204 len: 168 time: 0.6732268 Nov 16 04:54:28.715663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52128) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:28.742679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c89102f1-779b-4262-933c-1da47313fc3b', 'network_id': 'c89102f1-779b-4262-933c-1da47313fc3b', 'tenant_id': 'ae0e7d5fa8714945bfe2a432da2cae25', 'fixed_ips': [{'subnet_id': '5a8593f5-3556-45de-93c0-cd85ab5f2c4a'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:54:28.743660 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.772047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ca68743b-b040-4b22-9506-0b8fa081bd0c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.819229 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.875115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ca68743b-b040-4b22-9506-0b8fa081bd0c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Network f53c1854-b0f6-4e41-b887-bfdace00e187 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:28.880148 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ca68743b-b040-4b22-9506-0b8fa081bd0c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:28.882341 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68743b-b040-4b22-9506-0b8fa081bd0c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Pushing event updated for resources: {'Port': ['ID=de6ee94b-dbdc-4bc4-b037-5024f4c49ba6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:28.884780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ca68743b-b040-4b22-9506-0b8fa081bd0c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:28.892038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Made reservation on behalf of 69c17a18999746438cfa6a1d3d67b593 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:28.900967 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.935882 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.945905 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ca68743b-b040-4b22-9506-0b8fa081bd0c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:28.946989 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ca68743b-b040-4b22-9506-0b8fa081bd0c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.958404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:28.975221 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ca68743b-b040-4b22-9506-0b8fa081bd0c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8680749 Nov 16 04:54:28.989614 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Request body: {'port': {'device_id': '9a3ef578-f486-43a2-8bfd-36114987936b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:29.056916 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.059318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Allocated IP 2001:db8::2 (c89102f1-779b-4262-933c-1da47313fc3b/5a8593f5-3556-45de-93c0-cd85ab5f2c4a/b1abc5b3-ab04-45ec-ac2a-bd8253341c29) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:29.070312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a6e1d1-ec4d-420f-bdb9-64cfcd4d3032 None None] DHCP port deletion for fae46c69-1864-4308-b7a1-e6e0049dd71f request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:29.101387 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.247046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-37a6e1d1-ec4d-420f-bdb9-64cfcd4d3032 None None] Deleting port 6e4990fb-db34-4226-8463-0c86556f3858 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:29.247397 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37a6e1d1-ec4d-420f-bdb9-64cfcd4d3032 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.278118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port 6e4990fb-db34-4226-8463-0c86556f3858 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:29.278495 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.282910 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.295398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20160b-698a-44f5-b8e3-e81328d82708 req-8455de3b-3b99-414f-b7c5-d6ca5855157d tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:29.297561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce20160b-698a-44f5-b8e3-e81328d82708 req-8455de3b-3b99-414f-b7c5-d6ca5855157d tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 931 time: 0.1201198 Nov 16 04:54:29.316350 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.414809 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5819f411-0224-4181-aed8-235f32ea7804,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:29.477715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-37a6e1d1-ec4d-420f-bdb9-64cfcd4d3032 None None] For port 6e4990fb-db34-4226-8463-0c86556f3858, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6e4990fb-db34-4226-8463-0c86556f3858,segment=NetworkSegment(54dcdea2-d2de-43b9-ba6f-7b8553a9ff68),segment_id=54dcdea2-d2de-43b9-ba6f-7b8553a9ff68)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:29.479139 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37a6e1d1-ec4d-420f-bdb9-64cfcd4d3032 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.484778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:29.528969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce20160b-698a-44f5-b8e3-e81328d82708 req-a478ffaa-ae87-47df-bdfc-2b095d61aa8a tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196202 Nov 16 04:54:29.533470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] For port 6e4990fb-db34-4226-8463-0c86556f3858, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6e4990fb-db34-4226-8463-0c86556f3858,segment=NetworkSegment(54dcdea2-d2de-43b9-ba6f-7b8553a9ff68),segment_id=54dcdea2-d2de-43b9-ba6f-7b8553a9ff68)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:29.534143 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.538729 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.539230 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Added segment ee0d76a9-d181-4433-903b-5032aa89bdd9 of type vlan for network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 Nov 16 04:54:29.569457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for 6e4990fb-db34-4226-8463-0c86556f3858 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:29.671146 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.740719 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.742546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:29.743423 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.769626 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.771307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-37a6e1d1-ec4d-420f-bdb9-64cfcd4d3032 None None] Calling delete_port for 6e4990fb-db34-4226-8463-0c86556f3858 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:29.783086 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.800087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5368948 Nov 16 04:54:29.811727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52170) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:29.817693 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0295c470-1a3d-429c-b8d3-d6acae837b5a admin admin] Request body: {'subnet': {'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1929552808-subnet', 'tenant_id': '69c17a18999746438cfa6a1d3d67b593', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:29.838021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Pushing event updated for resources: {'Port': ['ID=b1abc5b3-ab04-45ec-ac2a-bd8253341c29,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:29.857050 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.870350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Network c89102f1-779b-4262-933c-1da47313fc3b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:29.873497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:29.877388 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:29.903867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=6e4990fb-db34-4226-8463-0c86556f3858,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:29.910114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No DVR routers for this DVR port 6e4990fb-db34-4226-8463-0c86556f3858 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:29.912391 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.945212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fcfd6a-9c64-4deb-94b7-a9cd65978664 admin admin] Pushing event updated for resources: {'Network': ['ID=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:29.951001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Subnet': ['ID=5a8593f5-3556-45de-93c0-cd85ab5f2c4a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:29.962003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0295c470-1a3d-429c-b8d3-d6acae837b5a admin admin] Made reservation on behalf of 69c17a18999746438cfa6a1d3d67b593 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:29.964778 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0295c470-1a3d-429c-b8d3-d6acae837b5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:29.977564 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:30.098470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Attempting to bind port b1abc5b3-ab04-45ec-ac2a-bd8253341c29 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:54:30.103375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Attempting to bind port b1abc5b3-ab04-45ec-ac2a-bd8253341c29 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'd9fb81c2-fb62-40af-800e-17bfbf8c50b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c89102f1-779b-4262-933c-1da47313fc3b'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:54:30.103893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Attempting to bind port b1abc5b3-ab04-45ec-ac2a-bd8253341c29 on network c89102f1-779b-4262-933c-1da47313fc3b {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:30.130793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:54:30.131315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Checking segment: {'id': 'd9fb81c2-fb62-40af-800e-17bfbf8c50b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c89102f1-779b-4262-933c-1da47313fc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:30.132237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.132237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Bound using segment: {'id': 'd9fb81c2-fb62-40af-800e-17bfbf8c50b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c89102f1-779b-4262-933c-1da47313fc3b'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:54:30.132798 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Bound port: b1abc5b3-ab04-45ec-ac2a-bd8253341c29, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9fb81c2-fb62-40af-800e-17bfbf8c50b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c89102f1-779b-4262-933c-1da47313fc3b'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:54:30.133231 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.142678 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.153821 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.185428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae46c69-1864-4308-b7a1-e6e0049dd71f']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:30.188027 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37a6e1d1-ec4d-420f-bdb9-64cfcd4d3032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.194664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:54:30.197442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89102f1-779b-4262-933c-1da47313fc3b']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:30.203938 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.217616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54dcdea2-d2de-43b9-ba6f-7b8553a9ff68') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:30.218034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54dcdea2-d2de-43b9-ba6f-7b8553a9ff68') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:30.227348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fb81c2-fb62-40af-800e-17bfbf8c50b0') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:30.228146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fb81c2-fb62-40af-800e-17bfbf8c50b0') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:30.239700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.242498 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.265697 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.268173 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.278685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a6e1d1-ec4d-420f-bdb9-64cfcd4d3032 None None] Pushing event deleted for resources: {'Port': ['ID=6e4990fb-db34-4226-8463-0c86556f3858,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:30.281922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:30.282647 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.291369 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a6e1d1-ec4d-420f-bdb9-64cfcd4d3032 None None] No DVR routers for this DVR port 6e4990fb-db34-4226-8463-0c86556f3858 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:30.323864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] For port b1abc5b3-ab04-45ec-ac2a-bd8253341c29, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:30.351926 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:30.357720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:30.358148 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.365736 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0295c470-1a3d-429c-b8d3-d6acae837b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:30.371269 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:30.415459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295c470-1a3d-429c-b8d3-d6acae837b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=25f61fb2-dee6-4e37-99f7-f60921ab48a7,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:30.429050 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.439300 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.444268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/networks/fae46c69-1864-4308-b7a1-e6e0049dd71f HTTP/1.1" status: 204 len: 168 time: 1.7273140 Nov 16 04:54:30.449966 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52228) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:30.454806 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1996003145', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:30.461688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] For port b1abc5b3-ab04-45ec-ac2a-bd8253341c29, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b1abc5b3-ab04-45ec-ac2a-bd8253341c29,segment=NetworkSegment(d9fb81c2-fb62-40af-800e-17bfbf8c50b0),segment_id=d9fb81c2-fb62-40af-800e-17bfbf8c50b0)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:54:30.463646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Transition to ACTIVE for port object de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:54:30.465621 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295c470-1a3d-429c-b8d3-d6acae837b5a admin admin] Checking segment: {'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:30.466056 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0295c470-1a3d-429c-b8d3-d6acae837b5a admin admin] Network hostable DHCP agents. Network: e01ec0cc-7d4d-482b-91fe-dfc0bce45c37, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:30.470737 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.api [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 04:54:30.470737 n-d-818042-1 neutron-server[102659]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 04:54:30.470737 n-d-818042-1 neutron-server[102659]: [parameters: {'id': 'c89102f1-779b-4262-933c-1da47313fc3b'}] Nov 16 04:54:30.470737 n-d-818042-1 neutron-server[102659]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:54:30.471273 n-d-818042-1 neutron-server[102659]: DEBUG oslo_db.api [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:54:30.471768 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a3cce-574f-49c1-8640-22ca5ecfd65b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Network': ['ID=fae46c69-1864-4308-b7a1-e6e0049dd71f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:30.472954 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.475851 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.591937 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Pushing event updated for resources: {'Port': ['ID=de6ee94b-dbdc-4bc4-b037-5024f4c49ba6,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:30.658290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0295c470-1a3d-429c-b8d3-d6acae837b5a admin admin] Network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:30.661105 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.662474 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.664565 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe02153-f9ff-469a-a627-2ab4fe2e7ec0 None None] Pushing event updated for resources: {'Port': ['ID=b1abc5b3-ab04-45ec-ac2a-bd8253341c29,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:30.668560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c489eb19-f048-48f3-811f-6c639cbaa674 None None] Network c89102f1-779b-4262-933c-1da47313fc3b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:30.790800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a67731-efc2-452b-9c1a-3cb73742a758 req-e56a117a-f8c4-48d7-8f52-203dd8aa231e tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:30.792743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24a67731-efc2-452b-9c1a-3cb73742a758 req-e56a117a-f8c4-48d7-8f52-203dd8aa231e tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 943 time: 0.1752949 Nov 16 04:54:30.793818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-0295c470-1a3d-429c-b8d3-d6acae837b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e01ec0cc-7d4d-482b-91fe-dfc0bce45c37) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:30.799242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0295c470-1a3d-429c-b8d3-d6acae837b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:30.806312 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0295c470-1a3d-429c-b8d3-d6acae837b5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.832294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6e4990fb-db34-4226-8463-0c86556f3858 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:30.835011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a00526f-1db9-4354-bb6b-bde3327a8566 None None] Network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:30.846715 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0295c470-1a3d-429c-b8d3-d6acae837b5a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0249603 Nov 16 04:54:30.868282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24a67731-efc2-452b-9c1a-3cb73742a758 req-c2da93b9-6a9e-4428-80c6-4bedea25a340 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670891 Nov 16 04:54:30.888165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:30.950274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 6e4990fb-db34-4226-8463-0c86556f3858 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:30.950612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6e4990fb-db34-4226-8463-0c86556f3858 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:30.972915 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.111970 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Attempting to bind port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:54:31.112447 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Attempting to bind port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '0e18f71f-1520-4c5f-9a17-db2127d17646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f53c1854-b0f6-4e41-b887-bfdace00e187'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:54:31.112686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Attempting to bind port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 on network f53c1854-b0f6-4e41-b887-bfdace00e187 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:31.125609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 on network f53c1854-b0f6-4e41-b887-bfdace00e187 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:54:31.125978 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Attempting to bind port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 on network f53c1854-b0f6-4e41-b887-bfdace00e187 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:31.132099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Deleting port b1abc5b3-ab04-45ec-ac2a-bd8253341c29 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:31.133307 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.133452 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.135177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfbd907-6e14-49c2-b403-615f7ed37a57 None None] Network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:31.137043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:54:31.137488 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Checking segment: {'id': '0e18f71f-1520-4c5f-9a17-db2127d17646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f53c1854-b0f6-4e41-b887-bfdace00e187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:31.137801 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Bound using segment: {'id': '0e18f71f-1520-4c5f-9a17-db2127d17646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f53c1854-b0f6-4e41-b887-bfdace00e187'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:54:31.138244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Bound port: de6ee94b-dbdc-4bc4-b037-5024f4c49ba6, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e18f71f-1520-4c5f-9a17-db2127d17646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'f53c1854-b0f6-4e41-b887-bfdace00e187'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:54:31.138792 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.291553 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] For port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:54:31.296346 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] For port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=de6ee94b-dbdc-4bc4-b037-5024f4c49ba6,segment=NetworkSegment(0e18f71f-1520-4c5f-9a17-db2127d17646),segment_id=0e18f71f-1520-4c5f-9a17-db2127d17646)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:54:31.299760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] For port b1abc5b3-ab04-45ec-ac2a-bd8253341c29, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b1abc5b3-ab04-45ec-ac2a-bd8253341c29,segment=NetworkSegment(d9fb81c2-fb62-40af-800e-17bfbf8c50b0),segment_id=d9fb81c2-fb62-40af-800e-17bfbf8c50b0)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:31.302108 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.304275 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.320148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Calling delete_port for b1abc5b3-ab04-45ec-ac2a-bd8253341c29 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:31.336258 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4acc64e-c5cf-4fe8-859e-615e0db5dca3 None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 04:54:31.361134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Pushing event updated for resources: {'Port': ['ID=de6ee94b-dbdc-4bc4-b037-5024f4c49ba6,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:31.387857 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:31.388551 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.392933 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-0b69a329-3506-46a4-916b-ac51a3b31a41 service neutron] 10.222.0.15 "PUT /v2.0/ports/de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 HTTP/1.1" status: 200 len: 1091 time: 2.4089909 Nov 16 04:54:31.392933 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3ef578-f486-43a2-8bfd-36114987936b', 'tag': 'de6ee94b-dbdc-4bc4-b037-5024f4c49ba6'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:54:31.393181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52306) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:31.394956 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b78070-5317-4f13-9225-90045cac43f8" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3ef578-f486-43a2-8bfd-36114987936b", "tag": "de6ee94b-dbdc-4bc4-b037-5024f4c49ba6"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:54:31.505441 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.509900 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfdd3b8-2321-4e3e-baf7-a4ce00badda3 x-openstack-request-id: req-fcfdd3b8-2321-4e3e-baf7-a4ce00badda3 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:54:31.510221 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3ef578-f486-43a2-8bfd-36114987936b", "tag": "de6ee94b-dbdc-4bc4-b037-5024f4c49ba6", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:54:31.510445 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fcfdd3b8-2321-4e3e-baf7-a4ce00badda3 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:54:31.510852 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3ef578-f486-43a2-8bfd-36114987936b', 'tag': 'de6ee94b-dbdc-4bc4-b037-5024f4c49ba6', 'status': 'completed', 'code': 200} Nov 16 04:54:31.516367 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4acc64e-c5cf-4fe8-859e-615e0db5dca3 None None] Resources bound (agent type, host, resource id): {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 04:54:31.555599 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-560fbfde-422a-4d82-9f86-57d16e349c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:31.555839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Port': ['ID=b1abc5b3-ab04-45ec-ac2a-bd8253341c29,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:31.556964 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-560fbfde-422a-4d82-9f86-57d16e349c0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90c583ac339c480cb955ff0449ce475a&device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 1094 time: 0.1055346 Nov 16 04:54:31.558243 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.568969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] No DVR routers for this DVR port b1abc5b3-ab04-45ec-ac2a-bd8253341c29 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:31.587775 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.625220 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-43296421-7060-4a3c-a190-fb259e37eebe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 HTTP/1.1" status: 200 len: 217 time: 0.0402629 Nov 16 04:54:31.712270 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.738505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89102f1-779b-4262-933c-1da47313fc3b']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:31.746655 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-d1c6cf84-c442-4081-a9f5-c52c8288fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:31.752919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fb81c2-fb62-40af-800e-17bfbf8c50b0') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:31.753298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fb81c2-fb62-40af-800e-17bfbf8c50b0') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:31.754703 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-d1c6cf84-c442-4081-a9f5-c52c8288fcc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3a504e-3593-4c0c-a1d1-ee91cde3b838 HTTP/1.1" status: 200 len: 865 time: 0.1224999 Nov 16 04:54:31.766591 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.785488 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.793475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:31.795240 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.808480 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-38c31c20-e8d7-4104-a85b-82e14f215579 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c1854-b0f6-4e41-b887-bfdace00e187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297418 Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:31.852867 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:31.874450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Allocated IP 172.25.0.181 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/2977c7cc-3a21-4ed7-800f-b7ae6c62caa5) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:31.942635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9416d21a-4bf0-43c3-ad37-9b09819af4ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.962393 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.982212 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:31.991914 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/networks/c89102f1-779b-4262-933c-1da47313fc3b HTTP/1.1" status: 204 len: 168 time: 3.4181266 Nov 16 04:54:31.993846 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-ffed6adc-30fc-440b-9c2c-4a3f2ba09886 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c1854-b0f6-4e41-b887-bfdace00e187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772494 Nov 16 04:54:31.994424 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52336) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:32.003671 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1ab7eb36-da6f-4992-9de3-1b749c016160 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-829085464'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:32.017868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9cf1a-098e-4469-9cfe-473318ff5a92 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Network': ['ID=c89102f1-779b-4262-933c-1da47313fc3b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:32.131570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab7eb36-da6f-4992-9de3-1b749c016160 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:32.135175 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1ab7eb36-da6f-4992-9de3-1b749c016160 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.135307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-10f06826-66f2-4133-b474-1b514c72bf19 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:32.136590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-10f06826-66f2-4133-b474-1b514c72bf19 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/networks?id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 HTTP/1.1" status: 200 len: 813 time: 0.2847703 Nov 16 04:54:32.145738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf23b33e-a83d-4770-95c6-ba2c3bd62ee9 None None] DHCP port deletion for f53c1854-b0f6-4e41-b887-bfdace00e187 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:32.149596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79bf76-dfe3-46c0-bd93-bb0b2d63e23d req-00610f3b-9e2d-48be-977b-d4fe89d0522a tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:32.150644 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.157670 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a79bf76-dfe3-46c0-bd93-bb0b2d63e23d req-00610f3b-9e2d-48be-977b-d4fe89d0522a tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 943 time: 0.1239812 Nov 16 04:54:32.178667 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7ade495b-fb96-427f-9309-57c1d24ac3ad req-99d5dabb-f373-4f63-a53f-e25553deeeda service neutron] 10.222.0.15 "GET /v2.0/networks/f53c1854-b0f6-4e41-b887-bfdace00e187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716509 Nov 16 04:54:32.198142 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-dbef5e48-8303-41ce-a0bc-31e1d134ce3f tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/quotas/69c17a18999746438cfa6a1d3d67b593 HTTP/1.1" status: 200 len: 375 time: 0.0370724 Nov 16 04:54:32.205084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab7eb36-da6f-4992-9de3-1b749c016160 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:32.228371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1ab7eb36-da6f-4992-9de3-1b749c016160 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.228681 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-1ab7eb36-da6f-4992-9de3-1b749c016160 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Added segment ee7c285c-d087-41f5-a99e-16d8911d0b4a of type vlan for network 34b9d943-9f44-4458-a989-14fcde393fdd Nov 16 04:54:32.258157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea6b2121-dd04-44f8-8ffe-f8ea65c89568 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=69c17a18999746438cfa6a1d3d67b593&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490000 Nov 16 04:54:32.286421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a79bf76-dfe3-46c0-bd93-bb0b2d63e23d req-9cda2a11-711d-4e16-a281-a14976879740 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278827 Nov 16 04:54:32.295610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9416d21a-4bf0-43c3-ad37-9b09819af4ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.313031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1ab7eb36-da6f-4992-9de3-1b749c016160 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.320689 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.339653 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9416d21a-4bf0-43c3-ad37-9b09819af4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.357376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b78070-5317-4f13-9225-90045cac43f8 req-0a6bffb0-6821-4a9e-864e-0c40364878b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:32.359060 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f8b78070-5317-4f13-9225-90045cac43f8 req-0a6bffb0-6821-4a9e-864e-0c40364878b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=90c583ac339c480cb955ff0449ce475a&device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 1094 time: 0.1276879 Nov 16 04:54:32.389409 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:32.407055 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1ab7eb36-da6f-4992-9de3-1b749c016160 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.412745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab7eb36-da6f-4992-9de3-1b749c016160 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:32.413335 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1ab7eb36-da6f-4992-9de3-1b749c016160 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.413571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416d21a-4bf0-43c3-ad37-9b09819af4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a68194-4c07-4545-8473-0bb3e483d8b8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:32.416433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:32.418889 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:32.420727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9416d21a-4bf0-43c3-ad37-9b09819af4ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8143dd8d6bb243fdb77f3612c2e38dfb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0262306 Nov 16 04:54:32.424554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52362) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:32.436107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e2b02-9c5f-48b8-b1e8-50862096f3e8 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:32.499081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-133580fe-bfda-4948-ad30-5dac2c4cd7f0 service neutron] 10.222.0.41 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319310 Nov 16 04:54:32.537981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=2977c7cc-3a21-4ed7-800f-b7ae6c62caa5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:32.552524 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1ab7eb36-da6f-4992-9de3-1b749c016160 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5554993 Nov 16 04:54:32.558560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52372) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:32.567064 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9d7c8d9a-08ba-49bd-afe2-7c56d31f247c tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Request body: {'subnet': {'network_id': '34b9d943-9f44-4458-a989-14fcde393fdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:32.567823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-598b0ffb-0c73-4a66-ae49-fb1c0b4e77f8 None None] Provisioning complete for port 2977c7cc-3a21-4ed7-800f-b7ae6c62caa5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:32.569089 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-598b0ffb-0c73-4a66-ae49-fb1c0b4e77f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.574352 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c3b7-f8e8-4266-86a2-a23f7d56e9c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.598413 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c3b7-f8e8-4266-86a2-a23f7d56e9c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.619915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-598b0ffb-0c73-4a66-ae49-fb1c0b4e77f8 None None] Port 2977c7cc-3a21-4ed7-800f-b7ae6c62caa5 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:54:32.675294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-5d403310-a29b-433a-b1ed-99dfb4a80924 service neutron] 10.222.0.41 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708806 Nov 16 04:54:32.697077 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c3b7-f8e8-4266-86a2-a23f7d56e9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.699841 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a8e1c3b7-f8e8-4266-86a2-a23f7d56e9c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.704751 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a8e1c3b7-f8e8-4266-86a2-a23f7d56e9c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1a68194-4c07-4545-8473-0bb3e483d8b8 HTTP/1.1" status: 204 len: 168 time: 0.2685332 Nov 16 04:54:32.721039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7eb36-da6f-4992-9de3-1b749c016160 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Network': ['ID=34b9d943-9f44-4458-a989-14fcde393fdd,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:32.722055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1c3b7-f8e8-4266-86a2-a23f7d56e9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a68194-4c07-4545-8473-0bb3e483d8b8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:32.738099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 34b9d943-9f44-4458-a989-14fcde393fdd details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:32.790578 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b78070-5317-4f13-9225-90045cac43f8 req-b950999e-0150-41b1-b92f-cc6e109950a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:32.792153 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f8b78070-5317-4f13-9225-90045cac43f8 req-b950999e-0150-41b1-b92f-cc6e109950a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f53c1854-b0f6-4e41-b887-bfdace00e187 HTTP/1.1" status: 200 len: 926 time: 0.4219308 Nov 16 04:54:32.836277 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7c8d9a-08ba-49bd-afe2-7c56d31f247c tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Made reservation on behalf of ae0e7d5fa8714945bfe2a432da2cae25 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:32.839963 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d7c8d9a-08ba-49bd-afe2-7c56d31f247c tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:32.931420 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f8b78070-5317-4f13-9225-90045cac43f8 req-184669b9-00c2-47d6-ba99-ba16ba28bd5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 HTTP/1.1" status: 200 len: 217 time: 0.1097090 Nov 16 04:54:33.148528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05b86cec-0132-47af-a714-60790c1cd9c6 req-d60d844c-0d0d-4d2e-81d6-456a04b58f66 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 210 time: 0.0499337 Nov 16 04:54:33.247494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52430) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:33.262498 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0b71-8989-46a8-9b83-617a778ba326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:33.367166 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0b71-8989-46a8-9b83-617a778ba326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:33.372926 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5fa0b71-8989-46a8-9b83-617a778ba326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:33.433496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c5fa0b71-8989-46a8-9b83-617a778ba326 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d141b9c53d84329be2bde38fe5ade6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1825552 Nov 16 04:54:33.445567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa0b71-8989-46a8-9b83-617a778ba326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef66164-d445-49aa-9cfd-ddbd44e1400c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:33.448256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52442) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:33.511716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2afecf-987d-41b8-b8d1-86a4b1eb72dd req-09fef5ea-9f66-4158-a889-bc2f45ec03ac tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:33.513145 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a2afecf-987d-41b8-b8d1-86a4b1eb72dd req-09fef5ea-9f66-4158-a889-bc2f45ec03ac tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 943 time: 0.1011543 Nov 16 04:54:33.514315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b78070-5317-4f13-9225-90045cac43f8 req-6ffae9e3-2f49-442c-a66b-4ce8200dc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:33.516190 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f8b78070-5317-4f13-9225-90045cac43f8 req-6ffae9e3-2f49-442c-a66b-4ce8200dc2e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3e3a504e-3593-4c0c-a1d1-ee91cde3b838 HTTP/1.1" status: 200 len: 865 time: 0.5750651 Nov 16 04:54:33.528005 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c31443f5-bd3e-47ce-a27c-e2182eaef68a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:33.571578 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f8b78070-5317-4f13-9225-90045cac43f8 req-aae8c091-79ad-4890-8515-d6db03430dfe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f53c1854-b0f6-4e41-b887-bfdace00e187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462480 Nov 16 04:54:33.599007 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c31443f5-bd3e-47ce-a27c-e2182eaef68a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:33.642929 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a2afecf-987d-41b8-b8d1-86a4b1eb72dd req-01fd366e-a9bf-4b34-a034-fe0054fe6d54 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179843 Nov 16 04:54:33.689685 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c31443f5-bd3e-47ce-a27c-e2182eaef68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:33.692477 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c31443f5-bd3e-47ce-a27c-e2182eaef68a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:33.694701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c31443f5-bd3e-47ce-a27c-e2182eaef68a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fef66164-d445-49aa-9cfd-ddbd44e1400c HTTP/1.1" status: 204 len: 168 time: 0.2444007 Nov 16 04:54:33.708618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31443f5-bd3e-47ce-a27c-e2182eaef68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef66164-d445-49aa-9cfd-ddbd44e1400c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:33.733783 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:33.823787 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f8b78070-5317-4f13-9225-90045cac43f8 req-7b7d64d6-0462-407c-82df-84b3ae207057 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c1854-b0f6-4e41-b887-bfdace00e187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425678 Nov 16 04:54:34.019698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-9d7c8d9a-08ba-49bd-afe2-7c56d31f247c tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:54:34.023145 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d7c8d9a-08ba-49bd-afe2-7c56d31f247c tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:34.097551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c8d9a-08ba-49bd-afe2-7c56d31f247c tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event updated for resources: {'Subnet': ['ID=31fb186c-a97a-4e36-b849-53ab0e811fc2,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:34.215216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7c8d9a-08ba-49bd-afe2-7c56d31f247c tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Checking segment: {'id': 'ee7c285c-d087-41f5-a99e-16d8911d0b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '34b9d943-9f44-4458-a989-14fcde393fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:34.215586 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7c8d9a-08ba-49bd-afe2-7c56d31f247c tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network hostable DHCP agents. Network: 34b9d943-9f44-4458-a989-14fcde393fdd, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:34.230977 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f8b78070-5317-4f13-9225-90045cac43f8 req-e03059e2-39f4-49f5-9db6-99a3e8c56cf6 service neutron] 10.222.0.15 "GET /v2.0/networks/f53c1854-b0f6-4e41-b887-bfdace00e187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819151 Nov 16 04:54:34.253996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7c8d9a-08ba-49bd-afe2-7c56d31f247c tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Network 34b9d943-9f44-4458-a989-14fcde393fdd is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:34.273578 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9d7c8d9a-08ba-49bd-afe2-7c56d31f247c tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 34b9d943-9f44-4458-a989-14fcde393fdd) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:34.290389 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:34.293101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd53613f-e73e-46ea-bee7-7274a2f3ecbe None None] Network 34b9d943-9f44-4458-a989-14fcde393fdd requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:34.294114 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7c8d9a-08ba-49bd-afe2-7c56d31f247c tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:34.295102 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d7c8d9a-08ba-49bd-afe2-7c56d31f247c tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:34.347008 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a326215-10ea-4992-ae7e-68412c2c6ef9 req-bb2763ac-34d7-4ab2-9359-2f8cb7897ecd tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 210 time: 0.0684204 Nov 16 04:54:34.350326 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9d7c8d9a-08ba-49bd-afe2-7c56d31f247c tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7871475 Nov 16 04:54:34.353095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52480) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:34.408712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52482) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:34.475597 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router f6f8db11-8266-47c6-af34-8decd8b5a785 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:54:34.503852 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:34.537246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ddff93-d68c-424b-ba5d-28cdd364ac81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-34b9d943-9f44-4458-a989-14fcde393fdd', 'network_id': '34b9d943-9f44-4458-a989-14fcde393fdd', 'tenant_id': 'ae0e7d5fa8714945bfe2a432da2cae25', 'fixed_ips': [{'subnet_id': '31fb186c-a97a-4e36-b849-53ab0e811fc2'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:54:34.538148 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10ddff93-d68c-424b-ba5d-28cdd364ac81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:34.589672 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:34.637921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:54:34.679520 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server [None req-10ddff93-d68c-424b-ba5d-28cdd364ac81 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31fb186c-a97a-4e36-b849-53ab0e811fc2: This subnet is being modified by another concurrent operation. Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 04:54:34.737681 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise exception Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31fb186c-a97a-4e36-b849-53ab0e811fc2: This subnet is being modified by another concurrent operation. Nov 16 04:54:34.741915 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Nov 16 04:54:34.799951 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3f7351-42f7-4a23-893f-2f0ccc36354c None None] Network 34b9d943-9f44-4458-a989-14fcde393fdd requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:34.804340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:54:34.851291 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503af970-9e4b-48e0-b17c-daf6aab5c699 None None] Sync routers for ids ['f6f8db11-8266-47c6-af34-8decd8b5a785'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:54:34.856539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-7c5ef302-561e-40e4-a64a-18b291518dc4 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:34.864917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-7c5ef302-561e-40e4-a64a-18b291518dc4 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.37 "GET /v2.0/networks?id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 HTTP/1.1" status: 200 len: 813 time: 0.1738687 Nov 16 04:54:34.869839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503af970-9e4b-48e0-b17c-daf6aab5c699 None None] Routers {'f6f8db11-8266-47c6-af34-8decd8b5a785'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:34.870766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-503af970-9e4b-48e0-b17c-daf6aab5c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f6f8db11-8266-47c6-af34-8decd8b5a785'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:34.974805 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47d26498-8f09-496e-a2ff-cd2d34820d9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:34.980945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-503af970-9e4b-48e0-b17c-daf6aab5c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:35.020545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-24944380-3773-4209-8704-6d0a0e70dd29 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Request body: {'port': {'device_id': '0189c174-4d11-4c91-9fd6-2e42924bf906', 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37', 'admin_state_up': True, 'tenant_id': '69c17a18999746438cfa6a1d3d67b593'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:35.074594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503af970-9e4b-48e0-b17c-daf6aab5c699 None None] Routers {'f6f8db11-8266-47c6-af34-8decd8b5a785'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:35.075403 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.075558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-503af970-9e4b-48e0-b17c-daf6aab5c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f6f8db11-8266-47c6-af34-8decd8b5a785'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:35.077169 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47d26498-8f09-496e-a2ff-cd2d34820d9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.083233 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.084670 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7abe7ef7-6f90-48a5-b265-92c17fc81d2e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.6336439 Nov 16 04:54:35.088035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52504) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:35.090611 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47d26498-8f09-496e-a2ff-cd2d34820d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.091569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=de6ee94b-dbdc-4bc4-b037-5024f4c49ba6,segment=NetworkSegment(0e18f71f-1520-4c5f-9a17-db2127d17646),segment_id=0e18f71f-1520-4c5f-9a17-db2127d17646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:35.095251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Subnet': ['ID=31fb186c-a97a-4e36-b849-53ab0e811fc2,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:35.132383 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-47d26498-8f09-496e-a2ff-cd2d34820d9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8fa552ca77f4106abd76e8925111092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7218328 Nov 16 04:54:35.141595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52506) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:35.144854 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-503af970-9e4b-48e0-b17c-daf6aab5c699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:35.145561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503af970-9e4b-48e0-b17c-daf6aab5c699 None None] The sync data for ids ['f6f8db11-8266-47c6-af34-8decd8b5a785'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:54:35.169282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b9d943-9f44-4458-a989-14fcde393fdd']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:35.185140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7c285c-d087-41f5-a99e-16d8911d0b4a') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:35.185375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7c285c-d087-41f5-a99e-16d8911d0b4a') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:35.189302 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'de6ee94b-dbdc-4bc4-b037-5024f4c49ba6', 'network_id': 'f53c1854-b0f6-4e41-b887-bfdace00e187', 'port_id': 'de6ee94b-dbdc-4bc4-b037-5024f4c49ba6', 'mac_address': 'fa:16:3e:c9:3c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3a504e-3593-4c0c-a1d1-ee91cde3b838', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:54:35.196719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190f572c-a0be-4a11-b428-3ccbfbc0aaee None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 04:54:35.207456 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.234763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33a45e-7696-4d02-80aa-1b251f48f7dc req-9588ab90-bb37-47d9-930c-4ca5fb2ec2a4 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:35.243174 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa33a45e-7696-4d02-80aa-1b251f48f7dc req-9588ab90-bb37-47d9-930c-4ca5fb2ec2a4 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 943 time: 0.2542865 Nov 16 04:54:35.275153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-3cd31707-5b1b-455c-84d7-890f9e5bc00d tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:35.275592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.276793 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-3cd31707-5b1b-455c-84d7-890f9e5bc00d tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.15 "GET /v2.0/networks?id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 HTTP/1.1" status: 200 len: 813 time: 0.4747818 Nov 16 04:54:35.304175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:35.304585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:35.308443 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:35.311808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-9e02213f-6ba8-416e-b4a2-3df0c888c23a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Request body: {'port': {'device_id': '120686e6-abef-4a20-8282-5313751fe5a1', 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37', 'admin_state_up': True, 'tenant_id': '69c17a18999746438cfa6a1d3d67b593'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:35.313444 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.351608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d26498-8f09-496e-a2ff-cd2d34820d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23948654-9bfd-4e0d-b114-a30a6c3bc87a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:35.361648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:54:35.411455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=de6ee94b-dbdc-4bc4-b037-5024f4c49ba6,segment=NetworkSegment(0e18f71f-1520-4c5f-9a17-db2127d17646),segment_id=0e18f71f-1520-4c5f-9a17-db2127d17646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:35.429684 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.430263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93bbce05-ba22-473c-b235-93264edf2fe8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.446243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa33a45e-7696-4d02-80aa-1b251f48f7dc req-1fa1b4d0-585e-44bb-b044-006ab318b4d5 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975558 Nov 16 04:54:35.481559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4fa394b-0e67-43f3-888e-32cac1245f31 req-a43b7616-f885-4faa-b529-b88f2b402038 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 210 time: 0.0534024 Nov 16 04:54:35.486333 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.493194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.497856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/networks/34b9d943-9f44-4458-a989-14fcde393fdd HTTP/1.1" status: 204 len: 168 time: 1.1435106 Nov 16 04:54:35.502303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52540) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:35.504232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-24944380-3773-4209-8704-6d0a0e70dd29 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Made reservation on behalf of 69c17a18999746438cfa6a1d3d67b593 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:35.516096 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-24944380-3773-4209-8704-6d0a0e70dd29 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.527007 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ba0faf23-dc8b-4180-9e3f-3c7e7a694172 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/routers/f6f8db11-8266-47c6-af34-8decd8b5a785 HTTP/1.1" status: 200 len: 881 time: 0.4372606 Nov 16 04:54:35.532600 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93bbce05-ba22-473c-b235-93264edf2fe8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.534518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52542) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:35.556901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190f572c-a0be-4a11-b428-3ccbfbc0aaee None None] Resources bound (agent type, host, resource id): {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 04:54:35.578569 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4c6f6-5888-407d-8b82-e6e8577faa77 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Network': ['ID=34b9d943-9f44-4458-a989-14fcde393fdd,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:35.724468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-24944380-3773-4209-8704-6d0a0e70dd29 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Allocated IP 172.20.0.3 (e01ec0cc-7d4d-482b-91fe-dfc0bce45c37/25f61fb2-dee6-4e37-99f7-f60921ab48a7/ac8191d0-63d5-4823-87da-236db33a7c7d) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:35.727165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=de6ee94b-dbdc-4bc4-b037-5024f4c49ba6,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:35.732519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-9e02213f-6ba8-416e-b4a2-3df0c888c23a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Made reservation on behalf of 69c17a18999746438cfa6a1d3d67b593 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:35.737437 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-9e02213f-6ba8-416e-b4a2-3df0c888c23a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.805511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['de6ee94b-dbdc-4bc4-b037-5024f4c49ba6'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:54:35.881897 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93bbce05-ba22-473c-b235-93264edf2fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.884717 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93bbce05-ba22-473c-b235-93264edf2fe8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:35.885439 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49e5638-362f-42b2-b8a5-1191b87ef0b9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] DELETE failed (client error): The resource could not be found. Nov 16 04:54:35.888384 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-93bbce05-ba22-473c-b235-93264edf2fe8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23948654-9bfd-4e0d-b114-a30a6c3bc87a HTTP/1.1" status: 204 len: 168 time: 0.6913161 Nov 16 04:54:35.894482 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49e5638-362f-42b2-b8a5-1191b87ef0b9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:54:35.908888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a49e5638-362f-42b2-b8a5-1191b87ef0b9 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/subnets/31fb186c-a97a-4e36-b849-53ab0e811fc2 HTTP/1.1" status: 404 len: 337 time: 0.4019871 Nov 16 04:54:35.911942 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52594) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:35.912737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbce05-ba22-473c-b235-93264edf2fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23948654-9bfd-4e0d-b114-a30a6c3bc87a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:35.939631 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7410c725-1f99-4068-bda8-45856047f57a tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] DELETE failed (client error): The resource could not be found. Nov 16 04:54:35.940086 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7410c725-1f99-4068-bda8-45856047f57a tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:54:35.946035 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7410c725-1f99-4068-bda8-45856047f57a tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/networks/34b9d943-9f44-4458-a989-14fcde393fdd HTTP/1.1" status: 404 len: 339 time: 0.0278804 Nov 16 04:54:35.948805 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52596) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:35.983994 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ca86eb-1dd5-4c39-bce6-6ecf2325e0b2 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] DELETE failed (client error): The resource could not be found. Nov 16 04:54:35.984446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ca86eb-1dd5-4c39-bce6-6ecf2325e0b2 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:54:36.001489 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-21ca86eb-1dd5-4c39-bce6-6ecf2325e0b2 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/subnets/5a8593f5-3556-45de-93c0-cd85ab5f2c4a HTTP/1.1" status: 404 len: 337 time: 0.0493112 Nov 16 04:54:36.004433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52602) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:36.016948 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-24944380-3773-4209-8704-6d0a0e70dd29 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:36.084498 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-645b2328-2ea9-445d-8a00-31f6948fc7ca tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] DELETE failed (client error): The resource could not be found. Nov 16 04:54:36.084995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645b2328-2ea9-445d-8a00-31f6948fc7ca tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:54:36.090861 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-645b2328-2ea9-445d-8a00-31f6948fc7ca tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/networks/c89102f1-779b-4262-933c-1da47313fc3b HTTP/1.1" status: 404 len: 339 time: 0.0828021 Nov 16 04:54:36.096677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52608) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:36.131027 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-24944380-3773-4209-8704-6d0a0e70dd29 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:36.190033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-24944380-3773-4209-8704-6d0a0e70dd29 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:36.194107 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-24944380-3773-4209-8704-6d0a0e70dd29 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:36.208410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd20f9d-917f-4127-b1f9-0b23801728b4 None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:36.209328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-24944380-3773-4209-8704-6d0a0e70dd29 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:36.263692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24944380-3773-4209-8704-6d0a0e70dd29 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Pushing event updated for resources: {'Port': ['ID=ac8191d0-63d5-4823-87da-236db33a7c7d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:36.279527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-de1273c8-9037-4601-bfb7-479a0c5d1bb1 None None] Provisioning complete for port ac8191d0-63d5-4823-87da-236db33a7c7d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:36.279991 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de1273c8-9037-4601-bfb7-479a0c5d1bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:36.301616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-24944380-3773-4209-8704-6d0a0e70dd29 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:36.302548 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-24944380-3773-4209-8704-6d0a0e70dd29 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:36.325356 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-24944380-3773-4209-8704-6d0a0e70dd29 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3127415 Nov 16 04:54:36.328659 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-de1273c8-9037-4601-bfb7-479a0c5d1bb1 None None] Port ac8191d0-63d5-4823-87da-236db33a7c7d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:54:36.341055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Request body: {'port': {'device_id': '0189c174-4d11-4c91-9fd6-2e42924bf906', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:36.372214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52616) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:36.418273 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:36.492001 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0523b9-aa36-4890-b4c0-b3817a817b95 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] DELETE failed (client error): The resource could not be found. Nov 16 04:54:36.492467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0523b9-aa36-4890-b4c0-b3817a817b95 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:54:36.495665 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bc0523b9-aa36-4890-b4c0-b3817a817b95 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/subnets/e7d13445-43f8-4a30-960e-106db1636eb6 HTTP/1.1" status: 404 len: 337 time: 0.3979144 Nov 16 04:54:36.501094 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52626) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:36.570505 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cecc77b-79bf-4e89-a5e4-44dd72f23cad tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] DELETE failed (client error): The resource could not be found. Nov 16 04:54:36.571043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cecc77b-79bf-4e89-a5e4-44dd72f23cad tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:54:36.574594 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6cecc77b-79bf-4e89-a5e4-44dd72f23cad tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/networks/fec90f7e-1e07-4a6c-b071-969cfda73c73 HTTP/1.1" status: 404 len: 339 time: 0.0692182 Nov 16 04:54:36.583978 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dcaae792-50e8-4674-b92d-a5a45b09f583 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.0482218 Nov 16 04:54:36.586932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52632) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:36.587275 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52634) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:36.598712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:36.605412 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8fe61a2c-c7de-49ba-a257-94fcb27ba439 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1996003145'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:36.669022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d980dea5-12a5-4308-8287-35d0084f8a85 req-4e2ad819-5157-4891-8f19-8bc2eb641c2b tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 210 time: 0.0581377 Nov 16 04:54:36.692143 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:54:36.698384 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf6ad-bbf8-4df6-a6c2-4d998d603e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:36.701209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:36.701583 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:36.722445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-9e02213f-6ba8-416e-b4a2-3df0c888c23a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Allocated IP 172.20.0.14 (e01ec0cc-7d4d-482b-91fe-dfc0bce45c37/25f61fb2-dee6-4e37-99f7-f60921ab48a7/b14912e0-d800-4f33-beb5-6c58542123c1) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:36.742797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441d104-7855-4174-8a8a-393bea936d57 req-9c6ad5a0-779f-4f61-a67e-8eb7d1da6395 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:36.744490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b441d104-7855-4174-8a8a-393bea936d57 req-9c6ad5a0-779f-4f61-a67e-8eb7d1da6395 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 944 time: 0.2276194 Nov 16 04:54:36.819960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b441d104-7855-4174-8a8a-393bea936d57 req-33efca59-71dc-42ea-971f-fb3d9edefa5a tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679474 Nov 16 04:54:36.851428 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:36.876951 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf6ad-bbf8-4df6-a6c2-4d998d603e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:36.882923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3ef578-f486-43a2-8bfd-36114987936b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6ee94b-dbdc-4bc4-b037-5024f4c49ba6'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:54:36.883788 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf6ad-bbf8-4df6-a6c2-4d998d603e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:36.885500 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e20b61-b063-4bfd-91fc-f19640033058" -d '{"events": [{"server_uuid": "9a3ef578-f486-43a2-8bfd-36114987936b", "name": "network-vif-plugged", "status": "completed", "tag": "de6ee94b-dbdc-4bc4-b037-5024f4c49ba6"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:54:36.902428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=de6ee94b-dbdc-4bc4-b037-5024f4c49ba6,segment=NetworkSegment(0e18f71f-1520-4c5f-9a17-db2127d17646),segment_id=0e18f71f-1520-4c5f-9a17-db2127d17646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:36.917578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:36.939817 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1ddbf6ad-bbf8-4df6-a6c2-4d998d603e67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44f5e2b86de141078c6de84bcfe9c0a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5665283 Nov 16 04:54:36.940829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbf6ad-bbf8-4df6-a6c2-4d998d603e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ab8a0e-46e4-494c-a016-323350fe5ba4,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:36.944055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52646) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:36.977745 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174c66a1-1177-4b75-9caf-34e19ddbb429 x-openstack-request-id: req-174c66a1-1177-4b75-9caf-34e19ddbb429 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:54:36.978418 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3ef578-f486-43a2-8bfd-36114987936b", "name": "network-vif-plugged", "status": "completed", "tag": "de6ee94b-dbdc-4bc4-b037-5024f4c49ba6", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:54:36.978892 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-174c66a1-1177-4b75-9caf-34e19ddbb429 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:54:36.979647 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3ef578-f486-43a2-8bfd-36114987936b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de6ee94b-dbdc-4bc4-b037-5024f4c49ba6', 'code': 200} Nov 16 04:54:37.037120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=de6ee94b-dbdc-4bc4-b037-5024f4c49ba6,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:37.063916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0aafd746-5cd4-4501-87fb-9cfea5739469 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Deleting port ab04aa54-ed2f-4023-8ad3-d90cae2f7c13 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:37.064293 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0aafd746-5cd4-4501-87fb-9cfea5739469 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.069511 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-24a9e2da-fb77-49e6-aadc-6bf85f727403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.082747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-d5468489-e285-45d0-9143-eb25dbe44ff7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1377363 Nov 16 04:54:37.107001 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-24a9e2da-fb77-49e6-aadc-6bf85f727403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.129361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4407e16-c86b-4dd9-a4bc-cb5c117462f3 req-1b653374-2bc6-47bb-9e51-5bcba1540c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:37.131384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4407e16-c86b-4dd9-a4bc-cb5c117462f3 req-1b653374-2bc6-47bb-9e51-5bcba1540c1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 1096 time: 0.1010714 Nov 16 04:54:37.235832 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-24a9e2da-fb77-49e6-aadc-6bf85f727403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.238555 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-24a9e2da-fb77-49e6-aadc-6bf85f727403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.239796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-24a9e2da-fb77-49e6-aadc-6bf85f727403 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43ab8a0e-46e4-494c-a016-323350fe5ba4 HTTP/1.1" status: 204 len: 168 time: 0.2850964 Nov 16 04:54:37.250635 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0aafd746-5cd4-4501-87fb-9cfea5739469 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.262124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4407e16-c86b-4dd9-a4bc-cb5c117462f3 req-0678b2cb-99f6-4264-8c84-d40c293b5245 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202426 Nov 16 04:54:37.263108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9e2da-fb77-49e6-aadc-6bf85f727403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ab8a0e-46e4-494c-a016-323350fe5ba4,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:37.277093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-c7ff23cc-85d4-41e1-88a2-c60259ef16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:37.277557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-c7ff23cc-85d4-41e1-88a2-c60259ef16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:37.278045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-c7ff23cc-85d4-41e1-88a2-c60259ef16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:37.278374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-9e02213f-6ba8-416e-b4a2-3df0c888c23a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.278503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-c7ff23cc-85d4-41e1-88a2-c60259ef16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:37.278951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-c7ff23cc-85d4-41e1-88a2-c60259ef16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:37.279532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-c7ff23cc-85d4-41e1-88a2-c60259ef16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:37.279853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-c7ff23cc-85d4-41e1-88a2-c60259ef16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:37.280010 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0aafd746-5cd4-4501-87fb-9cfea5739469 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Calling delete_port for ab04aa54-ed2f-4023-8ad3-d90cae2f7c13 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:37.290960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-c7ff23cc-85d4-41e1-88a2-c60259ef16e8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6502 time: 0.1351347 Nov 16 04:54:37.370177 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fe61a2c-c7de-49ba-a257-94fcb27ba439 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.389195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-9e02213f-6ba8-416e-b4a2-3df0c888c23a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.401278 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fe61a2c-c7de-49ba-a257-94fcb27ba439 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.492295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-e802dae3-bd66-4a3f-90ca-e4a44b878ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:37.492766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-e802dae3-bd66-4a3f-90ca-e4a44b878ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:37.493226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-e802dae3-bd66-4a3f-90ca-e4a44b878ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:37.494848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-e802dae3-bd66-4a3f-90ca-e4a44b878ee4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5bf91be6-016c-43c7-bd07-759140c5c6aa&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 HTTP/1.1" status: 200 len: 2298 time: 0.1775718 Nov 16 04:54:37.545493 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-9e02213f-6ba8-416e-b4a2-3df0c888c23a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:37.584261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-9e02213f-6ba8-416e-b4a2-3df0c888c23a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:37.589232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02213f-6ba8-416e-b4a2-3df0c888c23a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Pushing event updated for resources: {'Port': ['ID=b14912e0-d800-4f33-beb5-6c58542123c1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:37.596054 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-9e02213f-6ba8-416e-b4a2-3df0c888c23a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:37.597687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-a1fc3403-e287-4f3e-9a40-51d4c826a8ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 HTTP/1.1" status: 200 len: 1002 time: 0.0939634 Nov 16 04:54:37.617350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7a230-55f9-4c6e-b2f0-f99fd898e903 None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:37.627181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0aafd746-5cd4-4501-87fb-9cfea5739469 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.665325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-cf39260f-a23d-4754-92d6-09bb92f75d11 None None] Provisioning complete for port b14912e0-d800-4f33-beb5-6c58542123c1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:37.667259 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf39260f-a23d-4754-92d6-09bb92f75d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.680590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafd746-5cd4-4501-87fb-9cfea5739469 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Port': ['ID=ab04aa54-ed2f-4023-8ad3-d90cae2f7c13,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:37.699402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8191d0-63d5-4823-87da-236db33a7c7d {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:54:37.705905 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0aafd746-5cd4-4501-87fb-9cfea5739469 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.708217 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.716189 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0aafd746-5cd4-4501-87fb-9cfea5739469 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/ports/ab04aa54-ed2f-4023-8ad3-d90cae2f7c13 HTTP/1.1" status: 204 len: 168 time: 1.1276979 Nov 16 04:54:37.726880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Transition to ACTIVE for port object ac8191d0-63d5-4823-87da-236db33a7c7d will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:54:37.727276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52672) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:37.755872 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-9e02213f-6ba8-416e-b4a2-3df0c888c23a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:37.756565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-9e02213f-6ba8-416e-b4a2-3df0c888c23a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:37.776182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cf39260f-a23d-4754-92d6-09bb92f75d11 None None] Port b14912e0-d800-4f33-beb5-6c58542123c1 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:54:37.809160 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe61a2c-c7de-49ba-a257-94fcb27ba439 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router f6f8db11-8266-47c6-af34-8decd8b5a785 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:54:37.823916 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-9e02213f-6ba8-416e-b4a2-3df0c888c23a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5178590 Nov 16 04:54:37.877637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Request body: {'port': {'device_id': '120686e6-abef-4a20-8282-5313751fe5a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:37.983976 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b86fb179-5d15-4b51-b054-f74cae85dce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.010474 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.154363 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50fcf5c-74c4-4119-8d3b-b19137f8803b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] DELETE failed (client error): The resource could not be found. Nov 16 04:54:38.155031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50fcf5c-74c4-4119-8d3b-b19137f8803b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:54:38.162433 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f50fcf5c-74c4-4119-8d3b-b19137f8803b tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/subnets/2429663c-22f8-44ed-bdc5-aec4b5b47f63 HTTP/1.1" status: 404 len: 337 time: 0.4341724 Nov 16 04:54:38.165952 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52692) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:38.171234 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.264200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-062dd85e-719a-42fd-a8b6-523363d4b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:38.266466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-062dd85e-719a-42fd-a8b6-523363d4b059 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753 HTTP/1.1" status: 200 len: 856 time: 0.6609271 Nov 16 04:54:38.273217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52698) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:38.288292 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df409604-37dd-46b0-b09c-4f4d68768e55 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.322080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206264e5-e1df-42fe-9e7f-dd7be48d3650 None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:38.326201 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe61a2c-c7de-49ba-a257-94fcb27ba439 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:54:38.336271 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098596f-9f23-42ec-b8d3-3c5c323614d1 None None] Sync routers for ids ['f6f8db11-8266-47c6-af34-8decd8b5a785'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:54:38.347164 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fe61a2c-c7de-49ba-a257-94fcb27ba439 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.348812 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098596f-9f23-42ec-b8d3-3c5c323614d1 None None] Routers {'f6f8db11-8266-47c6-af34-8decd8b5a785'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:38.349424 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8098596f-9f23-42ec-b8d3-3c5c323614d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f6f8db11-8266-47c6-af34-8decd8b5a785'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:38.361725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52702) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:38.368473 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8fe61a2c-c7de-49ba-a257-94fcb27ba439 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/f6f8db11-8266-47c6-af34-8decd8b5a785 HTTP/1.1" status: 200 len: 888 time: 1.7783797 Nov 16 04:54:38.385804 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3284e-de09-40ea-a965-37808257ac8c req-95057d16-ef1a-4348-9817-40562721c566 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:38.387459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6cd3284e-de09-40ea-a965-37808257ac8c req-95057d16-ef1a-4348-9817-40562721c566 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 945 time: 0.2239082 Nov 16 04:54:38.444603 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8098596f-9f23-42ec-b8d3-3c5c323614d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:38.452302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Pushing event updated for resources: {'Port': ['ID=ac8191d0-63d5-4823-87da-236db33a7c7d,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:38.472351 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098596f-9f23-42ec-b8d3-3c5c323614d1 None None] Routers {'f6f8db11-8266-47c6-af34-8decd8b5a785'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:38.473343 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8098596f-9f23-42ec-b8d3-3c5c323614d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f6f8db11-8266-47c6-af34-8decd8b5a785'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:38.512855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2c6cc-2474-41db-b6c0-b74e0a7e124c req-879515b8-5c83-456b-a73d-0b1120bd56ec tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:38.521854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dba2c6cc-2474-41db-b6c0-b74e0a7e124c req-879515b8-5c83-456b-a73d-0b1120bd56ec tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 932 time: 0.3547609 Nov 16 04:54:38.538991 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8098596f-9f23-42ec-b8d3-3c5c323614d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:38.540045 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8098596f-9f23-42ec-b8d3-3c5c323614d1 None None] The sync data for ids ['f6f8db11-8266-47c6-af34-8decd8b5a785'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:54:38.581346 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df409604-37dd-46b0-b09c-4f4d68768e55 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.612699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1374159227'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:38.619823 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-df409604-37dd-46b0-b09c-4f4d68768e55 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3246e216-cb3f-4896-96fd-16fa5cad6f70']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:38.638138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-df409604-37dd-46b0-b09c-4f4d68768e55 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b3efa90-645f-4421-8cd4-302eb1af3df8') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:38.638443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-df409604-37dd-46b0-b09c-4f4d68768e55 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b3efa90-645f-4421-8cd4-302eb1af3df8') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:38.652885 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df409604-37dd-46b0-b09c-4f4d68768e55 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.669049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-82f88225-1a11-4985-8790-c54dc311bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:38.671541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-82f88225-1a11-4985-8790-c54dc311bd82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bf91be6-016c-43c7-bd07-759140c5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3891335 Nov 16 04:54:38.681709 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df409604-37dd-46b0-b09c-4f4d68768e55 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.708692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df409604-37dd-46b0-b09c-4f4d68768e55 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:38.709047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df409604-37dd-46b0-b09c-4f4d68768e55 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:38.712925 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:38.764490 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14912e0-d800-4f33-beb5-6c58542123c1 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:54:38.782728 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.797357 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Transition to ACTIVE for port object b14912e0-d800-4f33-beb5-6c58542123c1 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:54:38.798618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df409604-37dd-46b0-b09c-4f4d68768e55 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.815682 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df409604-37dd-46b0-b09c-4f4d68768e55 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.819201 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-df409604-37dd-46b0-b09c-4f4d68768e55 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/networks/3246e216-cb3f-4896-96fd-16fa5cad6f70 HTTP/1.1" status: 204 len: 168 time: 0.6455534 Nov 16 04:54:38.821734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52734) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:38.831109 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.837981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6cd3284e-de09-40ea-a965-37808257ac8c req-3231df99-e31c-4267-b2b0-c91aad236be3 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769312 Nov 16 04:54:38.859320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Made reservation on behalf of 85554e1fba474fd29eae7ef2d6c3c5e1 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:38.862784 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.884588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b3a550-6b4c-46dd-87a4-30f3d2c57d4e None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:38.891124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df409604-37dd-46b0-b09c-4f4d68768e55 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Network': ['ID=3246e216-cb3f-4896-96fd-16fa5cad6f70,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:38.915802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dba2c6cc-2474-41db-b6c0-b74e0a7e124c req-ffd8eca1-468f-426a-8a82-42ebbda08c5e tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928170 Nov 16 04:54:38.936192 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:38.970894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=b14912e0-d800-4f33-beb5-6c58542123c1,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:38.971315 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bd5f7762-9c98-4a47-8c25-223aa4fc699a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/routers/f6f8db11-8266-47c6-af34-8decd8b5a785 HTTP/1.1" status: 200 len: 888 time: 0.6032844 Nov 16 04:54:38.976682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52736) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:38.980680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Attempting to bind port ac8191d0-63d5-4823-87da-236db33a7c7d on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:54:38.981018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Attempting to bind port ac8191d0-63d5-4823-87da-236db33a7c7d by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:54:38.981361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Attempting to bind port ac8191d0-63d5-4823-87da-236db33a7c7d on network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:39.036729 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fa6ef9f9-d7ff-4218-9ea6-f0989af71c48 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f8db11-8266-47c6-af34-8decd8b5a785 HTTP/1.1" status: 200 len: 205 time: 0.0529883 Nov 16 04:54:39.045230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52738) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:39.046620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54cea761-707b-44ff-9da3-fe7b514e5c14 req-582c075e-caf6-4da2-8688-cdd6e04d85d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3018310 Nov 16 04:54:39.047188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Port ac8191d0-63d5-4823-87da-236db33a7c7d on network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:54:39.047508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Attempting to bind port ac8191d0-63d5-4823-87da-236db33a7c7d on network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:39.070819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-95482c2b-ce25-4a29-bc00-f01eed9ed369 service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748562 Nov 16 04:54:39.070819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:54:39.070819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Checking segment: {'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:39.074276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Bound using segment: {'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:54:39.075464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Bound port: ac8191d0-63d5-4823-87da-236db33a7c7d, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:54:39.075886 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.175595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52742) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:39.257285 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.284030 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.322410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea761-707b-44ff-9da3-fe7b514e5c14 req-520eaa1a-c346-4191-ab64-9a6f9057d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:39.323934 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54cea761-707b-44ff-9da3-fe7b514e5c14 req-520eaa1a-c346-4191-ab64-9a6f9057d6ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 1096 time: 0.2081187 Nov 16 04:54:39.346655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:39.375543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-e3523f94-a905-4c83-b2c8-9c0e378e6007 service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831388 Nov 16 04:54:39.376654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] For port ac8191d0-63d5-4823-87da-236db33a7c7d, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:54:39.392086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1201d4-93aa-48e5-8b6b-ca8d7f9510a6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:39.394670 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ca78ef5-5a05-4794-917d-44845282768e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.416320 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.416671 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Added segment 2ee920ed-2adf-46c6-9e10-fd58ee0710dc of type vlan for network 895da0c1-20e8-41d8-91c4-77cb589d1835 Nov 16 04:54:39.446467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e879375b-3902-4232-85e8-80d9f746f1cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Deleting port 63a1bd11-724a-45e8-b2a3-f2fcd146e4c1 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:39.447045 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e879375b-3902-4232-85e8-80d9f746f1cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.468530 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Attempting to bind port b14912e0-d800-4f33-beb5-6c58542123c1 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:54:39.468799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Attempting to bind port b14912e0-d800-4f33-beb5-6c58542123c1 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:54:39.469124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Attempting to bind port b14912e0-d800-4f33-beb5-6c58542123c1 on network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:39.489475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] For port ac8191d0-63d5-4823-87da-236db33a7c7d, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ac8191d0-63d5-4823-87da-236db33a7c7d,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:54:39.498740 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-c4420944-77be-4af7-828d-2945c88c212c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=10ff97ee-f373-4db5-a57f-eae61ba73e8e HTTP/1.1" status: 200 len: 217 time: 0.1101477 Nov 16 04:54:39.510056 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Port b14912e0-d800-4f33-beb5-6c58542123c1 on network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:54:39.510388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Attempting to bind port b14912e0-d800-4f33-beb5-6c58542123c1 on network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:39.523340 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.533457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:54:39.533822 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Checking segment: {'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:39.534214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Bound using segment: {'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:54:39.534650 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Bound port: b14912e0-d800-4f33-beb5-6c58542123c1, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:54:39.535005 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.547648 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.586808 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e879375b-3902-4232-85e8-80d9f746f1cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.602867 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.623020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5c10a3-f6ba-4643-a02e-92b6a350b23b None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:39.636266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:39.636887 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.638133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e879375b-3902-4232-85e8-80d9f746f1cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Calling delete_port for 63a1bd11-724a-45e8-b2a3-f2fcd146e4c1 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:39.638376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] 10.222.0.37 "PUT /v2.0/ports/ac8191d0-63d5-4823-87da-236db33a7c7d HTTP/1.1" status: 200 len: 1091 time: 3.3048985 Nov 16 04:54:39.638782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0189c174-4d11-4c91-9fd6-2e42924bf906', 'tag': 'ac8191d0-63d5-4823-87da-236db33a7c7d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:54:39.641017 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4730b5d2-a003-4041-a043-d796984e20e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0189c174-4d11-4c91-9fd6-2e42924bf906", "tag": "ac8191d0-63d5-4823-87da-236db33a7c7d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:54:39.726133 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7115ff63-39fb-4979-99fb-03f08eb2c463 x-openstack-request-id: req-7115ff63-39fb-4979-99fb-03f08eb2c463 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:54:39.726345 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0189c174-4d11-4c91-9fd6-2e42924bf906", "tag": "ac8191d0-63d5-4823-87da-236db33a7c7d", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:54:39.726593 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7115ff63-39fb-4979-99fb-03f08eb2c463 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:54:39.727191 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0189c174-4d11-4c91-9fd6-2e42924bf906', 'tag': 'ac8191d0-63d5-4823-87da-236db33a7c7d', 'status': 'completed', 'code': 200} Nov 16 04:54:39.733946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea761-707b-44ff-9da3-fe7b514e5c14 req-358b23ab-e124-469c-a8bd-90880a8e383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:39.735685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54cea761-707b-44ff-9da3-fe7b514e5c14 req-358b23ab-e124-469c-a8bd-90880a8e383d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 917 time: 0.3738186 Nov 16 04:54:39.737051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-aa361347-17de-4674-a1c1-af3dfad3ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:39.738404 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-aa361347-17de-4674-a1c1-af3dfad3ac97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.2061901 Nov 16 04:54:39.756358 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] For port b14912e0-d800-4f33-beb5-6c58542123c1, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:54:39.760526 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] For port b14912e0-d800-4f33-beb5-6c58542123c1, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b14912e0-d800-4f33-beb5-6c58542123c1,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:54:39.769381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f79f3-a234-4d8a-82a3-3b45aafa066c service neutron] Pushing event updated for resources: {'Port': ['ID=ac8191d0-63d5-4823-87da-236db33a7c7d,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:39.773555 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.792823 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.799074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:39.799656 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.816017 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.823675 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:39.824292 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.825666 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] 10.222.0.15 "PUT /v2.0/ports/b14912e0-d800-4f33-beb5-6c58542123c1 HTTP/1.1" status: 200 len: 1092 time: 1.9914908 Nov 16 04:54:39.827453 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9bdc36-4a5f-4338-97f6-95fafcd3a8fb None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:39.828724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120686e6-abef-4a20-8282-5313751fe5a1', 'tag': 'b14912e0-d800-4f33-beb5-6c58542123c1'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:54:39.831043 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bd8441-88d9-4501-89d0-aa4af0550333" -d '{"events": [{"name": "network-changed", "server_uuid": "120686e6-abef-4a20-8282-5313751fe5a1", "tag": "b14912e0-d800-4f33-beb5-6c58542123c1"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:54:39.899436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b25fd6-8735-46fc-aafa-11572ae30ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=b14912e0-d800-4f33-beb5-6c58542123c1,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:39.916333 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e879375b-3902-4232-85e8-80d9f746f1cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.930183 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfa3ef6-5b9c-41df-b58e-c2a1043a44b4 x-openstack-request-id: req-5dfa3ef6-5b9c-41df-b58e-c2a1043a44b4 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:54:39.930467 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120686e6-abef-4a20-8282-5313751fe5a1", "tag": "b14912e0-d800-4f33-beb5-6c58542123c1", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:54:39.930722 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5dfa3ef6-5b9c-41df-b58e-c2a1043a44b4 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:54:39.931130 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '120686e6-abef-4a20-8282-5313751fe5a1', 'tag': 'b14912e0-d800-4f33-beb5-6c58542123c1', 'status': 'completed', 'code': 200} Nov 16 04:54:39.965987 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e879375b-3902-4232-85e8-80d9f746f1cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Port': ['ID=63a1bd11-724a-45e8-b2a3-f2fcd146e4c1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:39.976759 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e879375b-3902-4232-85e8-80d9f746f1cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:39.984531 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e879375b-3902-4232-85e8-80d9f746f1cf tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/ports/63a1bd11-724a-45e8-b2a3-f2fcd146e4c1 HTTP/1.1" status: 204 len: 168 time: 1.1615219 Nov 16 04:54:39.987712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7127452 Nov 16 04:54:39.990892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52756) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:39.991235 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52758) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:39.999864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8cdf38cd-2a3b-49c0-80cc-c372457e0f15 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Request body: {'subnet': {'network_id': '895da0c1-20e8-41d8-91c4-77cb589d1835', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:40.033970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f5f84-27c6-45f3-bc2e-98e20af142e0 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Pushing event updated for resources: {'Network': ['ID=895da0c1-20e8-41d8-91c4-77cb589d1835,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:40.038781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-cfa324ba-f9ea-4d92-9a6c-70a5506aadc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:40.040581 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-cfa324ba-f9ea-4d92-9a6c-70a5506aadc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69c17a18999746438cfa6a1d3d67b593&device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 1095 time: 0.1540079 Nov 16 04:54:40.055685 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-68021d1d-e762-4dfe-8927-a5f3d8e05790 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] DELETE failed (client error): The resource could not be found. Nov 16 04:54:40.055926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-bd348a47-2f0b-416c-9526-70527215cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:40.056567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68021d1d-e762-4dfe-8927-a5f3d8e05790 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:54:40.057267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-bd348a47-2f0b-416c-9526-70527215cc60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69c17a18999746438cfa6a1d3d67b593&device_id=0189c174-4d11-4c91-9fd6-2e42924bf906 HTTP/1.1" status: 200 len: 1094 time: 0.3524623 Nov 16 04:54:40.060278 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ca78ef5-5a05-4794-917d-44845282768e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.063320 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-68021d1d-e762-4dfe-8927-a5f3d8e05790 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/subnets/59c4c165-a59f-463f-82e2-8a5daf632802 HTTP/1.1" status: 404 len: 337 time: 0.0689838 Nov 16 04:54:40.063939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54cea761-707b-44ff-9da3-fe7b514e5c14 req-b89af1ff-04d4-458a-8a41-b1bee11ee38b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 HTTP/1.1" status: 200 len: 1000 time: 0.2998543 Nov 16 04:54:40.066469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52762) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:40.116506 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ca78ef5-5a05-4794-917d-44845282768e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.138753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 895da0c1-20e8-41d8-91c4-77cb589d1835 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:40.158336 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-aa64c0cc-d5ac-4435-9c4c-9a51e8827dcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b14912e0-d800-4f33-beb5-6c58542123c1 HTTP/1.1" status: 200 len: 217 time: 0.1038499 Nov 16 04:54:40.162166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port 2977c7cc-3a21-4ed7-800f-b7ae6c62caa5 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:40.162505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.192833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-4cea4ee5-de4b-49e0-b480-3df257949351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:40.194633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-4cea4ee5-de4b-49e0-b480-3df257949351 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4292219 Nov 16 04:54:40.220485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-5d5c8754-f9a3-44f7-b009-47f8fa1fdc64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac8191d0-63d5-4823-87da-236db33a7c7d HTTP/1.1" status: 200 len: 217 time: 0.1525176 Nov 16 04:54:40.223602 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7c263913-a52a-4f58-bfb8-e9e298352818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.292344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-22e4562e-0363-47ec-91a1-b9c43bff6494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:40.293755 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-22e4562e-0363-47ec-91a1-b9c43bff6494 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=25f61fb2-dee6-4e37-99f7-f60921ab48a7 HTTP/1.1" status: 200 len: 853 time: 0.1274569 Nov 16 04:54:40.313294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cdf38cd-2a3b-49c0-80cc-c372457e0f15 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Made reservation on behalf of 85554e1fba474fd29eae7ef2d6c3c5e1 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:40.316528 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8cdf38cd-2a3b-49c0-80cc-c372457e0f15 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.372718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2ca78ef5-5a05-4794-917d-44845282768e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ed3096b0465425eb328cd8594201ad4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1798573 Nov 16 04:54:40.378124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52764) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:40.383115 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-fc4b413a-499b-4a38-bcf3-9d2c0567bf44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795565 Nov 16 04:54:40.384802 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.387263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee19a3-e3f7-4bcf-bd47-26f8b22256fb req-12be5f45-283f-4389-a1c2-f353b370296c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:40.388793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66ee19a3-e3f7-4bcf-bd47-26f8b22256fb req-12be5f45-283f-4389-a1c2-f353b370296c tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 945 time: 0.3988645 Nov 16 04:54:40.400413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca78ef5-5a05-4794-917d-44845282768e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a89bd0-0903-4d1e-8432-efa1fb523e0b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:40.412169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea761-707b-44ff-9da3-fe7b514e5c14 req-2a3c4749-923b-421d-b54a-c0f185a32044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:40.413688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54cea761-707b-44ff-9da3-fe7b514e5c14 req-2a3c4749-923b-421d-b54a-c0f185a32044 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.3225276 Nov 16 04:54:40.417078 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9af3d4f-578c-4877-90ab-d7de005246f7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.431088 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for 2977c7cc-3a21-4ed7-800f-b7ae6c62caa5 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:40.463290 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-a096719e-ecec-4817-932f-9130b59a0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:40.464743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-a096719e-ecec-4817-932f-9130b59a0189 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25f61fb2-dee6-4e37-99f7-f60921ab48a7 HTTP/1.1" status: 200 len: 853 time: 0.2149625 Nov 16 04:54:40.487310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc03e6-9541-4774-951e-78e5ff313dbd req-6412a566-0eba-48a6-9c17-b3b345cad529 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:40.488786 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81dc03e6-9541-4774-951e-78e5ff313dbd req-6412a566-0eba-48a6-9c17-b3b345cad529 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 944 time: 0.2877200 Nov 16 04:54:40.557382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-0c50ab09-7fbd-4c97-97dd-8df309b4671a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632215 Nov 16 04:54:40.617813 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2b949f5-b320-423f-965e-399bc4176bfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.626973 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-611de697-16e8-4f51-a74d-78348bce9b52 service neutron] 10.222.0.15 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230072 Nov 16 04:54:40.701065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66ee19a3-e3f7-4bcf-bd47-26f8b22256fb req-8fb903ab-2641-4464-8204-7519960061a3 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963238 Nov 16 04:54:40.703472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-870b8f74-8d16-4ab1-892d-75f7fbb8ab1d service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699428 Nov 16 04:54:40.713968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cea761-707b-44ff-9da3-fe7b514e5c14 req-302ff582-7117-487f-ab51-6796028c265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:40.715573 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54cea761-707b-44ff-9da3-fe7b514e5c14 req-302ff582-7117-487f-ab51-6796028c265c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2830365 Nov 16 04:54:40.765265 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2b949f5-b320-423f-965e-399bc4176bfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.836660 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9af3d4f-578c-4877-90ab-d7de005246f7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.881678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81dc03e6-9541-4774-951e-78e5ff313dbd req-016a368c-2b37-49cd-8e60-5b6149b71eb5 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740978 Nov 16 04:54:40.916074 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8cdf38cd-2a3b-49c0-80cc-c372457e0f15 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.920755 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-c9af3d4f-578c-4877-90ab-d7de005246f7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb1ff9d-5e11-4c24-9f71-f53485dda8f8']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:40.958191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-c9af3d4f-578c-4877-90ab-d7de005246f7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18c06a6-42bb-4322-abea-6b45f25334cf') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:40.958484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-c9af3d4f-578c-4877-90ab-d7de005246f7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18c06a6-42bb-4322-abea-6b45f25334cf') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:40.963225 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-d5fa3bd9-08bb-46c7-9366-8121e249cf7e service neutron] 10.222.0.15 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277719 Nov 16 04:54:40.985338 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2b949f5-b320-423f-965e-399bc4176bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.987029 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9af3d4f-578c-4877-90ab-d7de005246f7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.987987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2b949f5-b320-423f-965e-399bc4176bfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:40.989125 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b2b949f5-b320-423f-965e-399bc4176bfe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6a89bd0-0903-4d1e-8432-efa1fb523e0b HTTP/1.1" status: 204 len: 168 time: 0.6085453 Nov 16 04:54:41.009184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.020680 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b949f5-b320-423f-965e-399bc4176bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a89bd0-0903-4d1e-8432-efa1fb523e0b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:41.037226 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-33c41b8b-e8e1-4cc6-a876-a2f9f1061d69 service neutron] 10.222.0.37 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535599 Nov 16 04:54:41.056113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf38cd-2a3b-49c0-80cc-c372457e0f15 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Pushing event updated for resources: {'Subnet': ['ID=e99f5a56-9ee6-421b-87c6-2dac56013d2d,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:41.064619 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=2977c7cc-3a21-4ed7-800f-b7ae6c62caa5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:41.086435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bbad31-f709-441f-ba24-ff6da19d42ec None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:41.110089 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf38cd-2a3b-49c0-80cc-c372457e0f15 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Checking segment: {'id': '2ee920ed-2adf-46c6-9e10-fd58ee0710dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '895da0c1-20e8-41d8-91c4-77cb589d1835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:41.110461 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdf38cd-2a3b-49c0-80cc-c372457e0f15 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Network hostable DHCP agents. Network: 895da0c1-20e8-41d8-91c4-77cb589d1835, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:41.127772 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9af3d4f-578c-4877-90ab-d7de005246f7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.144249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9af3d4f-578c-4877-90ab-d7de005246f7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:41.145074 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9af3d4f-578c-4877-90ab-d7de005246f7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.174359 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd8441-88d9-4501-89d0-aa4af0550333 req-f9f74d9c-ff45-47a2-aa43-a4b991c5f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:41.176126 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-23bd8441-88d9-4501-89d0-aa4af0550333 req-f9f74d9c-ff45-47a2-aa43-a4b991c5f988 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69c17a18999746438cfa6a1d3d67b593&device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 1095 time: 0.1480370 Nov 16 04:54:41.187198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.197976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdf38cd-2a3b-49c0-80cc-c372457e0f15 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Network 895da0c1-20e8-41d8-91c4-77cb589d1835 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:41.213661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12922eb6-2553-4e07-a89b-4a602ef68280 req-1f697c9d-8956-45d5-968b-cb8357c3747f tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:41.216259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12922eb6-2553-4e07-a89b-4a602ef68280 req-1f697c9d-8956-45d5-968b-cb8357c3747f tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 945 time: 0.3658431 Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:41.217019 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:41.235191 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-eb75b77b-5bb3-42ca-9d9e-0b23f84f5e0e service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106831 Nov 16 04:54:41.356234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-8cdf38cd-2a3b-49c0-80cc-c372457e0f15 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 895da0c1-20e8-41d8-91c4-77cb589d1835) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:41.367180 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96cfb80-6b52-443b-a337-7e22d0382087 None None] Network 895da0c1-20e8-41d8-91c4-77cb589d1835 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:41.415331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd8441-88d9-4501-89d0-aa4af0550333 req-c031f9b7-f3ac-4d77-a0af-b8ae692e1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:41.416804 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-23bd8441-88d9-4501-89d0-aa4af0550333 req-c031f9b7-f3ac-4d77-a0af-b8ae692e1781 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 HTTP/1.1" status: 200 len: 914 time: 0.2319810 Nov 16 04:54:41.423808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdf38cd-2a3b-49c0-80cc-c372457e0f15 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:41.424475 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8cdf38cd-2a3b-49c0-80cc-c372457e0f15 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.438591 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.446452 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.454839 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8cdf38cd-2a3b-49c0-80cc-c372457e0f15 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4563484 Nov 16 04:54:41.490259 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52780) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:41.495841 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-23bd8441-88d9-4501-89d0-aa4af0550333 req-832b7e09-6280-4a55-bac6-ef21232f8c6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b14912e0-d800-4f33-beb5-6c58542123c1 HTTP/1.1" status: 200 len: 217 time: 0.0596290 Nov 16 04:54:41.527890 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Request body: {'port': {'network_id': '895da0c1-20e8-41d8-91c4-77cb589d1835', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1046537867'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:41.613067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.614408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Fanout notify agent at l3_agent the message router_deleted on router f6f8db11-8266-47c6-af34-8decd8b5a785 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:54:41.645720 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.648911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-895da0c1-20e8-41d8-91c4-77cb589d1835', 'network_id': '895da0c1-20e8-41d8-91c4-77cb589d1835', 'tenant_id': '85554e1fba474fd29eae7ef2d6c3c5e1', 'fixed_ips': [{'subnet_id': 'e99f5a56-9ee6-421b-87c6-2dac56013d2d'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:54:41.650140 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.650722 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6f44f8ac-9abe-4059-84d1-ae69e33125f3 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/f6f8db11-8266-47c6-af34-8decd8b5a785 HTTP/1.1" status: 204 len: 168 time: 2.6026490 Nov 16 04:54:41.654942 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd8441-88d9-4501-89d0-aa4af0550333 req-8ebe496b-0d3c-4af3-bc5f-f726d0797816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:41.657067 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-23bd8441-88d9-4501-89d0-aa4af0550333 req-8ebe496b-0d3c-4af3-bc5f-f726d0797816 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=25f61fb2-dee6-4e37-99f7-f60921ab48a7 HTTP/1.1" status: 200 len: 853 time: 0.1224873 Nov 16 04:54:41.657629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52786) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:41.667180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'network': {'name': 'tempest-RoutersTest-1953416074'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:41.708573 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-23bd8441-88d9-4501-89d0-aa4af0550333 req-03ba0da1-9407-46ad-b7cf-eae0a65cff18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366125 Nov 16 04:54:41.779638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54cea761-707b-44ff-9da3-fe7b514e5c14 req-156c9aea-f7ab-48ff-9ab8-3f87273664d5 service neutron] 10.222.0.15 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0546558 Nov 16 04:54:41.831621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Allocated IP 172.20.0.2 (895da0c1-20e8-41d8-91c4-77cb589d1835/e99f5a56-9ee6-421b-87c6-2dac56013d2d/0571ae3e-d9c6-4184-949b-b1f199a046cf) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:41.879446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-625e7a75-7a61-46b8-8afa-3148c900fde6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=8178ccda-af63-4072-ac8f-d3f04afc358b HTTP/1.1" status: 200 len: 217 time: 0.0983810 Nov 16 04:54:41.885205 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:41.890293 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.915350 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9af3d4f-578c-4877-90ab-d7de005246f7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.930950 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.966134 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9af3d4f-578c-4877-90ab-d7de005246f7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:41.972965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c9af3d4f-578c-4877-90ab-d7de005246f7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/networks/0fb1ff9d-5e11-4c24-9f71-f53485dda8f8 HTTP/1.1" status: 204 len: 168 time: 1.9016881 Nov 16 04:54:41.974668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52798) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:41.994654 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-23bd8441-88d9-4501-89d0-aa4af0550333 req-7cab7253-0738-4fdb-a5c7-6acc543479c2 service neutron] 10.222.0.15 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756135 Nov 16 04:54:41.995420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Made reservation on behalf of 85554e1fba474fd29eae7ef2d6c3c5e1 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:41.999940 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:42.013882 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af3d4f-578c-4877-90ab-d7de005246f7 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Network': ['ID=0fb1ff9d-5e11-4c24-9f71-f53485dda8f8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:42.050086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12922eb6-2553-4e07-a89b-4a602ef68280 req-5357c15a-a201-4056-8148-c0a01862e0a0 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731016 Nov 16 04:54:42.059391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:42.068555 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-a572d5b2-c31d-454a-bcee-cf016ce8e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:42.070896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-a572d5b2-c31d-454a-bcee-cf016ce8e253 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.1617064 Nov 16 04:54:42.104583 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04ddf2ed-250d-4327-9b9f-84667e138a80 req-c3ace203-d259-47b6-8710-490e648ad8af service neutron] 10.222.0.37 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0470169 Nov 16 04:54:42.126045 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:42.126443 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Added segment 24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7 of type vlan for network 5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29 Nov 16 04:54:42.140909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] device_id is not set on port 2c59d540-92c9-4bb9-8c2e-18994113f08c yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:54:42.142139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54cea761-707b-44ff-9da3-fe7b514e5c14 req-bfd81729-d41f-4878-ada1-bb5f2c109f7d service neutron] 10.222.0.15 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302436 Nov 16 04:54:42.165376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1677d4-607f-4dc6-8e59-c77faf06e000 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Deleting subnet b1a23a37-c934-44b4-baa2-c77463e50b25 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:42.167267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-a1d7ec1f-6e7a-446c-8f63-557ba4c3d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:42.168900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-a1d7ec1f-6e7a-446c-8f63-557ba4c3d0dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0772576 Nov 16 04:54:42.195152 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b1677d4-607f-4dc6-8e59-c77faf06e000 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:42.216296 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:42.225296 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:42.278234 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:42.326338 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b1677d4-607f-4dc6-8e59-c77faf06e000 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:42.357195 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Network 895da0c1-20e8-41d8-91c4-77cb589d1835 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:42.369381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Pushing event updated for resources: {'Port': ['ID=0571ae3e-d9c6-4184-949b-b1f199a046cf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:42.373146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:42.376247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:42.400904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730b5d2-a003-4041-a043-d796984e20e5 req-54c66504-7cd8-432f-98d8-9c0c5a20c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:42.403268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4730b5d2-a003-4041-a043-d796984e20e5 req-54c66504-7cd8-432f-98d8-9c0c5a20c9a3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69c17a18999746438cfa6a1d3d67b593&device_id=0189c174-4d11-4c91-9fd6-2e42924bf906 HTTP/1.1" status: 200 len: 1094 time: 0.1761682 Nov 16 04:54:42.406665 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-23bd8441-88d9-4501-89d0-aa4af0550333 req-0b213a8d-81a1-4a27-882c-cbc6f1bcbb3c service neutron] 10.222.0.15 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678193 Nov 16 04:54:42.449148 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:42.455263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:42.455846 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:42.474835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-3e634dd7-53e0-4ea5-8b02-7300c1d01eeb service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987840 Nov 16 04:54:42.540181 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Allocated IP 172.20.0.14 (895da0c1-20e8-41d8-91c4-77cb589d1835/e99f5a56-9ee6-421b-87c6-2dac56013d2d/2c59d540-92c9-4bb9-8c2e-18994113f08c) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:42.546946 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8857615 Nov 16 04:54:42.551853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52812) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:42.559424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-843293fe-fc94-40e7-b69c-5ee160eca606 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'subnet': {'network_id': '5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:42.572017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Attempting to bind port 0571ae3e-d9c6-4184-949b-b1f199a046cf on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:54:42.575244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Attempting to bind port 0571ae3e-d9c6-4184-949b-b1f199a046cf by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '2ee920ed-2adf-46c6-9e10-fd58ee0710dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '895da0c1-20e8-41d8-91c4-77cb589d1835'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:54:42.575927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Attempting to bind port 0571ae3e-d9c6-4184-949b-b1f199a046cf on network 895da0c1-20e8-41d8-91c4-77cb589d1835 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:42.595253 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:54:42.596126 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Checking segment: {'id': '2ee920ed-2adf-46c6-9e10-fd58ee0710dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '895da0c1-20e8-41d8-91c4-77cb589d1835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:42.596776 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:42.599236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Bound using segment: {'id': '2ee920ed-2adf-46c6-9e10-fd58ee0710dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '895da0c1-20e8-41d8-91c4-77cb589d1835'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:54:42.599766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Bound port: 0571ae3e-d9c6-4184-949b-b1f199a046cf, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee920ed-2adf-46c6-9e10-fd58ee0710dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '895da0c1-20e8-41d8-91c4-77cb589d1835'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:54:42.604394 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:42.739731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] For port 0571ae3e-d9c6-4184-949b-b1f199a046cf, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:54:42.751403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] For port 0571ae3e-d9c6-4184-949b-b1f199a046cf, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0571ae3e-d9c6-4184-949b-b1f199a046cf,segment=NetworkSegment(2ee920ed-2adf-46c6-9e10-fd58ee0710dc),segment_id=2ee920ed-2adf-46c6-9e10-fd58ee0710dc)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:54:42.757420 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b14912e0-d800-4f33-beb5-6c58542123c1 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:54:42.766519 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:42.861235 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8aafb-75c3-4ea3-9d2a-021c14027de3 None None] Pushing event updated for resources: {'Port': ['ID=0571ae3e-d9c6-4184-949b-b1f199a046cf,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:42.880256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730b5d2-a003-4041-a043-d796984e20e5 req-93009b67-e750-4e38-ad7d-e329dbe45ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:42.882402 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4730b5d2-a003-4041-a043-d796984e20e5 req-93009b67-e750-4e38-ad7d-e329dbe45ca0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 HTTP/1.1" status: 200 len: 914 time: 0.4722905 Nov 16 04:54:42.920593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-e36a99d6-4130-4ff8-b74f-b562caa896d3 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354277 Nov 16 04:54:42.920831 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Network': ['ID=5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:42.987337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28437540-90b6-41a3-a417-9a858192d5d6 req-f39d1aeb-0e96-4897-a62c-a8523c895021 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:42.999239 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28437540-90b6-41a3-a417-9a858192d5d6 req-f39d1aeb-0e96-4897-a62c-a8523c895021 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 944 time: 0.2491605 Nov 16 04:54:43.034330 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b14912e0-d800-4f33-beb5-6c58542123c1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b14912e0-d800-4f33-beb5-6c58542123c1,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:43.036215 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4730b5d2-a003-4041-a043-d796984e20e5 req-2dc83a85-2ce0-47bf-9490-65aab2ac0dee service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac8191d0-63d5-4823-87da-236db33a7c7d HTTP/1.1" status: 200 len: 217 time: 0.1407807 Nov 16 04:54:43.044200 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:43.044695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:43.045138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:43.045601 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:43.046114 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:43.046520 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:43.046941 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:43.047345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:43.048210 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:43.048635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:43.049039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:43.049441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d65410-2210-47a7-ac15-321b16f6c36c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:54:43.062761 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'b14912e0-d800-4f33-beb5-6c58542123c1', 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37', 'port_id': 'b14912e0-d800-4f33-beb5-6c58542123c1', 'mac_address': 'fa:16:3e:13:75:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f61fb2-dee6-4e37-99f7-f60921ab48a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:54:43.071970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:43.138171 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730b5d2-a003-4041-a043-d796984e20e5 req-31fab341-655a-4f85-9057-f394028ce058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:43.140191 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4730b5d2-a003-4041-a043-d796984e20e5 req-31fab341-655a-4f85-9057-f394028ce058 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25f61fb2-dee6-4e37-99f7-f60921ab48a7 HTTP/1.1" status: 200 len: 853 time: 0.0513074 Nov 16 04:54:43.147202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52826) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:43.150265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843293fe-fc94-40e7-b69c-5ee160eca606 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:43.161399 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-843293fe-fc94-40e7-b69c-5ee160eca606 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.189290 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.192721 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.197977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b1677d4-607f-4dc6-8e59-c77faf06e000 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.237384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14912e0-d800-4f33-beb5-6c58542123c1 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:54:43.239354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-f89394c5-6438-4c85-a2ab-759b78e9f92c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8360c88d-5afc-43f1-9479-fb3f96d0f2bb HTTP/1.1" status: 200 len: 217 time: 0.2297058 Nov 16 04:54:43.250859 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.270020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b14912e0-d800-4f33-beb5-6c58542123c1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b14912e0-d800-4f33-beb5-6c58542123c1,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:43.275403 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.312132 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.316499 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b1677d4-607f-4dc6-8e59-c77faf06e000 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.325250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4730b5d2-a003-4041-a043-d796984e20e5 req-f753e6fa-e629-4343-9342-f8833e943b4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724795 Nov 16 04:54:43.339460 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b1677d4-607f-4dc6-8e59-c77faf06e000 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.346517 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0b1677d4-607f-4dc6-8e59-c77faf06e000 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/subnets/b1a23a37-c934-44b4-baa2-c77463e50b25 HTTP/1.1" status: 204 len: 168 time: 1.3686237 Nov 16 04:54:43.357789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b14912e0-d800-4f33-beb5-6c58542123c1,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:43.359415 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Network 895da0c1-20e8-41d8-91c4-77cb589d1835 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:43.360482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a16dde-cbaf-493e-9d39-68f303059045 None None] Network 2c26c882-0dcf-4d37-9f99-377edd9a94cc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:43.363925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52830) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:43.365313 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:43.367923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:43.444805 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7969519-e0a1-4770-85f8-2c841e53ef53 req-07ef31c5-d112-4391-aec0-787e5d22feae tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:43.451580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b7969519-e0a1-4770-85f8-2c841e53ef53 req-07ef31c5-d112-4391-aec0-787e5d22feae tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 945 time: 0.4350891 Nov 16 04:54:43.470415 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28437540-90b6-41a3-a417-9a858192d5d6 req-7b5b4954-25e6-4786-a823-76d954277164 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699976 Nov 16 04:54:43.498063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b14912e0-d800-4f33-beb5-6c58542123c1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:54:43.503537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1677d4-607f-4dc6-8e59-c77faf06e000 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Subnet': ['ID=b1a23a37-c934-44b4-baa2-c77463e50b25,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:43.542749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-cb92ab8f-1232-4865-ba05-77f7ff4e0f08 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1972349958'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:43.543540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-cb92ab8f-1232-4865-ba05-77f7ff4e0f08 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Unknown quota resources ['metering_label']. {{(pid=102659) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 04:54:43.564571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Pushing event updated for resources: {'Port': ['ID=2c59d540-92c9-4bb9-8c2e-18994113f08c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:43.589024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.599713 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:43.600344 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.624758 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-faed766d-cffc-460c-8ac4-22df8ba38ae9 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.1331642 Nov 16 04:54:43.630219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52832) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:43.665509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a2679d-5b97-469e-b287-680f1291c982 None None] DHCP port deletion for 2c26c882-0dcf-4d37-9f99-377edd9a94cc request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:43.731771 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.742826 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2679d-5b97-469e-b287-680f1291c982 None None] Deleting port 7807a1b5-35b2-47f9-af9d-e2339d2b0296 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:43.743903 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6a2679d-5b97-469e-b287-680f1291c982 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.758159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-d1db9150-df1f-4d8e-b668-be61371ac5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:43.759937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-d1db9150-df1f-4d8e-b668-be61371ac5e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.5097761 Nov 16 04:54:43.791558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Deleting port 7807a1b5-35b2-47f9-af9d-e2339d2b0296 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:43.792065 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.827785 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d6a2679d-5b97-469e-b287-680f1291c982 None None] For port 7807a1b5-35b2-47f9-af9d-e2339d2b0296, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7807a1b5-35b2-47f9-af9d-e2339d2b0296,segment=NetworkSegment(31c49176-fb97-43e3-9dc5-c76c86831599),segment_id=31c49176-fb97-43e3-9dc5-c76c86831599)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:43.828292 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6a2679d-5b97-469e-b287-680f1291c982 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.858694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7ebda055-e7a5-45cd-9e96-8573204da292 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Deleting port 2c59d540-92c9-4bb9-8c2e-18994113f08c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:43.859047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ebda055-e7a5-45cd-9e96-8573204da292 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.859264 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2679d-5b97-469e-b287-680f1291c982 None None] Calling delete_port for 7807a1b5-35b2-47f9-af9d-e2339d2b0296 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:43.946370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b7969519-e0a1-4770-85f8-2c841e53ef53 req-559a2b5f-53b7-463e-b5cb-f4264204e2db tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743047 Nov 16 04:54:43.950106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb92ab8f-1232-4865-ba05-77f7ff4e0f08 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.951701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cb92ab8f-1232-4865-ba05-77f7ff4e0f08 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7113631 Nov 16 04:54:43.964490 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52836) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:43.975711 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6a2679d-5b97-469e-b287-680f1291c982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.984289 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-843293fe-fc94-40e7-b69c-5ee160eca606 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:43.990930 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e941171a-86b3-42db-9634-7357b53a9f7c tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ae90f974-2548-4cb8-80f4-9453da769fa4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:43.991457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e941171a-86b3-42db-9634-7357b53a9f7c tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 04:54:44.010628 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2679d-5b97-469e-b287-680f1291c982 None None] Pushing event deleted for resources: {'Port': ['ID=7807a1b5-35b2-47f9-af9d-e2339d2b0296,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:44.014595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a2679d-5b97-469e-b287-680f1291c982 None None] No DVR routers for this DVR port 7807a1b5-35b2-47f9-af9d-e2339d2b0296 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:44.014791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ebda055-e7a5-45cd-9e96-8573204da292 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.052593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] For port 7807a1b5-35b2-47f9-af9d-e2339d2b0296, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7807a1b5-35b2-47f9-af9d-e2339d2b0296,segment=NetworkSegment(31c49176-fb97-43e3-9dc5-c76c86831599),segment_id=31c49176-fb97-43e3-9dc5-c76c86831599)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:44.052992 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.062977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4730b5d2-a003-4041-a043-d796984e20e5 req-3fbe4601-482e-4205-9706-6558b6de1807 service neutron] 10.222.0.37 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7366660 Nov 16 04:54:44.115687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-7b6ca1ee-a745-45ee-b47c-7eb26ec7a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:44.117679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-7b6ca1ee-a745-45ee-b47c-7eb26ec7a810 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3460052 Nov 16 04:54:44.143015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7ebda055-e7a5-45cd-9e96-8573204da292 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Calling delete_port for 2c59d540-92c9-4bb9-8c2e-18994113f08c owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:44.147671 n-d-818042-1 neutron-server[102660]: WARNING neutron.services.metering.metering_plugin [None req-e941171a-86b3-42db-9634-7357b53a9f7c tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 04:54:44.156576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843293fe-fc94-40e7-b69c-5ee160eca606 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Subnet': ['ID=e7941bf3-dc4d-4f14-b1e5-fa71db0412cb,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:44.184131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843293fe-fc94-40e7-b69c-5ee160eca606 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Checking segment: {'id': '24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:44.184806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843293fe-fc94-40e7-b69c-5ee160eca606 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network hostable DHCP agents. Network: 5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:44.226368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Calling delete_port for 7807a1b5-35b2-47f9-af9d-e2339d2b0296 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:44.257799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843293fe-fc94-40e7-b69c-5ee160eca606 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:44.288907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-843293fe-fc94-40e7-b69c-5ee160eca606 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:44.297889 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1428fe4-beac-4000-8666-2e6c66b80a52 None None] Network 5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:44.316302 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e941171a-86b3-42db-9634-7357b53a9f7c tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.316660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843293fe-fc94-40e7-b69c-5ee160eca606 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:44.317796 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e941171a-86b3-42db-9634-7357b53a9f7c tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3520625 Nov 16 04:54:44.320475 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-843293fe-fc94-40e7-b69c-5ee160eca606 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.328043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52844) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:44.357210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3fcc9d18-6675-4e5f-a042-b1460e490130 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ae90f974-2548-4cb8-80f4-9453da769fa4'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:44.357722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3fcc9d18-6675-4e5f-a042-b1460e490130 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102659) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 04:54:44.368449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4730b5d2-a003-4041-a043-d796984e20e5 req-8f244031-0db0-429c-b382-4613fc9c9c95 service neutron] 10.222.0.37 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878017 Nov 16 04:54:44.385959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-6bece4ad-2583-408f-b343-30081d83aedf service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325935 Nov 16 04:54:44.393352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d24147-666f-4af7-a4c5-a0b8f7009761 None None] Network 895da0c1-20e8-41d8-91c4-77cb589d1835 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:44.416815 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-843293fe-fc94-40e7-b69c-5ee160eca606 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8638945 Nov 16 04:54:44.417802 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52846) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:44.423695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f20870c7-da5a-4aa9-8451-042a2fde4799 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1679239539', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:44.489667 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f20870c7-da5a-4aa9-8451-042a2fde4799 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.490808 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f20870c7-da5a-4aa9-8451-042a2fde4799 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.521799 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.536968 n-d-818042-1 neutron-server[102659]: WARNING neutron.services.metering.metering_plugin [None req-3fcc9d18-6675-4e5f-a042-b1460e490130 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 04:54:44.546732 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] No DVR routers for this DVR port 7807a1b5-35b2-47f9-af9d-e2339d2b0296 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:44.570882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0e985cc7-85e0-4d67-b24c-ee9558f1ad7b None None] Provisioning complete for port 0571ae3e-d9c6-4184-949b-b1f199a046cf triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:44.571496 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e985cc7-85e0-4d67-b24c-ee9558f1ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.578886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f3a0c-4908-4ac3-aed7-37b10e0b32ec req-442a64ff-65fb-409f-bbbe-9fc2b4908a2a tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:44.580570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a4f3a0c-4908-4ac3-aed7-37b10e0b32ec req-442a64ff-65fb-409f-bbbe-9fc2b4908a2a tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 945 time: 0.2946534 Nov 16 04:54:44.649344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b14912e0-d800-4f33-beb5-6c58542123c1 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:44.663537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Port': ['ID=7807a1b5-35b2-47f9-af9d-e2339d2b0296,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:44.698850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29', 'network_id': '5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'fixed_ips': [{'subnet_id': 'e7941bf3-dc4d-4f14-b1e5-fa71db0412cb'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:54:44.699842 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.700495 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f20870c7-da5a-4aa9-8451-042a2fde4799 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.711809 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f20870c7-da5a-4aa9-8451-042a2fde4799 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.726178 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fcc9d18-6675-4e5f-a042-b1460e490130 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.730428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3fcc9d18-6675-4e5f-a042-b1460e490130 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4008865 Nov 16 04:54:44.731637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52852) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:44.743486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.768581 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ac8191d0-63d5-4823-87da-236db33a7c7d details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:54:44.783779 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a4f3a0c-4908-4ac3-aed7-37b10e0b32ec req-2e9a90b1-cabd-482b-9d11-a6a587f9d0d9 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548331 Nov 16 04:54:44.795429 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f20870c7-da5a-4aa9-8451-042a2fde4799 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.799588 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f20870c7-da5a-4aa9-8451-042a2fde4799 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3782711 Nov 16 04:54:44.800487 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52854) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:44.805545 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-fba1f98b-0b93-45eb-a74a-9f4643823087 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082036 Nov 16 04:54:44.818808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-70820dc3-4c90-46a6-9055-693e1c278485 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=853a7b6a-0cd8-44e4-8b03-c2e565b33c88 HTTP/1.1" status: 200 len: 462 time: 0.0805633 Nov 16 04:54:44.826550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52856) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:44.891430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b840f7a-6d84-418c-b873-65b91608d6ae req-6f5b227f-5295-47c5-969d-66909422eb12 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:44.893867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b840f7a-6d84-418c-b873-65b91608d6ae req-6f5b227f-5295-47c5-969d-66909422eb12 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 945 time: 0.3257089 Nov 16 04:54:44.911353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port b14912e0-d800-4f33-beb5-6c58542123c1 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:54:44.915607 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ebda055-e7a5-45cd-9e96-8573204da292 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.922467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c26c882-0dcf-4d37-9f99-377edd9a94cc']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:44.941039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-8b7106ed-53e0-485c-8412-afe6d8aaf239 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 HTTP/1.1" status: 200 len: 217 time: 0.1118543 Nov 16 04:54:44.944767 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e985cc7-85e0-4d67-b24c-ee9558f1ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:44.970356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c49176-fb97-43e3-9dc5-c76c86831599') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:44.971301 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c49176-fb97-43e3-9dc5-c76c86831599') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:44.982771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0571ae3e-d9c6-4184-949b-b1f199a046cf up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:44.994254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port b14912e0-d800-4f33-beb5-6c58542123c1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:44.998199 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.006137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebda055-e7a5-45cd-9e96-8573204da292 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Pushing event deleted for resources: {'Port': ['ID=2c59d540-92c9-4bb9-8c2e-18994113f08c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:45.029557 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.060784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-c8fe619e-d744-463e-a2d3-872063f7db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:45.062351 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-c8fe619e-d744-463e-a2d3-872063f7db55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.1116118 Nov 16 04:54:45.125617 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.143999 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:45.144410 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:45.150062 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:45.194698 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fbeedf34-9226-47c4-a8ed-7124f60c6ee9 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.195905 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fbeedf34-9226-47c4-a8ed-7124f60c6ee9 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/853a7b6a-0cd8-44e4-8b03-c2e565b33c88 HTTP/1.1" status: 204 len: 168 time: 0.3653262 Nov 16 04:54:45.203946 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52860) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:45.211667 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b840f7a-6d84-418c-b873-65b91608d6ae req-7d248635-3a06-4619-848e-2b6ec0506fe3 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729566 Nov 16 04:54:45.241271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-6e28deeb-1681-449e-8a96-23f918b163e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:45.243751 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-6e28deeb-1681-449e-8a96-23f918b163e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1305864 Nov 16 04:54:45.288791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ebda055-e7a5-45cd-9e96-8573204da292 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.292084 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7ebda055-e7a5-45cd-9e96-8573204da292 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] 10.222.0.41 "DELETE /v2.0/ports/2c59d540-92c9-4bb9-8c2e-18994113f08c HTTP/1.1" status: 204 len: 168 time: 1.6571593 Nov 16 04:54:45.297743 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-08ec3334-dc25-4688-90c0-3e25ee5261c4 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=853a7b6a-0cd8-44e4-8b03-c2e565b33c88 HTTP/1.1" status: 200 len: 221 time: 0.0604725 Nov 16 04:54:45.299823 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52862) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:45.300153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52864) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:45.313792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ed6a4bed-08e2-4a01-ab8e-c92e80e906e2 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--895334238', 'description': 'label created by tempest'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:45.314234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ed6a4bed-08e2-4a01-ab8e-c92e80e906e2 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Unknown quota resources ['metering_label']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 04:54:45.353170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0e985cc7-85e0-4d67-b24c-ee9558f1ad7b None None] For port 0571ae3e-d9c6-4184-949b-b1f199a046cf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0571ae3e-d9c6-4184-949b-b1f199a046cf,segment=NetworkSegment(2ee920ed-2adf-46c6-9e10-fd58ee0710dc),segment_id=2ee920ed-2adf-46c6-9e10-fd58ee0710dc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:45.373052 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e985cc7-85e0-4d67-b24c-ee9558f1ad7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.383785 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Allocated IP 172.20.0.2 (5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29/e7941bf3-dc4d-4f14-b1e5-fa71db0412cb/2f98bde3-0dd7-4782-a8a2-883097c4c2e3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:45.393473 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ac8191d0-63d5-4823-87da-236db33a7c7d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ac8191d0-63d5-4823-87da-236db33a7c7d,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:45.425153 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.446081 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.451925 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] 10.222.0.41 "DELETE /v2.0/networks/2c26c882-0dcf-4d37-9f99-377edd9a94cc HTTP/1.1" status: 204 len: 168 time: 2.0802760 Nov 16 04:54:45.464108 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-6a22b161-d973-4f24-bc7f-7f2d3fdf41bb service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126777 Nov 16 04:54:45.511941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e985cc7-85e0-4d67-b24c-ee9558f1ad7b None None] Pushing event updated for resources: {'Port': ['ID=0571ae3e-d9c6-4184-949b-b1f199a046cf,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:45.527453 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'ac8191d0-63d5-4823-87da-236db33a7c7d', 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37', 'port_id': 'ac8191d0-63d5-4823-87da-236db33a7c7d', 'mac_address': 'fa:16:3e:cf:8e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f61fb2-dee6-4e37-99f7-f60921ab48a7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:54:45.553397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-12606365-cfb0-4cd6-baef-658357b1e994 None None] Could not find standard attr ID for object 2c59d540-92c9-4bb9-8c2e-18994113f08c. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:54:45.588484 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5915768-146e-4adf-b947-9ef0149b4364 tempest-NetworksIpV6TestAttrs-1514256209 tempest-NetworksIpV6TestAttrs-1514256209-project] Pushing event deleted for resources: {'Network': ['ID=2c26c882-0dcf-4d37-9f99-377edd9a94cc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:45.620844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-0f2baeb8-3cbe-4c68-9162-c532a9e30d11 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492696 Nov 16 04:54:45.630534 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f1502327-dfb7-4b5f-9347-c9983f55b9e1 tempest-DHCPAgentSchedulersTestJSON-579239745 tempest-DHCPAgentSchedulersTestJSON-579239745-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.3186817 Nov 16 04:54:45.630867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52870) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:45.635251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4dd8991a-699a-4c38-b503-ac5c2cfe44ce tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-880038014'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:45.662466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0571ae3e-d9c6-4184-949b-b1f199a046cf triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:45.663593 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.665445 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.705164 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.715657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-12606365-cfb0-4cd6-baef-658357b1e994 None None] Provisioning complete for port 0571ae3e-d9c6-4184-949b-b1f199a046cf triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:45.716036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-12606365-cfb0-4cd6-baef-658357b1e994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.727866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8191d0-63d5-4823-87da-236db33a7c7d {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:54:45.743000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-a0823dd3-6176-4811-877b-ee679c3c4706 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=09f8af55-badd-41b7-a94d-d362718c5b52 HTTP/1.1" status: 200 len: 217 time: 0.1096311 Nov 16 04:54:45.776930 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.837569 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd8991a-699a-4c38-b503-ac5c2cfe44ce tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Made reservation on behalf of 85554e1fba474fd29eae7ef2d6c3c5e1 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:45.841520 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dd8991a-699a-4c38-b503-ac5c2cfe44ce tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.845263 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ac8191d0-63d5-4823-87da-236db33a7c7d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ac8191d0-63d5-4823-87da-236db33a7c7d,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:45.846331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-8a29efb1-62c3-4ff6-90ff-8331d9c2fe90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:45.848200 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-8a29efb1-62c3-4ff6-90ff-8331d9c2fe90 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 200 len: 797 time: 0.0994241 Nov 16 04:54:45.876580 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.897968 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120686e6-abef-4a20-8282-5313751fe5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14912e0-d800-4f33-beb5-6c58542123c1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:54:45.900170 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865caf4b-88cf-4474-a9cc-9c759dc23881" -d '{"events": [{"server_uuid": "120686e6-abef-4a20-8282-5313751fe5a1", "name": "network-vif-plugged", "status": "completed", "tag": "b14912e0-d800-4f33-beb5-6c58542123c1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:54:45.902194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dd8991a-699a-4c38-b503-ac5c2cfe44ce tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:45.923151 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dd8991a-699a-4c38-b503-ac5c2cfe44ce tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:45.925954 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-4dd8991a-699a-4c38-b503-ac5c2cfe44ce tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Added segment e75e6bb6-af2d-4aa1-8299-b7ab4cc70329 of type vlan for network d5b87fc5-b7b9-4e35-9b53-194fd3bc87f4 Nov 16 04:54:45.932194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-7b19ba7b-6829-4e18-84f1-0fc421253ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:45.939852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-7b19ba7b-6829-4e18-84f1-0fc421253ac0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0839460 Nov 16 04:54:45.991574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52880) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:46.032246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b14912e0-d800-4f33-beb5-6c58542123c1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b14912e0-d800-4f33-beb5-6c58542123c1,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:46.057729 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.119490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=ac8191d0-63d5-4823-87da-236db33a7c7d,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:46.123592 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.188328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b14912e0-d800-4f33-beb5-6c58542123c1,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:46.194140 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4574a4-600c-4d5e-ae96-a27f94b1b4dc x-openstack-request-id: req-2c4574a4-600c-4d5e-ae96-a27f94b1b4dc {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:54:46.194560 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120686e6-abef-4a20-8282-5313751fe5a1", "name": "network-vif-plugged", "status": "completed", "tag": "b14912e0-d800-4f33-beb5-6c58542123c1", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:54:46.194677 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c4574a4-600c-4d5e-ae96-a27f94b1b4dc {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:54:46.195079 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120686e6-abef-4a20-8282-5313751fe5a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14912e0-d800-4f33-beb5-6c58542123c1', 'code': 200} Nov 16 04:54:46.196055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['ac8191d0-63d5-4823-87da-236db33a7c7d'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:54:46.198291 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7807a1b5-35b2-47f9-af9d-e2339d2b0296 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:46.252763 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.270821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 7807a1b5-35b2-47f9-af9d-e2339d2b0296 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:46.271212 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7807a1b5-35b2-47f9-af9d-e2339d2b0296 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:46.304164 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Network 5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:46.311554 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.321263 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:46.327630 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:46.337545 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed6a4bed-08e2-4a01-ab8e-c92e80e906e2 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.341294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Pushing event updated for resources: {'Port': ['ID=2f98bde3-0dd7-4782-a8a2-883097c4c2e3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:46.341525 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ed6a4bed-08e2-4a01-ab8e-c92e80e906e2 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.0317500 Nov 16 04:54:46.346841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52888) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:46.368102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7fc1c-71ba-41f8-8913-22d8f3b15476 req-8d7c2aa5-2b3d-4f78-ad05-3dc0cd5f10c6 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:46.369623 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4ae7fc1c-71ba-41f8-8913-22d8f3b15476 req-8d7c2aa5-2b3d-4f78-ad05-3dc0cd5f10c6 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 945 time: 0.7655625 Nov 16 04:54:46.419225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-388721e3-f8bb-4305-8779-712e8be910bc None None] Could not find standard attr ID for object 2c59d540-92c9-4bb9-8c2e-18994113f08c. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:54:46.465321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Attempting to bind port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:54:46.465666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Attempting to bind port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:54:46.465995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Attempting to bind port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 on network 5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:54:46.471732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:54:46.472164 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Checking segment: {'id': '24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:46.473459 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.473459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Bound using segment: {'id': '24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:54:46.473459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Bound port: 2f98bde3-0dd7-4782-a8a2-883097c4c2e3, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:54:46.473824 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.476911 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-abeb59d4-d7cc-4e68-8e2c-f0dc943f55e5 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=a19780b7-b4e1-43b7-a7a5-a728364376a3 HTTP/1.1" status: 200 len: 467 time: 0.1271567 Nov 16 04:54:46.477516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52890) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:46.609153 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] For port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:54:46.614308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] For port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2f98bde3-0dd7-4782-a8a2-883097c4c2e3,segment=NetworkSegment(24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7),segment_id=24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:54:46.622030 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.641591 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dd8991a-699a-4c38-b503-ac5c2cfe44ce tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.687510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfc671-2dd5-4750-be32-96aee963942a None None] Pushing event updated for resources: {'Port': ['ID=2f98bde3-0dd7-4782-a8a2-883097c4c2e3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:46.765644 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.resource_extend [None req-4dd8991a-699a-4c38-b503-ac5c2cfe44ce tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:54:46.790930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0571ae3e-d9c6-4184-949b-b1f199a046cf up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:46.823123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f4250-ba91-4a19-902c-ea371d639d21 req-9ac7614b-a9e5-4081-a4c1-1746a01dc7ed tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:46.824765 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-138f4250-ba91-4a19-902c-ea371d639d21 req-9ac7614b-a9e5-4081-a4c1-1746a01dc7ed tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 945 time: 0.8366156 Nov 16 04:54:46.847192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-e6e23b01-0528-4eac-b6f7-1d3ee2fefd49 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8887942 Nov 16 04:54:46.851643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c576befa-396d-4f33-a2a6-0c01859f43d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae0e7d5fa8714945bfe2a432da2cae25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8589845 Nov 16 04:54:46.853324 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-be0ee15f-3fd5-47e3-b594-bec86933ebe3 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.855508 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-be0ee15f-3fd5-47e3-b594-bec86933ebe3 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/a19780b7-b4e1-43b7-a7a5-a728364376a3 HTTP/1.1" status: 204 len: 168 time: 0.3486443 Nov 16 04:54:46.857974 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52892) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:46.858357 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52894) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:46.866779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb58a3-ec0f-4e8c-a732-4c0e05553563 req-42fdefcf-8399-424d-a1d5-43c48a935e69 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:46.870285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0571ae3e-d9c6-4184-949b-b1f199a046cf triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:46.870788 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.874380 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0bb58a3-ec0f-4e8c-a732-4c0e05553563 req-42fdefcf-8399-424d-a1d5-43c48a935e69 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 946 time: 0.1999440 Nov 16 04:54:46.881321 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-4ae7fc1c-71ba-41f8-8913-22d8f3b15476 req-8da81c50-f432-4cf8-ae14-f2259a07f265 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Deleting port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:46.881928 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4ae7fc1c-71ba-41f8-8913-22d8f3b15476 req-8da81c50-f432-4cf8-ae14-f2259a07f265 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.898964 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dd8991a-699a-4c38-b503-ac5c2cfe44ce tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.906258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd8991a-699a-4c38-b503-ac5c2cfe44ce tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:46.907088 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dd8991a-699a-4c38-b503-ac5c2cfe44ce tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:46.911071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476893e-05dd-485d-a1bb-1f932fe11c7a req-be7b6100-1281-4fd3-96b6-906379c98c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:46.919117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c476893e-05dd-485d-a1bb-1f932fe11c7a req-be7b6100-1281-4fd3-96b6-906379c98c1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 1097 time: 0.2273366 Nov 16 04:54:46.979914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Allocated IP 172.20.0.1 (5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29/e7941bf3-dc4d-4f14-b1e5-fa71db0412cb/26623a91-d967-45de-ba5e-5e37c28e938d) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:46.989245 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-62af4035-5401-4bee-8eaf-d6d1fb2bd969 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=a19780b7-b4e1-43b7-a7a5-a728364376a3 HTTP/1.1" status: 200 len: 216 time: 0.1244521 Nov 16 04:54:47.012708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52896) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:47.053884 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3c1535f3-4f6e-40ca-9523-7c9988359e08 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0358109 Nov 16 04:54:47.062329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52900) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:47.102766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4dd8991a-699a-4c38-b503-ac5c2cfe44ce tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4688120 Nov 16 04:54:47.111076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52902) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:47.124614 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d1f6fe12-aaa4-417d-88c2-32b87f030589 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0610509 Nov 16 04:54:47.136700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52904) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:47.168378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-4ae7fc1c-71ba-41f8-8913-22d8f3b15476 req-8da81c50-f432-4cf8-ae14-f2259a07f265 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] For port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=de6ee94b-dbdc-4bc4-b037-5024f4c49ba6,segment=NetworkSegment(0e18f71f-1520-4c5f-9a17-db2127d17646),segment_id=0e18f71f-1520-4c5f-9a17-db2127d17646)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:47.168736 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4ae7fc1c-71ba-41f8-8913-22d8f3b15476 req-8da81c50-f432-4cf8-ae14-f2259a07f265 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:47.176972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-138f4250-ba91-4a19-902c-ea371d639d21 req-48568a89-fd79-4510-93d7-89a084e26cdf tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/security-groups?id=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384800 Nov 16 04:54:47.198817 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0bb58a3-ec0f-4e8c-a732-4c0e05553563 req-c9806df1-9667-451e-9f65-8719fa8dc6c1 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235626 Nov 16 04:54:47.199449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8991a-699a-4c38-b503-ac5c2cfe44ce tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Pushing event updated for resources: {'Network': ['ID=d5b87fc5-b7b9-4e35-9b53-194fd3bc87f4,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:47.214721 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network d5b87fc5-b7b9-4e35-9b53-194fd3bc87f4 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:47.232323 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23912f08-7ec1-40e9-9f80-c4e173d1659d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:47.255230 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23912f08-7ec1-40e9-9f80-c4e173d1659d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:47.270592 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2798b047-d90c-4649-9051-ed62920b0c6a tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/ae90f974-2548-4cb8-80f4-9453da769fa4 HTTP/1.1" status: 200 len: 473 time: 0.1327200 Nov 16 04:54:47.271874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-4ae7fc1c-71ba-41f8-8913-22d8f3b15476 req-8da81c50-f432-4cf8-ae14-f2259a07f265 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Calling delete_port for de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:47.278424 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c476893e-05dd-485d-a1bb-1f932fe11c7a req-baddcb32-d70c-4601-80f7-2415c558ca53 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360860 Nov 16 04:54:47.284491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52906) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:47.311080 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6c50d16f-7dad-420c-b299-ccfc77e7eaa4 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/109502fc-0f4f-407c-b7e9-27ab2805f7a5 HTTP/1.1" status: 200 len: 459 time: 0.0256333 Nov 16 04:54:47.315548 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-649ab3d7-a424-409a-bc0a-62b6ffb7ab6a service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385777 Nov 16 04:54:47.316040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52908) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:47.386072 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:47.395575 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-f1ea61c1-444a-46e6-bb6b-28c9edadf137 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67326287-18f5-45b8-8163-5eb143ba21c1 HTTP/1.1" status: 200 len: 217 time: 0.0612180 Nov 16 04:54:47.430586 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23912f08-7ec1-40e9-9f80-c4e173d1659d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:47.433302 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23912f08-7ec1-40e9-9f80-c4e173d1659d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:47.436851 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-23912f08-7ec1-40e9-9f80-c4e173d1659d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/061712ab-ad2f-43de-ab6c-19e6eebf157c HTTP/1.1" status: 204 len: 168 time: 0.5712423 Nov 16 04:54:47.455480 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23912f08-7ec1-40e9-9f80-c4e173d1659d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061712ab-ad2f-43de-ab6c-19e6eebf157c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:47.498244 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:47.533253 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3b185230-6be4-490a-8821-6f2fb345fc4c tempest-DHCPAgentSchedulersTestJSON-579239745 tempest-DHCPAgentSchedulersTestJSON-579239745-project-admin] 10.222.0.41 "GET /v2.0/agents/5e6e49bc-aced-4d67-b2c0-aa586c2a0452/dhcp-networks HTTP/1.1" status: 200 len: 10482 time: 0.4106805 Nov 16 04:54:47.539245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52914) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:47.562076 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:47.564082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:47.578578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-309725e3-fa52-4b79-bb00-6d4d10854097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:47.580218 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-309725e3-fa52-4b79-bb00-6d4d10854097 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 200 len: 797 time: 0.1738994 Nov 16 04:54:47.583137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:47.592348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f2711c26-5b4c-478e-b584-49ef55a4cd5f tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:47.594126 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f2711c26-5b4c-478e-b584-49ef55a4cd5f tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/109502fc-0f4f-407c-b7e9-27ab2805f7a5 HTTP/1.1" status: 204 len: 168 time: 0.2754190 Nov 16 04:54:47.596900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52916) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:47.646383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=26623a91-d967-45de-ba5e-5e37c28e938d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:47.650833 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4ae7fc1c-71ba-41f8-8913-22d8f3b15476 req-8da81c50-f432-4cf8-ae14-f2259a07f265 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:47.653222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:47.738339 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da81c50-f432-4cf8-ae14-f2259a07f265 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Pushing event deleted for resources: {'Port': ['ID=de6ee94b-dbdc-4bc4-b037-5024f4c49ba6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:47.756078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a5fde1-285b-447f-af53-a58d0ddaa746 None None] DHCP port deletion for f53c1854-b0f6-4e41-b887-bfdace00e187 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:47.817368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae7fc1c-71ba-41f8-8913-22d8f3b15476 req-8da81c50-f432-4cf8-ae14-f2259a07f265 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] No DVR routers for this DVR port de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:47.827060 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4ae7fc1c-71ba-41f8-8913-22d8f3b15476 req-8da81c50-f432-4cf8-ae14-f2259a07f265 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:47.834549 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4ae7fc1c-71ba-41f8-8913-22d8f3b15476 req-8da81c50-f432-4cf8-ae14-f2259a07f265 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.15 "DELETE /v2.0/ports/de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 HTTP/1.1" status: 204 len: 173 time: 1.4322860 Nov 16 04:54:47.834842 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3ef578-f486-43a2-8bfd-36114987936b', 'name': 'network-vif-deleted', 'tag': 'de6ee94b-dbdc-4bc4-b037-5024f4c49ba6'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:54:47.847811 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6412eef-e59b-4340-8f6d-7031341a581a" -d '{"events": [{"server_uuid": "9a3ef578-f486-43a2-8bfd-36114987936b", "name": "network-vif-deleted", "tag": "de6ee94b-dbdc-4bc4-b037-5024f4c49ba6"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:54:47.939338 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70109405-d422-41e8-ba7f-eeac5da254c3 x-openstack-request-id: req-70109405-d422-41e8-ba7f-eeac5da254c3 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:54:47.939622 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3ef578-f486-43a2-8bfd-36114987936b", "name": "network-vif-deleted", "tag": "de6ee94b-dbdc-4bc4-b037-5024f4c49ba6", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:54:47.939883 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70109405-d422-41e8-ba7f-eeac5da254c3 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:54:47.940814 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3ef578-f486-43a2-8bfd-36114987936b', 'name': 'network-vif-deleted', 'tag': 'de6ee94b-dbdc-4bc4-b037-5024f4c49ba6', 'status': 'completed', 'code': 200} Nov 16 04:54:47.955673 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:47.968576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-d899601f-2d24-46f1-875b-38e1780488e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:47.970288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-d899601f-2d24-46f1-875b-38e1780488e7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3751554 Nov 16 04:54:47.987034 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7fab2e5a-ed09-4e90-b486-89a66cd48921 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:47.988162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7fab2e5a-ed09-4e90-b486-89a66cd48921 tempest-MeteringIpV6TestJSON-485376219 tempest-MeteringIpV6TestJSON-485376219-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/ae90f974-2548-4cb8-80f4-9453da769fa4 HTTP/1.1" status: 204 len: 168 time: 0.3837399 Nov 16 04:54:48.083546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572a90b1-1b3c-46a2-a01f-cfb1e7dd39ca None None] Network 5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:48.149463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290b3f9d-36b8-4b73-9b7f-bee5a2887351 tempest-DHCPAgentSchedulersTestJSON-579239745 tempest-DHCPAgentSchedulersTestJSON-579239745-project-admin] Network d5b87fc5-b7b9-4e35-9b53-194fd3bc87f4 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:48.171360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-a63b2617-11b5-4f75-aeaf-1112879a184a service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820841 Nov 16 04:54:48.180518 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-290b3f9d-36b8-4b73-9b7f-bee5a2887351 tempest-DHCPAgentSchedulersTestJSON-579239745 tempest-DHCPAgentSchedulersTestJSON-579239745-project-admin] 10.222.0.41 "POST /v2.0/agents/5e6e49bc-aced-4d67-b2c0-aa586c2a0452/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6395411 Nov 16 04:54:48.183221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52936) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:48.188177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4483ea9a-23c8-4fce-9b62-bf214f7b0ca8 None None] Network d5b87fc5-b7b9-4e35-9b53-194fd3bc87f4 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:48.310253 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-412cb98d-c810-489c-8636-a3025df6593b None None] Provisioning complete for port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:48.310855 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-412cb98d-c810-489c-8636-a3025df6593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:48.390955 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:48.485287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb6e6783-73c2-4a98-8da7-24c9af39d3de req-af6e8f05-ff2b-4bef-92d8-7df8d79bf119 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030803 Nov 16 04:54:48.558431 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c2ac7e3-2987-4b78-8b9b-77ce62e33836 req-60069f3b-f89b-4fa0-b4a7-7531eb023b07 tempest-ServersNegativeTestMultiTenantJSON-2076173917 tempest-ServersNegativeTestMultiTenantJSON-2076173917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a3ef578-f486-43a2-8bfd-36114987936b HTTP/1.1" status: 200 len: 210 time: 0.0784681 Nov 16 04:54:48.574048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52952) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:48.614360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb78c1-6646-4f9b-b733-45abb8715ee5 req-926c0e81-4907-472b-9316-2b33a6c68314 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:48.626591 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52956) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:48.627399 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-412cb98d-c810-489c-8636-a3025df6593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:48.633930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4eb78c1-6646-4f9b-b733-45abb8715ee5 req-926c0e81-4907-472b-9316-2b33a6c68314 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 946 time: 0.2204046 Nov 16 04:54:48.689894 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-106e9a12-4b34-473a-b9ef-81ddd7b17601 tempest-DHCPAgentSchedulersTestJSON-579239745 tempest-DHCPAgentSchedulersTestJSON-579239745-project-admin] 10.222.0.41 "GET /v2.0/agents/5e6e49bc-aced-4d67-b2c0-aa586c2a0452/dhcp-networks HTTP/1.1" status: 200 len: 11252 time: 0.5022058 Nov 16 04:54:48.690122 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52960) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:48.694912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:48.756865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:48.757538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device de6ee94b-dbdc-4bc4-b037-5024f4c49ba6 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:48.770729 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:48.778003 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:48.815388 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ac8191d0-63d5-4823-87da-236db33a7c7d up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:48.832422 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:48.840126 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4eb78c1-6646-4f9b-b733-45abb8715ee5 req-a198628d-18a4-48e8-984a-72fa78925893 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041619 Nov 16 04:54:48.856534 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-412cb98d-c810-489c-8636-a3025df6593b None None] For port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2f98bde3-0dd7-4782-a8a2-883097c4c2e3,segment=NetworkSegment(24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7),segment_id=24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:48.907346 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-412cb98d-c810-489c-8636-a3025df6593b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:48.944902 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:48.964193 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-960852480'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:48.974768 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5e914363-5f25-41ce-ba8c-083d5387d7b8 tempest-DHCPAgentSchedulersTestJSON-579239745 tempest-DHCPAgentSchedulersTestJSON-579239745-project-admin] 10.222.0.41 "DELETE /v2.0/agents/5e6e49bc-aced-4d67-b2c0-aa586c2a0452/dhcp-networks/d5b87fc5-b7b9-4e35-9b53-194fd3bc87f4 HTTP/1.1" status: 204 len: 168 time: 0.2813561 Nov 16 04:54:48.977218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52962) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:49.005439 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e683ea06-97d6-466b-ba80-0aea7222006e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.009123 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cb98d-c810-489c-8636-a3025df6593b None None] Pushing event updated for resources: {'Port': ['ID=2f98bde3-0dd7-4782-a8a2-883097c4c2e3,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:49.024397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=26623a91-d967-45de-ba5e-5e37c28e938d,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:49.026259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port ac8191d0-63d5-4823-87da-236db33a7c7d completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:54:49.034896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port ac8191d0-63d5-4823-87da-236db33a7c7d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:49.035344 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.045534 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:49.049655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.077955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:49.078180 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.078455 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.142006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:49.146465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cd9828ed-ef03-41fb-9ec5-24fdf0ab00cf tempest-DHCPAgentSchedulersTestJSON-579239745 tempest-DHCPAgentSchedulersTestJSON-579239745-project-admin] 10.222.0.41 "GET /v2.0/agents/5e6e49bc-aced-4d67-b2c0-aa586c2a0452/dhcp-networks HTTP/1.1" status: 200 len: 10482 time: 0.1662016 Nov 16 04:54:49.146855 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:49.147182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52964) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:49.171083 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7a1ad42f-6098-423a-ae7b-81f9db6a3253 tempest-DHCPAgentSchedulersTestJSON-579239745 tempest-DHCPAgentSchedulersTestJSON-579239745-project-admin] 10.222.0.41 "GET /v2.0/networks/895da0c1-20e8-41d8-91c4-77cb589d1835/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0193195 Nov 16 04:54:49.171083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52966) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:49.191310 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.195690 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f71c3833-f32c-4d30-b606-d027d1dedf7f tempest-DHCPAgentSchedulersTestJSON-579239745 tempest-DHCPAgentSchedulersTestJSON-579239745-project-admin] 10.222.0.41 "GET /v2.0/networks/895da0c1-20e8-41d8-91c4-77cb589d1835/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0206816 Nov 16 04:54:49.195957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52968) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:49.270798 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0189c174-4d11-4c91-9fd6-2e42924bf906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8191d0-63d5-4823-87da-236db33a7c7d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:54:49.272797 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f083de-5af1-4476-aaa8-2fd8b1846047" -d '{"events": [{"server_uuid": "0189c174-4d11-4c91-9fd6-2e42924bf906", "name": "network-vif-plugged", "status": "completed", "tag": "ac8191d0-63d5-4823-87da-236db33a7c7d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:54:49.285592 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e683ea06-97d6-466b-ba80-0aea7222006e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.294739 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ac8191d0-63d5-4823-87da-236db33a7c7d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ac8191d0-63d5-4823-87da-236db33a7c7d,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:49.300070 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e683ea06-97d6-466b-ba80-0aea7222006e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.316726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a6dae89e-fc60-411c-a8cc-a7eb0f402add None None] Provisioning complete for port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:49.317408 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6dae89e-fc60-411c-a8cc-a7eb0f402add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.348201 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.351975 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce95889-2692-4376-8873-fb21fd7f3d7b x-openstack-request-id: req-8ce95889-2692-4376-8873-fb21fd7f3d7b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:54:49.352613 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0189c174-4d11-4c91-9fd6-2e42924bf906", "name": "network-vif-plugged", "status": "completed", "tag": "ac8191d0-63d5-4823-87da-236db33a7c7d", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:54:49.353093 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ce95889-2692-4376-8873-fb21fd7f3d7b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:54:49.353709 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0189c174-4d11-4c91-9fd6-2e42924bf906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8191d0-63d5-4823-87da-236db33a7c7d', 'code': 200} Nov 16 04:54:49.392298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-57665673-61e4-4553-9599-261c253ec654 tempest-DHCPAgentSchedulersTestJSON-579239745 tempest-DHCPAgentSchedulersTestJSON-579239745-project-admin] 10.222.0.41 "GET /v2.0/agents/5e6e49bc-aced-4d67-b2c0-aa586c2a0452/dhcp-networks HTTP/1.1" status: 200 len: 10482 time: 0.1944788 Nov 16 04:54:49.396327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52972) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:49.411318 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.414783 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e683ea06-97d6-466b-ba80-0aea7222006e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4971dce13544388ab1fd07f021d2fc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8414063 Nov 16 04:54:49.418054 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683ea06-97d6-466b-ba80-0aea7222006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928e051b-5088-4fd8-b5d3-adf6658ed685,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:49.422149 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52974) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:49.422786 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.428155 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=ac8191d0-63d5-4823-87da-236db33a7c7d,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:49.469020 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:49.501908 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b579e18-065b-4bcf-a976-27ab04967bb7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:49.503055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a6dae89e-fc60-411c-a8cc-a7eb0f402add None None] Provisioning complete for port 26623a91-d967-45de-ba5e-5e37c28e938d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:49.503923 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6dae89e-fc60-411c-a8cc-a7eb0f402add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.513954 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.514308 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Added segment f72e8183-918c-4c71-b657-a4aeff781bae of type vlan for network be497daa-dc84-48db-a8da-a2ebf0db01fc Nov 16 04:54:49.531837 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b6b55c6-f6d0-4ae9-9405-6ed095ba3b56 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.556996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router 695e68c3-519a-4eae-b3d8-7c97378f349e is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:54:49.570205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a6dae89e-fc60-411c-a8cc-a7eb0f402add None None] Port 26623a91-d967-45de-ba5e-5e37c28e938d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:54:49.580680 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79e2a71c-301b-4898-96f6-b90bcf18d448 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.583371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.589682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa0487-6587-487d-b631-927c334b0613 req-b6a75b2e-8c40-49db-8d4b-6eb7e641f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:49.591329 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9dfa0487-6587-487d-b631-927c334b0613 req-b6a75b2e-8c40-49db-8d4b-6eb7e641f479 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0189c174-4d11-4c91-9fd6-2e42924bf906 HTTP/1.1" status: 200 len: 1096 time: 0.1979265 Nov 16 04:54:49.638680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52978) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:49.694960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e3550a69-c452-4732-84c5-ae54bd620bd4 None None] Provisioning complete for port 26623a91-d967-45de-ba5e-5e37c28e938d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:49.695300 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79e2a71c-301b-4898-96f6-b90bcf18d448 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.695944 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e3550a69-c452-4732-84c5-ae54bd620bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.705290 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b6b55c6-f6d0-4ae9-9405-6ed095ba3b56 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.712027 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.717791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:49.718397 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.742999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0dcef6-8603-4f43-9b8b-3859ecd26458 admin admin] Deleting subnet 3e3a504e-3593-4c0c-a1d1-ee91cde3b838 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:49.745228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e3550a69-c452-4732-84c5-ae54bd620bd4 None None] Port 26623a91-d967-45de-ba5e-5e37c28e938d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:54:49.874659 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1756aee0-2a17-4beb-901f-d7e76249b6e0 None None] Provisioning complete for port 26623a91-d967-45de-ba5e-5e37c28e938d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:49.875389 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1756aee0-2a17-4beb-901f-d7e76249b6e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:49.926870 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1756aee0-2a17-4beb-901f-d7e76249b6e0 None None] Port 26623a91-d967-45de-ba5e-5e37c28e938d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:54:50.003831 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e0dcef6-8603-4f43-9b8b-3859ecd26458 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.006727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8b6b55c6-f6d0-4ae9-9405-6ed095ba3b56 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5b87fc5-b7b9-4e35-9b53-194fd3bc87f4']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:50.017612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9dfa0487-6587-487d-b631-927c334b0613 req-6538ed8e-ec58-4323-9fe8-c2c6780c0f79 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779755 Nov 16 04:54:50.059596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8b6b55c6-f6d0-4ae9-9405-6ed095ba3b56 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75e6bb6-af2d-4aa1-8299-b7ab4cc70329') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:50.059891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8b6b55c6-f6d0-4ae9-9405-6ed095ba3b56 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75e6bb6-af2d-4aa1-8299-b7ab4cc70329') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:50.081857 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b6b55c6-f6d0-4ae9-9405-6ed095ba3b56 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.097680 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e0dcef6-8603-4f43-9b8b-3859ecd26458 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.110781 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4833457 Nov 16 04:54:50.117331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52986) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:50.121417 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b6b55c6-f6d0-4ae9-9405-6ed095ba3b56 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.124700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'name': 'tempest-PortsTestJSON-939969070'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:50.135182 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:54:50.144231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52e4c2-5764-4c62-a7ed-98f4dfaada3e req-a72c4a44-421c-42da-ad93-449cfa277b65 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:50.145750 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d52e4c2-5764-4c62-a7ed-98f4dfaada3e req-a72c4a44-421c-42da-ad93-449cfa277b65 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 946 time: 0.1471875 Nov 16 04:54:50.146917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6b55c6-f6d0-4ae9-9405-6ed095ba3b56 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:50.147316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b6b55c6-f6d0-4ae9-9405-6ed095ba3b56 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.148960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c4a86d-f339-4d64-941e-f87f2270f53e None None] Sync routers for ids ['695e68c3-519a-4eae-b3d8-7c97378f349e'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:50.152086 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:50.156997 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-343b2d49-88e2-4f8c-90af-2a112ab151a4 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/695e68c3-519a-4eae-b3d8-7c97378f349e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3479626 Nov 16 04:54:50.168628 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52988) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:50.168850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c4a86d-f339-4d64-941e-f87f2270f53e None None] Routers {'695e68c3-519a-4eae-b3d8-7c97378f349e'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:50.169079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b5c4a86d-f339-4d64-941e-f87f2270f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['695e68c3-519a-4eae-b3d8-7c97378f349e'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:50.195400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254b4ae-3113-473e-a0e3-974561a3002c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Network': ['ID=be497daa-dc84-48db-a8da-a2ebf0db01fc,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:50.232226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79e2a71c-301b-4898-96f6-b90bcf18d448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.235426 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79e2a71c-301b-4898-96f6-b90bcf18d448 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.239595 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-79e2a71c-301b-4898-96f6-b90bcf18d448 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/928e051b-5088-4fd8-b5d3-adf6658ed685 HTTP/1.1" status: 204 len: 168 time: 0.8112438 Nov 16 04:54:50.251766 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2a71c-301b-4898-96f6-b90bcf18d448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928e051b-5088-4fd8-b5d3-adf6658ed685,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:50.276610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e0dcef6-8603-4f43-9b8b-3859ecd26458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.277609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:50.283292 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.305676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port 1395997e-daf1-4046-8f6e-7809ab57e18f yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:54:50.333108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6636945b-1872-4004-a6c9-03ae482026c5 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:50.337841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6636945b-1872-4004-a6c9-03ae482026c5 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports/26623a91-d967-45de-ba5e-5e37c28e938d HTTP/1.1" status: 200 len: 910 time: 0.1658340 Nov 16 04:54:50.346505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 52992) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:50.354499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-dc166471-8bdc-44cb-b735-c0b54ed8eb06 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7941bf3-dc4d-4f14-b1e5-fa71db0412cb'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:50.392758 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b6b55c6-f6d0-4ae9-9405-6ed095ba3b56 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.397021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network be497daa-dc84-48db-a8da-a2ebf0db01fc details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:50.403595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b5c4a86d-f339-4d64-941e-f87f2270f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:50.414644 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b6b55c6-f6d0-4ae9-9405-6ed095ba3b56 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.420302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8b6b55c6-f6d0-4ae9-9405-6ed095ba3b56 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] 10.222.0.41 "DELETE /v2.0/networks/d5b87fc5-b7b9-4e35-9b53-194fd3bc87f4 HTTP/1.1" status: 204 len: 168 time: 1.0229802 Nov 16 04:54:50.423553 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52994) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:50.450644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d52e4c2-5764-4c62-a7ed-98f4dfaada3e req-7e2a2df4-54fd-48a4-a291-fbca99a66dd0 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769759 Nov 16 04:54:50.454218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b55c6-f6d0-4ae9-9405-6ed095ba3b56 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Pushing event deleted for resources: {'Network': ['ID=d5b87fc5-b7b9-4e35-9b53-194fd3bc87f4,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:50.463917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c4a86d-f339-4d64-941e-f87f2270f53e None None] Routers {'695e68c3-519a-4eae-b3d8-7c97378f349e'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:50.464525 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b5c4a86d-f339-4d64-941e-f87f2270f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['695e68c3-519a-4eae-b3d8-7c97378f349e'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:50.506508 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b5c4a86d-f339-4d64-941e-f87f2270f53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:50.507090 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c4a86d-f339-4d64-941e-f87f2270f53e None None] The sync data for ids ['695e68c3-519a-4eae-b3d8-7c97378f349e'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:54:50.515636 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e0dcef6-8603-4f43-9b8b-3859ecd26458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.543837 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b6a99f-65af-41e9-8a09-c83259523484 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] DELETE failed (client error): The resource could not be found. Nov 16 04:54:50.543837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b6a99f-65af-41e9-8a09-c83259523484 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:54:50.543837 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-30b6a99f-65af-41e9-8a09-c83259523484 tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] 10.222.0.41 "DELETE /v2.0/ports/2c59d540-92c9-4bb9-8c2e-18994113f08c HTTP/1.1" status: 404 len: 333 time: 0.1164420 Nov 16 04:54:50.546108 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e0dcef6-8603-4f43-9b8b-3859ecd26458 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.552559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7e0dcef6-8603-4f43-9b8b-3859ecd26458 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3e3a504e-3593-4c0c-a1d1-ee91cde3b838 HTTP/1.1" status: 204 len: 168 time: 0.9066217 Nov 16 04:54:50.552790 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c245ef-9649-4da1-8cf4-fe4af1a1c522 None None] Network f53c1854-b0f6-4e41-b887-bfdace00e187 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:50.553361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53000) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:50.553841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53002) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:50.634933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0dcef6-8603-4f43-9b8b-3859ecd26458 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3a504e-3593-4c0c-a1d1-ee91cde3b838,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:50.684755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53004) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:50.708333 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.711824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43b5dcd2-ae23-4c04-8274-1dfd2b7b7991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.741141 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:54:50.773948 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.775360 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60155de6-4099-4380-8ea1-739ed9ad38a0 None None] DHCP port deletion for f53c1854-b0f6-4e41-b887-bfdace00e187 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:50.802249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-465060bf-5749-48ce-8ae4-f73debb0c62f tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Deleting subnet e99f5a56-9ee6-421b-87c6-2dac56013d2d {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:50.805601 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-465060bf-5749-48ce-8ae4-f73debb0c62f tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.807966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:54:50.808587 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.835994 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87c4b683-0b13-496b-bd50-499cbba5e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.845980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc166471-8bdc-44cb-b735-c0b54ed8eb06 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.853026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=1395997e-daf1-4046-8f6e-7809ab57e18f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:50.886797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837bd2b-9f83-42dd-9350-b1bfc2a01c81 req-725ef43f-b79f-42a3-9f9e-08c4a4a97dcf tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:50.888595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4837bd2b-9f83-42dd-9350-b1bfc2a01c81 req-725ef43f-b79f-42a3-9f9e-08c4a4a97dcf tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0189c174-4d11-4c91-9fd6-2e42924bf906 HTTP/1.1" status: 200 len: 945 time: 0.2562680 Nov 16 04:54:50.898990 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-465060bf-5749-48ce-8ae4-f73debb0c62f tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.899209 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43b5dcd2-ae23-4c04-8274-1dfd2b7b7991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.900259 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Checking segment: {'id': 'f72e8183-918c-4c71-b657-a4aeff781bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:50.900624 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network hostable DHCP agents. Network: be497daa-dc84-48db-a8da-a2ebf0db01fc, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:50.904989 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43b5dcd2-ae23-4c04-8274-1dfd2b7b7991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:50.957357 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-43b5dcd2-ae23-4c04-8274-1dfd2b7b7991 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2aa88f629902448aa49219a3b8f78c5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2676616 Nov 16 04:54:50.957357 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5dcd2-ae23-4c04-8274-1dfd2b7b7991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6e0656-a528-4113-a8c3-ae89d7ae5b89,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:50.958348 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53008) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:50.965580 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network be497daa-dc84-48db-a8da-a2ebf0db01fc is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:50.992776 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, be497daa-dc84-48db-a8da-a2ebf0db01fc) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:51.003617 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4793f650-9549-4f11-b66a-e92b3f881329 None None] Network be497daa-dc84-48db-a8da-a2ebf0db01fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:51.005075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:51.010758 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:51.011388 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.038110 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f81ebc47-ea54-490b-aee1-f2d7c81ea149 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9178436 Nov 16 04:54:51.041489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53012) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:51.049095 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a53401f-c2ce-43e2-80f2-4b0cd8b6799a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.060541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-fe1eb7b3-f883-4f01-916a-07449fb0b1b6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1719072765'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:51.076019 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a53401f-c2ce-43e2-80f2-4b0cd8b6799a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.146378 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a53401f-c2ce-43e2-80f2-4b0cd8b6799a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.149738 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a53401f-c2ce-43e2-80f2-4b0cd8b6799a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.151202 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6a53401f-c2ce-43e2-80f2-4b0cd8b6799a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d6e0656-a528-4113-a8c3-ae89d7ae5b89 HTTP/1.1" status: 204 len: 168 time: 0.1916330 Nov 16 04:54:51.160931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53401f-c2ce-43e2-80f2-4b0cd8b6799a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6e0656-a528-4113-a8c3-ae89d7ae5b89,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:51.210785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4837bd2b-9f83-42dd-9350-b1bfc2a01c81 req-3ef28ead-460b-4533-8b56-286941a9df00 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070574 Nov 16 04:54:51.272559 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87c4b683-0b13-496b-bd50-499cbba5e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.288599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1eb7b3-f883-4f01-916a-07449fb0b1b6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:51.292092 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe1eb7b3-f883-4f01-916a-07449fb0b1b6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.335252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-87c4b683-0b13-496b-bd50-499cbba5e6cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53c1854-b0f6-4e41-b887-bfdace00e187']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:51.338043 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-465060bf-5749-48ce-8ae4-f73debb0c62f tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.428004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-87c4b683-0b13-496b-bd50-499cbba5e6cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e18f71f-1520-4c5f-9a17-db2127d17646') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:51.428004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-87c4b683-0b13-496b-bd50-499cbba5e6cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e18f71f-1520-4c5f-9a17-db2127d17646') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:51.469167 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87c4b683-0b13-496b-bd50-499cbba5e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.477543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1eb7b3-f883-4f01-916a-07449fb0b1b6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:51.525913 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87c4b683-0b13-496b-bd50-499cbba5e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.552248 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe1eb7b3-f883-4f01-916a-07449fb0b1b6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.552593 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-fe1eb7b3-f883-4f01-916a-07449fb0b1b6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Added segment 981cd376-f184-4912-888a-d3f619e53a73 of type vlan for network c641c73d-3627-4aa1-bf05-a3db53717131 Nov 16 04:54:51.571291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c4b683-0b13-496b-bd50-499cbba5e6cf admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:51.571693 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87c4b683-0b13-496b-bd50-499cbba5e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:51.578948 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:51.679160 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe1eb7b3-f883-4f01-916a-07449fb0b1b6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.683214 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-465060bf-5749-48ce-8ae4-f73debb0c62f tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.698946 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87c4b683-0b13-496b-bd50-499cbba5e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.762696 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87c4b683-0b13-496b-bd50-499cbba5e6cf admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.768241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-87c4b683-0b13-496b-bd50-499cbba5e6cf admin admin] 10.222.0.41 "DELETE /v2.0/networks/f53c1854-b0f6-4e41-b887-bfdace00e187 HTTP/1.1" status: 204 len: 168 time: 1.2120914 Nov 16 04:54:51.769702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53032) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:51.772006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465060bf-5749-48ce-8ae4-f73debb0c62f tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Pushing event deleted for resources: {'Subnet': ['ID=e99f5a56-9ee6-421b-87c6-2dac56013d2d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:51.785825 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-465060bf-5749-48ce-8ae4-f73debb0c62f tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.789316 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-465060bf-5749-48ce-8ae4-f73debb0c62f tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] 10.222.0.41 "DELETE /v2.0/subnets/e99f5a56-9ee6-421b-87c6-2dac56013d2d HTTP/1.1" status: 204 len: 168 time: 1.2343979 Nov 16 04:54:51.797211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53036) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:51.806304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4b683-0b13-496b-bd50-499cbba5e6cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f53c1854-b0f6-4e41-b887-bfdace00e187,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:51.809938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c70fa58-133e-41af-94d5-d5cd57fb2428 None None] Network 895da0c1-20e8-41d8-91c4-77cb589d1835 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:51.821736 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe1eb7b3-f883-4f01-916a-07449fb0b1b6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.828703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1eb7b3-f883-4f01-916a-07449fb0b1b6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:51.829302 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe1eb7b3-f883-4f01-916a-07449fb0b1b6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.876913 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77e1e35-1f7f-4343-ae69-6a24612e7b72 admin admin] Deleting subnet 6bc7d965-5b0b-4c3b-b3c1-25146237d701 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:51.885224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b77e1e35-1f7f-4343-ae69-6a24612e7b72 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.912056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fe1eb7b3-f883-4f01-916a-07449fb0b1b6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8658452 Nov 16 04:54:51.921572 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53038) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:51.926755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'ports': [{'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc'}, {'network_id': 'c641c73d-3627-4aa1-bf05-a3db53717131'}]} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:51.927186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:51.927765 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': 'c641c73d-3627-4aa1-bf05-a3db53717131'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:51.940542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1eb7b3-f883-4f01-916a-07449fb0b1b6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Network': ['ID=c641c73d-3627-4aa1-bf05-a3db53717131,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:51.942435 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.963694 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network c641c73d-3627-4aa1-bf05-a3db53717131 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:51.969347 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc166471-8bdc-44cb-b735-c0b54ed8eb06 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:51.979516 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc166471-8bdc-44cb-b735-c0b54ed8eb06 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.040965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b77e1e35-1f7f-4343-ae69-6a24612e7b72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.088568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc166471-8bdc-44cb-b735-c0b54ed8eb06 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:52.089361 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc166471-8bdc-44cb-b735-c0b54ed8eb06 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.094603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-dc166471-8bdc-44cb-b735-c0b54ed8eb06 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/ports/26623a91-d967-45de-ba5e-5e37c28e938d HTTP/1.1" status: 200 len: 910 time: 1.7474089 Nov 16 04:54:52.095470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53046) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:52.098294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc166471-8bdc-44cb-b735-c0b54ed8eb06 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=26623a91-d967-45de-ba5e-5e37c28e938d,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:52.218221 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b77e1e35-1f7f-4343-ae69-6a24612e7b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.218813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016d032-b256-429d-87ee-84192cde250f None None] DHCP port deletion for 895da0c1-20e8-41d8-91c4-77cb589d1835 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:52.236355 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:54:52.284657 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Deleting port 0571ae3e-d9c6-4184-949b-b1f199a046cf {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:52.285283 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.291263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 2} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:52.296421 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.307292 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1016d032-b256-429d-87ee-84192cde250f None None] Deleting port 0571ae3e-d9c6-4184-949b-b1f199a046cf {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:52.307667 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1016d032-b256-429d-87ee-84192cde250f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.381222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.399157 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1016d032-b256-429d-87ee-84192cde250f None None] For port 0571ae3e-d9c6-4184-949b-b1f199a046cf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0571ae3e-d9c6-4184-949b-b1f199a046cf,segment=NetworkSegment(2ee920ed-2adf-46c6-9e10-fd58ee0710dc),segment_id=2ee920ed-2adf-46c6-9e10-fd58ee0710dc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:52.399606 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1016d032-b256-429d-87ee-84192cde250f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.413080 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b77e1e35-1f7f-4343-ae69-6a24612e7b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.426673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1016d032-b256-429d-87ee-84192cde250f None None] Calling delete_port for 0571ae3e-d9c6-4184-949b-b1f199a046cf owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:52.431024 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] For port 0571ae3e-d9c6-4184-949b-b1f199a046cf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0571ae3e-d9c6-4184-949b-b1f199a046cf,segment=NetworkSegment(2ee920ed-2adf-46c6-9e10-fd58ee0710dc),segment_id=2ee920ed-2adf-46c6-9e10-fd58ee0710dc)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:52.431673 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.506070 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e1e35-1f7f-4343-ae69-6a24612e7b72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bc7d965-5b0b-4c3b-b3c1-25146237d701,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:52.510765 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b77e1e35-1f7f-4343-ae69-6a24612e7b72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.514953 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b77e1e35-1f7f-4343-ae69-6a24612e7b72 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6bc7d965-5b0b-4c3b-b3c1-25146237d701 HTTP/1.1" status: 204 len: 168 time: 0.7441046 Nov 16 04:54:52.516242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Calling delete_port for 0571ae3e-d9c6-4184-949b-b1f199a046cf owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:52.517677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53058) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:52.522745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddb59c0-67c2-4d7c-bb4e-bd682471d824 None None] Network b3d2d532-d392-4e7b-95b8-5c5947deb6a3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:52.580708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port 59ef93b2-5ce5-418f-8d87-4fb12c396d98 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:54:52.618585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b3086bd-a591-4b75-bfe9-442d3fdd38af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.673535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a33d1c-2aad-40e1-84e1-00fc449ddc92 req-5e54988d-4711-4797-861e-b37d12a2f20b tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:52.675478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04a33d1c-2aad-40e1-84e1-00fc449ddc92 req-5e54988d-4711-4797-861e-b37d12a2f20b tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=0189c174-4d11-4c91-9fd6-2e42924bf906 HTTP/1.1" status: 200 len: 945 time: 0.2473676 Nov 16 04:54:52.760889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.768344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0571ae3e-d9c6-4184-949b-b1f199a046cf no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:52.783351 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b3086bd-a591-4b75-bfe9-442d3fdd38af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.794058 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53064) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:52.797564 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] No DVR routers for this DVR port 0571ae3e-d9c6-4184-949b-b1f199a046cf on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:52.804764 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Pushing event deleted for resources: {'Port': ['ID=0571ae3e-d9c6-4184-949b-b1f199a046cf,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:52.821273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7b3086bd-a591-4b75-bfe9-442d3fdd38af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d2d532-d392-4e7b-95b8-5c5947deb6a3']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:52.829986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 0571ae3e-d9c6-4184-949b-b1f199a046cf {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:52.830462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0571ae3e-d9c6-4184-949b-b1f199a046cf not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:52.832843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7b3086bd-a591-4b75-bfe9-442d3fdd38af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c84653db-f09a-474b-bdd0-c0121c9ef553') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:52.833149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7b3086bd-a591-4b75-bfe9-442d3fdd38af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c84653db-f09a-474b-bdd0-c0121c9ef553') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:52.853206 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1016d032-b256-429d-87ee-84192cde250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.864362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabd4f20-c715-4154-90fd-879b207c53ef None None] DHCP port deletion for b3d2d532-d392-4e7b-95b8-5c5947deb6a3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:52.865612 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b3086bd-a591-4b75-bfe9-442d3fdd38af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.881063 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b3086bd-a591-4b75-bfe9-442d3fdd38af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.890458 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b3086bd-a591-4b75-bfe9-442d3fdd38af admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:52.891177 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b3086bd-a591-4b75-bfe9-442d3fdd38af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.909171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016d032-b256-429d-87ee-84192cde250f None None] Pushing event deleted for resources: {'Port': ['ID=0571ae3e-d9c6-4184-949b-b1f199a046cf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:52.915761 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1016d032-b256-429d-87ee-84192cde250f None None] No DVR routers for this DVR port 0571ae3e-d9c6-4184-949b-b1f199a046cf on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:52.948433 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:52.954735 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.019529 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1575591159', 'router:external': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:53.028836 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895da0c1-20e8-41d8-91c4-77cb589d1835']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:53.050817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee920ed-2adf-46c6-9e10-fd58ee0710dc') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:53.051206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee920ed-2adf-46c6-9e10-fd58ee0710dc') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:53.075366 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.088122 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port 3859eb12-7c47-47de-87c5-f51b08f16fcc yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:54:53.101685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Made reservation on behalf of 81672a8507fc44f8a1853d3432ae607f for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:53.104111 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.107868 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.127611 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:53.128014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:53.132717 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:53.144585 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:53.206728 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:53.223824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.266818 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.270941 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] 10.222.0.41 "DELETE /v2.0/networks/895da0c1-20e8-41d8-91c4-77cb589d1835 HTTP/1.1" status: 204 len: 168 time: 1.4702094 Nov 16 04:54:53.318450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791f723-260b-45e5-9434-09f3d699301b tempest-DHCPAgentSchedulersTestJSON-1980037136 tempest-DHCPAgentSchedulersTestJSON-1980037136-project] Pushing event deleted for resources: {'Network': ['ID=895da0c1-20e8-41d8-91c4-77cb589d1835,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:53.321274 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b3086bd-a591-4b75-bfe9-442d3fdd38af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.326413 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b3086bd-a591-4b75-bfe9-442d3fdd38af admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.333654 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7b3086bd-a591-4b75-bfe9-442d3fdd38af admin admin] 10.222.0.41 "DELETE /v2.0/networks/b3d2d532-d392-4e7b-95b8-5c5947deb6a3 HTTP/1.1" status: 204 len: 168 time: 0.8146031 Nov 16 04:54:53.362072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3086bd-a591-4b75-bfe9-442d3fdd38af admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d2d532-d392-4e7b-95b8-5c5947deb6a3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:53.374270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04a33d1c-2aad-40e1-84e1-00fc449ddc92 req-58aa66e2-29a7-432c-8d77-a446b1538b54 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6610243 Nov 16 04:54:53.397084 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f74520d8-7122-412f-a54f-674a4e9e7313 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.486745 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.535932 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.548152 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.643874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:53.677309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0496a9-7157-4d9e-a14f-3af80ec4f8d3,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:53.691695 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.692363 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Added segment 014c7430-4095-4f7c-a6bd-7751c0248ac1 of type vlan for network abde04b8-0cf3-46d2-8502-4ec374b34acc Nov 16 04:54:53.715139 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.776768 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53086) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:53.854099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53088) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:53.892390 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network be497daa-dc84-48db-a8da-a2ebf0db01fc is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:53.893886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-843aeaff-8540-4db2-8501-015a967e842d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90c583ac339c480cb955ff0449ce475a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1121635 Nov 16 04:54:53.896656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53092) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:53.897725 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:53.913672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.916496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:53.919934 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.925394 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=59ef93b2-5ce5-418f-8d87-4fb12c396d98,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:53.975156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f74520d8-7122-412f-a54f-674a4e9e7313 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port 26623a91-d967-45de-ba5e-5e37c28e938d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:53.975687 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f74520d8-7122-412f-a54f-674a4e9e7313 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:53.982715 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bfe9819-dd8f-42cc-b109-4177a0cdb2e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:54.075921 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bfe9819-dd8f-42cc-b109-4177a0cdb2e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:54.111786 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=3859eb12-7c47-47de-87c5-f51b08f16fcc,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:54.138888 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:54.140697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:54.141551 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:54.158566 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f74520d8-7122-412f-a54f-674a4e9e7313 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:54.194249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f74520d8-7122-412f-a54f-674a4e9e7313 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for 26623a91-d967-45de-ba5e-5e37c28e938d owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:54.216564 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bfe9819-dd8f-42cc-b109-4177a0cdb2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:54.220028 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bfe9819-dd8f-42cc-b109-4177a0cdb2e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:54.220985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7bfe9819-dd8f-42cc-b109-4177a0cdb2e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d1b4805-99d7-4dc8-8490-3d2a2ebcd991 HTTP/1.1" status: 204 len: 168 time: 0.3232429 Nov 16 04:54:54.250080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe9819-dd8f-42cc-b109-4177a0cdb2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1b4805-99d7-4dc8-8490-3d2a2ebcd991,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:54.272776 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4764555 Nov 16 04:54:54.276487 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53106) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:54.277585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Checking segment: {'id': '981cd376-f184-4912-888a-d3f619e53a73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c641c73d-3627-4aa1-bf05-a3db53717131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:54.278153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network hostable DHCP agents. Network: c641c73d-3627-4aa1-bf05-a3db53717131, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:54.290909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f9892c35-fc71-4a1b-9cf1-b25b7c838414 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Request body: {'subnet': {'network_id': 'abde04b8-0cf3-46d2-8502-4ec374b34acc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:54.323451 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40249472-c84a-46a8-b39f-66be5cf89583 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event updated for resources: {'Network': ['ID=abde04b8-0cf3-46d2-8502-4ec374b34acc,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:54.340622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network c641c73d-3627-4aa1-bf05-a3db53717131 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:54.343455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network abde04b8-0cf3-46d2-8502-4ec374b34acc details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:54:54.363428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, c641c73d-3627-4aa1-bf05-a3db53717131) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:54.374210 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:54.393129 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:54.401444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:54.402231 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:54.414560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9892c35-fc71-4a1b-9cf1-b25b7c838414 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Made reservation on behalf of 81672a8507fc44f8a1853d3432ae607f for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:54.424449 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9892c35-fc71-4a1b-9cf1-b25b7c838414 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:54.487911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d3bb1f-6e9c-45de-9ac3-c133a087ab0b None None] Network c641c73d-3627-4aa1-bf05-a3db53717131 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:54.525515 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-968e662b-7ced-41de-ab34-4f14822fb8c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85554e1fba474fd29eae7ef2d6c3c5e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6704862 Nov 16 04:54:54.535135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53120) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:54.675617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-928f38ed-918b-45ee-b92b-5286ef8f7440 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:54.683222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-928f38ed-918b-45ee-b92b-5286ef8f7440 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/networks?id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 HTTP/1.1" status: 200 len: 813 time: 0.2643738 Nov 16 04:54:54.709365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-0ec32079-378d-4cd3-90c4-342d6e0ca945 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/quotas/69c17a18999746438cfa6a1d3d67b593 HTTP/1.1" status: 200 len: 375 time: 0.0250001 Nov 16 04:54:54.729923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53122) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:54.744660 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c5e947ab-1b2c-4687-aed3-bb16d13e322b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8218992 Nov 16 04:54:54.754442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53126) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:54.754442 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2aa25f17-f56c-4384-8def-75efbcedad30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:54.822228 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-da83e310-e4c5-4c06-8393-db4875e4bf5c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d58071f0a444892ad227c4727e976bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0875649 Nov 16 04:54:54.823311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53128) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:54.868900 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2aa25f17-f56c-4384-8def-75efbcedad30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:54.924192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-d63fd3e3-1e8b-450b-880d-dcfa71d3de10 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=69c17a18999746438cfa6a1d3d67b593&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2137475 Nov 16 04:54:54.927771 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-83287056-6595-4020-bb5d-4321218915a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:54.934625 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f74520d8-7122-412f-a54f-674a4e9e7313 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:54.958368 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-83287056-6595-4020-bb5d-4321218915a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:55.013055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74520d8-7122-412f-a54f-674a4e9e7313 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=26623a91-d967-45de-ba5e-5e37c28e938d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:55.063794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-f9892c35-fc71-4a1b-9cf1-b25b7c838414 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:54:55.063794 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9892c35-fc71-4a1b-9cf1-b25b7c838414 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:55.158839 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9892c35-fc71-4a1b-9cf1-b25b7c838414 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c500047c-a3d0-4586-ba02-6113f46fce75,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:55.207645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-83287056-6595-4020-bb5d-4321218915a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:55.212014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-83287056-6595-4020-bb5d-4321218915a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:55.213237 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-83287056-6595-4020-bb5d-4321218915a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/554f0b9a-3f1a-4cfa-8add-cdf884fb1adf HTTP/1.1" status: 204 len: 168 time: 0.3890131 Nov 16 04:54:55.228464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5178c79-f267-4e1f-b5d0-8a34508adfd7 req-39e3c86e-4f67-46b7-b275-10008ec8fad8 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:55.234479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5178c79-f267-4e1f-b5d0-8a34508adfd7 req-39e3c86e-4f67-46b7-b275-10008ec8fad8 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.37 "GET /v2.0/ports?device_id=0189c174-4d11-4c91-9fd6-2e42924bf906 HTTP/1.1" status: 200 len: 945 time: 0.3261681 Nov 16 04:54:55.257110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83287056-6595-4020-bb5d-4321218915a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554f0b9a-3f1a-4cfa-8add-cdf884fb1adf,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:55.267615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9892c35-fc71-4a1b-9cf1-b25b7c838414 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Checking segment: {'id': '014c7430-4095-4f7c-a6bd-7751c0248ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'abde04b8-0cf3-46d2-8502-4ec374b34acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:54:55.268238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9892c35-fc71-4a1b-9cf1-b25b7c838414 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Network hostable DHCP agents. Network: abde04b8-0cf3-46d2-8502-4ec374b34acc, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:54:55.273359 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2aa25f17-f56c-4384-8def-75efbcedad30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:55.276739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2aa25f17-f56c-4384-8def-75efbcedad30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:55.278209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2aa25f17-f56c-4384-8def-75efbcedad30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef1201d4-93aa-48e5-8b6b-ca8d7f9510a6 HTTP/1.1" status: 204 len: 168 time: 0.7418115 Nov 16 04:54:55.282184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-7ef30d65-7b22-436c-b8cb-5e78f18b25c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 3859eb12-7c47-47de-87c5-f51b08f16fcc {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:55.282825 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ef30d65-7b22-436c-b8cb-5e78f18b25c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:55.298468 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9892c35-fc71-4a1b-9cf1-b25b7c838414 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Network abde04b8-0cf3-46d2-8502-4ec374b34acc is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:54:55.359788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f9892c35-fc71-4a1b-9cf1-b25b7c838414 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, abde04b8-0cf3-46d2-8502-4ec374b34acc) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:55.372099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f63eac4-bd1b-48dc-8e36-d733dad8d643 None None] Network abde04b8-0cf3-46d2-8502-4ec374b34acc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:55.393267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa25f17-f56c-4384-8def-75efbcedad30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1201d4-93aa-48e5-8b6b-ca8d7f9510a6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:55.406202 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9892c35-fc71-4a1b-9cf1-b25b7c838414 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:55.406819 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9892c35-fc71-4a1b-9cf1-b25b7c838414 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:55.494487 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f9892c35-fc71-4a1b-9cf1-b25b7c838414 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2087402 Nov 16 04:54:55.500475 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53140) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:55.527349 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f74730-0bf6-4fae-bed1-31f1973d0685 req-d55e4188-6832-4cc7-830f-0209387e12f6 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:55.533294 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b4f74730-0bf6-4fae-bed1-31f1973d0685 req-d55e4188-6832-4cc7-830f-0209387e12f6 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.15 "GET /v2.0/ports?device_id=120686e6-abef-4a20-8282-5313751fe5a1 HTTP/1.1" status: 200 len: 946 time: 0.2211220 Nov 16 04:54:55.540787 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1098320058', 'network_id': 'abde04b8-0cf3-46d2-8502-4ec374b34acc'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:55.597591 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ef30d65-7b22-436c-b8cb-5e78f18b25c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:55.626316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f74520d8-7122-412f-a54f-674a4e9e7313 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:55.632749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-7ef30d65-7b22-436c-b8cb-5e78f18b25c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 3859eb12-7c47-47de-87c5-f51b08f16fcc owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:55.659540 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Made reservation on behalf of 81672a8507fc44f8a1853d3432ae607f for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:55.663105 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:55.705863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e12c67-7a3b-4a22-a309-794903c20b13 None None] Network abde04b8-0cf3-46d2-8502-4ec374b34acc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:55.769326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] device_id is not set on port 95ea0d9b-3312-4cc4-bdff-477b3f52f5fb yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:54:55.801107 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-774c09f3-57e5-484e-8466-e40c580aca78 service neutron] 10.222.0.41 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8281932 Nov 16 04:54:55.854351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-b4f74730-0bf6-4fae-bed1-31f1973d0685 req-1b68de36-3bc6-4492-9fc0-085d7efa8ca6 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Deleting port b14912e0-d800-4f33-beb5-6c58542123c1 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:55.854975 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b4f74730-0bf6-4fae-bed1-31f1973d0685 req-1b68de36-3bc6-4492-9fc0-085d7efa8ca6 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:55.881135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-c5178c79-f267-4e1f-b5d0-8a34508adfd7 req-b36cf16a-2463-4511-bfa2-d51be3d085ea tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Deleting port ac8191d0-63d5-4823-87da-236db33a7c7d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:55.881364 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c5178c79-f267-4e1f-b5d0-8a34508adfd7 req-b36cf16a-2463-4511-bfa2-d51be3d085ea tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:56.013387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Allocated IP 2001:db8::339 (abde04b8-0cf3-46d2-8502-4ec374b34acc/c500047c-a3d0-4586-ba02-6113f46fce75/95ea0d9b-3312-4cc4-bdff-477b3f52f5fb) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:56.038067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-b4f74730-0bf6-4fae-bed1-31f1973d0685 req-1b68de36-3bc6-4492-9fc0-085d7efa8ca6 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] For port b14912e0-d800-4f33-beb5-6c58542123c1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b14912e0-d800-4f33-beb5-6c58542123c1,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:56.038292 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b4f74730-0bf6-4fae-bed1-31f1973d0685 req-1b68de36-3bc6-4492-9fc0-085d7efa8ca6 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:56.061734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-b4f74730-0bf6-4fae-bed1-31f1973d0685 req-1b68de36-3bc6-4492-9fc0-085d7efa8ca6 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Calling delete_port for b14912e0-d800-4f33-beb5-6c58542123c1 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:56.068529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53154) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:56.082618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-8bd40a87-c95b-4583-8e30-dc271541e5d0 service neutron] 10.222.0.41 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806685 Nov 16 04:54:56.083205 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ef30d65-7b22-436c-b8cb-5e78f18b25c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:56.107749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74520d8-7122-412f-a54f-674a4e9e7313 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router 695e68c3-519a-4eae-b3d8-7c97378f349e has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:54:56.131780 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f02b628e-be01-4dd9-b325-74e519174f13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:56.153143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef30d65-7b22-436c-b8cb-5e78f18b25c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=3859eb12-7c47-47de-87c5-f51b08f16fcc,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:56.165648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-c5178c79-f267-4e1f-b5d0-8a34508adfd7 req-b36cf16a-2463-4511-bfa2-d51be3d085ea tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] For port ac8191d0-63d5-4823-87da-236db33a7c7d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ac8191d0-63d5-4823-87da-236db33a7c7d,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:56.166539 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c5178c79-f267-4e1f-b5d0-8a34508adfd7 req-b36cf16a-2463-4511-bfa2-d51be3d085ea tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:56.172837 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ef30d65-7b22-436c-b8cb-5e78f18b25c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:56.176073 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7ef30d65-7b22-436c-b8cb-5e78f18b25c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/3859eb12-7c47-47de-87c5-f51b08f16fcc HTTP/1.1" status: 204 len: 168 time: 1.4233654 Nov 16 04:54:56.183661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53156) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:56.216452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-c5178c79-f267-4e1f-b5d0-8a34508adfd7 req-b36cf16a-2463-4511-bfa2-d51be3d085ea tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Calling delete_port for ac8191d0-63d5-4823-87da-236db33a7c7d owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:56.372831 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b4f74730-0bf6-4fae-bed1-31f1973d0685 req-1b68de36-3bc6-4492-9fc0-085d7efa8ca6 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:56.386881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b14912e0-d800-4f33-beb5-6c58542123c1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:54:56.390954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['ac8191d0-63d5-4823-87da-236db33a7c7d'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:54:56.435609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68de36-3bc6-4492-9fc0-085d7efa8ca6 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Pushing event deleted for resources: {'Port': ['ID=b14912e0-d800-4f33-beb5-6c58542123c1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:56.521824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:56.543683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d96349-ab2e-4469-825d-000a11009549 None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:56.552568 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f74730-0bf6-4fae-bed1-31f1973d0685 req-1b68de36-3bc6-4492-9fc0-085d7efa8ca6 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] No DVR routers for this DVR port b14912e0-d800-4f33-beb5-6c58542123c1 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:56.573726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b4f74730-0bf6-4fae-bed1-31f1973d0685 req-1b68de36-3bc6-4492-9fc0-085d7efa8ca6 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:56.616293 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b4f74730-0bf6-4fae-bed1-31f1973d0685 req-1b68de36-3bc6-4492-9fc0-085d7efa8ca6 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.15 "DELETE /v2.0/ports/b14912e0-d800-4f33-beb5-6c58542123c1 HTTP/1.1" status: 204 len: 173 time: 1.0661979 Nov 16 04:54:56.627617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120686e6-abef-4a20-8282-5313751fe5a1', 'name': 'network-vif-deleted', 'tag': 'b14912e0-d800-4f33-beb5-6c58542123c1'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:54:56.639235 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20cac17-e2ce-4a9f-8452-a41261a5fb96" -d '{"events": [{"server_uuid": "120686e6-abef-4a20-8282-5313751fe5a1", "name": "network-vif-deleted", "tag": "b14912e0-d800-4f33-beb5-6c58542123c1"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:54:56.668439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74520d8-7122-412f-a54f-674a4e9e7313 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:54:56.680458 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f37cce-c419-4c40-a5e3-5fae6e420fb6 None None] Sync routers for ids ['695e68c3-519a-4eae-b3d8-7c97378f349e'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:54:56.681392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f74520d8-7122-412f-a54f-674a4e9e7313 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/695e68c3-519a-4eae-b3d8-7c97378f349e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5839157 Nov 16 04:54:56.688085 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53180) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:56.700504 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f37cce-c419-4c40-a5e3-5fae6e420fb6 None None] Routers {'695e68c3-519a-4eae-b3d8-7c97378f349e'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:56.704767 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-02f37cce-c419-4c40-a5e3-5fae6e420fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['695e68c3-519a-4eae-b3d8-7c97378f349e'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:56.734142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397fa0e6-81ac-4e5b-8601-df7bc6f41617 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:56.745637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397fa0e6-81ac-4e5b-8601-df7bc6f41617 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:56.745637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-397fa0e6-81ac-4e5b-8601-df7bc6f41617 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5538063 Nov 16 04:54:56.746564 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53182) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:56.821009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f02b628e-be01-4dd9-b325-74e519174f13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:56.848566 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133dcd1a-eb36-49d8-a9b1-57899f8db9eb x-openstack-request-id: req-133dcd1a-eb36-49d8-a9b1-57899f8db9eb {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:54:56.850094 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120686e6-abef-4a20-8282-5313751fe5a1", "name": "network-vif-deleted", "tag": "b14912e0-d800-4f33-beb5-6c58542123c1", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:54:56.850347 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-133dcd1a-eb36-49d8-a9b1-57899f8db9eb {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:54:56.851823 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '120686e6-abef-4a20-8282-5313751fe5a1', 'name': 'network-vif-deleted', 'tag': 'b14912e0-d800-4f33-beb5-6c58542123c1', 'status': 'completed', 'code': 200} Nov 16 04:54:56.856709 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-02f37cce-c419-4c40-a5e3-5fae6e420fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:56.857182 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f02b628e-be01-4dd9-b325-74e519174f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:56.860355 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a88a53a2-fcdf-4ad4-9b17-dae2e25570c2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=695e68c3-519a-4eae-b3d8-7c97378f349e HTTP/1.1" status: 200 len: 205 time: 0.1691613 Nov 16 04:54:56.867856 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53192) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:56.870719 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f37cce-c419-4c40-a5e3-5fae6e420fb6 None None] Routers {'695e68c3-519a-4eae-b3d8-7c97378f349e'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:54:56.871531 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-02f37cce-c419-4c40-a5e3-5fae6e420fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['695e68c3-519a-4eae-b3d8-7c97378f349e'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:56.942918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6fe9416-d9cd-4c67-bdb9-e3a20d5c4652 req-b6bda4a2-8df3-4dd3-a406-e28d934081e4 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 210 time: 0.1104412 Nov 16 04:54:57.004881 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c5178c79-f267-4e1f-b5d0-8a34508adfd7 req-b36cf16a-2463-4511-bfa2-d51be3d085ea tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.022585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f02b628e-be01-4dd9-b325-74e519174f13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b1cdd80ee6748278c8a90963e03e16a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9505055 Nov 16 04:54:57.027770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53200) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:57.067296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b628e-be01-4dd9-b325-74e519174f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eca75a-f257-42e0-ac69-3e433f6ef38c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:57.076469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e82ca61-ec2a-4f92-bb5b-de865e6f8dcd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.094744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cf16a-2463-4511-bfa2-d51be3d085ea tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Pushing event deleted for resources: {'Port': ['ID=ac8191d0-63d5-4823-87da-236db33a7c7d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:57.112309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193f9d3c-4132-458a-bd55-267a59f107b5 None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:57.205121 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-02f37cce-c419-4c40-a5e3-5fae6e420fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:57.206242 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f37cce-c419-4c40-a5e3-5fae6e420fb6 None None] The sync data for ids ['695e68c3-519a-4eae-b3d8-7c97378f349e'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:54:57.232854 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.257673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5178c79-f267-4e1f-b5d0-8a34508adfd7 req-b36cf16a-2463-4511-bfa2-d51be3d085ea tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] No DVR routers for this DVR port ac8191d0-63d5-4823-87da-236db33a7c7d on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:57.262259 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c5178c79-f267-4e1f-b5d0-8a34508adfd7 req-b36cf16a-2463-4511-bfa2-d51be3d085ea tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.267466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5178c79-f267-4e1f-b5d0-8a34508adfd7 req-b36cf16a-2463-4511-bfa2-d51be3d085ea tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.37 "DELETE /v2.0/ports/ac8191d0-63d5-4823-87da-236db33a7c7d HTTP/1.1" status: 204 len: 173 time: 2.0152693 Nov 16 04:54:57.272104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0189c174-4d11-4c91-9fd6-2e42924bf906', 'name': 'network-vif-deleted', 'tag': 'ac8191d0-63d5-4823-87da-236db33a7c7d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:54:57.285373 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f467f2-9cf3-4bed-9b9c-124c7a5405cc" -d '{"events": [{"server_uuid": "0189c174-4d11-4c91-9fd6-2e42924bf906", "name": "network-vif-deleted", "tag": "ac8191d0-63d5-4823-87da-236db33a7c7d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:54:57.319583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ff4bd-caba-442c-89ca-353b5cec7cbb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 59ef93b2-5ce5-418f-8d87-4fb12c396d98 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:57.323656 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4bd-caba-442c-89ca-353b5cec7cbb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.362866 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742d2c71-7935-4326-9315-85b459a8eb70 x-openstack-request-id: req-742d2c71-7935-4326-9315-85b459a8eb70 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:54:57.363832 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0189c174-4d11-4c91-9fd6-2e42924bf906", "name": "network-vif-deleted", "tag": "ac8191d0-63d5-4823-87da-236db33a7c7d", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:54:57.364792 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-742d2c71-7935-4326-9315-85b459a8eb70 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:54:57.365606 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0189c174-4d11-4c91-9fd6-2e42924bf906', 'name': 'network-vif-deleted', 'tag': 'ac8191d0-63d5-4823-87da-236db33a7c7d', 'status': 'completed', 'code': 200} Nov 16 04:54:57.419133 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79ac2c7f-9601-4f9c-be77-3dcd61a54e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.475854 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4bd-caba-442c-89ca-353b5cec7cbb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.476548 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Network abde04b8-0cf3-46d2-8502-4ec374b34acc is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:54:57.480012 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79ac2c7f-9601-4f9c-be77-3dcd61a54e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.491402 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e82ca61-ec2a-4f92-bb5b-de865e6f8dcd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.502229 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:54:57.503722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fe5ff4bd-caba-442c-89ca-353b5cec7cbb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 59ef93b2-5ce5-418f-8d87-4fb12c396d98 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:57.513425 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e82ca61-ec2a-4f92-bb5b-de865e6f8dcd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.519961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:54:57.522400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:57.523013 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.540985 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event updated for resources: {'Port': ['ID=95ea0d9b-3312-4cc4-bdff-477b3f52f5fb,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:57.616579 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79ac2c7f-9601-4f9c-be77-3dcd61a54e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.620276 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79ac2c7f-9601-4f9c-be77-3dcd61a54e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.621952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-79ac2c7f-9601-4f9c-be77-3dcd61a54e0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64eca75a-f257-42e0-ac69-3e433f6ef38c HTTP/1.1" status: 204 len: 168 time: 0.5844624 Nov 16 04:54:57.639979 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2972fde9-797c-42c3-9c73-27a4f3848cad tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1044137 Nov 16 04:54:57.640820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac2c7f-9601-4f9c-be77-3dcd61a54e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eca75a-f257-42e0-ac69-3e433f6ef38c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:57.645531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53224) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:57.666950 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4bd-caba-442c-89ca-353b5cec7cbb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.696338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ff4bd-caba-442c-89ca-353b5cec7cbb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=59ef93b2-5ce5-418f-8d87-4fb12c396d98,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:57.710821 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe5ff4bd-caba-442c-89ca-353b5cec7cbb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.717300 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fe5ff4bd-caba-442c-89ca-353b5cec7cbb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/59ef93b2-5ce5-418f-8d87-4fb12c396d98 HTTP/1.1" status: 204 len: 168 time: 0.9663830 Nov 16 04:54:57.717859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53226) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:57.724980 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e82ca61-ec2a-4f92-bb5b-de865e6f8dcd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.725276 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e82ca61-ec2a-4f92-bb5b-de865e6f8dcd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Fanout notify agent at l3_agent the message router_deleted on router 695e68c3-519a-4eae-b3d8-7c97378f349e {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:54:57.778714 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e82ca61-ec2a-4f92-bb5b-de865e6f8dcd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.783489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f8a22-d4e9-4ad7-b6fe-54d10118ef4b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:57.785263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-dd2f8a22-d4e9-4ad7-b6fe-54d10118ef4b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0666950 Nov 16 04:54:57.786245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53228) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:57.787961 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4e82ca61-ec2a-4f92-bb5b-de865e6f8dcd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/695e68c3-519a-4eae-b3d8-7c97378f349e HTTP/1.1" status: 204 len: 168 time: 0.9047041 Nov 16 04:54:57.801640 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53230) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:57.848609 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3fa039-4ca0-41fd-a500-d323ca32a346 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:54:57.851007 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1b3fa039-4ca0-41fd-a500-d323ca32a346 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/3859eb12-7c47-47de-87c5-f51b08f16fcc HTTP/1.1" status: 404 len: 333 time: 0.0480328 Nov 16 04:54:57.851870 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53234) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:57.859528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53236) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:57.860599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-829a371e-e120-48ae-92e3-cef67915a290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting subnet e7941bf3-dc4d-4f14-b1e5-fa71db0412cb {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:54:57.867629 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-829a371e-e120-48ae-92e3-cef67915a290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:57.897567 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-489e25d5-36c8-4896-a33a-010a0093d707 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:54:57.899331 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-489e25d5-36c8-4896-a33a-010a0093d707 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/59ef93b2-5ce5-418f-8d87-4fb12c396d98 HTTP/1.1" status: 404 len: 333 time: 0.0369120 Nov 16 04:54:57.902439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53242) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:57.963815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-829a371e-e120-48ae-92e3-cef67915a290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.025043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d1be917b-baaa-4861-9ed3-82a9dde2903c tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Deleting port 95ea0d9b-3312-4cc4-bdff-477b3f52f5fb {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:58.025645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1be917b-baaa-4861-9ed3-82a9dde2903c tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.115023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1be917b-baaa-4861-9ed3-82a9dde2903c tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.147459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d1be917b-baaa-4861-9ed3-82a9dde2903c tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Calling delete_port for 95ea0d9b-3312-4cc4-bdff-477b3f52f5fb owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:58.255047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6c3da09-e121-4216-8a75-744ee21ee3c2 req-4415b7ae-a49d-4d47-92c8-18c1ffb19256 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 210 time: 0.0758989 Nov 16 04:54:58.280610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b22f1-ad37-4102-8496-eb524416f3a4 req-9c2e0a98-8e42-412e-891e-194e80f88c2c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:58.282568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-835b22f1-ad37-4102-8496-eb524416f3a4 req-9c2e0a98-8e42-412e-891e-194e80f88c2c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.1072400 Nov 16 04:54:58.285729 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-829a371e-e120-48ae-92e3-cef67915a290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.326771 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7325cbc8-f5ea-48d8-a78f-394a5972244c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.332021 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1be917b-baaa-4861-9ed3-82a9dde2903c tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.343619 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bd1ee3c-74a9-4bbd-b4b7-73d60976afeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.384607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be917b-baaa-4861-9ed3-82a9dde2903c tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event deleted for resources: {'Port': ['ID=95ea0d9b-3312-4cc4-bdff-477b3f52f5fb,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:58.417904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-835b22f1-ad37-4102-8496-eb524416f3a4 req-3b87f0bc-6aef-4fc3-b7d6-7e514ea25281 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015501 Nov 16 04:54:58.448242 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-829a371e-e120-48ae-92e3-cef67915a290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.455135 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d1be917b-baaa-4861-9ed3-82a9dde2903c tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.458590 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d1be917b-baaa-4861-9ed3-82a9dde2903c tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "DELETE /v2.0/ports/95ea0d9b-3312-4cc4-bdff-477b3f52f5fb HTTP/1.1" status: 204 len: 168 time: 0.8112137 Nov 16 04:54:58.464033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53254) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:58.487826 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'abde04b8-0cf3-46d2-8502-4ec374b34acc', 'external_fixed_ips': [{'subnet_id': 'c500047c-a3d0-4586-ba02-6113f46fce75', 'ip_address': '2001:db8::339'}]}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:58.492697 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a371e-e120-48ae-92e3-cef67915a290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Subnet': ['ID=e7941bf3-dc4d-4f14-b1e5-fa71db0412cb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:58.499508 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-829a371e-e120-48ae-92e3-cef67915a290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.503225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-829a371e-e120-48ae-92e3-cef67915a290 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/e7941bf3-dc4d-4f14-b1e5-fa71db0412cb HTTP/1.1" status: 204 len: 168 time: 0.7158494 Nov 16 04:54:58.506463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53258) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:58.511948 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a825489a-3a7c-422e-9e60-f68dec7e6652 None None] Network 5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:54:58.521724 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7325cbc8-f5ea-48d8-a78f-394a5972244c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.564719 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7325cbc8-f5ea-48d8-a78f-394a5972244c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c641c73d-3627-4aa1-bf05-a3db53717131']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:58.595964 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.612453 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.612831 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7325cbc8-f5ea-48d8-a78f-394a5972244c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981cd376-f184-4912-888a-d3f619e53a73') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:58.613070 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7325cbc8-f5ea-48d8-a78f-394a5972244c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981cd376-f184-4912-888a-d3f619e53a73') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:54:58.613528 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.632204 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bd1ee3c-74a9-4bbd-b4b7-73d60976afeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.635959 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7325cbc8-f5ea-48d8-a78f-394a5972244c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.644800 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bd1ee3c-74a9-4bbd-b4b7-73d60976afeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.675911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b14912e0-d800-4f33-beb5-6c58542123c1 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:58.683045 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7325cbc8-f5ea-48d8-a78f-394a5972244c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.722017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7325cbc8-f5ea-48d8-a78f-394a5972244c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:54:58.722663 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7325cbc8-f5ea-48d8-a78f-394a5972244c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:54:58.729849 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:54:58.732716 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.757966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: b14912e0-d800-4f33-beb5-6c58542123c1 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:58.758321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b14912e0-d800-4f33-beb5-6c58542123c1 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:58.848324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:58.848672 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:58.849824 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4bd1ee3c-74a9-4bbd-b4b7-73d60976afeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f99260d7ef4142d28cc4ec3702ca5191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9959447 Nov 16 04:54:58.856715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ac8191d0-63d5-4823-87da-236db33a7c7d no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:54:58.892009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: ac8191d0-63d5-4823-87da-236db33a7c7d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:54:58.901623 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ac8191d0-63d5-4823-87da-236db33a7c7d not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:54:58.919425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c3ca9d-6f7f-453c-877b-df071043d05e None None] DHCP port deletion for 5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:54:58.935382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53266) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:58.993804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1ee3c-74a9-4bbd-b4b7-73d60976afeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d99e67-c637-44ba-9d93-be0ce38fc9d5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:59.003110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] For port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2f98bde3-0dd7-4782-a8a2-883097c4c2e3,segment=NetworkSegment(24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7),segment_id=24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:59.003486 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.030150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-27c3ca9d-6f7f-453c-877b-df071043d05e None None] Deleting port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:54:59.030522 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27c3ca9d-6f7f-453c-877b-df071043d05e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.096951 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7325cbc8-f5ea-48d8-a78f-394a5972244c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.129393 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7325cbc8-f5ea-48d8-a78f-394a5972244c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.143304 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7325cbc8-f5ea-48d8-a78f-394a5972244c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/networks/c641c73d-3627-4aa1-bf05-a3db53717131 HTTP/1.1" status: 204 len: 168 time: 1.2396119 Nov 16 04:54:59.148550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53272) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:59.148998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53274) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:54:59.156493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-27c3ca9d-6f7f-453c-877b-df071043d05e None None] For port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2f98bde3-0dd7-4782-a8a2-883097c4c2e3,segment=NetworkSegment(24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7),segment_id=24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:54:59.156887 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27c3ca9d-6f7f-453c-877b-df071043d05e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.162475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:59.169230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-08bc4ae6-f1f6-467f-bdf7-a5d9c613f985 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1265585974'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:59.171670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-27c3ca9d-6f7f-453c-877b-df071043d05e None None] Calling delete_port for 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:54:59.173507 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325cbc8-f5ea-48d8-a78f-394a5972244c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Network': ['ID=c641c73d-3627-4aa1-bf05-a3db53717131,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:59.202262 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4642497-98be-4a67-be71-d32728f7c865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.205245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bc4ae6-f1f6-467f-bdf7-a5d9c613f985 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:59.208780 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-08bc4ae6-f1f6-467f-bdf7-a5d9c613f985 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.230194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.246413 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-be0342dc-e54b-4836-a71a-694b5cfbfc5b tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:59.248368 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-be0342dc-e54b-4836-a71a-694b5cfbfc5b tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.15 "GET /v2.0/networks?id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 HTTP/1.1" status: 200 len: 813 time: 0.4189842 Nov 16 04:54:59.254129 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4642497-98be-4a67-be71-d32728f7c865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.258825 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27c3ca9d-6f7f-453c-877b-df071043d05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.265647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-25927cb1-4e6f-4466-bf86-26abfdf3e2fe tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Request body: {'port': {'device_id': 'ee4385e4-f1a9-461a-bb80-8825ecf21f77', 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37', 'admin_state_up': True, 'tenant_id': '69c17a18999746438cfa6a1d3d67b593'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:59.285423 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c3ca9d-6f7f-453c-877b-df071043d05e None None] No DVR routers for this DVR port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:59.340660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3ca9d-6f7f-453c-877b-df071043d05e None None] Pushing event deleted for resources: {'Port': ['ID=2f98bde3-0dd7-4782-a8a2-883097c4c2e3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:59.378060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-569296b2-b036-47b7-8b54-63c93f775a47 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:59.379684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-569296b2-b036-47b7-8b54-63c93f775a47 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.37 "GET /v2.0/networks?id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 HTTP/1.1" status: 200 len: 813 time: 0.4467106 Nov 16 04:54:59.392540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-313874004'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:59.399400 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bc4ae6-f1f6-467f-bdf7-a5d9c613f985 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:54:59.400286 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4642497-98be-4a67-be71-d32728f7c865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.403214 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4642497-98be-4a67-be71-d32728f7c865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.404327 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b4642497-98be-4a67-be71-d32728f7c865 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8d99e67-c637-44ba-9d93-be0ce38fc9d5 HTTP/1.1" status: 204 len: 168 time: 0.4170513 Nov 16 04:54:59.413355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Request body: {'port': {'device_id': 'fb9d82b1-00be-4c55-b35d-07995d84735f', 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37', 'admin_state_up': True, 'tenant_id': '69c17a18999746438cfa6a1d3d67b593'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:54:59.422268 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4642497-98be-4a67-be71-d32728f7c865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d99e67-c637-44ba-9d93-be0ce38fc9d5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:59.448292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-69a4e3ad-7a95-4b3a-927a-507563fc6ce1 req-7a039213-df63-4e23-a70b-db71f4b090aa tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 210 time: 0.0876808 Nov 16 04:54:59.471294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-25927cb1-4e6f-4466-bf86-26abfdf3e2fe tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Made reservation on behalf of 69c17a18999746438cfa6a1d3d67b593 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:54:59.475309 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-25927cb1-4e6f-4466-bf86-26abfdf3e2fe tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.518514 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-08bc4ae6-f1f6-467f-bdf7-a5d9c613f985 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.519203 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-08bc4ae6-f1f6-467f-bdf7-a5d9c613f985 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Added segment a373a2e8-296e-4d5d-83d7-98c249304680 of type vlan for network f92e0baa-92d2-4c42-adfc-118d37591adb Nov 16 04:54:59.531734 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.api [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 04:54:59.531734 n-d-818042-1 neutron-server[102659]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 04:54:59.531734 n-d-818042-1 neutron-server[102659]: [parameters: {'project_id_1': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'expiration_1': datetime.datetime(2021, 11, 16, 4, 54, 39, 433443)}] Nov 16 04:54:59.531734 n-d-818042-1 neutron-server[102659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:54:59.532646 n-d-818042-1 neutron-server[102659]: DEBUG oslo_db.api [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:54:59.621608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-25927cb1-4e6f-4466-bf86-26abfdf3e2fe tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Allocated IP 172.20.0.7 (e01ec0cc-7d4d-482b-91fe-dfc0bce45c37/25f61fb2-dee6-4e37-99f7-f60921ab48a7/f4b08be4-8e42-4b43-b898-e2a6a00988aa) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:54:59.636220 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-08bc4ae6-f1f6-467f-bdf7-a5d9c613f985 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.648195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.707241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No DVR routers for this DVR port 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:54:59.713301 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=2f98bde3-0dd7-4782-a8a2-883097c4c2e3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:54:59.784000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a654950-1e9b-4fdc-9baf-856b40bef3cb req-5b6e9c96-835a-4865-91dd-e86b1ca24c88 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:59.785885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a654950-1e9b-4fdc-9baf-856b40bef3cb req-5b6e9c96-835a-4865-91dd-e86b1ca24c88 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.2476189 Nov 16 04:54:59.811060 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-25927cb1-4e6f-4466-bf86-26abfdf3e2fe tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.832016 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-08bc4ae6-f1f6-467f-bdf7-a5d9c613f985 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.837978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bc4ae6-f1f6-467f-bdf7-a5d9c613f985 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:54:59.838597 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-08bc4ae6-f1f6-467f-bdf7-a5d9c613f985 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:54:59.935243 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.007927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:00.012455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Made reservation on behalf of 69c17a18999746438cfa6a1d3d67b593 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:00.017024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.047083 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-08bc4ae6-f1f6-467f-bdf7-a5d9c613f985 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8866174 Nov 16 04:55:00.047910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc4ae6-f1f6-467f-bdf7-a5d9c613f985 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Network': ['ID=f92e0baa-92d2-4c42-adfc-118d37591adb,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:00.052810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53296) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:00.054921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:00.055432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d40ee3-93c6-4e5d-a4fa-ca6b88715ee7') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:00.065355 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network f92e0baa-92d2-4c42-adfc-118d37591adb details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:55:00.083853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': 'f92e0baa-92d2-4c42-adfc-118d37591adb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:00.123880 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.133923 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a654950-1e9b-4fdc-9baf-856b40bef3cb req-e79dc9ba-7bf2-4cac-a39b-f129e3f40c6f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052771 Nov 16 04:55:00.147920 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-25927cb1-4e6f-4466-bf86-26abfdf3e2fe tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.214797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-25927cb1-4e6f-4466-bf86-26abfdf3e2fe tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:00.221791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-25927cb1-4e6f-4466-bf86-26abfdf3e2fe tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:00.223985 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25927cb1-4e6f-4466-bf86-26abfdf3e2fe tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Pushing event updated for resources: {'Port': ['ID=f4b08be4-8e42-4b43-b898-e2a6a00988aa,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:00.226444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-25927cb1-4e6f-4466-bf86-26abfdf3e2fe tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:00.243697 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7868264b-45d3-47be-9959-0e04bda40b15 None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:00.292574 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-25927cb1-4e6f-4466-bf86-26abfdf3e2fe tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:00.293184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-25927cb1-4e6f-4466-bf86-26abfdf3e2fe tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.297688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.304962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:00.308772 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.309545 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-25927cb1-4e6f-4466-bf86-26abfdf3e2fe tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0476928 Nov 16 04:55:00.322392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Request body: {'port': {'device_id': 'ee4385e4-f1a9-461a-bb80-8825ecf21f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:00.388130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.388353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5e00b597-3d21-4eaa-824d-3a63e031559d None None] Provisioning complete for port f4b08be4-8e42-4b43-b898-e2a6a00988aa triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:00.388353 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e00b597-3d21-4eaa-824d-3a63e031559d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.433887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5e00b597-3d21-4eaa-824d-3a63e031559d None None] Port f4b08be4-8e42-4b43-b898-e2a6a00988aa cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:00.611486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:55:00.612027 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:55:00.637170 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:55:00.666980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.696371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b08be4-8e42-4b43-b898-e2a6a00988aa {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:55:00.705917 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.709426 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53320) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:00.729042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:55:00.752636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a37f862-241e-486e-9105-7f24822f825a req-d1fa6d91-ea7c-417f-8023-dcb5b4e82d70 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 210 time: 0.1166463 Nov 16 04:55:00.776225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:55:00.776225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2f98bde3-0dd7-4782-a8a2-883097c4c2e3 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:55:00.807624 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Transition to ACTIVE for port object f4b08be4-8e42-4b43-b898-e2a6a00988aa will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:55:00.809993 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.815964 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.856346 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.858974 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.866458 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b4025ce-ee75-4f97-9142-582689671968 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.869397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79960e0e-d1b7-4f8e-8ba7-84aa1a2427ec None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:00.886392 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.894296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/networks/5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29 HTTP/1.1" status: 204 len: 168 time: 2.3869107 Nov 16 04:55:00.910944 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53324) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:00.919281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e00378ac-3f71-421e-afdd-06489c366ae0 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-250163344', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:00.928978 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b08be4-8e42-4b43-b898-e2a6a00988aa,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:00.931279 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3eec55-18ce-4f77-95b5-db7e556f6802 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Network': ['ID=5a93ff68-fbf0-42bd-afb6-4a4fbb6d2c29,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:00.959513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:00.963348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.993961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e00378ac-3f71-421e-afdd-06489c366ae0 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:00.994865 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e00378ac-3f71-421e-afdd-06489c366ae0 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.020134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Attempting to bind port f4b08be4-8e42-4b43-b898-e2a6a00988aa on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:01.020463 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Attempting to bind port f4b08be4-8e42-4b43-b898-e2a6a00988aa by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:01.020788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Attempting to bind port f4b08be4-8e42-4b43-b898-e2a6a00988aa on network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:01.040889 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Port f4b08be4-8e42-4b43-b898-e2a6a00988aa on network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:55:01.041210 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Attempting to bind port f4b08be4-8e42-4b43-b898-e2a6a00988aa on network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:01.083571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:01.083977 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Checking segment: {'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:01.084326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Bound using segment: {'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:01.084751 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Bound port: f4b08be4-8e42-4b43-b898-e2a6a00988aa, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:01.085101 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.088597 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e00378ac-3f71-421e-afdd-06489c366ae0 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.102267 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e00378ac-3f71-421e-afdd-06489c366ae0 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.113939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.ipam_backend_mixin [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Performing IP validity checks on allocation pools {{(pid=102659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 04:55:01.114557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.ipam_backend_mixin [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102659) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 04:55:01.125641 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.api [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-508b0955-f3d8-4e5d-bdc2-b01d78d4b44d {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:55:01.125992 n-d-818042-1 neutron-server[102659]: DEBUG oslo_db.api [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:55:01.127274 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b4025ce-ee75-4f97-9142-582689671968 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.148471 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b4025ce-ee75-4f97-9142-582689671968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.152655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e00378ac-3f71-421e-afdd-06489c366ae0 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.153853 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e00378ac-3f71-421e-afdd-06489c366ae0 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2381277 Nov 16 04:55:01.158923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53326) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:01.190367 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.204189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'network': {'name': 'tempest-RoutersTest-1482912335'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:01.215820 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1b4025ce-ee75-4f97-9142-582689671968 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b1f7e9e6f4344c3a5207cb0009ce941&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5028846 Nov 16 04:55:01.218003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4025ce-ee75-4f97-9142-582689671968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e718bcf-6be2-4960-8a19-0cf4667e1e11,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:01.222212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53332) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:01.224404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.239348 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] For port f4b08be4-8e42-4b43-b898-e2a6a00988aa, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:01.260108 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] For port f4b08be4-8e42-4b43-b898-e2a6a00988aa, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f4b08be4-8e42-4b43-b898-e2a6a00988aa,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:01.266190 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.301801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:55:01.309947 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:01.310694 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.312065 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] 10.222.0.15 "PUT /v2.0/ports/f4b08be4-8e42-4b43-b898-e2a6a00988aa HTTP/1.1" status: 200 len: 1091 time: 0.9937720 Nov 16 04:55:01.312492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee4385e4-f1a9-461a-bb80-8825ecf21f77', 'tag': 'f4b08be4-8e42-4b43-b898-e2a6a00988aa'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:55:01.315926 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8657420b-05a9-4a63-9a0d-a71f228f43bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ee4385e4-f1a9-461a-bb80-8825ecf21f77", "tag": "f4b08be4-8e42-4b43-b898-e2a6a00988aa"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:55:01.319527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a757f3cd-4fb2-4c2c-9f9f-32cc5fd046f4 None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:01.346636 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-366607dc-730b-4867-ba56-69bc989947dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.352673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9bc04-f551-4a0c-9a9d-737858053b32 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b08be4-8e42-4b43-b898-e2a6a00988aa,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:01.393325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:01.396888 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.406441 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.406795 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Added segment 0c246626-c88a-499f-b9d4-127e9993c7c6 of type vlan for network c5ae47cf-9d45-48ba-80f3-52befcad38c3 Nov 16 04:55:01.412506 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2c5042-bfbe-4478-bd00-e91356c1be0e x-openstack-request-id: req-ee2c5042-bfbe-4478-bd00-e91356c1be0e {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:55:01.412807 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee4385e4-f1a9-461a-bb80-8825ecf21f77", "tag": "f4b08be4-8e42-4b43-b898-e2a6a00988aa", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:55:01.413062 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee2c5042-bfbe-4478-bd00-e91356c1be0e {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:55:01.413464 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee4385e4-f1a9-461a-bb80-8825ecf21f77', 'tag': 'f4b08be4-8e42-4b43-b898-e2a6a00988aa', 'status': 'completed', 'code': 200} Nov 16 04:55:01.424480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-366607dc-730b-4867-ba56-69bc989947dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.450042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b428c7b4-76a7-4c8a-bade-7a990df3a810,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:01.465132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-855970a1-38a7-410c-a415-18da1fd8ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:01.466847 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-855970a1-38a7-410c-a415-18da1fd8ab3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69c17a18999746438cfa6a1d3d67b593&device_id=ee4385e4-f1a9-461a-bb80-8825ecf21f77 HTTP/1.1" status: 200 len: 1094 time: 0.1036527 Nov 16 04:55:01.508157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Allocated IP 2001:db8::339 (abde04b8-0cf3-46d2-8502-4ec374b34acc/c500047c-a3d0-4586-ba02-6113f46fce75/c0a0b221-381a-499d-8c11-fdd1218995bc) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:01.512778 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-27d413c6-503e-4c5c-bce6-b4f6771680b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4b08be4-8e42-4b43-b898-e2a6a00988aa HTTP/1.1" status: 200 len: 217 time: 0.0367539 Nov 16 04:55:01.517523 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-366607dc-730b-4867-ba56-69bc989947dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.520108 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-366607dc-730b-4867-ba56-69bc989947dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.521352 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-366607dc-730b-4867-ba56-69bc989947dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e718bcf-6be2-4960-8a19-0cf4667e1e11 HTTP/1.1" status: 204 len: 168 time: 0.2981579 Nov 16 04:55:01.535894 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.541886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:55:01.562700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366607dc-730b-4867-ba56-69bc989947dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e718bcf-6be2-4960-8a19-0cf4667e1e11,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:01.571578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dd86b-2833-48f5-8567-33d924e79fcf req-0b95fcdd-d12b-4393-be62-8dc6a90ab47a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:01.573117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e4dd86b-2833-48f5-8567-33d924e79fcf req-0b95fcdd-d12b-4393-be62-8dc6a90ab47a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.2690911 Nov 16 04:55:01.589974 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-64248a06-99f4-4970-bb81-b7d96c9ac9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:01.592034 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-64248a06-99f4-4970-bb81-b7d96c9ac9ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=25f61fb2-dee6-4e37-99f7-f60921ab48a7 HTTP/1.1" status: 200 len: 853 time: 0.0696654 Nov 16 04:55:01.628166 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-6f76fb20-0f6e-4311-b537-4ab591373f88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279763 Nov 16 04:55:01.646915 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.650139 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.650481 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Added segment 30663094-36eb-4b95-9363-4b6a13a3c7ca of type vlan for network 3033ff05-f672-4db0-967d-76fb31a1dd0c Nov 16 04:55:01.727612 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3aa440c0-5743-460e-a38e-6c1c56b579f5 service neutron] 10.222.0.15 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919094 Nov 16 04:55:01.741683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.766574 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.766574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:01.766574 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.810245 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:01.843503 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-9215e504-391f-4623-baba-343fc98b9aa2 service neutron] 10.222.0.15 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085703 Nov 16 04:55:01.939293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657420b-05a9-4a63-9a0d-a71f228f43bb req-829399f0-d801-4c58-8983-894f18652cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:01.941970 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8657420b-05a9-4a63-9a0d-a71f228f43bb req-829399f0-d801-4c58-8983-894f18652cd9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=69c17a18999746438cfa6a1d3d67b593&device_id=ee4385e4-f1a9-461a-bb80-8825ecf21f77 HTTP/1.1" status: 200 len: 1094 time: 0.0475307 Nov 16 04:55:01.947719 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.resource_extend [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:55:01.965962 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8037689 Nov 16 04:55:01.970529 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53352) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:01.999385 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0e03b9da-4cf9-420e-bf2b-452a21437767 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:02.002130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e4dd86b-2833-48f5-8567-33d924e79fcf req-571855d5-9253-4ed6-a041-f4f5f3187797 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943698 Nov 16 04:55:02.046592 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71a89653-382b-4b00-96ca-746fb9d22937 req-51c560f1-24f3-43d8-882b-cc95d40f84d8 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 210 time: 0.1299820 Nov 16 04:55:02.064718 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:02.066153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79385e34-e985-452d-8c87-d0f14c6d9885 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Network': ['ID=c5ae47cf-9d45-48ba-80f3-52befcad38c3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:02.074834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Subnet': ['ID=1f024f75-1ea8-4513-9caa-88f8c959c23e,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:02.080615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:55:02.099457 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:02.105076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:02.105683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:02.126934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e03b9da-4cf9-420e-bf2b-452a21437767 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:02.130452 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e03b9da-4cf9-420e-bf2b-452a21437767 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:02.193146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Checking segment: {'id': 'a373a2e8-296e-4d5d-83d7-98c249304680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f92e0baa-92d2-4c42-adfc-118d37591adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:02.193802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network hostable DHCP agents. Network: f92e0baa-92d2-4c42-adfc-118d37591adb, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:55:02.197006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657420b-05a9-4a63-9a0d-a71f228f43bb req-0e57d45e-f00c-4bae-aa34-6d9b931d6747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:02.199139 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8657420b-05a9-4a63-9a0d-a71f228f43bb req-0e57d45e-f00c-4bae-aa34-6d9b931d6747 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 HTTP/1.1" status: 200 len: 914 time: 0.2499096 Nov 16 04:55:02.208717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0169311 Nov 16 04:55:02.211715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53360) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:02.220250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1b5384b8-eb89-4c0b-99b3-d45439e38775 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'subnet': {'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:02.235132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Allocated IP 172.20.0.12 (e01ec0cc-7d4d-482b-91fe-dfc0bce45c37/25f61fb2-dee6-4e37-99f7-f60921ab48a7/487e2430-ffca-4889-8ec0-391061b0bef3) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:02.243687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Network': ['ID=3033ff05-f672-4db0-967d-76fb31a1dd0c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:02.271313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:02.271991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:02.272802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:02.273006 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8657420b-05a9-4a63-9a0d-a71f228f43bb req-93b958e0-4f34-46cd-80cd-b5f412461491 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4b08be4-8e42-4b43-b898-e2a6a00988aa HTTP/1.1" status: 200 len: 217 time: 0.0634766 Nov 16 04:55:02.273616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:02.273986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:02.274334 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:02.274673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:02.275009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:02.275338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:02.275861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:02.276190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:02.276721 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5e349c-447b-4ee1-a806-bba24bb590d2 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:02.285104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network f92e0baa-92d2-4c42-adfc-118d37591adb is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:55:02.294602 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:02.298297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 3033ff05-f672-4db0-967d-76fb31a1dd0c details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:55:02.318014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, f92e0baa-92d2-4c42-adfc-118d37591adb) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:02.360821 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:02.361639 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:02.367062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Network abde04b8-0cf3-46d2-8502-4ec374b34acc is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:02.382773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:02.395360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:02.397212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657420b-05a9-4a63-9a0d-a71f228f43bb req-a58a80e1-4332-4bf4-89c1-2da1719939a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:02.398729 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8657420b-05a9-4a63-9a0d-a71f228f43bb req-a58a80e1-4332-4bf4-89c1-2da1719939a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=25f61fb2-dee6-4e37-99f7-f60921ab48a7 HTTP/1.1" status: 200 len: 853 time: 0.0931549 Nov 16 04:55:02.399928 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fa4ba7-b715-4025-bf5d-b1fe67e406cf None None] Network f92e0baa-92d2-4c42-adfc-118d37591adb requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:02.438909 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8657420b-05a9-4a63-9a0d-a71f228f43bb req-dafaa1c1-c570-4b2f-9f9c-7a7a6d0ff6c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309434 Nov 16 04:55:02.446210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event updated for resources: {'Port': ['ID=c0a0b221-381a-499d-8c11-fdd1218995bc,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:02.502052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0ed332e1-8993-4fbe-90f3-9d389422f7bf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4363275 Nov 16 04:55:02.507085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53366) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:02.519435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': 'f92e0baa-92d2-4c42-adfc-118d37591adb', 'name': 'tempest-PortsTestJSON-1457971474'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:02.538249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5384b8-eb89-4c0b-99b3-d45439e38775 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:02.546545 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b5384b8-eb89-4c0b-99b3-d45439e38775 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:02.554430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53368) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:02.582850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-f92e0baa-92d2-4c42-adfc-118d37591adb', 'network_id': 'f92e0baa-92d2-4c42-adfc-118d37591adb', 'tenant_id': 'a23880a53c04422caf7e62ff28ac9622', 'fixed_ips': [{'subnet_id': '1f024f75-1ea8-4513-9caa-88f8c959c23e'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:55:02.584004 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:02.697281 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:02.707172 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e03b9da-4cf9-420e-bf2b-452a21437767 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:02.744544 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8657420b-05a9-4a63-9a0d-a71f228f43bb req-f38d36e5-3af6-4043-a8a7-01021a997f1e service neutron] 10.222.0.15 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966108 Nov 16 04:55:02.753630 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-562712058-network', 'tenant_id': 'f809e2ea49f64589ac5ad430817dc610'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:02.807647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Made reservation on behalf of f809e2ea49f64589ac5ad430817dc610 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:02.810673 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:02.813335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Allocated IP 172.20.0.2 (f92e0baa-92d2-4c42-adfc-118d37591adb/1f024f75-1ea8-4513-9caa-88f8c959c23e/488b7cde-8fc1-4df2-8caa-66ffbe351bcf) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:02.898622 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:02.916497 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03b9da-4cf9-420e-bf2b-452a21437767 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=366b58f0-6612-4134-b144-9e54daa7f1df,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:02.970372 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e03b9da-4cf9-420e-bf2b-452a21437767 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:02.970736 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03b9da-4cf9-420e-bf2b-452a21437767 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network hostable DHCP agents. Network: c5ae47cf-9d45-48ba-80f3-52befcad38c3, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:55:02.976719 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:02.984950 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.022624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Network f92e0baa-92d2-4c42-adfc-118d37591adb is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:03.026066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:03.028617 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:03.068837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:03.069843 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8657420b-05a9-4a63-9a0d-a71f228f43bb req-093e3e6c-7900-438c-881a-954da4cb6fa3 service neutron] 10.222.0.15 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919006 Nov 16 04:55:03.071751 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.072469 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e03b9da-4cf9-420e-bf2b-452a21437767 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:55:03.078972 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b5384b8-eb89-4c0b-99b3-d45439e38775 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.119748 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port e0f14f45-4457-446f-bd5f-4c7d3de5dddf yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:55:03.135991 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-0e03b9da-4cf9-420e-bf2b-452a21437767 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, c5ae47cf-9d45-48ba-80f3-52befcad38c3) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:03.143060 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.156234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e03b9da-4cf9-420e-bf2b-452a21437767 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:03.156828 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e03b9da-4cf9-420e-bf2b-452a21437767 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.174221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5384b8-eb89-4c0b-99b3-d45439e38775 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Subnet': ['ID=88f99ab5-78e3-4406-a724-516fa1d6f8ce,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:03.184407 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.199514 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0e03b9da-4cf9-420e-bf2b-452a21437767 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2279916 Nov 16 04:55:03.203163 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.206288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53376) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:03.233280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:55:03.239290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5384b8-eb89-4c0b-99b3-d45439e38775 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Checking segment: {'id': '30663094-36eb-4b95-9363-4b6a13a3c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:03.239659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5384b8-eb89-4c0b-99b3-d45439e38775 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network hostable DHCP agents. Network: 3033ff05-f672-4db0-967d-76fb31a1dd0c, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:55:03.240668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'name': 'tempest-NetworksTestDHCPv6-422307413'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:03.250533 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.253948 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1678241-74ea-45ed-8162-5764ca7a22a1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:03.261412 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.261756 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Added segment 6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc of type vlan for network 833b0ffb-4d62-4130-a5de-4c246cada0fa Nov 16 04:55:03.288734 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f489aaed-0765-4a2d-8914-dc0f9f16b06c None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:03.298036 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5384b8-eb89-4c0b-99b3-d45439e38775 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 3033ff05-f672-4db0-967d-76fb31a1dd0c is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:55:03.316046 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.320178 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-1b5384b8-eb89-4c0b-99b3-d45439e38775 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 3033ff05-f672-4db0-967d-76fb31a1dd0c) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:03.327115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5384b8-eb89-4c0b-99b3-d45439e38775 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:03.327705 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b5384b8-eb89-4c0b-99b3-d45439e38775 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.359776 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1b5384b8-eb89-4c0b-99b3-d45439e38775 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1469274 Nov 16 04:55:03.361147 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.362197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:03.362901 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.365272 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dcd4a2-86e7-4d8b-8127-fff1a83d27e2 None None] Network 3033ff05-f672-4db0-967d-76fb31a1dd0c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:03.366195 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53380) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:03.425359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:03.436926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Pushing event updated for resources: {'Port': ['ID=488b7cde-8fc1-4df2-8caa-66ffbe351bcf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:03.443307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Attempting to bind port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:03.443680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Attempting to bind port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a373a2e8-296e-4d5d-83d7-98c249304680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f92e0baa-92d2-4c42-adfc-118d37591adb'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:03.444042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Attempting to bind port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf on network f92e0baa-92d2-4c42-adfc-118d37591adb {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:03.451088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:03.458357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:03.458731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Checking segment: {'id': 'a373a2e8-296e-4d5d-83d7-98c249304680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f92e0baa-92d2-4c42-adfc-118d37591adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:03.459131 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.459533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Bound using segment: {'id': 'a373a2e8-296e-4d5d-83d7-98c249304680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f92e0baa-92d2-4c42-adfc-118d37591adb'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:03.460341 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Bound port: 488b7cde-8fc1-4df2-8caa-66ffbe351bcf, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a373a2e8-296e-4d5d-83d7-98c249304680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f92e0baa-92d2-4c42-adfc-118d37591adb'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:03.460341 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.462008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:03.469810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Pushing event updated for resources: {'Port': ['ID=487e2430-ffca-4889-8ec0-391061b0bef3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:03.511456 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9514158 Nov 16 04:55:03.515570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53382) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:03.517818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17be4e-22c5-474b-b3ca-9f61ead33840 admin admin] Pushing event updated for resources: {'Network': ['ID=833b0ffb-4d62-4130-a5de-4c246cada0fa,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:03.563944 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7ae4580d-f88b-40ad-a57c-9b2144dcde82 admin admin] Request body: {'subnet': {'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-562712058-subnet', 'tenant_id': 'f809e2ea49f64589ac5ad430817dc610', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:03.568273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcfc708-b54e-4fff-9c7b-9c29048a117e None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:03.582738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 833b0ffb-4d62-4130-a5de-4c246cada0fa details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:55:03.609245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e2dbf-740e-4c0d-b697-c1911dccb4bb req-925b2a6d-5044-4b07-add8-0ccb4a6d7b45 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:03.610628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f8e2dbf-740e-4c0d-b697-c1911dccb4bb req-925b2a6d-5044-4b07-add8-0ccb4a6d7b45 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 932 time: 0.4026659 Nov 16 04:55:03.631302 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] For port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:03.634904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] For port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=488b7cde-8fc1-4df2-8caa-66ffbe351bcf,segment=NetworkSegment(a373a2e8-296e-4d5d-83d7-98c249304680),segment_id=a373a2e8-296e-4d5d-83d7-98c249304680)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:03.642383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:03.642648 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.667708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb86e8e-45a0-44a6-86d8-48180666ee61 req-227df29f-e711-4e24-a8c7-97630a394890 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:03.669195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecb86e8e-45a0-44a6-86d8-48180666ee61 req-227df29f-e711-4e24-a8c7-97630a394890 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.4331746 Nov 16 04:55:03.670601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.5 (f92e0baa-92d2-4c42-adfc-118d37591adb/1f024f75-1ea8-4513-9caa-88f8c959c23e/e0f14f45-4457-446f-bd5f-4c7d3de5dddf) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:03.684755 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.729900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae4580d-f88b-40ad-a57c-9b2144dcde82 admin admin] Made reservation on behalf of f809e2ea49f64589ac5ad430817dc610 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:03.732285 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ae4580d-f88b-40ad-a57c-9b2144dcde82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.765039 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': '366b58f0-6612-4134-b144-9e54daa7f1df'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:55:03.766873 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.813107 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.860333 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-c689639d-5ac3-43c3-ae25-cbcf40948504 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4578733 Nov 16 04:55:03.890356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-98b46bb4-4e28-48c8-9c10-6cdb281723e0 None None] Provisioning complete for port 487e2430-ffca-4889-8ec0-391061b0bef3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:03.890356 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98b46bb4-4e28-48c8-9c10-6cdb281723e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.925291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Request body: {'port': {'device_id': 'fb9d82b1-00be-4c55-b35d-07995d84735f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:03.939853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:03.943994 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.947104 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-3033ff05-f672-4db0-967d-76fb31a1dd0c', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:55:03.947721 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:03.949548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1558e64-c552-466d-9d4f-e806f77cf890 None None] Pushing event updated for resources: {'Port': ['ID=488b7cde-8fc1-4df2-8caa-66ffbe351bcf,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:04.032363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-98b46bb4-4e28-48c8-9c10-6cdb281723e0 None None] Port 487e2430-ffca-4889-8ec0-391061b0bef3 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:04.033436 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f8e2dbf-740e-4c0d-b697-c1911dccb4bb req-b0b8afe9-cdd8-46d3-be11-3bb4294e6319 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864534 Nov 16 04:55:04.082256 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecb86e8e-45a0-44a6-86d8-48180666ee61 req-034747a9-190a-43ad-b232-2fd46f5c8d74 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3926671 Nov 16 04:55:04.086077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port c7bc83e4-88bd-4ced-9461-7bc6a5ccf639 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:55:04.257913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Allocated IP 2001:db8::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/366b58f0-6612-4134-b144-9e54daa7f1df/4c0e731a-8f80-43ec-81f8-f0a0043a76f6) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:04.292900 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:04.298877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Allocated IP 172.20.0.2 (3033ff05-f672-4db0-967d-76fb31a1dd0c/88f99ab5-78e3-4406-a724-516fa1d6f8ce/8e8d6167-6aaf-4909-bf7b-f70690f0c570) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:04.316148 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:04.351946 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ae4580d-f88b-40ad-a57c-9b2144dcde82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:04.457435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae4580d-f88b-40ad-a57c-9b2144dcde82 admin admin] Checking segment: {'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:04.457846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae4580d-f88b-40ad-a57c-9b2144dcde82 admin admin] Network hostable DHCP agents. Network: 833b0ffb-4d62-4130-a5de-4c246cada0fa, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:55:04.465865 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4580d-f88b-40ad-a57c-9b2144dcde82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7165b9bb-2dd4-4528-b72b-32d19725ce83,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:04.484366 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae4580d-f88b-40ad-a57c-9b2144dcde82 admin admin] Network 833b0ffb-4d62-4130-a5de-4c246cada0fa is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:55:04.502027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-7ae4580d-f88b-40ad-a57c-9b2144dcde82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 833b0ffb-4d62-4130-a5de-4c246cada0fa) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:04.506887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae4580d-f88b-40ad-a57c-9b2144dcde82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:04.507590 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ae4580d-f88b-40ad-a57c-9b2144dcde82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:04.521150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a13a90-c74d-4ddc-8c34-e25b90368a25 None None] Network 833b0ffb-4d62-4130-a5de-4c246cada0fa requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:04.537834 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:04.538096 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7ae4580d-f88b-40ad-a57c-9b2144dcde82 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0209115 Nov 16 04:55:04.708499 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:04.715058 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:04.720262 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f4b08be4-8e42-4b43-b898-e2a6a00988aa details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:55:04.749266 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:04.840900 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:04.890052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 488b7cde-8fc1-4df2-8caa-66ffbe351bcf up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:04.892526 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:04.903745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:04.910204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:04.922045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network f92e0baa-92d2-4c42-adfc-118d37591adb is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:04.933254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:04.957855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:04.979566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=e0f14f45-4457-446f-bd5f-4c7d3de5dddf,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:05.003087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Pushing event updated for resources: {'Port': ['ID=4c0e731a-8f80-43ec-81f8-f0a0043a76f6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:05.014995 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.044965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::1eb (c5ae47cf-9d45-48ba-80f3-52befcad38c3/366b58f0-6612-4134-b144-9e54daa7f1df/c7bc83e4-88bd-4ced-9461-7bc6a5ccf639) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:05.077360 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Pushing event updated for resources: {'Port': ['ID=8e8d6167-6aaf-4909-bf7b-f70690f0c570,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:05.080954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a119306-859b-4d72-98bb-10f6f3fc48a4 None None] Network 833b0ffb-4d62-4130-a5de-4c246cada0fa requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:05.081372 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Allocated IP 172.20.0.1 (3033ff05-f672-4db0-967d-76fb31a1dd0c/88f99ab5-78e3-4406-a724-516fa1d6f8ce/387d3b02-efb0-4959-84e3-77e80337ed1a) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:05.102776 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Router f22bef75-294d-4d09-860e-4b62d2dccc8e is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:55:05.216216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Network 3033ff05-f672-4db0-967d-76fb31a1dd0c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:05.234658 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:05.243385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:05.266271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 487e2430-ffca-4889-8ec0-391061b0bef3 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:55:05.276966 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.291254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Transition to ACTIVE for port object 487e2430-ffca-4889-8ec0-391061b0bef3 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:55:05.299863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Attempting to bind port 4c0e731a-8f80-43ec-81f8-f0a0043a76f6 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:05.300285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Attempting to bind port 4c0e731a-8f80-43ec-81f8-f0a0043a76f6 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:05.300652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Attempting to bind port 4c0e731a-8f80-43ec-81f8-f0a0043a76f6 on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:05.312466 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.334201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f4b08be4-8e42-4b43-b898-e2a6a00988aa, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f4b08be4-8e42-4b43-b898-e2a6a00988aa,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:05.351244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:05.351537 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.359142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:05.359994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:05.360438 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.360829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:05.361504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Bound port: 4c0e731a-8f80-43ec-81f8-f0a0043a76f6, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:05.362147 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.362754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.414192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 3033ff05-f672-4db0-967d-76fb31a1dd0c is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:05.419437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:05.421369 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=387d3b02-efb0-4959-84e3-77e80337ed1a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:05.426008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'f4b08be4-8e42-4b43-b898-e2a6a00988aa', 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37', 'port_id': 'f4b08be4-8e42-4b43-b898-e2a6a00988aa', 'mac_address': 'fa:16:3e:f7:c4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f61fb2-dee6-4e37-99f7-f60921ab48a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:55:05.431243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:05.453985 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.500170 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.563647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:05.564300 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.608739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.667443 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Attempting to bind port 8e8d6167-6aaf-4909-bf7b-f70690f0c570 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:05.668069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Attempting to bind port 8e8d6167-6aaf-4909-bf7b-f70690f0c570 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '30663094-36eb-4b95-9363-4b6a13a3c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:05.668191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Attempting to bind port 8e8d6167-6aaf-4909-bf7b-f70690f0c570 on network 3033ff05-f672-4db0-967d-76fb31a1dd0c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:05.696738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c112799b-e380-4180-9ebd-4827ff9ae9ce None None] Network f92e0baa-92d2-4c42-adfc-118d37591adb requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:05.700391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d2c665-1bad-4ddd-8fdd-2757a8f5892d None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:05.772648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:05.773023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Checking segment: {'id': '30663094-36eb-4b95-9363-4b6a13a3c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:05.773355 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.773751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Bound using segment: {'id': '30663094-36eb-4b95-9363-4b6a13a3c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:05.774276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Bound port: 8e8d6167-6aaf-4909-bf7b-f70690f0c570, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30663094-36eb-4b95-9363-4b6a13a3c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:05.774674 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.856916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] For port 4c0e731a-8f80-43ec-81f8-f0a0043a76f6, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:05.866413 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.889876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7c871f72-b0a4-45f7-a8fc-0bb6221cab4f None None] Provisioning complete for port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:05.890267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7c871f72-b0a4-45f7-a8fc-0bb6221cab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.930147 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] For port 4c0e731a-8f80-43ec-81f8-f0a0043a76f6, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4c0e731a-8f80-43ec-81f8-f0a0043a76f6,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:05.960156 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.978554 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:05.988156 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b08be4-8e42-4b43-b898-e2a6a00988aa {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:55:05.988601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Pushing event updated for resources: {'Port': ['ID=487e2430-ffca-4889-8ec0-391061b0bef3,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:05.996935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-64ecf16e-1b4b-4bea-82b8-3d89228ac222 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4866753 Nov 16 04:55:06.004468 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53408) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:06.054468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba425506-57c3-4574-b5d8-0f1629c6bffd req-93ca830f-5b29-41c0-9710-97eb756cb72f tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:06.062461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba425506-57c3-4574-b5d8-0f1629c6bffd req-93ca830f-5b29-41c0-9710-97eb756cb72f tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 944 time: 0.7686558 Nov 16 04:55:06.108671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f4b08be4-8e42-4b43-b898-e2a6a00988aa, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f4b08be4-8e42-4b43-b898-e2a6a00988aa,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:06.111120 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.127652 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.161092 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] For port 8e8d6167-6aaf-4909-bf7b-f70690f0c570, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:06.163099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-0610bff9-961d-45e3-8817-e5338ff2c4dd tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:06.171050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-0610bff9-961d-45e3-8817-e5338ff2c4dd tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 814 time: 0.7261398 Nov 16 04:55:06.189260 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] For port 8e8d6167-6aaf-4909-bf7b-f70690f0c570, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8e8d6167-6aaf-4909-bf7b-f70690f0c570,segment=NetworkSegment(30663094-36eb-4b95-9363-4b6a13a3c7ca),segment_id=30663094-36eb-4b95-9363-4b6a13a3c7ca)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:06.190312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59af679-4899-40a9-ba05-f88fb3e0a92e None None] Pushing event updated for resources: {'Port': ['ID=4c0e731a-8f80-43ec-81f8-f0a0043a76f6,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:06.224924 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.231409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-978256dc-ad03-4b2d-89cb-8742b6a657b4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/quotas/f809e2ea49f64589ac5ad430817dc610 HTTP/1.1" status: 200 len: 375 time: 0.0591264 Nov 16 04:55:06.238379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:55:06.241005 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.244797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd4c4b-69f5-45c9-b9d2-91c96cdced12 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port e0f14f45-4457-446f-bd5f-4c7d3de5dddf {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:06.245354 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9cd4c4b-69f5-45c9-b9d2-91c96cdced12 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.290228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=488b7cde-8fc1-4df2-8caa-66ffbe351bcf,segment=NetworkSegment(a373a2e8-296e-4d5d-83d7-98c249304680),segment_id=a373a2e8-296e-4d5d-83d7-98c249304680)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:06.298476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] Sync routers for ids ['f22bef75-294d-4d09-860e-4b62d2dccc8e'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:55:06.344520 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.350540 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-99d37413-0032-4bef-aa56-d3fa009eb16a tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1179707 Nov 16 04:55:06.370664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba425506-57c3-4574-b5d8-0f1629c6bffd req-e9675af6-ed35-4b92-a321-c6aa431e3d4a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044274 Nov 16 04:55:06.389647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['f4b08be4-8e42-4b43-b898-e2a6a00988aa'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:55:06.420159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Attempting to bind port 487e2430-ffca-4889-8ec0-391061b0bef3 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:06.421131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Attempting to bind port 487e2430-ffca-4889-8ec0-391061b0bef3 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:06.421359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Attempting to bind port 487e2430-ffca-4889-8ec0-391061b0bef3 on network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:06.430979 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7c871f72-b0a4-45f7-a8fc-0bb6221cab4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.442849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] Routers {'f22bef75-294d-4d09-860e-4b62d2dccc8e'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:06.443470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:06.443644 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f22bef75-294d-4d09-860e-4b62d2dccc8e'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:06.450949 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.454837 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3e1a384b-6e91-498c-95ed-26784dcfe2bc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.9698379 Nov 16 04:55:06.456413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=f4b08be4-8e42-4b43-b898-e2a6a00988aa,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:06.497262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53410) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:06.538128 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:06.541241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:06.548337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:06.548996 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.551694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=c7bc83e4-88bd-4ced-9461-7bc6a5ccf639,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:06.570301 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Port 487e2430-ffca-4889-8ec0-391061b0bef3 on network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:55:06.570627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Attempting to bind port 487e2430-ffca-4889-8ec0-391061b0bef3 on network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:06.609490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:06.609857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Checking segment: {'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:06.610254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Bound using segment: {'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:06.610710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Bound port: 487e2430-ffca-4889-8ec0-391061b0bef3, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0d76a9-d181-4433-903b-5032aa89bdd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:06.611069 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.623872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1513d488-579e-408a-bb25-71e78427fa69 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3886886 Nov 16 04:55:06.628421 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53412) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:06.662535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4b4f3-e82f-43a9-85d9-849ba6b5d119 None None] Pushing event updated for resources: {'Port': ['ID=8e8d6167-6aaf-4909-bf7b-f70690f0c570,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:06.706952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] For port 487e2430-ffca-4889-8ec0-391061b0bef3, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:06.711184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] For port 487e2430-ffca-4889-8ec0-391061b0bef3, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=487e2430-ffca-4889-8ec0-391061b0bef3,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:06.723690 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.743937 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9cd4c4b-69f5-45c9-b9d2-91c96cdced12 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.774996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f5d15-20bd-440b-be43-d1ba66c161b3 req-3b3f1cc0-3f4b-44a7-8c1d-219f9f6d268e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:06.776347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=488b7cde-8fc1-4df2-8caa-66ffbe351bcf,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:06.785156 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af4f5d15-20bd-440b-be43-d1ba66c161b3 req-3b3f1cc0-3f4b-44a7-8c1d-219f9f6d268e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.2584226 Nov 16 04:55:06.811371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:06.812508 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.814428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] 10.222.0.37 "PUT /v2.0/ports/487e2430-ffca-4889-8ec0-391061b0bef3 HTTP/1.1" status: 200 len: 1092 time: 2.9109130 Nov 16 04:55:06.839823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9d82b1-00be-4c55-b35d-07995d84735f', 'tag': '487e2430-ffca-4889-8ec0-391061b0bef3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:55:06.844662 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6ca58a-b1b6-4e7f-a0fb-0282a9478ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9d82b1-00be-4c55-b35d-07995d84735f", "tag": "487e2430-ffca-4889-8ec0-391061b0bef3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:55:06.855378 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.868382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-b19693cc-9018-43bb-9b26-f02f1127c751 service neutron] 10.222.0.41 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800596 Nov 16 04:55:06.894557 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309a11d2-2d1b-49fc-929c-82052818d001 None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:06.930249 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:06.981196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd4c4b-69f5-45c9-b9d2-91c96cdced12 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for e0f14f45-4457-446f-bd5f-4c7d3de5dddf owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:06.987176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af4f5d15-20bd-440b-be43-d1ba66c161b3 req-9264421a-cdd6-4e13-b4de-9dc5e0632437 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010605 Nov 16 04:55:06.992243 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] Set router f22bef75-294d-4d09-860e-4b62d2dccc8e gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:07.037433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d951cde5-b4fa-4dcb-8633-b6ab72b79357 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:07.043898 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d951cde5-b4fa-4dcb-8633-b6ab72b79357 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:07.045900 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d951cde5-b4fa-4dcb-8633-b6ab72b79357 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4096611 Nov 16 04:55:07.105677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53416) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:07.107845 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4c0e731a-8f80-43ec-81f8-f0a0043a76f6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:07.146223 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:07.181486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694142f-2a88-4d22-a667-8344021eb726 service neutron] Pushing event updated for resources: {'Port': ['ID=487e2430-ffca-4889-8ec0-391061b0bef3,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:07.206387 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-7c871f72-b0a4-45f7-a8fc-0bb6221cab4f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:55:07.207958 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-7c871f72-b0a4-45f7-a8fc-0bb6221cab4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:55:07.237869 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1dd84c-e8cb-4dce-93f7-4e4f3effc997 x-openstack-request-id: req-7f1dd84c-e8cb-4dce-93f7-4e4f3effc997 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:55:07.238415 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9d82b1-00be-4c55-b35d-07995d84735f", "tag": "487e2430-ffca-4889-8ec0-391061b0bef3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:55:07.238854 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f1dd84c-e8cb-4dce-93f7-4e4f3effc997 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:55:07.239441 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9d82b1-00be-4c55-b35d-07995d84735f', 'tag': '487e2430-ffca-4889-8ec0-391061b0bef3', 'status': 'completed', 'code': 200} Nov 16 04:55:07.296062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-8746dc06-1c16-41e5-81ca-ef83accc4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:07.298684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-8746dc06-1c16-41e5-81ca-ef83accc4c5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69c17a18999746438cfa6a1d3d67b593&device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 1095 time: 0.4277263 Nov 16 04:55:07.341361 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:07.346800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=387d3b02-efb0-4959-84e3-77e80337ed1a,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:07.392091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-a3dff7c0-2f80-4841-b8ad-100acb6204db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=487e2430-ffca-4889-8ec0-391061b0bef3 HTTP/1.1" status: 200 len: 217 time: 0.0749421 Nov 16 04:55:07.395801 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-b4a51adf-9ad1-4133-8f2e-cb4337e263d9 service neutron] 10.222.0.41 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877703 Nov 16 04:55:07.481886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-793c788a-1339-43ca-8767-6d69e76b84f1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port c7bc83e4-88bd-4ced-9461-7bc6a5ccf639 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:07.482240 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-793c788a-1339-43ca-8767-6d69e76b84f1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:07.510340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-6099566b-af40-4643-a3e9-179f44377111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:07.511756 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 4c0e731a-8f80-43ec-81f8-f0a0043a76f6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:07.511924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-6099566b-af40-4643-a3e9-179f44377111 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25f61fb2-dee6-4e37-99f7-f60921ab48a7 HTTP/1.1" status: 200 len: 853 time: 0.1052535 Nov 16 04:55:07.514631 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:07.553645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:07.633195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-81ac10b8-92a9-4e98-84da-a3027d5003e0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807600 Nov 16 04:55:07.693151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 3033ff05-f672-4db0-967d-76fb31a1dd0c is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:07.705186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:07.713310 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:07.716254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f22bef75-294d-4d09-860e-4b62d2dccc8e', 'name': '', 'tenant_id': '81672a8507fc44f8a1853d3432ae607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'abde04b8-0cf3-46d2-8502-4ec374b34acc', 'external_fixed_ips': [{'subnet_id': 'c500047c-a3d0-4586-ba02-6113f46fce75', 'ip_address': '2001:db8::339'}], 'enable_snat': True}, 'gw_port_id': 'c0a0b221-381a-499d-8c11-fdd1218995bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:54:58Z', 'updated_at': '2021-11-16T04:55:02Z', 'revision_number': 3, 'project_id': '81672a8507fc44f8a1853d3432ae607f', 'gw_port': {'id': 'c0a0b221-381a-499d-8c11-fdd1218995bc', 'name': '', 'network_id': 'abde04b8-0cf3-46d2-8502-4ec374b34acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f22bef75-294d-4d09-860e-4b62d2dccc8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2013, 'fixed_ips': [{'subnet_id': 'c500047c-a3d0-4586-ba02-6113f46fce75', 'ip_address': '2001:db8::339', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:00Z', 'updated_at': '2021-11-16T04:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c500047c-a3d0-4586-ba02-6113f46fce75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:07.756203 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-793c788a-1339-43ca-8767-6d69e76b84f1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:07.771321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-793c788a-1339-43ca-8767-6d69e76b84f1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for c7bc83e4-88bd-4ced-9461-7bc6a5ccf639 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:07.825005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] Checking router: f22bef75-294d-4d09-860e-4b62d2dccc8e for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:55:07.825005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] Updating router f22bef75-294d-4d09-860e-4b62d2dccc8e port c0a0b221-381a-499d-8c11-fdd1218995bc binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:55:07.891388 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9cd4c4b-69f5-45c9-b9d2-91c96cdced12 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:07.899181 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d301b5-d05d-4e85-9f9e-1b009e1b0aae None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:07.904937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 4c0e731a-8f80-43ec-81f8-f0a0043a76f6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4c0e731a-8f80-43ec-81f8-f0a0043a76f6,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:07.909524 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:07.955539 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:07.965156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f58a12-d438-4c4e-90de-d726e75b4469 req-4e4bf3f7-6f9f-4144-b078-5bf1fd1c70ba tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:07.971280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd4c4b-69f5-45c9-b9d2-91c96cdced12 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=e0f14f45-4457-446f-bd5f-4c7d3de5dddf,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:07.977330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1f58a12-d438-4c4e-90de-d726e75b4469 req-4e4bf3f7-6f9f-4144-b078-5bf1fd1c70ba tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 944 time: 0.4236984 Nov 16 04:55:07.991277 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Deleting port c0a0b221-381a-499d-8c11-fdd1218995bc {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:07.991674 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:07.995046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b254dec-1f04-4ab5-b146-2bc14bb9147c req-2458aae5-abea-4418-9577-8e6eed7cedc9 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 210 time: 0.1119983 Nov 16 04:55:08.242469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9cd4c4b-69f5-45c9-b9d2-91c96cdced12 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:08.246410 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a9cd4c4b-69f5-45c9-b9d2-91c96cdced12 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/e0f14f45-4457-446f-bd5f-4c7d3de5dddf HTTP/1.1" status: 204 len: 168 time: 2.2430954 Nov 16 04:55:08.250569 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:08.252733 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53434) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:08.298490 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-add0e888-4304-4bed-98c4-993512280583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:08.308854 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ff9ebd-a513-40d6-be28-18dab350fcd5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] DELETE failed (client error): The resource could not be found. Nov 16 04:55:08.309458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ff9ebd-a513-40d6-be28-18dab350fcd5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:55:08.316401 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-70ff9ebd-a513-40d6-be28-18dab350fcd5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/e0f14f45-4457-446f-bd5f-4c7d3de5dddf HTTP/1.1" status: 404 len: 333 time: 0.0587611 Nov 16 04:55:08.317951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53436) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:08.319810 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Calling delete_port for c0a0b221-381a-499d-8c11-fdd1218995bc owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:08.320356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8b60ca10-f367-4eb6-957d-a950e807cf38 None None] Provisioning complete for port 4c0e731a-8f80-43ec-81f8-f0a0043a76f6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:08.320999 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b60ca10-f367-4eb6-957d-a950e807cf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:08.356238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router c3b6ec4d-34cf-43fe-94f3-68395209958c is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:55:08.361736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1f58a12-d438-4c4e-90de-d726e75b4469 req-9a0cea61-7290-47f8-a03f-d8b9fb86948c tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831232 Nov 16 04:55:08.367035 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ba0756-8888-4c7e-8acf-f6ce13b603d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:55:08.377801 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-793c788a-1339-43ca-8767-6d69e76b84f1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:08.378268 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-05ba0756-8888-4c7e-8acf-f6ce13b603d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/e0f14f45-4457-446f-bd5f-4c7d3de5dddf HTTP/1.1" status: 404 len: 333 time: 0.0501940 Nov 16 04:55:08.382437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-b6546fd0-43a2-431b-b8fc-70014c2b93fc service neutron] 10.222.0.37 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7352138 Nov 16 04:55:08.396802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53438) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:08.501079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c788a-1339-43ca-8767-6d69e76b84f1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=c7bc83e4-88bd-4ced-9461-7bc6a5ccf639,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:08.615335 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-793c788a-1339-43ca-8767-6d69e76b84f1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:08.617067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:55:08.622921 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-793c788a-1339-43ca-8767-6d69e76b84f1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/c7bc83e4-88bd-4ced-9461-7bc6a5ccf639 HTTP/1.1" status: 204 len: 168 time: 1.5128260 Nov 16 04:55:08.623390 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-20187c02-a519-4ab9-a542-063559c4258b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2546744 Nov 16 04:55:08.623980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53440) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:08.627342 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53442) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:08.633515 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Sync routers for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:55:08.646479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024141c3-08a9-4335-ba35-70c4908f09d8 req-544b2438-f89d-4820-bee3-79e4f2ff8439 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:08.650287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-024141c3-08a9-4335-ba35-70c4908f09d8 req-544b2438-f89d-4820-bee3-79e4f2ff8439 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.4740593 Nov 16 04:55:08.653199 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:08.653880 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:54:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:08.672035 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95af9b74-0438-48c1-87a6-c505a274dded None None] Network 3033ff05-f672-4db0-967d-76fb31a1dd0c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:08.692409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=4c0e731a-8f80-43ec-81f8-f0a0043a76f6,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:08.694692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-17029e63-83c3-41f7-b5b4-c35d091d8fb6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting subnet 1f024f75-1ea8-4513-9caa-88f8c959c23e {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:55:08.698890 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11be5a13-397c-4f97-ab1c-84233fb4a023 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:08.701261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11be5a13-397c-4f97-ab1c-84233fb4a023 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:08.702861 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-11be5a13-397c-4f97-ab1c-84233fb4a023 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0763266 Nov 16 04:55:08.706455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8efbc13e-3e3a-4dd1-926b-8c1bb7251843 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'network': {'name': 'tempest-RoutersTest-666186037'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:08.711037 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53444) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:08.712236 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-17029e63-83c3-41f7-b5b4-c35d091d8fb6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:08.837723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efbc13e-3e3a-4dd1-926b-8c1bb7251843 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:08.842467 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8efbc13e-3e3a-4dd1-926b-8c1bb7251843 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:08.849795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecf38b0a-16f8-45f3-b0d3-c1498018e894 req-7b36538f-8f5b-459a-9dc7-a2445037b089 service neutron] 10.222.0.37 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486902 Nov 16 04:55:08.860526 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:08.864485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f4b08be4-8e42-4b43-b898-e2a6a00988aa up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:08.885300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b34e57f-447e-40bb-bb6b-0214407d5b14 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 366b58f0-6612-4134-b144-9e54daa7f1df {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:55:08.893892 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b34e57f-447e-40bb-bb6b-0214407d5b14 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:08.913545 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-17029e63-83c3-41f7-b5b4-c35d091d8fb6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:08.919866 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-024141c3-08a9-4335-ba35-70c4908f09d8 req-f57bedec-ee5d-4b1e-88cb-cc1bdcf0a36f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594578 Nov 16 04:55:08.990295 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:08.995163 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efbc13e-3e3a-4dd1-926b-8c1bb7251843 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:55:09.047035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ca58a-b1b6-4e7f-a0fb-0282a9478ef4 req-cc17ab62-7bd7-4fbb-ba7b-870697561ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:09.049022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c6ca58a-b1b6-4e7f-a0fb-0282a9478ef4 req-cc17ab62-7bd7-4fbb-ba7b-870697561ba9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=69c17a18999746438cfa6a1d3d67b593&device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 1095 time: 0.1039591 Nov 16 04:55:09.049344 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b34e57f-447e-40bb-bb6b-0214407d5b14 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.059169 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0a0b221-381a-499d-8c11-fdd1218995bc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:09.084834 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8efbc13e-3e3a-4dd1-926b-8c1bb7251843 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.085186 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-8efbc13e-3e3a-4dd1-926b-8c1bb7251843 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Added segment c6d38d6a-0fb5-431c-b071-31a099a873ac of type vlan for network 12bb8295-f20e-49ac-a945-69e8e00f3ab3 Nov 16 04:55:09.113471 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.147898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 488b7cde-8fc1-4df2-8caa-66ffbe351bcf up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:09.182875 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-17029e63-83c3-41f7-b5b4-c35d091d8fb6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.272247 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.278425 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8efbc13e-3e3a-4dd1-926b-8c1bb7251843 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.294951 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.314186 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d15c59b1-ecbd-49ff-8380-7101a9ff7fc1 req-2b37cd55-de6f-4a58-8935-0203fe34fc78 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 210 time: 0.1351366 Nov 16 04:55:09.337097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port f4b08be4-8e42-4b43-b898-e2a6a00988aa completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:55:09.338107 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:05Z', 'revision_number': 2, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:06Z', 'revision_number': 2, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:09.358456 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port f4b08be4-8e42-4b43-b898-e2a6a00988aa triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:09.358822 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.371494 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Checking router: c3b6ec4d-34cf-43fe-94f3-68395209958c for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:55:09.372238 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Updating router c3b6ec4d-34cf-43fe-94f3-68395209958c port 387d3b02-efb0-4959-84e3-77e80337ed1a binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:55:09.384734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ca58a-b1b6-4e7f-a0fb-0282a9478ef4 req-c0f117c0-ff1d-4724-8175-ea4f7bf8e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:09.388705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c6ca58a-b1b6-4e7f-a0fb-0282a9478ef4 req-c0f117c0-ff1d-4724-8175-ea4f7bf8e63d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 HTTP/1.1" status: 200 len: 914 time: 0.3242750 Nov 16 04:55:09.409077 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.455877 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-17029e63-83c3-41f7-b5b4-c35d091d8fb6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.458689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c6ca58a-b1b6-4e7f-a0fb-0282a9478ef4 req-513cf308-85c8-42a3-9df3-940db253c37a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=487e2430-ffca-4889-8ec0-391061b0bef3 HTTP/1.1" status: 200 len: 217 time: 0.0608058 Nov 16 04:55:09.502900 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-17029e63-83c3-41f7-b5b4-c35d091d8fb6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.506661 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-17029e63-83c3-41f7-b5b4-c35d091d8fb6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/1f024f75-1ea8-4513-9caa-88f8c959c23e HTTP/1.1" status: 204 len: 168 time: 1.0975106 Nov 16 04:55:09.528836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17029e63-83c3-41f7-b5b4-c35d091d8fb6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Subnet': ['ID=1f024f75-1ea8-4513-9caa-88f8c959c23e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:09.529983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d39b6ab-5389-497b-afde-88820d39c7c2 None None] Network f92e0baa-92d2-4c42-adfc-118d37591adb requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:09.541203 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53452) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:09.704118 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.737229 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:09.737513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ca58a-b1b6-4e7f-a0fb-0282a9478ef4 req-216644d3-f6fd-4830-a196-3fef3287b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:09.738938 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.739909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c6ca58a-b1b6-4e7f-a0fb-0282a9478ef4 req-216644d3-f6fd-4830-a196-3fef3287b52d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=25f61fb2-dee6-4e37-99f7-f60921ab48a7 HTTP/1.1" status: 200 len: 853 time: 0.2706540 Nov 16 04:55:09.806443 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8b60ca10-f367-4eb6-957d-a950e807cf38 None None] Provisioning complete for port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:09.807243 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b60ca10-f367-4eb6-957d-a950e807cf38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.815698 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.839985 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c81f3d-6e58-4429-a410-5de1f5f7c547 req-4d68add6-30c0-460b-8b5f-df6271acd38b tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:09.851611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52c81f3d-6e58-4429-a410-5de1f5f7c547 req-4d68add6-30c0-460b-8b5f-df6271acd38b tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 944 time: 0.2675886 Nov 16 04:55:09.865223 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c6ca58a-b1b6-4e7f-a0fb-0282a9478ef4 req-d9271fa4-629f-40e5-a5a4-91bd9440bc48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925369 Nov 16 04:55:09.905567 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:09.925064 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.039749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:55:10.040947 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:55:10.055917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4385e4-f1a9-461a-bb80-8825ecf21f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b08be4-8e42-4b43-b898-e2a6a00988aa'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:55:10.060215 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56d5cc7-9e11-47f3-a68a-322593d0621a" -d '{"events": [{"server_uuid": "ee4385e4-f1a9-461a-bb80-8825ecf21f77", "name": "network-vif-plugged", "status": "completed", "tag": "f4b08be4-8e42-4b43-b898-e2a6a00988aa"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:55:10.094282 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f4b08be4-8e42-4b43-b898-e2a6a00988aa, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f4b08be4-8e42-4b43-b898-e2a6a00988aa,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:10.102731 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.111530 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.112082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f22bef75-294d-4d09-860e-4b62d2dccc8e {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:55:10.130100 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8efbc13e-3e3a-4dd1-926b-8c1bb7251843 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.135865 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efbc13e-3e3a-4dd1-926b-8c1bb7251843 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:10.136468 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8efbc13e-3e3a-4dd1-926b-8c1bb7251843 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.162972 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.164343 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0652123e-4224-45f4-99d5-f1efebd16647 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f22bef75-294d-4d09-860e-4b62d2dccc8e HTTP/1.1" status: 204 len: 168 time: 3.6658285 Nov 16 04:55:10.180130 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53458) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:10.181301 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Attempting to bind port 387d3b02-efb0-4959-84e3-77e80337ed1a on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:10.181915 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Attempting to bind port 387d3b02-efb0-4959-84e3-77e80337ed1a by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '30663094-36eb-4b95-9363-4b6a13a3c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:10.182466 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Attempting to bind port 387d3b02-efb0-4959-84e3-77e80337ed1a on network 3033ff05-f672-4db0-967d-76fb31a1dd0c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:10.188396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b34e57f-447e-40bb-bb6b-0214407d5b14 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.189053 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Pushing event updated for resources: {'Port': ['ID=387d3b02-efb0-4959-84e3-77e80337ed1a,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:10.193716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:10.194026 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.197015 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8efbc13e-3e3a-4dd1-926b-8c1bb7251843 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5017722 Nov 16 04:55:10.217343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53460) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:10.220756 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:10.221103 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:10.221441 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:10.221790 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:10.222176 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:10.222695 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:10.223203 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:10.223714 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:10.224545 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:10.225173 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:10.226010 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:10.226602 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:10.232101 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:10.233112 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Checking segment: {'id': '30663094-36eb-4b95-9363-4b6a13a3c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:10.233730 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.235308 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Bound using segment: {'id': '30663094-36eb-4b95-9363-4b6a13a3c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:10.236206 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Bound port: 387d3b02-efb0-4959-84e3-77e80337ed1a, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30663094-36eb-4b95-9363-4b6a13a3c7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:10.236879 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.251265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4de51908-70d4-4cd9-a325-15969a379821 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'subnet': {'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:10.337920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8b60ca10-f367-4eb6-957d-a950e807cf38 None None] Could not find standard attr ID for object e0f14f45-4457-446f-bd5f-4c7d3de5dddf. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:55:10.378946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8e8d6167-6aaf-4909-bf7b-f70690f0c570 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:10.388921 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] For port 387d3b02-efb0-4959-84e3-77e80337ed1a, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:10.398601 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-c327f522-5dbd-4118-9304-9a8f0a235784 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:10.399459 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] For port 387d3b02-efb0-4959-84e3-77e80337ed1a, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=387d3b02-efb0-4959-84e3-77e80337ed1a,segment=NetworkSegment(30663094-36eb-4b95-9363-4b6a13a3c7ca),segment_id=30663094-36eb-4b95-9363-4b6a13a3c7ca)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:10.400793 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-c327f522-5dbd-4118-9304-9a8f0a235784 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.15 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 814 time: 1.1421006 Nov 16 04:55:10.406912 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.432240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-db9f306f-3a21-4aa8-b563-93f1e62a59a3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Request body: {'port': {'device_id': '2c7b8334-13ab-4f5b-a2c9-102f0ef9faee', 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa', 'admin_state_up': True, 'tenant_id': 'f809e2ea49f64589ac5ad430817dc610'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:10.447278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbc13e-3e3a-4dd1-926b-8c1bb7251843 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Network': ['ID=12bb8295-f20e-49ac-a945-69e8e00f3ab3,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:10.496673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-af887b62-6606-4fc0-8362-482d490fbe52 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Deleting subnet c500047c-a3d0-4586-ba02-6113f46fce75 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:55:10.500130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fde025-17f2-4bfe-b4c3-e6f3e3bae05e None None] DHCP port deletion for f92e0baa-92d2-4c42-adfc-118d37591adb request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:10.509825 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-af887b62-6606-4fc0-8362-482d490fbe52 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.511626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 12bb8295-f20e-49ac-a945-69e8e00f3ab3 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:55:10.558031 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:10.558622 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:10.592669 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b34e57f-447e-40bb-bb6b-0214407d5b14 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.658168 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b34e57f-447e-40bb-bb6b-0214407d5b14 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.661407 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2b34e57f-447e-40bb-bb6b-0214407d5b14 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/366b58f0-6612-4134-b144-9e54daa7f1df HTTP/1.1" status: 204 len: 168 time: 1.9479876 Nov 16 04:55:10.681353 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-39797541-68a6-4cca-b08f-4a5eb376fade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.713912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] Port c0a0b221-381a-499d-8c11-fdd1218995bc not found while updating agent binding for router f22bef75-294d-4d09-860e-4b62d2dccc8e. {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 04:55:10.715068 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8ec68-2dc2-4034-bd8b-d17b8440f7e1 None None] Pushing event updated for resources: {'Port': ['ID=387d3b02-efb0-4959-84e3-77e80337ed1a,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:10.716337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53472) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:10.725052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-770ddd1a-9a7b-4e2e-87e7-db3fd41bf87a None None] Provisioning complete for port 4c0e731a-8f80-43ec-81f8-f0a0043a76f6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:10.725974 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-770ddd1a-9a7b-4e2e-87e7-db3fd41bf87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.734096 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-af887b62-6606-4fc0-8362-482d490fbe52 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:10.735867 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34e57f-447e-40bb-bb6b-0214407d5b14 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=366b58f0-6612-4134-b144-9e54daa7f1df,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:10.793106 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=f4b08be4-8e42-4b43-b898-e2a6a00988aa,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:10.794248 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b954e044-340a-4b4b-8ce3-1b93175205f4 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749426 Nov 16 04:55:10.801514 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53476) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:10.804503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] Routers set() bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:10.805438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] Router IDs set() for agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 04:55:10.806454 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9f1ac0ab-0695-405d-86f0-62bc2e6a6de4 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:10.806859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_agentschedulers_db [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f22bef75-294d-4d09-860e-4b62d2dccc8e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent'). {{(pid=102661) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 04:55:10.807751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c89ff5-37b8-4d86-9cb1-87aeb3f51ddf None None] The sync data for ids ['f22bef75-294d-4d09-860e-4b62d2dccc8e'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:55:10.811621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc9018f-edee-49a3-bf1a-7871af32508f None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:10.829328 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:10.897317 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:55:10.912918 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-af887b62-6606-4fc0-8362-482d490fbe52 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.021409 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-db9f306f-3a21-4aa8-b563-93f1e62a59a3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Made reservation on behalf of f809e2ea49f64589ac5ad430817dc610 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:11.025255 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-db9f306f-3a21-4aa8-b563-93f1e62a59a3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.038729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1ac0ab-0695-405d-86f0-62bc2e6a6de4 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:11.042545 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac0ab-0695-405d-86f0-62bc2e6a6de4 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.069922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 487e2430-ffca-4889-8ec0-391061b0bef3 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:55:11.095182 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52c81f3d-6e58-4429-a410-5de1f5f7c547 req-33240a69-369c-46fd-833a-9700ae616d33 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2418096 Nov 16 04:55:11.194879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] For port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=488b7cde-8fc1-4df2-8caa-66ffbe351bcf,segment=NetworkSegment(a373a2e8-296e-4d5d-83d7-98c249304680),segment_id=a373a2e8-296e-4d5d-83d7-98c249304680)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:11.197400 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.202427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 487e2430-ffca-4889-8ec0-391061b0bef3, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=487e2430-ffca-4889-8ec0-391061b0bef3,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:11.249431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 488b7cde-8fc1-4df2-8caa-66ffbe351bcf owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:11.262086 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fe9314-08d8-4dd7-a693-ad2f8b036cd8 x-openstack-request-id: req-e4fe9314-08d8-4dd7-a693-ad2f8b036cd8 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:55:11.262380 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4385e4-f1a9-461a-bb80-8825ecf21f77", "name": "network-vif-plugged", "status": "completed", "tag": "f4b08be4-8e42-4b43-b898-e2a6a00988aa", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:55:11.262639 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4fe9314-08d8-4dd7-a693-ad2f8b036cd8 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:55:11.263039 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4385e4-f1a9-461a-bb80-8825ecf21f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b08be4-8e42-4b43-b898-e2a6a00988aa', 'code': 200} Nov 16 04:55:11.266179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '487e2430-ffca-4889-8ec0-391061b0bef3', 'network_id': 'e01ec0cc-7d4d-482b-91fe-dfc0bce45c37', 'port_id': '487e2430-ffca-4889-8ec0-391061b0bef3', 'mac_address': 'fa:16:3e:6d:62:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25f61fb2-dee6-4e37-99f7-f60921ab48a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:55:11.266480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-af887b62-6606-4fc0-8362-482d490fbe52 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.316158 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:05Z', 'revision_number': 2, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:10Z', 'revision_number': 4, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:11.344176 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af887b62-6606-4fc0-8362-482d490fbe52 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c500047c-a3d0-4586-ba02-6113f46fce75,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:11.352261 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-af887b62-6606-4fc0-8362-482d490fbe52 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.357228 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-af887b62-6606-4fc0-8362-482d490fbe52 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/c500047c-a3d0-4586-ba02-6113f46fce75 HTTP/1.1" status: 204 len: 168 time: 1.1643264 Nov 16 04:55:11.363996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53488) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:11.436472 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746d580b-f9f7-413f-a24b-cd69286f8c43 None None] The sync data for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 is: [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:05Z', 'revision_number': 2, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:10Z', 'revision_number': 4, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:55:11.472393 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.519190 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.537417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 8e8d6167-6aaf-4909-bf7b-f70690f0c570 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:11.537803 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.555097 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c6ca58a-b1b6-4e7f-a0fb-0282a9478ef4 req-a457b70e-e624-48c7-ad4c-03b3b96f229c service neutron] 10.222.0.37 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6373734 Nov 16 04:55:11.606802 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.653180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-db9f306f-3a21-4aa8-b563-93f1e62a59a3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Allocated IP 172.20.0.7 (833b0ffb-4d62-4130-a5de-4c246cada0fa/7165b9bb-2dd4-4528-b72b-32d19725ce83/b978d484-6cca-4f98-bf99-ba7b720e107e) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:11.729363 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.752227 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abde04b8-0cf3-46d2-8502-4ec374b34acc']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:11.762128 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014c7430-4095-4f7c-a6bd-7751c0248ac1') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:11.762592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014c7430-4095-4f7c-a6bd-7751c0248ac1') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:11.773591 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.788793 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.795355 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:55:11.795878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.883701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 487e2430-ffca-4889-8ec0-391061b0bef3 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:55:11.893592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=488b7cde-8fc1-4df2-8caa-66ffbe351bcf,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:11.914770 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c6ca58a-b1b6-4e7f-a0fb-0282a9478ef4 req-84217360-f766-4464-b4f9-330a25899428 service neutron] 10.222.0.37 "GET /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459073 Nov 16 04:55:11.916931 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fc1c0a3-1ac8-4929-9ed2-29fc9e8755bc req-d8555dcc-b38f-4a49-989e-e752ecb7f2ae tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 210 time: 0.3290679 Nov 16 04:55:11.926118 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a6fde025-17f2-4bfe-b4c3-e6f3e3bae05e None None] Deleting port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:11.926118 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6fde025-17f2-4bfe-b4c3-e6f3e3bae05e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:55:11.935105 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:55:11.953346 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:11.963017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c53e1-fc5e-41fc-a823-0237bf531ea8 req-b9116933-e735-4519-8e15-d4175aed8441 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:11.965365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb0c53e1-fc5e-41fc-a823-0237bf531ea8 req-b9116933-e735-4519-8e15-d4175aed8441 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 1.8339183 Nov 16 04:55:11.998832 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network abde04b8-0cf3-46d2-8502-4ec374b34acc {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 04:55:12.011625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a6fde025-17f2-4bfe-b4c3-e6f3e3bae05e None None] For port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:12.012036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6fde025-17f2-4bfe-b4c3-e6f3e3bae05e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.016489 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.032068 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "DELETE /v2.0/networks/abde04b8-0cf3-46d2-8502-4ec374b34acc HTTP/1.1" status: 204 len: 168 time: 0.6665363 Nov 16 04:55:12.036620 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a6fde025-17f2-4bfe-b4c3-e6f3e3bae05e None None] Calling delete_port for 488b7cde-8fc1-4df2-8caa-66ffbe351bcf owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:12.040008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-a6fde025-17f2-4bfe-b4c3-e6f3e3bae05e None None] Port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 04:55:12.054678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No DVR routers for this DVR port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:55:12.054926 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6fde025-17f2-4bfe-b4c3-e6f3e3bae05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.064234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb0c53e1-fc5e-41fc-a823-0237bf531ea8 req-ac8471af-6459-463e-a54d-82ffb65e6aa7 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759909 Nov 16 04:55:12.106527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fde025-17f2-4bfe-b4c3-e6f3e3bae05e None None] No DVR routers for this DVR port 488b7cde-8fc1-4df2-8caa-66ffbe351bcf on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:55:12.179846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de51908-70d4-4cd9-a325-15969a379821 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:12.190395 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4de51908-70d4-4cd9-a325-15969a379821 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.212875 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561a6c2-f131-403f-9fff-c48c92a998ec tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event deleted for resources: {'Network': ['ID=abde04b8-0cf3-46d2-8502-4ec374b34acc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:12.221748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 487e2430-ffca-4889-8ec0-391061b0bef3, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=487e2430-ffca-4889-8ec0-391061b0bef3,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:12.240844 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.241757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fde025-17f2-4bfe-b4c3-e6f3e3bae05e None None] Pushing event deleted for resources: {'Port': ['ID=488b7cde-8fc1-4df2-8caa-66ffbe351bcf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:12.247224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-770ddd1a-9a7b-4e2e-87e7-db3fd41bf87a None None] Provisioning complete for port 8e8d6167-6aaf-4909-bf7b-f70690f0c570 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:12.248982 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-770ddd1a-9a7b-4e2e-87e7-db3fd41bf87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.320740 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:12.326198 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.348389 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac0ab-0695-405d-86f0-62bc2e6a6de4 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.419669 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ac0ab-0695-405d-86f0-62bc2e6a6de4 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:12.428233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=487e2430-ffca-4889-8ec0-391061b0bef3,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:12.431623 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dccf8d2-3b3d-4b57-93c9-e81565efe900 None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:12.448625 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ac0ab-0695-405d-86f0-62bc2e6a6de4 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:12.457863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'port_id': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'mac_address': 'fa:16:3e:1b:93:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:55:12.521784 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-770ddd1a-9a7b-4e2e-87e7-db3fd41bf87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.527101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ac0ab-0695-405d-86f0-62bc2e6a6de4 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:12.529222 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.532181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f1ac0ab-0695-405d-86f0-62bc2e6a6de4 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.600218 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ac0ab-0695-405d-86f0-62bc2e6a6de4 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=be0b1915-c02e-4914-957b-b8fd9d4855b8,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:12.603816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 8e8d6167-6aaf-4909-bf7b-f70690f0c570, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8e8d6167-6aaf-4909-bf7b-f70690f0c570,segment=NetworkSegment(30663094-36eb-4b95-9363-4b6a13a3c7ca),segment_id=30663094-36eb-4b95-9363-4b6a13a3c7ca)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:12.618816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53504) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:12.629974 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5fef0aee-5fe8-46ca-ac2c-bf5d3ab712cb tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Request body: {'router': {'name': 'tempest-router--1641956994', 'project_id': 'de5d078e31dc4ad58c71b3e8614a5946'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:12.631990 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.694533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['487e2430-ffca-4889-8ec0-391061b0bef3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:55:12.743728 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4de51908-70d4-4cd9-a325-15969a379821 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.756368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b40db-d25d-4009-ac28-64e6a3e6684a req-b37eaf59-ed64-4292-9a64-2f2d63a75091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:12.758494 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da4b40db-d25d-4009-ac28-64e6a3e6684a req-b37eaf59-ed64-4292-9a64-2f2d63a75091 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ee4385e4-f1a9-461a-bb80-8825ecf21f77 HTTP/1.1" status: 200 len: 1096 time: 1.1994770 Nov 16 04:55:12.768237 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9f1ac0ab-0695-405d-86f0-62bc2e6a6de4 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9654903 Nov 16 04:55:12.768889 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=8e8d6167-6aaf-4909-bf7b-f70690f0c570,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:12.788422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53506) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:12.797172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'name': 'tempest-NetworksTestDHCPv6-2144968725'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:12.829374 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.858556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6dccf8d2-3b3d-4b57-93c9-e81565efe900 None None] Deleting port 4c0e731a-8f80-43ec-81f8-f0a0043a76f6 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:12.858920 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6dccf8d2-3b3d-4b57-93c9-e81565efe900 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.911386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de51908-70d4-4cd9-a325-15969a379821 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Subnet': ['ID=7692c24a-e9a3-4c47-bbdf-be3baae06bd2,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:12.942189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6dccf8d2-3b3d-4b57-93c9-e81565efe900 None None] For port 4c0e731a-8f80-43ec-81f8-f0a0043a76f6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4c0e731a-8f80-43ec-81f8-f0a0043a76f6,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:12.942541 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6dccf8d2-3b3d-4b57-93c9-e81565efe900 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.959626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6dccf8d2-3b3d-4b57-93c9-e81565efe900 None None] Calling delete_port for 4c0e731a-8f80-43ec-81f8-f0a0043a76f6 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:12.987445 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fef0aee-5fe8-46ca-ac2c-bf5d3ab712cb tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:12.993622 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fef0aee-5fe8-46ca-ac2c-bf5d3ab712cb tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.069575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f390a3-940e-44a6-84cc-5df3fa174a5c req-981804c3-b72e-4d84-a07e-a6c0e4d273b7 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:13.074095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35f390a3-940e-44a6-84cc-5df3fa174a5c req-981804c3-b72e-4d84-a07e-a6c0e4d273b7 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 945 time: 0.3881350 Nov 16 04:55:13.078691 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.093849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 387d3b02-efb0-4959-84e3-77e80337ed1a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:13.097605 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6dccf8d2-3b3d-4b57-93c9-e81565efe900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.114196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:13.117898 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.143353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:55:13.155422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port d4d14524-d555-4993-aa58-def07e59d1d6 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:55:13.172427 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-770ddd1a-9a7b-4e2e-87e7-db3fd41bf87a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:55:13.172809 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-770ddd1a-9a7b-4e2e-87e7-db3fd41bf87a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:55:13.191271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccf8d2-3b3d-4b57-93c9-e81565efe900 None None] Pushing event deleted for resources: {'Port': ['ID=4c0e731a-8f80-43ec-81f8-f0a0043a76f6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:13.194672 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccf8d2-3b3d-4b57-93c9-e81565efe900 None None] No DVR routers for this DVR port 4c0e731a-8f80-43ec-81f8-f0a0043a76f6 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:55:13.251115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7cec86-e416-4b0e-816b-50c9dd22ed0a None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:13.265318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c04e1fc-1756-46c4-b69e-c4e0c1e094c8 req-5a0a032b-de7f-444c-866f-2f4643e9cad8 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 210 time: 0.1383345 Nov 16 04:55:13.272895 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-db9f306f-3a21-4aa8-b563-93f1e62a59a3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.277837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fef0aee-5fe8-46ca-ac2c-bf5d3ab712cb tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.318388 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fef0aee-5fe8-46ca-ac2c-bf5d3ab712cb tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.354294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35f390a3-940e-44a6-84cc-5df3fa174a5c req-16e25b80-8db6-439a-a066-219150967a22 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551278 Nov 16 04:55:13.355541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de51908-70d4-4cd9-a325-15969a379821 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Checking segment: {'id': 'c6d38d6a-0fb5-431c-b071-31a099a873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:13.355541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de51908-70d4-4cd9-a325-15969a379821 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network hostable DHCP agents. Network: 12bb8295-f20e-49ac-a945-69e8e00f3ab3, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:55:13.364691 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fef0aee-5fe8-46ca-ac2c-bf5d3ab712cb tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.367549 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5fef0aee-5fe8-46ca-ac2c-bf5d3ab712cb tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7470140 Nov 16 04:55:13.371659 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:13.379170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53514) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:13.428580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92e0baa-92d2-4c42-adfc-118d37591adb']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:13.474733 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.474963 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16b4200c-af10-48a6-8519-4bf833f0d038 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.487882 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.571814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 387d3b02-efb0-4959-84e3-77e80337ed1a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:13.572508 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.580184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a373a2e8-296e-4d5d-83d7-98c249304680') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:13.580529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a373a2e8-296e-4d5d-83d7-98c249304680') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:13.608380 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:55:13.618898 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.633618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da4b40db-d25d-4009-ac28-64e6a3e6684a req-86852c9b-d4c0-4101-bea6-fbcdc15a4402 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7399986 Nov 16 04:55:13.645307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de51908-70d4-4cd9-a325-15969a379821 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 12bb8295-f20e-49ac-a945-69e8e00f3ab3 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:55:13.674266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679cb73-986a-4340-8e8f-1454616b6c51 req-0bdf585f-f0af-446b-907e-b5f361b6e260 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:13.676436 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3679cb73-986a-4340-8e8f-1454616b6c51 req-0bdf585f-f0af-446b-907e-b5f361b6e260 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.2350962 Nov 16 04:55:13.684360 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.695195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-4de51908-70d4-4cd9-a325-15969a379821 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 12bb8295-f20e-49ac-a945-69e8e00f3ab3) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:13.707969 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': 'be0b1915-c02e-4914-957b-b8fd9d4855b8'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:55:13.709178 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.723209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15fbe94-4431-4f35-ab99-92d33ff6e098 None None] Network 12bb8295-f20e-49ac-a945-69e8e00f3ab3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:13.736957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:55:13.740031 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.769129 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16b4200c-af10-48a6-8519-4bf833f0d038 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.771706 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16b4200c-af10-48a6-8519-4bf833f0d038 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:55:13.830502 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:55:13.843194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de51908-70d4-4cd9-a325-15969a379821 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:13.844338 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4de51908-70d4-4cd9-a325-15969a379821 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.849434 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.866855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16b4200c-af10-48a6-8519-4bf833f0d038 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.867396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b4200c-af10-48a6-8519-4bf833f0d038 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd5c6833-eb5b-4367-9d2d-3105f39ef835 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:55:13.879451 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.885055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/networks/f92e0baa-92d2-4c42-adfc-118d37591adb HTTP/1.1" status: 204 len: 168 time: 4.3416929 Nov 16 04:55:13.889837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16b4200c-af10-48a6-8519-4bf833f0d038 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.895375 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-16b4200c-af10-48a6-8519-4bf833f0d038 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "DELETE /v2.0/routers/dd5c6833-eb5b-4367-9d2d-3105f39ef835 HTTP/1.1" status: 204 len: 168 time: 0.5147257 Nov 16 04:55:13.897825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53516) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:13.907590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-24a9ee62-8216-4b0a-8af3-ac029eb9b1fb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-478806074'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:13.921195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b75c7-b051-4225-9e8d-09be1f237753 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Network': ['ID=f92e0baa-92d2-4c42-adfc-118d37591adb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:13.929785 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::33d (c5ae47cf-9d45-48ba-80f3-52befcad38c3/be0b1915-c02e-4914-957b-b8fd9d4855b8/d4d14524-d555-4993-aa58-def07e59d1d6) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:13.933136 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-db9f306f-3a21-4aa8-b563-93f1e62a59a3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:13.945897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4de51908-70d4-4cd9-a325-15969a379821 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7074726 Nov 16 04:55:13.947822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53520) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:13.987135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a9ee62-8216-4b0a-8af3-ac029eb9b1fb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:13.992561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:13.993246 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-24a9ee62-8216-4b0a-8af3-ac029eb9b1fb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:14.057300 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3679cb73-986a-4340-8e8f-1454616b6c51 req-c934b4e9-a666-4ae9-b930-9ceceee68b12 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486006 Nov 16 04:55:14.093152 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:14.151781 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53522) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:14.180456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-db9f306f-3a21-4aa8-b563-93f1e62a59a3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Network 833b0ffb-4d62-4130-a5de-4c246cada0fa is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:14.184854 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f306f-3a21-4aa8-b563-93f1e62a59a3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Pushing event updated for resources: {'Port': ['ID=b978d484-6cca-4f98-bf99-ba7b720e107e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:14.226192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-db9f306f-3a21-4aa8-b563-93f1e62a59a3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:14.259139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-db9f306f-3a21-4aa8-b563-93f1e62a59a3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:14.301728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a9ee62-8216-4b0a-8af3-ac029eb9b1fb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:55:14.347189 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-24a9ee62-8216-4b0a-8af3-ac029eb9b1fb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:14.347935 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-24a9ee62-8216-4b0a-8af3-ac029eb9b1fb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Added segment b404dddb-2751-4c44-9d82-cadc3ba76361 of type vlan for network 77952714-cf54-4342-86a1-ce8e7035f6b8 Nov 16 04:55:14.468147 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-db9f306f-3a21-4aa8-b563-93f1e62a59a3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:14.469862 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-db9f306f-3a21-4aa8-b563-93f1e62a59a3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:14.522308 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:14.566669 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-24a9ee62-8216-4b0a-8af3-ac029eb9b1fb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:14.582421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-770ddd1a-9a7b-4e2e-87e7-db3fd41bf87a None None] Provisioning complete for port 387d3b02-efb0-4959-84e3-77e80337ed1a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:14.583855 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-770ddd1a-9a7b-4e2e-87e7-db3fd41bf87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:14.616324 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-db9f306f-3a21-4aa8-b563-93f1e62a59a3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1943028 Nov 16 04:55:14.632426 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-860371553', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:14.661963 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Request body: {'port': {'device_id': '2c7b8334-13ab-4f5b-a2c9-102f0ef9faee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:14.667107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:55:14.668045 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:14.715905 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:14.722351 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:14.735623 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-24a9ee62-8216-4b0a-8af3-ac029eb9b1fb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:14.743987 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a9ee62-8216-4b0a-8af3-ac029eb9b1fb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:14.745070 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-24a9ee62-8216-4b0a-8af3-ac029eb9b1fb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:14.785170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 387d3b02-efb0-4959-84e3-77e80337ed1a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=387d3b02-efb0-4959-84e3-77e80337ed1a,segment=NetworkSegment(30663094-36eb-4b95-9363-4b6a13a3c7ca),segment_id=30663094-36eb-4b95-9363-4b6a13a3c7ca)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:14.803422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19875cea-1bfe-4475-8550-5cc2336600dd req-262243f1-4182-455b-93c8-d206e19dfc89 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:14.806112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19875cea-1bfe-4475-8550-5cc2336600dd req-262243f1-4182-455b-93c8-d206e19dfc89 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 945 time: 0.2129650 Nov 16 04:55:14.858938 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:14.900140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 487e2430-ffca-4889-8ec0-391061b0bef3 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:14.923055 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9ee62-8216-4b0a-8af3-ac029eb9b1fb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Network': ['ID=77952714-cf54-4342-86a1-ce8e7035f6b8,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:14.963123 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-24a9ee62-8216-4b0a-8af3-ac029eb9b1fb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0606227 Nov 16 04:55:14.977134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53532) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:15.014436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0035887d-3933-4d9f-83a5-d1e47b484b0b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': '77952714-cf54-4342-86a1-ce8e7035f6b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:15.177097 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:15.182900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0035887d-3933-4d9f-83a5-d1e47b484b0b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:15.188096 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0035887d-3933-4d9f-83a5-d1e47b484b0b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:15.190234 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 77952714-cf54-4342-86a1-ce8e7035f6b8 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:55:15.245246 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:15.257182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010540e-82a4-4c65-b72e-a945ad5cb4a4 req-befda9d8-d165-42da-9dc0-197df2a9a4c2 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:15.258800 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0010540e-82a4-4c65-b72e-a945ad5cb4a4 req-befda9d8-d165-42da-9dc0-197df2a9a4c2 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 931 time: 0.7430086 Nov 16 04:55:15.275197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 488b7cde-8fc1-4df2-8caa-66ffbe351bcf no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:55:15.343945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 488b7cde-8fc1-4df2-8caa-66ffbe351bcf {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:55:15.344851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 488b7cde-8fc1-4df2-8caa-66ffbe351bcf not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:55:15.345428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4c0e731a-8f80-43ec-81f8-f0a0043a76f6 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:55:15.374796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 4c0e731a-8f80-43ec-81f8-f0a0043a76f6 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:55:15.375467 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4c0e731a-8f80-43ec-81f8-f0a0043a76f6 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:55:15.423440 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:15.467570 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 487e2430-ffca-4889-8ec0-391061b0bef3 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:55:15.477146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=387d3b02-efb0-4959-84e3-77e80337ed1a,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:15.486319 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:15.499605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 487e2430-ffca-4889-8ec0-391061b0bef3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:15.499991 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:15.509920 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:15.601010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Allocated IP 172.21.0.2 (12bb8295-f20e-49ac-a945-69e8e00f3ab3/7692c24a-e9a3-4c47-bbdf-be3baae06bd2/ac430bb0-b40a-4643-bf68-b9f9856440b4) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:15.603427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8e8d6167-6aaf-4909-bf7b-f70690f0c570 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:15.616839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:15.616839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:15.617149 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:15.617449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:15.617665 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:15.617980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:15.618306 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:15.618628 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:15.618948 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:15.619265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:15.619582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:15.620043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:15.656084 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19875cea-1bfe-4475-8550-5cc2336600dd req-37bf7d81-3500-49c7-a3e1-9e764d688c63 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330583 Nov 16 04:55:15.770038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-770ddd1a-9a7b-4e2e-87e7-db3fd41bf87a None None] Could not find standard attr ID for object c7bc83e4-88bd-4ced-9461-7bc6a5ccf639. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:55:15.850891 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:15.896817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b978d484-6cca-4f98-bf99-ba7b720e107e {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:55:15.899605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9d82b1-00be-4c55-b35d-07995d84735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487e2430-ffca-4889-8ec0-391061b0bef3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:55:15.899846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0010540e-82a4-4c65-b72e-a945ad5cb4a4 req-6d2a7858-7c70-4c12-b9c8-1ca0c7838d7b tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296177 Nov 16 04:55:15.902359 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d585d92b-66a5-42f3-99de-500917edf483" -d '{"events": [{"server_uuid": "fb9d82b1-00be-4c55-b35d-07995d84735f", "name": "network-vif-plugged", "status": "completed", "tag": "487e2430-ffca-4889-8ec0-391061b0bef3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:55:15.906447 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:15.943330 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:15.947678 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 487e2430-ffca-4889-8ec0-391061b0bef3, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=487e2430-ffca-4889-8ec0-391061b0bef3,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:15.955443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Transition to ACTIVE for port object b978d484-6cca-4f98-bf99-ba7b720e107e will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:55:15.960856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:15.961242 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:15.967732 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:15.977934 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:15.998747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-efe6e36b-f0ed-4325-a06e-a27ddadba0ca None None] Provisioning complete for port 387d3b02-efb0-4959-84e3-77e80337ed1a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:15.999119 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efe6e36b-f0ed-4325-a06e-a27ddadba0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:16.050752 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fae2d91-90c8-4552-a43c-485041760487 x-openstack-request-id: req-5fae2d91-90c8-4552-a43c-485041760487 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:55:16.051045 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9d82b1-00be-4c55-b35d-07995d84735f", "name": "network-vif-plugged", "status": "completed", "tag": "487e2430-ffca-4889-8ec0-391061b0bef3", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:55:16.051295 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fae2d91-90c8-4552-a43c-485041760487 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:55:16.052167 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9d82b1-00be-4c55-b35d-07995d84735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '487e2430-ffca-4889-8ec0-391061b0bef3', 'code': 200} Nov 16 04:55:16.060853 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Pushing event updated for resources: {'Port': ['ID=b978d484-6cca-4f98-bf99-ba7b720e107e,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:16.070190 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0035887d-3933-4d9f-83a5-d1e47b484b0b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:16.102865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 8e8d6167-6aaf-4909-bf7b-f70690f0c570 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:16.103155 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:16.181311 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:16.198139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9db89-35fd-402a-be54-70feb765fbc6 req-dd5a3ea8-d3fa-4672-9661-c1b4afadcded tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:16.199922 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95f9db89-35fd-402a-be54-70feb765fbc6 req-dd5a3ea8-d3fa-4672-9661-c1b4afadcded tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.2399452 Nov 16 04:55:16.278447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=487e2430-ffca-4889-8ec0-391061b0bef3,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:16.357721 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:16.359727 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:16.361840 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:16.392676 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:16.427908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:16.430971 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Allocated IP 2001:db8::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/be0b1915-c02e-4914-957b-b8fd9d4855b8/272caba0-9732-485b-b9e2-2628a7a21f14) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:16.442499 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:16.517193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Network 12bb8295-f20e-49ac-a945-69e8e00f3ab3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:16.534812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:16.573032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:16.579009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Pushing event updated for resources: {'Port': ['ID=ac430bb0-b40a-4643-bf68-b9f9856440b4,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:16.692328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Attempting to bind port ac430bb0-b40a-4643-bf68-b9f9856440b4 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:16.693012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Attempting to bind port ac430bb0-b40a-4643-bf68-b9f9856440b4 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'c6d38d6a-0fb5-431c-b071-31a099a873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:16.693134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Attempting to bind port ac430bb0-b40a-4643-bf68-b9f9856440b4 on network 12bb8295-f20e-49ac-a945-69e8e00f3ab3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:16.699072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea51477-686e-4cf2-9295-266a0a367f75 req-bfd0eea7-0e72-4e79-800c-20686eaef29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:16.701493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ea51477-686e-4cf2-9295-266a0a367f75 req-bfd0eea7-0e72-4e79-800c-20686eaef29e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 1097 time: 0.6087952 Nov 16 04:55:16.719881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:16.720256 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Checking segment: {'id': 'c6d38d6a-0fb5-431c-b071-31a099a873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:16.720658 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:16.721051 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Bound using segment: {'id': 'c6d38d6a-0fb5-431c-b071-31a099a873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:16.721537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Bound port: ac430bb0-b40a-4643-bf68-b9f9856440b4, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d38d6a-0fb5-431c-b071-31a099a873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:16.721945 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:16.756922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:16.805048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Allocated IP 172.21.0.1 (12bb8295-f20e-49ac-a945-69e8e00f3ab3/7692c24a-e9a3-4c47-bbdf-be3baae06bd2/6c62f68b-e70c-4b46-8d3e-fc1876f4a078) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:16.828328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95f9db89-35fd-402a-be54-70feb765fbc6 req-57eedad3-a6e9-44bc-801f-7d7fe42b6fc8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6207354 Nov 16 04:55:16.890829 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:16.904898 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:16.912070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ea51477-686e-4cf2-9295-266a0a367f75 req-cc0f9725-4714-4391-9089-a874f6f8804e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969762 Nov 16 04:55:16.913878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Attempting to bind port b978d484-6cca-4f98-bf99-ba7b720e107e on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:16.914413 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Attempting to bind port b978d484-6cca-4f98-bf99-ba7b720e107e by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:16.914674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Attempting to bind port b978d484-6cca-4f98-bf99-ba7b720e107e on network 833b0ffb-4d62-4130-a5de-4c246cada0fa {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:16.920535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0035887d-3933-4d9f-83a5-d1e47b484b0b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Checking segment: {'id': 'b404dddb-2751-4c44-9d82-cadc3ba76361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '77952714-cf54-4342-86a1-ce8e7035f6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:16.921943 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0035887d-3933-4d9f-83a5-d1e47b484b0b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network hostable DHCP agents. Network: 77952714-cf54-4342-86a1-ce8e7035f6b8, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:55:16.944648 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035887d-3933-4d9f-83a5-d1e47b484b0b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Subnet': ['ID=61f8f103-aa98-4370-953c-8dd680f50fb5,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:16.950064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] For port ac430bb0-b40a-4643-bf68-b9f9856440b4, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:16.965140 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:16.965919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Port b978d484-6cca-4f98-bf99-ba7b720e107e on network 833b0ffb-4d62-4130-a5de-4c246cada0fa not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:55:16.966244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Attempting to bind port b978d484-6cca-4f98-bf99-ba7b720e107e on network 833b0ffb-4d62-4130-a5de-4c246cada0fa {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:16.990962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:16.993255 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] For port ac430bb0-b40a-4643-bf68-b9f9856440b4, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ac430bb0-b40a-4643-bf68-b9f9856440b4,segment=NetworkSegment(c6d38d6a-0fb5-431c-b071-31a099a873ac),segment_id=c6d38d6a-0fb5-431c-b071-31a099a873ac)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:16.994605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Pushing event updated for resources: {'Port': ['ID=272caba0-9732-485b-b9e2-2628a7a21f14,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:16.997352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:17.000507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:17.003197 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.004277 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:17.015323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:17.015708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Checking segment: {'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:17.016107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Bound using segment: {'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:17.017192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Bound port: b978d484-6cca-4f98-bf99-ba7b720e107e, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:17.017554 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.019781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:17.027764 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:17.028407 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.056190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71853247-8da7-4b3a-92d8-f6f4d6a8b364 None None] Pushing event updated for resources: {'Port': ['ID=ac430bb0-b40a-4643-bf68-b9f9856440b4,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:17.078412 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2792749 Nov 16 04:55:17.083689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10b1d5-013b-43b3-aa1c-a92ece2486c6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=d4d14524-d555-4993-aa58-def07e59d1d6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:17.092249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53544) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:17.153096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e887ea-d2ad-4ca4-ac26-9811b9d698c4 req-9428bf55-1c09-487d-be1f-f81ed8281cbb tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:17.156340 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2e887ea-d2ad-4ca4-ac26-9811b9d698c4 req-9428bf55-1c09-487d-be1f-f81ed8281cbb tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 946 time: 0.3578343 Nov 16 04:55:17.182213 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0035887d-3933-4d9f-83a5-d1e47b484b0b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network 77952714-cf54-4342-86a1-ce8e7035f6b8 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:55:17.207414 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Attempting to bind port 272caba0-9732-485b-b9e2-2628a7a21f14 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:17.208382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Attempting to bind port 272caba0-9732-485b-b9e2-2628a7a21f14 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:17.208382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Attempting to bind port 272caba0-9732-485b-b9e2-2628a7a21f14 on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:17.226068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:17.226437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:17.226839 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.227230 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:17.227707 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Bound port: 272caba0-9732-485b-b9e2-2628a7a21f14, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:17.228090 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.247681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-0035887d-3933-4d9f-83a5-d1e47b484b0b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 77952714-cf54-4342-86a1-ce8e7035f6b8) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:17.261520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384d9f6f-c0a3-4e94-8fc1-e18c70e2cb0a None None] Network 77952714-cf54-4342-86a1-ce8e7035f6b8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:17.262715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0035887d-3933-4d9f-83a5-d1e47b484b0b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:17.265235 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0035887d-3933-4d9f-83a5-d1e47b484b0b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.296082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f4aad5-0b34-479b-a908-bcb1d55d15c2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:17.302667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f4aad5-0b34-479b-a908-bcb1d55d15c2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:17.307489 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b0f4aad5-0b34-479b-a908-bcb1d55d15c2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2110751 Nov 16 04:55:17.308625 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53546) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:17.343120 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0035887d-3933-4d9f-83a5-d1e47b484b0b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3632150 Nov 16 04:55:17.367653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53548) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:17.378117 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': '77952714-cf54-4342-86a1-ce8e7035f6b8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-278062338'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:17.438926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] For port 272caba0-9732-485b-b9e2-2628a7a21f14, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:17.445924 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.464313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] For port 272caba0-9732-485b-b9e2-2628a7a21f14, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=272caba0-9732-485b-b9e2-2628a7a21f14,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:17.487436 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.538507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2e887ea-d2ad-4ca4-ac26-9811b9d698c4 req-92e2f542-c495-4e9c-8deb-34d369c64cde tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727484 Nov 16 04:55:17.629341 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.641472 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.646647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] For port b978d484-6cca-4f98-bf99-ba7b720e107e, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:17.671072 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 387d3b02-efb0-4959-84e3-77e80337ed1a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:17.715588 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] For port b978d484-6cca-4f98-bf99-ba7b720e107e, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b978d484-6cca-4f98-bf99-ba7b720e107e,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:17.719220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:17.726564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.752417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.765262 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.815863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:17.817141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.818764 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] 10.222.0.15 "PUT /v2.0/ports/b978d484-6cca-4f98-bf99-ba7b720e107e HTTP/1.1" status: 200 len: 1091 time: 3.1777642 Nov 16 04:55:17.820737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7b8334-13ab-4f5b-a2c9-102f0ef9faee', 'tag': 'b978d484-6cca-4f98-bf99-ba7b720e107e'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:55:17.822682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac132d5-fd7b-4cc0-937d-1eb7535d4f7b None None] Pushing event updated for resources: {'Port': ['ID=272caba0-9732-485b-b9e2-2628a7a21f14,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:17.823579 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1709a96d-a8f9-419f-8027-0afb2331cbb2" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7b8334-13ab-4f5b-a2c9-102f0ef9faee", "tag": "b978d484-6cca-4f98-bf99-ba7b720e107e"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:55:17.857167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port b3687479-c115-41fd-a15c-fefc764c93e0 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:55:17.858087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-77952714-cf54-4342-86a1-ce8e7035f6b8', 'network_id': '77952714-cf54-4342-86a1-ce8e7035f6b8', 'tenant_id': 'a23880a53c04422caf7e62ff28ac9622', 'fixed_ips': [{'subnet_id': '61f8f103-aa98-4370-953c-8dd680f50fb5'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:55:17.859721 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:17.973814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=6c62f68b-e70c-4b46-8d3e-fc1876f4a078,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:17.995703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 12bb8295-f20e-49ac-a945-69e8e00f3ab3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:18.024039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038d8f8-e630-424d-b0a7-d6960af67115 req-a5639091-0781-470d-a46c-2370ac9b2ec0 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:18.033384 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f0b558-2011-4009-9992-852e050e6cb1 x-openstack-request-id: req-c0f0b558-2011-4009-9992-852e050e6cb1 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:55:18.034012 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7b8334-13ab-4f5b-a2c9-102f0ef9faee", "tag": "b978d484-6cca-4f98-bf99-ba7b720e107e", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:55:18.040330 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0f0b558-2011-4009-9992-852e050e6cb1 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:55:18.040953 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7b8334-13ab-4f5b-a2c9-102f0ef9faee', 'tag': 'b978d484-6cca-4f98-bf99-ba7b720e107e', 'status': 'completed', 'code': 200} Nov 16 04:55:18.045930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f038d8f8-e630-424d-b0a7-d6960af67115 req-a5639091-0781-470d-a46c-2370ac9b2ec0 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 943 time: 0.6842308 Nov 16 04:55:18.048493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:18.054372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:18.126273 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67143a54-e380-4e55-a72a-2c88e01cb11e service neutron] Pushing event updated for resources: {'Port': ['ID=b978d484-6cca-4f98-bf99-ba7b720e107e,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:18.210057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Allocated IP 172.25.0.167 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/1270d1fa-1f0f-4328-95ff-462ed40c1ac5) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:18.258729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-323c6ca9-969c-4f42-b387-11b4f4a6e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:18.260752 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-323c6ca9-969c-4f42-b387-11b4f4a6e2d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 1094 time: 0.3368111 Nov 16 04:55:18.290773 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb01ac-505b-44d8-8454-eb7e5e3f1186 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port d4d14524-d555-4993-aa58-def07e59d1d6 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:18.291208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:55:18.291596 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0dbb01ac-505b-44d8-8454-eb7e5e3f1186 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:18.293843 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd30af6a-7695-410a-9f4b-88b1c4ccc595" -d '{"events": [{"server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "name": "network-vif-plugged", "status": "completed", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:55:18.319676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 387d3b02-efb0-4959-84e3-77e80337ed1a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:18.321072 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:18.398534 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:18.438472 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-85608d4f-93ca-4538-826c-319c51abfbf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b978d484-6cca-4f98-bf99-ba7b720e107e HTTP/1.1" status: 200 len: 217 time: 0.1608489 Nov 16 04:55:18.521031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-53584ee5-f2e8-47b3-8075-9dd47220fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:18.522802 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-53584ee5-f2e8-47b3-8075-9dd47220fc2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7165b9bb-2dd4-4528-b72b-32d19725ce83 HTTP/1.1" status: 200 len: 854 time: 0.0543725 Nov 16 04:55:18.594249 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:18.607065 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-3d8ba7d0-60b4-4304-a745-5811124681b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=833b0ffb-4d62-4130-a5de-4c246cada0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707655 Nov 16 04:55:18.800200 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-e0614417-29b3-4137-bebc-d5dfd9fa173d service neutron] 10.222.0.15 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731520 Nov 16 04:55:18.828100 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.10 (77952714-cf54-4342-86a1-ce8e7035f6b8/61f8f103-aa98-4370-953c-8dd680f50fb5/b3687479-c115-41fd-a15c-fefc764c93e0) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:18.831823 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0dbb01ac-505b-44d8-8454-eb7e5e3f1186 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:18.850102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56441dbb-64d3-4655-9806-729db7af0eb0 None None] Network 12bb8295-f20e-49ac-a945-69e8e00f3ab3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:18.898855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aaeb43-d38e-4e78-b1d0-c4114f71a3c4 req-88797b20-47e7-456d-b7bf-fda5225c4a16 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:18.902162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0aaeb43-d38e-4e78-b1d0-c4114f71a3c4 req-88797b20-47e7-456d-b7bf-fda5225c4a16 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.6474681 Nov 16 04:55:18.950202 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb01ac-505b-44d8-8454-eb7e5e3f1186 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for d4d14524-d555-4993-aa58-def07e59d1d6 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:18.968150 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:19.008553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d2ba2a89-f9fd-4aa5-b475-db62a5d58708 None None] Provisioning complete for port ac430bb0-b40a-4643-bf68-b9f9856440b4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:19.010383 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d2ba2a89-f9fd-4aa5-b475-db62a5d58708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:19.027068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f038d8f8-e630-424d-b0a7-d6960af67115 req-bcacec1f-c22b-468f-b199-79e3ef1e8bff tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9796686 Nov 16 04:55:19.234642 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d2ba2a89-f9fd-4aa5-b475-db62a5d58708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:19.339305 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d2ba2a89-f9fd-4aa5-b475-db62a5d58708 None None] For port ac430bb0-b40a-4643-bf68-b9f9856440b4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ac430bb0-b40a-4643-bf68-b9f9856440b4,segment=NetworkSegment(c6d38d6a-0fb5-431c-b071-31a099a873ac),segment_id=c6d38d6a-0fb5-431c-b071-31a099a873ac)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:19.341370 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad7b0c0-776e-41eb-a1e3-50afe0886e90 x-openstack-request-id: req-8ad7b0c0-776e-41eb-a1e3-50afe0886e90 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:55:19.341542 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "name": "network-vif-plugged", "status": "completed", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:55:19.342646 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ad7b0c0-776e-41eb-a1e3-50afe0886e90 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:55:19.343677 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'code': 200} Nov 16 04:55:19.345005 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d2ba2a89-f9fd-4aa5-b475-db62a5d58708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:19.512813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-140568c5-852e-4a11-8012-c3256d0f6b7f None None] Provisioning complete for port 272caba0-9732-485b-b9e2-2628a7a21f14 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:19.513989 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-140568c5-852e-4a11-8012-c3256d0f6b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:19.517227 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba2a89-f9fd-4aa5-b475-db62a5d58708 None None] Pushing event updated for resources: {'Port': ['ID=ac430bb0-b40a-4643-bf68-b9f9856440b4,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:19.534041 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d353808b-f499-40b1-a6b6-83e5c750eb9d req-2c5ecef9-c5e5-474a-9307-437a4fc8c222 service neutron] 10.222.0.15 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7229216 Nov 16 04:55:19.573312 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0dbb01ac-505b-44d8-8454-eb7e5e3f1186 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:19.647403 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:19.712345 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-140568c5-852e-4a11-8012-c3256d0f6b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:19.790222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-140568c5-852e-4a11-8012-c3256d0f6b7f None None] For port 272caba0-9732-485b-b9e2-2628a7a21f14, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=272caba0-9732-485b-b9e2-2628a7a21f14,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:19.803447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ac430bb0-b40a-4643-bf68-b9f9856440b4 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:19.826823 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:19.859800 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0dbb01ac-505b-44d8-8454-eb7e5e3f1186 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:19.866157 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0dbb01ac-505b-44d8-8454-eb7e5e3f1186 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/d4d14524-d555-4993-aa58-def07e59d1d6 HTTP/1.1" status: 204 len: 168 time: 2.5496867 Nov 16 04:55:19.867920 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53560) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:19.868753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb01ac-505b-44d8-8454-eb7e5e3f1186 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=d4d14524-d555-4993-aa58-def07e59d1d6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:19.875968 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-140568c5-852e-4a11-8012-c3256d0f6b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:19.906978 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0aaeb43-d38e-4e78-b1d0-c4114f71a3c4 req-31165af5-b0bb-40ac-b7f7-f2101f0e0c91 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9818337 Nov 16 04:55:19.961874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d01b0-791a-4bf8-8d29-27e04fbb7456 req-7bd4aa22-8a25-4a96-b989-f51b3f4b69b9 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:19.963489 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d39d01b0-791a-4bf8-8d29-27e04fbb7456 req-7bd4aa22-8a25-4a96-b989-f51b3f4b69b9 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 946 time: 0.3091960 Nov 16 04:55:20.019091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709a96d-a8f9-419f-8027-0afb2331cbb2 req-405e0cab-e338-45c7-8114-5d08708c6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:20.022218 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1709a96d-a8f9-419f-8027-0afb2331cbb2 req-405e0cab-e338-45c7-8114-5d08708c6dac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 1094 time: 0.4305754 Nov 16 04:55:20.037615 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.048319 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b414ef-a047-44c9-bc12-e264d6ab4d8e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:20.049936 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b414ef-a047-44c9-bc12-e264d6ab4d8e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:20.051538 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-53b414ef-a047-44c9-bc12-e264d6ab4d8e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1793783 Nov 16 04:55:20.081386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53568) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:20.101430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140568c5-852e-4a11-8012-c3256d0f6b7f None None] Pushing event updated for resources: {'Port': ['ID=272caba0-9732-485b-b9e2-2628a7a21f14,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:20.135046 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.161823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1c9d2b96-13d0-44c7-8e19-b3ba4fa0be30 None None] Provisioning complete for port ac430bb0-b40a-4643-bf68-b9f9856440b4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:20.174976 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c9d2b96-13d0-44c7-8e19-b3ba4fa0be30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.234626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port ac430bb0-b40a-4643-bf68-b9f9856440b4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:20.235786 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.237302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network 77952714-cf54-4342-86a1-ce8e7035f6b8 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:20.273026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:20.287000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:20.287840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfc1f11-e80a-4115-833d-ba0caa58c9b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet be0b1915-c02e-4914-957b-b8fd9d4855b8 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:55:20.289993 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.290403 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=b3687479-c115-41fd-a15c-fefc764c93e0,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:20.292932 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.296039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709a96d-a8f9-419f-8027-0afb2331cbb2 req-7cc58afe-0d95-40b9-b0c0-373395a91826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:20.297610 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1709a96d-a8f9-419f-8027-0afb2331cbb2 req-7cc58afe-0d95-40b9-b0c0-373395a91826 service neutron] 10.222.0.15 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 915 time: 0.2664812 Nov 16 04:55:20.322786 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d39d01b0-791a-4bf8-8d29-27e04fbb7456 req-3b5e2a9d-63ec-414e-b8ab-8968b2ba7215 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416121 Nov 16 04:55:20.341432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Allocated IP 172.20.0.2 (77952714-cf54-4342-86a1-ce8e7035f6b8/61f8f103-aa98-4370-953c-8dd680f50fb5/82945d46-35f1-47b2-9b06-8d67abc76246) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:20.376686 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1709a96d-a8f9-419f-8027-0afb2331cbb2 req-a42256bf-807a-488d-8e9a-589f42b07dd6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b978d484-6cca-4f98-bf99-ba7b720e107e HTTP/1.1" status: 200 len: 217 time: 0.0489371 Nov 16 04:55:20.434612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1709a96d-a8f9-419f-8027-0afb2331cbb2 req-7c449ba9-0b4b-49f5-a7db-7743c425aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:20.437205 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1709a96d-a8f9-419f-8027-0afb2331cbb2 req-7c449ba9-0b4b-49f5-a7db-7743c425aad2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7165b9bb-2dd4-4528-b72b-32d19725ce83 HTTP/1.1" status: 200 len: 854 time: 0.0522468 Nov 16 04:55:20.445050 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1f11-e80a-4115-833d-ba0caa58c9b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.457046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:20.457830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.497425 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1709a96d-a8f9-419f-8027-0afb2331cbb2 req-12fba7ae-4a7f-495f-a77d-336aca8c8a97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=833b0ffb-4d62-4130-a5de-4c246cada0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350566 Nov 16 04:55:20.510749 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1c9d2b96-13d0-44c7-8e19-b3ba4fa0be30 None None] Provisioning complete for port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:20.511125 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c9d2b96-13d0-44c7-8e19-b3ba4fa0be30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.524472 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3280f34c-a8b9-4dd5-aedc-641fd830e1b0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.1500943 Nov 16 04:55:20.534423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53574) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:20.600205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 272caba0-9732-485b-b9e2-2628a7a21f14 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:20.610669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:20.612261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=6c62f68b-e70c-4b46-8d3e-fc1876f4a078,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:20.619900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:20.622724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:20.649315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7634817d-1741-4548-9618-a832667b8f25 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:20.657927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1c9d2b96-13d0-44c7-8e19-b3ba4fa0be30 None None] Port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:20.694800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1c9d2b96-13d0-44c7-8e19-b3ba4fa0be30 None None] Could not find standard attr ID for object d4d14524-d555-4993-aa58-def07e59d1d6. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:55:20.710852 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1709a96d-a8f9-419f-8027-0afb2331cbb2 req-418c9ddb-be37-4be4-898b-fe0410478610 service neutron] 10.222.0.15 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001278 Nov 16 04:55:20.782690 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.794770 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.802691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 272caba0-9732-485b-b9e2-2628a7a21f14 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:20.803673 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.845227 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1f11-e80a-4115-833d-ba0caa58c9b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.852413 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1709a96d-a8f9-419f-8027-0afb2331cbb2 req-6d3e395e-6cec-4e3f-8480-a420b2a8aae3 service neutron] 10.222.0.15 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333554 Nov 16 04:55:20.855313 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-907e5845-b878-4a05-9ce5-5e68eb974700 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port b3687479-c115-41fd-a15c-fefc764c93e0 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:20.855847 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-907e5845-b878-4a05-9ce5-5e68eb974700 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.874948 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Network 77952714-cf54-4342-86a1-ce8e7035f6b8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:20.880904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:20.889046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:20.914920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Pushing event updated for resources: {'Port': ['ID=82945d46-35f1-47b2-9b06-8d67abc76246,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:20.920748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-21fb5a84-f5d1-482c-8e98-40f64d028209 None None] Provisioning complete for port 1270d1fa-1f0f-4328-95ff-462ed40c1ac5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:20.921211 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21fb5a84-f5d1-482c-8e98-40f64d028209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.958836 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1f11-e80a-4115-833d-ba0caa58c9b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:20.999414 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-907e5845-b878-4a05-9ce5-5e68eb974700 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.010647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Attempting to bind port 82945d46-35f1-47b2-9b06-8d67abc76246 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:21.011180 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Attempting to bind port 82945d46-35f1-47b2-9b06-8d67abc76246 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'b404dddb-2751-4c44-9d82-cadc3ba76361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '77952714-cf54-4342-86a1-ce8e7035f6b8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:21.011698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Attempting to bind port 82945d46-35f1-47b2-9b06-8d67abc76246 on network 77952714-cf54-4342-86a1-ce8e7035f6b8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:21.016577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-21fb5a84-f5d1-482c-8e98-40f64d028209 None None] Port 1270d1fa-1f0f-4328-95ff-462ed40c1ac5 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:21.021283 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-907e5845-b878-4a05-9ce5-5e68eb974700 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for b3687479-c115-41fd-a15c-fefc764c93e0 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:21.039051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c759cd7-b6b9-4fdc-ab80-ed21a84947d0 req-5b98c408-76b5-44e0-859e-1482c6c3ab95 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:21.039754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:21.040266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Checking segment: {'id': 'b404dddb-2751-4c44-9d82-cadc3ba76361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '77952714-cf54-4342-86a1-ce8e7035f6b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:21.040430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c759cd7-b6b9-4fdc-ab80-ed21a84947d0 req-5b98c408-76b5-44e0-859e-1482c6c3ab95 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 943 time: 0.8108826 Nov 16 04:55:21.041012 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.041506 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.041841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Bound using segment: {'id': 'b404dddb-2751-4c44-9d82-cadc3ba76361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '77952714-cf54-4342-86a1-ce8e7035f6b8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:21.042240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Bound port: 82945d46-35f1-47b2-9b06-8d67abc76246, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b404dddb-2751-4c44-9d82-cadc3ba76361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '77952714-cf54-4342-86a1-ce8e7035f6b8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:21.042723 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.045653 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1f11-e80a-4115-833d-ba0caa58c9b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.079744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-21fb5a84-f5d1-482c-8e98-40f64d028209 None None] Provisioning complete for port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:21.080283 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21fb5a84-f5d1-482c-8e98-40f64d028209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.135702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-21fb5a84-f5d1-482c-8e98-40f64d028209 None None] Port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:21.170315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4c99c-6e06-4055-a16b-f44e1a93ea83 req-bc173994-2269-4323-8703-8d88b60a9202 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:21.172013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fba4c99c-6e06-4055-a16b-f44e1a93ea83 req-bc173994-2269-4323-8703-8d88b60a9202 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee4385e4-f1a9-461a-bb80-8825ecf21f77 HTTP/1.1" status: 200 len: 945 time: 0.6144490 Nov 16 04:55:21.181536 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] For port 82945d46-35f1-47b2-9b06-8d67abc76246, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:21.193015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] For port 82945d46-35f1-47b2-9b06-8d67abc76246, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=82945d46-35f1-47b2-9b06-8d67abc76246,segment=NetworkSegment(b404dddb-2751-4c44-9d82-cadc3ba76361),segment_id=b404dddb-2751-4c44-9d82-cadc3ba76361)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:21.197313 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.238848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fba4c99c-6e06-4055-a16b-f44e1a93ea83 req-ba593393-8679-47cb-a62a-14ad83f10685 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560362 Nov 16 04:55:21.239558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc1f11-e80a-4115-833d-ba0caa58c9b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=be0b1915-c02e-4914-957b-b8fd9d4855b8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:21.242094 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0bfc1f11-e80a-4115-833d-ba0caa58c9b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.245355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0bfc1f11-e80a-4115-833d-ba0caa58c9b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/be0b1915-c02e-4914-957b-b8fd9d4855b8 HTTP/1.1" status: 204 len: 168 time: 1.1628625 Nov 16 04:55:21.256464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585062f0-6868-4109-a071-aa4c14bab6dd None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:21.257233 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53578) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:21.270017 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-907e5845-b878-4a05-9ce5-5e68eb974700 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.365230 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1ceb4260-89a7-41e3-9128-6e1999c75ba9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008132 Nov 16 04:55:21.372754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53582) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:21.389002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9c2b49b7-9151-4546-9ae5-e735c687bf7e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:21.391705 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdf661-1bb9-4769-8c2d-222bd02ba418 None None] Pushing event updated for resources: {'Port': ['ID=82945d46-35f1-47b2-9b06-8d67abc76246,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:21.413535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e5845-b878-4a05-9ce5-5e68eb974700 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=b3687479-c115-41fd-a15c-fefc764c93e0,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:21.642119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ac430bb0-b40a-4643-bf68-b9f9856440b4 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:21.667283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31efc504-4ec5-4a35-92ed-30da6b84a398 None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:21.680830 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2b49b7-9151-4546-9ae5-e735c687bf7e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:21.696148 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c2b49b7-9151-4546-9ae5-e735c687bf7e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.706899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-907e5845-b878-4a05-9ce5-5e68eb974700 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.713944 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-907e5845-b878-4a05-9ce5-5e68eb974700 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/b3687479-c115-41fd-a15c-fefc764c93e0 HTTP/1.1" status: 204 len: 168 time: 1.1770210 Nov 16 04:55:21.720162 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53586) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:21.772395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Pushing event updated for resources: {'Port': ['ID=1270d1fa-1f0f-4328-95ff-462ed40c1ac5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:21.793809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port ac430bb0-b40a-4643-bf68-b9f9856440b4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:21.793809 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.820593 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-31efc504-4ec5-4a35-92ed-30da6b84a398 None None] Deleting port 272caba0-9732-485b-b9e2-2628a7a21f14 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:21.821064 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31efc504-4ec5-4a35-92ed-30da6b84a398 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.883983 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f94b344-2a7d-4907-a9c9-7ac8d85d8640 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:55:21.885624 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6f94b344-2a7d-4907-a9c9-7ac8d85d8640 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/b3687479-c115-41fd-a15c-fefc764c93e0 HTTP/1.1" status: 404 len: 333 time: 0.1292341 Nov 16 04:55:21.889023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53588) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:21.899320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c759cd7-b6b9-4fdc-ab80-ed21a84947d0 req-a4b8868e-09a9-48eb-a2c3-4fdf5100cd8c tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8436909 Nov 16 04:55:21.917941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-31efc504-4ec5-4a35-92ed-30da6b84a398 None None] For port 272caba0-9732-485b-b9e2-2628a7a21f14, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=272caba0-9732-485b-b9e2-2628a7a21f14,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:21.918465 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31efc504-4ec5-4a35-92ed-30da6b84a398 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:21.957243 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-31efc504-4ec5-4a35-92ed-30da6b84a398 None None] Calling delete_port for 272caba0-9732-485b-b9e2-2628a7a21f14 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:22.017153 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:22.026405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4386e427-3c02-4044-89ca-ed696cd60bc8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting subnet 61f8f103-aa98-4370-953c-8dd680f50fb5 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:55:22.034565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4386e427-3c02-4044-89ca-ed696cd60bc8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:22.117350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017e680-b961-4c40-933f-da4f6b110553 req-73058300-d11a-4dd1-93db-d5253b2b3877 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:22.119042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6017e680-b961-4c40-933f-da4f6b110553 req-73058300-d11a-4dd1-93db-d5253b2b3877 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.3896058 Nov 16 04:55:22.146533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 12bb8295-f20e-49ac-a945-69e8e00f3ab3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:22.156074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:22.165693 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4386e427-3c02-4044-89ca-ed696cd60bc8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:22.170417 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31efc504-4ec5-4a35-92ed-30da6b84a398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:22.256656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31efc504-4ec5-4a35-92ed-30da6b84a398 None None] No DVR routers for this DVR port 272caba0-9732-485b-b9e2-2628a7a21f14 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:55:22.266231 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efc504-4ec5-4a35-92ed-30da6b84a398 None None] Pushing event deleted for resources: {'Port': ['ID=272caba0-9732-485b-b9e2-2628a7a21f14,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:22.379986 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4386e427-3c02-4044-89ca-ed696cd60bc8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:22.443812 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c2b49b7-9151-4546-9ae5-e735c687bf7e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:22.512820 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2b49b7-9151-4546-9ae5-e735c687bf7e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:22.553738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b49b7-9151-4546-9ae5-e735c687bf7e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=90d33b51-8d9f-4746-bdf9-7ed1e9fbc3fb,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:22.558274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9c2b49b7-9151-4546-9ae5-e735c687bf7e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:22.560798 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4386e427-3c02-4044-89ca-ed696cd60bc8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:22.570934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9628606-a713-4f18-aa5d-911ff353dab5 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:22.589554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2b49b7-9151-4546-9ae5-e735c687bf7e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:22.590229 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c2b49b7-9151-4546-9ae5-e735c687bf7e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:22.593127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6017e680-b961-4c40-933f-da4f6b110553 req-488b33ea-ad05-4595-9978-0bc1d02235da tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4642203 Nov 16 04:55:22.615749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4386e427-3c02-4044-89ca-ed696cd60bc8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:22.622188 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4386e427-3c02-4044-89ca-ed696cd60bc8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/61f8f103-aa98-4370-953c-8dd680f50fb5 HTTP/1.1" status: 204 len: 168 time: 0.7297268 Nov 16 04:55:22.666306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4386e427-3c02-4044-89ca-ed696cd60bc8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Subnet': ['ID=61f8f103-aa98-4370-953c-8dd680f50fb5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:22.682063 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9c2b49b7-9151-4546-9ae5-e735c687bf7e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3065538 Nov 16 04:55:22.683273 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53592) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:22.683893 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53596) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:22.704962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'name': 'tempest-NetworksTestDHCPv6-687412257'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:22.745611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dfc6e67f-8008-46a6-bd12-50da1801d48e None None] Provisioning complete for port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:22.746098 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dfc6e67f-8008-46a6-bd12-50da1801d48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:22.813286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:22.828125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dfc6e67f-8008-46a6-bd12-50da1801d48e None None] Port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:22.898779 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:23.017906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router c3b6ec4d-34cf-43fe-94f3-68395209958c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:55:23.030826 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': '90d33b51-8d9f-4746-bdf9-7ed1e9fbc3fb'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:55:23.032100 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:23.100698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26095462-5251-41e4-a3da-7d2dcd73530e req-0ebaeccc-ef3f-44bd-a05f-91712bf2ea8a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:23.109712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26095462-5251-41e4-a3da-7d2dcd73530e req-0ebaeccc-ef3f-44bd-a05f-91712bf2ea8a tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee4385e4-f1a9-461a-bb80-8825ecf21f77 HTTP/1.1" status: 200 len: 945 time: 0.2978714 Nov 16 04:55:23.110419 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:23.114145 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:23.135434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port e469b3e3-53bc-4ffb-a845-a505fd88c67e yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:55:23.160377 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 82945d46-35f1-47b2-9b06-8d67abc76246 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:23.160766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:23.204333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673d1273-6bbf-4ba6-9fc7-c16324921def None None] Network 77952714-cf54-4342-86a1-ce8e7035f6b8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:23.205857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Router 2a482f92-4131-4473-94ba-f6d6176955af is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:55:23.299941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26095462-5251-41e4-a3da-7d2dcd73530e req-c5986d28-e432-473d-96a2-a4a49b584794 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887584 Nov 16 04:55:23.338003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] For port 82945d46-35f1-47b2-9b06-8d67abc76246, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=82945d46-35f1-47b2-9b06-8d67abc76246,segment=NetworkSegment(b404dddb-2751-4c44-9d82-cadc3ba76361),segment_id=b404dddb-2751-4c44-9d82-cadc3ba76361)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:23.338343 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:23.357949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 82945d46-35f1-47b2-9b06-8d67abc76246 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:23.385677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::2d5 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/90d33b51-8d9f-4746-bdf9-7ed1e9fbc3fb/e469b3e3-53bc-4ffb-a845-a505fd88c67e) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:23.401051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa00886-6a13-4551-9c10-b66322a8504e req-5b0ce600-542d-4e17-ac66-29783104ba62 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:23.404792 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aa00886-6a13-4551-9c10-b66322a8504e req-5b0ce600-542d-4e17-ac66-29783104ba62 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 943 time: 0.2408066 Nov 16 04:55:23.430865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:55:23.451959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-932fa3ee-0153-499e-993d-cb48705f86b6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5030425 Nov 16 04:55:23.455431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53602) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:23.462226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b730443e-e98b-4247-9de8-15cb7ff6396a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'network': {'name': 'tempest-RoutersTest-477190949'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:23.487053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b730443e-e98b-4247-9de8-15cb7ff6396a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:23.490732 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b730443e-e98b-4247-9de8-15cb7ff6396a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:23.526590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aa00886-6a13-4551-9c10-b66322a8504e req-73597d7b-3ae7-461f-9fe2-1b7e31fc3577 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126304 Nov 16 04:55:23.557210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b978d484-6cca-4f98-bf99-ba7b720e107e details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:55:23.569508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:55:23.580435 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d049b-0bee-4678-bb25-095bfbc5ed81 None None] Sync routers for ids ['2a482f92-4131-4473-94ba-f6d6176955af'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:55:23.584812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b730443e-e98b-4247-9de8-15cb7ff6396a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:55:23.600842 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b730443e-e98b-4247-9de8-15cb7ff6396a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:23.601192 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-b730443e-e98b-4247-9de8-15cb7ff6396a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Added segment 4a66a7c5-d447-443f-b198-0ebeed57f5cb of type vlan for network 645ec4ca-5cb0-4978-8a6a-d3e667afb38d Nov 16 04:55:23.605751 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d049b-0bee-4678-bb25-095bfbc5ed81 None None] Routers {'2a482f92-4131-4473-94ba-f6d6176955af'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:23.607986 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2a7d049b-0bee-4678-bb25-095bfbc5ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a482f92-4131-4473-94ba-f6d6176955af'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:23.628676 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:23.633736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-45bb071e-cf2d-4cda-b599-0c8816feba00 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.4741292 Nov 16 04:55:23.636647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53604) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:23.693552 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2a7d049b-0bee-4678-bb25-095bfbc5ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:23.715450 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7d049b-0bee-4678-bb25-095bfbc5ed81 None None] Routers {'2a482f92-4131-4473-94ba-f6d6176955af'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:23.716080 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2a7d049b-0bee-4678-bb25-095bfbc5ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a482f92-4131-4473-94ba-f6d6176955af'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:23.768470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b978d484-6cca-4f98-bf99-ba7b720e107e, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b978d484-6cca-4f98-bf99-ba7b720e107e,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:23.783266 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b730443e-e98b-4247-9de8-15cb7ff6396a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:23.790433 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Sync routers for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:55:23.799748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'b978d484-6cca-4f98-bf99-ba7b720e107e', 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa', 'port_id': 'b978d484-6cca-4f98-bf99-ba7b720e107e', 'mac_address': 'fa:16:3e:74:4e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7165b9bb-2dd4-4528-b72b-32d19725ce83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:55:23.803743 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 82945d46-35f1-47b2-9b06-8d67abc76246 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:23.828883 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2a7d049b-0bee-4678-bb25-095bfbc5ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:23.829554 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7d049b-0bee-4678-bb25-095bfbc5ed81 None None] The sync data for ids ['2a482f92-4131-4473-94ba-f6d6176955af'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:55:23.894299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57802b-dad6-4d22-a310-a56b9eda2375 req-cf3524b4-8452-4612-bb0a-537852c134ae tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:23.902218 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf57802b-dad6-4d22-a310-a56b9eda2375 req-cf3524b4-8452-4612-bb0a-537852c134ae tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.1301684 Nov 16 04:55:23.924502 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:23.928063 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b730443e-e98b-4247-9de8-15cb7ff6396a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:23.934252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b730443e-e98b-4247-9de8-15cb7ff6396a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:23.935334 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b730443e-e98b-4247-9de8-15cb7ff6396a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:23.953850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-80625344-e367-4e67-ac90-109e14cf3269 None None] Provisioning complete for port 82945d46-35f1-47b2-9b06-8d67abc76246 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:23.954253 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80625344-e367-4e67-ac90-109e14cf3269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:23.996745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:23.997406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:24.052528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf57802b-dad6-4d22-a310-a56b9eda2375 req-0d4f455e-f9b6-4ba3-844d-5f38efc0522f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487179 Nov 16 04:55:24.102853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b730443e-e98b-4247-9de8-15cb7ff6396a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6448576 Nov 16 04:55:24.107663 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b978d484-6cca-4f98-bf99-ba7b720e107e {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:55:24.109040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-64211148-9d1e-4f8f-8bdb-4b904c8a2c89 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/routers/2a482f92-4131-4473-94ba-f6d6176955af HTTP/1.1" status: 200 len: 924 time: 0.4714084 Nov 16 04:55:24.111771 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53608) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:24.111771 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53610) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:24.119554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0a4ee940-645f-4af6-a9c6-145f95568454 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'subnet': {'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:24.166177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730443e-e98b-4247-9de8-15cb7ff6396a tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Network': ['ID=645ec4ca-5cb0-4978-8a6a-d3e667afb38d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:24.202012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b978d484-6cca-4f98-bf99-ba7b720e107e, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b978d484-6cca-4f98-bf99-ba7b720e107e,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:24.220556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd680601-1b0e-4e15-b3a3-74373ce746d7 req-33c6ea56-137f-4a56-bdcf-321f6722832c tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:24.221685 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cd680601-1b0e-4e15-b3a3-74373ce746d7 req-33c6ea56-137f-4a56-bdcf-321f6722832c tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.15 "GET /v2.0/ports?device_id=ee4385e4-f1a9-461a-bb80-8825ecf21f77 HTTP/1.1" status: 200 len: 945 time: 0.6056883 Nov 16 04:55:24.248857 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:24.255413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-36f45bdf-1c0c-475f-8807-15f9497cb5f5 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a482f92-4131-4473-94ba-f6d6176955af HTTP/1.1" status: 200 len: 205 time: 0.1319177 Nov 16 04:55:24.265364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53612) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:24.278951 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:24.284934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a785ad-65cb-483c-931a-0add64d826b8 req-c9c31a1a-93eb-4937-b516-fd072ed967c9 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:24.288361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6a785ad-65cb-483c-931a-0add64d826b8 req-c9c31a1a-93eb-4937-b516-fd072ed967c9 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 946 time: 0.2626495 Nov 16 04:55:24.310071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=82945d46-35f1-47b2-9b06-8d67abc76246,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:24.321217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No DVR routers for this DVR port 82945d46-35f1-47b2-9b06-8d67abc76246 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:55:24.469010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 645ec4ca-5cb0-4978-8a6a-d3e667afb38d details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:55:24.568664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4ee940-645f-4af6-a9c6-145f95568454 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:24.573166 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee940-645f-4af6-a9c6-145f95568454 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:24.579637 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:24.600200 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:24.605616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:24.631576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-cd680601-1b0e-4e15-b3a3-74373ce746d7 req-e8878ddf-0fb1-4b26-9dc1-9aa3a2b0955f tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Deleting port f4b08be4-8e42-4b43-b898-e2a6a00988aa {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:24.632198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-cd680601-1b0e-4e15-b3a3-74373ce746d7 req-e8878ddf-0fb1-4b26-9dc1-9aa3a2b0955f tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:24.656126 n-d-818042-1 neutron-server[102661]: INFO neutron.plugins.ml2.db [None req-80625344-e367-4e67-ac90-109e14cf3269 None None] No ports have port_id starting with 82945d46-35f1-47b2-9b06-8d67abc76246 Nov 16 04:55:24.661417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34de384e-341a-47de-92de-043b40d61e44 None None] DHCP port deletion for 77952714-cf54-4342-86a1-ce8e7035f6b8 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:24.663820 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:24.723030 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77952714-cf54-4342-86a1-ce8e7035f6b8']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:24.751549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b404dddb-2751-4c44-9d82-cadc3ba76361') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:24.751846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b404dddb-2751-4c44-9d82-cadc3ba76361') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:24.775051 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:24.805725 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-cd680601-1b0e-4e15-b3a3-74373ce746d7 req-e8878ddf-0fb1-4b26-9dc1-9aa3a2b0955f tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] For port f4b08be4-8e42-4b43-b898-e2a6a00988aa, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f4b08be4-8e42-4b43-b898-e2a6a00988aa,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:24.806056 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-cd680601-1b0e-4e15-b3a3-74373ce746d7 req-e8878ddf-0fb1-4b26-9dc1-9aa3a2b0955f tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:24.808748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:24.829023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:24.831783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64ab6f-d1a8-4210-b496-61d18e6d444c req-351ec05a-b477-46e2-b837-954c18d8fb80 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:24.834102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b64ab6f-d1a8-4210-b496-61d18e6d444c req-351ec05a-b477-46e2-b837-954c18d8fb80 tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee4385e4-f1a9-461a-bb80-8825ecf21f77 HTTP/1.1" status: 200 len: 945 time: 0.3692224 Nov 16 04:55:24.835729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-cd680601-1b0e-4e15-b3a3-74373ce746d7 req-e8878ddf-0fb1-4b26-9dc1-9aa3a2b0955f tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Calling delete_port for f4b08be4-8e42-4b43-b898-e2a6a00988aa owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:24.844401 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:55:24.844837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:55:24.849106 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:55:24.888290 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d6a785ad-65cb-483c-931a-0add64d826b8 req-d2471c86-0032-4903-97ba-e419caf5a4db tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Deleting port 487e2430-ffca-4889-8ec0-391061b0bef3 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:24.889253 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d6a785ad-65cb-483c-931a-0add64d826b8 req-d2471c86-0032-4903-97ba-e419caf5a4db tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:24.889648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Allocated IP 2001:db8::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/90d33b51-8d9f-4746-bdf9-7ed1e9fbc3fb/5935c3c4-631a-4a69-b14c-01de89931b02) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:24.991872 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:25.005427 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:25.012156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:25.018550 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:25.019281 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.024698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=e469b3e3-53bc-4ffb-a845-a505fd88c67e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:25.035857 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.048647 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.051982 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/networks/77952714-cf54-4342-86a1-ce8e7035f6b8 HTTP/1.1" status: 204 len: 168 time: 2.3670115 Nov 16 04:55:25.056731 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53620) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:25.071167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-01a4cfad-d926-4881-bf70-eeadcc49d2e9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'name': 'tempest-PortsTestJSON-1046735222'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:25.097040 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8329d7ec-66bc-43da-ba30-dc460172f212 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3986909 Nov 16 04:55:25.097961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c476bb-a207-44c8-8fe4-4504a3ec7294 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Network': ['ID=77952714-cf54-4342-86a1-ce8e7035f6b8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:25.101128 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53624) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:25.105115 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.114999 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 82945d46-35f1-47b2-9b06-8d67abc76246 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:25.116381 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.152750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Port 82945d46-35f1-47b2-9b06-8d67abc76246 was deleted so its status cannot be updated. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 16 04:55:25.164380 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.194185 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:25.196268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b978d484-6cca-4f98-bf99-ba7b720e107e'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:55:25.244577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:25.249349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:25.291128 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-cd680601-1b0e-4e15-b3a3-74373ce746d7 req-e8878ddf-0fb1-4b26-9dc1-9aa3a2b0955f tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.311865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 272caba0-9732-485b-b9e2-2628a7a21f14 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:55:25.324730 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4624223-59e3-4496-b48d-28564cff0a76 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:25.331835 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4624223-59e3-4496-b48d-28564cff0a76 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:25.337111 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4624223-59e3-4496-b48d-28564cff0a76 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2062185 Nov 16 04:55:25.342949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['487e2430-ffca-4889-8ec0-391061b0bef3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:55:25.369389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53626) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:25.378688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8878ddf-0fb1-4b26-9dc1-9aa3a2b0955f tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Pushing event deleted for resources: {'Port': ['ID=f4b08be4-8e42-4b43-b898-e2a6a00988aa,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:25.414635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 272caba0-9732-485b-b9e2-2628a7a21f14 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:55:25.415044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 272caba0-9732-485b-b9e2-2628a7a21f14 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:55:25.453727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b446dc72-6c53-4455-a52f-a04819b9bf69 None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:25.455458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a4cfad-d926-4881-bf70-eeadcc49d2e9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:25.461006 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01a4cfad-d926-4881-bf70-eeadcc49d2e9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.493295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd680601-1b0e-4e15-b3a3-74373ce746d7 req-e8878ddf-0fb1-4b26-9dc1-9aa3a2b0955f tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] No DVR routers for this DVR port f4b08be4-8e42-4b43-b898-e2a6a00988aa on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:55:25.499375 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-cd680601-1b0e-4e15-b3a3-74373ce746d7 req-e8878ddf-0fb1-4b26-9dc1-9aa3a2b0955f tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.504535 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cd680601-1b0e-4e15-b3a3-74373ce746d7 req-e8878ddf-0fb1-4b26-9dc1-9aa3a2b0955f tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.15 "DELETE /v2.0/ports/f4b08be4-8e42-4b43-b898-e2a6a00988aa HTTP/1.1" status: 204 len: 173 time: 1.2731154 Nov 16 04:55:25.507371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee4385e4-f1a9-461a-bb80-8825ecf21f77', 'name': 'network-vif-deleted', 'tag': 'f4b08be4-8e42-4b43-b898-e2a6a00988aa'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:55:25.510688 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80278b1-e596-49a5-a491-d5e04cd850d2" -d '{"events": [{"server_uuid": "ee4385e4-f1a9-461a-bb80-8825ecf21f77", "name": "network-vif-deleted", "tag": "f4b08be4-8e42-4b43-b898-e2a6a00988aa"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:55:25.518722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-01a4cfad-d926-4881-bf70-eeadcc49d2e9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port c94efd10-5f9a-4862-87d2-2dd542e75925 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:55:25.639710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f4b08be4-8e42-4b43-b898-e2a6a00988aa no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:55:25.681495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Attempting to bind port 5935c3c4-631a-4a69-b14c-01de89931b02 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:25.681495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Attempting to bind port 5935c3c4-631a-4a69-b14c-01de89931b02 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:25.681965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Attempting to bind port 5935c3c4-631a-4a69-b14c-01de89931b02 on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:25.690779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: f4b08be4-8e42-4b43-b898-e2a6a00988aa {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:55:25.690779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f4b08be4-8e42-4b43-b898-e2a6a00988aa not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:55:25.706578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b978d484-6cca-4f98-bf99-ba7b720e107e,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:25.720080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 82945d46-35f1-47b2-9b06-8d67abc76246 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:55:25.745514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a188942-2e9a-48fe-b4e0-fd539b80f987 req-26f6682b-81a5-4f76-b16d-4daf007a07e0 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:25.752084 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a188942-2e9a-48fe-b4e0-fd539b80f987 req-26f6682b-81a5-4f76-b16d-4daf007a07e0 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 944 time: 0.9342642 Nov 16 04:55:25.757049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:25.757472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:25.757903 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.758291 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:25.758775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Bound port: 5935c3c4-631a-4a69-b14c-01de89931b02, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:25.759152 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.770397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b64ab6f-d1a8-4210-b496-61d18e6d444c req-0d5f2639-aaa0-486d-964d-74ecbbce04ba tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8944442 Nov 16 04:55:25.778454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 82945d46-35f1-47b2-9b06-8d67abc76246 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:55:25.778798 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 82945d46-35f1-47b2-9b06-8d67abc76246 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:55:25.860425 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.868958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d6a785ad-65cb-483c-931a-0add64d826b8 req-d2471c86-0032-4903-97ba-e419caf5a4db tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] For port 487e2430-ffca-4889-8ec0-391061b0bef3, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=487e2430-ffca-4889-8ec0-391061b0bef3,segment=NetworkSegment(ee0d76a9-d181-4433-903b-5032aa89bdd9),segment_id=ee0d76a9-d181-4433-903b-5032aa89bdd9)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:25.869404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d6a785ad-65cb-483c-931a-0add64d826b8 req-d2471c86-0032-4903-97ba-e419caf5a4db tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.927860 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee940-645f-4af6-a9c6-145f95568454 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.942563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d6a785ad-65cb-483c-931a-0add64d826b8 req-d2471c86-0032-4903-97ba-e419caf5a4db tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Calling delete_port for 487e2430-ffca-4889-8ec0-391061b0bef3 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:25.948251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01a4cfad-d926-4881-bf70-eeadcc49d2e9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:25.989244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Pushing event updated for resources: {'Port': ['ID=5935c3c4-631a-4a69-b14c-01de89931b02,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:26.025282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ee940-645f-4af6-a9c6-145f95568454 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Subnet': ['ID=88fd7dd7-f811-45f5-a138-b798b2e11b43,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:26.030747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:18Z', 'revision_number': 3, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:19Z', 'revision_number': 2, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:26.033346 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01a4cfad-d926-4881-bf70-eeadcc49d2e9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:26.119218 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Checking router: c3b6ec4d-34cf-43fe-94f3-68395209958c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:55:26.119848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Updating router c3b6ec4d-34cf-43fe-94f3-68395209958c port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:55:26.131977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] For port 5935c3c4-631a-4a69-b14c-01de89931b02, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:26.155892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a4cfad-d926-4881-bf70-eeadcc49d2e9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network be497daa-dc84-48db-a8da-a2ebf0db01fc is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:26.172892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-01a4cfad-d926-4881-bf70-eeadcc49d2e9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:26.179536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a4cfad-d926-4881-bf70-eeadcc49d2e9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:26.193495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] For port 5935c3c4-631a-4a69-b14c-01de89931b02, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5935c3c4-631a-4a69-b14c-01de89931b02,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:26.198751 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a4cfad-d926-4881-bf70-eeadcc49d2e9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:26.199587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01a4cfad-d926-4881-bf70-eeadcc49d2e9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:26.208684 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:26.215155 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:26.221714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4cfad-d926-4881-bf70-eeadcc49d2e9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=c94efd10-5f9a-4862-87d2-2dd542e75925,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:26.248993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53632) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:26.252666 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-01a4cfad-d926-4881-bf70-eeadcc49d2e9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1844933 Nov 16 04:55:26.263032 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a188942-2e9a-48fe-b4e0-fd539b80f987 req-020b30e5-6e0e-495e-a264-7d8935ea59eb tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741662 Nov 16 04:55:26.369837 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddb14d7-37be-4370-9079-2ea3702b415b x-openstack-request-id: req-2ddb14d7-37be-4370-9079-2ea3702b415b {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:55:26.370337 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee4385e4-f1a9-461a-bb80-8825ecf21f77", "name": "network-vif-deleted", "tag": "f4b08be4-8e42-4b43-b898-e2a6a00988aa", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:55:26.370435 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ddb14d7-37be-4370-9079-2ea3702b415b {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:55:26.370783 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee4385e4-f1a9-461a-bb80-8825ecf21f77', 'name': 'network-vif-deleted', 'tag': 'f4b08be4-8e42-4b43-b898-e2a6a00988aa', 'status': 'completed', 'code': 200} Nov 16 04:55:26.393637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60799dc9-d20a-4874-9d39-237e633dd76a req-b9423f78-049f-4ef3-8619-e5a0c16c0d18 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:26.401156 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60799dc9-d20a-4874-9d39-237e633dd76a req-b9423f78-049f-4ef3-8619-e5a0c16c0d18 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.4688628 Nov 16 04:55:26.413313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e30c5-1f4e-4ad5-9241-d6fd2e6e4e47 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port e469b3e3-53bc-4ffb-a845-a505fd88c67e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:26.413671 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fd6e30c5-1f4e-4ad5-9241-d6fd2e6e4e47 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:26.503074 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c68f30-1a93-42a1-b629-d9b0bc850701 None None] Pushing event updated for resources: {'Port': ['ID=5935c3c4-631a-4a69-b14c-01de89931b02,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:26.579564 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ee940-645f-4af6-a9c6-145f95568454 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Checking segment: {'id': '4a66a7c5-d447-443f-b198-0ebeed57f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:26.579923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ee940-645f-4af6-a9c6-145f95568454 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network hostable DHCP agents. Network: 645ec4ca-5cb0-4978-8a6a-d3e667afb38d, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:55:26.655764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60799dc9-d20a-4874-9d39-237e633dd76a req-ddc87468-ae43-46b8-9f53-b94d40c1d16f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2535048 Nov 16 04:55:26.669185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Deleting port 1270d1fa-1f0f-4328-95ff-462ed40c1ac5 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:26.669608 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:26.737953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ee940-645f-4af6-a9c6-145f95568454 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 645ec4ca-5cb0-4978-8a6a-d3e667afb38d is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:55:26.782790 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:26.796251 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:26.805147 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fd6e30c5-1f4e-4ad5-9241-d6fd2e6e4e47 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:26.819224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e30c5-1f4e-4ad5-9241-d6fd2e6e4e47 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for e469b3e3-53bc-4ffb-a845-a505fd88c67e owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:26.857703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cad18b-a24b-4de6-b87a-c0adef3c37a3 None None] Pushing event updated for resources: {'Port': ['ID=6c62f68b-e70c-4b46-8d3e-fc1876f4a078,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:26.957535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Attempting to bind port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:26.958287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Attempting to bind port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'c6d38d6a-0fb5-431c-b071-31a099a873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:26.958846 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Attempting to bind port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 on network 12bb8295-f20e-49ac-a945-69e8e00f3ab3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:26.965603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:26.966319 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Checking segment: {'id': 'c6d38d6a-0fb5-431c-b071-31a099a873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:26.967477 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:26.968083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Bound using segment: {'id': 'c6d38d6a-0fb5-431c-b071-31a099a873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:26.968778 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Bound port: 6c62f68b-e70c-4b46-8d3e-fc1876f4a078, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d38d6a-0fb5-431c-b071-31a099a873ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:26.969348 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:27.069217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8f249e24-79ed-4e8b-b784-6f35b177bd45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port c94efd10-5f9a-4862-87d2-2dd542e75925 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:27.069559 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f249e24-79ed-4e8b-b784-6f35b177bd45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:27.075128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] For port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:27.079667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] For port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6c62f68b-e70c-4b46-8d3e-fc1876f4a078,segment=NetworkSegment(c6d38d6a-0fb5-431c-b071-31a099a873ac),segment_id=c6d38d6a-0fb5-431c-b071-31a099a873ac)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:27.093861 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:27.163404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:27.177966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Calling delete_port for 1270d1fa-1f0f-4328-95ff-462ed40c1ac5 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:27.395201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cad18b-a24b-4de6-b87a-c0adef3c37a3 None None] Pushing event updated for resources: {'Port': ['ID=6c62f68b-e70c-4b46-8d3e-fc1876f4a078,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:27.396410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-0a4ee940-645f-4af6-a9c6-145f95568454 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 645ec4ca-5cb0-4978-8a6a-d3e667afb38d) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:27.407944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf597bd-64f5-4c87-990a-9f271f2b77a0 None None] Network 645ec4ca-5cb0-4978-8a6a-d3e667afb38d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:27.491947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4ee940-645f-4af6-a9c6-145f95568454 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:27.492582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee940-645f-4af6-a9c6-145f95568454 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:27.523616 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:27.525339 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fd6e30c5-1f4e-4ad5-9241-d6fd2e6e4e47 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:27.600584 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b978d484-6cca-4f98-bf99-ba7b720e107e up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:27.619524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Pushing event deleted for resources: {'Port': ['ID=1270d1fa-1f0f-4328-95ff-462ed40c1ac5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:27.628633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53642) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:27.629210 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0a4ee940-645f-4af6-a9c6-145f95568454 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5130718 Nov 16 04:55:27.629575 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d6a785ad-65cb-483c-931a-0add64d826b8 req-d2471c86-0032-4903-97ba-e419caf5a4db tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:27.686454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:27.687032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:27.712221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 5935c3c4-631a-4a69-b14c-01de89931b02 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:27.806616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e30c5-1f4e-4ad5-9241-d6fd2e6e4e47 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=e469b3e3-53bc-4ffb-a845-a505fd88c67e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:27.891259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ab7b4aa1-1dbd-4ddf-9e70-4bc22f178d5f None None] Provisioning complete for port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:27.892050 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab7b4aa1-1dbd-4ddf-9e70-4bc22f178d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:27.894727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd221b8-a912-4787-b221-9f9c654d32ed None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:27.899302 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f249e24-79ed-4e8b-b784-6f35b177bd45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:27.910806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9f06c-92b0-4a48-bad3-b9a3bec690cb req-31b0fb2c-8509-48bf-a053-be039c5ea60c tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:27.912139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-50b9f06c-92b0-4a48-bad3-b9a3bec690cb req-31b0fb2c-8509-48bf-a053-be039c5ea60c tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb9d82b1-00be-4c55-b35d-07995d84735f HTTP/1.1" status: 200 len: 867 time: 0.9243653 Nov 16 04:55:27.934604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2471c86-0032-4903-97ba-e419caf5a4db tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Pushing event deleted for resources: {'Port': ['ID=487e2430-ffca-4889-8ec0-391061b0bef3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:27.951184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:55:27.952032 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:27.954380 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff23864-6d06-4482-a1c9-b9d3b6c97ead None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:27.962729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858846-a336-4351-bbc3-0cbcb09be8bc req-025e4bd5-f573-464a-a71d-f1451ed62174 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:27.970617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20858846-a336-4351-bbc3-0cbcb09be8bc req-025e4bd5-f573-464a-a71d-f1451ed62174 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 944 time: 0.5721192 Nov 16 04:55:27.995338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8f249e24-79ed-4e8b-b784-6f35b177bd45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for c94efd10-5f9a-4862-87d2-2dd542e75925 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:28.024981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port b978d484-6cca-4f98-bf99-ba7b720e107e completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:55:28.070240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port b978d484-6cca-4f98-bf99-ba7b720e107e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:28.070240 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.077535 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fd6e30c5-1f4e-4ad5-9241-d6fd2e6e4e47 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.079349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:28.081270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fd6e30c5-1f4e-4ad5-9241-d6fd2e6e4e47 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/e469b3e3-53bc-4ffb-a845-a505fd88c67e HTTP/1.1" status: 204 len: 168 time: 2.7062974 Nov 16 04:55:28.092383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53650) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:28.144401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a785ad-65cb-483c-931a-0add64d826b8 req-d2471c86-0032-4903-97ba-e419caf5a4db tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] No DVR routers for this DVR port 487e2430-ffca-4889-8ec0-391061b0bef3 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:55:28.221793 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d6a785ad-65cb-483c-931a-0add64d826b8 req-d2471c86-0032-4903-97ba-e419caf5a4db tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.225743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6a785ad-65cb-483c-931a-0add64d826b8 req-d2471c86-0032-4903-97ba-e419caf5a4db tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.37 "DELETE /v2.0/ports/487e2430-ffca-4889-8ec0-391061b0bef3 HTTP/1.1" status: 204 len: 173 time: 3.9277883 Nov 16 04:55:28.226464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9d82b1-00be-4c55-b35d-07995d84735f', 'name': 'network-vif-deleted', 'tag': '487e2430-ffca-4889-8ec0-391061b0bef3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:55:28.228907 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8224de7a-1c9f-4847-a3bb-1aea876dc648" -d '{"events": [{"server_uuid": "fb9d82b1-00be-4c55-b35d-07995d84735f", "name": "network-vif-deleted", "tag": "487e2430-ffca-4889-8ec0-391061b0bef3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:55:28.291480 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.408808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20858846-a336-4351-bbc3-0cbcb09be8bc req-f247f959-8f31-4247-8c78-b3228b0c84db tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355044 Nov 16 04:55:28.444398 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.522582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.525092 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.537196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Allocated IP 172.22.0.2 (645ec4ca-5cb0-4978-8a6a-d3e667afb38d/88fd7dd7-f811-45f5-a138-b798b2e11b43/0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:28.602699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-50b9f06c-92b0-4a48-bad3-b9a3bec690cb req-e14bccd6-2ae4-40a6-a5a0-f0243dbdbf6b tempest-MultipleCreateTestJSON-2065671341 tempest-MultipleCreateTestJSON-2065671341-project] 10.222.0.41 "GET /v2.0/security-groups?id=5819f411-0224-4181-aed8-235f32ea7804&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6512465 Nov 16 04:55:28.612493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82a81d8-27c0-497f-a22d-974e7a9b1ac3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:28.615483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82a81d8-27c0-497f-a22d-974e7a9b1ac3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:28.619885 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53656) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:28.621289 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d82a81d8-27c0-497f-a22d-974e7a9b1ac3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5165730 Nov 16 04:55:28.631788 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.632393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Fanout notify agent at l3_agent the message router_deleted on router 2a482f92-4131-4473-94ba-f6d6176955af {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:55:28.634829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 5935c3c4-631a-4a69-b14c-01de89931b02 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:28.640424 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.640722 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.647469 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-45f5dad4-0e78-4654-9354-1b39e45a8a44 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "DELETE /v2.0/routers/2a482f92-4131-4473-94ba-f6d6176955af HTTP/1.1" status: 204 len: 168 time: 4.3575854 Nov 16 04:55:28.654495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53658) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:28.679293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2125023888', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'enable_snat': False}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:28.738770 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9098b6-082e-466f-b6e0-69c19d99b266 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 90d33b51-8d9f-4746-bdf9-7ed1e9fbc3fb {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:55:28.747353 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce9098b6-082e-466f-b6e0-69c19d99b266 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.764935 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9c8518-f05a-4468-8eb0-a0d5e352bd69 x-openstack-request-id: req-5c9c8518-f05a-4468-8eb0-a0d5e352bd69 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:55:28.765252 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9d82b1-00be-4c55-b35d-07995d84735f", "name": "network-vif-deleted", "tag": "487e2430-ffca-4889-8ec0-391061b0bef3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:55:28.765519 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c9c8518-f05a-4468-8eb0-a0d5e352bd69 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:55:28.767422 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9d82b1-00be-4c55-b35d-07995d84735f', 'name': 'network-vif-deleted', 'tag': '487e2430-ffca-4889-8ec0-391061b0bef3', 'status': 'completed', 'code': 200} Nov 16 04:55:28.783890 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f249e24-79ed-4e8b-b784-6f35b177bd45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.855498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f249e24-79ed-4e8b-b784-6f35b177bd45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=c94efd10-5f9a-4862-87d2-2dd542e75925,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:28.885368 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f249e24-79ed-4e8b-b784-6f35b177bd45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.890961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8f249e24-79ed-4e8b-b784-6f35b177bd45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/c94efd10-5f9a-4862-87d2-2dd542e75925 HTTP/1.1" status: 204 len: 168 time: 2.6267393 Nov 16 04:55:28.892375 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.893571 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:28.905994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53660) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:28.930259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a0558444-1949-4db1-830c-e80c7d48977d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'mac_address': 'fa:16:3e:e6:cf:54', 'name': 'tempest-PortsTestJSON-746418965'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:29.015940 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce9098b6-082e-466f-b6e0-69c19d99b266 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.063195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f47ec-5074-4d7d-860b-853d77735097 req-61eb8cae-838e-417c-8221-ded412f00804 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:29.064752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a97f47ec-5074-4d7d-860b-853d77735097 req-61eb8cae-838e-417c-8221-ded412f00804 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.4093778 Nov 16 04:55:29.073307 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.088715 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab7b4aa1-1dbd-4ddf-9e70-4bc22f178d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.094138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 487e2430-ffca-4889-8ec0-391061b0bef3 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:55:29.149667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 487e2430-ffca-4889-8ec0-391061b0bef3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:55:29.150048 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 487e2430-ffca-4889-8ec0-391061b0bef3 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:55:29.173470 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce9098b6-082e-466f-b6e0-69c19d99b266 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.233457 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.234921 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:55:29.264061 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce9098b6-082e-466f-b6e0-69c19d99b266 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.269499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902ec3-44dc-4445-adc5-cdd52f4c1c0c req-f5dce709-b26c-4189-b534-86190a543794 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:29.275913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902ec3-44dc-4445-adc5-cdd52f4c1c0c req-f5dce709-b26c-4189-b534-86190a543794 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:29.276094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ab7b4aa1-1dbd-4ddf-9e70-4bc22f178d5f None None] For port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6c62f68b-e70c-4b46-8d3e-fc1876f4a078,segment=NetworkSegment(c6d38d6a-0fb5-431c-b071-31a099a873ac),segment_id=c6d38d6a-0fb5-431c-b071-31a099a873ac)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:29.281635 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.283873 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.284980 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902ec3-44dc-4445-adc5-cdd52f4c1c0c req-f5dce709-b26c-4189-b534-86190a543794 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:29.289502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce9098b6-082e-466f-b6e0-69c19d99b266 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.292416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902ec3-44dc-4445-adc5-cdd52f4c1c0c req-f5dce709-b26c-4189-b534-86190a543794 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:29.298048 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ce9098b6-082e-466f-b6e0-69c19d99b266 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/90d33b51-8d9f-4746-bdf9-7ed1e9fbc3fb HTTP/1.1" status: 204 len: 168 time: 0.6770711 Nov 16 04:55:29.299532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902ec3-44dc-4445-adc5-cdd52f4c1c0c req-f5dce709-b26c-4189-b534-86190a543794 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:29.303776 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53662) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:29.307071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902ec3-44dc-4445-adc5-cdd52f4c1c0c req-f5dce709-b26c-4189-b534-86190a543794 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:29.310814 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab7b4aa1-1dbd-4ddf-9e70-4bc22f178d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.312571 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9552f822-1df0-4fcb-a703-c634fb2497c9 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:29.315357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902ec3-44dc-4445-adc5-cdd52f4c1c0c req-f5dce709-b26c-4189-b534-86190a543794 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:29.323768 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29902ec3-44dc-4445-adc5-cdd52f4c1c0c req-f5dce709-b26c-4189-b534-86190a543794 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5445 time: 0.4141684 Nov 16 04:55:29.435516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9098b6-082e-466f-b6e0-69c19d99b266 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=90d33b51-8d9f-4746-bdf9-7ed1e9fbc3fb,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:29.452442 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6fbde616-3ba9-41bb-8b48-2e35f3067b03 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1475198 Nov 16 04:55:29.453212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53666) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:29.458944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Network 645ec4ca-5cb0-4978-8a6a-d3e667afb38d is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:29.496668 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7b8334-13ab-4f5b-a2c9-102f0ef9faee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b978d484-6cca-4f98-bf99-ba7b720e107e'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:55:29.498975 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1290773-049f-4e10-80e9-263e12da5d89" -d '{"events": [{"server_uuid": "2c7b8334-13ab-4f5b-a2c9-102f0ef9faee", "name": "network-vif-plugged", "status": "completed", "tag": "b978d484-6cca-4f98-bf99-ba7b720e107e"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:55:29.502515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:29.504483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e15dcbfb-759b-4d16-98b0-48b21e8ef100 None None] Could not find standard attr ID for object e469b3e3-53bc-4ffb-a845-a505fd88c67e. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:55:29.509458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:29.525828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Allocated IP 172.22.0.1 (645ec4ca-5cb0-4978-8a6a-d3e667afb38d/88fd7dd7-f811-45f5-a138-b798b2e11b43/a7f8d13b-3078-47b5-b6ec-3e3657a54217) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:29.541976 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:18Z', 'revision_number': 3, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:27Z', 'revision_number': 4, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:29.549912 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.550656 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ad72b4-89f5-428c-a7b5-3e87368f0e03 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:29.551901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Pushing event updated for resources: {'Port': ['ID=0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:29.560237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port b978d484-6cca-4f98-bf99-ba7b720e107e, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b978d484-6cca-4f98-bf99-ba7b720e107e,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:29.564969 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a4ad72b4-89f5-428c-a7b5-3e87368f0e03 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1066151 Nov 16 04:55:29.566206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53670) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:29.637443 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e15dcbfb-759b-4d16-98b0-48b21e8ef100 None None] Provisioning complete for port 5935c3c4-631a-4a69-b14c-01de89931b02 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:29.637901 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e15dcbfb-759b-4d16-98b0-48b21e8ef100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.684606 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.696891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ba200f-daad-4eaa-b7f2-65f2b502c9bb None None] The sync data for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 is: [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:18Z', 'revision_number': 3, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:27Z', 'revision_number': 4, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:55:29.732819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46102111-9154-4a57-b8bd-fdcd5e1ad313 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:29.740736 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-46102111-9154-4a57-b8bd-fdcd5e1ad313 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1623411 Nov 16 04:55:29.794251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53674) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:29.802428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a97f47ec-5074-4d7d-860b-853d77735097 req-3fa07425-5a48-4530-b419-ade0f490f205 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7095187 Nov 16 04:55:29.840634 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 5935c3c4-631a-4a69-b14c-01de89931b02, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5935c3c4-631a-4a69-b14c-01de89931b02,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:29.850692 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b4aa1-1dbd-4ddf-9e70-4bc22f178d5f None None] Pushing event updated for resources: {'Port': ['ID=6c62f68b-e70c-4b46-8d3e-fc1876f4a078,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:29.871524 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:29.904961 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a9aff6e1-5847-4fe2-9391-9dd10319a4cd tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024752 Nov 16 04:55:29.906057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53676) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:29.910293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d34654db-0960-4f83-aff9-21379c8bf24b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:29.931388 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:30.101412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29902ec3-44dc-4445-adc5-cdd52f4c1c0c req-f22e8f7a-55e9-42e7-a82e-d44a90f1bd36 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7761803 Nov 16 04:55:30.117417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0558444-1949-4db1-830c-e80c7d48977d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:30.162112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:30.261453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34654db-0960-4f83-aff9-21379c8bf24b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:30.265225 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d34654db-0960-4f83-aff9-21379c8bf24b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:30.326970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=b978d484-6cca-4f98-bf99-ba7b720e107e,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:30.337804 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53680) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:30.355182 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a0558444-1949-4db1-830c-e80c7d48977d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:30.359388 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d045618-4513-49e7-981f-b910b040b6a8 x-openstack-request-id: req-1d045618-4513-49e7-981f-b910b040b6a8 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:55:30.359690 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7b8334-13ab-4f5b-a2c9-102f0ef9faee", "name": "network-vif-plugged", "status": "completed", "tag": "b978d484-6cca-4f98-bf99-ba7b720e107e", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:55:30.359942 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d045618-4513-49e7-981f-b910b040b6a8 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:55:30.360345 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7b8334-13ab-4f5b-a2c9-102f0ef9faee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b978d484-6cca-4f98-bf99-ba7b720e107e', 'code': 200} Nov 16 04:55:30.375790 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:30.432267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a0a77-bcb8-4af9-986a-fb9185648aae req-8981f54c-75bd-42c8-a283-572b250d5d48 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:30.441183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-784a0a77-bcb8-4af9-986a-fb9185648aae req-8981f54c-75bd-42c8-a283-572b250d5d48 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 945 time: 0.5209167 Nov 16 04:55:30.514904 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:30.525439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Attempting to bind port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:30.526396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Attempting to bind port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '4a66a7c5-d447-443f-b198-0ebeed57f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:30.526972 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Attempting to bind port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 on network 645ec4ca-5cb0-4978-8a6a-d3e667afb38d {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:30.544250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-a0558444-1949-4db1-830c-e80c7d48977d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port 160ac89a-796c-408c-a8ef-3f64b93d1940 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:55:30.587767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6eb938-d150-4829-8f99-a1f4877d9926 admin admin] Deleting subnet 25f61fb2-dee6-4e37-99f7-f60921ab48a7 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:55:30.592471 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea6eb938-d150-4829-8f99-a1f4877d9926 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:30.638214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:30.639400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Checking segment: {'id': '4a66a7c5-d447-443f-b198-0ebeed57f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:30.640040 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:30.642250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Bound using segment: {'id': '4a66a7c5-d447-443f-b198-0ebeed57f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:30.643022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Bound port: 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a66a7c5-d447-443f-b198-0ebeed57f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:30.643662 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:30.643904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c772b-91e9-44ee-8bc4-e1ccc8daf945 req-904dccc5-082b-4809-8d1e-1c3111c00142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:30.645695 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1e4c772b-91e9-44ee-8bc4-e1ccc8daf945 req-904dccc5-082b-4809-8d1e-1c3111c00142 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 1096 time: 0.3405104 Nov 16 04:55:30.702422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=a7f8d13b-3078-47b5-b6ec-3e3657a54217,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:30.715516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af897-b7c0-4347-98cb-f9cf6dfe281f req-ef037cb9-f3cb-4198-b2ae-9623e6aef6f5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:30.724000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af897-b7c0-4347-98cb-f9cf6dfe281f req-ef037cb9-f3cb-4198-b2ae-9623e6aef6f5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:30.731587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af897-b7c0-4347-98cb-f9cf6dfe281f req-ef037cb9-f3cb-4198-b2ae-9623e6aef6f5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:30.735448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 645ec4ca-5cb0-4978-8a6a-d3e667afb38d is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:30.740524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af897-b7c0-4347-98cb-f9cf6dfe281f req-ef037cb9-f3cb-4198-b2ae-9623e6aef6f5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:30.756414 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:30.757198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af897-b7c0-4347-98cb-f9cf6dfe281f req-ef037cb9-f3cb-4198-b2ae-9623e6aef6f5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:30.757369 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:30.768253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af897-b7c0-4347-98cb-f9cf6dfe281f req-ef037cb9-f3cb-4198-b2ae-9623e6aef6f5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:30.775551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134af897-b7c0-4347-98cb-f9cf6dfe281f req-ef037cb9-f3cb-4198-b2ae-9623e6aef6f5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:30.778020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-134af897-b7c0-4347-98cb-f9cf6dfe281f req-ef037cb9-f3cb-4198-b2ae-9623e6aef6f5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5445 time: 0.3913569 Nov 16 04:55:30.797252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-784a0a77-bcb8-4af9-986a-fb9185648aae req-376e2554-a1d0-4cdc-9111-03f42e0d9c84 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551714 Nov 16 04:55:30.836851 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea6eb938-d150-4829-8f99-a1f4877d9926 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:30.868888 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] For port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:30.873991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] For port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542,segment=NetworkSegment(4a66a7c5-d447-443f-b198-0ebeed57f5cb),segment_id=4a66a7c5-d447-443f-b198-0ebeed57f5cb)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:30.881554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=5935c3c4-631a-4a69-b14c-01de89931b02,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:30.890205 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:30.945793 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1e4c772b-91e9-44ee-8bc4-e1ccc8daf945 req-824cdf5d-6be2-4d23-8bd9-39342378ceb8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809947 Nov 16 04:55:30.949233 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.020719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:31.021144 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.042471 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e15dcbfb-759b-4d16-98b0-48b21e8ef100 None None] Provisioning complete for port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:31.042902 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e15dcbfb-759b-4d16-98b0-48b21e8ef100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.053592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea6eb938-d150-4829-8f99-a1f4877d9926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.084662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9121950-beb0-4a02-878e-9543a6cdaa6b None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:31.118119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55340d11-b179-4ed7-8744-89ab19991eb6 None None] Pushing event updated for resources: {'Port': ['ID=0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:31.190876 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.239538 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a0558444-1949-4db1-830c-e80c7d48977d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.313008 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea6eb938-d150-4829-8f99-a1f4877d9926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.323497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d34654db-0960-4f83-aff9-21379c8bf24b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.359650 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a0558444-1949-4db1-830c-e80c7d48977d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.384654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f9121950-beb0-4a02-878e-9543a6cdaa6b None None] Deleting port 5935c3c4-631a-4a69-b14c-01de89931b02 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:31.385028 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9121950-beb0-4a02-878e-9543a6cdaa6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.485646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34654db-0960-4f83-aff9-21379c8bf24b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:31.489446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde548bf-c2d3-49e3-847d-caa6f79e8390 None None] Network e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:31.504428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d34654db-0960-4f83-aff9-21379c8bf24b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:31.512433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34654db-0960-4f83-aff9-21379c8bf24b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:31.514665 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d34654db-0960-4f83-aff9-21379c8bf24b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.553508 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d34654db-0960-4f83-aff9-21379c8bf24b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6471488 Nov 16 04:55:31.561557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53686) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:31.572573 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'fixed_ips': [{'subnet_id': '23bf6dc0-ed85-4432-87be-ba93bd9f527d', 'ip_address': '2001:db8::3a64:7d2:77e0:3d03'}], 'name': 'tempest-NetworksTestDHCPv6-1588138215'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:31.603901 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea6eb938-d150-4829-8f99-a1f4877d9926 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.608046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ea6eb938-d150-4829-8f99-a1f4877d9926 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/25f61fb2-dee6-4e37-99f7-f60921ab48a7 HTTP/1.1" status: 204 len: 168 time: 1.2456458 Nov 16 04:55:31.612701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53688) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:31.615388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0558444-1949-4db1-830c-e80c7d48977d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=160ac89a-796c-408c-a8ef-3f64b93d1940,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:31.648068 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34654db-0960-4f83-aff9-21379c8bf24b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=23bf6dc0-ed85-4432-87be-ba93bd9f527d,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:31.651806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0558444-1949-4db1-830c-e80c7d48977d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network be497daa-dc84-48db-a8da-a2ebf0db01fc is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:31.671615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4dfd0-cab9-41ea-b6db-4a7b84135ef9 req-20ab3275-ab75-426f-921e-cc9f11c5f016 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:31.675373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3b4dfd0-cab9-41ea-b6db-4a7b84135ef9 req-20ab3275-ab75-426f-921e-cc9f11c5f016 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.7223866 Nov 16 04:55:31.676153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6eb938-d150-4829-8f99-a1f4877d9926 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25f61fb2-dee6-4e37-99f7-f60921ab48a7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:31.680364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f9121950-beb0-4a02-878e-9543a6cdaa6b None None] For port 5935c3c4-631a-4a69-b14c-01de89931b02, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5935c3c4-631a-4a69-b14c-01de89931b02,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:31.681915 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9121950-beb0-4a02-878e-9543a6cdaa6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.688539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-a0558444-1949-4db1-830c-e80c7d48977d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:31.702227 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0558444-1949-4db1-830c-e80c7d48977d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:31.709640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0558444-1949-4db1-830c-e80c7d48977d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:31.711129 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a0558444-1949-4db1-830c-e80c7d48977d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.728796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f9121950-beb0-4a02-878e-9543a6cdaa6b None None] Calling delete_port for 5935c3c4-631a-4a69-b14c-01de89931b02 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:31.745740 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d905f2-7949-41b9-bc4f-6b9b4f8be5e6 None None] DHCP port deletion for e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:31.827891 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a0558444-1949-4db1-830c-e80c7d48977d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8997071 Nov 16 04:55:31.830497 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53690) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:31.887488 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9121950-beb0-4a02-878e-9543a6cdaa6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.905827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3b4dfd0-cab9-41ea-b6db-4a7b84135ef9 req-74460667-db97-4d62-9477-005623d57a87 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186172 Nov 16 04:55:31.926578 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:31.940142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9121950-beb0-4a02-878e-9543a6cdaa6b None None] Pushing event deleted for resources: {'Port': ['ID=5935c3c4-631a-4a69-b14c-01de89931b02,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:31.961464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9121950-beb0-4a02-878e-9543a6cdaa6b None None] No DVR routers for this DVR port 5935c3c4-631a-4a69-b14c-01de89931b02 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:55:31.995439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666c0936-ccfb-4e36-a4fa-1adc13a3a6fc None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:32.053010 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:32.186176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025d79e-d012-4dc9-9bd3-76be062030c9 req-be40b2e1-8b24-4fa5-b66d-b4374c1d2c16 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:32.187806 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2025d79e-d012-4dc9-9bd3-76be062030c9 req-be40b2e1-8b24-4fa5-b66d-b4374c1d2c16 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 945 time: 0.2179501 Nov 16 04:55:32.234025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:32.339910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Allocated IP 172.25.0.250 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/f8f8bef5-1886-4681-a0c8-44efc1993024) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:32.412994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': '23bf6dc0-ed85-4432-87be-ba93bd9f527d'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:55:32.414353 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:32.446213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:32.446853 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:32.503347 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:32.555040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2025d79e-d012-4dc9-9bd3-76be062030c9 req-2ed6694e-9354-44ac-b241-fe0bdf961f7d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552048 Nov 16 04:55:32.584223 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:32.714320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:32.725272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:32.733567 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e760d3d4-82fd-4ded-aba5-0c04efa1d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:32.735469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event updated for resources: {'Port': ['ID=f8f8bef5-1886-4681-a0c8-44efc1993024,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:32.741130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0676f452-52e3-4b9c-b7b9-7fec49106c78 None None] Network 645ec4ca-5cb0-4978-8a6a-d3e667afb38d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:32.744892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b705c-7b21-4069-847f-392e8bfb6645 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:32.749462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:32.756841 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3e9b705c-7b21-4069-847f-392e8bfb6645 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/160ac89a-796c-408c-a8ef-3f64b93d1940 HTTP/1.1" status: 200 len: 840 time: 0.9207101 Nov 16 04:55:32.758927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53696) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:32.779364 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:32.780896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Allocated IP 2001:db8::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/23bf6dc0-ed85-4432-87be-ba93bd9f527d/22a72cca-1f3f-4f72-aee4-9e82eeb6d58a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:32.812539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:32.813965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af04d091-a5be-4cef-b9ec-dd5f45fbe4f8 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:32.820145 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:32.863103 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:32.966766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-89efd83f-cb82-4d39-98df-1915827134b7 None None] Provisioning complete for port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:32.967080 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89efd83f-cb82-4d39-98df-1915827134b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.224589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbe6ff-ab57-4664-b5d2-57e8a2d11d94 req-a18e8abf-cc84-4d82-b7fe-ad3dc086bdf2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:33.227870 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9cbe6ff-ab57-4664-b5d2-57e8a2d11d94 req-a18e8abf-cc84-4d82-b7fe-ad3dc086bdf2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.1079345 Nov 16 04:55:33.235197 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.259980 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.316545 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.334045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=a7f8d13b-3078-47b5-b6ec-3e3657a54217,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:33.342830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e760d3d4-82fd-4ded-aba5-0c04efa1d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.374123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port e282148c-c5e3-4229-b55b-48f1c682bd5c yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:55:33.383816 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9cbe6ff-ab57-4664-b5d2-57e8a2d11d94 req-bba21463-82d1-4a69-a156-cfa00fe764cf tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439810 Nov 16 04:55:33.436256 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c3a494e2-90eb-4372-927b-f07ede6ac800 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 160ac89a-796c-408c-a8ef-3f64b93d1940 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:33.436588 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3a494e2-90eb-4372-927b-f07ede6ac800 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.441554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e760d3d4-82fd-4ded-aba5-0c04efa1d4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e01ec0cc-7d4d-482b-91fe-dfc0bce45c37']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:33.545129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542,segment=NetworkSegment(4a66a7c5-d447-443f-b198-0ebeed57f5cb),segment_id=4a66a7c5-d447-443f-b198-0ebeed57f5cb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:33.546394 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e760d3d4-82fd-4ded-aba5-0c04efa1d4c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0d76a9-d181-4433-903b-5032aa89bdd9') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:33.546716 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e760d3d4-82fd-4ded-aba5-0c04efa1d4c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0d76a9-d181-4433-903b-5032aa89bdd9') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:33.548384 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.565192 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.588601 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.615113 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e760d3d4-82fd-4ded-aba5-0c04efa1d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.650568 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.675637 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e760d3d4-82fd-4ded-aba5-0c04efa1d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.706744 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3a494e2-90eb-4372-927b-f07ede6ac800 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.723499 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 5935c3c4-631a-4a69-b14c-01de89931b02 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:55:33.748686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e760d3d4-82fd-4ded-aba5-0c04efa1d4c2 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:55:33.749091 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e760d3d4-82fd-4ded-aba5-0c04efa1d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:33.749302 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:55:33.751249 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:55:33.773401 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c3a494e2-90eb-4372-927b-f07ede6ac800 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 160ac89a-796c-408c-a8ef-3f64b93d1940 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:33.838535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:33.847721 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:33.855387 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 5935c3c4-631a-4a69-b14c-01de89931b02 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:55:33.855790 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 5935c3c4-631a-4a69-b14c-01de89931b02 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:55:33.880224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba9fc7-94be-4658-a748-013192b4b6f6 req-a56de94b-4e1c-437e-9cbd-7ce2d4fdcff9 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:33.886563 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 645ec4ca-5cb0-4978-8a6a-d3e667afb38d is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:33.889430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-beba9fc7-94be-4658-a748-013192b4b6f6 req-a56de94b-4e1c-437e-9cbd-7ce2d4fdcff9 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 945 time: 0.1591132 Nov 16 04:55:33.902961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:33.986582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-beba9fc7-94be-4658-a748-013192b4b6f6 req-254ce045-cfda-46f6-adba-b27f32fd0c98 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906265 Nov 16 04:55:34.027416 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:34.057184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Router 552b0307-db2c-423a-b00c-112e84633062 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:55:34.186367 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e760d3d4-82fd-4ded-aba5-0c04efa1d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:34.206285 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router c3b6ec4d-34cf-43fe-94f3-68395209958c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:55:34.233302 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Pushing event updated for resources: {'Port': ['ID=22a72cca-1f3f-4f72-aee4-9e82eeb6d58a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:34.240841 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e760d3d4-82fd-4ded-aba5-0c04efa1d4c2 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:34.252335 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e760d3d4-82fd-4ded-aba5-0c04efa1d4c2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e01ec0cc-7d4d-482b-91fe-dfc0bce45c37 HTTP/1.1" status: 204 len: 168 time: 2.5983837 Nov 16 04:55:34.254364 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e760d3d4-82fd-4ded-aba5-0c04efa1d4c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e01ec0cc-7d4d-482b-91fe-dfc0bce45c37,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:34.266383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53718) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:34.321023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Attempting to bind port 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:34.321400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Attempting to bind port 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:34.321782 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Attempting to bind port 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:34.327695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:55:34.336714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:34.346391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:34.346876 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:34.347233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:34.347880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Bound port: 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:34.348280 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:34.374033 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:34.376931 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-279d6b26-44ef-446f-98ff-2985e624f428 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.6993864 Nov 16 04:55:34.379455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53722) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:34.442324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Sync routers for ids ['552b0307-db2c-423a-b00c-112e84633062'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:55:34.527255 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Routers {'552b0307-db2c-423a-b00c-112e84633062'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:34.528318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['552b0307-db2c-423a-b00c-112e84633062'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:34.569544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:55:34.582421 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7cf114ee-f526-47de-9799-29ebb7713c01 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9506469 Nov 16 04:55:34.584295 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Sync routers for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:55:34.595564 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::3a64:7d2:77e0:3d03 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/23bf6dc0-ed85-4432-87be-ba93bd9f527d/e282148c-c5e3-4229-b55b-48f1c682bd5c) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:34.624147 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:34.624995 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:34.753752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53726) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:34.753752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53728) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:34.762346 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c6a6d5e5-609c-4ef6-acc4-785540adcd4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'network': {'name': 'tempest-RoutersTest-1232304808'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:34.847506 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a6d5e5-609c-4ef6-acc4-785540adcd4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:34.860536 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d5e5-609c-4ef6-acc4-785540adcd4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:34.891470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] For port 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:34.903242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] For port 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=22a72cca-1f3f-4f72-aee4-9e82eeb6d58a,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:34.922080 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.057150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea022-a092-4d3f-beb5-8f9c315dfa1f req-22fb3993-bf16-4ab6-99fd-36fb53c6eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:35.057645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea022-a092-4d3f-beb5-8f9c315dfa1f req-22fb3993-bf16-4ab6-99fd-36fb53c6eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:35.058169 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea022-a092-4d3f-beb5-8f9c315dfa1f req-22fb3993-bf16-4ab6-99fd-36fb53c6eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:35.058638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea022-a092-4d3f-beb5-8f9c315dfa1f req-22fb3993-bf16-4ab6-99fd-36fb53c6eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:35.059104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea022-a092-4d3f-beb5-8f9c315dfa1f req-22fb3993-bf16-4ab6-99fd-36fb53c6eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:35.059572 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea022-a092-4d3f-beb5-8f9c315dfa1f req-22fb3993-bf16-4ab6-99fd-36fb53c6eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:35.060571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ea022-a092-4d3f-beb5-8f9c315dfa1f req-22fb3993-bf16-4ab6-99fd-36fb53c6eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:35.062609 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-280ea022-a092-4d3f-beb5-8f9c315dfa1f req-22fb3993-bf16-4ab6-99fd-36fb53c6eeb5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6502 time: 0.7914407 Nov 16 04:55:35.114197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a6d5e5-609c-4ef6-acc4-785540adcd4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:55:35.177663 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:35.191225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1fc50912-1c1a-4118-b3b4-4d693d05ccdb None None] Provisioning complete for port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:35.192951 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc50912-1c1a-4118-b3b4-4d693d05ccdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.229527 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-280ea022-a092-4d3f-beb5-8f9c315dfa1f req-3db2146b-ebd3-49ec-9d23-f32dbe43e6e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=db0de018-a273-4ae7-91c7-5fce1eb280d7&id=f7da87a4-a049-4e53-bae6-d962ba2decd0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088367 Nov 16 04:55:35.243789 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-83709d98-ccad-42cf-85ae-ea743ebc8e67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69c17a18999746438cfa6a1d3d67b593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4308505 Nov 16 04:55:35.254055 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53742) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:35.302022 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d5e5-609c-4ef6-acc4-785540adcd4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.302773 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-c6a6d5e5-609c-4ef6-acc4-785540adcd4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Added segment 87bc1646-e342-4082-8306-87381fd8af86 of type vlan for network 65aeff0f-7a4b-4fbf-b052-9d77b369c462 Nov 16 04:55:35.308148 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3a494e2-90eb-4372-927b-f07ede6ac800 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.457060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299a426-53dd-4baa-9831-75e452fe8628 req-2c16478b-5160-4503-94c1-a096efe62327 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:35.462306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f299a426-53dd-4baa-9831-75e452fe8628 req-2c16478b-5160-4503-94c1-a096efe62327 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.2329099 Nov 16 04:55:35.464717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98ac7e-402c-491e-a80a-ac41434308ce None None] Pushing event updated for resources: {'Port': ['ID=22a72cca-1f3f-4f72-aee4-9e82eeb6d58a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:35.470170 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a64fbfb8-0851-45bb-8fd4-f760b17109d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.508221 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a64fbfb8-0851-45bb-8fd4-f760b17109d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.521566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Set router 552b0307-db2c-423a-b00c-112e84633062 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:35.545685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-232fb8df-722a-4f1c-ac00-8cfd5917c99e tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/routers/552b0307-db2c-423a-b00c-112e84633062 HTTP/1.1" status: 200 len: 909 time: 1.1650171 Nov 16 04:55:35.552384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53746) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:35.566416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2125023888', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'enable_snat': True}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:35.622037 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a64fbfb8-0851-45bb-8fd4-f760b17109d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.631103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a64fbfb8-0851-45bb-8fd4-f760b17109d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.635926 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a64fbfb8-0851-45bb-8fd4-f760b17109d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5819f411-0224-4181-aed8-235f32ea7804 HTTP/1.1" status: 204 len: 168 time: 0.3746834 Nov 16 04:55:35.639818 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d5e5-609c-4ef6-acc4-785540adcd4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.700564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f299a426-53dd-4baa-9831-75e452fe8628 req-74640dc0-816f-4b6a-b5c6-e1a7361ff091 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293079 Nov 16 04:55:35.709271 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.721054 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.722616 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.776712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fbfb8-0851-45bb-8fd4-f760b17109d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5819f411-0224-4181-aed8-235f32ea7804,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:35.811489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a494e2-90eb-4372-927b-f07ede6ac800 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=160ac89a-796c-408c-a8ef-3f64b93d1940,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:35.855775 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:31Z', 'revision_number': 4, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:31Z', 'revision_number': 2, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:35.860378 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.db.resource_extend [None req-c6a6d5e5-609c-4ef6-acc4-785540adcd4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:55:35.892383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b0307-db2c-423a-b00c-112e84633062', 'name': 'tempest-snat-router-2125023888', 'tenant_id': '81672a8507fc44f8a1853d3432ae607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': False}, 'gw_port_id': 'f8f8bef5-1886-4681-a0c8-44efc1993024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:33Z', 'revision_number': 3, 'project_id': '81672a8507fc44f8a1853d3432ae607f', 'gw_port': {'id': 'f8f8bef5-1886-4681-a0c8-44efc1993024', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552b0307-db2c-423a-b00c-112e84633062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:32Z', 'updated_at': '2021-11-16T04:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:35.892999 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3a494e2-90eb-4372-927b-f07ede6ac800 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.905945 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c3a494e2-90eb-4372-927b-f07ede6ac800 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/160ac89a-796c-408c-a8ef-3f64b93d1940 HTTP/1.1" status: 204 len: 168 time: 3.1357851 Nov 16 04:55:35.932161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53750) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:35.946141 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:35.949936 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Checking router: c3b6ec4d-34cf-43fe-94f3-68395209958c for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:55:35.954686 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Updating router c3b6ec4d-34cf-43fe-94f3-68395209958c port a7f8d13b-3078-47b5-b6ec-3e3657a54217 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:55:36.002538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1fc50912-1c1a-4118-b3b4-4d693d05ccdb None None] Provisioning complete for port a7f8d13b-3078-47b5-b6ec-3e3657a54217 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:36.002915 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc50912-1c1a-4118-b3b4-4d693d05ccdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:36.006115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Checking router: 552b0307-db2c-423a-b00c-112e84633062 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:55:36.006470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Updating router 552b0307-db2c-423a-b00c-112e84633062 port f8f8bef5-1886-4681-a0c8-44efc1993024 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:55:36.032275 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f686c14-27a9-49ff-84b4-eaf235e4bfc6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:55:36.037458 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4f686c14-27a9-49ff-84b4-eaf235e4bfc6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/160ac89a-796c-408c-a8ef-3f64b93d1940 HTTP/1.1" status: 404 len: 333 time: 0.0995903 Nov 16 04:55:36.040788 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:36.046707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53754) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:36.047372 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d5e5-609c-4ef6-acc4-785540adcd4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:36.079041 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a6d5e5-609c-4ef6-acc4-785540adcd4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:36.084472 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d5e5-609c-4ef6-acc4-785540adcd4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:36.126460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ff4b3c25-ebfd-4e31-b256-36077009b04e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'name': 'tempest-PortsTestJSON-1476423626'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:36.243354 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:36.249615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1fc50912-1c1a-4118-b3b4-4d693d05ccdb None None] Port a7f8d13b-3078-47b5-b6ec-3e3657a54217 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:36.276271 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c6a6d5e5-609c-4ef6-acc4-785540adcd4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5246105 Nov 16 04:55:36.286261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53758) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:36.294387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-23220081-c74a-42bc-bc9b-eb399d69dab6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'subnet': {'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:36.366519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:36.482706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4b3c25-ebfd-4e31-b256-36077009b04e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:36.482706 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff4b3c25-ebfd-4e31-b256-36077009b04e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:36.515392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-ff4b3c25-ebfd-4e31-b256-36077009b04e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port 0a8cbecc-2355-4c54-ab5a-9269cc094c11 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:55:36.589849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6d5e5-609c-4ef6-acc4-785540adcd4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Network': ['ID=65aeff0f-7a4b-4fbf-b052-9d77b369c462,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:36.589849 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:36.620905 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:36.657487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1fc50912-1c1a-4118-b3b4-4d693d05ccdb None None] Provisioning complete for port f8f8bef5-1886-4681-a0c8-44efc1993024 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:36.659727 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1fc50912-1c1a-4118-b3b4-4d693d05ccdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:36.695101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 65aeff0f-7a4b-4fbf-b052-9d77b369c462 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:55:36.810727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23220081-c74a-42bc-bc9b-eb399d69dab6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Made reservation on behalf of af734f8d47e14d999be89d7bed37227b for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:36.822136 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23220081-c74a-42bc-bc9b-eb399d69dab6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:36.947368 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff4b3c25-ebfd-4e31-b256-36077009b04e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:36.992282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:36.998266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:37.000844 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:37.007466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:37.007947 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:37.010970 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff4b3c25-ebfd-4e31-b256-36077009b04e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:37.026065 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:37.049551 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:37.069958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4b3c25-ebfd-4e31-b256-36077009b04e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network be497daa-dc84-48db-a8da-a2ebf0db01fc is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:37.076799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-ff4b3c25-ebfd-4e31-b256-36077009b04e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:37.081093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4b3c25-ebfd-4e31-b256-36077009b04e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:37.088697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4b3c25-ebfd-4e31-b256-36077009b04e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:37.089354 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff4b3c25-ebfd-4e31-b256-36077009b04e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:37.109548 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.5466099 Nov 16 04:55:37.116399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53776) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:37.117092 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8e9f8-ad27-47df-8e8f-0785a5ff8d43 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=e282148c-c5e3-4229-b55b-48f1c682bd5c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:37.230606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b3c25-ebfd-4e31-b256-36077009b04e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=0a8cbecc-2355-4c54-ab5a-9269cc094c11,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:37.256383 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ff4b3c25-ebfd-4e31-b256-36077009b04e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1398349 Nov 16 04:55:37.257214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53778) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:37.282899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2314ee55-bb58-411e-8f57-48b601940a56 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:37.291280 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9a003-6f7d-4e68-b365-364dcacd855d None None] Pushing event updated for resources: {'Port': ['ID=a7f8d13b-3078-47b5-b6ec-3e3657a54217,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:37.360871 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-12361812-76c6-4479-9873-3add4550cbbb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3395932 Nov 16 04:55:37.429880 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca65a9d-5156-46ed-b554-fc8509828c2f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:37.432118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d8776-ce5e-462c-823f-da9dcb953278 req-cd40c9ef-6892-4f20-b5e4-c185b021dc76 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:37.436204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c4d8776-ce5e-462c-823f-da9dcb953278 req-cd40c9ef-6892-4f20-b5e4-c185b021dc76 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.3682816 Nov 16 04:55:37.445111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca65a9d-5156-46ed-b554-fc8509828c2f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:37.446768 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1fc50912-1c1a-4118-b3b4-4d693d05ccdb None None] Port f8f8bef5-1886-4681-a0c8-44efc1993024 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:37.454317 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9ca65a9d-5156-46ed-b554-fc8509828c2f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2755520 Nov 16 04:55:37.454970 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53784) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:37.491762 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Attempting to bind port a7f8d13b-3078-47b5-b6ec-3e3657a54217 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:37.494744 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Attempting to bind port a7f8d13b-3078-47b5-b6ec-3e3657a54217 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '4a66a7c5-d447-443f-b198-0ebeed57f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:37.495517 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Attempting to bind port a7f8d13b-3078-47b5-b6ec-3e3657a54217 on network 645ec4ca-5cb0-4978-8a6a-d3e667afb38d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:37.515341 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:37.516812 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Checking segment: {'id': '4a66a7c5-d447-443f-b198-0ebeed57f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:37.519603 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:37.520046 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Bound using segment: {'id': '4a66a7c5-d447-443f-b198-0ebeed57f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:37.520559 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Bound port: a7f8d13b-3078-47b5-b6ec-3e3657a54217, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a66a7c5-d447-443f-b198-0ebeed57f5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:37.520947 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:37.538233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:37.539625 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:37.708224 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] For port a7f8d13b-3078-47b5-b6ec-3e3657a54217, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:37.717192 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] For port a7f8d13b-3078-47b5-b6ec-3e3657a54217, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a7f8d13b-3078-47b5-b6ec-3e3657a54217,segment=NetworkSegment(4a66a7c5-d447-443f-b198-0ebeed57f5cb),segment_id=4a66a7c5-d447-443f-b198-0ebeed57f5cb)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:37.724537 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:37.759922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2afea545-45dd-403e-937d-cdab931889f5 None None] Provisioning complete for port a7f8d13b-3078-47b5-b6ec-3e3657a54217 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:37.760568 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2afea545-45dd-403e-937d-cdab931889f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:37.827456 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2314ee55-bb58-411e-8f57-48b601940a56 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:37.873035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23220081-c74a-42bc-bc9b-eb399d69dab6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:37.906499 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:37.912662 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:37.918046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7ec01bd6-902f-4f28-8b18-7e57c604256f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port e282148c-c5e3-4229-b55b-48f1c682bd5c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:37.918445 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ec01bd6-902f-4f28-8b18-7e57c604256f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:37.979190 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:38.039810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23220081-c74a-42bc-bc9b-eb399d69dab6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Subnet': ['ID=f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:38.135603 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9a003-6f7d-4e68-b365-364dcacd855d None None] Pushing event updated for resources: {'Port': ['ID=a7f8d13b-3078-47b5-b6ec-3e3657a54217,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:38.174204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c4d8776-ce5e-462c-823f-da9dcb953278 req-d8ac686c-7a54-4dac-8342-57f21c8e7d48 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7156827 Nov 16 04:55:38.199543 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=22a72cca-1f3f-4f72-aee4-9e82eeb6d58a,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:38.205304 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d48c2a2f-cea3-476c-afb2-b01a8e8078af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:38.229272 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:38.236178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-8880812a-0e8d-45d4-95a4-75ba5145d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:38.236970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-8880812a-0e8d-45d4-95a4-75ba5145d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:38.237512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-8880812a-0e8d-45d4-95a4-75ba5145d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:38.238269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-8880812a-0e8d-45d4-95a4-75ba5145d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:38.238757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-8880812a-0e8d-45d4-95a4-75ba5145d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:38.239228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-8880812a-0e8d-45d4-95a4-75ba5145d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:38.239691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-8880812a-0e8d-45d4-95a4-75ba5145d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:38.241834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-8880812a-0e8d-45d4-95a4-75ba5145d2b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6502 time: 0.7606788 Nov 16 04:55:38.255571 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2afea545-45dd-403e-937d-cdab931889f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:38.257383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23220081-c74a-42bc-bc9b-eb399d69dab6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Checking segment: {'id': '87bc1646-e342-4082-8306-87381fd8af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:38.257876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23220081-c74a-42bc-bc9b-eb399d69dab6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network hostable DHCP agents. Network: 65aeff0f-7a4b-4fbf-b052-9d77b369c462, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:55:38.259584 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:38.260345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:38.337807 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2314ee55-bb58-411e-8f57-48b601940a56 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:38.366553 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2314ee55-bb58-411e-8f57-48b601940a56 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:38.408578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23220081-c74a-42bc-bc9b-eb399d69dab6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 65aeff0f-7a4b-4fbf-b052-9d77b369c462 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:55:38.459266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ec01bd6-902f-4f28-8b18-7e57c604256f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:38.480829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-2314ee55-bb58-411e-8f57-48b601940a56 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] In _notify_port_updated(), no bound segment for port 0a8cbecc-2355-4c54-ab5a-9269cc094c11 on network be497daa-dc84-48db-a8da-a2ebf0db01fc {{(pid=102660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:55:38.488824 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2314ee55-bb58-411e-8f57-48b601940a56 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:38.495326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2314ee55-bb58-411e-8f57-48b601940a56 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:38.501688 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2314ee55-bb58-411e-8f57-48b601940a56 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "PUT /v2.0/ports/0a8cbecc-2355-4c54-ab5a-9269cc094c11 HTTP/1.1" status: 200 len: 818 time: 1.2268333 Nov 16 04:55:38.511967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=22a72cca-1f3f-4f72-aee4-9e82eeb6d58a,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:38.527507 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314ee55-bb58-411e-8f57-48b601940a56 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=0a8cbecc-2355-4c54-ab5a-9269cc094c11,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:38.532057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53806) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:38.542742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-23220081-c74a-42bc-bc9b-eb399d69dab6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 65aeff0f-7a4b-4fbf-b052-9d77b369c462) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:38.567422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7ec01bd6-902f-4f28-8b18-7e57c604256f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for e282148c-c5e3-4229-b55b-48f1c682bd5c owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:38.594667 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:38.668924 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52075eec-68de-4fa3-a59a-2c2d2eac3556 None None] Network 65aeff0f-7a4b-4fbf-b052-9d77b369c462 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:38.670784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23220081-c74a-42bc-bc9b-eb399d69dab6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:38.671369 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23220081-c74a-42bc-bc9b-eb399d69dab6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:38.703580 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:38.735593 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:38.762250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-23220081-c74a-42bc-bc9b-eb399d69dab6 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4742131 Nov 16 04:55:38.776712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53820) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:38.963060 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:31Z', 'revision_number': 4, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:37Z', 'revision_number': 4, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:38.973568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-e7216cb7-c6a0-46bb-b4f8-50f0fff12840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:38.974167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-e7216cb7-c6a0-46bb-b4f8-50f0fff12840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:38.974534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-e7216cb7-c6a0-46bb-b4f8-50f0fff12840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:38.976160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-e7216cb7-c6a0-46bb-b4f8-50f0fff12840 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5bf91be6-016c-43c7-bd07-759140c5c6aa&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 HTTP/1.1" status: 200 len: 2298 time: 0.6275342 Nov 16 04:55:39.030553 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-fcc971a2-059f-4d0c-a7a7-517db341d132 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 0a8cbecc-2355-4c54-ab5a-9269cc094c11 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:39.031666 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcc971a2-059f-4d0c-a7a7-517db341d132 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:39.033131 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f08146-6489-49cd-8917-1fbc85761625 None None] The sync data for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 is: [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:31Z', 'revision_number': 4, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:37Z', 'revision_number': 4, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:55:39.176097 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:39.260850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-441e43c5-bd75-4001-b180-887d4146cc12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 HTTP/1.1" status: 200 len: 1002 time: 0.2689385 Nov 16 04:55:39.403409 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcc971a2-059f-4d0c-a7a7-517db341d132 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:39.426842 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ec01bd6-902f-4f28-8b18-7e57c604256f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:39.497857 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7002811-1072-4b05-b1b0-8d5babdea5a2 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:39.505447 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-fcc971a2-059f-4d0c-a7a7-517db341d132 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 0a8cbecc-2355-4c54-ab5a-9269cc094c11 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:39.509442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-ecb51c18-e7ac-445d-ba9b-0a0a10cf401b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:39.511322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-ecb51c18-e7ac-445d-ba9b-0a0a10cf401b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753 HTTP/1.1" status: 200 len: 856 time: 0.0541232 Nov 16 04:55:39.647124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec01bd6-902f-4f28-8b18-7e57c604256f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=e282148c-c5e3-4229-b55b-48f1c682bd5c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:39.663204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-eb329bcf-d733-41c6-96ff-e57a21ce12b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:39.664923 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-eb329bcf-d733-41c6-96ff-e57a21ce12b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bf91be6-016c-43c7-bd07-759140c5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163223 Nov 16 04:55:39.673338 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcc971a2-059f-4d0c-a7a7-517db341d132 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:39.679788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332a2f5-91b8-4150-af98-0555da19d249 req-a9c7326d-309b-4814-b6bf-915ba37c15e7 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:39.681638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6332a2f5-91b8-4150-af98-0555da19d249 req-a9c7326d-309b-4814-b6bf-915ba37c15e7 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.2258184 Nov 16 04:55:39.707018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Allocated IP 172.25.0.60 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/164d9f6c-ad38-401b-bc7d-2d65e44418c0) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:39.767868 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc971a2-059f-4d0c-a7a7-517db341d132 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=0a8cbecc-2355-4c54-ab5a-9269cc094c11,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:39.775918 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-65aeff0f-7a4b-4fbf-b052-9d77b369c462', 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'fixed_ips': [{'subnet_id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:55:39.780946 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:39.852771 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53834) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:39.864304 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcc971a2-059f-4d0c-a7a7-517db341d132 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:39.870472 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fcc971a2-059f-4d0c-a7a7-517db341d132 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/0a8cbecc-2355-4c54-ab5a-9269cc094c11 HTTP/1.1" status: 204 len: 168 time: 1.3375123 Nov 16 04:55:39.900126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53836) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:39.902562 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ec01bd6-902f-4f28-8b18-7e57c604256f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:39.911992 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7ec01bd6-902f-4f28-8b18-7e57c604256f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/e282148c-c5e3-4229-b55b-48f1c682bd5c HTTP/1.1" status: 204 len: 168 time: 2.4475677 Nov 16 04:55:39.919045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53846) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:39.945043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2afea545-45dd-403e-937d-cdab931889f5 None None] For port a7f8d13b-3078-47b5-b6ec-3e3657a54217, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a7f8d13b-3078-47b5-b6ec-3e3657a54217,segment=NetworkSegment(4a66a7c5-d447-443f-b198-0ebeed57f5cb),segment_id=4a66a7c5-d447-443f-b198-0ebeed57f5cb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:39.994271 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2afea545-45dd-403e-937d-cdab931889f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.001224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5366b-f77b-4461-a5b8-11b19349ea03 None None] Pushing event updated for resources: {'Port': ['ID=f8f8bef5-1886-4681-a0c8-44efc1993024,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:40.032848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Attempting to bind port f8f8bef5-1886-4681-a0c8-44efc1993024 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:40.033344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Attempting to bind port f8f8bef5-1886-4681-a0c8-44efc1993024 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:40.033718 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Attempting to bind port f8f8bef5-1886-4681-a0c8-44efc1993024 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:40.143928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553201b-1db4-431a-a1d3-665547eaa633 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:40.151973 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553201b-1db4-431a-a1d3-665547eaa633 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:40.154447 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7553201b-1db4-431a-a1d3-665547eaa633 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2335756 Nov 16 04:55:40.157574 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53852) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:40.254014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1ffd75-5357-468b-94ef-c9fa4995d3da tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 23bf6dc0-ed85-4432-87be-ba93bd9f527d {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:55:40.259067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:40.259451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:40.259863 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.260257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:40.260754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Bound port: f8f8bef5-1886-4681-a0c8-44efc1993024, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:40.261147 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.263001 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffd75-5357-468b-94ef-c9fa4995d3da tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.263511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:40.263878 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.294144 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6d675ad6-7944-424c-afc4-949d9bda3ec5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.322957 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffd75-5357-468b-94ef-c9fa4995d3da tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.363611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] For port f8f8bef5-1886-4681-a0c8-44efc1993024, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:40.370588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] For port f8f8bef5-1886-4681-a0c8-44efc1993024, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f8f8bef5-1886-4681-a0c8-44efc1993024,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:40.382197 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.446339 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6332a2f5-91b8-4150-af98-0555da19d249 req-5e049604-1061-41e8-98d8-41941020032a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7568185 Nov 16 04:55:40.463619 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71e6df23-98a9-4d3d-a3b2-68539b23e558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.484851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50024f48-26ab-4a8f-a263-6f0c34c41bf5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:40.488441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2afea545-45dd-403e-937d-cdab931889f5 None None] Provisioning complete for port 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:40.488858 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2afea545-45dd-403e-937d-cdab931889f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.498637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53856) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:40.501154 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-50024f48-26ab-4a8f-a263-6f0c34c41bf5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5562272 Nov 16 04:55:40.505910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca70d54-d330-41bd-98fc-a72ad856cab4 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:40.512706 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6d675ad6-7944-424c-afc4-949d9bda3ec5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.535331 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6d675ad6-7944-424c-afc4-949d9bda3ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.538418 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-21e887f3-bfdc-4b25-905b-a679e390100a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:55:40.545667 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-21e887f3-bfdc-4b25-905b-a679e390100a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/0a8cbecc-2355-4c54-ab5a-9269cc094c11 HTTP/1.1" status: 404 len: 333 time: 0.0402758 Nov 16 04:55:40.545667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53858) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:40.562833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-49cde734-17b1-47fc-ace0-dd59852a6bbc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1537166598'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:40.590970 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffd75-5357-468b-94ef-c9fa4995d3da tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.591120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afea545-45dd-403e-937d-cdab931889f5 None None] Pushing event updated for resources: {'Port': ['ID=a7f8d13b-3078-47b5-b6ec-3e3657a54217,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:40.620427 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-83a56f5e-bcc4-4363-8ed8-414ffaabeea9 service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9344442 Nov 16 04:55:40.646220 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6d675ad6-7944-424c-afc4-949d9bda3ec5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3c30190aaca44158abd03f25a1c5bec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7711725 Nov 16 04:55:40.654814 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53860) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:40.667703 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cde734-17b1-47fc-ace0-dd59852a6bbc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:40.671697 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-49cde734-17b1-47fc-ace0-dd59852a6bbc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.673690 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d675ad6-7944-424c-afc4-949d9bda3ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4702198-b3c1-41cf-84b2-689d5e48915b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:40.710901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Allocated IP 172.23.0.2 (65aeff0f-7a4b-4fbf-b052-9d77b369c462/f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e/a83a8a60-52a5-4fe8-8d02-79600c560010) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:40.737416 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.794846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cde734-17b1-47fc-ace0-dd59852a6bbc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:55:40.806471 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.826203 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffd75-5357-468b-94ef-c9fa4995d3da tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.832135 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-49cde734-17b1-47fc-ace0-dd59852a6bbc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.832488 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-49cde734-17b1-47fc-ace0-dd59852a6bbc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Added segment 45e08e4c-c1c9-460b-a1f5-48c6fba48276 of type vlan for network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 Nov 16 04:55:40.903306 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c86d6353-e551-445d-a4c6-58c7b8c4d458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.905023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ffd75-5357-468b-94ef-c9fa4995d3da tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=23bf6dc0-ed85-4432-87be-ba93bd9f527d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:40.909566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-0367c38f-5a9d-487f-9e4d-617f424fc75f service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770283 Nov 16 04:55:40.911271 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.917192 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea1ffd75-5357-468b-94ef-c9fa4995d3da tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.921152 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ea1ffd75-5357-468b-94ef-c9fa4995d3da tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/23bf6dc0-ed85-4432-87be-ba93bd9f527d HTTP/1.1" status: 204 len: 168 time: 0.7625866 Nov 16 04:55:40.928577 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53862) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:40.958808 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-49cde734-17b1-47fc-ace0-dd59852a6bbc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:40.980246 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:41.027542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:41.035203 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-03c9d641-4e82-4535-91b4-cdf677dedbf3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=10ff97ee-f373-4db5-a57f-eae61ba73e8e HTTP/1.1" status: 200 len: 217 time: 0.1141894 Nov 16 04:55:41.039293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:41.044285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Routers {'552b0307-db2c-423a-b00c-112e84633062'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:41.045237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['552b0307-db2c-423a-b00c-112e84633062'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:41.051932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5366b-f77b-4461-a5b8-11b19349ea03 None None] Pushing event updated for resources: {'Port': ['ID=f8f8bef5-1886-4681-a0c8-44efc1993024,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:41.059082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:41.059282 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f326f-5f47-4ed5-80a8-f189cfa02acf None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:41.064831 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:41.130170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9311075-bebd-4c15-a0c2-ce2b7132da8c None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:41.137175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event updated for resources: {'Port': ['ID=164d9f6c-ad38-401b-bc7d-2d65e44418c0,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:41.246306 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] Set router 552b0307-db2c-423a-b00c-112e84633062 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:41.314094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-c53fb42b-816e-4b2e-967a-c33471a3ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:41.315688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-c53fb42b-816e-4b2e-967a-c33471a3ba2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.2690032 Nov 16 04:55:41.436701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a7f8d13b-3078-47b5-b6ec-3e3657a54217 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:41.470594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Network 65aeff0f-7a4b-4fbf-b052-9d77b369c462 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:41.531064 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-926a7ab1-5b0c-47de-b6ee-23ae252a9d57 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5965235 Nov 16 04:55:41.535028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53868) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:41.536008 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c86d6353-e551-445d-a4c6-58c7b8c4d458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:41.540630 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b25ae-2e49-41c1-882c-6b175d3af0b0 req-fbbcb312-6214-4299-bd20-48924dbb03ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:41.542310 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-720b25ae-2e49-41c1-882c-6b175d3af0b0 req-fbbcb312-6214-4299-bd20-48924dbb03ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 1096 time: 0.7612083 Nov 16 04:55:41.550365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4341432a-9988-48ab-b8ff-54f09ca8ac6d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:41.553631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:41.573827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:41.605963 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Pushing event updated for resources: {'Port': ['ID=a83a8a60-52a5-4fe8-8d02-79600c560010,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:41.675675 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-49cde734-17b1-47fc-ace0-dd59852a6bbc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:41.682428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cde734-17b1-47fc-ace0-dd59852a6bbc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:41.683038 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-49cde734-17b1-47fc-ace0-dd59852a6bbc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:41.770586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7470ef-7c7e-462c-84c5-753bd60471b9 None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:41.794518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cde734-17b1-47fc-ace0-dd59852a6bbc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Network': ['ID=7710f71e-2671-4c40-b9a1-3e68bdb2ce68,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:41.811757 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-49cde734-17b1-47fc-ace0-dd59852a6bbc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2606714 Nov 16 04:55:41.822413 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53870) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:41.829647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9d2c9d0d-bc23-4f33-893c-12e230b7f97e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': '7710f71e-2671-4c40-b9a1-3e68bdb2ce68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:41.832915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-123f86f5-9152-4b37-8a1a-b5aef77244c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:41.834746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-123f86f5-9152-4b37-8a1a-b5aef77244c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4193285 Nov 16 04:55:41.846234 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:55:41.885667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b25ae-2e49-41c1-882c-6b175d3af0b0 req-b4741399-61eb-4897-82a7-2368e3e8e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:41.887345 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-720b25ae-2e49-41c1-882c-6b175d3af0b0 req-b4741399-61eb-4897-82a7-2368e3e8e0b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 917 time: 0.3349335 Nov 16 04:55:41.907975 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:41.970658 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-61dd5607-be5c-4032-9b55-37a3ca525d94 None None] Could not find standard attr ID for object e282148c-c5e3-4229-b55b-48f1c682bd5c. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:55:41.978071 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:42.027776 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-720b25ae-2e49-41c1-882c-6b175d3af0b0 req-e6bb1253-c77d-4375-b395-f796d6c71259 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 HTTP/1.1" status: 200 len: 1000 time: 0.0775747 Nov 16 04:55:42.032251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c86d6353-e551-445d-a4c6-58c7b8c4d458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:42.035405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Allocated IP 172.23.0.1 (65aeff0f-7a4b-4fbf-b052-9d77b369c462/f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e/9bf1e583-52e4-40b3-a1cc-78b47daf9be5) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:42.036725 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c86d6353-e551-445d-a4c6-58c7b8c4d458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:42.042095 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c86d6353-e551-445d-a4c6-58c7b8c4d458 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4702198-b3c1-41cf-84b2-689d5e48915b HTTP/1.1" status: 204 len: 168 time: 1.3859856 Nov 16 04:55:42.054214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Attempting to bind port a83a8a60-52a5-4fe8-8d02-79600c560010 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:42.054767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Attempting to bind port a83a8a60-52a5-4fe8-8d02-79600c560010 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '87bc1646-e342-4082-8306-87381fd8af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:42.055155 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Attempting to bind port a83a8a60-52a5-4fe8-8d02-79600c560010 on network 65aeff0f-7a4b-4fbf-b052-9d77b369c462 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:42.063120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a7f8d13b-3078-47b5-b6ec-3e3657a54217 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:42.063505 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:42.110144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b25ae-2e49-41c1-882c-6b175d3af0b0 req-5bc0bbaf-c47d-4ba5-a8bd-0fd10881ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:42.111683 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-720b25ae-2e49-41c1-882c-6b175d3af0b0 req-5bc0bbaf-c47d-4ba5-a8bd-0fd10881ebf2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.0679152 Nov 16 04:55:42.161664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4341432a-9988-48ab-b8ff-54f09ca8ac6d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:42.165586 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4341432a-9988-48ab-b8ff-54f09ca8ac6d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:42.171644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d6353-e551-445d-a4c6-58c7b8c4d458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4702198-b3c1-41cf-84b2-689d5e48915b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:42.203392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:42.203817 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Checking segment: {'id': '87bc1646-e342-4082-8306-87381fd8af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:42.204262 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:42.204822 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Bound using segment: {'id': '87bc1646-e342-4082-8306-87381fd8af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:42.205317 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Bound port: a83a8a60-52a5-4fe8-8d02-79600c560010, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc1646-e342-4082-8306-87381fd8af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:42.205884 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:42.207473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b25ae-2e49-41c1-882c-6b175d3af0b0 req-35516f26-812e-439d-9733-cdb04ce71dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:42.210366 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-720b25ae-2e49-41c1-882c-6b175d3af0b0 req-35516f26-812e-439d-9733-cdb04ce71dd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818675 Nov 16 04:55:42.239687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-61dd5607-be5c-4032-9b55-37a3ca525d94 None None] Provisioning complete for port a7f8d13b-3078-47b5-b6ec-3e3657a54217 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:42.240170 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61dd5607-be5c-4032-9b55-37a3ca525d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:42.331153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2c9d0d-bc23-4f33-893c-12e230b7f97e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:42.333092 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7f7470ef-7c7e-462c-84c5-753bd60471b9 None None] Deleting port 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:42.333516 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f7470ef-7c7e-462c-84c5-753bd60471b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:42.336366 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9d0d-bc23-4f33-893c-12e230b7f97e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:42.361991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf0fc0-6c91-4a21-b5b7-d7b8edc4902b req-811875f7-c6ec-43e4-89f4-c16b9ee9034d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:42.369509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34cf0fc0-6c91-4a21-b5b7-d7b8edc4902b req-811875f7-c6ec-43e4-89f4-c16b9ee9034d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.6116419 Nov 16 04:55:42.461374 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-720b25ae-2e49-41c1-882c-6b175d3af0b0 req-7476055a-ad55-46dd-83cd-ad80ea07653e service neutron] 10.222.0.15 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413776 Nov 16 04:55:42.664485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552b0307-db2c-423a-b00c-112e84633062', 'name': 'tempest-snat-router-2125023888', 'tenant_id': '81672a8507fc44f8a1853d3432ae607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': False}, 'gw_port_id': 'f8f8bef5-1886-4681-a0c8-44efc1993024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:33Z', 'revision_number': 3, 'project_id': '81672a8507fc44f8a1853d3432ae607f', 'gw_port': {'id': 'f8f8bef5-1886-4681-a0c8-44efc1993024', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552b0307-db2c-423a-b00c-112e84633062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:32Z', 'updated_at': '2021-11-16T04:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:42.782362 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-720b25ae-2e49-41c1-882c-6b175d3af0b0 req-24a77515-fcb8-4f5a-90e8-ef06fb84ba54 service neutron] 10.222.0.15 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115609 Nov 16 04:55:42.782992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fd05a5-fcb5-415f-b93c-e7a702b0118e None None] The sync data for ids ['552b0307-db2c-423a-b00c-112e84633062'] in n-d-818042-1 is: [{'id': '552b0307-db2c-423a-b00c-112e84633062', 'name': 'tempest-snat-router-2125023888', 'tenant_id': '81672a8507fc44f8a1853d3432ae607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250'}], 'enable_snat': False}, 'gw_port_id': 'f8f8bef5-1886-4681-a0c8-44efc1993024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:33Z', 'revision_number': 3, 'project_id': '81672a8507fc44f8a1853d3432ae607f', 'gw_port': {'id': 'f8f8bef5-1886-4681-a0c8-44efc1993024', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552b0307-db2c-423a-b00c-112e84633062', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:32Z', 'updated_at': '2021-11-16T04:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:55:42.785915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] For port a83a8a60-52a5-4fe8-8d02-79600c560010, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:42.798704 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7f7470ef-7c7e-462c-84c5-753bd60471b9 None None] For port 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=22a72cca-1f3f-4f72-aee4-9e82eeb6d58a,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:42.799105 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f7470ef-7c7e-462c-84c5-753bd60471b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:42.842702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] For port a83a8a60-52a5-4fe8-8d02-79600c560010, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a83a8a60-52a5-4fe8-8d02-79600c560010,segment=NetworkSegment(87bc1646-e342-4082-8306-87381fd8af86),segment_id=87bc1646-e342-4082-8306-87381fd8af86)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:42.860477 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7f7470ef-7c7e-462c-84c5-753bd60471b9 None None] Calling delete_port for 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:42.863149 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:42.868216 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9d0d-bc23-4f33-893c-12e230b7f97e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:42.909603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34cf0fc0-6c91-4a21-b5b7-d7b8edc4902b req-a77af785-9deb-4153-b89a-be223ba533e3 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5388424 Nov 16 04:55:42.935454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:42.955995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c9d0d-bc23-4f33-893c-12e230b7f97e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Subnet': ['ID=f428f63d-0d7d-4135-860d-abc59bc329df,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:42.973064 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2c9d0d-bc23-4f33-893c-12e230b7f97e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Checking segment: {'id': '45e08e4c-c1c9-460b-a1f5-48c6fba48276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7710f71e-2671-4c40-b9a1-3e68bdb2ce68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:42.973512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c9d0d-bc23-4f33-893c-12e230b7f97e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network hostable DHCP agents. Network: 7710f71e-2671-4c40-b9a1-3e68bdb2ce68, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:55:42.993894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c9d0d-bc23-4f33-893c-12e230b7f97e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:55:43.012105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9d2c9d0d-bc23-4f33-893c-12e230b7f97e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 7710f71e-2671-4c40-b9a1-3e68bdb2ce68) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:43.019587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2c9d0d-bc23-4f33-893c-12e230b7f97e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:43.020628 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9d0d-bc23-4f33-893c-12e230b7f97e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:43.050399 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9d2c9d0d-bc23-4f33-893c-12e230b7f97e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2242746 Nov 16 04:55:43.052655 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53892) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:43.064970 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fa17580e-c1df-4a98-9714-b4e02195a7ba tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': '7710f71e-2671-4c40-b9a1-3e68bdb2ce68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:43.091841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5294b5-866d-479c-aebd-05655c3e9fc2 None None] Network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:43.100443 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4341432a-9988-48ab-b8ff-54f09ca8ac6d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:43.125926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4341432a-9988-48ab-b8ff-54f09ca8ac6d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:43.145436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-4341432a-9988-48ab-b8ff-54f09ca8ac6d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:43.162478 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4341432a-9988-48ab-b8ff-54f09ca8ac6d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:43.163432 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4341432a-9988-48ab-b8ff-54f09ca8ac6d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:43.272793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-f6bbc8ff-36d7-4a02-bc53-38fa7d6220b8 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3774247 Nov 16 04:55:43.293869 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4341432a-9988-48ab-b8ff-54f09ca8ac6d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7470684 Nov 16 04:55:43.296838 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53896) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:43.300583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aae7fc-4da4-4821-942b-4a25d00dcec4 None None] Pushing event updated for resources: {'Port': ['ID=a83a8a60-52a5-4fe8-8d02-79600c560010,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:43.318396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'fixed_ips': [{'subnet_id': 'e2bab6b0-4b18-4583-a2ac-4dee89062cce', 'ip_address': '2001:db8::26c5:5986:5202:7493'}], 'name': 'tempest-NetworksTestDHCPv6-1453519782'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:43.326911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-61dd5607-be5c-4032-9b55-37a3ca525d94 None None] Provisioning complete for port 164d9f6c-ad38-401b-bc7d-2d65e44418c0 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:43.333532 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61dd5607-be5c-4032-9b55-37a3ca525d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:43.359917 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa17580e-c1df-4a98-9714-b4e02195a7ba tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:43.367301 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:43.367715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa17580e-c1df-4a98-9714-b4e02195a7ba tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:43.453184 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53900) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:43.473232 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:43.493623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341432a-9988-48ab-b8ff-54f09ca8ac6d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=e2bab6b0-4b18-4583-a2ac-4dee89062cce,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:43.503032 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:43.541252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-61dd5607-be5c-4032-9b55-37a3ca525d94 None None] Port 164d9f6c-ad38-401b-bc7d-2d65e44418c0 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:43.572960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:43.574631 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:43.580799 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f7470ef-7c7e-462c-84c5-753bd60471b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:43.640276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:55:43.705453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:43.753576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Port 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a was deleted so its status cannot be updated. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 16 04:55:43.761954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7470ef-7c7e-462c-84c5-753bd60471b9 None None] Pushing event deleted for resources: {'Port': ['ID=22a72cca-1f3f-4f72-aee4-9e82eeb6d58a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:43.764196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-61dd5607-be5c-4032-9b55-37a3ca525d94 None None] Provisioning complete for port f8f8bef5-1886-4681-a0c8-44efc1993024 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:43.766000 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61dd5607-be5c-4032-9b55-37a3ca525d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:43.818244 n-d-818042-1 neutron-server[102660]: INFO neutron.db.ipam_backend_mixin [None req-fa17580e-c1df-4a98-9714-b4e02195a7ba tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f428f63d-0d7d-4135-860d-abc59bc329df (CIDR: 172.20.0.0/28) Nov 16 04:55:43.843165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7470ef-7c7e-462c-84c5-753bd60471b9 None None] No DVR routers for this DVR port 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:55:43.852047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-7710f71e-2671-4c40-b9a1-3e68bdb2ce68', 'network_id': '7710f71e-2671-4c40-b9a1-3e68bdb2ce68', 'tenant_id': 'a23880a53c04422caf7e62ff28ac9622', 'fixed_ips': [{'subnet_id': 'f428f63d-0d7d-4135-860d-abc59bc329df'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:55:43.852217 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:43.853298 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:43.859885 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa17580e-c1df-4a98-9714-b4e02195a7ba tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:55:43.860557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa17580e-c1df-4a98-9714-b4e02195a7ba tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:55:43.880356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf977a0f-6f0c-4cb5-bb2b-9b9835682c38 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:43.931296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1341123837-network', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:43.963261 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa17580e-c1df-4a98-9714-b4e02195a7ba tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9098198 Nov 16 04:55:43.993300 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-6faed72c-8bcf-4e6d-8187-2fbf4f178e95 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6934958 Nov 16 04:55:43.999082 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:44.002535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53906) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:44.021623 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-32a55b16-48dd-4df4-a223-4ce418aff626 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': '7710f71e-2671-4c40-b9a1-3e68bdb2ce68', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:44.057759 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:44.061226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Made reservation on behalf of 6b7b9fff179445e18d5cc21ca644a21a for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:44.063956 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:44.089159 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:44.105059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 65aeff0f-7a4b-4fbf-b052-9d77b369c462 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:44.228219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port eac0024b-5cbf-4547-8c4c-e7fd4d78c294 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:55:44.237414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:44.245194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-77bc45c1-daf7-4bb7-8a10-1c84f8074efc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=8178ccda-af63-4072-ac8f-d3f04afc358b HTTP/1.1" status: 200 len: 217 time: 0.2251086 Nov 16 04:55:44.251041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:44.271308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=9bf1e583-52e4-40b3-a1cc-78b47daf9be5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:44.303818 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Allocated IP 172.20.0.2 (7710f71e-2671-4c40-b9a1-3e68bdb2ce68/f428f63d-0d7d-4135-860d-abc59bc329df/51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:44.412582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:44.419467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-9420a329-cee8-4703-a56a-b0dd2d2895bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:44.422103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-9420a329-cee8-4703-a56a-b0dd2d2895bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.1615942 Nov 16 04:55:44.517828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::26c5:5986:5202:7493 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/e2bab6b0-4b18-4583-a2ac-4dee89062cce/eac0024b-5cbf-4547-8c4c-e7fd4d78c294) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:44.657351 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:44.713488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Router 2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:55:44.725157 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a83a8a60-52a5-4fe8-8d02-79600c560010 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:44.730675 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:44.815786 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:44.863734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-f84d7e7b-10d5-4577-9fe7-29ae370234fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:44.865452 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-f84d7e7b-10d5-4577-9fe7-29ae370234fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2552264 Nov 16 04:55:44.923614 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:44.937022 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:44.939976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b2d75-9651-4141-afb9-143098c2a2b4 req-0c826c7e-f049-434d-87e1-9a291f5f692d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:44.951203 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f87b2d75-9651-4141-afb9-143098c2a2b4 req-0c826c7e-f049-434d-87e1-9a291f5f692d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.8885128 Nov 16 04:55:44.990771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f46803d-616f-4880-80e2-22640aaaecb4 None None] Network 65aeff0f-7a4b-4fbf-b052-9d77b369c462 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:45.013702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eded7195-24c0-4986-8fdf-2ff361c6f5d1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:45.020771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:45.025053 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.033137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:45.033780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:45.034282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:45.034809 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:45.035497 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:45.036074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:45.036568 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:45.036846 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.038399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:45.038932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:45.039639 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:45.040135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:45.040651 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:55:45.045008 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a55b16-48dd-4df4-a223-4ce418aff626 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:45.049008 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32a55b16-48dd-4df4-a223-4ce418aff626 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.095186 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:45.096987 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.103230 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:45.131027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Pushing event updated for resources: {'Port': ['ID=51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:45.137113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:45.139257 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:55:45.148449 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61dd5607-be5c-4032-9b55-37a3ca525d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.153147 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=eac0024b-5cbf-4547-8c4c-e7fd4d78c294,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:45.156441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f87b2d75-9651-4141-afb9-143098c2a2b4 req-380983f2-f6fb-441a-98cd-f7d724888496 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040653 Nov 16 04:55:45.157840 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:45.195014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:45.203581 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:45.204467 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.229341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:55:45.230106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.230515 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Added segment 66a25465-1cb9-45f9-8b4a-a8bdb251738f of type vlan for network 8ae5e376-b921-496b-842a-45e78562fba1 Nov 16 04:55:45.239175 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f6e33e25-2374-44a4-9a86-cddf4c318587 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9403148 Nov 16 04:55:45.248868 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53912) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:45.265071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': 'e2bab6b0-4b18-4583-a2ac-4dee89062cce'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:55:45.269797 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.276771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe599b8-0fd1-4819-a597-30736eae6487 None None] Sync routers for ids ['2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:55:45.331788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-81d1a632-209d-40eb-8af2-50a68fe8034c service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742192 Nov 16 04:55:45.339395 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.339775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-61dd5607-be5c-4032-9b55-37a3ca525d94 None None] For port f8f8bef5-1886-4681-a0c8-44efc1993024, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f8f8bef5-1886-4681-a0c8-44efc1993024,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:45.340867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ae3f94a2-bc0a-4830-bd31-7a8524054099 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.7863050 Nov 16 04:55:45.347851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:55:45.351000 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6650b6f1-8965-4d38-bdb6-ef5925a34203" -d '{"events": [{"server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "name": "network-vif-unplugged", "status": "completed", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:55:45.358424 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53914) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:45.421336 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61dd5607-be5c-4032-9b55-37a3ca525d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.433924 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 04:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69061bc7-b6fe-4791-8787-2ac69ca50577 x-openstack-request-id: req-69061bc7-b6fe-4791-8787-2ac69ca50577 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:55:45.434360 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "name": "network-vif-unplugged", "status": "failed", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2", "code": 422}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:55:45.435258 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69061bc7-b6fe-4791-8787-2ac69ca50577 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:55:45.435783 n-d-818042-1 neutron-server[102661]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'code': 422} returned with failed status Nov 16 04:55:45.438835 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a83a8a60-52a5-4fe8-8d02-79600c560010 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:45.438835 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.440188 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.445326 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:45.489792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a6c62-bcb5-44a6-8693-3aaffd33189a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:45.491491 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-676a6c62-bcb5-44a6-8693-3aaffd33189a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2397926 Nov 16 04:55:45.492345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-35329bdd-a94a-4503-b4a4-4b51f4e7c791 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032257 Nov 16 04:55:45.494629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe599b8-0fd1-4819-a597-30736eae6487 None None] Routers {'2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:45.495378 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1fe599b8-0fd1-4819-a597-30736eae6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:45.504899 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.507695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Attempting to bind port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:45.508179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Attempting to bind port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '45e08e4c-c1c9-460b-a1f5-48c6fba48276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7710f71e-2671-4c40-b9a1-3e68bdb2ce68'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:45.508815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Attempting to bind port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 on network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:45.528328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53918) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:45.621608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-2a07c3a1-84df-4fa5-9d04-f2becb5e166d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8360c88d-5afc-43f1-9479-fb3f96d0f2bb HTTP/1.1" status: 200 len: 217 time: 0.0922906 Nov 16 04:55:45.645943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.db.resource_extend [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:55:45.676073 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.677011 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:45.678511 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.717646 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-608ea44e-cedc-4b56-a129-703d950afeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:45.719531 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-608ea44e-cedc-4b56-a129-703d950afeeb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.0645576 Nov 16 04:55:45.851914 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3958194 Nov 16 04:55:45.856307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-cfefd5b8-e5e7-4ac8-8463-2daa30d182a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:45.858483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-cfefd5b8-e5e7-4ac8-8463-2daa30d182a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302030 Nov 16 04:55:45.862758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53922) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:45.866812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cddf33-7e86-45f3-b35e-23c5d5b2c505 admin admin] Pushing event updated for resources: {'Network': ['ID=8ae5e376-b921-496b-842a-45e78562fba1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:45.867603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-50cd8443-fb29-42ec-aca0-cde1535e729f admin admin] Request body: {'subnet': {'network_id': '8ae5e376-b921-496b-842a-45e78562fba1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1341123837-subnet', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:45.904956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cd8443-fb29-42ec-aca0-cde1535e729f admin admin] Made reservation on behalf of 6b7b9fff179445e18d5cc21ca644a21a for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:45.907431 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50cd8443-fb29-42ec-aca0-cde1535e729f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.907932 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9996208c-5a61-45bf-b6a1-34fe3465a057 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/routers/2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4 HTTP/1.1" status: 200 len: 907 time: 0.5442929 Nov 16 04:55:45.908552 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53924) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:45.937014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-615eb1b7-9b4f-4506-9088-bb7f7bb064c5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port eac0024b-5cbf-4547-8c4c-e7fd4d78c294 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:45.937362 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-615eb1b7-9b4f-4506-9088-bb7f7bb064c5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:45.982520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 8ae5e376-b921-496b-842a-45e78562fba1 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:55:46.061533 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.064691 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32a55b16-48dd-4df4-a223-4ce418aff626 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.123557 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Allocated IP 2001:db8::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/e2bab6b0-4b18-4583-a2ac-4dee89062cce/f878b81a-18af-4e1f-9837-6bc340d864a3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:46.205263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-559eeb6f-f9ea-4b72-b9e2-68be5641e4b8 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135955 Nov 16 04:55:46.213852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a55b16-48dd-4df4-a223-4ce418aff626 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:46.220518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-32a55b16-48dd-4df4-a223-4ce418aff626 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:46.232561 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-615eb1b7-9b4f-4506-9088-bb7f7bb064c5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.247911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.248519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a55b16-48dd-4df4-a223-4ce418aff626 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:46.249109 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32a55b16-48dd-4df4-a223-4ce418aff626 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.280684 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-32a55b16-48dd-4df4-a223-4ce418aff626 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2708807 Nov 16 04:55:46.284759 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.288179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53928) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:46.298260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': '7710f71e-2671-4c40-b9a1-3e68bdb2ce68', 'fixed_ips': [{'subnet_id': 'f428f63d-0d7d-4135-860d-abc59bc329df'}, {'subnet_id': '59d5e37a-2f8c-4a8e-b98a-c170b6ffc4ef'}], 'name': 'tempest-PortsTestJSON-495297903'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:46.328720 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.371003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-615eb1b7-9b4f-4506-9088-bb7f7bb064c5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for eac0024b-5cbf-4547-8c4c-e7fd4d78c294 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:46.409407 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-1fe599b8-0fd1-4819-a597-30736eae6487 None None] Set router 2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:46.508259 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.567509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:46.567974 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Checking segment: {'id': '45e08e4c-c1c9-460b-a1f5-48c6fba48276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7710f71e-2671-4c40-b9a1-3e68bdb2ce68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:46.568319 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.568744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Bound using segment: {'id': '45e08e4c-c1c9-460b-a1f5-48c6fba48276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7710f71e-2671-4c40-b9a1-3e68bdb2ce68'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:46.569191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Bound port: 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e08e4c-c1c9-460b-a1f5-48c6fba48276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7710f71e-2671-4c40-b9a1-3e68bdb2ce68'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:46.569571 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.652507 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.653247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6f15032f-ea54-4d13-a6df-ab19a51c6667 None None] Provisioning complete for port a83a8a60-52a5-4fe8-8d02-79600c560010 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:46.653638 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f15032f-ea54-4d13-a6df-ab19a51c6667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.711075 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:46.713904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd5607-be5c-4032-9b55-37a3ca525d94 None None] Pushing event updated for resources: {'Port': ['ID=f8f8bef5-1886-4681-a0c8-44efc1993024,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:46.762437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:46.787329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a55b16-48dd-4df4-a223-4ce418aff626 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Subnet': ['ID=59d5e37a-2f8c-4a8e-b98a-c170b6ffc4ef,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:46.815348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:46.852024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.911168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b449-e9d5-44e8-8794-3c156dc478f7 req-66659a1a-276e-4ab2-af55-7664bfe0fec5 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:46.913374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53b0b449-e9d5-44e8-8794-3c156dc478f7 req-66659a1a-276e-4ab2-af55-7664bfe0fec5 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 943 time: 0.5731480 Nov 16 04:55:46.914393 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:46.926977 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:46.970562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event updated for resources: {'Port': ['ID=9bf1e583-52e4-40b3-a1cc-78b47daf9be5,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:47.021950 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Deleting port 164d9f6c-ad38-401b-bc7d-2d65e44418c0 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:47.026986 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:47.036301 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] For port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:47.039662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] For port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6,segment=NetworkSegment(45e08e4c-c1c9-460b-a1f5-48c6fba48276),segment_id=45e08e4c-c1c9-460b-a1f5-48c6fba48276)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:47.078844 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:47.133280 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:47.138616 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:47.154437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-e83b5e44-1052-415a-935f-f27bbc5fae19 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9344673 Nov 16 04:55:47.163024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50cd8443-fb29-42ec-aca0-cde1535e729f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:47.196008 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:47.213170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Calling delete_port for 164d9f6c-ad38-401b-bc7d-2d65e44418c0 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:47.274926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:47.280207 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Attempting to bind port f878b81a-18af-4e1f-9837-6bc340d864a3 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:47.280582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Attempting to bind port f878b81a-18af-4e1f-9837-6bc340d864a3 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:47.280951 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Attempting to bind port f878b81a-18af-4e1f-9837-6bc340d864a3 on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:47.287139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port a83a8a60-52a5-4fe8-8d02-79600c560010, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a83a8a60-52a5-4fe8-8d02-79600c560010,segment=NetworkSegment(87bc1646-e342-4082-8306-87381fd8af86),segment_id=87bc1646-e342-4082-8306-87381fd8af86)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:47.310757 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53b0b449-e9d5-44e8-8794-3c156dc478f7 req-7cde8d99-1f88-4176-82af-7ce77137599c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770297 Nov 16 04:55:47.316361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:47.316749 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:47.317153 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:47.317563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:47.318438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Bound port: f878b81a-18af-4e1f-9837-6bc340d864a3, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:47.318596 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:47.364559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-5f4cb545-1d35-42bd-807e-e4dab17ceca7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 HTTP/1.1" status: 200 len: 217 time: 0.1960254 Nov 16 04:55:47.366504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Network 65aeff0f-7a4b-4fbf-b052-9d77b369c462 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:47.393173 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:47.395260 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f8f8bef5-1886-4681-a0c8-44efc1993024 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:47.395982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:47.448184 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port 964ee0e5-b804-4fe7-a8f7-64a700c732c1 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:55:47.495653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd8443-fb29-42ec-aca0-cde1535e729f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d4ac978-3002-4c8c-8e52-ab185519d0b2,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:47.497017 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f15032f-ea54-4d13-a6df-ab19a51c6667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:47.586476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] For port f878b81a-18af-4e1f-9837-6bc340d864a3, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:47.590487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] For port f878b81a-18af-4e1f-9837-6bc340d864a3, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f878b81a-18af-4e1f-9837-6bc340d864a3,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:47.608190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:55:47.611098 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:47.677500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Pushing event updated for resources: {'Port': ['ID=f878b81a-18af-4e1f-9837-6bc340d864a3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:47.699098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:47.821083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event deleted for resources: {'Port': ['ID=164d9f6c-ad38-401b-bc7d-2d65e44418c0,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:47.832259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-4e45553a-7c43-4446-9465-0f3943ffe718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:47.833002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d1978a-66d9-46fb-8ce7-452a3bf80b93 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:47.833731 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-4e45553a-7c43-4446-9465-0f3943ffe718 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.4540145 Nov 16 04:55:47.885377 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-6f15032f-ea54-4d13-a6df-ab19a51c6667 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:55:47.885667 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-6f15032f-ea54-4d13-a6df-ab19a51c6667 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:55:47.944177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50cd8443-fb29-42ec-aca0-cde1535e729f admin admin] Checking segment: {'id': '66a25465-1cb9-45f9-8b4a-a8bdb251738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:47.944704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cd8443-fb29-42ec-aca0-cde1535e729f admin admin] Network hostable DHCP agents. Network: 8ae5e376-b921-496b-842a-45e78562fba1, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:55:47.947195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-615eb1b7-9b4f-4506-9088-bb7f7bb064c5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:48.007703 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-615eb1b7-9b4f-4506-9088-bb7f7bb064c5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:48.014655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-615eb1b7-9b4f-4506-9088-bb7f7bb064c5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/eac0024b-5cbf-4547-8c4c-e7fd4d78c294 HTTP/1.1" status: 204 len: 168 time: 2.4793406 Nov 16 04:55:48.019764 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53942) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:48.038162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f8f8bef5-1886-4681-a0c8-44efc1993024 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:48.038608 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:48.092026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615eb1b7-9b4f-4506-9088-bb7f7bb064c5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=eac0024b-5cbf-4547-8c4c-e7fd4d78c294,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:48.101314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router c3b6ec4d-34cf-43fe-94f3-68395209958c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:55:48.115286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-086bd4b8-dc61-43ac-b7fc-8c15a400ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:48.117267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-086bd4b8-dc61-43ac-b7fc-8c15a400ebb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2478952 Nov 16 04:55:48.236992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ea447-1fc4-4ab9-b471-71539bdb4cb0 None None] Pushing event updated for resources: {'Port': ['ID=51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:48.273402 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-c34fb949-9694-497d-bd77-855e092b4847 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458671 Nov 16 04:55:48.284809 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cd8443-fb29-42ec-aca0-cde1535e729f admin admin] Network 8ae5e376-b921-496b-842a-45e78562fba1 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:55:48.331321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1fe599b8-0fd1-4819-a597-30736eae6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4', 'name': 'tempest-snat-router-2125023888', 'tenant_id': '81672a8507fc44f8a1853d3432ae607f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '164d9f6c-ad38-401b-bc7d-2d65e44418c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:35Z', 'updated_at': '2021-11-16T04:55:41Z', 'revision_number': 3, 'project_id': '81672a8507fc44f8a1853d3432ae607f', 'gw_port': {'id': '164d9f6c-ad38-401b-bc7d-2d65e44418c0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:38Z', 'updated_at': '2021-11-16T04:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:48.537400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.5 (7710f71e-2671-4c40-b9a1-3e68bdb2ce68/f428f63d-0d7d-4135-860d-abc59bc329df/964ee0e5-b804-4fe7-a8f7-64a700c732c1) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:48.544245 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.26 (7710f71e-2671-4c40-b9a1-3e68bdb2ce68/59d5e37a-2f8c-4a8e-b98a-c170b6ffc4ef/964ee0e5-b804-4fe7-a8f7-64a700c732c1) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:48.567357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-9dec134f-7172-470f-90dd-493728a8ac37 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736228 Nov 16 04:55:48.570318 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:48.578715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-50cd8443-fb29-42ec-aca0-cde1535e729f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 8ae5e376-b921-496b-842a-45e78562fba1) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:48.603781 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cd8443-fb29-42ec-aca0-cde1535e729f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:48.604536 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50cd8443-fb29-42ec-aca0-cde1535e729f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:48.687935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd67b47-108b-4d3e-9e33-0e4397e40c44 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:48.689516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd67b47-108b-4d3e-9e33-0e4397e40c44 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:48.695089 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1bd67b47-108b-4d3e-9e33-0e4397e40c44 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6590059 Nov 16 04:55:48.695894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53954) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:48.715285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-2a25f267-dd0e-48a8-b580-9f07efd0fb86 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=09f8af55-badd-41b7-a94d-d362718c5b52 HTTP/1.1" status: 200 len: 217 time: 0.1263463 Nov 16 04:55:48.808528 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b895c7-21eb-4180-8d04-5dbc74b11871 None None] Network 8ae5e376-b921-496b-842a-45e78562fba1 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:48.811423 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe599b8-0fd1-4819-a597-30736eae6487 None None] Checking router: 2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:55:48.811766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe599b8-0fd1-4819-a597-30736eae6487 None None] Updating router 2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4 port 164d9f6c-ad38-401b-bc7d-2d65e44418c0 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:55:48.812043 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:48.819056 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:48.863959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-34ed7980-2fa3-4c4d-b044-48702003f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:48.866012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-34ed7980-2fa3-4c4d-b044-48702003f4a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 200 len: 797 time: 0.1329300 Nov 16 04:55:48.877551 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-50cd8443-fb29-42ec-aca0-cde1535e729f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.0133836 Nov 16 04:55:48.880395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53958) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:48.895832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1341123837-router', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:48.923345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:55:48.935180 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Sync routers for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:55:48.951371 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:48.956348 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:48.968470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-67bf58ef-9d61-43d3-a94f-fff25616f089 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1839080 Nov 16 04:55:48.970669 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:48.980188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53966) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:49.003701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe599b8-0fd1-4819-a597-30736eae6487 None None] Port 164d9f6c-ad38-401b-bc7d-2d65e44418c0 not found while updating agent binding for router 2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4. {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 04:55:49.055366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=a83a8a60-52a5-4fe8-8d02-79600c560010,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:49.055884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-827db819-120c-40d1-a9cf-41a1c9302912 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:49.085480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.093029 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:49.231877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-616d87ce-a349-4da9-9251-578ad1347693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet e2bab6b0-4b18-4583-a2ac-4dee89062cce {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:55:49.241637 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.242345 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.243713 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.255106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-616d87ce-a349-4da9-9251-578ad1347693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.256741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-0423d692-493d-45c0-8b7f-46814fbb8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:49.258792 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-0423d692-493d-45c0-8b7f-46814fbb8807 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3773878 Nov 16 04:55:49.263823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe599b8-0fd1-4819-a597-30736eae6487 None None] Routers {'2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:49.265715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1fe599b8-0fd1-4819-a597-30736eae6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:49.271326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64817cd8-65c6-4f23-a8ff-8fa22ec5734e req-cab67011-d7ca-40b8-8c71-f23619d1a444 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:49.273411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64817cd8-65c6-4f23-a8ff-8fa22ec5734e req-cab67011-d7ca-40b8-8c71-f23619d1a444 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 943 time: 0.2889087 Nov 16 04:55:49.296429 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:49.348901 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:49.354601 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.396344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4723d2-7794-49e0-a93e-8cb92dd204f0 None None] Network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:49.400699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.402739 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:55:49.411669 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:49.425151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1fe599b8-0fd1-4819-a597-30736eae6487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:49.425849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe599b8-0fd1-4819-a597-30736eae6487 None None] The sync data for ids ['2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:55:49.426995 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.443991 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7e88c5a9-1f53-416f-8b6e-2df9eee3cd7d tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "DELETE /v2.0/routers/2d9ad4b9-88b4-464a-ae8f-67a02e7cddc4 HTTP/1.1" status: 204 len: 168 time: 3.5326383 Nov 16 04:55:49.451829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53976) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:49.551225 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:44Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf1e583-52e4-40b3-a1cc-78b47daf9be5', 'name': '', 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:58:23:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:41Z', 'updated_at': '2021-11-16T04:55:45Z', 'revision_number': 2, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:39Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:49.577260 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:55:49.597722 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Checking router: c3b6ec4d-34cf-43fe-94f3-68395209958c for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:55:49.598112 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Updating router c3b6ec4d-34cf-43fe-94f3-68395209958c port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:55:49.618923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-58818dc9-8044-405f-baad-7a5c23bea986 None None] Provisioning complete for port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:49.619209 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58818dc9-8044-405f-baad-7a5c23bea986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.640421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:55:49.640767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 22a72cca-1f3f-4f72-aee4-9e82eeb6d58a not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:55:49.642237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb481d9-9b55-414b-a947-30fb4552d716 None None] Pushing event updated for resources: {'Port': ['ID=f878b81a-18af-4e1f-9837-6bc340d864a3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:49.676297 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-616d87ce-a349-4da9-9251-578ad1347693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.679748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=964ee0e5-b804-4fe7-a8f7-64a700c732c1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:49.778069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-2e086c39-2fd8-4d65-90d0-b007b6ead1a2 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201734 Nov 16 04:55:49.778983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:49.779762 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.790777 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-58818dc9-8044-405f-baad-7a5c23bea986 None None] Port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:49.807010 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.820920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2303f473-3f04-4e6a-b7f4-3e84ee4200fc None None] Network 8ae5e376-b921-496b-842a-45e78562fba1 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:49.850465 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-4ad35d58-1022-402d-bd7d-8a71880532b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5435016 Nov 16 04:55:49.877895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-a8bddcaf-9df5-4fb6-969f-f084edddb72e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:55:49.881104 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-a8bddcaf-9df5-4fb6-969f-f084edddb72e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155344 Nov 16 04:55:49.904180 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-af757a5e-999f-4804-a152-7c201126291f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.6125944 Nov 16 04:55:49.910881 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.936461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53978) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:49.949996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-58818dc9-8044-405f-baad-7a5c23bea986 None None] Provisioning complete for port a83a8a60-52a5-4fe8-8d02-79600c560010 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:49.950486 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58818dc9-8044-405f-baad-7a5c23bea986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:49.950614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-1dac1971-d664-4423-a215-81132d9f23f3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f428f63d-0d7d-4135-860d-abc59bc329df'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:49.975277 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.110414 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-616d87ce-a349-4da9-9251-578ad1347693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.126044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a83a8a60-52a5-4fe8-8d02-79600c560010 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:50.277367 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.304093 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-616d87ce-a349-4da9-9251-578ad1347693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.397799 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-616d87ce-a349-4da9-9251-578ad1347693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.401695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a83a8a60-52a5-4fe8-8d02-79600c560010 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:50.402093 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.406664 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-616d87ce-a349-4da9-9251-578ad1347693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/e2bab6b0-4b18-4583-a2ac-4dee89062cce HTTP/1.1" status: 204 len: 168 time: 1.6659935 Nov 16 04:55:50.407512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53988) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:50.422871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d87ce-a349-4da9-9251-578ad1347693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=e2bab6b0-4b18-4583-a2ac-4dee89062cce,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:50.480014 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.486541 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1fea9333-4a1a-4bd1-8c7a-087e6656e7d0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730627 Nov 16 04:55:50.488454 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53990) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:50.491150 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.503596 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6ac4ff08-3f5b-4946-9d6c-2e74aae46260 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:50.550604 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea76f4-311d-4a86-9a96-e9bb00c1a849 None None] Pushing event updated for resources: {'Port': ['ID=9bf1e583-52e4-40b3-a1cc-78b47daf9be5,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:50.634980 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Attempting to bind port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:50.635456 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Attempting to bind port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '87bc1646-e342-4082-8306-87381fd8af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:50.636230 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Attempting to bind port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 on network 65aeff0f-7a4b-4fbf-b052-9d77b369c462 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:50.642049 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:50.642526 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Checking segment: {'id': '87bc1646-e342-4082-8306-87381fd8af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:50.643062 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.643451 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Bound using segment: {'id': '87bc1646-e342-4082-8306-87381fd8af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:50.644001 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Bound port: 9bf1e583-52e4-40b3-a1cc-78b47daf9be5, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bc1646-e342-4082-8306-87381fd8af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:50.644508 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.684662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:50.690407 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5085dc35-9dff-4966-ac4a-2c2f34abdd97 None None] Provisioning complete for port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:50.691081 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5085dc35-9dff-4966-ac4a-2c2f34abdd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.695348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c961514-ac73-4dbd-b0e4-de49ed548c59 None None] Update dhcp port {'port': {'network_id': '7710f71e-2671-4c40-b9a1-3e68bdb2ce68', 'fixed_ips': [{'subnet_id': 'f428f63d-0d7d-4135-860d-abc59bc329df', 'ip_address': '172.20.0.2'}, {'subnet_id': '59d5e37a-2f8c-4a8e-b98a-c170b6ffc4ef'}], 'binding:host_id': 'n-d-818042-1'}, 'id': '51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 04:55:50.721385 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Deleting port f8f8bef5-1886-4681-a0c8-44efc1993024 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:50.722026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.810911 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] For port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:50.820414 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] For port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9bf1e583-52e4-40b3-a1cc-78b47daf9be5,segment=NetworkSegment(87bc1646-e342-4082-8306-87381fd8af86),segment_id=87bc1646-e342-4082-8306-87381fd8af86)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:50.824987 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.846276 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c961514-ac73-4dbd-b0e4-de49ed548c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.858594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6590bfcd-12e3-4ff5-b530-87114f5532c2 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:50.872232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac4ff08-3f5b-4946-9d6c-2e74aae46260 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:50.876508 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ff08-3f5b-4946-9d6c-2e74aae46260 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:50.943721 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:50.946555 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:50.986652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64817cd8-65c6-4f23-a8ff-8fa22ec5734e req-57453fa1-6524-4bdf-8ca8-34dc18cc4142 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6111984 Nov 16 04:55:51.022021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] For port f8f8bef5-1886-4681-a0c8-44efc1993024, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f8f8bef5-1886-4681-a0c8-44efc1993024,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:51.022499 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.052779 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Calling delete_port for f8f8bef5-1886-4681-a0c8-44efc1993024 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:51.138459 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:51.245210 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea76f4-311d-4a86-9a96-e9bb00c1a849 None None] Pushing event updated for resources: {'Port': ['ID=9bf1e583-52e4-40b3-a1cc-78b47daf9be5,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:51.268327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-2c961514-ac73-4dbd-b0e4-de49ed548c59 None None] Allocated IP 172.20.0.18 (7710f71e-2671-4c40-b9a1-3e68bdb2ce68/59d5e37a-2f8c-4a8e-b98a-c170b6ffc4ef/51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:51.345546 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-65bb6c47-113b-413b-bb26-3aeb84a6adf2 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5183907 Nov 16 04:55:51.385704 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.423035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8f8bef5-1886-4681-a0c8-44efc1993024,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:51.448934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2c961514-ac73-4dbd-b0e4-de49ed548c59 None None] For port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6,segment=NetworkSegment(45e08e4c-c1c9-460b-a1f5-48c6fba48276),segment_id=45e08e4c-c1c9-460b-a1f5-48c6fba48276)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:51.475553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00565e5c-7316-45e9-aec3-e06b051715db None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:51.492129 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:44Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf1e583-52e4-40b3-a1cc-78b47daf9be5', 'name': '', 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:58:23:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:41Z', 'updated_at': '2021-11-16T04:55:50Z', 'revision_number': 4, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:39Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:51.535880 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-9ec0c4ef-fd05-4e6f-b02b-80d4bab0f5b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67326287-18f5-45b8-8163-5eb143ba21c1 HTTP/1.1" status: 200 len: 217 time: 0.1208844 Nov 16 04:55:51.540401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:51.540809 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.545622 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1dac1971-d664-4423-a215-81132d9f23f3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.547309 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fdf6512-bd30-4cb0-902a-16ad7fd617a8 None None] The sync data for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 is: [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:44Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf1e583-52e4-40b3-a1cc-78b47daf9be5', 'name': '', 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:58:23:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:41Z', 'updated_at': '2021-11-16T04:55:50Z', 'revision_number': 4, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:39Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:55:51.628983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-c3e37680-63b0-457e-8d3b-e87356d8db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:51.630574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-c3e37680-63b0-457e-8d3b-e87356d8db74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 200 len: 797 time: 0.0829034 Nov 16 04:55:51.637115 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c961514-ac73-4dbd-b0e4-de49ed548c59 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.661008 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c961514-ac73-4dbd-b0e4-de49ed548c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.665757 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5085dc35-9dff-4966-ac4a-2c2f34abdd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.688789 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.775925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6f32af-9535-4acd-ab13-d4c45a3986bc None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:51.842603 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ff08-3f5b-4946-9d6c-2e74aae46260 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.847952 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.856063 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.964239 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac4ff08-3f5b-4946-9d6c-2e74aae46260 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:51.968476 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6ac4ff08-3f5b-4946-9d6c-2e74aae46260 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:51.973595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac4ff08-3f5b-4946-9d6c-2e74aae46260 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:51.974214 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ac4ff08-3f5b-4946-9d6c-2e74aae46260 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.986626 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.987333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 552b0307-db2c-423a-b00c-112e84633062 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:55:51.988930 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4ff08-3f5b-4946-9d6c-2e74aae46260 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=84e8509b-bea9-4995-815e-4487169a2c28,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:51.993791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:51.999936 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d9a0bed1-9017-453e-a263-b6a5c77c030f tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "DELETE /v2.0/routers/552b0307-db2c-423a-b00c-112e84633062 HTTP/1.1" status: 204 len: 168 time: 2.5434315 Nov 16 04:55:52.006243 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6ac4ff08-3f5b-4946-9d6c-2e74aae46260 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5138602 Nov 16 04:55:52.006243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53994) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:52.017217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-108393416', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:52.029688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.extraroute_db [None req-827db819-120c-40d1-a9cf-41a1c9302912 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 04:55:52.039726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53996) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:52.052995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'fixed_ips': [{'subnet_id': '84e8509b-bea9-4995-815e-4487169a2c28', 'ip_address': '2001:db8::3c1:e073:c0b4:329e'}], 'name': 'tempest-NetworksTestDHCPv6-1441873333'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:52.071460 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.extraroute_db [None req-827db819-120c-40d1-a9cf-41a1c9302912 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Removed routes are [] {{(pid=102659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 04:55:52.071869 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-827db819-120c-40d1-a9cf-41a1c9302912 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:52.088580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-2d276c9c-3f88-4e78-99ee-6fb2f3572de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:52.093078 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-2d276c9c-3f88-4e78-99ee-6fb2f3572de8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4384117 Nov 16 04:55:52.187785 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:52.188986 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:52.221839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c961514-ac73-4dbd-b0e4-de49ed548c59 None None] Pushing event updated for resources: {'Port': ['ID=51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:52.232994 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:52.272234 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-5085dc35-9dff-4966-ac4a-2c2f34abdd97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:55:52.274271 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-5085dc35-9dff-4966-ac4a-2c2f34abdd97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:55:52.329582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6,segment=NetworkSegment(45e08e4c-c1c9-460b-a1f5-48c6fba48276),segment_id=45e08e4c-c1c9-460b-a1f5-48c6fba48276)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:52.360315 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:52.361142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f8f8bef5-1886-4681-a0c8-44efc1993024 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:52.407816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:52.519806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fc6f32af-9535-4acd-ab13-d4c45a3986bc None None] Deleting port f878b81a-18af-4e1f-9837-6bc340d864a3 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:52.520873 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc6f32af-9535-4acd-ab13-d4c45a3986bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:52.524608 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f8f8bef5-1886-4681-a0c8-44efc1993024 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:55:52.525482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f8f8bef5-1886-4681-a0c8-44efc1993024 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 04:55:52.604952 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Port f8f8bef5-1886-4681-a0c8-44efc1993024 not found, will not notify nova. {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 04:55:52.605660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f878b81a-18af-4e1f-9837-6bc340d864a3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:52.674533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:52.767424 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-9b8e1e2e-6af4-4cdb-9cf0-9f4c6287e3fc service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190927 Nov 16 04:55:52.789401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fc6f32af-9535-4acd-ab13-d4c45a3986bc None None] For port f878b81a-18af-4e1f-9837-6bc340d864a3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f878b81a-18af-4e1f-9837-6bc340d864a3,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:52.797961 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc6f32af-9535-4acd-ab13-d4c45a3986bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:52.897538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fc6f32af-9535-4acd-ab13-d4c45a3986bc None None] Calling delete_port for f878b81a-18af-4e1f-9837-6bc340d864a3 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:52.917786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b935858-44a4-4b2c-93ff-cc2ae3284353 req-23ef847f-350a-43b7-abd2-042667f6ce80 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:52.920327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b935858-44a4-4b2c-93ff-cc2ae3284353 req-23ef847f-350a-43b7-abd2-042667f6ce80 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 943 time: 0.6806703 Nov 16 04:55:52.923265 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e7482cb-97a9-45d0-ac8a-cdffe684223e req-d3c933bc-90f6-4671-ae34-c3db71ce691e service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399472 Nov 16 04:55:52.949113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f878b81a-18af-4e1f-9837-6bc340d864a3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:52.949485 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:53.035374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b935858-44a4-4b2c-93ff-cc2ae3284353 req-e1dc40c7-9569-410f-9e89-f0032feb1148 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843759 Nov 16 04:55:53.043532 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:53.127059 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:53.148603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5085dc35-9dff-4966-ac4a-2c2f34abdd97 None None] Provisioning complete for port f878b81a-18af-4e1f-9837-6bc340d864a3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:53.148976 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5085dc35-9dff-4966-ac4a-2c2f34abdd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:53.200501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69026add-a606-498c-b902-cee9524272e1 None None] Network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:53.307897 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-827db819-120c-40d1-a9cf-41a1c9302912 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:53.320002 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-827db819-120c-40d1-a9cf-41a1c9302912 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:53.363228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:55:53.475043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827db819-120c-40d1-a9cf-41a1c9302912 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router c3b6ec4d-34cf-43fe-94f3-68395209958c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:55:53.483047 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5085dc35-9dff-4966-ac4a-2c2f34abdd97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:53.511756 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:53.523625 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:53.554713 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc6f32af-9535-4acd-ab13-d4c45a3986bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:53.611174 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:53.626309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f32af-9535-4acd-ab13-d4c45a3986bc None None] Pushing event deleted for resources: {'Port': ['ID=f878b81a-18af-4e1f-9837-6bc340d864a3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:53.632153 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6f32af-9535-4acd-ab13-d4c45a3986bc None None] No DVR routers for this DVR port f878b81a-18af-4e1f-9837-6bc340d864a3 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:55:53.643465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Allocated IP 172.25.0.48 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/b3b53ea4-1481-4bb6-8c02-c0f530aab1ac) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:53.675028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port 67eda249-4fcc-4d0f-b4b5-cd9e7642f5c8 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:55:53.733842 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06788256-26d9-48ac-86aa-149bfaac71dd None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:53.843338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827db819-120c-40d1-a9cf-41a1c9302912 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:55:53.909816 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-827db819-120c-40d1-a9cf-41a1c9302912 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:53.915525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-827db819-120c-40d1-a9cf-41a1c9302912 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c HTTP/1.1" status: 200 len: 933 time: 4.8676796 Nov 16 04:55:53.918964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54004) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:53.920210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-1dac1971-d664-4423-a215-81132d9f23f3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Delete allocated IP 172.20.0.26 (7710f71e-2671-4c40-b9a1-3e68bdb2ce68/59d5e37a-2f8c-4a8e-b98a-c170b6ffc4ef) {{(pid=102659) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 04:55:54.027434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::3c1:e073:c0b4:329e (c5ae47cf-9d45-48ba-80f3-52befcad38c3/84e8509b-bea9-4995-815e-4487169a2c28/67eda249-4fcc-4d0f-b4b5-cd9e7642f5c8) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:54.071603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:54.074094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488acf3-22c8-445e-96c9-b7e2c192b09c None None] Sync routers for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:55:54.084900 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5085dc35-9dff-4966-ac4a-2c2f34abdd97 None None] Could not find standard attr ID for object eac0024b-5cbf-4547-8c4c-e7fd4d78c294. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:55:54.154396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': '84e8509b-bea9-4995-815e-4487169a2c28'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:55:54.155255 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:54.160236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488acf3-22c8-445e-96c9-b7e2c192b09c None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:54.160921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-d488acf3-22c8-445e-96c9-b7e2c192b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:54.310765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9f5d2289-81df-47d8-b63f-096dde7a643d None None] Provisioning complete for port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:54.311215 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2289-81df-47d8-b63f-096dde7a643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:54.376814 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:54.435915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:54.457121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-d488acf3-22c8-445e-96c9-b7e2c192b09c None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:54.521187 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:54.521877 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:54.544483 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=67eda249-4fcc-4d0f-b4b5-cd9e7642f5c8,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:54.581481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:54.584456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:54.593278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:54.601458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:54.602657 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:54.662826 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-28782f1a-82f7-4a19-8165-e224cb6c4a19 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6191745 Nov 16 04:55:54.664825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54010) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:54.797891 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-17ab317d-4f71-47d0-801f-91656dbb3839 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c HTTP/1.1" status: 200 len: 933 time: 0.8694847 Nov 16 04:55:54.818125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Allocated IP 2001:db8::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/84e8509b-bea9-4995-815e-4487169a2c28/31133552-f36b-4886-9059-8b1db3aae71c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:54.829148 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54014) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:54.834115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3796890e-b029-4798-875f-ed782713d850 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'router': {'routes': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:54.848442 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:54.962565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:54.967632 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:54.994140 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.037389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:55.052853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:55.055335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:55.083152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18530e0-76ff-484c-92d3-17602eb6db1d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:55.084984 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a18530e0-76ff-484c-92d3-17602eb6db1d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2935140 Nov 16 04:55:55.088976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54022) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:55.185153 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2289-81df-47d8-b63f-096dde7a643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.199303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b609ae2-de26-40d6-ad23-3216b9451bc6 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:55.284182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9f5d2289-81df-47d8-b63f-096dde7a643d None None] For port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9bf1e583-52e4-40b3-a1cc-78b47daf9be5,segment=NetworkSegment(87bc1646-e342-4082-8306-87381fd8af86),segment_id=87bc1646-e342-4082-8306-87381fd8af86)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:55.301991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:55.304002 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2289-81df-47d8-b63f-096dde7a643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.321956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfda66-7bd8-471b-bd25-e030a58ca99d req-ae31eb55-d786-48d1-894d-b3fb4a143326 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:55.329900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04bfda66-7bd8-471b-bd25-e030a58ca99d req-ae31eb55-d786-48d1-894d-b3fb4a143326 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 943 time: 0.4078846 Nov 16 04:55:55.386885 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Allocated IP 172.25.0.73 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/5762e645-0f85-4ce9-8376-c8da2bbb6324) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:55.406188 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-163dafa9-c2a6-4b8a-a57d-006687644527 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port 67eda249-4fcc-4d0f-b4b5-cd9e7642f5c8 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:55.406742 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-163dafa9-c2a6-4b8a-a57d-006687644527 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.445726 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.480318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d2289-81df-47d8-b63f-096dde7a643d None None] Pushing event updated for resources: {'Port': ['ID=9bf1e583-52e4-40b3-a1cc-78b47daf9be5,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:55.506197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Pushing event updated for resources: {'Port': ['ID=b3b53ea4-1481-4bb6-8c02-c0f530aab1ac,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:55.516954 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.562901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04bfda66-7bd8-471b-bd25-e030a58ca99d req-ec32128e-037c-4005-988c-3a97dbc3a29f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233026 Nov 16 04:55:55.618425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Pushing event updated for resources: {'Port': ['ID=31133552-f36b-4886-9059-8b1db3aae71c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:55.631090 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1dac1971-d664-4423-a215-81132d9f23f3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.631443 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9f5d2289-81df-47d8-b63f-096dde7a643d None None] Provisioning complete for port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:55.631930 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2289-81df-47d8-b63f-096dde7a643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.642965 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1dac1971-d664-4423-a215-81132d9f23f3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.709571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-50190fa7-d696-4483-8cef-e2c63537371f tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:55.712008 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-50190fa7-d696-4483-8cef-e2c63537371f tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 814 time: 0.4304099 Nov 16 04:55:55.716053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac1971-d664-4423-a215-81132d9f23f3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=964ee0e5-b804-4fe7-a8f7-64a700c732c1,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:55.744222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:55.753858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-8439c85f-dbe1-4278-8bab-316be4588585 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/quotas/f809e2ea49f64589ac5ad430817dc610 HTTP/1.1" status: 200 len: 375 time: 0.0260277 Nov 16 04:55:55.755265 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-163dafa9-c2a6-4b8a-a57d-006687644527 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.764251 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:55.768020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:55.768508 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.771177 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.771547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:55.781439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-d488acf3-22c8-445e-96c9-b7e2c192b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:52Z', 'revision_number': 6, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf1e583-52e4-40b3-a1cc-78b47daf9be5', 'name': '', 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:58:23:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:41Z', 'updated_at': '2021-11-16T04:55:50Z', 'revision_number': 4, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:39Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:55.794320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-163dafa9-c2a6-4b8a-a57d-006687644527 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for 67eda249-4fcc-4d0f-b4b5-cd9e7642f5c8 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:55:55.871238 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.879990 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.extraroute_db [None req-3796890e-b029-4798-875f-ed782713d850 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Added routes are [] {{(pid=102660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 04:55:55.880298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.extraroute_db [None req-3796890e-b029-4798-875f-ed782713d850 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=102660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 04:55:55.885912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488acf3-22c8-445e-96c9-b7e2c192b09c None None] Checking router: c3b6ec4d-34cf-43fe-94f3-68395209958c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:55:55.962309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488acf3-22c8-445e-96c9-b7e2c192b09c None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:55.963058 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-d488acf3-22c8-445e-96c9-b7e2c192b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:55.965005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Attempting to bind port 31133552-f36b-4886-9059-8b1db3aae71c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:55:55.965600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Attempting to bind port 31133552-f36b-4886-9059-8b1db3aae71c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:55:55.966089 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Attempting to bind port 31133552-f36b-4886-9059-8b1db3aae71c on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:55:55.973693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:55:55.974242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:55:55.974738 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.975248 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:55:55.975819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Bound port: 31133552-f36b-4886-9059-8b1db3aae71c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:55:55.976442 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:55.996531 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3796890e-b029-4798-875f-ed782713d850 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:56.004649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1dac1971-d664-4423-a215-81132d9f23f3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] In _notify_port_updated(), no bound segment for port 964ee0e5-b804-4fe7-a8f7-64a700c732c1 on network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:55:56.012211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac1971-d664-4423-a215-81132d9f23f3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:56.013690 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1dac1971-d664-4423-a215-81132d9f23f3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:56.016660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1dac1971-d664-4423-a215-81132d9f23f3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "PUT /v2.0/ports/964ee0e5-b804-4fe7-a8f7-64a700c732c1 HTTP/1.1" status: 200 len: 918 time: 6.0759852 Nov 16 04:55:56.022044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54030) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:56.028257 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:56.028797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-8fb02686-55ef-4be4-b5c6-e66a2a2b936e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2694988 Nov 16 04:55:56.035017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c35df6d4-ef5b-49d5-8865-2c2777365743 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f428f63d-0d7d-4135-860d-abc59bc329df'}, {'subnet_id': '59d5e37a-2f8c-4a8e-b98a-c170b6ffc4ef'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:56.176652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:55:56.187478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:55:56.190726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:55:56.202613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-d488acf3-22c8-445e-96c9-b7e2c192b09c None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:56.204340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9f5d2289-81df-47d8-b63f-096dde7a643d None None] Provisioning complete for port 964ee0e5-b804-4fe7-a8f7-64a700c732c1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:56.204709 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f5d2289-81df-47d8-b63f-096dde7a643d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:56.253224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eba82d-e8b1-430e-b526-797bf28ded77 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:55:56.259010 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Pushing event updated for resources: {'Port': ['ID=5762e645-0f85-4ce9-8376-c8da2bbb6324,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:56.274812 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-163dafa9-c2a6-4b8a-a57d-006687644527 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:56.304259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-688de2ed-a0bb-48f3-84c0-73187a22c4df service neutron] 10.222.0.41 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116339 Nov 16 04:55:56.343405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] For port 31133552-f36b-4886-9059-8b1db3aae71c, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:55:56.363145 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163dafa9-c2a6-4b8a-a57d-006687644527 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=67eda249-4fcc-4d0f-b4b5-cd9e7642f5c8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:56.381575 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9f5d2289-81df-47d8-b63f-096dde7a643d None None] Port 964ee0e5-b804-4fe7-a8f7-64a700c732c1 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:56.388099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] For port 31133552-f36b-4886-9059-8b1db3aae71c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=31133552-f36b-4886-9059-8b1db3aae71c,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:55:56.400339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f8f8bef5-1886-4681-a0c8-44efc1993024 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:55:56.428479 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c35df6d4-ef5b-49d5-8865-2c2777365743 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:56.448701 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:56.539189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f8f8bef5-1886-4681-a0c8-44efc1993024 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:55:56.539791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f8f8bef5-1886-4681-a0c8-44efc1993024 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:55:56.540394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f878b81a-18af-4e1f-9837-6bc340d864a3 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:55:56.640656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f878b81a-18af-4e1f-9837-6bc340d864a3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:55:56.642275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f878b81a-18af-4e1f-9837-6bc340d864a3 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:55:56.720723 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c5284e6b-cb59-41c4-992f-37150c4f5a9d None None] Provisioning complete for port 5762e645-0f85-4ce9-8376-c8da2bbb6324 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:56.721111 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5284e6b-cb59-41c4-992f-37150c4f5a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:56.753466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5aebf-bfa2-44b4-b951-40feab2a44c7 None None] Pushing event updated for resources: {'Port': ['ID=31133552-f36b-4886-9059-8b1db3aae71c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:56.864240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:57.037652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c5284e6b-cb59-41c4-992f-37150c4f5a9d None None] Port 5762e645-0f85-4ce9-8376-c8da2bbb6324 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:57.056983 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3796890e-b029-4798-875f-ed782713d850 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:57.062422 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:57.062947 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:57.068951 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3796890e-b029-4798-875f-ed782713d850 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:57.081989 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-163dafa9-c2a6-4b8a-a57d-006687644527 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:57.086056 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-163dafa9-c2a6-4b8a-a57d-006687644527 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/67eda249-4fcc-4d0f-b4b5-cd9e7642f5c8 HTTP/1.1" status: 204 len: 168 time: 1.9651575 Nov 16 04:55:57.090419 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54034) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:57.174252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c5284e6b-cb59-41c4-992f-37150c4f5a9d None None] Provisioning complete for port 964ee0e5-b804-4fe7-a8f7-64a700c732c1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:57.175707 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5284e6b-cb59-41c4-992f-37150c4f5a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:57.194170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-f2070e95-4f01-4609-8c6d-6c46c0e352d0 service neutron] 10.222.0.41 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8694997 Nov 16 04:55:57.263837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3796890e-b029-4798-875f-ed782713d850 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router c3b6ec4d-34cf-43fe-94f3-68395209958c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:55:57.273622 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:57.324002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e99af-f52e-4714-91c6-af0bbcab085f req-a1b05c6b-aeef-460c-ba78-ea9b534fc869 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:57.326339 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d2e99af-f52e-4714-91c6-af0bbcab085f req-a1b05c6b-aeef-460c-ba78-ea9b534fc869 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 943 time: 0.6371658 Nov 16 04:55:57.384280 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-d488acf3-22c8-445e-96c9-b7e2c192b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:52Z', 'revision_number': 6, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf1e583-52e4-40b3-a1cc-78b47daf9be5', 'name': '', 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:58:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:41Z', 'updated_at': '2021-11-16T04:55:55Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:39Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:57.389086 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c5284e6b-cb59-41c4-992f-37150c4f5a9d None None] Port 964ee0e5-b804-4fe7-a8f7-64a700c732c1 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:57.439314 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488acf3-22c8-445e-96c9-b7e2c192b09c None None] The sync data for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 is: [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:52Z', 'revision_number': 6, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf1e583-52e4-40b3-a1cc-78b47daf9be5', 'name': '', 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:58:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:41Z', 'updated_at': '2021-11-16T04:55:55Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:39Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:55:57.446998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3796890e-b029-4798-875f-ed782713d850 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:55:57.466637 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3796890e-b029-4798-875f-ed782713d850 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:57.468670 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3796890e-b029-4798-875f-ed782713d850 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c HTTP/1.1" status: 200 len: 699 time: 2.6385577 Nov 16 04:55:57.472137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c5284e6b-cb59-41c4-992f-37150c4f5a9d None None] Provisioning complete for port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:57.472137 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5284e6b-cb59-41c4-992f-37150c4f5a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:57.491523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3da867-b48a-4d27-bb5d-33883af974d7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:57.496243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3da867-b48a-4d27-bb5d-33883af974d7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:57.511053 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2a3da867-b48a-4d27-bb5d-33883af974d7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4064722 Nov 16 04:55:57.511907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54038) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:57.532922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54042) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:57.625073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c5284e6b-cb59-41c4-992f-37150c4f5a9d None None] Port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:57.660053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a21f7eb7-85f2-4cd1-a5ea-f7a52fb2d1ca req-e7cc0c29-628a-49fb-a3c2-78891c4480be tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 210 time: 0.1253037 Nov 16 04:55:57.687909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4a290b-c45d-4019-aaa1-e98170de1d00 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 84e8509b-bea9-4995-815e-4487169a2c28 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:55:57.696805 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a4a290b-c45d-4019-aaa1-e98170de1d00 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:57.772010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5b0bef30-9d3c-41e8-96d5-a87da757741e None None] Provisioning complete for port 964ee0e5-b804-4fe7-a8f7-64a700c732c1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:57.772765 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b0bef30-9d3c-41e8-96d5-a87da757741e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:57.816243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-c35df6d4-ef5b-49d5-8865-2c2777365743 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.29 (7710f71e-2671-4c40-b9a1-3e68bdb2ce68/59d5e37a-2f8c-4a8e-b98a-c170b6ffc4ef/964ee0e5-b804-4fe7-a8f7-64a700c732c1) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:55:57.839764 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a4a290b-c45d-4019-aaa1-e98170de1d00 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:57.855724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5b0bef30-9d3c-41e8-96d5-a87da757741e None None] Port 964ee0e5-b804-4fe7-a8f7-64a700c732c1 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:55:57.861151 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6387983a-958e-488c-b9d5-079177143bfb tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c HTTP/1.1" status: 200 len: 699 time: 0.2812662 Nov 16 04:55:57.862347 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54044) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:57.907573 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d2e99af-f52e-4714-91c6-af0bbcab085f req-6cfea12d-09bf-474d-b29a-c32e90b9e1f1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5681896 Nov 16 04:55:57.930004 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:58.042942 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8e152-f1e9-4e23-88e2-8ad7be7b627f None None] Sync routers for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:55:58.058135 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8e152-f1e9-4e23-88e2-8ad7be7b627f None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:58.058763 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-14c8e152-f1e9-4e23-88e2-8ad7be7b627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:58.184877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Router 3a859f4b-8486-44cb-9696-011ed29a831a is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:55:58.189686 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a4a290b-c45d-4019-aaa1-e98170de1d00 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:58.297095 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-14c8e152-f1e9-4e23-88e2-8ad7be7b627f None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:58.397214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1d6ea6bd-5277-4ae3-85f5-e8accc3bd14c None None] Provisioning complete for port 31133552-f36b-4886-9059-8b1db3aae71c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:58.397588 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea6bd-5277-4ae3-85f5-e8accc3bd14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:58.525601 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d6ea6bd-5277-4ae3-85f5-e8accc3bd14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:58.574155 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:58.673794 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-14c8e152-f1e9-4e23-88e2-8ad7be7b627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:55Z', 'revision_number': 7, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf1e583-52e4-40b3-a1cc-78b47daf9be5', 'name': '', 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:58:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:41Z', 'updated_at': '2021-11-16T04:55:55Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:39Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:58.728549 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8e152-f1e9-4e23-88e2-8ad7be7b627f None None] Checking router: c3b6ec4d-34cf-43fe-94f3-68395209958c for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:55:58.758519 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8e152-f1e9-4e23-88e2-8ad7be7b627f None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:58.759153 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-14c8e152-f1e9-4e23-88e2-8ad7be7b627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:58.863557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c35df6d4-ef5b-49d5-8865-2c2777365743 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:58.888256 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c35df6d4-ef5b-49d5-8865-2c2777365743 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:58.912582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 31133552-f36b-4886-9059-8b1db3aae71c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:55:58.971127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3130cd4-1119-417c-b4e2-8e30d5d4a0cc req-332896ee-cb0d-4e3f-bed7-0a3c7b5ddb4e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 210 time: 0.1354191 Nov 16 04:55:59.122486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Router 15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:55:59.128033 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-14c8e152-f1e9-4e23-88e2-8ad7be7b627f None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:55:59.128742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 31133552-f36b-4886-9059-8b1db3aae71c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:55:59.131267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:59.265047 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-1d6ea6bd-5277-4ae3-85f5-e8accc3bd14c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:55:59.265459 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-1d6ea6bd-5277-4ae3-85f5-e8accc3bd14c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:55:59.310958 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a4a290b-c45d-4019-aaa1-e98170de1d00 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:59.319111 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9960123d-738a-4e09-a716-93b31a46674e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:59.351664 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:59.375056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a290b-c45d-4019-aaa1-e98170de1d00 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=84e8509b-bea9-4995-815e-4487169a2c28,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:59.383681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35df6d4-ef5b-49d5-8865-2c2777365743 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=964ee0e5-b804-4fe7-a8f7-64a700c732c1,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:59.394390 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 31133552-f36b-4886-9059-8b1db3aae71c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=31133552-f36b-4886-9059-8b1db3aae71c,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:55:59.399791 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:59.438966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c35df6d4-ef5b-49d5-8865-2c2777365743 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] In _notify_port_updated(), no bound segment for port 964ee0e5-b804-4fe7-a8f7-64a700c732c1 on network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:55:59.445012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35df6d4-ef5b-49d5-8865-2c2777365743 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:59.445669 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c35df6d4-ef5b-49d5-8865-2c2777365743 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:59.447723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c35df6d4-ef5b-49d5-8865-2c2777365743 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "PUT /v2.0/ports/964ee0e5-b804-4fe7-a8f7-64a700c732c1 HTTP/1.1" status: 200 len: 998 time: 3.4177759 Nov 16 04:55:59.459181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54056) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:59.462562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:55:59.477430 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a4a290b-c45d-4019-aaa1-e98170de1d00 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:59.478252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Sync routers for ids ['3a859f4b-8486-44cb-9696-011ed29a831a'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:55:59.484478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6a4a290b-c45d-4019-aaa1-e98170de1d00 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/84e8509b-bea9-4995-815e-4487169a2c28 HTTP/1.1" status: 204 len: 168 time: 1.9041965 Nov 16 04:55:59.485321 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54058) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:59.490549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0223e7a0-01b2-4ad6-8bdc-af34759fef6d None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:55:59.496860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8889b8-ae68-43ad-85b6-8e4f6b01ac67 req-06ac26bf-240c-4ef6-9849-a64601f4fe86 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:59.506016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb8889b8-ae68-43ad-85b6-8e4f6b01ac67 req-06ac26bf-240c-4ef6-9849-a64601f4fe86 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 943 time: 0.4315622 Nov 16 04:55:59.532808 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-647fd9d2-335b-41f9-8906-830c04c9e54e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:55:59.534297 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-647fd9d2-335b-41f9-8906-830c04c9e54e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.37 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 814 time: 0.5180128 Nov 16 04:55:59.550753 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2c12ae3f-266b-477d-8408-2dfe95d8392e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627198 Nov 16 04:55:59.557014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54060) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:59.561883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:55:59.565274 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-14c8e152-f1e9-4e23-88e2-8ad7be7b627f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:55Z', 'revision_number': 7, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf1e583-52e4-40b3-a1cc-78b47daf9be5', 'name': '', 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:58:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:41Z', 'updated_at': '2021-11-16T04:55:55Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:39Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:59.570381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-021cfcda-a65c-4295-bfc6-123f3f01245d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Request body: {'port': {'device_id': 'dfbb52f6-8a44-4b6c-8a36-34d2120fabe5', 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa', 'admin_state_up': True, 'tenant_id': 'f809e2ea49f64589ac5ad430817dc610'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:59.625912 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b4b15-c533-4e67-aa0b-c2fd7fa8d722 None None] Sync routers for ids ['15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:55:59.634915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=31133552-f36b-4886-9059-8b1db3aae71c,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:55:59.638375 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8e152-f1e9-4e23-88e2-8ad7be7b627f None None] The sync data for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 is: [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:55:55Z', 'revision_number': 7, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9bf1e583-52e4-40b3-a1cc-78b47daf9be5', 'name': '', 'network_id': '65aeff0f-7a4b-4fbf-b052-9d77b369c462', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:58:23:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2091, 'fixed_ips': [{'subnet_id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:41Z', 'updated_at': '2021-11-16T04:55:55Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': 'f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:39Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:55:59.652247 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b4b15-c533-4e67-aa0b-c2fd7fa8d722 None None] Routers {'15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:59.653358 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-524b4b15-c533-4e67-aa0b-c2fd7fa8d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:59.676985 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:59.696493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4e19da38-5979-48a7-9d15-d4bee4ba6f1a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.8041356 Nov 16 04:55:59.716490 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54062) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:59.743878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:55:59.748133 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-518ae968-2484-4e4f-aadf-15f16442ee84 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.7340171 Nov 16 04:55:59.748362 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-524b4b15-c533-4e67-aa0b-c2fd7fa8d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:59.753115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54064) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:55:59.770309 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b4b15-c533-4e67-aa0b-c2fd7fa8d722 None None] Routers {'15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:59.770937 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-524b4b15-c533-4e67-aa0b-c2fd7fa8d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:59.786079 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb8889b8-ae68-43ad-85b6-8e4f6b01ac67 req-d9e1671c-11e2-4ca0-aa0d-06765caaae6c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2790556 Nov 16 04:55:59.860898 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-524b4b15-c533-4e67-aa0b-c2fd7fa8d722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:59.861161 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b4b15-c533-4e67-aa0b-c2fd7fa8d722 None None] The sync data for ids ['15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:55:59.901934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Routers {'3a859f4b-8486-44cb-9696-011ed29a831a'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:55:59.902482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['3a859f4b-8486-44cb-9696-011ed29a831a'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:55:59.929068 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b99a3166-1839-4f5a-97b6-7e82d9c9a4ce tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'enable_snat': False}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:55:59.943144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4a43e180-107d-4bbd-9e08-c3ca7c9887e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 964ee0e5-b804-4fe7-a8f7-64a700c732c1 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:55:59.944061 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a43e180-107d-4bbd-9e08-c3ca7c9887e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:00.005528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-021cfcda-a65c-4295-bfc6-123f3f01245d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Made reservation on behalf of f809e2ea49f64589ac5ad430817dc610 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:00.012892 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-021cfcda-a65c-4295-bfc6-123f3f01245d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:00.120002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Set router 3a859f4b-8486-44cb-9696-011ed29a831a gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:00.192971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7180d6ee-3965-4bee-8910-2a9e6fadcb82 req-4efffdea-a83e-41c3-9528-66f0bd0ebbe2 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 210 time: 0.0336990 Nov 16 04:56:00.215769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c8a02-2b7b-4f9a-ac6f-23de4f112f0d None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:00.225182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b7a6b0bb-620e-4663-b102-15618d88fa43 None None] Could not find standard attr ID for object 67eda249-4fcc-4d0f-b4b5-cd9e7642f5c8. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:56:00.294283 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a43e180-107d-4bbd-9e08-c3ca7c9887e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:00.311554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4a43e180-107d-4bbd-9e08-c3ca7c9887e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 964ee0e5-b804-4fe7-a8f7-64a700c732c1 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:00.422294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c8a02-2b7b-4f9a-ac6f-23de4f112f0d None None] Deleting port 31133552-f36b-4886-9059-8b1db3aae71c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:00.422756 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8a02-2b7b-4f9a-ac6f-23de4f112f0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:00.529445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3f9c8a02-2b7b-4f9a-ac6f-23de4f112f0d None None] For port 31133552-f36b-4886-9059-8b1db3aae71c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=31133552-f36b-4886-9059-8b1db3aae71c,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:00.530106 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8a02-2b7b-4f9a-ac6f-23de4f112f0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:00.545394 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a43e180-107d-4bbd-9e08-c3ca7c9887e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:00.558475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1341123837-router', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:49Z', 'updated_at': '2021-11-16T04:55:55Z', 'revision_number': 3, 'project_id': '6b7b9fff179445e18d5cc21ca644a21a', 'gw_port': {'id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bf:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:53Z', 'updated_at': '2021-11-16T04:55:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:00.566315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c8a02-2b7b-4f9a-ac6f-23de4f112f0d None None] Calling delete_port for 31133552-f36b-4886-9059-8b1db3aae71c owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:00.600348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Checking router: 3a859f4b-8486-44cb-9696-011ed29a831a for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:56:00.600784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Updating router 3a859f4b-8486-44cb-9696-011ed29a831a port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:56:00.610888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-021cfcda-a65c-4295-bfc6-123f3f01245d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Allocated IP 172.20.0.4 (833b0ffb-4d62-4130-a5de-4c246cada0fa/7165b9bb-2dd4-4528-b72b-32d19725ce83/bdeb15b2-2b0e-4504-95a6-ca48892c1eb7) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:00.621804 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43e180-107d-4bbd-9e08-c3ca7c9887e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=964ee0e5-b804-4fe7-a8f7-64a700c732c1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:00.631874 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:00.660089 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f30f27-5309-44e2-87ce-cf0ae930b522 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:00.665222 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-83f30f27-5309-44e2-87ce-cf0ae930b522 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1066315 Nov 16 04:56:00.667677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54068) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:00.747999 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a43e180-107d-4bbd-9e08-c3ca7c9887e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:00.751635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4a43e180-107d-4bbd-9e08-c3ca7c9887e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/964ee0e5-b804-4fe7-a8f7-64a700c732c1 HTTP/1.1" status: 204 len: 168 time: 1.2815855 Nov 16 04:56:00.755159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54070) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:00.790413 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-b637c0ab-cf82-4355-b3b9-1bb7b11784d7 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:56:00.791903 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b637c0ab-cf82-4355-b3b9-1bb7b11784d7 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/964ee0e5-b804-4fe7-a8f7-64a700c732c1 HTTP/1.1" status: 404 len: 333 time: 0.0358088 Nov 16 04:56:00.800817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1859d7-adc3-4303-bc57-491045ff9d59 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:00.805221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54074) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:00.805933 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0e1859d7-adc3-4303-bc57-491045ff9d59 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1347985 Nov 16 04:56:00.809985 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54076) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:00.878447 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-93815f06-e53a-4a5c-9a0b-c16d1f90d4a0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652537 Nov 16 04:56:00.882496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54078) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:00.888035 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 31133552-f36b-4886-9059-8b1db3aae71c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:00.890786 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e3f702cf-8e51-45ca-b07b-e287150e9034 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:00.919710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa1b1df0-21b2-43df-96c8-d48bd2b4f7a9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting subnet 59d5e37a-2f8c-4a8e-b98a-c170b6ffc4ef {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:00.929591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-58d6202f-f932-43f9-ba1d-ff5e3b00f46e None None] Could not find standard attr ID for object 964ee0e5-b804-4fe7-a8f7-64a700c732c1. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:56:00.935617 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1df0-21b2-43df-96c8-d48bd2b4f7a9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.028591 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f9c8a02-2b7b-4f9a-ac6f-23de4f112f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.034998 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1df0-21b2-43df-96c8-d48bd2b4f7a9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.040848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Port 31133552-f36b-4886-9059-8b1db3aae71c update to DOWN by agent not found {{(pid=102661) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 04:56:01.041319 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-021cfcda-a65c-4295-bfc6-123f3f01245d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.069830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c8a02-2b7b-4f9a-ac6f-23de4f112f0d None None] No DVR routers for this DVR port 31133552-f36b-4886-9059-8b1db3aae71c on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:01.071435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c8a02-2b7b-4f9a-ac6f-23de4f112f0d None None] Pushing event deleted for resources: {'Port': ['ID=31133552-f36b-4886-9059-8b1db3aae71c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:01.096108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b00049-0cf8-4ee3-9c61-7a8159885892 req-df6ac8d7-5fb5-4d4f-b70a-d7397f9a036a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:01.097699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12b00049-0cf8-4ee3-9c61-7a8159885892 req-df6ac8d7-5fb5-4d4f-b70a-d7397f9a036a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 943 time: 0.1755531 Nov 16 04:56:01.224639 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.240355 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.303588 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f702cf-8e51-45ca-b07b-e287150e9034 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:01.307893 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3f702cf-8e51-45ca-b07b-e287150e9034 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.312603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a26c3a8-c11f-4b3b-898a-cc59a48fe946 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:01.335788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-b097c218-8757-4ac8-8259-262a3c6cc718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:01.337434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-b097c218-8757-4ac8-8259-262a3c6cc718 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d&tenant_id=8bbc458d86dd42b6b2caab748f91cc15 HTTP/1.1" status: 200 len: 1094 time: 0.2386792 Nov 16 04:56:01.338469 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-021cfcda-a65c-4295-bfc6-123f3f01245d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.364457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:01.365027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Attempting to bind port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:01.365975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Attempting to bind port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:01.366149 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Attempting to bind port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:01.374151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b978d484-6cca-4f98-bf99-ba7b720e107e'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:56:01.380416 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:01.380809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:01.381442 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.381629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:01.382114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Bound port: b3b53ea4-1481-4bb6-8c02-c0f530aab1ac, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:01.383066 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.395950 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9960123d-738a-4e09-a716-93b31a46674e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:01.396359 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9960123d-738a-4e09-a716-93b31a46674e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.407572 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b99a3166-1839-4f5a-97b6-7e82d9c9a4ce tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.415755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905a46e-0ac5-40d0-9ada-00bba56ae239 None None] Pushing event updated for resources: {'Port': ['ID=b3b53ea4-1481-4bb6-8c02-c0f530aab1ac,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:01.421083 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12b00049-0cf8-4ee3-9c61-7a8159885892 req-f1a20056-e2bf-4fdc-aec7-02bc6c56aacc tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881358 Nov 16 04:56:01.425981 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1df0-21b2-43df-96c8-d48bd2b4f7a9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.473240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] For port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:01.478658 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] For port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b3b53ea4-1481-4bb6-8c02-c0f530aab1ac,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:01.482570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-021cfcda-a65c-4295-bfc6-123f3f01245d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Network 833b0ffb-4d62-4130-a5de-4c246cada0fa is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:01.502427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-021cfcda-a65c-4295-bfc6-123f3f01245d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:01.512012 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.527965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-021cfcda-a65c-4295-bfc6-123f3f01245d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:01.532400 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021cfcda-a65c-4295-bfc6-123f3f01245d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Pushing event updated for resources: {'Port': ['ID=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:01.581579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb78e3-d0b6-49f5-8a96-f93d08a580c6 req-aa566a68-08c4-4f8f-b3d0-c1bf065fde38 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:01.584222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5fb78e3-d0b6-49f5-8a96-f93d08a580c6 req-aa566a68-08c4-4f8f-b3d0-c1bf065fde38 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 931 time: 0.2983701 Nov 16 04:56:01.594351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4e6bffbd-75b0-4249-99aa-0dd0efda7fcb None None] Provisioning complete for port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:01.594728 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e6bffbd-75b0-4249-99aa-0dd0efda7fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.610780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab187e5-ef59-4297-8cd5-a9290d237979 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:01.633862 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.675170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-9960123d-738a-4e09-a716-93b31a46674e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] For port 9bf1e583-52e4-40b3-a1cc-78b47daf9be5, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9bf1e583-52e4-40b3-a1cc-78b47daf9be5,segment=NetworkSegment(87bc1646-e342-4082-8306-87381fd8af86),segment_id=87bc1646-e342-4082-8306-87381fd8af86)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:01.675528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-021cfcda-a65c-4295-bfc6-123f3f01245d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:01.676117 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9960123d-738a-4e09-a716-93b31a46674e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.676259 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-021cfcda-a65c-4295-bfc6-123f3f01245d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.682684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Routers {'3a859f4b-8486-44cb-9696-011ed29a831a'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:01.683060 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['3a859f4b-8486-44cb-9696-011ed29a831a'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:01.683268 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1df0-21b2-43df-96c8-d48bd2b4f7a9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.689129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905a46e-0ac5-40d0-9ada-00bba56ae239 None None] Pushing event updated for resources: {'Port': ['ID=b3b53ea4-1481-4bb6-8c02-c0f530aab1ac,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:01.724926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9960123d-738a-4e09-a716-93b31a46674e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:01.746479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b1df0-21b2-43df-96c8-d48bd2b4f7a9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Subnet': ['ID=59d5e37a-2f8c-4a8e-b98a-c170b6ffc4ef,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:01.752327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5fb78e3-d0b6-49f5-8a96-f93d08a580c6 req-219a6c11-4b48-4bf4-8492-43d90bb987bb tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551607 Nov 16 04:56:01.753330 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa1b1df0-21b2-43df-96c8-d48bd2b4f7a9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.759264 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fa1b1df0-21b2-43df-96c8-d48bd2b4f7a9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/59d5e37a-2f8c-4a8e-b98a-c170b6ffc4ef HTTP/1.1" status: 204 len: 168 time: 0.9552219 Nov 16 04:56:01.762523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54082) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:01.775303 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-021cfcda-a65c-4295-bfc6-123f3f01245d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2086875 Nov 16 04:56:01.779947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091cb592-96be-439e-ba31-9d90b2b496ae None None] Network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:01.809946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Request body: {'port': {'device_id': 'dfbb52f6-8a44-4b6c-8a36-34d2120fabe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:01.948860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.955041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting subnet f428f63d-0d7d-4135-860d-abc59bc329df {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:01.962072 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.964477 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3f702cf-8e51-45ca-b07b-e287150e9034 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:01.974151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] Set router 3a859f4b-8486-44cb-9696-011ed29a831a gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:02.005802 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e6bffbd-75b0-4249-99aa-0dd0efda7fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:02.016857 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:02.070515 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:02.175430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f702cf-8e51-45ca-b07b-e287150e9034 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:02.187706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-e3f702cf-8e51-45ca-b07b-e287150e9034 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:02.196977 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f702cf-8e51-45ca-b07b-e287150e9034 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=c2e107be-257c-4fcb-af60-88b9ec305cee,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:02.210012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f702cf-8e51-45ca-b07b-e287150e9034 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:02.210619 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3f702cf-8e51-45ca-b07b-e287150e9034 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:02.238607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e70b2f5-ab30-425f-a847-a64808d7b810 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:02.278803 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e3f702cf-8e51-45ca-b07b-e287150e9034 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3907588 Nov 16 04:56:02.286751 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54084) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:02.289735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:02.291790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'fixed_ips': [{'subnet_id': 'c2e107be-257c-4fcb-af60-88b9ec305cee', 'ip_address': '2001:db8::6f7e:d8e9:78d0:1656'}], 'name': 'tempest-NetworksTestDHCPv6-303465208'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:02.336733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4e6bffbd-75b0-4249-99aa-0dd0efda7fcb None None] For port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b3b53ea4-1481-4bb6-8c02-c0f530aab1ac,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:02.358464 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e6bffbd-75b0-4249-99aa-0dd0efda7fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:02.527097 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9960123d-738a-4e09-a716-93b31a46674e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:02.532933 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6bffbd-75b0-4249-99aa-0dd0efda7fcb None None] Pushing event updated for resources: {'Port': ['ID=b3b53ea4-1481-4bb6-8c02-c0f530aab1ac,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:02.585735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c3c5f894-6899-4572-892f-cf921215b4dd None None] Provisioning complete for port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:02.586142 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c3c5f894-6899-4572-892f-cf921215b4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:02.595197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Allocated IP 172.20.0.1 (8ae5e376-b921-496b-842a-45e78562fba1/3d4ac978-3002-4c8c-8e52-ab185519d0b2/48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:02.604953 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960123d-738a-4e09-a716-93b31a46674e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=9bf1e583-52e4-40b3-a1cc-78b47daf9be5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:02.645509 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:02.675341 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': 'c2e107be-257c-4fcb-af60-88b9ec305cee'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:56:02.681818 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:02.905280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:02.905523 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1341123837-router', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:49Z', 'updated_at': '2021-11-16T04:55:55Z', 'revision_number': 3, 'project_id': '6b7b9fff179445e18d5cc21ca644a21a', 'gw_port': {'id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bf:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:53Z', 'updated_at': '2021-11-16T04:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:02.966239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4be1c27-898c-43f8-b438-38f4bcb67b9e None None] The sync data for ids ['3a859f4b-8486-44cb-9696-011ed29a831a'] in n-d-818042-1 is: [{'id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1341123837-router', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:49Z', 'updated_at': '2021-11-16T04:55:55Z', 'revision_number': 3, 'project_id': '6b7b9fff179445e18d5cc21ca644a21a', 'gw_port': {'id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bf:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:53Z', 'updated_at': '2021-11-16T04:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:02.994103 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Allocated IP 2001:db8::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/c2e107be-257c-4fcb-af60-88b9ec305cee/53c2c102-d45e-44b0-8f76-85615ed8ec6c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:03.058550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d995f-fc45-4a68-b05f-418f02ee3a82 req-0cdccc0c-0c15-4a1e-ba41-ee47a4bc6286 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:03.060342 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a6d995f-fc45-4a68-b05f-418f02ee3a82 req-0cdccc0c-0c15-4a1e-ba41-ee47a4bc6286 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 943 time: 0.4239986 Nov 16 04:56:03.064747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:56:03.110743 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.148342 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.200204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:56:03.218654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afffc9b-3e48-4b68-aaaf-cb5284801c14 req-564c0806-e737-4ecc-b1bb-826f3f7b9451 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:03.220437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6afffc9b-3e48-4b68-aaaf-cb5284801c14 req-564c0806-e737-4ecc-b1bb-826f3f7b9451 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 931 time: 0.3499725 Nov 16 04:56:03.225479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Transition to ACTIVE for port object f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:56:03.234989 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.249967 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.253458 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/f428f63d-0d7d-4135-860d-abc59bc329df HTTP/1.1" status: 204 len: 168 time: 1.4900353 Nov 16 04:56:03.254382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Subnet': ['ID=f428f63d-0d7d-4135-860d-abc59bc329df,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:03.256500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54090) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:03.268816 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.284038 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.357842 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:03.361530 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.362099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:03.367062 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.371042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:03.376607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Pushing event updated for resources: {'Port': ['ID=53c2c102-d45e-44b0-8f76-85615ed8ec6c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:03.420441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:03.420799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:03.421143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:03.421480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:03.421831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:03.422171 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:03.422983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:03.423553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:03.423687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:03.426665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:03.427283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:03.427412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3c6caf-096c-4089-9a90-8d7f7facb9d9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:03.454138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Transition to ACTIVE for port object bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:56:03.478254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a6d995f-fc45-4a68-b05f-418f02ee3a82 req-c783ee4e-4070-4f1f-b49f-6037ebe1d820 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3822284 Nov 16 04:56:03.523977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Attempting to bind port 53c2c102-d45e-44b0-8f76-85615ed8ec6c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:03.524379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Attempting to bind port 53c2c102-d45e-44b0-8f76-85615ed8ec6c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:03.524744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Attempting to bind port 53c2c102-d45e-44b0-8f76-85615ed8ec6c on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:03.542214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:03.542602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:03.543011 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.543445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:03.543925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Bound port: 53c2c102-d45e-44b0-8f76-85615ed8ec6c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:03.544313 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.578765 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:03.638980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.667913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6afffc9b-3e48-4b68-aaaf-cb5284801c14 req-996755ab-f131-4f5e-8402-1ecc8782255b tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380016 Nov 16 04:56:03.674286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] For port 53c2c102-d45e-44b0-8f76-85615ed8ec6c, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:03.683276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] For port 53c2c102-d45e-44b0-8f76-85615ed8ec6c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=53c2c102-d45e-44b0-8f76-85615ed8ec6c,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:03.692474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498917b3-3517-43b4-b89e-3d9cd13157cc None None] Network 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:03.711995 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.752928 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9960123d-738a-4e09-a716-93b31a46674e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.757749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b99a3166-1839-4f5a-97b6-7e82d9c9a4ce tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.761886 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.776525 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b99a3166-1839-4f5a-97b6-7e82d9c9a4ce tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.808673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Pushing event updated for resources: {'Port': ['ID=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,revision_number=9']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:03.876575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Pushing event updated for resources: {'Port': ['ID=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:03.926870 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7994cf8d-3c47-4ac7-82d2-5c7094e6629c None None] Provisioning complete for port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:03.927244 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7994cf8d-3c47-4ac7-82d2-5c7094e6629c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:03.933138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] No DVR routers for this DVR port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:04.006910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03631221-750e-4357-ae73-0b65c47313d6 None None] Pushing event updated for resources: {'Port': ['ID=53c2c102-d45e-44b0-8f76-85615ed8ec6c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:04.092974 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99a3166-1839-4f5a-97b6-7e82d9c9a4ce tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Router 15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:56:04.127886 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.156835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:04.157395 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.162636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port f9302ea2-b40c-42e3-8d0a-283f30927ba6 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:56:04.175152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Attempting to bind port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:04.175491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Attempting to bind port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:04.175820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Attempting to bind port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 on network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:04.190754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978b68b1-20a8-4c5a-98ce-657291adebec None None] DHCP port deletion for 7710f71e-2671-4c40-b9a1-3e68bdb2ce68 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:04.234173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 on network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:56:04.234787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Attempting to bind port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 on network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:04.259706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:04.259706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Checking segment: {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:04.260081 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Bound using segment: {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:04.260306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Bound port: f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:04.260739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.312782 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.315976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Attempting to bind port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:04.315976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Attempting to bind port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:04.316253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Attempting to bind port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 on network 833b0ffb-4d62-4130-a5de-4c246cada0fa {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:04.328044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-978b68b1-20a8-4c5a-98ce-657291adebec None None] Deleting port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:04.328610 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-978b68b1-20a8-4c5a-98ce-657291adebec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.355641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 on network 833b0ffb-4d62-4130-a5de-4c246cada0fa not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:56:04.356546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Attempting to bind port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 on network 833b0ffb-4d62-4130-a5de-4c246cada0fa {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:04.365818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] For port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6,segment=NetworkSegment(45e08e4c-c1c9-460b-a1f5-48c6fba48276),segment_id=45e08e4c-c1c9-460b-a1f5-48c6fba48276)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:04.366191 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.389512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:04.389919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Checking segment: {'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:04.390241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Bound using segment: {'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:04.390853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Bound port: bdeb15b2-2b0e-4504-95a6-ca48892c1eb7, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:04.391211 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.420387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:04.425725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-978b68b1-20a8-4c5a-98ce-657291adebec None None] For port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6,segment=NetworkSegment(45e08e4c-c1c9-460b-a1f5-48c6fba48276),segment_id=45e08e4c-c1c9-460b-a1f5-48c6fba48276)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:04.426087 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-978b68b1-20a8-4c5a-98ce-657291adebec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.440836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-978b68b1-20a8-4c5a-98ce-657291adebec None None] Calling delete_port for 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:04.449400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Network 8ae5e376-b921-496b-842a-45e78562fba1 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:04.459462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:04.461987 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:04.466210 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:04.530422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:04.541754 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.545519 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-978b68b1-20a8-4c5a-98ce-657291adebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.585128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978b68b1-20a8-4c5a-98ce-657291adebec None None] No DVR routers for this DVR port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:04.587506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b68b1-20a8-4c5a-98ce-657291adebec None None] Pushing event deleted for resources: {'Port': ['ID=51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:04.588872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] For port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:04.633391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:04.633391 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.635485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] 10.222.0.37 "PUT /v2.0/ports/f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 HTTP/1.1" status: 200 len: 1091 time: 3.2751763 Nov 16 04:56:04.646197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:56:04.648447 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25884b43-66d8-4f9f-9348-c34b8ac4fefc" -d '{"events": [{"name": "network-changed", "server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:56:04.657475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] For port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:04.731647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Pushing event updated for resources: {'Port': ['ID=48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:04.738732 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99a3166-1839-4f5a-97b6-7e82d9c9a4ce tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:04.749660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e32d0-0579-4069-9347-0b07bb30e406 None None] Sync routers for ids ['15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:04.764932 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.766780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e32d0-0579-4069-9347-0b07bb30e406 None None] Routers {'15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:04.769839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1e5e32d0-0579-4069-9347-0b07bb30e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:04.802974 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b99a3166-1839-4f5a-97b6-7e82d9c9a4ce tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.804376 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b99a3166-1839-4f5a-97b6-7e82d9c9a4ce tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "PUT /v2.0/routers/15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9 HTTP/1.1" status: 200 len: 924 time: 4.8822706 Nov 16 04:56:04.811686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54100) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:04.828183 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1e5e32d0-0579-4069-9347-0b07bb30e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:04.844610 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0af6df-4952-4340-8f65-1d036b60398b x-openstack-request-id: req-6d0af6df-4952-4340-8f65-1d036b60398b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:56:04.844992 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:56:04.845179 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d0af6df-4952-4340-8f65-1d036b60398b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:56:04.845566 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'status': 'completed', 'code': 200} Nov 16 04:56:04.859871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e32d0-0579-4069-9347-0b07bb30e406 None None] Routers {'15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:04.860428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1e5e32d0-0579-4069-9347-0b07bb30e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:04.879139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a353bc8-6d5e-4c27-8d2b-0c55ff1ef208 service neutron] Pushing event updated for resources: {'Port': ['ID=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,revision_number=10']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:04.920619 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.947168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1e5e32d0-0579-4069-9347-0b07bb30e406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:04.948162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5e32d0-0579-4069-9347-0b07bb30e406 None None] The sync data for ids ['15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:04.963195 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b3b53ea4-1481-4bb6-8c02-c0f530aab1ac up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:04.983044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:04.983661 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:04.985098 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] 10.222.0.37 "PUT /v2.0/ports/bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 HTTP/1.1" status: 200 len: 1091 time: 3.1800575 Nov 16 04:56:05.002229 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.020312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b82cf-963f-42c6-b1c6-8091e8855094 req-a39c8e1d-e459-42c0-afc7-fef280bc1154 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:05.022177 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e33b82cf-963f-42c6-b1c6-8091e8855094 req-a39c8e1d-e459-42c0-afc7-fef280bc1154 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.3803596 Nov 16 04:56:05.061037 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::6f7e:d8e9:78d0:1656 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/c2e107be-257c-4fcb-af60-88b9ec305cee/f9302ea2-b40c-42e3-8d0a-283f30927ba6) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:05.075316 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:05.075980 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.103502 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9960123d-738a-4e09-a716-93b31a46674e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router c3b6ec4d-34cf-43fe-94f3-68395209958c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:56:05.104331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-f0003468-f322-4f2f-89c2-9177c5bea340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:05.106453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-f0003468-f322-4f2f-89c2-9177c5bea340 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 1095 time: 0.4191315 Nov 16 04:56:05.108754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No DVR routers for this DVR port 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:05.141639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc350b12-54d4-4beb-b480-e10f57eac31f req-d638da3a-1c8a-4b6c-bc56-5a6bf2a6d8a8 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:05.148591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc350b12-54d4-4beb-b480-e10f57eac31f req-d638da3a-1c8a-4b6c-bc56-5a6bf2a6d8a8 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 943 time: 0.2466381 Nov 16 04:56:05.151864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211b9e8-97c6-41b6-a84c-5f2c408fd409 service neutron] Pushing event updated for resources: {'Port': ['ID=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:05.208454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 53c2c102-d45e-44b0-8f76-85615ed8ec6c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:05.273556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 53c2c102-d45e-44b0-8f76-85615ed8ec6c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:05.274235 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.298765 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-710e67fc-74e1-4763-9715-ff646f8448c4 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/routers/15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9 HTTP/1.1" status: 200 len: 924 time: 0.4825046 Nov 16 04:56:05.304286 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54102) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:05.336674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e33b82cf-963f-42c6-b1c6-8091e8855094 req-77fbf384-3248-4743-af36-ae6f923a2435 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962923 Nov 16 04:56:05.352599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:05.422684 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.434104 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.458207 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 53c2c102-d45e-44b0-8f76-85615ed8ec6c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=53c2c102-d45e-44b0-8f76-85615ed8ec6c,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:05.463666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7710f71e-2671-4c40-b9a1-3e68bdb2ce68']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:05.466559 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.480340 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.489343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-6d20f2f1-c00c-45f9-8979-ee86d18f6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:05.490297 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9960123d-738a-4e09-a716-93b31a46674e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:05.494401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-6d20f2f1-c00c-45f9-8979-ee86d18f6c2f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 1094 time: 0.4333301 Nov 16 04:56:05.498175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e08e4c-c1c9-460b-a1f5-48c6fba48276') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:05.498476 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e08e4c-c1c9-460b-a1f5-48c6fba48276') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:05.513946 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9960123d-738a-4e09-a716-93b31a46674e tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6456587 Nov 16 04:56:05.518809 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54104) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:05.519513 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe496de-f552-4ab3-9b51-1250acf68373 None None] Sync routers for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:05.537612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=53c2c102-d45e-44b0-8f76-85615ed8ec6c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:05.538506 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe496de-f552-4ab3-9b51-1250acf68373 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:05.539352 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-bfe496de-f552-4ab3-9b51-1250acf68373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:05.541290 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.569924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc350b12-54d4-4beb-b480-e10f57eac31f req-d00f49fe-4fef-43a8-9d15-67502cc82516 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704429 Nov 16 04:56:05.574059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-40391e1e-6864-48e0-bdab-0d21ccef479b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:05.576002 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-40391e1e-6864-48e0-bdab-0d21ccef479b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 917 time: 0.4570670 Nov 16 04:56:05.579868 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.593968 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d8bc89b5-e7a2-4c3d-b863-2e7242efe5a0 None None] Provisioning complete for port 53c2c102-d45e-44b0-8f76-85615ed8ec6c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:05.594346 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8bc89b5-e7a2-4c3d-b863-2e7242efe5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.609963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:56:05.610557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:56:05.617681 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:56:05.647793 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59986d45-a8dc-48e3-a7e1-464f1d408874 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:05.655527 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-59986d45-a8dc-48e3-a7e1-464f1d408874 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&device_id=15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3488915 Nov 16 04:56:05.666422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54110) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:05.671618 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:05.717542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:05.717973 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 51c66fc7-9f1a-4ca2-8dc9-e8c97d08d6e6 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:05.804291 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-bfe496de-f552-4ab3-9b51-1250acf68373 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:05.814080 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-bd1c5320-cb0d-4038-82be-ef0b28cebc7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 HTTP/1.1" status: 200 len: 217 time: 0.3049138 Nov 16 04:56:05.829562 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.863782 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e3f1bf-0b6b-4d92-93ab-ba60cc660d4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting subnet f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:05.897392 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.910274 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42e3f1bf-0b6b-4d92-93ab-ba60cc660d4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.910438 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.919438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/networks/7710f71e-2671-4c40-b9a1-3e68bdb2ce68 HTTP/1.1" status: 204 len: 168 time: 2.6529860 Nov 16 04:56:05.921741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-8f9a4efd-2471-47f3-9c3c-04b256cbbe7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 HTTP/1.1" status: 200 len: 998 time: 0.3395185 Nov 16 04:56:05.923374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-91cbdf87-9e61-4481-a90b-fef0caf77622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:05.925303 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-91cbdf87-9e61-4481-a90b-fef0caf77622 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7165b9bb-2dd4-4528-b72b-32d19725ce83 HTTP/1.1" status: 200 len: 854 time: 0.1043322 Nov 16 04:56:05.935389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54112) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:05.950087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c0347-14dd-46f1-b70f-5e4386434de5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Network': ['ID=7710f71e-2671-4c40-b9a1-3e68bdb2ce68,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:05.991733 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42e3f1bf-0b6b-4d92-93ab-ba60cc660d4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:05.994951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0a1a3b-7e48-406d-a764-d6dcced426d3 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:05.999294 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ca0a1a3b-7e48-406d-a764-d6dcced426d3 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 881 time: 0.3091447 Nov 16 04:56:05.999902 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54114) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:06.102608 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-bfe496de-f552-4ab3-9b51-1250acf68373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:02Z', 'revision_number': 8, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:39Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:06.134694 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe496de-f552-4ab3-9b51-1250acf68373 None None] Checking router: c3b6ec4d-34cf-43fe-94f3-68395209958c for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:56:06.145487 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe496de-f552-4ab3-9b51-1250acf68373 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:06.146411 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-bfe496de-f552-4ab3-9b51-1250acf68373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:06.241992 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:56:06.252634 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-bfe496de-f552-4ab3-9b51-1250acf68373 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:06.296547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-80234e87-4628-43a8-ae3e-eb450352b1c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=833b0ffb-4d62-4130-a5de-4c246cada0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3513331 Nov 16 04:56:06.312523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-2ea41fa4-f71c-4d5f-81ff-33f15d5ae49c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:56:06.313544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-2ea41fa4-f71c-4d5f-81ff-33f15d5ae49c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067713 Nov 16 04:56:06.333710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-6ee4077a-e789-494b-a8c7-00792b13e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:06.335953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-6ee4077a-e789-494b-a8c7-00792b13e5b3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.3922670 Nov 16 04:56:06.383893 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-48484e1a-f332-4a10-a38a-07d0b719656d tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "GET /v2.0/ports?device_id=15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9 HTTP/1.1" status: 200 len: 205 time: 0.3621280 Nov 16 04:56:06.384486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54118) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:06.392414 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:06.427692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cca14a8-c243-4859-8516-12404dffbe8e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:06.429233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4cca14a8-c243-4859-8516-12404dffbe8e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4934690 Nov 16 04:56:06.435224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54120) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:06.487027 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-bfe496de-f552-4ab3-9b51-1250acf68373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:02Z', 'revision_number': 8, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:39Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:06.511252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-d24d04be-30f4-44e1-809f-583a430c855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:06.513604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-d24d04be-30f4-44e1-809f-583a430c855e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1649332 Nov 16 04:56:06.519979 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe496de-f552-4ab3-9b51-1250acf68373 None None] The sync data for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 is: [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:02Z', 'revision_number': 8, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7f8d13b-3078-47b5-b6ec-3e3657a54217', 'name': '', 'network_id': '645ec4ca-5cb0-4978-8a6a-d3e667afb38d', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:cf:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2070, 'fixed_ips': [{'subnet_id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:28Z', 'updated_at': '2021-11-16T04:55:39Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88fd7dd7-f811-45f5-a138-b798b2e11b43', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:06.552368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:06.570101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:06.589486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:06.595177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:06.595803 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:06.610771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-158e8e4a-60aa-4f01-98e8-2bae876bb79f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1664205 Nov 16 04:56:06.613094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-1e2c7a41-315c-4cf3-8af3-c1784f123ada service neutron] 10.222.0.37 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743208 Nov 16 04:56:06.615915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54124) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:06.624276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ebe60ad5-aec1-4377-aa56-faeb6188c1f5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1062635420'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:06.627579 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:06.632813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=f9302ea2-b40c-42e3-8d0a-283f30927ba6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:06.644677 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a9dbc3bc-90b9-47a1-99b5-d83b9da28867 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3541791 Nov 16 04:56:06.645644 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42e3f1bf-0b6b-4d92-93ab-ba60cc660d4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:06.647104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54126) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:06.648430 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:06.655176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-2538cd53-5054-4b0c-9847-e1f49e489e11 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'fixed_ips': [{'subnet_id': 'c2e107be-257c-4fcb-af60-88b9ec305cee', 'ip_address': '2001:db8::6f7e:d8e9:78d0:1656'}], 'name': 'tempest-NetworksTestDHCPv6-176371502'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:06.728390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d4268-109e-4c87-97ac-fe801da5db5f req-ab9457d3-18e1-477b-95bf-eee1d50a076a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:06.729988 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-807d4268-109e-4c87-97ac-fe801da5db5f req-ab9457d3-18e1-477b-95bf-eee1d50a076a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.2515867 Nov 16 04:56:06.750801 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:06.811683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe60ad5-aec1-4377-aa56-faeb6188c1f5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:06.817873 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ebe60ad5-aec1-4377-aa56-faeb6188c1f5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:06.840315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Pushing event updated for resources: {'Port': ['ID=48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:06.842856 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:06.847625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbb52f6-8a44-4b6c-8a36-34d2120fabe5', 'tag': 'bdeb15b2-2b0e-4504-95a6-ca48892c1eb7'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:56:06.849972 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547676d7-cd8c-4792-a4d8-af6ccd251074" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbb52f6-8a44-4b6c-8a36-34d2120fabe5", "tag": "bdeb15b2-2b0e-4504-95a6-ca48892c1eb7"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:56:06.922825 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42e3f1bf-0b6b-4d92-93ab-ba60cc660d4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:06.930099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-244edfac-fc9e-4f2a-b4e6-5faae182482a service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983552 Nov 16 04:56:06.970249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3f1bf-0b6b-4d92-93ab-ba60cc660d4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Subnet': ['ID=f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:06.973253 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d66f14cc-0c39-485b-bcac-76d35abd3789 None None] Provisioning complete for port f9302ea2-b40c-42e3-8d0a-283f30927ba6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:06.977810 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d66f14cc-0c39-485b-bcac-76d35abd3789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:06.984675 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42e3f1bf-0b6b-4d92-93ab-ba60cc660d4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:06.985149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe60ad5-aec1-4377-aa56-faeb6188c1f5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:56:06.990689 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-42e3f1bf-0b6b-4d92-93ab-ba60cc660d4f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e HTTP/1.1" status: 204 len: 168 time: 1.4699128 Nov 16 04:56:06.993243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54130) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:07.011311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c001db-34a4-44c8-95d6-5aa95e3e9fa9 req-f7217ad6-618c-4cf6-a9d7-5d78d7b2c3b8 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:07.012867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58c001db-34a4-44c8-95d6-5aa95e3e9fa9 req-f7217ad6-618c-4cf6-a9d7-5d78d7b2c3b8 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 943 time: 0.3367836 Nov 16 04:56:07.046306 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11709ed-e060-41a3-9ddf-fbc97f181c5b None None] Network 65aeff0f-7a4b-4fbf-b052-9d77b369c462 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:07.046980 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-807d4268-109e-4c87-97ac-fe801da5db5f req-a59256f8-4505-4999-ad29-817ca6ede9f5 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753263 Nov 16 04:56:07.058675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36d28af3-eb00-4e5c-ba67-a92f34444019 req-2489ef73-146d-438b-bffe-b8db2895686f service neutron] 10.222.0.37 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282780 Nov 16 04:56:07.070033 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.077446 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ebe60ad5-aec1-4377-aa56-faeb6188c1f5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.077811 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-ebe60ad5-aec1-4377-aa56-faeb6188c1f5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Added segment 5cdd400d-fd05-4a08-bd00-6e08f67cf033 of type vlan for network c8af6349-0ebf-4854-83a5-67dec15f1010 Nov 16 04:56:07.096385 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Network 8ae5e376-b921-496b-842a-45e78562fba1 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:07.107710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:07.126806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 53c2c102-d45e-44b0-8f76-85615ed8ec6c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:07.139951 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.186259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d66f14cc-0c39-485b-bcac-76d35abd3789 None None] Port f9302ea2-b40c-42e3-8d0a-283f30927ba6 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:07.187166 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ebe60ad5-aec1-4377-aa56-faeb6188c1f5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.205109 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9f9171-a088-4ac5-82ca-75779797935f x-openstack-request-id: req-0d9f9171-a088-4ac5-82ca-75779797935f {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:56:07.205724 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbb52f6-8a44-4b6c-8a36-34d2120fabe5", "tag": "bdeb15b2-2b0e-4504-95a6-ca48892c1eb7", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:56:07.206250 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d9f9171-a088-4ac5-82ca-75779797935f {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:56:07.206575 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbb52f6-8a44-4b6c-8a36-34d2120fabe5', 'tag': 'bdeb15b2-2b0e-4504-95a6-ca48892c1eb7', 'status': 'completed', 'code': 200} Nov 16 04:56:07.226322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2538cd53-5054-4b0c-9847-e1f49e489e11 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:07.287998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Deleting port 5762e645-0f85-4ce9-8376-c8da2bbb6324 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:07.288349 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.324746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 53c2c102-d45e-44b0-8f76-85615ed8ec6c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:07.324746 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.325059 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ebe60ad5-aec1-4377-aa56-faeb6188c1f5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.330907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe60ad5-aec1-4377-aa56-faeb6188c1f5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:07.331550 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ebe60ad5-aec1-4377-aa56-faeb6188c1f5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.364177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Router 3a859f4b-8486-44cb-9696-011ed29a831a has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:56:07.374583 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port a83a8a60-52a5-4fe8-8d02-79600c560010 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:07.374925 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.401474 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6f43652-72ab-4ca0-aba0-f68ea902bae4 req-24c0fb3d-7c88-4dbd-8e54-f87a831ff475 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550040 Nov 16 04:56:07.415729 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58c001db-34a4-44c8-95d6-5aa95e3e9fa9 req-25d87e1d-2a6b-447f-87c3-1c5db56b20ca tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636224 Nov 16 04:56:07.442447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ebe60ad5-aec1-4377-aa56-faeb6188c1f5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8246584 Nov 16 04:56:07.449163 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35c5032-821c-4509-8c9a-474a62b720cc None None] DHCP port deletion for 65aeff0f-7a4b-4fbf-b052-9d77b369c462 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:07.452621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54132) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:07.457165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.462296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7f85abbf-d626-40a4-92e0-001ba61004d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': 'c8af6349-0ebf-4854-83a5-67dec15f1010', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:07.486929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe60ad5-aec1-4377-aa56-faeb6188c1f5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Network': ['ID=c8af6349-0ebf-4854-83a5-67dec15f1010,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:07.538483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network c8af6349-0ebf-4854-83a5-67dec15f1010 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:56:07.541610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547676d7-cd8c-4792-a4d8-af6ccd251074 req-d02f74c3-8c46-47b9-921f-a6d8463588e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:07.542618 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Calling delete_port for 5762e645-0f85-4ce9-8376-c8da2bbb6324 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:07.543695 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-547676d7-cd8c-4792-a4d8-af6ccd251074 req-d02f74c3-8c46-47b9-921f-a6d8463588e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 1094 time: 0.3126280 Nov 16 04:56:07.552995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] For port a83a8a60-52a5-4fe8-8d02-79600c560010, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a83a8a60-52a5-4fe8-8d02-79600c560010,segment=NetworkSegment(87bc1646-e342-4082-8306-87381fd8af86),segment_id=87bc1646-e342-4082-8306-87381fd8af86)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:07.553340 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.579930 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for a83a8a60-52a5-4fe8-8d02-79600c560010 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:07.600479 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:07.605975 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2538cd53-5054-4b0c-9847-e1f49e489e11 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.684689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:07.694296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-2538cd53-5054-4b0c-9847-e1f49e489e11 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port 47bbb8db-b6cb-405c-913b-7ed80e27d1ca yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:56:07.704672 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9e6f6c21-b7ee-46ce-b3de-606516eb88cb admin admin] 10.222.0.41 "PUT /v2.0/routers/3a859f4b-8486-44cb-9696-011ed29a831a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9828765 Nov 16 04:56:07.706414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25884b43-66d8-4f9f-9348-c34b8ac4fefc req-a0ceadcf-c952-427e-ac5a-2ad5f8dbd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:07.707918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25884b43-66d8-4f9f-9348-c34b8ac4fefc req-a0ceadcf-c952-427e-ac5a-2ad5f8dbd01a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 1095 time: 0.2150092 Nov 16 04:56:07.798232 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.868046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Sync routers for ids ['3a859f4b-8486-44cb-9696-011ed29a831a'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:07.870205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:07.870535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9bf1e583-52e4-40b3-a1cc-78b47daf9be5 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:07.877345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=a83a8a60-52a5-4fe8-8d02-79600c560010,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:07.896890 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No DVR routers for this DVR port a83a8a60-52a5-4fe8-8d02-79600c560010 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:07.898729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Routers {'3a859f4b-8486-44cb-9696-011ed29a831a'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:07.899366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['3a859f4b-8486-44cb-9696-011ed29a831a'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:07.951675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f85abbf-d626-40a4-92e0-001ba61004d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:07.955797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7f85abbf-d626-40a4-92e0-001ba61004d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.980606 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c35c5032-821c-4509-8c9a-474a62b720cc None None] Deleting port a83a8a60-52a5-4fe8-8d02-79600c560010 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:07.981156 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c35c5032-821c-4509-8c9a-474a62b720cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:07.984814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547676d7-cd8c-4792-a4d8-af6ccd251074 req-ea8a93fc-7e9d-44f7-b6a2-356c44df969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:07.991010 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-547676d7-cd8c-4792-a4d8-af6ccd251074 req-ea8a93fc-7e9d-44f7-b6a2-356c44df969f service neutron] 10.222.0.37 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 915 time: 0.4316843 Nov 16 04:56:08.032270 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.065203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a7b863-884c-4184-8c2b-8ca63ee3df85 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:08.068954 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb23d781-7497-4163-82bb-8ec321655cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.129604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Pushing event deleted for resources: {'Port': ['ID=5762e645-0f85-4ce9-8376-c8da2bbb6324,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:08.143545 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.151311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-547676d7-cd8c-4792-a4d8-af6ccd251074 req-a0b03224-f575-45d9-ad8c-380c248bb361 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 HTTP/1.1" status: 200 len: 217 time: 0.0912826 Nov 16 04:56:08.154631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c35c5032-821c-4509-8c9a-474a62b720cc None None] For port a83a8a60-52a5-4fe8-8d02-79600c560010, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:08.157283 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c35c5032-821c-4509-8c9a-474a62b720cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.221017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Set router 3a859f4b-8486-44cb-9696-011ed29a831a gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:08.223604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c35c5032-821c-4509-8c9a-474a62b720cc None None] Calling delete_port for a83a8a60-52a5-4fe8-8d02-79600c560010 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:08.233289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25884b43-66d8-4f9f-9348-c34b8ac4fefc req-9d611419-52d0-4156-83db-cdcb9cfb703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:08.235407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25884b43-66d8-4f9f-9348-c34b8ac4fefc req-9d611419-52d0-4156-83db-cdcb9cfb703f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 917 time: 0.5171676 Nov 16 04:56:08.292392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65aeff0f-7a4b-4fbf-b052-9d77b369c462']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:08.319956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-c35c5032-821c-4509-8c9a-474a62b720cc None None] Port a83a8a60-52a5-4fe8-8d02-79600c560010 was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 04:56:08.325532 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bc1646-e342-4082-8306-87381fd8af86') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:08.327646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bc1646-e342-4082-8306-87381fd8af86') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:08.329678 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c35c5032-821c-4509-8c9a-474a62b720cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.344380 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.386831 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.401207 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:56:08.403879 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:56:08.412424 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:56:08.415446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.487949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c5032-821c-4509-8c9a-474a62b720cc None None] Pushing event deleted for resources: {'Port': ['ID=a83a8a60-52a5-4fe8-8d02-79600c560010,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:08.494539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c5032-821c-4509-8c9a-474a62b720cc None None] No DVR routers for this DVR port a83a8a60-52a5-4fe8-8d02-79600c560010 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:08.586992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547676d7-cd8c-4792-a4d8-af6ccd251074 req-3feb0346-badd-4ad1-8ec4-b0fe246b7799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:08.588447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-547676d7-cd8c-4792-a4d8-af6ccd251074 req-3feb0346-badd-4ad1-8ec4-b0fe246b7799 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7165b9bb-2dd4-4528-b72b-32d19725ce83 HTTP/1.1" status: 200 len: 854 time: 0.3829961 Nov 16 04:56:08.617447 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-2538cd53-5054-4b0c-9847-e1f49e489e11 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 16 04:56:08.617974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2538cd53-5054-4b0c-9847-e1f49e489e11 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:56:08.621285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25884b43-66d8-4f9f-9348-c34b8ac4fefc req-a6c26dbd-9c40-4055-aa69-bcad39751a3e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 HTTP/1.1" status: 200 len: 998 time: 0.3310125 Nov 16 04:56:08.638688 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.641572 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.672316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b05d0f-fbcf-45c8-9ba4-7bc708c4cd6a req-cae0adc8-bfdb-4830-a62a-56aaad3dfffa tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:08.673970 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40b05d0f-fbcf-45c8-9ba4-7bc708c4cd6a req-cae0adc8-bfdb-4830-a62a-56aaad3dfffa tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.4306586 Nov 16 04:56:08.705719 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.716808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-547676d7-cd8c-4792-a4d8-af6ccd251074 req-0bceeb10-6453-45eb-b81d-a08b1f1de274 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=833b0ffb-4d62-4130-a5de-4c246cada0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805714 Nov 16 04:56:08.717037 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.722392 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/networks/65aeff0f-7a4b-4fbf-b052-9d77b369c462 HTTP/1.1" status: 204 len: 168 time: 1.7215798 Nov 16 04:56:08.724761 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.725293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Fanout notify agent at l3_agent the message router_deleted on router 15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:56:08.726810 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54170) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:08.743874 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:08.749196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1341123837-router', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:49Z', 'updated_at': '2021-11-16T04:56:05Z', 'revision_number': 4, 'project_id': '6b7b9fff179445e18d5cc21ca644a21a', 'gw_port': {'id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:53Z', 'updated_at': '2021-11-16T04:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d', 'name': '', 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'mac_address': 'fa:16:3e:32:1c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '3d4ac978-3002-4c8c-8e52-ab185519d0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:56:02Z', 'updated_at': '2021-11-16T04:56:05Z', 'revision_number': 2, 'project_id': '6b7b9fff179445e18d5cc21ca644a21a', 'subnets': [{'id': '3d4ac978-3002-4c8c-8e52-ab185519d0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:08.755297 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1916c902-cc66-42cd-8911-f4eb3a3d2120 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "DELETE /v2.0/routers/15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9 HTTP/1.1" status: 204 len: 168 time: 2.3639905 Nov 16 04:56:08.766772 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54172) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:08.767595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426437e-151e-4042-811e-223972b56d86 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Network': ['ID=65aeff0f-7a4b-4fbf-b052-9d77b369c462,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:08.775266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-eff7c7e8-c6b3-49cc-a642-0dcc78c97ac2 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1036581079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:08.845464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Checking router: 3a859f4b-8486-44cb-9696-011ed29a831a for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:56:08.845946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Updating router 3a859f4b-8486-44cb-9696-011ed29a831a port 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:56:08.895766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a83a8a60-52a5-4fe8-8d02-79600c560010 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:08.929819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a83a8a60-52a5-4fe8-8d02-79600c560010 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:08.930853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a83a8a60-52a5-4fe8-8d02-79600c560010 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:08.944553 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.087251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3cfa-b27a-462f-9899-95494990c45e req-ab6850ff-dd06-4373-84ed-fbe2c2e1e4c8 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:09.089035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-ab6850ff-dd06-4373-84ed-fbe2c2e1e4c8 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/networks?id=8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 200 len: 819 time: 0.7388136 Nov 16 04:56:09.103644 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:56:09.124898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2538cd53-5054-4b0c-9847-e1f49e489e11 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.4745727 Nov 16 04:56:09.135374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54174) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:09.235505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eff7c7e8-c6b3-49cc-a642-0dcc78c97ac2 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.237672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eff7c7e8-c6b3-49cc-a642-0dcc78c97ac2 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.252829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f27cdd-88ca-4a3f-a6fc-3a5569c51f92 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:09.259573 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f27cdd-88ca-4a3f-a6fc-3a5569c51f92 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:09.266948 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-89f27cdd-88ca-4a3f-a6fc-3a5569c51f92 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1233885 Nov 16 04:56:09.268059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54176) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:09.281704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-ec8fa9c4-09a9-492c-89c8-da2f3851f820 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/quotas/6b7b9fff179445e18d5cc21ca644a21a HTTP/1.1" status: 200 len: 375 time: 0.1688461 Nov 16 04:56:09.319806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25884b43-66d8-4f9f-9348-c34b8ac4fefc req-91c747f0-86a3-4afa-b81c-650161e1c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:09.321359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25884b43-66d8-4f9f-9348-c34b8ac4fefc req-91c747f0-86a3-4afa-b81c-650161e1c739 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.6417382 Nov 16 04:56:09.380279 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eff7c7e8-c6b3-49cc-a642-0dcc78c97ac2 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.392008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:09.411637 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eff7c7e8-c6b3-49cc-a642-0dcc78c97ac2 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.418796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'bdeb15b2-2b0e-4504-95a6-ca48892c1eb7', 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa', 'port_id': 'bdeb15b2-2b0e-4504-95a6-ca48892c1eb7', 'mac_address': 'fa:16:3e:0d:54:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7165b9bb-2dd4-4528-b72b-32d19725ce83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:56:09.468881 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eff7c7e8-c6b3-49cc-a642-0dcc78c97ac2 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.473544 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-eff7c7e8-c6b3-49cc-a642-0dcc78c97ac2 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7037809 Nov 16 04:56:09.474188 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54178) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:09.480308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:09.526726 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.529917 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.546187 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.556910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:56:09.577949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40b05d0f-fbcf-45c8-9ba4-7bc708c4cd6a req-5e636e45-d6a9-4008-b7d5-0f745c0b14ce tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8663554 Nov 16 04:56:09.640997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:09.648408 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7f85abbf-d626-40a4-92e0-001ba61004d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.656702 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.681517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595898e0-3595-40f2-af75-92405478047b None None] Pushing event updated for resources: {'Port': ['ID=48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:09.719893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-547676d7-cd8c-4792-a4d8-af6ccd251074 req-1321f16d-12b5-4403-88a7-ba96c6bf92c5 service neutron] 10.222.0.37 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6222980 Nov 16 04:56:09.757331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-b437852c-4c28-4c2e-8800-b71b66469cc8 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4554749 Nov 16 04:56:09.785909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25884b43-66d8-4f9f-9348-c34b8ac4fefc req-ac4e06ab-6674-4529-ad5a-8e097d61dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:09.787570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25884b43-66d8-4f9f-9348-c34b8ac4fefc req-ac4e06ab-6674-4529-ad5a-8e097d61dc24 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3806701 Nov 16 04:56:09.800713 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Attempting to bind port 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:09.801471 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Attempting to bind port 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '66a25465-1cb9-45f9-8b4a-a8bdb251738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:09.802089 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Attempting to bind port 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d on network 8ae5e376-b921-496b-842a-45e78562fba1 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:09.816832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:09.817637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Checking segment: {'id': '66a25465-1cb9-45f9-8b4a-a8bdb251738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:09.818289 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.819399 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Bound using segment: {'id': '66a25465-1cb9-45f9-8b4a-a8bdb251738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:09.820088 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Bound port: 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a25465-1cb9-45f9-8b4a-a8bdb251738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:09.820740 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.831078 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.838426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:09.842425 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a4ebb95-3440-4f41-a86b-46fce64bd911 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:09.932422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-547676d7-cd8c-4792-a4d8-af6ccd251074 req-4036192a-3010-42f0-864b-b1a9ded9c93a service neutron] 10.222.0.37 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855094 Nov 16 04:56:09.935632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85abbf-d626-40a4-92e0-001ba61004d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Subnet': ['ID=9831dfd7-4e57-418f-a82c-0c46a6097669,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:09.956559 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['bdeb15b2-2b0e-4504-95a6-ca48892c1eb7'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:56:10.070686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] For port 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:10.099303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] For port 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d,segment=NetworkSegment(66a25465-1cb9-45f9-8b4a-a8bdb251738f),segment_id=66a25465-1cb9-45f9-8b4a-a8bdb251738f)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:10.121189 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:10.164326 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25884b43-66d8-4f9f-9348-c34b8ac4fefc req-8e95d9da-b552-4b6d-9e15-4f0aa3052303 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176182 Nov 16 04:56:10.166619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-e323c65e-593f-4fa0-8034-266e7396f7ca service neutron] 10.222.0.41 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842421 Nov 16 04:56:10.266336 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe2cf048-d2ea-428a-9951-dfe2b0a2ef60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:10.323601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595898e0-3595-40f2-af75-92405478047b None None] Pushing event updated for resources: {'Port': ['ID=48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:10.323865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-179898d9-ee75-43b9-8710-0a72c94c1d12 service neutron] 10.222.0.41 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240432 Nov 16 04:56:10.328062 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Routers {'3a859f4b-8486-44cb-9696-011ed29a831a'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:10.328764 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:55:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['3a859f4b-8486-44cb-9696-011ed29a831a'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:10.362547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-51b63ced-8558-44e5-b2c6-d7a970754921 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port f9302ea2-b40c-42e3-8d0a-283f30927ba6 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:10.362963 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51b63ced-8558-44e5-b2c6-d7a970754921 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:10.435186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53d396-295b-4e26-a4f4-6640c9dca390 req-372c39b8-0c39-442f-be89-f72fb8c5d14a tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:10.447928 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d53d396-295b-4e26-a4f4-6640c9dca390 req-372c39b8-0c39-442f-be89-f72fb8c5d14a tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 944 time: 0.6198378 Nov 16 04:56:10.521647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] Set router 3a859f4b-8486-44cb-9696-011ed29a831a gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:10.657358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d53d396-295b-4e26-a4f4-6640c9dca390 req-fc0e8aff-e2d9-4221-84cf-c52835509a92 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084894 Nov 16 04:56:10.680004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f85abbf-d626-40a4-92e0-001ba61004d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Checking segment: {'id': '5cdd400d-fd05-4a08-bd00-6e08f67cf033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8af6349-0ebf-4854-83a5-67dec15f1010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:10.680388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f85abbf-d626-40a4-92e0-001ba61004d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network hostable DHCP agents. Network: c8af6349-0ebf-4854-83a5-67dec15f1010, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:56:10.817812 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08ef3927-a8fd-4f6b-8e47-56f74c26e7ba req-a41e0172-bfec-42b1-bb0f-15f4f8e94280 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 210 time: 0.1342127 Nov 16 04:56:10.922962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f85abbf-d626-40a4-92e0-001ba61004d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network c8af6349-0ebf-4854-83a5-67dec15f1010 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:56:10.997338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1341123837-router', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:49Z', 'updated_at': '2021-11-16T04:56:05Z', 'revision_number': 4, 'project_id': '6b7b9fff179445e18d5cc21ca644a21a', 'gw_port': {'id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:53Z', 'updated_at': '2021-11-16T04:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d', 'name': '', 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'mac_address': 'fa:16:3e:32:1c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '3d4ac978-3002-4c8c-8e52-ab185519d0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:56:02Z', 'updated_at': '2021-11-16T04:56:09Z', 'revision_number': 4, 'project_id': '6b7b9fff179445e18d5cc21ca644a21a', 'subnets': [{'id': '3d4ac978-3002-4c8c-8e52-ab185519d0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:11.017393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-7f85abbf-d626-40a4-92e0-001ba61004d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, c8af6349-0ebf-4854-83a5-67dec15f1010) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:11.028713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f85abbf-d626-40a4-92e0-001ba61004d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:11.029315 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7f85abbf-d626-40a4-92e0-001ba61004d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:11.039468 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51b63ced-8558-44e5-b2c6-d7a970754921 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:11.092994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-51b63ced-8558-44e5-b2c6-d7a970754921 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for f9302ea2-b40c-42e3-8d0a-283f30927ba6 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:11.111460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804d6a70-0499-4eef-b3f4-cd7ecb23ff90 None None] Network c8af6349-0ebf-4854-83a5-67dec15f1010 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:11.119906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07f4b9-c3b5-4fd7-b451-18e211c4cbda None None] The sync data for ids ['3a859f4b-8486-44cb-9696-011ed29a831a'] in n-d-818042-1 is: [{'id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1341123837-router', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:49Z', 'updated_at': '2021-11-16T04:56:05Z', 'revision_number': 4, 'project_id': '6b7b9fff179445e18d5cc21ca644a21a', 'gw_port': {'id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:53Z', 'updated_at': '2021-11-16T04:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d', 'name': '', 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'mac_address': 'fa:16:3e:32:1c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2116, 'fixed_ips': [{'subnet_id': '3d4ac978-3002-4c8c-8e52-ab185519d0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:56:02Z', 'updated_at': '2021-11-16T04:56:09Z', 'revision_number': 4, 'project_id': '6b7b9fff179445e18d5cc21ca644a21a', 'subnets': [{'id': '3d4ac978-3002-4c8c-8e52-ab185519d0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:11.146211 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7f85abbf-d626-40a4-92e0-001ba61004d0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6917210 Nov 16 04:56:11.152399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54202) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:11.174749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': 'c8af6349-0ebf-4854-83a5-67dec15f1010', 'name': 'tempest-PortsTestJSON-307408695'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:11.301485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6e3f6-de27-4126-a7b4-fd76253a2913 req-0e7f8777-64b9-486d-96c2-f18c61ba44f7 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:11.303279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4f6e3f6-de27-4126-a7b4-fd76253a2913 req-0e7f8777-64b9-486d-96c2-f18c61ba44f7 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.4908936 Nov 16 04:56:11.681862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4f6e3f6-de27-4126-a7b4-fd76253a2913 req-6d3eb1f7-6ea9-4992-b8d8-b727aeee241c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830136 Nov 16 04:56:11.704796 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:11.798207 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:11.838892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-aa40d3b2-a289-417e-a918-4c0110d593ab tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:11.850147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-aa40d3b2-a289-417e-a918-4c0110d593ab tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/networks?id=8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 200 len: 819 time: 0.7318885 Nov 16 04:56:11.873328 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7a4ebb95-3440-4f41-a86b-46fce64bd911 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port a7f8d13b-3078-47b5-b6ec-3e3657a54217 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:11.873638 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a4ebb95-3440-4f41-a86b-46fce64bd911 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:11.885104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25884b43-66d8-4f9f-9348-c34b8ac4fefc req-97ec2ff7-7c8b-4c4e-8761-e5469ac9fc89 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874868 Nov 16 04:56:11.937060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-3db769a8-cd7f-4250-a2b8-ae4deabd8881 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/quotas/6b7b9fff179445e18d5cc21ca644a21a HTTP/1.1" status: 200 len: 375 time: 0.0857215 Nov 16 04:56:12.008755 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51b63ced-8558-44e5-b2c6-d7a970754921 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:12.085321 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:12.103675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c8af6349-0ebf-4854-83a5-67dec15f1010', 'network_id': 'c8af6349-0ebf-4854-83a5-67dec15f1010', 'tenant_id': 'a23880a53c04422caf7e62ff28ac9622', 'fixed_ips': [{'subnet_id': '9831dfd7-4e57-418f-a82c-0c46a6097669'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:56:12.105418 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:12.196306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b63ced-8558-44e5-b2c6-d7a970754921 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=f9302ea2-b40c-42e3-8d0a-283f30927ba6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:12.218596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:12.222791 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:12.307169 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51b63ced-8558-44e5-b2c6-d7a970754921 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:12.312238 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-51b63ced-8558-44e5-b2c6-d7a970754921 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/f9302ea2-b40c-42e3-8d0a-283f30927ba6 HTTP/1.1" status: 204 len: 168 time: 3.0326538 Nov 16 04:56:12.319272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54212) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:12.339109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b52637f3-6e27-4955-8265-0de1feef6a19 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4007616 Nov 16 04:56:12.345719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Allocated IP 172.20.0.2 (c8af6349-0ebf-4854-83a5-67dec15f1010/9831dfd7-4e57-418f-a82c-0c46a6097669/b72f0132-6948-4fbb-80fe-387229f4650e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:12.357185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64de1f8-326f-475a-b713-76ef6f607da3 req-08261c7c-3180-43b5-b4da-1dcf557d3cd0 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:12.368605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d64de1f8-326f-475a-b713-76ef6f607da3 req-08261c7c-3180-43b5-b4da-1dcf557d3cd0 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 944 time: 0.4276817 Nov 16 04:56:12.415621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port 87844756-d8cd-4ed9-99f4-8f35fc0c7a84 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:56:12.456396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-7a4ebb95-3440-4f41-a86b-46fce64bd911 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] For port a7f8d13b-3078-47b5-b6ec-3e3657a54217, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a7f8d13b-3078-47b5-b6ec-3e3657a54217,segment=NetworkSegment(4a66a7c5-d447-443f-b198-0ebeed57f5cb),segment_id=4a66a7c5-d447-443f-b198-0ebeed57f5cb)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:12.456876 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a4ebb95-3440-4f41-a86b-46fce64bd911 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:12.476567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7a4ebb95-3440-4f41-a86b-46fce64bd911 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for a7f8d13b-3078-47b5-b6ec-3e3657a54217 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:12.746072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d64de1f8-326f-475a-b713-76ef6f607da3 req-49f88f80-4ed1-435b-9f35-d919cbb265b6 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713524 Nov 16 04:56:12.751751 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:12.769461 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:12.779855 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Allocated IP 172.25.0.248 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/a4f95de4-003b-43fa-b2fc-1c1aad4f143a) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:12.863007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Network c8af6349-0ebf-4854-83a5-67dec15f1010 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:12.868281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:12.881864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:12.956357 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c104a0-8221-4b32-b53c-f936aa199e65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:12.958152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c104a0-8221-4b32-b53c-f936aa199e65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:12.960198 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e9c104a0-8221-4b32-b53c-f936aa199e65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6383109 Nov 16 04:56:12.963522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:12.973982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54216) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:13.015019 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b5c49147-1639-4aeb-a146-eaae26af7b3b service neutron] 10.222.0.41 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223087 Nov 16 04:56:13.099924 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:13.175696 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Pushing event updated for resources: {'Port': ['ID=b72f0132-6948-4fbb-80fe-387229f4650e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:13.232397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Attempting to bind port b72f0132-6948-4fbb-80fe-387229f4650e on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:13.233080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Attempting to bind port b72f0132-6948-4fbb-80fe-387229f4650e by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '5cdd400d-fd05-4a08-bd00-6e08f67cf033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8af6349-0ebf-4854-83a5-67dec15f1010'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:13.242435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.13 (c8af6349-0ebf-4854-83a5-67dec15f1010/9831dfd7-4e57-418f-a82c-0c46a6097669/87844756-d8cd-4ed9-99f4-8f35fc0c7a84) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:13.243395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Attempting to bind port b72f0132-6948-4fbb-80fe-387229f4650e on network c8af6349-0ebf-4854-83a5-67dec15f1010 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:13.252598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:13.253692 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Checking segment: {'id': '5cdd400d-fd05-4a08-bd00-6e08f67cf033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8af6349-0ebf-4854-83a5-67dec15f1010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:13.254317 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:13.254945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Bound using segment: {'id': '5cdd400d-fd05-4a08-bd00-6e08f67cf033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8af6349-0ebf-4854-83a5-67dec15f1010'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:13.255724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Bound port: b72f0132-6948-4fbb-80fe-387229f4650e, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdd400d-fd05-4a08-bd00-6e08f67cf033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c8af6349-0ebf-4854-83a5-67dec15f1010'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:13.256430 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:13.271790 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:13.321448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-415116e5-2a66-44ca-a121-5e004874e841 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet c2e107be-257c-4fcb-af60-88b9ec305cee {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:13.332961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-415116e5-2a66-44ca-a121-5e004874e841 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:13.342551 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:13.343716 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a4ebb95-3440-4f41-a86b-46fce64bd911 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:13.346805 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:56:13.357863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:13.358648 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:13.362531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:13.363331 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:13.364156 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:13.423775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098b254-a897-470f-8435-653e259a9153 req-4da626bc-2097-4d48-9b04-df90a02b89b4 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:13.432104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f098b254-a897-470f-8435-653e259a9153 req-4da626bc-2097-4d48-9b04-df90a02b89b4 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.5129008 Nov 16 04:56:13.443445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ebb95-3440-4f41-a86b-46fce64bd911 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=a7f8d13b-3078-47b5-b6ec-3e3657a54217,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:13.493142 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:13.503073 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:13.521408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:13.556493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-1672d2c1-a2fc-4219-9de6-ce2f5e90cdd0 service neutron] 10.222.0.41 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353997 Nov 16 04:56:13.569381 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-415116e5-2a66-44ca-a121-5e004874e841 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:13.571053 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:13.645438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05225cd0-da3e-4129-8db2-02e3e5d0fbb3 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:13.684718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3cfa-b27a-462f-9899-95494990c45e req-d7c454c2-4977-4ba3-b460-ff5c061c1988 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:13.687302 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-d7c454c2-4977-4ba3-b460-ff5c061c1988 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.15 "GET /v2.0/networks?id=8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 200 len: 819 time: 1.0766835 Nov 16 04:56:13.688289 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] For port b72f0132-6948-4fbb-80fe-387229f4650e, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:13.716945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-984b3cfa-b27a-462f-9899-95494990c45e req-652542a1-c0c8-4849-bac8-8e2816083418 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Request body: {'port': {'device_id': 'a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2', 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1', 'admin_state_up': True, 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:13.825222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] For port b72f0132-6948-4fbb-80fe-387229f4650e, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b72f0132-6948-4fbb-80fe-387229f4650e,segment=NetworkSegment(5cdd400d-fd05-4a08-bd00-6e08f67cf033),segment_id=5cdd400d-fd05-4a08-bd00-6e08f67cf033)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:13.905240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d,segment=NetworkSegment(66a25465-1cb9-45f9-8b4a-a8bdb251738f),segment_id=66a25465-1cb9-45f9-8b4a-a8bdb251738f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:13.998915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Pushing event updated for resources: {'Port': ['ID=a4f95de4-003b-43fa-b2fc-1c1aad4f143a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:14.026722 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:14.098370 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:14.131087 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:14.205759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d3a92250-8223-44a4-ae2f-df25224424d9 None None] Provisioning complete for port a4f95de4-003b-43fa-b2fc-1c1aad4f143a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:14.209833 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3a92250-8223-44a4-ae2f-df25224424d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:14.317318 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:14.406221 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f098b254-a897-470f-8435-653e259a9153 req-1c3b51e3-fdb6-45a0-8b14-ad9c1867fc94 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9728956 Nov 16 04:56:14.483124 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a4ebb95-3440-4f41-a86b-46fce64bd911 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:14.516874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:14.525065 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbb52f6-8a44-4b6c-8a36-34d2120fabe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeb15b2-2b0e-4504-95a6-ca48892c1eb7'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:56:14.528759 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bcf4e2-678a-4ac3-9571-f81147da71f8" -d '{"events": [{"server_uuid": "dfbb52f6-8a44-4b6c-8a36-34d2120fabe5", "name": "network-vif-plugged", "status": "completed", "tag": "bdeb15b2-2b0e-4504-95a6-ca48892c1eb7"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:56:14.535704 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:14.539364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d3a92250-8223-44a4-ae2f-df25224424d9 None None] Port a4f95de4-003b-43fa-b2fc-1c1aad4f143a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:14.541059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e53d7-7970-44ce-a9fe-e7f9d65b7380 None None] Pushing event updated for resources: {'Port': ['ID=b72f0132-6948-4fbb-80fe-387229f4650e,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:14.618455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:14.689054 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:14.811171 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9b2976b-3c70-4c1b-93cc-f8d67a69f538 req-f3c14067-90d4-44cb-a6ef-dbe69c0c2089 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 210 time: 0.2099066 Nov 16 04:56:14.837203 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:14.859529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b1304-673a-4348-94a2-a28235a09924 req-7adcc533-1bb5-41e6-ba0b-740decc356d9 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:14.880242 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e21b1304-673a-4348-94a2-a28235a09924 req-7adcc533-1bb5-41e6-ba0b-740decc356d9 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 944 time: 0.6066067 Nov 16 04:56:14.891633 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-415116e5-2a66-44ca-a121-5e004874e841 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:14.937853 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d05422d-5c38-46f9-a31e-4575cd2ce045 x-openstack-request-id: req-5d05422d-5c38-46f9-a31e-4575cd2ce045 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:56:14.938952 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbb52f6-8a44-4b6c-8a36-34d2120fabe5", "name": "network-vif-plugged", "status": "completed", "tag": "bdeb15b2-2b0e-4504-95a6-ca48892c1eb7", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:56:14.939400 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d05422d-5c38-46f9-a31e-4575cd2ce045 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:56:14.940005 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbb52f6-8a44-4b6c-8a36-34d2120fabe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeb15b2-2b0e-4504-95a6-ca48892c1eb7', 'code': 200} Nov 16 04:56:15.012980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:15.128085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b72f0132-6948-4fbb-80fe-387229f4650e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:15.210081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e21b1304-673a-4348-94a2-a28235a09924 req-ceb9dcd7-48e2-441b-936a-83564249e105 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306868 Nov 16 04:56:15.218144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-415116e5-2a66-44ca-a121-5e004874e841 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:15.254041 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:15.261080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b72f0132-6948-4fbb-80fe-387229f4650e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:15.262220 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:15.324771 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:15.331737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415116e5-2a66-44ca-a121-5e004874e841 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e107be-257c-4fcb-af60-88b9ec305cee,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:15.344472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713d738-55de-40c2-ac88-777ab4d6608b req-1e32aede-66b2-47ab-a3a6-3ef16a1dff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:15.348742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0713d738-55de-40c2-ac88-777ab4d6608b req-1e32aede-66b2-47ab-a3a6-3ef16a1dff9c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 1096 time: 0.2901251 Nov 16 04:56:15.349919 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-415116e5-2a66-44ca-a121-5e004874e841 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:15.360826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-415116e5-2a66-44ca-a121-5e004874e841 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/c2e107be-257c-4fcb-af60-88b9ec305cee HTTP/1.1" status: 204 len: 168 time: 2.3814163 Nov 16 04:56:15.363239 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:15.366718 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8715f06-611c-4d58-82ed-4a225969b640 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:15.371546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54232) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:15.534852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4d380f59-3f03-4a20-8b39-f8058a1d682c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1619725 Nov 16 04:56:15.548129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54236) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:15.557088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-656ff030-c1d2-4bed-9f07-6107c9ac611f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:15.593594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984b3cfa-b27a-462f-9899-95494990c45e req-652542a1-c0c8-4849-bac8-8e2816083418 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Made reservation on behalf of 6b7b9fff179445e18d5cc21ca644a21a for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:15.594567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network c8af6349-0ebf-4854-83a5-67dec15f1010 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:15.598184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-984b3cfa-b27a-462f-9899-95494990c45e req-652542a1-c0c8-4849-bac8-8e2816083418 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:15.677107 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:15.692727 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:15.718393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:15.768107 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=87844756-d8cd-4ed9-99f4-8f35fc0c7a84,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:15.943095 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port b72f0132-6948-4fbb-80fe-387229f4650e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b72f0132-6948-4fbb-80fe-387229f4650e,segment=NetworkSegment(5cdd400d-fd05-4a08-bd00-6e08f67cf033),segment_id=5cdd400d-fd05-4a08-bd00-6e08f67cf033)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:15.981465 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:15.983772 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:16.126230 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6643fbb3-f4d9-4ae6-bd83-6e1a54d319cb None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:16.207328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:16.208153 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:16.215726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94d1ca3-7c0b-404a-bd9f-476357326af7 None None] Network c8af6349-0ebf-4854-83a5-67dec15f1010 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:16.275050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-387b59f0-5e64-4798-ba23-0cae36bb4443 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.1091228 Nov 16 04:56:16.289977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54246) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:16.311157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': 'c8af6349-0ebf-4854-83a5-67dec15f1010', 'name': 'tempest-PortsTestJSON-1992613882'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:16.328024 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Router 13ca105a-67a6-49c9-9483-1df8613c7790 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:56:16.340563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:16.342278 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:16.401966 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4ebb95-3440-4f41-a86b-46fce64bd911 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router c3b6ec4d-34cf-43fe-94f3-68395209958c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:56:16.412961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-51033f2b-4a44-4852-8055-7a543fe553ee tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:16.421896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-51033f2b-4a44-4852-8055-7a543fe553ee tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.15 "GET /v2.0/networks?id=8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 200 len: 819 time: 0.6986406 Nov 16 04:56:16.460930 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:16.489863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-efb57fa0-0092-470a-a8d8-38a08f9cedcd None None] Provisioning complete for port b72f0132-6948-4fbb-80fe-387229f4650e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:16.490302 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efb57fa0-0092-470a-a8d8-38a08f9cedcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:16.522434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53b0b75d-37fd-42f8-ba27-c4b55af41eb2 req-8e008b0a-3685-4e81-84f0-8cccfde52427 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 210 time: 0.3323646 Nov 16 04:56:16.541334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=b72f0132-6948-4fbb-80fe-387229f4650e,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:16.551475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-94c2fdda-6a14-427d-a184-f32d97eda8da tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Request body: {'port': {'device_id': 'cd745edd-a12a-4b66-b561-cacbc2f417b3', 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1', 'admin_state_up': True, 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:16.556967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:16.557697 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:16.558319 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:16.558842 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:16.559191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:16.559638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:16.559984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:16.560388 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:16.560646 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:16.560978 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:16.561308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:16.561643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:16.573276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0713d738-55de-40c2-ac88-777ab4d6608b req-75d01a3a-9c32-4a39-9e98-48dcf0396abf service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8508077 Nov 16 04:56:16.579376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbb3-f4d9-4ae6-bd83-6e1a54d319cb None None] Deleting port 53c2c102-d45e-44b0-8f76-85615ed8ec6c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:16.579756 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6643fbb3-f4d9-4ae6-bd83-6e1a54d319cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:16.611200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f5016-39b9-46e7-8e3e-897c53deebd8 req-a0b79d60-692a-49f6-bef5-cc1a83dfbc76 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:16.621997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-696f5016-39b9-46e7-8e3e-897c53deebd8 req-a0b79d60-692a-49f6-bef5-cc1a83dfbc76 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 1.0210836 Nov 16 04:56:16.708447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6643fbb3-f4d9-4ae6-bd83-6e1a54d319cb None None] For port 53c2c102-d45e-44b0-8f76-85615ed8ec6c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=53c2c102-d45e-44b0-8f76-85615ed8ec6c,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:16.708855 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6643fbb3-f4d9-4ae6-bd83-6e1a54d319cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:16.746495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6643fbb3-f4d9-4ae6-bd83-6e1a54d319cb None None] Calling delete_port for 53c2c102-d45e-44b0-8f76-85615ed8ec6c owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:16.786555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-984b3cfa-b27a-462f-9899-95494990c45e req-652542a1-c0c8-4849-bac8-8e2816083418 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Allocated IP 172.20.0.5 (8ae5e376-b921-496b-842a-45e78562fba1/3d4ac978-3002-4c8c-8e52-ab185519d0b2/05a7dde1-4e7e-4062-a91e-92bac4f6ab55) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:16.805113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:16.816863 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2394daf-b586-4fd8-bfb0-9def7c1fda1b None None] Sync routers for ids ['13ca105a-67a6-49c9-9483-1df8613c7790'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:16.826538 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:16.830179 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2394daf-b586-4fd8-bfb0-9def7c1fda1b None None] Routers {'13ca105a-67a6-49c9-9483-1df8613c7790'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:16.830934 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b2394daf-b586-4fd8-bfb0-9def7c1fda1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['13ca105a-67a6-49c9-9483-1df8613c7790'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:16.831437 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-839623ec-ee36-4793-ab01-035bc3dde835 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "PUT /v2.0/routers/13ca105a-67a6-49c9-9483-1df8613c7790 HTTP/1.1" status: 200 len: 884 time: 7.3540001 Nov 16 04:56:16.839810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-696f5016-39b9-46e7-8e3e-897c53deebd8 req-bcf10a43-ced6-429d-97ec-ebf5019e1444 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144899 Nov 16 04:56:16.840870 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54248) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:16.855581 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4ebb95-3440-4f41-a86b-46fce64bd911 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:16.883147 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7a4ebb95-3440-4f41-a86b-46fce64bd911 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1443872 Nov 16 04:56:16.893967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc136c-4d63-4b4f-8146-c4016bfdc143 None None] Sync routers for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:16.905077 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.api [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 04:56:16.905077 n-d-818042-1 neutron-server[102659]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 04:56:16.905077 n-d-818042-1 neutron-server[102659]: [parameters: {'project_id_1': 'a23880a53c04422caf7e62ff28ac9622', 'expiration_1': datetime.datetime(2021, 11, 16, 4, 55, 56, 802476)}] Nov 16 04:56:16.905077 n-d-818042-1 neutron-server[102659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:56:16.905677 n-d-818042-1 neutron-server[102659]: DEBUG oslo_db.api [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:56:16.909223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54250) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:16.933253 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b2394daf-b586-4fd8-bfb0-9def7c1fda1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:16.945991 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2394daf-b586-4fd8-bfb0-9def7c1fda1b None None] Routers {'13ca105a-67a6-49c9-9483-1df8613c7790'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:16.947320 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b2394daf-b586-4fd8-bfb0-9def7c1fda1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['13ca105a-67a6-49c9-9483-1df8613c7790'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:16.999070 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b2394daf-b586-4fd8-bfb0-9def7c1fda1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:17.000382 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2394daf-b586-4fd8-bfb0-9def7c1fda1b None None] The sync data for ids ['13ca105a-67a6-49c9-9483-1df8613c7790'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:17.024383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d766e57-c9ff-4c13-9def-2a6c941e1129 req-0aa25e2c-ad2e-47bd-bd33-dd491ff4e5d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:17.029506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d766e57-c9ff-4c13-9def-2a6c941e1129 req-0aa25e2c-ad2e-47bd-bd33-dd491ff4e5d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 945 time: 0.3745198 Nov 16 04:56:17.032551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b8bbee-dd9e-492d-8756-4af3720cd50c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting subnet 88fd7dd7-f811-45f5-a138-b798b2e11b43 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:17.037231 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b2b8bbee-dd9e-492d-8756-4af3720cd50c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:17.117957 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b2b8bbee-dd9e-492d-8756-4af3720cd50c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:17.174773 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d766e57-c9ff-4c13-9def-2a6c941e1129 req-d93fa2d6-439e-4f77-b9b4-f106682d3aec tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872388 Nov 16 04:56:17.180573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656ff030-c1d2-4bed-9f07-6107c9ac611f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:17.185275 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-656ff030-c1d2-4bed-9f07-6107c9ac611f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:17.217150 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-542bd742-d340-4f11-a8b0-868c84a2d8a7 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/routers/13ca105a-67a6-49c9-9483-1df8613c7790 HTTP/1.1" status: 200 len: 925 time: 0.3727701 Nov 16 04:56:17.220537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54252) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:17.354845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8ce4c9-8776-4fb6-8ffa-ca6202a6ca05 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:17.359452 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-da8ce4c9-8776-4fb6-8ffa-ca6202a6ca05 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&device_id=13ca105a-67a6-49c9-9483-1df8613c7790&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1379237 Nov 16 04:56:17.362779 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-984b3cfa-b27a-462f-9899-95494990c45e req-652542a1-c0c8-4849-bac8-8e2816083418 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:17.367467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54254) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:17.429100 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc136c-4d63-4b4f-8146-c4016bfdc143 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:17.431636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0cfc136c-4d63-4b4f-8146-c4016bfdc143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:17.562784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:17.567956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:17.581129 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6643fbb3-f4d9-4ae6-bd83-6e1a54d319cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:17.614996 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-656ff030-c1d2-4bed-9f07-6107c9ac611f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:17.642187 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-984b3cfa-b27a-462f-9899-95494990c45e req-652542a1-c0c8-4849-bac8-8e2816083418 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:17.653444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643fbb3-f4d9-4ae6-bd83-6e1a54d319cb None None] No DVR routers for this DVR port 53c2c102-d45e-44b0-8f76-85615ed8ec6c on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:17.708452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652542a1-c0c8-4849-bac8-8e2816083418 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Pushing event updated for resources: {'Port': ['ID=05a7dde1-4e7e-4062-a91e-92bac4f6ab55,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:17.715531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7d1e68-7983-4afe-b8c0-3f8cd8473526 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:17.716878 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aa7d1e68-7983-4afe-b8c0-3f8cd8473526 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 881 time: 0.3483818 Nov 16 04:56:17.719840 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54258) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:17.734692 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b72f0132-6948-4fbb-80fe-387229f4650e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:17.786120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ff030-c1d2-4bed-9f07-6107c9ac611f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=50abd9be-35cc-4dbb-ae38-ca66c74119ff,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:17.796500 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3e29558b-8576-43aa-9b16-cd883e8c04e9 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "GET /v2.0/ports?device_id=13ca105a-67a6-49c9-9483-1df8613c7790 HTTP/1.1" status: 200 len: 205 time: 0.0755467 Nov 16 04:56:17.802402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port 77ebca14-7300-4146-8c9a-30e6b57258c8 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:56:17.811157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984b3cfa-b27a-462f-9899-95494990c45e req-652542a1-c0c8-4849-bac8-8e2816083418 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Network 8ae5e376-b921-496b-842a-45e78562fba1 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:17.812123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54260) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:17.813978 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643fbb3-f4d9-4ae6-bd83-6e1a54d319cb None None] Pushing event deleted for resources: {'Port': ['ID=53c2c102-d45e-44b0-8f76-85615ed8ec6c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:17.820769 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-984b3cfa-b27a-462f-9899-95494990c45e req-652542a1-c0c8-4849-bac8-8e2816083418 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:17.830294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-984b3cfa-b27a-462f-9899-95494990c45e req-652542a1-c0c8-4849-bac8-8e2816083418 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:17.969105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-0cfc136c-4d63-4b4f-8146-c4016bfdc143 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:18.004456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3cfa-b27a-462f-9899-95494990c45e req-652542a1-c0c8-4849-bac8-8e2816083418 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:18.005133 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-984b3cfa-b27a-462f-9899-95494990c45e req-652542a1-c0c8-4849-bac8-8e2816083418 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:18.021435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.8 (c8af6349-0ebf-4854-83a5-67dec15f1010/9831dfd7-4e57-418f-a82c-0c46a6097669/77ebca14-7300-4146-8c9a-30e6b57258c8) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:18.109792 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-652542a1-c0c8-4849-bac8-8e2816083418 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4006658 Nov 16 04:56:18.131934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-08122168-b776-457c-af1f-76ea6601bd19 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:56:18.132867 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-08122168-b776-457c-af1f-76ea6601bd19 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205607 Nov 16 04:56:18.164005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Request body: {'port': {'device_id': 'a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:18.186546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ff030-c1d2-4bed-9f07-6107c9ac611f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:18.202500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-656ff030-c1d2-4bed-9f07-6107c9ac611f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:18.206674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656ff030-c1d2-4bed-9f07-6107c9ac611f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:18.208362 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-656ff030-c1d2-4bed-9f07-6107c9ac611f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:18.240267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f542ad62-5905-463a-933d-66c626d07f27 req-e1ec6ba9-4ec0-4d26-94b7-dcb8e1a53210 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 210 time: 0.5548213 Nov 16 04:56:18.290971 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492799ba-55d2-4f11-9e5a-01ef3bc8fceb None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:18.333400 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:18.349909 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:18.457043 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:18.501514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-94c2fdda-6a14-427d-a184-f32d97eda8da tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Made reservation on behalf of 6b7b9fff179445e18d5cc21ca644a21a for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:18.510715 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-94c2fdda-6a14-427d-a184-f32d97eda8da tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:18.551787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-656ff030-c1d2-4bed-9f07-6107c9ac611f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0014083 Nov 16 04:56:18.560779 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54266) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:18.566652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e2e8d80a-045d-4280-9c01-cd37491e83d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'fixed_ips': [{'subnet_id': '50abd9be-35cc-4dbb-ae38-ca66c74119ff', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-865140227'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:18.573972 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b72f0132-6948-4fbb-80fe-387229f4650e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:18.575106 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:18.598783 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b2b8bbee-dd9e-492d-8756-4af3720cd50c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:18.694208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5bbabfce-715e-4ddc-8d8c-776f58e5257b None None] Provisioning complete for port 87844756-d8cd-4ed9-99f4-8f35fc0c7a84 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:18.694753 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5bbabfce-715e-4ddc-8d8c-776f58e5257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:18.733616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5bbabfce-715e-4ddc-8d8c-776f58e5257b None None] Port 87844756-d8cd-4ed9-99f4-8f35fc0c7a84 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:18.790537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5bbabfce-715e-4ddc-8d8c-776f58e5257b None None] Provisioning complete for port b72f0132-6948-4fbb-80fe-387229f4650e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:18.791074 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5bbabfce-715e-4ddc-8d8c-776f58e5257b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:18.796701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': '50abd9be-35cc-4dbb-ae38-ca66c74119ff'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:56:18.797907 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:18.812902 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:18.853555 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0cfc136c-4d63-4b4f-8146-c4016bfdc143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:13Z', 'revision_number': 9, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:18.912787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8d85d-cc16-44c7-9132-aaff12dfd8fd req-63fbae27-fbb0-4c16-8fbe-d78815bdb41e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:18.919336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc136c-4d63-4b4f-8146-c4016bfdc143 None None] Checking router: c3b6ec4d-34cf-43fe-94f3-68395209958c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:56:18.926166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73a8d85d-cc16-44c7-9132-aaff12dfd8fd req-63fbae27-fbb0-4c16-8fbe-d78815bdb41e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 945 time: 0.4505568 Nov 16 04:56:18.949038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Deleting port a4f95de4-003b-43fa-b2fc-1c1aad4f143a {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:18.949354 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:18.961344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938fc6b-79e0-4162-bb9e-3b2004e3079a req-9e37444d-6ca6-428a-b690-12c7fe59b62c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:18.963305 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2938fc6b-79e0-4162-bb9e-3b2004e3079a req-9e37444d-6ca6-428a-b690-12c7fe59b62c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.8798597 Nov 16 04:56:19.005404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-94c2fdda-6a14-427d-a184-f32d97eda8da tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Allocated IP 172.20.0.3 (8ae5e376-b921-496b-842a-45e78562fba1/3d4ac978-3002-4c8c-8e52-ab185519d0b2/1aef4c6f-b943-49a1-a136-17590134fbd2) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:19.017856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfc136c-4d63-4b4f-8146-c4016bfdc143 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:19.018626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0cfc136c-4d63-4b4f-8146-c4016bfdc143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:19.039621 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e8d80a-045d-4280-9c01-cd37491e83d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:19.061117 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:19.128049 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Calling delete_port for a4f95de4-003b-43fa-b2fc-1c1aad4f143a owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:19.177127 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 53c2c102-d45e-44b0-8f76-85615ed8ec6c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:19.220817 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b2b8bbee-dd9e-492d-8756-4af3720cd50c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:19.245731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 53c2c102-d45e-44b0-8f76-85615ed8ec6c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:19.245731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 53c2c102-d45e-44b0-8f76-85615ed8ec6c not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:19.266070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8bbee-dd9e-492d-8756-4af3720cd50c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Subnet': ['ID=88fd7dd7-f811-45f5-a138-b798b2e11b43,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:19.271105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73a8d85d-cc16-44c7-9132-aaff12dfd8fd req-d40f3952-2e3b-4386-9642-856d5da7493a tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436794 Nov 16 04:56:19.272882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-0cfc136c-4d63-4b4f-8146-c4016bfdc143 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:19.299795 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:19.306890 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e2e8d80a-045d-4280-9c01-cd37491e83d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:19.310880 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b2b8bbee-dd9e-492d-8756-4af3720cd50c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:19.316988 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b2b8bbee-dd9e-492d-8756-4af3720cd50c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/88fd7dd7-f811-45f5-a138-b798b2e11b43 HTTP/1.1" status: 204 len: 168 time: 2.3942351 Nov 16 04:56:19.318298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54270) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:19.347414 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e6260e-1ee8-4411-84a4-3028fdfc5686 None None] Network 645ec4ca-5cb0-4978-8a6a-d3e667afb38d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:19.369210 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2938fc6b-79e0-4162-bb9e-3b2004e3079a req-89345c5b-6101-4239-9ba4-fdd809e77ab6 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922668 Nov 16 04:56:19.442317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a519da59-7e73-4677-b849-d498a9fedea4 req-8632d140-871e-4929-8a5e-50b10387923a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 210 time: 0.0609045 Nov 16 04:56:19.487157 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Allocated IP 2001:db8::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/50abd9be-35cc-4dbb-ae38-ca66c74119ff/f76792df-ddba-4922-9c90-597e66ace97a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:19.510168 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:19.531769 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-94c2fdda-6a14-427d-a184-f32d97eda8da tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:19.555724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-e2e8d80a-045d-4280-9c01-cd37491e83d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port e0053ee4-2828-4d46-b1a6-27c92392e383 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:56:19.611660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network c8af6349-0ebf-4854-83a5-67dec15f1010 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:19.629704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:19.652124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:19.698380 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:19.765329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:19.766373 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:19.771437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=77ebca14-7300-4146-8c9a-30e6b57258c8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:19.909595 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-94c2fdda-6a14-427d-a184-f32d97eda8da tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:19.969118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-94c2fdda-6a14-427d-a184-f32d97eda8da tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Network 8ae5e376-b921-496b-842a-45e78562fba1 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:20.073416 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:20.083741 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:20.090101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a396162e-f210-4fd5-9ed1-c4a9d637064b None None] Provisioning complete for port 77ebca14-7300-4146-8c9a-30e6b57258c8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:20.090909 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a396162e-f210-4fd5-9ed1-c4a9d637064b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:20.096846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-94c2fdda-6a14-427d-a184-f32d97eda8da tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:20.112572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-94c2fdda-6a14-427d-a184-f32d97eda8da tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:20.141817 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a396162e-f210-4fd5-9ed1-c4a9d637064b None None] Port 77ebca14-7300-4146-8c9a-30e6b57258c8 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:20.154622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257a8c57-02fb-4fee-b068-b4700e166c43 None None] DHCP port deletion for 645ec4ca-5cb0-4978-8a6a-d3e667afb38d request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:20.161995 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:20.207924 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07cfd94-2bf0-4dc3-be45-28eeaf99eb3a None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:20.250222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:20.254282 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0cfc136c-4d63-4b4f-8146-c4016bfdc143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:13Z', 'revision_number': 9, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:20.267000 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:20.272925 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-acebaa65-52b1-41fc-81bb-ab892ebe18e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9707215 Nov 16 04:56:20.278477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54274) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:20.298723 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:20.306402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfc136c-4d63-4b4f-8146-c4016bfdc143 None None] The sync data for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 is: [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:13Z', 'revision_number': 9, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6c62f68b-e70c-4b46-8d3e-fc1876f4a078', 'name': '', 'network_id': '12bb8295-f20e-49ac-a945-69e8e00f3ab3', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:27:3f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2058, 'fixed_ips': [{'subnet_id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:15Z', 'updated_at': '2021-11-16T04:55:29Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '7692c24a-e9a3-4c47-bbdf-be3baae06bd2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:20.311366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Pushing event updated for resources: {'Port': ['ID=f76792df-ddba-4922-9c90-597e66ace97a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:20.323754 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e8d80a-045d-4280-9c01-cd37491e83d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:20.329114 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e8d80a-045d-4280-9c01-cd37491e83d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:56:20.341807 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Pushing event deleted for resources: {'Port': ['ID=a4f95de4-003b-43fa-b2fc-1c1aad4f143a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:20.378443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2fdda-6a14-427d-a184-f32d97eda8da tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Pushing event updated for resources: {'Port': ['ID=1aef4c6f-b943-49a1-a136-17590134fbd2,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:20.391133 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e2e8d80a-045d-4280-9c01-cd37491e83d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8292389 Nov 16 04:56:20.397833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Attempting to bind port f76792df-ddba-4922-9c90-597e66ace97a on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:20.398205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Attempting to bind port f76792df-ddba-4922-9c90-597e66ace97a by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:20.398632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Attempting to bind port f76792df-ddba-4922-9c90-597e66ace97a on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:20.403437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-257a8c57-02fb-4fee-b068-b4700e166c43 None None] Deleting port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:20.403632 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-257a8c57-02fb-4fee-b068-b4700e166c43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:20.404856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-94c2fdda-6a14-427d-a184-f32d97eda8da tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:20.405852 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-94c2fdda-6a14-427d-a184-f32d97eda8da tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:20.407745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54278) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:20.417746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:20.418737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:20.419145 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:20.419545 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:20.420035 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Bound port: f76792df-ddba-4922-9c90-597e66ace97a, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:20.420421 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:20.459170 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:20.508856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-257a8c57-02fb-4fee-b068-b4700e166c43 None None] For port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542,segment=NetworkSegment(4a66a7c5-d447-443f-b198-0ebeed57f5cb),segment_id=4a66a7c5-d447-443f-b198-0ebeed57f5cb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:20.509530 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-257a8c57-02fb-4fee-b068-b4700e166c43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:20.529093 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-257a8c57-02fb-4fee-b068-b4700e166c43 None None] Calling delete_port for 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:20.540668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:20.540668 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:20.588408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] For port f76792df-ddba-4922-9c90-597e66ace97a, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:20.612376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] For port f76792df-ddba-4922-9c90-597e66ace97a, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f76792df-ddba-4922-9c90-597e66ace97a,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:20.618501 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:20.713265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc9e9e-f1f5-49b6-8fe0-6edaad516db4 None None] Pushing event updated for resources: {'Port': ['ID=f76792df-ddba-4922-9c90-597e66ace97a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:20.721307 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-257a8c57-02fb-4fee-b068-b4700e166c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:20.740368 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a8c57-02fb-4fee-b068-b4700e166c43 None None] No DVR routers for this DVR port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:20.764884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a8c57-02fb-4fee-b068-b4700e166c43 None None] Pushing event deleted for resources: {'Port': ['ID=0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:20.840977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-94c2fdda-6a14-427d-a184-f32d97eda8da tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3150580 Nov 16 04:56:20.861636 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Request body: {'port': {'device_id': 'cd745edd-a12a-4b66-b561-cacbc2f417b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:20.878493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157ffb3a-ac9b-43e7-901e-576ccaecda0c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:20.889072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-157ffb3a-ac9b-43e7-901e-576ccaecda0c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.5988264 Nov 16 04:56:20.898050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54284) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:20.908223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53701d9-e147-4d9e-97b6-897b4fc6e132 req-b31411a5-ab31-4627-ab22-43beb889847b tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:20.909794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d53701d9-e147-4d9e-97b6-897b4fc6e132 req-b31411a5-ab31-4627-ab22-43beb889847b tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 945 time: 0.5238008 Nov 16 04:56:20.967747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1655c-edbc-45d7-96ff-c5882c1fd8ae req-cbec1fa0-6bf7-49c7-a001-e20250766b90 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:20.970021 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8eb1655c-edbc-45d7-96ff-c5882c1fd8ae req-cbec1fa0-6bf7-49c7-a001-e20250766b90 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.5195754 Nov 16 04:56:21.035987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.056342 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.101200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.131846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4625622d-5c52-4c06-89f8-e49be8199353 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:21.135883 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4625622d-5c52-4c06-89f8-e49be8199353 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7201853 Nov 16 04:56:21.141262 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d53701d9-e147-4d9e-97b6-897b4fc6e132 req-34a4f6cc-b32e-4641-894f-227aa1996b44 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102466 Nov 16 04:56:21.141740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54286) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:21.187061 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8eb1655c-edbc-45d7-96ff-c5882c1fd8ae req-5ce3fba9-2a97-4246-a789-cf0df8e6b1e1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033672 Nov 16 04:56:21.198703 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] For port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542,segment=NetworkSegment(4a66a7c5-d447-443f-b198-0ebeed57f5cb),segment_id=4a66a7c5-d447-443f-b198-0ebeed57f5cb)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:21.200258 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.213386 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.214453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Fanout notify agent at l3_agent the message router_deleted on router 13ca105a-67a6-49c9-9483-1df8613c7790 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:56:21.226501 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.234961 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c3b671a2-e85b-44ee-963e-38ba6c82c4af tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "DELETE /v2.0/routers/13ca105a-67a6-49c9-9483-1df8613c7790 HTTP/1.1" status: 204 len: 168 time: 3.4215813 Nov 16 04:56:21.238187 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54288) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:21.258397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-bf645ffe-7fd5-4c48-bab4-d4c1639e4e7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-58208290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:21.262644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:56:21.265499 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:21.276202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.302367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Transition to ACTIVE for port object 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:56:21.304053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8978e-3a65-4db8-b50e-2cf904eb3146 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:21.305718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb8978e-3a65-4db8-b50e-2cf904eb3146 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:21.307286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6fb8978e-3a65-4db8-b50e-2cf904eb3146 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1591859 Nov 16 04:56:21.314037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4907da0a-935e-4cd8-9058-e69105512a7e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 77ebca14-7300-4146-8c9a-30e6b57258c8 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:21.314371 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4907da0a-935e-4cd8-9058-e69105512a7e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.333883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54290) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:21.343906 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.350594 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf645ffe-7fd5-4c48-bab4-d4c1639e4e7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.351481 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf645ffe-7fd5-4c48-bab4-d4c1639e4e7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.429133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae11be8-61b3-45c7-80b7-4f4852373ad5 req-65e9a159-527a-4e0b-8f68-6749f07abce2 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:21.430640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ae11be8-61b3-45c7-80b7-4f4852373ad5 req-65e9a159-527a-4e0b-8f68-6749f07abce2 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 931 time: 0.1987865 Nov 16 04:56:21.462518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaee24a1-e91e-466f-adb4-562e3c3c1902 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 50abd9be-35cc-4dbb-ae38-ca66c74119ff {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:21.475560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=05a7dde1-4e7e-4062-a91e-92bac4f6ab55,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:21.477928 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aaee24a1-e91e-466f-adb4-562e3c3c1902 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.550742 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf645ffe-7fd5-4c48-bab4-d4c1639e4e7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.580081 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf645ffe-7fd5-4c48-bab4-d4c1639e4e7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.583130 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4907da0a-935e-4cd8-9058-e69105512a7e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.586609 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aaee24a1-e91e-466f-adb4-562e3c3c1902 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.593693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ae11be8-61b3-45c7-80b7-4f4852373ad5 req-241a9a19-342e-49a7-b99a-899c3b26345b tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528354 Nov 16 04:56:21.606441 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.613933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4907da0a-935e-4cd8-9058-e69105512a7e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 77ebca14-7300-4146-8c9a-30e6b57258c8 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:21.647858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f76792df-ddba-4922-9c90-597e66ace97a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:21.687416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:21.692312 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No DVR routers for this DVR port 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:21.729656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aef4c6f-b943-49a1-a136-17590134fbd2 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:56:21.737473 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf645ffe-7fd5-4c48-bab4-d4c1639e4e7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.738837 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bf645ffe-7fd5-4c48-bab4-d4c1639e4e7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4974377 Nov 16 04:56:21.740244 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.745936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f76792df-ddba-4922-9c90-597e66ace97a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:21.756096 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.756267 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54292) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:21.761173 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'enable_snat': True}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:21.763141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Transition to ACTIVE for port object 1aef4c6f-b943-49a1-a136-17590134fbd2 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:56:21.846529 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Attempting to bind port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:21.846955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Attempting to bind port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '66a25465-1cb9-45f9-8b4a-a8bdb251738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:21.847355 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Attempting to bind port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 on network 8ae5e376-b921-496b-842a-45e78562fba1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:21.849047 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.858536 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.884907 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4907da0a-935e-4cd8-9058-e69105512a7e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.898778 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port f76792df-ddba-4922-9c90-597e66ace97a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f76792df-ddba-4922-9c90-597e66ace97a,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:21.907919 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.932927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 on network 8ae5e376-b921-496b-842a-45e78562fba1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:56:21.933312 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Attempting to bind port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 on network 8ae5e376-b921-496b-842a-45e78562fba1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:21.956640 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:21.957187 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Checking segment: {'id': '66a25465-1cb9-45f9-8b4a-a8bdb251738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:21.957573 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Bound using segment: {'id': '66a25465-1cb9-45f9-8b4a-a8bdb251738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:21.958269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Bound port: 05a7dde1-4e7e-4062-a91e-92bac4f6ab55, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a25465-1cb9-45f9-8b4a-a8bdb251738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:21.958718 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.963040 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:21.992474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a7f8d13b-3078-47b5-b6ec-3e3657a54217 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:21.992950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Pushing event updated for resources: {'Port': ['ID=1aef4c6f-b943-49a1-a136-17590134fbd2,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:22.017667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=f76792df-ddba-4922-9c90-597e66ace97a,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:22.020486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a7f8d13b-3078-47b5-b6ec-3e3657a54217 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:22.020965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a7f8d13b-3078-47b5-b6ec-3e3657a54217 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:22.021473 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:22.053175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:22.053615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0fcea7cd-cfcd-4c6c-8a44-91ed0a15b542 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:22.087218 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aaee24a1-e91e-466f-adb4-562e3c3c1902 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.095104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['645ec4ca-5cb0-4978-8a6a-d3e667afb38d']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:22.097692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907da0a-935e-4cd8-9058-e69105512a7e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=77ebca14-7300-4146-8c9a-30e6b57258c8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:22.130080 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a66a7c5-d447-443f-b198-0ebeed57f5cb') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:22.130365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a66a7c5-d447-443f-b198-0ebeed57f5cb') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:22.146323 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4907da0a-935e-4cd8-9058-e69105512a7e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.150554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4907da0a-935e-4cd8-9058-e69105512a7e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/77ebca14-7300-4146-8c9a-30e6b57258c8 HTTP/1.1" status: 204 len: 168 time: 1.2505093 Nov 16 04:56:22.153346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54294) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:22.195270 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f7f0b3-3448-41e1-adc7-2766b5804121 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:56:22.196763 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-20f7f0b3-3448-41e1-adc7-2766b5804121 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/77ebca14-7300-4146-8c9a-30e6b57258c8 HTTP/1.1" status: 404 len: 333 time: 0.0423567 Nov 16 04:56:22.200238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Attempting to bind port 1aef4c6f-b943-49a1-a136-17590134fbd2 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:22.200578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Attempting to bind port 1aef4c6f-b943-49a1-a136-17590134fbd2 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '66a25465-1cb9-45f9-8b4a-a8bdb251738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:22.200911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Attempting to bind port 1aef4c6f-b943-49a1-a136-17590134fbd2 on network 8ae5e376-b921-496b-842a-45e78562fba1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:22.204763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54298) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:22.205624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Port 1aef4c6f-b943-49a1-a136-17590134fbd2 on network 8ae5e376-b921-496b-842a-45e78562fba1 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:56:22.205975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Attempting to bind port 1aef4c6f-b943-49a1-a136-17590134fbd2 on network 8ae5e376-b921-496b-842a-45e78562fba1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:22.211434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:22.211763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Checking segment: {'id': '66a25465-1cb9-45f9-8b4a-a8bdb251738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:22.212147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Bound using segment: {'id': '66a25465-1cb9-45f9-8b4a-a8bdb251738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:22.212580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Bound port: 1aef4c6f-b943-49a1-a136-17590134fbd2, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66a25465-1cb9-45f9-8b4a-a8bdb251738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:22.212944 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.265234 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.325015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.329924 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ba0fa460-0d90-4892-b5d1-9aebf46ccd4c None None] Provisioning complete for port f76792df-ddba-4922-9c90-597e66ace97a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:22.330407 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba0fa460-0d90-4892-b5d1-9aebf46ccd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.331891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab3a61-b7d3-477a-8f98-07ff37605d36 req-8722cb8a-607f-45a8-ad26-0d140b1b2fb9 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:22.337719 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.345573 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73ab3a61-b7d3-477a-8f98-07ff37605d36 req-8722cb8a-607f-45a8-ad26-0d140b1b2fb9 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 945 time: 0.0940125 Nov 16 04:56:22.358174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] For port 1aef4c6f-b943-49a1-a136-17590134fbd2, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:22.396786 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:56:22.397195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:56:22.403244 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:56:22.417968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] For port 1aef4c6f-b943-49a1-a136-17590134fbd2, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=1aef4c6f-b943-49a1-a136-17590134fbd2,segment=NetworkSegment(66a25465-1cb9-45f9-8b4a-a8bdb251738f),segment_id=66a25465-1cb9-45f9-8b4a-a8bdb251738f)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:22.432860 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.473736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73ab3a61-b7d3-477a-8f98-07ff37605d36 req-3611edc1-d045-4bb5-a6ba-83f6a932b875 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266849 Nov 16 04:56:22.482265 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aaee24a1-e91e-466f-adb4-562e3c3c1902 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.482768 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:22.483401 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.484723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] For port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:22.484873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] 10.222.0.15 "PUT /v2.0/ports/1aef4c6f-b943-49a1-a136-17590134fbd2 HTTP/1.1" status: 200 len: 1091 time: 1.6347404 Nov 16 04:56:22.489331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd745edd-a12a-4b66-b561-cacbc2f417b3', 'tag': '1aef4c6f-b943-49a1-a136-17590134fbd2'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:56:22.500428 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1db1a3-190b-46db-9214-e93fecd4feb2" -d '{"events": [{"name": "network-changed", "server_uuid": "cd745edd-a12a-4b66-b561-cacbc2f417b3", "tag": "1aef4c6f-b943-49a1-a136-17590134fbd2"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:56:22.519392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0141e5-4a2c-4204-a7a2-fef9a46aa6d2 req-7f97eeda-c74c-4955-9c4f-eedc6d4d95a5 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:22.528073 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf0141e5-4a2c-4204-a7a2-fef9a46aa6d2 req-7f97eeda-c74c-4955-9c4f-eedc6d4d95a5 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.1769135 Nov 16 04:56:22.537083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaee24a1-e91e-466f-adb4-562e3c3c1902 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=50abd9be-35cc-4dbb-ae38-ca66c74119ff,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:22.545989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] For port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=05a7dde1-4e7e-4062-a91e-92bac4f6ab55,segment=NetworkSegment(66a25465-1cb9-45f9-8b4a-a8bdb251738f),segment_id=66a25465-1cb9-45f9-8b4a-a8bdb251738f)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:22.553340 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aaee24a1-e91e-466f-adb4-562e3c3c1902 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.556450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe21277-3b48-404c-b0f0-8f1c19fa5c5e None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:22.557235 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aaee24a1-e91e-466f-adb4-562e3c3c1902 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/50abd9be-35cc-4dbb-ae38-ca66c74119ff HTTP/1.1" status: 204 len: 168 time: 1.2221026 Nov 16 04:56:22.560704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54306) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:22.565014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.573803 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.590615 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.596828 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/networks/645ec4ca-5cb0-4978-8a6a-d3e667afb38d HTTP/1.1" status: 204 len: 168 time: 3.2587543 Nov 16 04:56:22.602017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf0141e5-4a2c-4204-a7a2-fef9a46aa6d2 req-b3d89fe7-2635-4b50-8b1d-45522f0251ef tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680482 Nov 16 04:56:22.608573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54308) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:22.643583 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ea277bec-a2d9-4159-88fa-ccadf5f3f00e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793765 Nov 16 04:56:22.666698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54314) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:22.667558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea435b-654f-4609-9860-bc60a3c72092 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Network': ['ID=645ec4ca-5cb0-4978-8a6a-d3e667afb38d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:22.677049 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c753ff4e-132e-471f-b8ab-39edf77abace tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:22.691707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:22.691893 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.693264 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/05a7dde1-4e7e-4062-a91e-92bac4f6ab55 HTTP/1.1" status: 200 len: 1091 time: 4.5438733 Nov 16 04:56:22.703411 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2', 'tag': '05a7dde1-4e7e-4062-a91e-92bac4f6ab55'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:56:22.705939 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe7fd51-43a7-400b-bc9c-ef9ac4eda5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2", "tag": "05a7dde1-4e7e-4062-a91e-92bac4f6ab55"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:56:22.738869 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3d647b7a-ed52-4d82-be11-ac26e56d6630 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 87844756-d8cd-4ed9-99f4-8f35fc0c7a84 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:22.739209 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d647b7a-ed52-4d82-be11-ac26e56d6630 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.756399 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dd1e13-5583-4d80-b8fa-f5f2e073d478 x-openstack-request-id: req-36dd1e13-5583-4d80-b8fa-f5f2e073d478 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:56:22.756699 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd745edd-a12a-4b66-b561-cacbc2f417b3", "tag": "1aef4c6f-b943-49a1-a136-17590134fbd2", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:56:22.757038 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36dd1e13-5583-4d80-b8fa-f5f2e073d478 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:56:22.757456 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd745edd-a12a-4b66-b561-cacbc2f417b3', 'tag': '1aef4c6f-b943-49a1-a136-17590134fbd2', 'status': 'completed', 'code': 200} Nov 16 04:56:22.825451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637c450-0bd1-4b8f-9d22-c33021e3133d service neutron] Pushing event updated for resources: {'Port': ['ID=1aef4c6f-b943-49a1-a136-17590134fbd2,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:22.835624 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1557ccd-343b-42f2-b1a9-aedfbc1d5726 x-openstack-request-id: req-a1557ccd-343b-42f2-b1a9-aedfbc1d5726 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:56:22.835826 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2", "tag": "05a7dde1-4e7e-4062-a91e-92bac4f6ab55", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:56:22.836073 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1557ccd-343b-42f2-b1a9-aedfbc1d5726 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:56:22.836459 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2', 'tag': '05a7dde1-4e7e-4062-a91e-92bac4f6ab55', 'status': 'completed', 'code': 200} Nov 16 04:56:22.887862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-62f1ed8e-219e-406f-be6c-ba8e232b9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:22.889488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-62f1ed8e-219e-406f-be6c-ba8e232b9ba8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 1094 time: 0.3402398 Nov 16 04:56:22.909113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0898957-cf48-492e-9233-a437cc073af3 None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:22.917523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf29ce30-f3c1-41be-b786-bec58e20e4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=05a7dde1-4e7e-4062-a91e-92bac4f6ab55,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:22.958920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e8463-785c-4a8b-b0de-232458f072a5 req-ec59b92a-328f-4faf-b464-ab28654403a5 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:22.961113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb4e8463-785c-4a8b-b0de-232458f072a5 req-ec59b92a-328f-4faf-b464-ab28654403a5 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 943 time: 0.1526067 Nov 16 04:56:22.985120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3cfa-b27a-462f-9899-95494990c45e req-8f5c779f-50d8-4571-8ec0-3695fc92ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:22.986952 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-8f5c779f-50d8-4571-8ec0-3695fc92ce08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 1094 time: 0.2438729 Nov 16 04:56:22.990360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d647b7a-ed52-4d82-be11-ac26e56d6630 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:22.993855 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c753ff4e-132e-471f-b8ab-39edf77abace tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:22.997850 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c753ff4e-132e-471f-b8ab-39edf77abace tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:23.000053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e0898957-cf48-492e-9233-a437cc073af3 None None] Deleting port f76792df-ddba-4922-9c90-597e66ace97a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:23.000796 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0898957-cf48-492e-9233-a437cc073af3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:23.044006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-46dd99cf-c78d-49c8-8a8d-cd7e14342dc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aef4c6f-b943-49a1-a136-17590134fbd2 HTTP/1.1" status: 200 len: 217 time: 0.1345272 Nov 16 04:56:23.054797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3d647b7a-ed52-4d82-be11-ac26e56d6630 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 87844756-d8cd-4ed9-99f4-8f35fc0c7a84 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:23.097953 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-d223ac64-a819-463f-8a11-3f8bb8736926 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05a7dde1-4e7e-4062-a91e-92bac4f6ab55 HTTP/1.1" status: 200 len: 217 time: 0.0963483 Nov 16 04:56:23.116776 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e0898957-cf48-492e-9233-a437cc073af3 None None] For port f76792df-ddba-4922-9c90-597e66ace97a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f76792df-ddba-4922-9c90-597e66ace97a,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:23.117187 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0898957-cf48-492e-9233-a437cc073af3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:23.154985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e0898957-cf48-492e-9233-a437cc073af3 None None] Calling delete_port for f76792df-ddba-4922-9c90-597e66ace97a owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:23.215292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-fd27238a-dada-49c3-a744-9bd705fd5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:23.216774 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-fd27238a-dada-49c3-a744-9bd705fd5f9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d4ac978-3002-4c8c-8e52-ab185519d0b2 HTTP/1.1" status: 200 len: 859 time: 0.1637411 Nov 16 04:56:23.220109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb4e8463-785c-4a8b-b0de-232458f072a5 req-5ff56345-e018-4c28-a811-2f31805b5d86 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284267 Nov 16 04:56:23.270045 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0898957-cf48-492e-9233-a437cc073af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:23.298653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0898957-cf48-492e-9233-a437cc073af3 None None] Pushing event deleted for resources: {'Port': ['ID=f76792df-ddba-4922-9c90-597e66ace97a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:23.301015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b3cfa-b27a-462f-9899-95494990c45e req-caffb692-4951-4c60-8170-c0b8309a4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:23.302537 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-caffb692-4951-4c60-8170-c0b8309a4a0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d4ac978-3002-4c8c-8e52-ab185519d0b2 HTTP/1.1" status: 200 len: 859 time: 0.1899040 Nov 16 04:56:23.303198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0898957-cf48-492e-9233-a437cc073af3 None None] No DVR routers for this DVR port f76792df-ddba-4922-9c90-597e66ace97a on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:23.386574 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5dca984-b2f2-4297-b212-b263e5ce3a0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:23.435948 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:23.463207 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-b9415dcc-b76b-4202-97e2-e41960fcbae0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae5e376-b921-496b-842a-45e78562fba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473684 Nov 16 04:56:23.487196 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-5a1af04b-6460-49de-bec3-73842fc3c031 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae5e376-b921-496b-842a-45e78562fba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2416081 Nov 16 04:56:23.516429 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:23.561548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f76792df-ddba-4922-9c90-597e66ace97a no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:23.611400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f76792df-ddba-4922-9c90-597e66ace97a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:23.613312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f76792df-ddba-4922-9c90-597e66ace97a not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:23.671712 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d647b7a-ed52-4d82-be11-ac26e56d6630 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:23.679326 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-9dca3c41-4899-4b94-bef1-2eca0469e842 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839211 Nov 16 04:56:23.680494 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c753ff4e-132e-471f-b8ab-39edf77abace tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:23.847667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f664b5-126e-4862-b721-27467d94c2da req-2e77e402-9fc7-4aad-8e58-cae3bf76602a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:23.849600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30f664b5-126e-4862-b721-27467d94c2da req-2e77e402-9fc7-4aad-8e58-cae3bf76602a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.1576774 Nov 16 04:56:23.944296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1462ecda-5ae7-4ed9-b1cc-ac31b2f74025 req-773bbe34-90b7-42e3-bd2c-0eb2b5abf3bb service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559435 Nov 16 04:56:23.975586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30f664b5-126e-4862-b721-27467d94c2da req-5d5414d3-e629-4430-ae74-0fe9dbe1443b tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155195 Nov 16 04:56:24.021345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f5dca984-b2f2-4297-b212-b263e5ce3a0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:24.021610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5dca984-b2f2-4297-b212-b263e5ce3a0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.078881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d647b7a-ed52-4d82-be11-ac26e56d6630 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=87844756-d8cd-4ed9-99f4-8f35fc0c7a84,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:24.105791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c753ff4e-132e-471f-b8ab-39edf77abace tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:24.137864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c753ff4e-132e-471f-b8ab-39edf77abace tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:24.150359 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a631b944-5489-4402-8db5-6e86ad912209 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:24.162536 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-33204b56-539f-48eb-b172-97e4a5095221 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583188 Nov 16 04:56:24.166989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c753ff4e-132e-471f-b8ab-39edf77abace tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:24.167575 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c753ff4e-132e-471f-b8ab-39edf77abace tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.201153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753ff4e-132e-471f-b8ab-39edf77abace tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=fe775a01-84c6-4e05-a5b9-ec44bb9eea6d,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:24.270891 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d647b7a-ed52-4d82-be11-ac26e56d6630 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.279777 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3d647b7a-ed52-4d82-be11-ac26e56d6630 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/87844756-d8cd-4ed9-99f4-8f35fc0c7a84 HTTP/1.1" status: 204 len: 168 time: 2.0321584 Nov 16 04:56:24.319860 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54338) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:24.403006 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c753ff4e-132e-471f-b8ab-39edf77abace tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7302990 Nov 16 04:56:24.412383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54340) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:24.431705 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': 'fe775a01-84c6-4e05-a5b9-ec44bb9eea6d'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:56:24.433119 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.440360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Allocated IP 172.25.0.41 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/0a7a59fe-9675-4ea4-b726-26b06f0254c6) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:24.445988 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-984bcfd8-db84-42cf-b4cc-db43e3d86b01 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1161886717', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:24.457267 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1630a0-b027-400f-a856-98ba905a7220 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:56:24.458813 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0c1630a0-b027-400f-a856-98ba905a7220 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/87844756-d8cd-4ed9-99f4-8f35fc0c7a84 HTTP/1.1" status: 404 len: 333 time: 0.0918162 Nov 16 04:56:24.463482 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54342) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:24.541256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1db1a3-190b-46db-9214-e93fecd4feb2 req-7be50f67-3981-410e-9dc1-554006088394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:24.542979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d1db1a3-190b-46db-9214-e93fecd4feb2 req-7be50f67-3981-410e-9dc1-554006088394 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 1094 time: 0.5452554 Nov 16 04:56:24.588052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fecd5f-9d6a-4a88-9c3d-02f022623f47 req-923f3e99-2c5f-447c-a98a-0395aac42612 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:24.589554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52fecd5f-9d6a-4a88-9c3d-02f022623f47 req-923f3e99-2c5f-447c-a98a-0395aac42612 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 943 time: 0.1503565 Nov 16 04:56:24.639266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-f5dca984-b2f2-4297-b212-b263e5ce3a0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] For port 6c62f68b-e70c-4b46-8d3e-fc1876f4a078, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6c62f68b-e70c-4b46-8d3e-fc1876f4a078,segment=NetworkSegment(c6d38d6a-0fb5-431c-b071-31a099a873ac),segment_id=c6d38d6a-0fb5-431c-b071-31a099a873ac)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:24.639634 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5dca984-b2f2-4297-b212-b263e5ce3a0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.645480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-984bcfd8-db84-42cf-b4cc-db43e3d86b01 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.646850 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-984bcfd8-db84-42cf-b4cc-db43e3d86b01 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.665296 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Allocated IP 2001:db8::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/fe775a01-84c6-4e05-a5b9-ec44bb9eea6d/a41bb0e4-6caa-456a-b115-17f5689c617f) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:24.676669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f5dca984-b2f2-4297-b212-b263e5ce3a0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:24.684595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-2394cdc5-7253-408c-b29b-dc33b407fdf3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting subnet 9831dfd7-4e57-418f-a82c-0c46a6097669 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:24.691684 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-984b3cfa-b27a-462f-9899-95494990c45e req-0e2df500-421b-49a0-a3c2-a67df9492854 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851968 Nov 16 04:56:24.700339 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2394cdc5-7253-408c-b29b-dc33b407fdf3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.768208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52fecd5f-9d6a-4a88-9c3d-02f022623f47 req-848f9e4f-f906-4788-a204-cb1ab7f5aa49 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480432 Nov 16 04:56:24.777676 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1db1a3-190b-46db-9214-e93fecd4feb2 req-5b46b04b-7a6f-41ff-854b-a8255d22d5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:24.779200 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d1db1a3-190b-46db-9214-e93fecd4feb2 req-5b46b04b-7a6f-41ff-854b-a8255d22d5a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 200 len: 920 time: 0.2215095 Nov 16 04:56:24.828919 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-984bcfd8-db84-42cf-b4cc-db43e3d86b01 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.832370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d1db1a3-190b-46db-9214-e93fecd4feb2 req-12d4c130-c4f2-43a5-8d2a-028712a299f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aef4c6f-b943-49a1-a136-17590134fbd2 HTTP/1.1" status: 200 len: 217 time: 0.0437238 Nov 16 04:56:24.851899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-984bcfd8-db84-42cf-b4cc-db43e3d86b01 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.865552 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2394cdc5-7253-408c-b29b-dc33b407fdf3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.902471 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.927622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1db1a3-190b-46db-9214-e93fecd4feb2 req-6a12fa7e-1bd5-4ac7-b4c8-8efca0f1aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:24.929396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d1db1a3-190b-46db-9214-e93fecd4feb2 req-6a12fa7e-1bd5-4ac7-b4c8-8efca0f1aae1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d4ac978-3002-4c8c-8e52-ab185519d0b2 HTTP/1.1" status: 200 len: 859 time: 0.0891953 Nov 16 04:56:24.933020 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-984bcfd8-db84-42cf-b4cc-db43e3d86b01 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.934805 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-984bcfd8-db84-42cf-b4cc-db43e3d86b01 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5217452 Nov 16 04:56:24.940500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54344) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:24.943528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7fd51-43a7-400b-bc9c-ef9ac4eda5ab req-d343e860-2c22-4fe4-9a3f-42b156b0c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:24.945021 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8fe7fd51-43a7-400b-bc9c-ef9ac4eda5ab req-d343e860-2c22-4fe4-9a3f-42b156b0c680 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 1094 time: 0.1563926 Nov 16 04:56:24.979968 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:24.997139 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:25.035874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d1db1a3-190b-46db-9214-e93fecd4feb2 req-93f39246-1d7e-4192-ad70-87724384d3e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae5e376-b921-496b-842a-45e78562fba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934696 Nov 16 04:56:25.045403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:25.049468 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:25.057069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:25.137186 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2394cdc5-7253-408c-b29b-dc33b407fdf3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:25.152052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Pushing event updated for resources: {'Port': ['ID=a41bb0e4-6caa-456a-b115-17f5689c617f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:25.158852 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Attempting to bind port a41bb0e4-6caa-456a-b115-17f5689c617f on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:25.159259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Attempting to bind port a41bb0e4-6caa-456a-b115-17f5689c617f by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:25.159625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Attempting to bind port a41bb0e4-6caa-456a-b115-17f5689c617f on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:25.168419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:25.168804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:25.169212 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:25.170016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:25.170179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Bound port: a41bb0e4-6caa-456a-b115-17f5689c617f, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:25.170695 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:25.176504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:25.229218 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7fd51-43a7-400b-bc9c-ef9ac4eda5ab req-1691c650-fab0-4d05-86fb-a9305c86691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:25.230811 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8fe7fd51-43a7-400b-bc9c-ef9ac4eda5ab req-1691c650-fab0-4d05-86fb-a9305c86691b service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 200 len: 920 time: 0.2764852 Nov 16 04:56:25.249499 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5dca984-b2f2-4297-b212-b263e5ce3a0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:25.256960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] For port a41bb0e4-6caa-456a-b115-17f5689c617f, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:25.257602 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:25.264081 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] For port a41bb0e4-6caa-456a-b115-17f5689c617f, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a41bb0e4-6caa-456a-b115-17f5689c617f,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:25.273978 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:25.295587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dca984-b2f2-4297-b212-b263e5ce3a0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=6c62f68b-e70c-4b46-8d3e-fc1876f4a078,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:25.296346 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8fe7fd51-43a7-400b-bc9c-ef9ac4eda5ab req-87469aa7-88d8-436b-b52c-f87f69a3cb70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05a7dde1-4e7e-4062-a91e-92bac4f6ab55 HTTP/1.1" status: 200 len: 217 time: 0.0566263 Nov 16 04:56:25.297316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:25.327753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:25.329462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event updated for resources: {'Port': ['ID=0a7a59fe-9675-4ea4-b726-26b06f0254c6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:25.402964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee8e52-fbd3-44b4-b126-1251322437a5 None None] Pushing event updated for resources: {'Port': ['ID=a41bb0e4-6caa-456a-b115-17f5689c617f,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:25.427075 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a400ef-0c19-451b-96d7-2c64945b598f None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:25.442358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854dbef-97b5-4679-b5c1-82243fadb74a req-d4f7ee88-86ea-4722-9e9c-6580ac63ec67 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:25.442358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7854dbef-97b5-4679-b5c1-82243fadb74a req-d4f7ee88-86ea-4722-9e9c-6580ac63ec67 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.3543622 Nov 16 04:56:25.443751 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d1db1a3-190b-46db-9214-e93fecd4feb2 req-3fb4adf7-4404-472b-9274-d15a982c5918 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577495 Nov 16 04:56:25.492573 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2394cdc5-7253-408c-b29b-dc33b407fdf3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:25.494542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4438bf8e-7c98-4883-b6be-f19cfaccb4e9 None None] Provisioning complete for port 0a7a59fe-9675-4ea4-b726-26b06f0254c6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:25.495311 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4438bf8e-7c98-4883-b6be-f19cfaccb4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:25.571854 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394cdc5-7253-408c-b29b-dc33b407fdf3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Subnet': ['ID=9831dfd7-4e57-418f-a82c-0c46a6097669,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:25.579489 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94b14c-d10e-4f75-bb24-345cace829b4 None None] Network c8af6349-0ebf-4854-83a5-67dec15f1010 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:25.614997 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2394cdc5-7253-408c-b29b-dc33b407fdf3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:25.625067 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2394cdc5-7253-408c-b29b-dc33b407fdf3 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/9831dfd7-4e57-418f-a82c-0c46a6097669 HTTP/1.1" status: 204 len: 168 time: 1.1568735 Nov 16 04:56:25.640534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54350) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:25.685468 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7fd51-43a7-400b-bc9c-ef9ac4eda5ab req-53581a37-2afa-49db-b363-d82be6f74124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:25.687018 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8fe7fd51-43a7-400b-bc9c-ef9ac4eda5ab req-53581a37-2afa-49db-b363-d82be6f74124 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d4ac978-3002-4c8c-8e52-ab185519d0b2 HTTP/1.1" status: 200 len: 859 time: 0.3798509 Nov 16 04:56:25.739089 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4438bf8e-7c98-4883-b6be-f19cfaccb4e9 None None] Port 0a7a59fe-9675-4ea4-b726-26b06f0254c6 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:25.761699 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8fe7fd51-43a7-400b-bc9c-ef9ac4eda5ab req-6e23fd73-37f7-434d-9ab2-e9ebb1f0a777 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae5e376-b921-496b-842a-45e78562fba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499153 Nov 16 04:56:25.931742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d1db1a3-190b-46db-9214-e93fecd4feb2 req-9d7598a7-d337-4fba-bfe9-1246f5e6873b service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765112 Nov 16 04:56:25.987816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea0cf6b-44b5-4194-ae0a-403f6b54a6fb None None] DHCP port deletion for c8af6349-0ebf-4854-83a5-67dec15f1010 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:26.005305 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8fe7fd51-43a7-400b-bc9c-ef9ac4eda5ab req-7561ebfe-99bf-480c-95e8-17f8c220a8f6 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321899 Nov 16 04:56:26.024018 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:26.041199 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:26.052286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fea0cf6b-44b5-4194-ae0a-403f6b54a6fb None None] Deleting port b72f0132-6948-4fbb-80fe-387229f4650e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:26.052663 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fea0cf6b-44b5-4194-ae0a-403f6b54a6fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:26.140506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fea0cf6b-44b5-4194-ae0a-403f6b54a6fb None None] For port b72f0132-6948-4fbb-80fe-387229f4650e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b72f0132-6948-4fbb-80fe-387229f4650e,segment=NetworkSegment(5cdd400d-fd05-4a08-bd00-6e08f67cf033),segment_id=5cdd400d-fd05-4a08-bd00-6e08f67cf033)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:26.141366 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fea0cf6b-44b5-4194-ae0a-403f6b54a6fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:26.144671 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:26.161484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7854dbef-97b5-4679-b5c1-82243fadb74a req-a38ddfcd-fea4-45a8-bf39-7148a562414c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7076161 Nov 16 04:56:26.184755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fea0cf6b-44b5-4194-ae0a-403f6b54a6fb None None] Calling delete_port for b72f0132-6948-4fbb-80fe-387229f4650e owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:26.196456 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8fe7fd51-43a7-400b-bc9c-ef9ac4eda5ab req-7e248662-0cb1-4d68-ba17-da5c62129e9a service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796625 Nov 16 04:56:26.220187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6334d-11fe-4875-9887-918521783b09 req-4728c981-48c1-406d-92fb-ec766654ef4b tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:26.224748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02a6334d-11fe-4875-9887-918521783b09 req-4728c981-48c1-406d-92fb-ec766654ef4b tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 943 time: 0.2583086 Nov 16 04:56:26.339856 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5dca984-b2f2-4297-b212-b263e5ce3a0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:26.340168 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fea0cf6b-44b5-4194-ae0a-403f6b54a6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:26.340478 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:26.344533 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:26.395041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0cf6b-44b5-4194-ae0a-403f6b54a6fb None None] Pushing event deleted for resources: {'Port': ['ID=b72f0132-6948-4fbb-80fe-387229f4650e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:26.429535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0cf6b-44b5-4194-ae0a-403f6b54a6fb None None] No DVR routers for this DVR port b72f0132-6948-4fbb-80fe-387229f4650e on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:26.525981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Router 05417904-53ce-41bb-8c50-488fb35aece1 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:56:26.551617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02a6334d-11fe-4875-9887-918521783b09 req-e1714cb2-91b3-47d9-86cd-5bb6eb9fd0b8 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826567 Nov 16 04:56:26.678174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:26.688477 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831fd62b-69c2-4027-afee-f54b7a5f01a2 None None] Sync routers for ids ['05417904-53ce-41bb-8c50-488fb35aece1'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:26.689958 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:26.692040 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2f87be63-8026-42b1-ba83-7d0ac9700d19 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "PUT /v2.0/routers/05417904-53ce-41bb-8c50-488fb35aece1 HTTP/1.1" status: 200 len: 916 time: 4.9344387 Nov 16 04:56:26.696005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54356) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:26.704982 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831fd62b-69c2-4027-afee-f54b7a5f01a2 None None] Routers {'05417904-53ce-41bb-8c50-488fb35aece1'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:26.705949 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-831fd62b-69c2-4027-afee-f54b7a5f01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['05417904-53ce-41bb-8c50-488fb35aece1'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:26.756940 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-831fd62b-69c2-4027-afee-f54b7a5f01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:26.766273 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831fd62b-69c2-4027-afee-f54b7a5f01a2 None None] Routers {'05417904-53ce-41bb-8c50-488fb35aece1'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:26.766877 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-831fd62b-69c2-4027-afee-f54b7a5f01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['05417904-53ce-41bb-8c50-488fb35aece1'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:26.814834 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-831fd62b-69c2-4027-afee-f54b7a5f01a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:26.815480 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831fd62b-69c2-4027-afee-f54b7a5f01a2 None None] The sync data for ids ['05417904-53ce-41bb-8c50-488fb35aece1'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:26.860806 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-868a92c9-f303-40f3-86af-488e06e712f1 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/routers/05417904-53ce-41bb-8c50-488fb35aece1 HTTP/1.1" status: 200 len: 922 time: 0.1634083 Nov 16 04:56:26.861438 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54358) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:26.906084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fcacf7-93b2-46c6-bee8-67a4294c58f4 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:26.909963 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-47fcacf7-93b2-46c6-bee8-67a4294c58f4 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&device_id=05417904-53ce-41bb-8c50-488fb35aece1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0452414 Nov 16 04:56:26.910340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54360) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:26.972172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e48d5fe3-3e0d-4616-8e74-c1346816570f None None] Provisioning complete for port a41bb0e4-6caa-456a-b115-17f5689c617f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:26.972541 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e48d5fe3-3e0d-4616-8e74-c1346816570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.012705 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce892bf-3a3d-45d5-b8a7-d3e48d4bfb41 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:27.014278 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1ce892bf-3a3d-45d5-b8a7-d3e48d4bfb41 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 881 time: 0.1029286 Nov 16 04:56:27.017616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54362) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:27.037379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port b72f0132-6948-4fbb-80fe-387229f4650e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:27.037811 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.052783 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-88e28645-52ec-4a54-b75d-c88f53562111 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "GET /v2.0/ports?device_id=05417904-53ce-41bb-8c50-488fb35aece1 HTTP/1.1" status: 200 len: 205 time: 0.0340178 Nov 16 04:56:27.055195 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54364) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:27.068131 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e48d5fe3-3e0d-4616-8e74-c1346816570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.108912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e48d5fe3-3e0d-4616-8e74-c1346816570f None None] For port a41bb0e4-6caa-456a-b115-17f5689c617f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a41bb0e4-6caa-456a-b115-17f5689c617f,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:27.114776 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e48d5fe3-3e0d-4616-8e74-c1346816570f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.183678 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.188852 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d5fe3-3e0d-4616-8e74-c1346816570f None None] Pushing event updated for resources: {'Port': ['ID=a41bb0e4-6caa-456a-b115-17f5689c617f,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:27.227957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] For port b72f0132-6948-4fbb-80fe-387229f4650e, host n-d-818042-1, got binding levels [] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:27.228445 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.231283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::1 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/fe775a01-84c6-4e05-a5b9-ec44bb9eea6d/15eaf260-d110-48d0-8bea-4521f1b6b88c) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:27.239876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dca984-b2f2-4297-b212-b263e5ce3a0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router c3b6ec4d-34cf-43fe-94f3-68395209958c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:56:27.268607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for b72f0132-6948-4fbb-80fe-387229f4650e owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:27.274996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.ipam_backend_mixin [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Port b72f0132-6948-4fbb-80fe-387229f4650e was not found and therefore no delete operation was performed {{(pid=102659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 04:56:27.295345 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.309574 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.371507 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Deleting port 0a7a59fe-9675-4ea4-b726-26b06f0254c6 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:27.372127 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.445608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=b72f0132-6948-4fbb-80fe-387229f4650e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:27.449848 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.462654 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Calling delete_port for 0a7a59fe-9675-4ea4-b726-26b06f0254c6 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:27.464014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No DVR routers for this DVR port b72f0132-6948-4fbb-80fe-387229f4650e on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:27.597106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.632142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a41bb0e4-6caa-456a-b115-17f5689c617f up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:27.669534 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.692871 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.701901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8af6349-0ebf-4854-83a5-67dec15f1010']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:27.716339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a41bb0e4-6caa-456a-b115-17f5689c617f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:27.718448 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.723336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dca984-b2f2-4297-b212-b263e5ce3a0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:27.723804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Pushing event deleted for resources: {'Port': ['ID=0a7a59fe-9675-4ea4-b726-26b06f0254c6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:27.733364 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f5dca984-b2f2-4297-b212-b263e5ce3a0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1234047 Nov 16 04:56:27.735379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdd400d-fd05-4a08-bd00-6e08f67cf033') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:27.735677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdd400d-fd05-4a08-bd00-6e08f67cf033') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:27.737827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54372) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:27.744606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348d081-1bbc-44b6-976b-89d25cf1e6e8 req-0a0ef265-3162-4783-ba29-581168872b89 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:27.752416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1348d081-1bbc-44b6-976b-89d25cf1e6e8 req-0a0ef265-3162-4783-ba29-581168872b89 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.4793203 Nov 16 04:56:27.763493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:56:27.766133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efff61e-14ae-4a62-8e81-e67ad119b5b8 None None] Sync routers for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:27.784483 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.820504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd9bcc0-2a2a-4978-8056-9f6bfaff034f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting subnet 7692c24a-e9a3-4c47-bbdf-be3baae06bd2 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:27.822031 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efff61e-14ae-4a62-8e81-e67ad119b5b8 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:27.823208 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.823519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-5efff61e-14ae-4a62-8e81-e67ad119b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:27.825910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cd9bcc0-2a2a-4978-8056-9f6bfaff034f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.859127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:56:27.859556 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:56:27.863551 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:56:27.877063 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cd9bcc0-2a2a-4978-8056-9f6bfaff034f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.919548 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:56:27.922092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1348d081-1bbc-44b6-976b-89d25cf1e6e8 req-42216ec4-3e80-4a13-a861-5902500bd76f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651833 Nov 16 04:56:27.929024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:27.944045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aaf2f-d706-4087-9f8e-39acd90fc1f4 req-9a6b8001-d1ca-46c9-8b8e-258f9be38cfb tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:27.945628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d1aaf2f-d706-4087-9f8e-39acd90fc1f4 req-9a6b8001-d1ca-46c9-8b8e-258f9be38cfb tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 943 time: 0.2478201 Nov 16 04:56:27.978940 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cd9bcc0-2a2a-4978-8056-9f6bfaff034f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.028177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:28.036752 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.043576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:28.066610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:28.067143 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.073386 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.077393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/networks/c8af6349-0ebf-4854-83a5-67dec15f1010 HTTP/1.1" status: 204 len: 168 time: 2.4356880 Nov 16 04:56:28.078405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=15eaf260-d110-48d0-8bea-4521f1b6b88c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:28.084041 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54374) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:28.089439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-67d6e55a-22c3-4d8d-a607-816eca337401 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-775117778'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:28.094395 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cd9bcc0-2a2a-4978-8056-9f6bfaff034f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.135347 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d1aaf2f-d706-4087-9f8e-39acd90fc1f4 req-c21d9e75-0948-4624-94aa-63e5ca6018ec tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572127 Nov 16 04:56:28.169326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9bcc0-2a2a-4978-8056-9f6bfaff034f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Subnet': ['ID=7692c24a-e9a3-4c47-bbdf-be3baae06bd2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:28.175175 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cd9bcc0-2a2a-4978-8056-9f6bfaff034f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.178437 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1cd9bcc0-2a2a-4978-8056-9f6bfaff034f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/7692c24a-e9a3-4c47-bbdf-be3baae06bd2 HTTP/1.1" status: 204 len: 168 time: 0.4393761 Nov 16 04:56:28.184445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54376) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:28.203691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67138f55-fca6-4458-b9cd-e88ecaace9de tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Network': ['ID=c8af6349-0ebf-4854-83a5-67dec15f1010,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:28.228569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f4e66a-c880-4cf2-bd36-ff93a5302a03 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:28.284501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cda44f-1587-47bb-a1ec-7b6d1716a3ed None None] Network 12bb8295-f20e-49ac-a945-69e8e00f3ab3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:28.373061 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.393488 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b72f0132-6948-4fbb-80fe-387229f4650e no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:28.444699 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-5efff61e-14ae-4a62-8e81-e67ad119b5b8 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:28.447051 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: b72f0132-6948-4fbb-80fe-387229f4650e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:28.447509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b72f0132-6948-4fbb-80fe-387229f4650e not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:28.567784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=05a7dde1-4e7e-4062-a91e-92bac4f6ab55,segment=NetworkSegment(66a25465-1cb9-45f9-8b4a-a8bdb251738f),segment_id=66a25465-1cb9-45f9-8b4a-a8bdb251738f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:28.604734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d6e55a-22c3-4d8d-a607-816eca337401 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:28.608692 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67d6e55a-22c3-4d8d-a607-816eca337401 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.624177 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.654161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-bf45930c-f918-474a-b77f-804d6fbb36f1 None None] Provisioning complete for port 15eaf260-d110-48d0-8bea-4521f1b6b88c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:28.654955 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf45930c-f918-474a-b77f-804d6fbb36f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.756313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '05a7dde1-4e7e-4062-a91e-92bac4f6ab55', 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1', 'port_id': '05a7dde1-4e7e-4062-a91e-92bac4f6ab55', 'mac_address': 'fa:16:3e:3a:2f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4ac978-3002-4c8c-8e52-ab185519d0b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:56:28.770940 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.777459 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.777732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.780943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.785815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.787331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d6e55a-22c3-4d8d-a607-816eca337401 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:56:28.787515 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.852043 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67d6e55a-22c3-4d8d-a607-816eca337401 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.852689 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-67d6e55a-22c3-4d8d-a607-816eca337401 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Added segment fd94b55e-2714-43b6-97d3-624fe5e3fcb6 of type vlan for network e89d6001-1955-43c1-98e9-3313d5a2a56b Nov 16 04:56:28.890088 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.890952 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Fanout notify agent at l3_agent the message router_deleted on router 05417904-53ce-41bb-8c50-488fb35aece1 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:56:28.903214 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.908661 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ae12a267-3c61-4559-8581-b96a2f7235b7 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "DELETE /v2.0/routers/05417904-53ce-41bb-8c50-488fb35aece1 HTTP/1.1" status: 204 len: 168 time: 1.8525379 Nov 16 04:56:28.928738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54380) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:28.937847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c7d39f1c-82c8-4693-a2b7-ae3bdf5dfc7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1780058397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:28.951468 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.970148 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67d6e55a-22c3-4d8d-a607-816eca337401 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:28.970472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:28.978708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:28.992547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=15eaf260-d110-48d0-8bea-4521f1b6b88c,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:29.003328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:56:29.010939 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b218d89e-51f7-4950-8380-cbd53524f77e None None] DHCP port deletion for 12bb8295-f20e-49ac-a945-69e8e00f3ab3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:29.029998 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bf45930c-f918-474a-b77f-804d6fbb36f1 None None] Port 15eaf260-d110-48d0-8bea-4521f1b6b88c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:29.051433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port ac430bb0-b40a-4643-bf68-b9f9856440b4 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:29.051786 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.065087 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67d6e55a-22c3-4d8d-a607-816eca337401 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.070833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d6e55a-22c3-4d8d-a607-816eca337401 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:29.071534 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67d6e55a-22c3-4d8d-a607-816eca337401 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.101102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=05a7dde1-4e7e-4062-a91e-92bac4f6ab55,segment=NetworkSegment(66a25465-1cb9-45f9-8b4a-a8bdb251738f),segment_id=66a25465-1cb9-45f9-8b4a-a8bdb251738f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:29.115874 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.116898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 1aef4c6f-b943-49a1-a136-17590134fbd2 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:56:29.160304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 1aef4c6f-b943-49a1-a136-17590134fbd2, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=1aef4c6f-b943-49a1-a136-17590134fbd2,segment=NetworkSegment(66a25465-1cb9-45f9-8b4a-a8bdb251738f),segment_id=66a25465-1cb9-45f9-8b4a-a8bdb251738f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:29.164106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7d39f1c-82c8-4693-a2b7-ae3bdf5dfc7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.164106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7d39f1c-82c8-4693-a2b7-ae3bdf5dfc7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.186324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '1aef4c6f-b943-49a1-a136-17590134fbd2', 'network_id': '8ae5e376-b921-496b-842a-45e78562fba1', 'port_id': '1aef4c6f-b943-49a1-a136-17590134fbd2', 'mac_address': 'fa:16:3e:fa:94:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4ac978-3002-4c8c-8e52-ab185519d0b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:56:29.190253 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:56:29.281235 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.296861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c52d98b-ae07-434b-9dff-e41589155261 req-356ff141-75ef-477a-b822-e14203ca9780 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:29.299212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c52d98b-ae07-434b-9dff-e41589155261 req-356ff141-75ef-477a-b822-e14203ca9780 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.1710641 Nov 16 04:56:29.303345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Router d1d9abe7-be6e-40a4-82e8-15c7b6055987 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:56:29.307451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aef4c6f-b943-49a1-a136-17590134fbd2 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:56:29.311751 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-67d6e55a-22c3-4d8d-a607-816eca337401 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2260287 Nov 16 04:56:29.317291 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7d39f1c-82c8-4693-a2b7-ae3bdf5dfc7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.318799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] For port ac430bb0-b40a-4643-bf68-b9f9856440b4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ac430bb0-b40a-4643-bf68-b9f9856440b4,segment=NetworkSegment(c6d38d6a-0fb5-431c-b071-31a099a873ac),segment_id=c6d38d6a-0fb5-431c-b071-31a099a873ac)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:29.319425 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.322531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54386) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:29.327053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-5efff61e-14ae-4a62-8e81-e67ad119b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:24Z', 'revision_number': 10, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:29.340540 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for ac430bb0-b40a-4643-bf68-b9f9856440b4 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:29.351681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7953dbfb-80b4-4199-839e-1c3e1b46feee tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': 'e89d6001-1955-43c1-98e9-3313d5a2a56b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:29.372156 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b218d89e-51f7-4950-8380-cbd53524f77e None None] Deleting port ac430bb0-b40a-4643-bf68-b9f9856440b4 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:29.372536 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b218d89e-51f7-4950-8380-cbd53524f77e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.374904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efff61e-14ae-4a62-8e81-e67ad119b5b8 None None] Checking router: c3b6ec4d-34cf-43fe-94f3-68395209958c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:56:29.408753 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c52d98b-ae07-434b-9dff-e41589155261 req-10ac9040-bd5b-4716-b3eb-55f87b2d5b82 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017725 Nov 16 04:56:29.434764 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7d39f1c-82c8-4693-a2b7-ae3bdf5dfc7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.456807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-43ee7a2f-5418-4500-8b34-04ac39c68974 None None] Provisioning complete for port 15eaf260-d110-48d0-8bea-4521f1b6b88c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:29.457186 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43ee7a2f-5418-4500-8b34-04ac39c68974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.464332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6e55a-22c3-4d8d-a607-816eca337401 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Network': ['ID=e89d6001-1955-43c1-98e9-3313d5a2a56b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:29.469160 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.477798 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 1aef4c6f-b943-49a1-a136-17590134fbd2, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=1aef4c6f-b943-49a1-a136-17590134fbd2,segment=NetworkSegment(66a25465-1cb9-45f9-8b4a-a8bdb251738f),segment_id=66a25465-1cb9-45f9-8b4a-a8bdb251738f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:29.482049 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 04:56:29.508011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efff61e-14ae-4a62-8e81-e67ad119b5b8 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:29.508656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-5efff61e-14ae-4a62-8e81-e67ad119b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:29.513622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=ac430bb0-b40a-4643-bf68-b9f9856440b4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:29.517685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No DVR routers for this DVR port ac430bb0-b40a-4643-bf68-b9f9856440b4 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:29.603059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-5efff61e-14ae-4a62-8e81-e67ad119b5b8 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:29.616854 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.626922 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7d39f1c-82c8-4693-a2b7-ae3bdf5dfc7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.631279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c7d39f1c-82c8-4693-a2b7-ae3bdf5dfc7c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6974890 Nov 16 04:56:29.633797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54388) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:29.642784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'enable_snat': False}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:29.646464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12bb8295-f20e-49ac-a945-69e8e00f3ab3']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:29.653944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3965ac7a-1f27-49f6-a495-6c645fe1747f req-4969efd1-8bd1-4c35-9e77-0b3088554d72 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:29.660673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d38d6a-0fb5-431c-b071-31a099a873ac') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:29.660972 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d38d6a-0fb5-431c-b071-31a099a873ac') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:29.661854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3965ac7a-1f27-49f6-a495-6c645fe1747f req-4969efd1-8bd1-4c35-9e77-0b3088554d72 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 943 time: 0.3756986 Nov 16 04:56:29.671580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.687936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.698534 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:56:29.699684 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:56:29.704518 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:56:29.723602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e89d6001-1955-43c1-98e9-3313d5a2a56b details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:56:29.743310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ac430bb0-b40a-4643-bf68-b9f9856440b4 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:29.745455 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.801423 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.813114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.817067 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/networks/12bb8295-f20e-49ac-a945-69e8e00f3ab3 HTTP/1.1" status: 204 len: 168 time: 1.6297998 Nov 16 04:56:29.820834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54392) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:29.836903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7953dbfb-80b4-4199-839e-1c3e1b46feee tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:29.839050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee5dff4-0695-4aa8-95b5-58ee7b60d833 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Network': ['ID=12bb8295-f20e-49ac-a945-69e8e00f3ab3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:29.840491 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7953dbfb-80b4-4199-839e-1c3e1b46feee tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:29.877601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3965ac7a-1f27-49f6-a495-6c645fe1747f req-ec3d7d4a-542c-49ae-b487-5e435485c9b9 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147298 Nov 16 04:56:29.907765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=05a7dde1-4e7e-4062-a91e-92bac4f6ab55,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:29.963007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: ac430bb0-b40a-4643-bf68-b9f9856440b4 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:29.963186 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ac430bb0-b40a-4643-bf68-b9f9856440b4 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:29.983009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:29.996740 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Sync routers for ids ['d1d9abe7-be6e-40a4-82e8-15c7b6055987'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:30.010940 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Routers {'d1d9abe7-be6e-40a4-82e8-15c7b6055987'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:30.011615 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d1d9abe7-be6e-40a4-82e8-15c7b6055987'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:30.062374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54394) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:30.062604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2ab789da-218c-4132-ad85-fe567644416d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "PUT /v2.0/routers/d1d9abe7-be6e-40a4-82e8-15c7b6055987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1192765 Nov 16 04:56:30.098601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['05a7dde1-4e7e-4062-a91e-92bac4f6ab55'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:56:30.100492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['1aef4c6f-b943-49a1-a136-17590134fbd2'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:56:30.103535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-43ee7a2f-5418-4500-8b34-04ac39c68974 None None] Port 15eaf260-d110-48d0-8bea-4521f1b6b88c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:30.133403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:30.142741 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:30.152660 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Set router d1d9abe7-be6e-40a4-82e8-15c7b6055987 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:30.154374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0120ddc3-20df-4fd2-b675-dbb536b960ed tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:30.156329 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0120ddc3-20df-4fd2-b675-dbb536b960ed tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports/15eaf260-d110-48d0-8bea-4521f1b6b88c HTTP/1.1" status: 200 len: 911 time: 0.0917284 Nov 16 04:56:30.159479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54396) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:30.300627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a5c4b3-4b2b-4f72-9c3b-212a90c93f59 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:30.309441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a5c4b3-4b2b-4f72-9c3b-212a90c93f59 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:30.311572 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b7a5c4b3-4b2b-4f72-9c3b-212a90c93f59 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1497617 Nov 16 04:56:30.314615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54398) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:30.324634 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b218d89e-51f7-4950-8380-cbd53524f77e None None] For port ac430bb0-b40a-4643-bf68-b9f9856440b4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ac430bb0-b40a-4643-bf68-b9f9856440b4,segment=NetworkSegment(c6d38d6a-0fb5-431c-b071-31a099a873ac),segment_id=c6d38d6a-0fb5-431c-b071-31a099a873ac)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:30.325296 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b218d89e-51f7-4950-8380-cbd53524f77e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:30.394401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b218d89e-51f7-4950-8380-cbd53524f77e None None] Calling delete_port for ac430bb0-b40a-4643-bf68-b9f9856440b4 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:30.396249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'port_id': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'mac_address': 'fa:16:3e:1b:93:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:56:30.426213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=1aef4c6f-b943-49a1-a136-17590134fbd2,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:30.427815 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9abe7-be6e-40a4-82e8-15c7b6055987', 'name': 'tempest-NetworksTestDHCPv6-router-1161886717', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:24Z', 'updated_at': '2021-11-16T04:56:28Z', 'revision_number': 2, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'gw_port_host': None, '_interfaces': [{'id': '15eaf260-d110-48d0-8bea-4521f1b6b88c', 'name': '', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'mac_address': 'fa:16:3e:1f:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d9abe7-be6e-40a4-82e8-15c7b6055987', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'fe775a01-84c6-4e05-a5b9-ec44bb9eea6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:56:26Z', 'updated_at': '2021-11-16T04:56:28Z', 'revision_number': 2, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'subnets': [{'id': 'fe775a01-84c6-4e05-a5b9-ec44bb9eea6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:30.621087 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:30.662993 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Checking router: d1d9abe7-be6e-40a4-82e8-15c7b6055987 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:56:30.663348 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Updating router d1d9abe7-be6e-40a4-82e8-15c7b6055987 port 15eaf260-d110-48d0-8bea-4521f1b6b88c binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:56:30.668544 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:56:30.679076 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-5efff61e-14ae-4a62-8e81-e67ad119b5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:24Z', 'revision_number': 10, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:30.691122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48c43b-dd89-4e62-934e-99c7074c141b req-d41b71ff-713c-4eef-88da-be0edf59bec4 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:30.692829 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d48c43b-dd89-4e62-934e-99c7074c141b req-d41b71ff-713c-4eef-88da-be0edf59bec4 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 944 time: 0.1001091 Nov 16 04:56:30.699801 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:30.744704 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efff61e-14ae-4a62-8e81-e67ad119b5b8 None None] The sync data for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 is: [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:24Z', 'revision_number': 10, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None, '_interfaces': [{'id': '387d3b02-efb0-4959-84e3-77e80337ed1a', 'name': '', 'network_id': '3033ff05-f672-4db0-967d-76fb31a1dd0c', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'mac_address': 'fa:16:3e:9c:4b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:03Z', 'updated_at': '2021-11-16T04:55:14Z', 'revision_number': 5, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'subnets': [{'id': '88f99ab5-78e3-4406-a724-516fa1d6f8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:30.761049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:30.765687 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b218d89e-51f7-4950-8380-cbd53524f77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:30.781267 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb318-33b3-4711-9618-a754d1ebeccd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:30.795209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d48c43b-dd89-4e62-934e-99c7074c141b req-282813aa-2ceb-4a0d-85ee-725926b06629 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948989 Nov 16 04:56:30.796215 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7953dbfb-80b4-4199-839e-1c3e1b46feee tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:30.819502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b218d89e-51f7-4950-8380-cbd53524f77e None None] Network 12bb8295-f20e-49ac-a945-69e8e00f3ab3 is not hosted by any dhcp agent {{(pid=102661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 04:56:30.820219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218d89e-51f7-4950-8380-cbd53524f77e None None] No DVR routers for this DVR port ac430bb0-b40a-4643-bf68-b9f9856440b4 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:30.827019 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:30.857923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218d89e-51f7-4950-8380-cbd53524f77e None None] Pushing event deleted for resources: {'Port': ['ID=ac430bb0-b40a-4643-bf68-b9f9856440b4,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:30.995978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953dbfb-80b4-4199-839e-1c3e1b46feee tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Subnet': ['ID=13ca73bf-c673-4bf9-8a50-04644787e6c6,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:31.009344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,revision_number=11']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:31.053971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7953dbfb-80b4-4199-839e-1c3e1b46feee tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Checking segment: {'id': 'fd94b55e-2714-43b6-97d3-624fe5e3fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e89d6001-1955-43c1-98e9-3313d5a2a56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:31.054969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7953dbfb-80b4-4199-839e-1c3e1b46feee tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network hostable DHCP agents. Network: e89d6001-1955-43c1-98e9-3313d5a2a56b, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:56:31.074415 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.077738 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.084392 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.112791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:56:31.129794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.226376 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Pushing event updated for resources: {'Port': ['ID=15eaf260-d110-48d0-8bea-4521f1b6b88c,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:31.250912 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:31.251640 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:31.252249 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:31.252820 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:31.253373 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:31.253962 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:31.254529 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:31.255078 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:31.255648 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:31.256205 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:31.256765 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:31.257333 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:31.266648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7716c1-c1e7-452f-b02a-2dbaf6b26786 req-6854c00e-1654-4670-b0eb-b665154f4354 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:31.268249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc7716c1-c1e7-452f-b02a-2dbaf6b26786 req-6854c00e-1654-4670-b0eb-b665154f4354 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 944 time: 0.2752793 Nov 16 04:56:31.283298 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21d3ee65-f14d-4183-9394-c375d4463a45 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.296240 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Attempting to bind port 15eaf260-d110-48d0-8bea-4521f1b6b88c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:31.300625 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Attempting to bind port 15eaf260-d110-48d0-8bea-4521f1b6b88c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:31.301111 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Attempting to bind port 15eaf260-d110-48d0-8bea-4521f1b6b88c on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:31.312585 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:31.312969 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:31.313376 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.315448 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:31.316890 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Bound port: 15eaf260-d110-48d0-8bea-4521f1b6b88c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:31.317746 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.389214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Allocated IP 172.25.0.89 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/62c34ccf-84c6-4590-a759-d1d116083b91) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:31.415019 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] For port 15eaf260-d110-48d0-8bea-4521f1b6b88c, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:31.418563 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] For port 15eaf260-d110-48d0-8bea-4521f1b6b88c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=15eaf260-d110-48d0-8bea-4521f1b6b88c,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:31.428051 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.455152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7953dbfb-80b4-4199-839e-1c3e1b46feee tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network e89d6001-1955-43c1-98e9-3313d5a2a56b is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:56:31.483298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-7953dbfb-80b4-4199-839e-1c3e1b46feee tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e89d6001-1955-43c1-98e9-3313d5a2a56b) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:31.494500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5237a4d0-b567-4dc7-ab83-0e1cd63bc3a2 None None] Network e89d6001-1955-43c1-98e9-3313d5a2a56b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:31.497819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7953dbfb-80b4-4199-839e-1c3e1b46feee tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:31.498557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7953dbfb-80b4-4199-839e-1c3e1b46feee tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.518417 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Routers {'d1d9abe7-be6e-40a4-82e8-15c7b6055987'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:31.519565 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d1d9abe7-be6e-40a4-82e8-15c7b6055987'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:31.549044 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc7716c1-c1e7-452f-b02a-2dbaf6b26786 req-bf30fd43-b4bf-4c84-87e3-021c34f870c5 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648285 Nov 16 04:56:31.556106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7953dbfb-80b4-4199-839e-1c3e1b46feee tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2318833 Nov 16 04:56:31.560966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54420) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:31.615308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': 'e89d6001-1955-43c1-98e9-3313d5a2a56b', 'name': 'tempest-PortsTestJSON-1764810575', 'fixed_ips': [{'subnet_id': '13ca73bf-c673-4bf9-8a50-04644787e6c6', 'ip_address': '172.20.0.10'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:31.635146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:31.653552 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] Set router d1d9abe7-be6e-40a4-82e8-15c7b6055987 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:31.680016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:31.680016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6c62f68b-e70c-4b46-8d3e-fc1876f4a078 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:31.707883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-309934cb-5a87-4f1d-a623-bcdcad3cd190 None None] Provisioning complete for port 15eaf260-d110-48d0-8bea-4521f1b6b88c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:31.708569 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-309934cb-5a87-4f1d-a623-bcdcad3cd190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.734523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c3cdb318-33b3-4711-9618-a754d1ebeccd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port 387d3b02-efb0-4959-84e3-77e80337ed1a {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:31.734867 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb318-33b3-4711-9618-a754d1ebeccd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.780558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:31.810191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:31.888968 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac5333-838d-4075-b944-e5a1fb0d777f None None] Pushing event updated for resources: {'Port': ['ID=15eaf260-d110-48d0-8bea-4521f1b6b88c,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:31.912387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-21d3ee65-f14d-4183-9394-c375d4463a45 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port 15eaf260-d110-48d0-8bea-4521f1b6b88c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:31.912942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21d3ee65-f14d-4183-9394-c375d4463a45 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.922975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-e89d6001-1955-43c1-98e9-3313d5a2a56b', 'network_id': 'e89d6001-1955-43c1-98e9-3313d5a2a56b', 'tenant_id': 'a23880a53c04422caf7e62ff28ac9622', 'fixed_ips': [{'subnet_id': '13ca73bf-c673-4bf9-8a50-04644787e6c6'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:56:31.923830 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.925086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275366-c667-4a49-a578-492bbd2730e6 req-03ed0af3-941a-4349-aa99-d15e952c3f89 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:31.938442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-03ed0af3-941a-4349-aa99-d15e952c3f89 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 814 time: 0.6870203 Nov 16 04:56:31.948165 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9abe7-be6e-40a4-82e8-15c7b6055987', 'name': 'tempest-NetworksTestDHCPv6-router-1161886717', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:24Z', 'updated_at': '2021-11-16T04:56:28Z', 'revision_number': 2, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'gw_port_host': None, '_interfaces': [{'id': '15eaf260-d110-48d0-8bea-4521f1b6b88c', 'name': '', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'mac_address': 'fa:16:3e:1f:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d9abe7-be6e-40a4-82e8-15c7b6055987', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'fe775a01-84c6-4e05-a5b9-ec44bb9eea6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:56:26Z', 'updated_at': '2021-11-16T04:56:31Z', 'revision_number': 4, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'subnets': [{'id': 'fe775a01-84c6-4e05-a5b9-ec44bb9eea6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:31.985463 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99355c68-7316-442e-b8e5-2692dee8933b None None] The sync data for ids ['d1d9abe7-be6e-40a4-82e8-15c7b6055987'] in n-d-818042-1 is: [{'id': 'd1d9abe7-be6e-40a4-82e8-15c7b6055987', 'name': 'tempest-NetworksTestDHCPv6-router-1161886717', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:24Z', 'updated_at': '2021-11-16T04:56:28Z', 'revision_number': 2, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'gw_port_host': None, '_interfaces': [{'id': '15eaf260-d110-48d0-8bea-4521f1b6b88c', 'name': '', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'mac_address': 'fa:16:3e:1f:36:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1d9abe7-be6e-40a4-82e8-15c7b6055987', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': 'fe775a01-84c6-4e05-a5b9-ec44bb9eea6d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:56:26Z', 'updated_at': '2021-11-16T04:56:31Z', 'revision_number': 4, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'subnets': [{'id': 'fe775a01-84c6-4e05-a5b9-ec44bb9eea6d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:31.988055 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-309934cb-5a87-4f1d-a623-bcdcad3cd190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:31.998548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:56:32.038541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-c3cdb318-33b3-4711-9618-a754d1ebeccd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] For port 387d3b02-efb0-4959-84e3-77e80337ed1a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=387d3b02-efb0-4959-84e3-77e80337ed1a,segment=NetworkSegment(30663094-36eb-4b95-9363-4b6a13a3c7ca),segment_id=30663094-36eb-4b95-9363-4b6a13a3c7ca)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:32.038899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb318-33b3-4711-9618-a754d1ebeccd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.054253 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-6dfd1b6e-37fe-4c06-a143-a05cfa25a7b7 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/quotas/f809e2ea49f64589ac5ad430817dc610 HTTP/1.1" status: 200 len: 375 time: 0.1027265 Nov 16 04:56:32.069652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:32.070852 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.071360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c3cdb318-33b3-4711-9618-a754d1ebeccd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for 387d3b02-efb0-4959-84e3-77e80337ed1a owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:32.098847 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-21d3ee65-f14d-4183-9394-c375d4463a45 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] For port 15eaf260-d110-48d0-8bea-4521f1b6b88c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=15eaf260-d110-48d0-8bea-4521f1b6b88c,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:32.099226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21d3ee65-f14d-4183-9394-c375d4463a45 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.114284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-21d3ee65-f14d-4183-9394-c375d4463a45 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for 15eaf260-d110-48d0-8bea-4521f1b6b88c owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:32.122472 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.149442 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.164401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-309934cb-5a87-4f1d-a623-bcdcad3cd190 None None] For port 15eaf260-d110-48d0-8bea-4521f1b6b88c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=15eaf260-d110-48d0-8bea-4521f1b6b88c,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:32.175539 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-309934cb-5a87-4f1d-a623-bcdcad3cd190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.188658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-57f38cec-f3bc-4d86-8add-7a8ac032adfc tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1204247 Nov 16 04:56:32.190239 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port 331f9126-5439-4579-a4e8-d3f2ddac4c94 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:56:32.205204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e2db3-780b-49c9-bd53-c7c4c149eabc req-bace67da-9f6a-4e12-87d1-6b44c397f84e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:32.208312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d0e2db3-780b-49c9-bd53-c7c4c149eabc req-bace67da-9f6a-4e12-87d1-6b44c397f84e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.2597911 Nov 16 04:56:32.235524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Allocated IP 172.20.0.2 (e89d6001-1955-43c1-98e9-3313d5a2a56b/13ca73bf-c673-4bf9-8a50-04644787e6c6/994b255e-15be-4838-bca5-3e30abf54e01) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:32.413052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309934cb-5a87-4f1d-a623-bcdcad3cd190 None None] Pushing event updated for resources: {'Port': ['ID=15eaf260-d110-48d0-8bea-4521f1b6b88c,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:32.428165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-65880c99-0c66-4f8a-b0cb-c93291fea6bc None None] Provisioning complete for port 15eaf260-d110-48d0-8bea-4521f1b6b88c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:32.428528 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65880c99-0c66-4f8a-b0cb-c93291fea6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.454171 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.473499 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.501247 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb318-33b3-4711-9618-a754d1ebeccd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.507960 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21d3ee65-f14d-4183-9394-c375d4463a45 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.529642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Pushing event updated for resources: {'Port': ['ID=62c34ccf-84c6-4590-a759-d1d116083b91,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:32.549555 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d0e2db3-780b-49c9-bd53-c7c4c149eabc req-971b2046-1ef3-4952-b2d5-46b158dc5a19 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248713 Nov 16 04:56:32.558039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:32.575405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=05a7dde1-4e7e-4062-a91e-92bac4f6ab55,segment=NetworkSegment(66a25465-1cb9-45f9-8b4a-a8bdb251738f),segment_id=66a25465-1cb9-45f9-8b4a-a8bdb251738f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:32.582541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:32.584969 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-65880c99-0c66-4f8a-b0cb-c93291fea6bc None None] Could not find standard attr ID for object 15eaf260-d110-48d0-8bea-4521f1b6b88c. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:56:32.586686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a7dde1-4e7e-4062-a91e-92bac4f6ab55'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:56:32.591576 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb9dc1f-7bf5-4f10-9e6a-514e16223d64" -d '{"events": [{"server_uuid": "a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2", "name": "network-vif-plugged", "status": "completed", "tag": "05a7dde1-4e7e-4062-a91e-92bac4f6ab55"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:56:32.597251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-23290ea3-8eb6-40e5-8a71-20fb6badc9a7 service neutron] 10.222.0.41 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874185 Nov 16 04:56:32.598319 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:32.610910 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.611911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 1aef4c6f-b943-49a1-a136-17590134fbd2 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:32.621421 n-d-818042-1 neutron-server[102661]: INFO neutron.plugins.ml2.db [None req-65880c99-0c66-4f8a-b0cb-c93291fea6bc None None] No ports have port_id starting with 15eaf260-d110-48d0-8bea-4521f1b6b88c Nov 16 04:56:32.645562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3460d3ef-e6b9-465a-8ce6-a14e0fa53eca None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:32.865893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=05a7dde1-4e7e-4062-a91e-92bac4f6ab55,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:32.888720 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.891016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ac626d9a-c80d-45e0-9861-69dfb90878a2 None None] Provisioning complete for port 62c34ccf-84c6-4590-a759-d1d116083b91 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:32.891394 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ac626d9a-c80d-45e0-9861-69dfb90878a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.924365 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.927679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878526db-6abc-4f74-b0ce-6d67b95281cf req-31260b94-0768-458a-8fde-3a692e242af5 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:32.929847 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-878526db-6abc-4f74-b0ce-6d67b95281cf req-31260b94-0768-458a-8fde-3a692e242af5 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 944 time: 0.2401326 Nov 16 04:56:32.934639 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdb318-33b3-4711-9618-a754d1ebeccd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=387d3b02-efb0-4959-84e3-77e80337ed1a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:32.947465 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 1aef4c6f-b943-49a1-a136-17590134fbd2 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:56:32.983452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 1aef4c6f-b943-49a1-a136-17590134fbd2 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:32.983765 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:32.985372 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ac626d9a-c80d-45e0-9861-69dfb90878a2 None None] Port 62c34ccf-84c6-4590-a759-d1d116083b91 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:33.019133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Network e89d6001-1955-43c1-98e9-3313d5a2a56b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:33.029067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:33.041236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:33.048574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Pushing event updated for resources: {'Port': ['ID=994b255e-15be-4838-bca5-3e30abf54e01,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:33.095600 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3ee65-f14d-4183-9394-c375d4463a45 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=15eaf260-d110-48d0-8bea-4521f1b6b88c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:33.098562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-b85dbfac-ca47-41cc-80a6-4d7280511c39 service neutron] 10.222.0.41 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704649 Nov 16 04:56:33.155709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.10 (e89d6001-1955-43c1-98e9-3313d5a2a56b/13ca73bf-c673-4bf9-8a50-04644787e6c6/331f9126-5439-4579-a4e8-d3f2ddac4c94) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:33.171935 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21d3ee65-f14d-4183-9394-c375d4463a45 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:33.178631 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-878526db-6abc-4f74-b0ce-6d67b95281cf req-0ee42d42-e451-4e6d-8042-7fbdc5a0fc80 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755900 Nov 16 04:56:33.225607 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:33.275844 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:33.286938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Attempting to bind port 994b255e-15be-4838-bca5-3e30abf54e01 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:33.288599 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Attempting to bind port 994b255e-15be-4838-bca5-3e30abf54e01 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'fd94b55e-2714-43b6-97d3-624fe5e3fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e89d6001-1955-43c1-98e9-3313d5a2a56b'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:33.290352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Attempting to bind port 994b255e-15be-4838-bca5-3e30abf54e01 on network e89d6001-1955-43c1-98e9-3313d5a2a56b {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:33.304527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:33.396837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3cdb318-33b3-4711-9618-a754d1ebeccd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:33.418553 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabfddec-344e-492a-b3a4-f44a078f7923 x-openstack-request-id: req-eabfddec-344e-492a-b3a4-f44a078f7923 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:56:33.419187 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2", "name": "network-vif-plugged", "status": "completed", "tag": "05a7dde1-4e7e-4062-a91e-92bac4f6ab55", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:56:33.419769 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eabfddec-344e-492a-b3a4-f44a078f7923 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:56:33.420400 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a7dde1-4e7e-4062-a91e-92bac4f6ab55', 'code': 200} Nov 16 04:56:33.436386 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:33.436953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Checking segment: {'id': 'fd94b55e-2714-43b6-97d3-624fe5e3fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e89d6001-1955-43c1-98e9-3313d5a2a56b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:33.437237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:33.437629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Bound using segment: {'id': 'fd94b55e-2714-43b6-97d3-624fe5e3fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e89d6001-1955-43c1-98e9-3313d5a2a56b'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:33.443569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Bound port: 994b255e-15be-4838-bca5-3e30abf54e01, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd94b55e-2714-43b6-97d3-624fe5e3fcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'e89d6001-1955-43c1-98e9-3313d5a2a56b'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:33.443990 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:33.532307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 1aef4c6f-b943-49a1-a136-17590134fbd2, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=1aef4c6f-b943-49a1-a136-17590134fbd2,segment=NetworkSegment(66a25465-1cb9-45f9-8b4a-a8bdb251738f),segment_id=66a25465-1cb9-45f9-8b4a-a8bdb251738f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:33.652014 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:33.676231 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:56:33.701197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d3ee65-f14d-4183-9394-c375d4463a45 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Router d1d9abe7-be6e-40a4-82e8-15c7b6055987 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:56:33.753858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:33.754539 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:33.826236 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:33.826937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] For port 994b255e-15be-4838-bca5-3e30abf54e01, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:33.841278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cdb318-33b3-4711-9618-a754d1ebeccd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router c3b6ec4d-34cf-43fe-94f3-68395209958c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:56:33.868308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e987f8c-a405-4d9f-a25e-ff6bb7650be6 req-b97c3b03-cf6e-43d5-a983-5ce4bed3fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:33.872002 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8e987f8c-a405-4d9f-a25e-ff6bb7650be6 req-b97c3b03-cf6e-43d5-a983-5ce4bed3fff8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 1096 time: 0.3273938 Nov 16 04:56:33.998134 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a59f0bf-922a-4bcd-84d6-ddb796abdfce req-c4332540-d144-4135-8d2b-60ab2020190f tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 210 time: 0.1407449 Nov 16 04:56:34.034695 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.072708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d3ee65-f14d-4183-9394-c375d4463a45 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:34.080530 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=1aef4c6f-b943-49a1-a136-17590134fbd2,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:34.081442 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-21d3ee65-f14d-4183-9394-c375d4463a45 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "PUT /v2.0/routers/d1d9abe7-be6e-40a4-82e8-15c7b6055987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7653313 Nov 16 04:56:34.086431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54442) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:34.094379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] For port 994b255e-15be-4838-bca5-3e30abf54e01, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=994b255e-15be-4838-bca5-3e30abf54e01,segment=NetworkSegment(fd94b55e-2714-43b6-97d3-624fe5e3fcb6),segment_id=fd94b55e-2714-43b6-97d3-624fe5e3fcb6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:34.111736 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.130136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cdb318-33b3-4711-9618-a754d1ebeccd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:34.139256 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c3cdb318-33b3-4711-9618-a754d1ebeccd tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3171027 Nov 16 04:56:34.146308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54444) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:34.146620 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71df7866-48ec-4bbd-8287-49027ca2f82c None None] Sync routers for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:34.171020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c2d88-40d4-4666-84de-6b3f4ec7bd73 None None] Sync routers for ids ['d1d9abe7-be6e-40a4-82e8-15c7b6055987'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:34.180259 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71df7866-48ec-4bbd-8287-49027ca2f82c None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:34.180906 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-71df7866-48ec-4bbd-8287-49027ca2f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:34.226821 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8e987f8c-a405-4d9f-a25e-ff6bb7650be6 req-265e8332-e8c8-4250-8bc5-8327093acd45 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446691 Nov 16 04:56:34.296611 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef27b2-c89c-4e4c-b4a7-9082a679811f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:34.303482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c2d88-40d4-4666-84de-6b3f4ec7bd73 None None] Routers {'d1d9abe7-be6e-40a4-82e8-15c7b6055987'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:34.304661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-222c2d88-40d4-4666-84de-6b3f4ec7bd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d1d9abe7-be6e-40a4-82e8-15c7b6055987'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:34.306234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aef27b2-c89c-4e4c-b4a7-9082a679811f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:34.310298 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1aef27b2-c89c-4e4c-b4a7-9082a679811f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2228692 Nov 16 04:56:34.314834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54448) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:34.385452 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-71df7866-48ec-4bbd-8287-49027ca2f82c None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:34.395623 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fae165-81c5-44e8-867f-c5777061b5ea tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting subnet 88f99ab5-78e3-4406-a724-516fa1d6f8ce {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:34.396200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03381f7-18db-4cef-a9ed-8ec2e061b145 None None] Pushing event updated for resources: {'Port': ['ID=994b255e-15be-4838-bca5-3e30abf54e01,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:34.459919 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6fae165-81c5-44e8-867f-c5777061b5ea tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.470626 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f47d6da-f3e0-4e0d-a19a-b141b728b347 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet fe775a01-84c6-4e05-a5b9-ec44bb9eea6d {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:34.475182 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-71df7866-48ec-4bbd-8287-49027ca2f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:32Z', 'revision_number': 11, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:34.480845 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f47d6da-f3e0-4e0d-a19a-b141b728b347 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.481003 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-222c2d88-40d4-4666-84de-6b3f4ec7bd73 None None] Set router d1d9abe7-be6e-40a4-82e8-15c7b6055987 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:34.502608 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71df7866-48ec-4bbd-8287-49027ca2f82c None None] Checking router: c3b6ec4d-34cf-43fe-94f3-68395209958c for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:56:34.521457 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71df7866-48ec-4bbd-8287-49027ca2f82c None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:34.522214 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-71df7866-48ec-4bbd-8287-49027ca2f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:34.537189 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6fae165-81c5-44e8-867f-c5777061b5ea tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.560217 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f47d6da-f3e0-4e0d-a19a-b141b728b347 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.595063 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.596445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-222c2d88-40d4-4666-84de-6b3f4ec7bd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9abe7-be6e-40a4-82e8-15c7b6055987', 'name': 'tempest-NetworksTestDHCPv6-router-1161886717', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:24Z', 'updated_at': '2021-11-16T04:56:32Z', 'revision_number': 3, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:34.644356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c2d88-40d4-4666-84de-6b3f4ec7bd73 None None] Checking router: d1d9abe7-be6e-40a4-82e8-15c7b6055987 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:56:34.657205 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-71df7866-48ec-4bbd-8287-49027ca2f82c None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:34.659545 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c2d88-40d4-4666-84de-6b3f4ec7bd73 None None] Routers {'d1d9abe7-be6e-40a4-82e8-15c7b6055987'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:34.660185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae7b98-1842-4d7b-b422-9116bfe5cbc7 req-03607aff-aaae-4e22-8be6-2380daeeff61 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:34.660572 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-222c2d88-40d4-4666-84de-6b3f4ec7bd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d1d9abe7-be6e-40a4-82e8-15c7b6055987'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:34.671593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecae7b98-1842-4d7b-b422-9116bfe5cbc7 req-03607aff-aaae-4e22-8be6-2380daeeff61 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 945 time: 0.7610052 Nov 16 04:56:34.672432 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.687028 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.726890 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-71df7866-48ec-4bbd-8287-49027ca2f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:32Z', 'revision_number': 11, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:34.758387 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71df7866-48ec-4bbd-8287-49027ca2f82c None None] The sync data for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 is: [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:32Z', 'revision_number': 11, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:34.788384 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f47d6da-f3e0-4e0d-a19a-b141b728b347 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.792551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=331f9126-5439-4579-a4e8-d3f2ddac4c94,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:34.811202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network e89d6001-1955-43c1-98e9-3313d5a2a56b is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:34.821055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:34.835286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-222c2d88-40d4-4666-84de-6b3f4ec7bd73 None None] Set router d1d9abe7-be6e-40a4-82e8-15c7b6055987 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:34.838171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:34.864335 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.889492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:34.915048 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f47d6da-f3e0-4e0d-a19a-b141b728b347 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.919259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-222c2d88-40d4-4666-84de-6b3f4ec7bd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1d9abe7-be6e-40a4-82e8-15c7b6055987', 'name': 'tempest-NetworksTestDHCPv6-router-1161886717', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:24Z', 'updated_at': '2021-11-16T04:56:32Z', 'revision_number': 3, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:34.924468 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6fae165-81c5-44e8-867f-c5777061b5ea tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.949710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c2d88-40d4-4666-84de-6b3f4ec7bd73 None None] The sync data for ids ['d1d9abe7-be6e-40a4-82e8-15c7b6055987'] in n-d-818042-1 is: [{'id': 'd1d9abe7-be6e-40a4-82e8-15c7b6055987', 'name': 'tempest-NetworksTestDHCPv6-router-1161886717', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:24Z', 'updated_at': '2021-11-16T04:56:32Z', 'revision_number': 3, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:34.971342 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f47d6da-f3e0-4e0d-a19a-b141b728b347 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:34.977293 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8f47d6da-f3e0-4e0d-a19a-b141b728b347 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/fe775a01-84c6-4e05-a5b9-ec44bb9eea6d HTTP/1.1" status: 204 len: 168 time: 0.6514099 Nov 16 04:56:34.978243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47d6da-f3e0-4e0d-a19a-b141b728b347 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=fe775a01-84c6-4e05-a5b9-ec44bb9eea6d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:34.981911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54450) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:34.983627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c04f51-74c0-4dd0-97d6-e825063d416a req-86557854-f6e6-4baf-8cee-ebba11b71521 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:34.985619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3c04f51-74c0-4dd0-97d6-e825063d416a req-86557854-f6e6-4baf-8cee-ebba11b71521 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.4189763 Nov 16 04:56:34.996921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a282432-2ea4-4dcf-b3dc-753692f80feb None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:35.006639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecae7b98-1842-4d7b-b422-9116bfe5cbc7 req-904b96f2-1106-47a3-8c0f-79bc8a6f146c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3332493 Nov 16 04:56:35.030971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:35.031616 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:35.064520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,revision_number=12']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:35.097432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3c04f51-74c0-4dd0-97d6-e825063d416a req-adafff27-9306-4319-a043-65cc7c3980f6 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855482 Nov 16 04:56:35.104098 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4e96c34b-8531-4670-9ccd-f4b6ebce4ba0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5310807 Nov 16 04:56:35.116750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54454) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:35.118749 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bb2692ae-9177-408f-b2b2-5e6ccba33b15 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1334703 Nov 16 04:56:35.122027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54456) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:35.142439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': 'e89d6001-1955-43c1-98e9-3313d5a2a56b', 'name': 'tempest-PortsTestJSON-763453661', 'fixed_ips': [{'subnet_id': '13ca73bf-c673-4bf9-8a50-04644787e6c6', 'ip_address': '172.20.0.9'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:35.262144 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6fae165-81c5-44e8-867f-c5777061b5ea tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:35.302783 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0460b44e-69a1-4074-a499-1238e7a4ea4e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:35.304977 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fae165-81c5-44e8-867f-c5777061b5ea tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Subnet': ['ID=88f99ab5-78e3-4406-a724-516fa1d6f8ce,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:35.309344 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6fae165-81c5-44e8-867f-c5777061b5ea tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:35.314893 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c6fae165-81c5-44e8-867f-c5777061b5ea tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/88f99ab5-78e3-4406-a724-516fa1d6f8ce HTTP/1.1" status: 204 len: 168 time: 1.1655154 Nov 16 04:56:35.317786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5d1cec-ba15-4bdf-b3b6-0945b8576c47 None None] Network 3033ff05-f672-4db0-967d-76fb31a1dd0c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:35.354765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54458) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:35.423168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd745edd-a12a-4b66-b561-cacbc2f417b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aef4c6f-b943-49a1-a136-17590134fbd2'}, {'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:56:35.428710 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae864419-19f9-4bab-acae-6cf55aebfe92" -d '{"events": [{"server_uuid": "cd745edd-a12a-4b66-b561-cacbc2f417b3", "name": "network-vif-plugged", "status": "completed", "tag": "1aef4c6f-b943-49a1-a136-17590134fbd2"}, {"server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "name": "network-vif-plugged", "status": "completed", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:56:35.478384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b407fc03-2e83-49a9-ba16-810aa110eb88 None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:35.487922 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-69058593-ad3a-4688-ac80-c174e8097954 req-2cdb6914-913e-4172-b6de-598c96a39366 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 210 time: 0.2154977 Nov 16 04:56:35.603465 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 16 Nov 2021 04:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf9d211-7a78-49db-af43-4b4487cae9d8 x-openstack-request-id: req-dbf9d211-7a78-49db-af43-4b4487cae9d8 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:56:35.603767 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd745edd-a12a-4b66-b561-cacbc2f417b3", "name": "network-vif-plugged", "status": "completed", "tag": "1aef4c6f-b943-49a1-a136-17590134fbd2", "code": 200}, {"server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "name": "network-vif-plugged", "status": "completed", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:56:35.604017 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbf9d211-7a78-49db-af43-4b4487cae9d8 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:56:35.604418 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd745edd-a12a-4b66-b561-cacbc2f417b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aef4c6f-b943-49a1-a136-17590134fbd2', 'code': 200} Nov 16 04:56:35.604674 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'code': 200} Nov 16 04:56:35.638829 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0460b44e-69a1-4074-a499-1238e7a4ea4e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:35.643064 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0460b44e-69a1-4074-a499-1238e7a4ea4e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:35.644239 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Router a65c979a-68bc-4171-a939-2b304314ad42 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:56:35.716779 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0460b44e-69a1-4074-a499-1238e7a4ea4e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:35.717253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0460b44e-69a1-4074-a499-1238e7a4ea4e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Fanout notify agent at l3_agent the message router_deleted on router d1d9abe7-be6e-40a4-82e8-15c7b6055987 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:56:35.733907 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0460b44e-69a1-4074-a499-1238e7a4ea4e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:35.738133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b407fc03-2e83-49a9-ba16-810aa110eb88 None None] Deleting port a41bb0e4-6caa-456a-b115-17f5689c617f {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:35.738602 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b407fc03-2e83-49a9-ba16-810aa110eb88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:35.743103 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0460b44e-69a1-4074-a499-1238e7a4ea4e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/routers/d1d9abe7-be6e-40a4-82e8-15c7b6055987 HTTP/1.1" status: 204 len: 168 time: 0.6201141 Nov 16 04:56:35.790501 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54462) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:35.805303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-bfdc659b-58eb-4e2a-bc62-bff8c487e124 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:35.818416 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 994b255e-15be-4838-bca5-3e30abf54e01 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:35.825383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4b115-6684-4812-9bce-0e375fbd92d3 req-338aa64a-8808-4808-a213-87d908094c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:35.826939 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-93f4b115-6684-4812-9bce-0e375fbd92d3 req-338aa64a-8808-4808-a213-87d908094c1c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 1096 time: 0.0827613 Nov 16 04:56:35.880928 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-93f4b115-6684-4812-9bce-0e375fbd92d3 req-ca00a7b7-bf46-443c-b1cb-34c604485e6b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473518 Nov 16 04:56:35.914363 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:35.935413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 994b255e-15be-4838-bca5-3e30abf54e01 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:35.936148 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:35.941037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b407fc03-2e83-49a9-ba16-810aa110eb88 None None] For port a41bb0e4-6caa-456a-b115-17f5689c617f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a41bb0e4-6caa-456a-b115-17f5689c617f,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:35.941435 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b407fc03-2e83-49a9-ba16-810aa110eb88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:35.947328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c117c98-8b36-4c74-824f-0b84aeb86017 None None] Network e89d6001-1955-43c1-98e9-3313d5a2a56b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:35.997151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b407fc03-2e83-49a9-ba16-810aa110eb88 None None] Calling delete_port for a41bb0e4-6caa-456a-b115-17f5689c617f owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:36.025489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9ebf2438-6c6e-41ec-91bd-35c9d890cb12 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:36.027112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9ebf2438-6c6e-41ec-91bd-35c9d890cb12 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.37 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 814 time: 0.7677386 Nov 16 04:56:36.031251 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ba5f46-152e-4664-ad93-1cf0f1a4d279 None None] DHCP port deletion for 3033ff05-f672-4db0-967d-76fb31a1dd0c request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:36.062444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1a275366-c667-4a49-a578-492bbd2730e6 req-3c54f8ea-2270-4481-9696-2444c0210f42 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Request body: {'port': {'device_id': '5a8b2d9b-5395-4470-9ace-244f249cd89a', 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa', 'admin_state_up': True, 'tenant_id': 'f809e2ea49f64589ac5ad430817dc610'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:36.147270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-68179151-2f74-46fb-bc89-329c95d6eea5 None None] Provisioning complete for port 994b255e-15be-4838-bca5-3e30abf54e01 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:36.147647 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68179151-2f74-46fb-bc89-329c95d6eea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.161576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04314038-881b-4437-91dc-680fdca34629 req-f2b4b0db-8109-4a50-9c77-c2322c360a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:36.163147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04314038-881b-4437-91dc-680fdca34629 req-f2b4b0db-8109-4a50-9c77-c2322c360a43 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 1097 time: 0.2607753 Nov 16 04:56:36.177548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:36.183753 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.285364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:36.289843 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.291066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1fe4f997-1bbc-4c80-8ebb-382af75d7353 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "PUT /v2.0/routers/a65c979a-68bc-4171-a939-2b304314ad42 HTTP/1.1" status: 200 len: 919 time: 6.6537318 Nov 16 04:56:36.294523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54468) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:36.299228 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.309890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port f39c7984-6d9c-4501-b59e-71ad61fd251a yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:56:36.310730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df993ed9-d3b4-432f-85d8-6111f6aefea4 None None] Sync routers for ids ['a65c979a-68bc-4171-a939-2b304314ad42'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:36.322411 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b407fc03-2e83-49a9-ba16-810aa110eb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.332492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-03ba5f46-152e-4664-ad93-1cf0f1a4d279 None None] Deleting port 8e8d6167-6aaf-4909-bf7b-f70690f0c570 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:36.332852 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03ba5f46-152e-4664-ad93-1cf0f1a4d279 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.371921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdc659b-58eb-4e2a-bc62-bff8c487e124 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:36.375659 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bfdc659b-58eb-4e2a-bc62-bff8c487e124 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.406065 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bb39e4e0-961d-4179-a45a-e45c1ec9fcce tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/routers/a65c979a-68bc-4171-a939-2b304314ad42 HTTP/1.1" status: 200 len: 925 time: 0.1102307 Nov 16 04:56:36.409697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54470) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:36.454030 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a45cffc-1e73-4312-b81e-e5b27877b9c1 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:36.458015 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0a45cffc-1e73-4312-b81e-e5b27877b9c1 tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&device_id=a65c979a-68bc-4171-a939-2b304314ad42&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0446751 Nov 16 04:56:36.458380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54472) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:36.485295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22cd7d-5e88-41fe-93fc-97689aed7704 req-da902e4f-e56e-4c15-907f-41ee7618414e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:36.490277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be22cd7d-5e88-41fe-93fc-97689aed7704 req-da902e4f-e56e-4c15-907f-41ee7618414e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 946 time: 0.3630435 Nov 16 04:56:36.502405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04314038-881b-4437-91dc-680fdca34629 req-779742b3-3adb-4ff8-a00c-d721d87d47d0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3077419 Nov 16 04:56:36.550050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9886739-e58f-42e7-af0d-02de335b17ce tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:36.554057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece300f0-577e-4989-9b4b-8a136d1f30cb req-48d058b7-4ae3-4de5-a7a8-7f1c903e1629 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:36.554227 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f9886739-e58f-42e7-af0d-02de335b17ce tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 881 time: 0.0920825 Nov 16 04:56:36.554313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ece300f0-577e-4989-9b4b-8a136d1f30cb req-48d058b7-4ae3-4de5-a7a8-7f1c903e1629 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.3545792 Nov 16 04:56:36.558645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54476) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:36.583049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407fc03-2e83-49a9-ba16-810aa110eb88 None None] Pushing event deleted for resources: {'Port': ['ID=a41bb0e4-6caa-456a-b115-17f5689c617f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:36.593508 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407fc03-2e83-49a9-ba16-810aa110eb88 None None] No DVR routers for this DVR port a41bb0e4-6caa-456a-b115-17f5689c617f on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:36.599098 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c177e3cf-3ad5-43da-b73e-891129be9b0a tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c979a-68bc-4171-a939-2b304314ad42 HTTP/1.1" status: 200 len: 205 time: 0.0388141 Nov 16 04:56:36.599952 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54478) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:36.600184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df993ed9-d3b4-432f-85d8-6111f6aefea4 None None] Routers {'a65c979a-68bc-4171-a939-2b304314ad42'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:36.600813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-df993ed9-d3b4-432f-85d8-6111f6aefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a65c979a-68bc-4171-a939-2b304314ad42'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:36.605558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Deleting port 8e8d6167-6aaf-4909-bf7b-f70690f0c570 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:36.606222 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.688511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 994b255e-15be-4838-bca5-3e30abf54e01, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=994b255e-15be-4838-bca5-3e30abf54e01,segment=NetworkSegment(fd94b55e-2714-43b6-97d3-624fe5e3fcb6),segment_id=fd94b55e-2714-43b6-97d3-624fe5e3fcb6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:36.694110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-df993ed9-d3b4-432f-85d8-6111f6aefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:36.704140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-03ba5f46-152e-4664-ad93-1cf0f1a4d279 None None] For port 8e8d6167-6aaf-4909-bf7b-f70690f0c570, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8e8d6167-6aaf-4909-bf7b-f70690f0c570,segment=NetworkSegment(30663094-36eb-4b95-9363-4b6a13a3c7ca),segment_id=30663094-36eb-4b95-9363-4b6a13a3c7ca)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:36.704537 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03ba5f46-152e-4664-ad93-1cf0f1a4d279 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.713396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.721081 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.735250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-03ba5f46-152e-4664-ad93-1cf0f1a4d279 None None] Calling delete_port for 8e8d6167-6aaf-4909-bf7b-f70690f0c570 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:36.740204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a275366-c667-4a49-a578-492bbd2730e6 req-3c54f8ea-2270-4481-9696-2444c0210f42 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Made reservation on behalf of f809e2ea49f64589ac5ad430817dc610 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:36.753787 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a275366-c667-4a49-a578-492bbd2730e6 req-3c54f8ea-2270-4481-9696-2444c0210f42 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.807283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 387d3b02-efb0-4959-84e3-77e80337ed1a no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:36.814370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df993ed9-d3b4-432f-85d8-6111f6aefea4 None None] Routers {'a65c979a-68bc-4171-a939-2b304314ad42'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:36.815107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-df993ed9-d3b4-432f-85d8-6111f6aefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a65c979a-68bc-4171-a939-2b304314ad42'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:36.816919 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68179151-2f74-46fb-bc89-329c95d6eea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.825330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ece300f0-577e-4989-9b4b-8a136d1f30cb req-1c05d8a7-f8f9-4554-882b-9454367e7703 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550528 Nov 16 04:56:36.861012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=994b255e-15be-4838-bca5-3e30abf54e01,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:36.869387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be22cd7d-5e88-41fe-93fc-97689aed7704 req-a10d1f53-62ff-416f-87ad-600f003b0549 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618522 Nov 16 04:56:36.908803 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.913696 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] For port 8e8d6167-6aaf-4909-bf7b-f70690f0c570, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8e8d6167-6aaf-4909-bf7b-f70690f0c570,segment=NetworkSegment(30663094-36eb-4b95-9363-4b6a13a3c7ca),segment_id=30663094-36eb-4b95-9363-4b6a13a3c7ca)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:36.914164 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:36.954391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 387d3b02-efb0-4959-84e3-77e80337ed1a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:36.954963 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 387d3b02-efb0-4959-84e3-77e80337ed1a not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:36.955523 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a41bb0e4-6caa-456a-b115-17f5689c617f no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:37.008075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Calling delete_port for 8e8d6167-6aaf-4909-bf7b-f70690f0c570 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:37.010263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.9 (e89d6001-1955-43c1-98e9-3313d5a2a56b/13ca73bf-c673-4bf9-8a50-04644787e6c6/f39c7984-6d9c-4501-b59e-71ad61fd251a) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:37.013246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-df993ed9-d3b4-432f-85d8-6111f6aefea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:37.013862 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df993ed9-d3b4-432f-85d8-6111f6aefea4 None None] The sync data for ids ['a65c979a-68bc-4171-a939-2b304314ad42'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:37.018239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a41bb0e4-6caa-456a-b115-17f5689c617f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:37.018583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a41bb0e4-6caa-456a-b115-17f5689c617f not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:37.019007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 15eaf260-d110-48d0-8bea-4521f1b6b88c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:37.044967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Deleting port 62c34ccf-84c6-4590-a759-d1d116083b91 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:37.045574 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:37.059802 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 15eaf260-d110-48d0-8bea-4521f1b6b88c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:37.060063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 15eaf260-d110-48d0-8bea-4521f1b6b88c not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:37.111294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc3a872f-94a3-4ad2-9388-18e2161799a0 req-af7c6f88-337e-4a04-8c14-a094d3f8fd05 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 210 time: 0.1175032 Nov 16 04:56:37.126423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-68179151-2f74-46fb-bc89-329c95d6eea5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:56:37.126694 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-68179151-2f74-46fb-bc89-329c95d6eea5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:56:37.138118 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03ba5f46-152e-4664-ad93-1cf0f1a4d279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:37.178136 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:37.181222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba5f46-152e-4664-ad93-1cf0f1a4d279 None None] No DVR routers for this DVR port 8e8d6167-6aaf-4909-bf7b-f70690f0c570 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:37.184855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba5f46-152e-4664-ad93-1cf0f1a4d279 None None] Pushing event deleted for resources: {'Port': ['ID=8e8d6167-6aaf-4909-bf7b-f70690f0c570,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:37.198608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Calling delete_port for 62c34ccf-84c6-4590-a759-d1d116083b91 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:37.298984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-1a275366-c667-4a49-a578-492bbd2730e6 req-3c54f8ea-2270-4481-9696-2444c0210f42 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Allocated IP 172.20.0.6 (833b0ffb-4d62-4130-a5de-4c246cada0fa/7165b9bb-2dd4-4528-b72b-32d19725ce83/b2f7c00d-5c68-42d8-8114-722ad3fb5b33) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:37.366761 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bfdc659b-58eb-4e2a-bc62-bff8c487e124 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:37.440478 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:37.473670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc659b-58eb-4e2a-bc62-bff8c487e124 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:37.569792 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 994b255e-15be-4838-bca5-3e30abf54e01 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:37.698440 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 994b255e-15be-4838-bca5-3e30abf54e01 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:37.699493 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:37.708061 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:37.745498 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Pushing event deleted for resources: {'Port': ['ID=62c34ccf-84c6-4590-a759-d1d116083b91,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:37.779371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d23e53-dc50-4df9-9125-c15f82c72b98 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:37.813267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Port': ['ID=8e8d6167-6aaf-4909-bf7b-f70690f0c570,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:37.815181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-bfdc659b-58eb-4e2a-bc62-bff8c487e124 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:37.823463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No DVR routers for this DVR port 8e8d6167-6aaf-4909-bf7b-f70690f0c570 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:37.833128 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc659b-58eb-4e2a-bc62-bff8c487e124 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:37.833946 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bfdc659b-58eb-4e2a-bc62-bff8c487e124 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:37.847720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc659b-58eb-4e2a-bc62-bff8c487e124 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=01bdc314-df78-4514-88a7-90f7274e12f3,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:37.853064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0516019-0cb7-43de-88e6-85f67b524497 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:37.868080 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:37.938334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bfdc659b-58eb-4e2a-bc62-bff8c487e124 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1464939 Nov 16 04:56:37.954583 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.010691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54510) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:38.025438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7de9361d-1722-44f0-b744-c57c6fca4321 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-311406215', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:38.044148 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3bf3186a-8d8a-4447-80fd-336f3dff1433 None None] Provisioning complete for port 331f9126-5439-4579-a4e8-d3f2ddac4c94 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:38.044621 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3bf3186a-8d8a-4447-80fd-336f3dff1433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.048890 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.051547 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.092858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3bf3186a-8d8a-4447-80fd-336f3dff1433 None None] Port 331f9126-5439-4579-a4e8-d3f2ddac4c94 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:38.095055 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2ba5102-852e-4601-87ab-dcc8955ac719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.112177 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.114443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Fanout notify agent at l3_agent the message router_deleted on router a65c979a-68bc-4171-a939-2b304314ad42 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:56:38.137049 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.141157 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.148192 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e41fd776-495e-4d49-9641-d7a7226320e4 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "DELETE /v2.0/routers/a65c979a-68bc-4171-a939-2b304314ad42 HTTP/1.1" status: 204 len: 168 time: 1.5418484 Nov 16 04:56:38.149063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54526) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:38.154416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1164577524', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:38.184262 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3bf3186a-8d8a-4447-80fd-336f3dff1433 None None] Provisioning complete for port 994b255e-15be-4838-bca5-3e30abf54e01 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:38.184793 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3bf3186a-8d8a-4447-80fd-336f3dff1433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.216831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8e8d6167-6aaf-4909-bf7b-f70690f0c570 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:38.219590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3033ff05-f672-4db0-967d-76fb31a1dd0c']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:38.238620 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.239784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.242572 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7de9361d-1722-44f0-b744-c57c6fca4321 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.243590 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7de9361d-1722-44f0-b744-c57c6fca4321 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.257418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 8e8d6167-6aaf-4909-bf7b-f70690f0c570 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:38.257881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8e8d6167-6aaf-4909-bf7b-f70690f0c570 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:38.258993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30663094-36eb-4b95-9363-4b6a13a3c7ca') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:38.259314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30663094-36eb-4b95-9363-4b6a13a3c7ca') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:38.280428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': '01bdc314-df78-4514-88a7-90f7274e12f3'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:56:38.281534 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.286288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b959ca-c146-4ab3-b120-3ce757d50222 req-e508256a-8d0f-4ed2-9720-0173aa4cd0b9 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:38.287816 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2b959ca-c146-4ab3-b120-3ce757d50222 req-e508256a-8d0f-4ed2-9720-0173aa4cd0b9 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.2547665 Nov 16 04:56:38.298731 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a275366-c667-4a49-a578-492bbd2730e6 req-3c54f8ea-2270-4481-9696-2444c0210f42 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.302599 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.336469 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-8414067a-9ec7-423c-b979-4ab05d573e36 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3007796 Nov 16 04:56:38.344975 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.373535 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.375110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceae35-9c6f-4c54-977f-73e8771f9b27 req-3856c423-3e8f-4647-a1cd-196e49c76096 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:38.382838 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3bceae35-9c6f-4c54-977f-73e8771f9b27 req-3856c423-3e8f-4647-a1cd-196e49c76096 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 946 time: 0.3450856 Nov 16 04:56:38.391327 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.449836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:56:38.450245 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:56:38.462965 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:56:38.474093 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Allocated IP 2001:db8::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/01bdc314-df78-4514-88a7-90f7274e12f3/ce8d83c5-4424-425d-b896-f973afb6b1e7) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:38.544036 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.574117 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7de9361d-1722-44f0-b744-c57c6fca4321 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.600334 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network e89d6001-1955-43c1-98e9-3313d5a2a56b is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:38.624251 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7de9361d-1722-44f0-b744-c57c6fca4321 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.637716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:38.645157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:38.653232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=f39c7984-6d9c-4501-b59e-71ad61fd251a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:38.666337 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.673356 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.706267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2b959ca-c146-4ab3-b120-3ce757d50222 req-274ad1d2-f511-4dd5-b6cf-711779a8aa5f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052072 Nov 16 04:56:38.718012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3bceae35-9c6f-4c54-977f-73e8771f9b27 req-81041115-1ec8-4d4f-b447-dce9b5cc5beb tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3342505 Nov 16 04:56:38.725849 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.745351 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.755143 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/networks/3033ff05-f672-4db0-967d-76fb31a1dd0c HTTP/1.1" status: 204 len: 168 time: 3.3933346 Nov 16 04:56:38.775218 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Pushing event updated for resources: {'Port': ['ID=ce8d83c5-4424-425d-b896-f973afb6b1e7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:38.780995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54530) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:38.785358 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a275366-c667-4a49-a578-492bbd2730e6 req-3c54f8ea-2270-4481-9696-2444c0210f42 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.794352 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7de9361d-1722-44f0-b744-c57c6fca4321 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:38.795579 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7de9361d-1722-44f0-b744-c57c6fca4321 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7816291 Nov 16 04:56:38.813109 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:38.820805 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:38.823223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['bdeb15b2-2b0e-4504-95a6-ca48892c1eb7'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:56:38.825579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b978d484-6cca-4f98-bf99-ba7b720e107e'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:56:38.827838 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54532) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:38.851670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-65129945-6d6a-4137-81e5-e8662aebad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:38.856828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-65129945-6d6a-4137-81e5-e8662aebad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:38.857307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-65129945-6d6a-4137-81e5-e8662aebad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:38.857802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-65129945-6d6a-4137-81e5-e8662aebad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:38.858287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-65129945-6d6a-4137-81e5-e8662aebad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:38.858767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-65129945-6d6a-4137-81e5-e8662aebad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:38.859247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-65129945-6d6a-4137-81e5-e8662aebad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:38.860011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:38.861396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-65129945-6d6a-4137-81e5-e8662aebad81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 6502 time: 0.4245067 Nov 16 04:56:38.875547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-763f7ab0-a1d7-450b-92e7-406653c5108c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'router': {'routes': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:38.979330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1facb4-2f2e-4e42-b91b-c61a997a1d47 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Pushing event deleted for resources: {'Network': ['ID=3033ff05-f672-4db0-967d-76fb31a1dd0c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:38.998568 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:39.001065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:39.001917 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:39.012261 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0cda7bfc-45d7-445f-8a8d-89618075cf0b req-f6d850c9-ea98-4d61-9818-8844a0c74950 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3098085 Nov 16 04:56:39.026483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Attempting to bind port ce8d83c5-4424-425d-b896-f973afb6b1e7 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:39.027747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Attempting to bind port ce8d83c5-4424-425d-b896-f973afb6b1e7 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:39.028028 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Attempting to bind port ce8d83c5-4424-425d-b896-f973afb6b1e7 on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:39.044964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:39.045716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:39.045912 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:39.046296 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:39.047472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Bound port: ce8d83c5-4424-425d-b896-f973afb6b1e7, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:39.047914 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:39.095454 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:39.116971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2d920bdc-d891-4608-8fac-753eb2370b42 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9863265 Nov 16 04:56:39.118845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54536) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:39.194337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-725b8668-f46b-4c9f-b978-4f14fd47ba3f None None] Provisioning complete for port f39c7984-6d9c-4501-b59e-71ad61fd251a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:39.194738 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725b8668-f46b-4c9f-b978-4f14fd47ba3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:39.242133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a275366-c667-4a49-a578-492bbd2730e6 req-3c54f8ea-2270-4481-9696-2444c0210f42 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Network 833b0ffb-4d62-4130-a5de-4c246cada0fa is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:39.246782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54f8ea-2270-4481-9696-2444c0210f42 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Pushing event updated for resources: {'Port': ['ID=b2f7c00d-5c68-42d8-8114-722ad3fb5b33,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:39.271610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-1a275366-c667-4a49-a578-492bbd2730e6 req-3c54f8ea-2270-4481-9696-2444c0210f42 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:39.275470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-725b8668-f46b-4c9f-b978-4f14fd47ba3f None None] Port f39c7984-6d9c-4501-b59e-71ad61fd251a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:39.278963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a275366-c667-4a49-a578-492bbd2730e6 req-3c54f8ea-2270-4481-9696-2444c0210f42 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:39.307355 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7134d0-8e95-4fb0-bf59-911584653bad req-fe743478-d112-469d-af2a-a15f7e1cddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:39.308990 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4e7134d0-8e95-4fb0-bf59-911584653bad req-fe743478-d112-469d-af2a-a15f7e1cddbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 1096 time: 0.2478464 Nov 16 04:56:39.323320 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] For port ce8d83c5-4424-425d-b896-f973afb6b1e7, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:39.361226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] For port ce8d83c5-4424-425d-b896-f973afb6b1e7, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ce8d83c5-4424-425d-b896-f973afb6b1e7,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:39.368866 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c183aff6-548a-475d-b7be-b9301d04c436 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:39.370132 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c183aff6-548a-475d-b7be-b9301d04c436 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2457242 Nov 16 04:56:39.373745 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:39.395588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54538) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:39.462056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12d3ec-877c-4d78-af3b-d1c48ef745fa None None] Pushing event updated for resources: {'Port': ['ID=ce8d83c5-4424-425d-b896-f973afb6b1e7,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:39.486401 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:39.505647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda7bfc-45d7-445f-8a8d-89618075cf0b req-aa9a6e06-8448-49ab-921e-f27df9300603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:39.507189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cda7bfc-45d7-445f-8a8d-89618075cf0b req-aa9a6e06-8448-49ab-921e-f27df9300603 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 1096 time: 0.3995457 Nov 16 04:56:39.510766 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Allocated IP 172.25.0.201 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/c4b99e24-a19a-433e-bc5a-5c3358ea2332) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:39.524506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.extraroute_db [None req-763f7ab0-a1d7-450b-92e7-406653c5108c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Added routes are [] {{(pid=102659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 04:56:39.525021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.extraroute_db [None req-763f7ab0-a1d7-450b-92e7-406653c5108c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Removed routes are [] {{(pid=102659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 04:56:39.525524 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-763f7ab0-a1d7-450b-92e7-406653c5108c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:39.539007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f5fad-7b6f-476f-9bed-5a48c35baf8f req-c59673e9-fed9-445a-b00f-17ae186c921b tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:39.540493 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7134d0-8e95-4fb0-bf59-911584653bad req-cd80eb32-53b3-4a8f-8e40-7e6f8703ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:39.542134 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4e7134d0-8e95-4fb0-bf59-911584653bad req-cd80eb32-53b3-4a8f-8e40-7e6f8703ad88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 200 len: 920 time: 0.2238042 Nov 16 04:56:39.548180 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d71f5fad-7b6f-476f-9bed-5a48c35baf8f req-c59673e9-fed9-445a-b00f-17ae186c921b tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 931 time: 0.6669478 Nov 16 04:56:39.571191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb15d4-a5eb-41c9-8549-a5c5fe9852ba req-89b5db39-4235-4d49-9d66-fd438b36d046 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:39.573003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83fb15d4-a5eb-41c9-8549-a5c5fe9852ba req-89b5db39-4235-4d49-9d66-fd438b36d046 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.3759489 Nov 16 04:56:39.601905 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-1d227f5e-ae3a-4213-aca8-5089ffc476bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:39.602377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-1d227f5e-ae3a-4213-aca8-5089ffc476bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:39.602998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-1d227f5e-ae3a-4213-aca8-5089ffc476bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:39.604695 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-1d227f5e-ae3a-4213-aca8-5089ffc476bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=5bf91be6-016c-43c7-bd07-759140c5c6aa&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=b2d76239-38c0-4067-927a-e44e97332111&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 HTTP/1.1" status: 200 len: 2298 time: 0.5549150 Nov 16 04:56:39.612257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275366-c667-4a49-a578-492bbd2730e6 req-3c54f8ea-2270-4481-9696-2444c0210f42 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:39.613099 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a275366-c667-4a49-a578-492bbd2730e6 req-3c54f8ea-2270-4481-9696-2444c0210f42 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:39.674777 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4e7134d0-8e95-4fb0-bf59-911584653bad req-3b5d5398-f775-47ee-b0f0-816481791abb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aef4c6f-b943-49a1-a136-17590134fbd2 HTTP/1.1" status: 200 len: 217 time: 0.0894430 Nov 16 04:56:39.816994 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7134d0-8e95-4fb0-bf59-911584653bad req-1de55ca3-79c6-45d6-8de1-e2946d3b01c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:39.818542 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4e7134d0-8e95-4fb0-bf59-911584653bad req-1de55ca3-79c6-45d6-8de1-e2946d3b01c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d4ac978-3002-4c8c-8e52-ab185519d0b2 HTTP/1.1" status: 200 len: 859 time: 0.1360395 Nov 16 04:56:39.902358 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:39.905411 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4e7134d0-8e95-4fb0-bf59-911584653bad req-2ad65868-8e95-498c-9020-3b341453be9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae5e376-b921-496b-842a-45e78562fba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781136 Nov 16 04:56:40.051090 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::1 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/01bdc314-df78-4514-88a7-90f7274e12f3/e0fa04ba-f225-49ac-b32c-b2b947392507) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:40.067726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:40.153885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-3c54f8ea-2270-4481-9696-2444c0210f42 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0978227 Nov 16 04:56:40.159215 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4e7134d0-8e95-4fb0-bf59-911584653bad req-f5dd939b-b2c8-4901-9862-996ab91920e3 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461462 Nov 16 04:56:40.163450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b8010-de45-4191-bcc9-6a83dc712749 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:40.166097 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:40.173560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b8010-de45-4191-bcc9-6a83dc712749 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:40.179663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0b8010-de45-4191-bcc9-6a83dc712749 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:40.181904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cb0b8010-de45-4191-bcc9-6a83dc712749 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.7820411 Nov 16 04:56:40.185637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:40.187367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54542) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:40.188169 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e18bd309-a272-4ea1-ad06-a48302e004e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:40.205809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9c611-fa93-45f4-88c0-9410a8da9488 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:40.208689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Request body: {'port': {'device_id': '5a8b2d9b-5395-4470-9ace-244f249cd89a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:40.236822 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:40.266515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Pushing event updated for resources: {'Port': ['ID=c4b99e24-a19a-433e-bc5a-5c3358ea2332,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:40.326103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d71f5fad-7b6f-476f-9bed-5a48c35baf8f req-f161a289-fd20-42a8-86b9-97bf18bb264f tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7770083 Nov 16 04:56:40.327904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-a138a9b7-91d2-4274-ac10-aee35c4feb66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 HTTP/1.1" status: 200 len: 1002 time: 0.6934156 Nov 16 04:56:40.361248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83fb15d4-a5eb-41c9-8549-a5c5fe9852ba req-5d8cc3c3-a0c9-44b4-ba97-2388a97f2fb2 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7873662 Nov 16 04:56:40.363672 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-763f7ab0-a1d7-450b-92e7-406653c5108c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:40.373717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9e21e290-1193-4b93-8184-946bb92cfdef None None] Provisioning complete for port c4b99e24-a19a-433e-bc5a-5c3358ea2332 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:40.374535 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9e21e290-1193-4b93-8184-946bb92cfdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:40.412306 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-763f7ab0-a1d7-450b-92e7-406653c5108c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:40.438517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9e21e290-1193-4b93-8184-946bb92cfdef None None] Port c4b99e24-a19a-433e-bc5a-5c3358ea2332 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:40.444959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda7bfc-45d7-445f-8a8d-89618075cf0b req-1fe28626-1302-422f-821b-b1cacd4983e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:40.446514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cda7bfc-45d7-445f-8a8d-89618075cf0b req-1fe28626-1302-422f-821b-b1cacd4983e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 915 time: 0.8906264 Nov 16 04:56:40.472832 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:40.561635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:40.564498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-7210a749-4445-4a02-936b-fa1d566345c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:40.567589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-7210a749-4445-4a02-936b-fa1d566345c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753 HTTP/1.1" status: 200 len: 856 time: 0.2231042 Nov 16 04:56:40.617734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cda7bfc-45d7-445f-8a8d-89618075cf0b req-dabc3d24-c7b8-47f3-b305-88697d4d948c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b978d484-6cca-4f98-bf99-ba7b720e107e HTTP/1.1" status: 200 len: 217 time: 0.1497023 Nov 16 04:56:40.660316 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a13395c8-2d4c-4814-80ef-4c7f8f2d8867 None None] Provisioning complete for port ce8d83c5-4424-425d-b896-f973afb6b1e7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:40.661140 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a13395c8-2d4c-4814-80ef-4c7f8f2d8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:40.718193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763f7ab0-a1d7-450b-92e7-406653c5108c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router c3b6ec4d-34cf-43fe-94f3-68395209958c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:56:40.743694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc768b45-1709-4c15-aef0-1f9daa725a46 req-5034bc46-8330-4865-94ab-3461a789817b tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:40.745234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc768b45-1709-4c15-aef0-1f9daa725a46 req-5034bc46-8330-4865-94ab-3461a789817b tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 946 time: 0.2905245 Nov 16 04:56:40.756449 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a13395c8-2d4c-4814-80ef-4c7f8f2d8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:40.782863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-e156c3ce-3d1e-4292-b474-c56a6ac53eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:40.784314 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-e156c3ce-3d1e-4292-b474-c56a6ac53eb4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5bf91be6-016c-43c7-bd07-759140c5c6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1846495 Nov 16 04:56:40.785655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda7bfc-45d7-445f-8a8d-89618075cf0b req-1aab16f0-2e5b-4175-a234-76367c56270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:40.787020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cda7bfc-45d7-445f-8a8d-89618075cf0b req-1aab16f0-2e5b-4175-a234-76367c56270f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7165b9bb-2dd4-4528-b72b-32d19725ce83 HTTP/1.1" status: 200 len: 854 time: 0.1451633 Nov 16 04:56:40.795538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a13395c8-2d4c-4814-80ef-4c7f8f2d8867 None None] For port ce8d83c5-4424-425d-b896-f973afb6b1e7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ce8d83c5-4424-425d-b896-f973afb6b1e7,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:40.800878 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a13395c8-2d4c-4814-80ef-4c7f8f2d8867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:40.805014 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4e7134d0-8e95-4fb0-bf59-911584653bad req-01fd4bbd-8bef-448b-a8d6-8f253b03ff00 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6360571 Nov 16 04:56:40.870791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13395c8-2d4c-4814-80ef-4c7f8f2d8867 None None] Pushing event updated for resources: {'Port': ['ID=ce8d83c5-4424-425d-b896-f973afb6b1e7,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:40.888031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a506ab02-008d-41c5-b7e3-537f463b7009 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port f39c7984-6d9c-4501-b59e-71ad61fd251a {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:40.888358 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a506ab02-008d-41c5-b7e3-537f463b7009 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:40.931482 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:40.998344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cda7bfc-45d7-445f-8a8d-89618075cf0b req-e2c6109e-2f3c-4b93-929a-6e0d4caddaee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=833b0ffb-4d62-4130-a5de-4c246cada0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538241 Nov 16 04:56:41.054428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:41.068768 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:41.077577 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:41.078193 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:41.085606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=e0fa04ba-f225-49ac-b32c-b2b947392507,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:41.085887 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763f7ab0-a1d7-450b-92e7-406653c5108c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:41.093676 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-763f7ab0-a1d7-450b-92e7-406653c5108c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:41.097454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-763f7ab0-a1d7-450b-92e7-406653c5108c tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c HTTP/1.1" status: 200 len: 700 time: 2.2982779 Nov 16 04:56:41.105047 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2f4dc-a17d-490c-aa36-7675a451c1a8 None None] Sync routers for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:41.107012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54548) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:41.131312 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2f4dc-a17d-490c-aa36-7675a451c1a8 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:41.132451 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-eab2f4dc-a17d-490c-aa36-7675a451c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:41.154736 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a506ab02-008d-41c5-b7e3-537f463b7009 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:41.167158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc768b45-1709-4c15-aef0-1f9daa725a46 req-b4e2e863-37f7-40ec-aa75-7814930312cb tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3986416 Nov 16 04:56:41.193832 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:41.194502 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-73cf9d97-08b1-4e1b-b250-4c8128fdd786 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3b6ec4d-34cf-43fe-94f3-68395209958c HTTP/1.1" status: 200 len: 205 time: 0.0771365 Nov 16 04:56:41.200242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54550) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:41.217660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a506ab02-008d-41c5-b7e3-537f463b7009 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for f39c7984-6d9c-4501-b59e-71ad61fd251a owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:41.236954 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-5efed91e-80ae-4f34-8760-3a26477e3009 service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418702 Nov 16 04:56:41.254702 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-eab2f4dc-a17d-490c-aa36-7675a451c1a8 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:41.285322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cda7bfc-45d7-445f-8a8d-89618075cf0b req-fc1fb8bf-2b99-4637-92a5-dc615a37c847 service neutron] 10.222.0.15 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675111 Nov 16 04:56:41.429458 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29dcdd9c-abab-4676-93f7-3b59489a1cdc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:41.450166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6a756b4a-549e-4611-a72d-150e934fa550 None None] Provisioning complete for port e0fa04ba-f225-49ac-b32c-b2b947392507 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:41.450713 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a756b4a-549e-4611-a72d-150e934fa550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:41.453009 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-eab2f4dc-a17d-490c-aa36-7675a451c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:32Z', 'revision_number': 11, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:41.483678 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2f4dc-a17d-490c-aa36-7675a451c1a8 None None] Checking router: c3b6ec4d-34cf-43fe-94f3-68395209958c for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:56:41.494588 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab2f4dc-a17d-490c-aa36-7675a451c1a8 None None] Routers {'c3b6ec4d-34cf-43fe-94f3-68395209958c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:41.495409 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-eab2f4dc-a17d-490c-aa36-7675a451c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c3b6ec4d-34cf-43fe-94f3-68395209958c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:41.503444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6a756b4a-549e-4611-a72d-150e934fa550 None None] Port e0fa04ba-f225-49ac-b32c-b2b947392507 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:41.575007 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-eab2f4dc-a17d-490c-aa36-7675a451c1a8 None None] Set router c3b6ec4d-34cf-43fe-94f3-68395209958c gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:41.594446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:41.632203 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-eab2f4dc-a17d-490c-aa36-7675a451c1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:32Z', 'revision_number': 11, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:41.660410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ce8d83c5-4424-425d-b896-f973afb6b1e7 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:41.660789 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab2f4dc-a17d-490c-aa36-7675a451c1a8 None None] The sync data for ids ['c3b6ec4d-34cf-43fe-94f3-68395209958c'] in n-d-818042-1 is: [{'id': 'c3b6ec4d-34cf-43fe-94f3-68395209958c', 'name': 'tempest-RoutersTest-router-250163344', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:01Z', 'updated_at': '2021-11-16T04:56:32Z', 'revision_number': 11, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:41.666119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11da94-c3d1-4df4-9922-5265a4149f81 req-43b59a25-e03e-4350-8a6b-cce9a4c2e22b tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:41.668359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c11da94-c3d1-4df4-9922-5265a4149f81 req-43b59a25-e03e-4350-8a6b-cce9a4c2e22b tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.2066875 Nov 16 04:56:41.712491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a37a9-82a7-4889-8ec8-d56bb34ef7ab req-208e7ae0-8427-45fd-80b3-26c81910f34e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:41.714624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-641a37a9-82a7-4889-8ec8-d56bb34ef7ab req-208e7ae0-8427-45fd-80b3-26c81910f34e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 931 time: 0.2222142 Nov 16 04:56:41.716918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2f7c00d-5c68-42d8-8114-722ad3fb5b33 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:56:41.742635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cda7bfc-45d7-445f-8a8d-89618075cf0b req-be31afe6-9c3c-428a-8256-d2df130efc67 service neutron] 10.222.0.15 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503195 Nov 16 04:56:41.743784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port ce8d83c5-4424-425d-b896-f973afb6b1e7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:41.744155 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:41.744472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-2b9a6879-fffb-4e32-a3b2-e68e7a21a3cd service neutron] 10.222.0.37 "GET /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539154 Nov 16 04:56:41.756097 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:41.844938 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29dcdd9c-abab-4676-93f7-3b59489a1cdc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:41.873872 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:41.875774 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-f333928c-28a5-4c81-818a-a34801b9f85a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=10ff97ee-f373-4db5-a57f-eae61ba73e8e HTTP/1.1" status: 200 len: 217 time: 0.1056643 Nov 16 04:56:41.876649 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29dcdd9c-abab-4676-93f7-3b59489a1cdc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:41.884267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c11da94-c3d1-4df4-9922-5265a4149f81 req-dd65f94d-a0e8-4a89-be39-3f337da8f3af tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990838 Nov 16 04:56:41.897717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-641a37a9-82a7-4889-8ec8-d56bb34ef7ab req-a93486cc-4f8a-4b64-b07f-46a2d324f9be tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714661 Nov 16 04:56:41.946744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-aa171811-ad54-4a74-b717-e7f5f7627e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:41.948234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-aa171811-ad54-4a74-b717-e7f5f7627e96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.0631006 Nov 16 04:56:41.995572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-8b910734-ffb2-4279-953f-a5dbf619146b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:41.997098 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-8b910734-ffb2-4279-953f-a5dbf619146b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0418603 Nov 16 04:56:42.036317 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29dcdd9c-abab-4676-93f7-3b59489a1cdc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.036879 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dcdd9c-abab-4676-93f7-3b59489a1cdc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Fanout notify agent at l3_agent the message router_deleted on router c3b6ec4d-34cf-43fe-94f3-68395209958c {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:56:42.054645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29dcdd9c-abab-4676-93f7-3b59489a1cdc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.055733 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-29dcdd9c-abab-4676-93f7-3b59489a1cdc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c HTTP/1.1" status: 204 len: 168 time: 0.8537927 Nov 16 04:56:42.059969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54558) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:42.066139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4bbaef8d-41fd-4ea6-b373-6e1b5b2da1a5 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-692924497', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:42.071510 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a506ab02-008d-41c5-b7e3-537f463b7009 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.074184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.079450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Transition to ACTIVE for port object b2f7c00d-5c68-42d8-8114-722ad3fb5b33 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:56:42.088219 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.140426 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506ab02-008d-41c5-b7e3-537f463b7009 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=f39c7984-6d9c-4501-b59e-71ad61fd251a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:42.215297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bbaef8d-41fd-4ea6-b373-6e1b5b2da1a5 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.216350 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bbaef8d-41fd-4ea6-b373-6e1b5b2da1a5 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.225606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-64d6f8d0-5bcc-496f-af68-93287a2bf1b5 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207460 Nov 16 04:56:42.250386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f7c00d-5c68-42d8-8114-722ad3fb5b33,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:42.396810 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a506ab02-008d-41c5-b7e3-537f463b7009 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.400042 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a506ab02-008d-41c5-b7e3-537f463b7009 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/f39c7984-6d9c-4501-b59e-71ad61fd251a HTTP/1.1" status: 204 len: 168 time: 2.1982069 Nov 16 04:56:42.407987 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bbaef8d-41fd-4ea6-b373-6e1b5b2da1a5 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.409139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54560) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:42.448476 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bbaef8d-41fd-4ea6-b373-6e1b5b2da1a5 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.462499 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c9e5bd-211c-4d6a-a3cf-3ee96102a422 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:56:42.467321 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-08c9e5bd-211c-4d6a-a3cf-3ee96102a422 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/f39c7984-6d9c-4501-b59e-71ad61fd251a HTTP/1.1" status: 404 len: 333 time: 0.0518448 Nov 16 04:56:42.467901 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54562) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:42.498181 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4bbaef8d-41fd-4ea6-b373-6e1b5b2da1a5 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.502178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4bbaef8d-41fd-4ea6-b373-6e1b5b2da1a5 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4410617 Nov 16 04:56:42.503000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54564) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:42.511638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6aa85a9c-4aef-4c54-bf57-fd5b8545c685 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:42.522740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Attempting to bind port b2f7c00d-5c68-42d8-8114-722ad3fb5b33 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:42.523266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Attempting to bind port b2f7c00d-5c68-42d8-8114-722ad3fb5b33 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:42.523460 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Attempting to bind port b2f7c00d-5c68-42d8-8114-722ad3fb5b33 on network 833b0ffb-4d62-4130-a5de-4c246cada0fa {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:42.537986 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.564553 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.565311 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.597889 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-089029db-299e-4eaf-a812-674715421510 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616726 Nov 16 04:56:42.600093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Port b2f7c00d-5c68-42d8-8114-722ad3fb5b33 on network 833b0ffb-4d62-4130-a5de-4c246cada0fa not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:56:42.600440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Attempting to bind port b2f7c00d-5c68-42d8-8114-722ad3fb5b33 on network 833b0ffb-4d62-4130-a5de-4c246cada0fa {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:42.615688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:42.616067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Checking segment: {'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:42.616409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Bound using segment: {'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:42.616884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Bound port: b2f7c00d-5c68-42d8-8114-722ad3fb5b33, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:42.617222 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:42.630646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Router afa4a58b-d051-47c9-b188-db21c5c55778 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:56:42.677668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=e0fa04ba-f225-49ac-b32c-b2b947392507,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:42.685859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-9a34d00d-15e2-4eb7-a790-d5c95b0110f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.191&port_id=8178ccda-af63-4072-ac8f-d3f04afc358b HTTP/1.1" status: 200 len: 217 time: 0.0789137 Nov 16 04:56:43.065676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ef00e870-3f4e-4b7e-b5c0-406bcaa2a644 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 331f9126-5439-4579-a4e8-d3f2ddac4c94 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:43.066294 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef00e870-3f4e-4b7e-b5c0-406bcaa2a644 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:43.164772 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:43.172836 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:43.206624 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:43.223488 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe9c8b-f811-4854-a4c4-75c32bf691dd None None] Sync routers for ids ['afa4a58b-d051-47c9-b188-db21c5c55778'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:43.225098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-660615f1-1dde-4408-8249-f88b61e82ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:43.226622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-660615f1-1dde-4408-8249-f88b61e82ad4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.2143929 Nov 16 04:56:43.230412 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a9c-4aef-4c54-bf57-fd5b8545c685 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:43.239748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef00e870-3f4e-4b7e-b5c0-406bcaa2a644 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:43.246184 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:56:43.266653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe9c8b-f811-4854-a4c4-75c32bf691dd None None] Routers {'afa4a58b-d051-47c9-b188-db21c5c55778'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:43.267446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-26fe9c8b-f811-4854-a4c4-75c32bf691dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['afa4a58b-d051-47c9-b188-db21c5c55778'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:43.287514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aab633-3791-45e2-a554-c74b469e471f req-6d58e81d-69ac-49e2-98b9-51a093d992df tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:43.289064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29aab633-3791-45e2-a554-c74b469e471f req-6d58e81d-69ac-49e2-98b9-51a093d992df tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.2758713 Nov 16 04:56:43.297101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0ed5f-0b40-426c-907b-f7cc38702cac req-2d893554-a405-4c6a-a1f8-c08451a02d09 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:43.298561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fba0ed5f-0b40-426c-907b-f7cc38702cac req-2d893554-a405-4c6a-a1f8-c08451a02d09 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 943 time: 0.2872994 Nov 16 04:56:43.299616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ef00e870-3f4e-4b7e-b5c0-406bcaa2a644 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 331f9126-5439-4579-a4e8-d3f2ddac4c94 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:43.307387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] For port b2f7c00d-5c68-42d8-8114-722ad3fb5b33, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:43.310443 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a9c-4aef-4c54-bf57-fd5b8545c685 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:43.311847 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:43.316654 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6e196501-a427-49e1-b9ab-c52d202f2055 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.1629562 Nov 16 04:56:43.316807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54570) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:43.316881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-26fe9c8b-f811-4854-a4c4-75c32bf691dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:43.320787 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:43.320927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:43.333325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe9c8b-f811-4854-a4c4-75c32bf691dd None None] Routers {'afa4a58b-d051-47c9-b188-db21c5c55778'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:43.334426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-26fe9c8b-f811-4854-a4c4-75c32bf691dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['afa4a58b-d051-47c9-b188-db21c5c55778'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:43.377796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-26fe9c8b-f811-4854-a4c4-75c32bf691dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:43.378460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fe9c8b-f811-4854-a4c4-75c32bf691dd None None] The sync data for ids ['afa4a58b-d051-47c9-b188-db21c5c55778'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:43.420251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Router 5e150670-884e-4c85-84b7-f1e6734204c9 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:56:43.423137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] For port b2f7c00d-5c68-42d8-8114-722ad3fb5b33, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b2f7c00d-5c68-42d8-8114-722ad3fb5b33,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:43.487826 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:43.547486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef00e870-3f4e-4b7e-b5c0-406bcaa2a644 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:43.555507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c325cf2a-e1d8-4a2d-ba74-8b3975878aa0 None None] Provisioning complete for port e0fa04ba-f225-49ac-b32c-b2b947392507 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:43.556131 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c325cf2a-e1d8-4a2d-ba74-8b3975878aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:43.569156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-1d4f8727-1ee6-4e16-81c1-f10409ae048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:43.570707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-1d4f8727-1ee6-4e16-81c1-f10409ae048d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3345890 Nov 16 04:56:43.578583 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:43.580568 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00e870-3f4e-4b7e-b5c0-406bcaa2a644 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=331f9126-5439-4579-a4e8-d3f2ddac4c94,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:43.587756 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8b413e5d-e197-47b7-b3e3-f578b999b78f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "PUT /v2.0/routers/5e150670-884e-4c85-84b7-f1e6734204c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6952810 Nov 16 04:56:43.588510 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54572) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:43.601619 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Sync routers for ids ['5e150670-884e-4c85-84b7-f1e6734204c9'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:43.618588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c325cf2a-e1d8-4a2d-ba74-8b3975878aa0 None None] Port e0fa04ba-f225-49ac-b32c-b2b947392507 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:43.635120 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Routers {'5e150670-884e-4c85-84b7-f1e6734204c9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:43.636484 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['5e150670-884e-4c85-84b7-f1e6734204c9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:43.644667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad524fc-5a9a-4382-84c6-f2f5cd3c1a9d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:43.648555 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4ad524fc-5a9a-4382-84c6-f2f5cd3c1a9d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports/e0fa04ba-f225-49ac-b32c-b2b947392507 HTTP/1.1" status: 200 len: 911 time: 0.0571644 Nov 16 04:56:43.648626 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54574) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:43.666449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29aab633-3791-45e2-a554-c74b469e471f req-cbbcd535-a280-4ef0-b6c2-9dd9cd993744 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653750 Nov 16 04:56:43.675275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:43.675825 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:43.677228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] 10.222.0.37 "PUT /v2.0/ports/b2f7c00d-5c68-42d8-8114-722ad3fb5b33 HTTP/1.1" status: 200 len: 1091 time: 3.4844058 Nov 16 04:56:43.677699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8b2d9b-5395-4470-9ace-244f249cd89a', 'tag': 'b2f7c00d-5c68-42d8-8114-722ad3fb5b33'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:56:43.680022 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b91d0a6-c1b6-464d-86c3-10a8180ab1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8b2d9b-5395-4470-9ace-244f249cd89a", "tag": "b2f7c00d-5c68-42d8-8114-722ad3fb5b33"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:56:43.714355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fba0ed5f-0b40-426c-907b-f7cc38702cac req-d040cfa7-1af5-41e8-aa40-cd708f7373ad tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888433 Nov 16 04:56:43.742580 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:43.799843 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b01d0d-9146-4645-8a25-1b05774659ba x-openstack-request-id: req-16b01d0d-9146-4645-8a25-1b05774659ba {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:56:43.800200 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8b2d9b-5395-4470-9ace-244f249cd89a", "tag": "b2f7c00d-5c68-42d8-8114-722ad3fb5b33", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:56:43.800432 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16b01d0d-9146-4645-8a25-1b05774659ba {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:56:43.800962 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8b2d9b-5395-4470-9ace-244f249cd89a', 'tag': 'b2f7c00d-5c68-42d8-8114-722ad3fb5b33', 'status': 'completed', 'code': 200} Nov 16 04:56:43.802364 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Set router 5e150670-884e-4c85-84b7-f1e6734204c9 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:43.803824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309eee2-9b9b-4290-859f-111b8c0db162 service neutron] Pushing event updated for resources: {'Port': ['ID=b2f7c00d-5c68-42d8-8114-722ad3fb5b33,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:43.811993 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef00e870-3f4e-4b7e-b5c0-406bcaa2a644 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:43.817670 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ef00e870-3f4e-4b7e-b5c0-406bcaa2a644 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/331f9126-5439-4579-a4e8-d3f2ddac4c94 HTTP/1.1" status: 204 len: 168 time: 1.3452690 Nov 16 04:56:43.820658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54578) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:43.849087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf491c5-0e07-4050-a2f7-72ea8cbbc949 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:43.862450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf491c5-0e07-4050-a2f7-72ea8cbbc949 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:43.864123 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bbf491c5-0e07-4050-a2f7-72ea8cbbc949 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2146084 Nov 16 04:56:43.883608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54580) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:43.892469 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e85ab8a-d575-42d1-8a33-fd5fb08d6fb2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:56:43.896965 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3e85ab8a-d575-42d1-8a33-fd5fb08d6fb2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/331f9126-5439-4579-a4e8-d3f2ddac4c94 HTTP/1.1" status: 404 len: 333 time: 0.0696368 Nov 16 04:56:43.899141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54582) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:43.946559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-b371c48c-b89a-4f81-abdb-745059f295c9 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557348 Nov 16 04:56:43.951846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa85a9c-4aef-4c54-bf57-fd5b8545c685 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Router 2c73b578-ce6c-428d-9115-39b9f28eecf8 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:56:43.972785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275366-c667-4a49-a578-492bbd2730e6 req-8d003b52-9cf0-4cf7-9c69-5b7b319f8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:43.974433 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-8d003b52-9cf0-4cf7-9c69-5b7b319f8568 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 1094 time: 0.2413666 Nov 16 04:56:44.022727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3954aa-4dd2-4822-a0c4-ddd7cec7517e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting subnet 13ca73bf-c673-4bf9-8a50-04644787e6c6 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:44.029124 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f3954aa-4dd2-4822-a0c4-ddd7cec7517e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.036869 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e150670-884e-4c85-84b7-f1e6734204c9', 'name': 'tempest-NetworksTestDHCPv6-router-311406215', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:38Z', 'updated_at': '2021-11-16T04:56:41Z', 'revision_number': 2, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'gw_port_host': None, '_interfaces': [{'id': 'e0fa04ba-f225-49ac-b32c-b2b947392507', 'name': '', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'mac_address': 'fa:16:3e:41:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e150670-884e-4c85-84b7-f1e6734204c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '01bdc314-df78-4514-88a7-90f7274e12f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:56:39Z', 'updated_at': '2021-11-16T04:56:42Z', 'revision_number': 2, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'subnets': [{'id': '01bdc314-df78-4514-88a7-90f7274e12f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:44.066750 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Checking router: 5e150670-884e-4c85-84b7-f1e6734204c9 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:56:44.067104 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Updating router 5e150670-884e-4c85-84b7-f1e6734204c9 port e0fa04ba-f225-49ac-b32c-b2b947392507 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 04:56:44.071491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-677cede3-4ce3-4ab0-893e-f56f23919bd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2f7c00d-5c68-42d8-8114-722ad3fb5b33 HTTP/1.1" status: 200 len: 217 time: 0.0792899 Nov 16 04:56:44.094247 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.138617 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f3954aa-4dd2-4822-a0c4-ddd7cec7517e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.237926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa85a9c-4aef-4c54-bf57-fd5b8545c685 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:44.244862 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6aa85a9c-4aef-4c54-bf57-fd5b8545c685 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.246076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6aa85a9c-4aef-4c54-bf57-fd5b8545c685 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "PUT /v2.0/routers/2c73b578-ce6c-428d-9115-39b9f28eecf8 HTTP/1.1" status: 200 len: 693 time: 1.7393277 Nov 16 04:56:44.249208 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54584) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:44.257019 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183066a2-0e61-4c72-a360-7a845752411c None None] Sync routers for ids ['2c73b578-ce6c-428d-9115-39b9f28eecf8'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:44.281084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a275366-c667-4a49-a578-492bbd2730e6 req-850967e2-44ac-4714-937c-be5c45481ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:44.282681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-850967e2-44ac-4714-937c-be5c45481ebd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7165b9bb-2dd4-4528-b72b-32d19725ce83 HTTP/1.1" status: 200 len: 854 time: 0.1477304 Nov 16 04:56:44.283451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183066a2-0e61-4c72-a360-7a845752411c None None] Routers {'2c73b578-ce6c-428d-9115-39b9f28eecf8'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:44.284438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-183066a2-0e61-4c72-a360-7a845752411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2c73b578-ce6c-428d-9115-39b9f28eecf8'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:44.299959 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f3954aa-4dd2-4822-a0c4-ddd7cec7517e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.326585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-350d9433-9dae-4df8-af17-be2e45280a9e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=833b0ffb-4d62-4130-a5de-4c246cada0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305738 Nov 16 04:56:44.330397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-7b213951-8cdc-428c-bc3d-74c238a34be2 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718874 Nov 16 04:56:44.360342 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.363407 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.366559 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.420749 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0400885-e3cd-4ff9-97c6-e4a2fc038efa None None] Pushing event updated for resources: {'Port': ['ID=e0fa04ba-f225-49ac-b32c-b2b947392507,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:44.448047 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7758f2d0-cbab-4082-83b4-cd435ab57223 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/routers/2c73b578-ce6c-428d-9115-39b9f28eecf8 HTTP/1.1" status: 200 len: 699 time: 0.1957760 Nov 16 04:56:44.449216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54586) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:44.456702 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-e8e7c263-83ea-49bd-82b1-a3a1fd409177 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8360c88d-5afc-43f1-9479-fb3f96d0f2bb HTTP/1.1" status: 200 len: 217 time: 0.1076035 Nov 16 04:56:44.481855 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.493797 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Attempting to bind port e0fa04ba-f225-49ac-b32c-b2b947392507 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:44.494145 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Attempting to bind port e0fa04ba-f225-49ac-b32c-b2b947392507 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:44.494504 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Attempting to bind port e0fa04ba-f225-49ac-b32c-b2b947392507 on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:44.500831 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:44.501502 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:44.502081 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.502700 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:44.503307 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Bound port: e0fa04ba-f225-49ac-b32c-b2b947392507, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:44.503897 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.520723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f3954aa-4dd2-4822-a0c4-ddd7cec7517e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.539942 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cf59ee8a-c5e5-44de-81f4-2eb2c6e70fc9 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c73b578-ce6c-428d-9115-39b9f28eecf8 HTTP/1.1" status: 200 len: 205 time: 0.0886569 Nov 16 04:56:44.559445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54588) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:44.577413 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] For port e0fa04ba-f225-49ac-b32c-b2b947392507, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:44.582242 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] For port e0fa04ba-f225-49ac-b32c-b2b947392507, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e0fa04ba-f225-49ac-b32c-b2b947392507,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:44.583832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-183066a2-0e61-4c72-a360-7a845752411c None None] Set router 2c73b578-ce6c-428d-9115-39b9f28eecf8 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:44.588704 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.592560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303dbb60-9471-42b6-ac8e-302a1afc8c1d None None] Network e89d6001-1955-43c1-98e9-3313d5a2a56b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:44.616283 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f3954aa-4dd2-4822-a0c4-ddd7cec7517e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.620447 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5f3954aa-4dd2-4822-a0c4-ddd7cec7517e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/13ca73bf-c673-4bf9-8a50-04644787e6c6 HTTP/1.1" status: 204 len: 168 time: 0.7207088 Nov 16 04:56:44.621394 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3954aa-4dd2-4822-a0c4-ddd7cec7517e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Subnet': ['ID=13ca73bf-c673-4bf9-8a50-04644787e6c6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:44.628499 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54590) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:44.652242 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0400885-e3cd-4ff9-97c6-e4a2fc038efa None None] Pushing event updated for resources: {'Port': ['ID=e0fa04ba-f225-49ac-b32c-b2b947392507,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:44.671303 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Routers {'5e150670-884e-4c85-84b7-f1e6734204c9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:44.672151 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['5e150670-884e-4c85-84b7-f1e6734204c9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:44.708236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-e1200355-2007-456a-9cc5-fb05375fb083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:44.710132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-e1200355-2007-456a-9cc5-fb05375fb083 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.2453084 Nov 16 04:56:44.742239 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-f5a4314c-fbe1-4f78-99db-a246aa6c9f1d service neutron] 10.222.0.37 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009657 Nov 16 04:56:44.744535 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4468080-9bbe-4205-a4f0-916760e8b3cc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.772369 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:44.775675 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] Set router 5e150670-884e-4c85-84b7-f1e6734204c9 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:44.911874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-183066a2-0e61-4c72-a360-7a845752411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c73b578-ce6c-428d-9115-39b9f28eecf8', 'name': 'tempest-RoutersTest-router-692924497', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:42Z', 'updated_at': '2021-11-16T04:56:43Z', 'revision_number': 2, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:44.922166 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-56c09e05-93b8-4768-8d5e-e1660dfb9f09 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.019575 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183066a2-0e61-4c72-a360-7a845752411c None None] Checking router: 2c73b578-ce6c-428d-9115-39b9f28eecf8 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:56:45.034240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183066a2-0e61-4c72-a360-7a845752411c None None] Routers {'2c73b578-ce6c-428d-9115-39b9f28eecf8'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:45.035117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-183066a2-0e61-4c72-a360-7a845752411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2c73b578-ce6c-428d-9115-39b9f28eecf8'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:45.046011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4b628322-31c4-4a0c-8ae4-1523446b8258 None None] Provisioning complete for port e0fa04ba-f225-49ac-b32c-b2b947392507 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:45.046693 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4b628322-31c4-4a0c-8ae4-1523446b8258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.048159 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e150670-884e-4c85-84b7-f1e6734204c9', 'name': 'tempest-NetworksTestDHCPv6-router-311406215', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:38Z', 'updated_at': '2021-11-16T04:56:41Z', 'revision_number': 2, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'gw_port_host': None, '_interfaces': [{'id': 'e0fa04ba-f225-49ac-b32c-b2b947392507', 'name': '', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'mac_address': 'fa:16:3e:41:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e150670-884e-4c85-84b7-f1e6734204c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '01bdc314-df78-4514-88a7-90f7274e12f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:56:39Z', 'updated_at': '2021-11-16T04:56:44Z', 'revision_number': 4, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'subnets': [{'id': '01bdc314-df78-4514-88a7-90f7274e12f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:45.076885 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3fda11-2ef2-4b42-b1ae-2734d324bcac None None] The sync data for ids ['5e150670-884e-4c85-84b7-f1e6734204c9'] in n-d-818042-1 is: [{'id': '5e150670-884e-4c85-84b7-f1e6734204c9', 'name': 'tempest-NetworksTestDHCPv6-router-311406215', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:38Z', 'updated_at': '2021-11-16T04:56:41Z', 'revision_number': 2, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'gw_port_host': None, '_interfaces': [{'id': 'e0fa04ba-f225-49ac-b32c-b2b947392507', 'name': '', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'mac_address': 'fa:16:3e:41:2a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e150670-884e-4c85-84b7-f1e6734204c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '01bdc314-df78-4514-88a7-90f7274e12f3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:56:39Z', 'updated_at': '2021-11-16T04:56:44Z', 'revision_number': 4, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'subnets': [{'id': '01bdc314-df78-4514-88a7-90f7274e12f3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:45.122800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 994b255e-15be-4838-bca5-3e30abf54e01 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:45.123130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.191025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-183066a2-0e61-4c72-a360-7a845752411c None None] Set router 2c73b578-ce6c-428d-9115-39b9f28eecf8 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:45.241990 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] For port 994b255e-15be-4838-bca5-3e30abf54e01, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=994b255e-15be-4838-bca5-3e30abf54e01,segment=NetworkSegment(fd94b55e-2714-43b6-97d3-624fe5e3fcb6),segment_id=fd94b55e-2714-43b6-97d3-624fe5e3fcb6)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:45.242543 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.266441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 994b255e-15be-4838-bca5-3e30abf54e01 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:45.293433 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-183066a2-0e61-4c72-a360-7a845752411c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c73b578-ce6c-428d-9115-39b9f28eecf8', 'name': 'tempest-RoutersTest-router-692924497', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:42Z', 'updated_at': '2021-11-16T04:56:43Z', 'revision_number': 2, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:45.303294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d97acb-1394-46f7-92f6-43f07a7cb775 None None] DHCP port deletion for e89d6001-1955-43c1-98e9-3313d5a2a56b request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:45.364832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183066a2-0e61-4c72-a360-7a845752411c None None] The sync data for ids ['2c73b578-ce6c-428d-9115-39b9f28eecf8'] in n-d-818042-1 is: [{'id': '2c73b578-ce6c-428d-9115-39b9f28eecf8', 'name': 'tempest-RoutersTest-router-692924497', 'tenant_id': 'af734f8d47e14d999be89d7bed37227b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:42Z', 'updated_at': '2021-11-16T04:56:43Z', 'revision_number': 2, 'project_id': 'af734f8d47e14d999be89d7bed37227b', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:45.414979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-56c09e05-93b8-4768-8d5e-e1660dfb9f09 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port e0fa04ba-f225-49ac-b32c-b2b947392507 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:45.414979 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-56c09e05-93b8-4768-8d5e-e1660dfb9f09 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.429370 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4b628322-31c4-4a0c-8ae4-1523446b8258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.464839 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.473505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a2d97acb-1394-46f7-92f6-43f07a7cb775 None None] Deleting port 994b255e-15be-4838-bca5-3e30abf54e01 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:45.473865 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a2d97acb-1394-46f7-92f6-43f07a7cb775 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.527936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Deleting port c4b99e24-a19a-433e-bc5a-5c3358ea2332 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:45.528256 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.551211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4b628322-31c4-4a0c-8ae4-1523446b8258 None None] For port e0fa04ba-f225-49ac-b32c-b2b947392507, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e0fa04ba-f225-49ac-b32c-b2b947392507,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:45.553469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-cb77ab6b-5da9-456e-a281-a827c1e8a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:45.554901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-cb77ab6b-5da9-456e-a281-a827c1e8a123 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8274782 Nov 16 04:56:45.556719 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4468080-9bbe-4205-a4f0-916760e8b3cc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.575059 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4b628322-31c4-4a0c-8ae4-1523446b8258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.580462 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4468080-9bbe-4205-a4f0-916760e8b3cc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.606790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No DVR routers for this DVR port 994b255e-15be-4838-bca5-3e30abf54e01 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:45.619299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=994b255e-15be-4838-bca5-3e30abf54e01,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:45.659814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a2d97acb-1394-46f7-92f6-43f07a7cb775 None None] For port 994b255e-15be-4838-bca5-3e30abf54e01, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:45.660375 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a2d97acb-1394-46f7-92f6-43f07a7cb775 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.669209 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:45.669701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:45.670171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:45.670611 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:45.671047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:45.671480 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:45.671910 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:45.672336 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:45.672780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:45.673204 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:45.673808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:45.674220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:56:45.686139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a2d97acb-1394-46f7-92f6-43f07a7cb775 None None] Calling delete_port for 994b255e-15be-4838-bca5-3e30abf54e01 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:45.690430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-a2d97acb-1394-46f7-92f6-43f07a7cb775 None None] Port 994b255e-15be-4838-bca5-3e30abf54e01 was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 04:56:45.699622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b628322-31c4-4a0c-8ae4-1523446b8258 None None] Pushing event updated for resources: {'Port': ['ID=e0fa04ba-f225-49ac-b32c-b2b947392507,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:45.702747 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a2d97acb-1394-46f7-92f6-43f07a7cb775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.749325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e0fa04ba-f225-49ac-b32c-b2b947392507 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:45.752402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d97acb-1394-46f7-92f6-43f07a7cb775 None None] Pushing event deleted for resources: {'Port': ['ID=994b255e-15be-4838-bca5-3e30abf54e01,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:45.788140 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.804329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d97acb-1394-46f7-92f6-43f07a7cb775 None None] No DVR routers for this DVR port 994b255e-15be-4838-bca5-3e30abf54e01 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:45.821463 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8945bae0-e88b-423d-a368-f02364a255d7 None None] Provisioning complete for port e0fa04ba-f225-49ac-b32c-b2b947392507 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:45.822080 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8945bae0-e88b-423d-a368-f02364a255d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.835644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-56c09e05-93b8-4768-8d5e-e1660dfb9f09 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] For port e0fa04ba-f225-49ac-b32c-b2b947392507, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e0fa04ba-f225-49ac-b32c-b2b947392507,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:45.836014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-56c09e05-93b8-4768-8d5e-e1660dfb9f09 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.839929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b4371-da9a-4d1c-a432-49602d42ef28 req-bcccb530-901c-4de5-9097-9d954d4cac27 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:45.841840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-249b4371-da9a-4d1c-a432-49602d42ef28 req-bcccb530-901c-4de5-9097-9d954d4cac27 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.5551367 Nov 16 04:56:45.867488 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89d6001-1955-43c1-98e9-3313d5a2a56b']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:45.879261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-56c09e05-93b8-4768-8d5e-e1660dfb9f09 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for e0fa04ba-f225-49ac-b32c-b2b947392507 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:45.882509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae530b-d3b1-4968-b076-1cca3ec07316 req-1ae77ba6-7ebd-4758-ad72-c90cb5fd639e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:45.884068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0ae530b-d3b1-4968-b076-1cca3ec07316 req-1ae77ba6-7ebd-4758-ad72-c90cb5fd639e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 943 time: 0.5965376 Nov 16 04:56:45.899549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd94b55e-2714-43b6-97d3-624fe5e3fcb6') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:45.899898 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd94b55e-2714-43b6-97d3-624fe5e3fcb6') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:45.920096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e0fa04ba-f225-49ac-b32c-b2b947392507 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:45.921143 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.925756 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.936474 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a275366-c667-4a49-a578-492bbd2730e6 req-5139a8bc-3f00-4829-8c0d-72ca61d172b1 service neutron] 10.222.0.37 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1557689 Nov 16 04:56:45.947161 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4468080-9bbe-4205-a4f0-916760e8b3cc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.953299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4468080-9bbe-4205-a4f0-916760e8b3cc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Fanout notify agent at l3_agent the message router_deleted on router 2c73b578-ce6c-428d-9115-39b9f28eecf8 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:56:45.961472 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4468080-9bbe-4205-a4f0-916760e8b3cc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:45.967841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a4468080-9bbe-4205-a4f0-916760e8b3cc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/2c73b578-ce6c-428d-9115-39b9f28eecf8 HTTP/1.1" status: 204 len: 168 time: 1.3978343 Nov 16 04:56:45.977820 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54596) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:46.032969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-249b4371-da9a-4d1c-a432-49602d42ef28 req-fe8f94b6-a8b8-4d91-9cea-d660e5d10beb tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728492 Nov 16 04:56:46.080963 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:46.120774 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-11681415-6262-44fa-9fa3-e245b26393d8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c73b578-ce6c-428d-9115-39b9f28eecf8 HTTP/1.1" status: 200 len: 205 time: 0.1338689 Nov 16 04:56:46.124957 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:46.126678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Calling delete_port for c4b99e24-a19a-433e-bc5a-5c3358ea2332 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:46.126790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54598) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:46.140522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:56:46.140953 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:46.152425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-ebcf555b-4e1e-4b3d-9479-a3095be6870a service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170081 Nov 16 04:56:46.161311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0ae530b-d3b1-4968-b076-1cca3ec07316 req-d1086022-d593-436b-9af4-6d16aea97b03 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412462 Nov 16 04:56:46.173818 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 994b255e-15be-4838-bca5-3e30abf54e01 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:46.215613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 994b255e-15be-4838-bca5-3e30abf54e01 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:46.216011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 994b255e-15be-4838-bca5-3e30abf54e01 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:46.220951 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:56:46.233899 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:56:46.251298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91d0a6-c1b6-464d-86c3-10a8180ab1fa req-3e54393a-6788-4eaf-acfb-b686c1322161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:46.252940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b91d0a6-c1b6-464d-86c3-10a8180ab1fa req-3e54393a-6788-4eaf-acfb-b686c1322161 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 1094 time: 0.2409439 Nov 16 04:56:46.270779 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:46.279821 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-957bc36f-a7b0-4a49-95da-0b6965ed369f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] delete failed (client error): The resource could not be found. Nov 16 04:56:46.280769 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-957bc36f-a7b0-4a49-95da-0b6965ed369f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/2c73b578-ce6c-428d-9115-39b9f28eecf8 HTTP/1.1" status: 404 len: 336 time: 0.1530757 Nov 16 04:56:46.286674 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:46.289934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54600) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:46.290056 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/networks/e89d6001-1955-43c1-98e9-3313d5a2a56b HTTP/1.1" status: 204 len: 168 time: 1.6464810 Nov 16 04:56:46.318588 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54602) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:46.325616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1a0156d9-eb57-4d88-8f79-ed4de0f3b058 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2129145447'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:46.333393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd5fdf-cbf8-4a5c-9383-841c6abcb993 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Network': ['ID=e89d6001-1955-43c1-98e9-3313d5a2a56b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:46.362487 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0156d9-eb57-4d88-8f79-ed4de0f3b058 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:46.366083 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a0156d9-eb57-4d88-8f79-ed4de0f3b058 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:46.377248 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-56c09e05-93b8-4768-8d5e-e1660dfb9f09 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:46.412323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c09e05-93b8-4768-8d5e-e1660dfb9f09 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=e0fa04ba-f225-49ac-b32c-b2b947392507,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:46.436645 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-af094335-ecf3-4fe9-ab39-5379933490bc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] DELETE failed (client error): The resource could not be found. Nov 16 04:56:46.437206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af094335-ecf3-4fe9-ab39-5379933490bc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:56:46.443985 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54604) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:46.445324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-af094335-ecf3-4fe9-ab39-5379933490bc tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/f581dff8-4dd0-4cb9-a7ee-c29c0347ae1e HTTP/1.1" status: 404 len: 337 time: 0.1403377 Nov 16 04:56:46.453403 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a0156d9-eb57-4d88-8f79-ed4de0f3b058 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:56:46.538926 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0223fc54-b077-494e-bfa1-6287242d8e34 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] DELETE failed (client error): The resource could not be found. Nov 16 04:56:46.539305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0223fc54-b077-494e-bfa1-6287242d8e34 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:56:46.542707 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0223fc54-b077-494e-bfa1-6287242d8e34 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/88fd7dd7-f811-45f5-a138-b798b2e11b43 HTTP/1.1" status: 404 len: 337 time: 0.0977499 Nov 16 04:56:46.545215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54606) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:46.561601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-ab4b3f17-35dd-4896-9e60-83789f027c92 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991120 Nov 16 04:56:46.572011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91d0a6-c1b6-464d-86c3-10a8180ab1fa req-ca9cd282-dff5-4a7f-8fdb-9a6f050300ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:46.574006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b91d0a6-c1b6-464d-86c3-10a8180ab1fa req-ca9cd282-dff5-4a7f-8fdb-9a6f050300ff service neutron] 10.222.0.37 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 915 time: 0.2726672 Nov 16 04:56:46.574143 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-56c09e05-93b8-4768-8d5e-e1660dfb9f09 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:46.576245 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc269b36-f96d-44da-b19c-484c8ef3c507 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] DELETE failed (client error): The resource could not be found. Nov 16 04:56:46.576698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc269b36-f96d-44da-b19c-484c8ef3c507 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:56:46.579811 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fc269b36-f96d-44da-b19c-484c8ef3c507 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/7692c24a-e9a3-4c47-bbdf-be3baae06bd2 HTTP/1.1" status: 404 len: 337 time: 0.0336919 Nov 16 04:56:46.582681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54608) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:46.620298 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b5b273-1ed5-4c95-8d22-fa41c0d4f189 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] DELETE failed (client error): The resource could not be found. Nov 16 04:56:46.620760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b5b273-1ed5-4c95-8d22-fa41c0d4f189 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:56:46.623916 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-39b5b273-1ed5-4c95-8d22-fa41c0d4f189 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/88f99ab5-78e3-4406-a724-516fa1d6f8ce HTTP/1.1" status: 404 len: 337 time: 0.0402381 Nov 16 04:56:46.626345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54610) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:46.634485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-d6659f85-f6a8-4039-9a4f-55bf01dfda76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 HTTP/1.1" status: 200 len: 217 time: 0.0640299 Nov 16 04:56:46.674984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b91d0a6-c1b6-464d-86c3-10a8180ab1fa req-8373acf4-0f73-4e1f-b14d-d796050a6199 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2f7c00d-5c68-42d8-8114-722ad3fb5b33 HTTP/1.1" status: 200 len: 217 time: 0.0870843 Nov 16 04:56:46.700637 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:46.764027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Pushing event deleted for resources: {'Port': ['ID=c4b99e24-a19a-433e-bc5a-5c3358ea2332,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:46.785422 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e396d8-00d1-43da-8e9c-81f248de66e9 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:46.811257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-6d7950c0-a7af-40c0-8ac2-0b164c33f61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:46.812862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-6d7950c0-a7af-40c0-8ac2-0b164c33f61c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 200 len: 797 time: 0.1478450 Nov 16 04:56:46.836330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91d0a6-c1b6-464d-86c3-10a8180ab1fa req-c292e9eb-b29e-49b3-8a19-d587a7f04f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:46.837827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b91d0a6-c1b6-464d-86c3-10a8180ab1fa req-c292e9eb-b29e-49b3-8a19-d587a7f04f02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7165b9bb-2dd4-4528-b72b-32d19725ce83 HTTP/1.1" status: 200 len: 854 time: 0.1336467 Nov 16 04:56:46.904253 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b91d0a6-c1b6-464d-86c3-10a8180ab1fa req-d1ae1010-9356-41b0-bc6c-7ea6f5f137d6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=833b0ffb-4d62-4130-a5de-4c246cada0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497379 Nov 16 04:56:46.911194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:47.031624 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-15256dc1-ef2d-4133-afea-9db48e6c22d8 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3b6ec4d-34cf-43fe-94f3-68395209958c HTTP/1.1" status: 200 len: 205 time: 0.4042001 Nov 16 04:56:47.034746 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a0156d9-eb57-4d88-8f79-ed4de0f3b058 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:47.035081 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-1a0156d9-eb57-4d88-8f79-ed4de0f3b058 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Added segment 6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a of type vlan for network 0026a76b-68fa-404d-ad85-6961d435d04d Nov 16 04:56:47.035578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54612) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.040369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-8d79c482-e148-4afa-bfe9-4671c464d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:47.041862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-8d79c482-e148-4afa-bfe9-4671c464d751 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2d76239-38c0-4067-927a-e44e97332111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2008610 Nov 16 04:56:47.080864 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a0156d9-eb57-4d88-8f79-ed4de0f3b058 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:47.097702 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-3f648278-a79b-4499-8909-5d8b07ff1346 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] delete failed (client error): The resource could not be found. Nov 16 04:56:47.101336 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3f648278-a79b-4499-8909-5d8b07ff1346 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/c3b6ec4d-34cf-43fe-94f3-68395209958c HTTP/1.1" status: 404 len: 336 time: 0.0608132 Nov 16 04:56:47.117121 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54616) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.190575 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9fd05a2b-bbc1-45f7-8e65-d91ac80f4ced tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=695e68c3-519a-4eae-b3d8-7c97378f349e HTTP/1.1" status: 200 len: 205 time: 0.0705569 Nov 16 04:56:47.192902 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54618) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.247776 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c09e05-93b8-4768-8d5e-e1660dfb9f09 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Router 5e150670-884e-4c85-84b7-f1e6734204c9 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:56:47.249474 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-0c702162-3105-4368-b655-e416e5624102 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] delete failed (client error): The resource could not be found. Nov 16 04:56:47.252770 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0c702162-3105-4368-b655-e416e5624102 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/695e68c3-519a-4eae-b3d8-7c97378f349e HTTP/1.1" status: 404 len: 336 time: 0.0564637 Nov 16 04:56:47.255101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54622) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.271958 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a0156d9-eb57-4d88-8f79-ed4de0f3b058 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:47.278482 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0156d9-eb57-4d88-8f79-ed4de0f3b058 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:47.279091 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a0156d9-eb57-4d88-8f79-ed4de0f3b058 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:47.322883 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1cf0de-3d15-43fb-b6bb-23acfcfa7b0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] DELETE failed (client error): The resource could not be found. Nov 16 04:56:47.323782 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1cf0de-3d15-43fb-b6bb-23acfcfa7b0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:56:47.326827 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0c1cf0de-3d15-43fb-b6bb-23acfcfa7b0d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/e7941bf3-dc4d-4f14-b1e5-fa71db0412cb HTTP/1.1" status: 404 len: 337 time: 0.0707855 Nov 16 04:56:47.352459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54624) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.354530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b91d0a6-c1b6-464d-86c3-10a8180ab1fa req-b6de8959-c9ba-494a-8e6c-d84a820206c8 service neutron] 10.222.0.37 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393775 Nov 16 04:56:47.366929 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1a0156d9-eb57-4d88-8f79-ed4de0f3b058 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0470557 Nov 16 04:56:47.396777 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54626) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.420824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9151217b-4547-45c6-a5bb-3ee3dde46ca0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': '0026a76b-68fa-404d-ad85-6961d435d04d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:47.438986 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0156d9-eb57-4d88-8f79-ed4de0f3b058 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Network': ['ID=0026a76b-68fa-404d-ad85-6961d435d04d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:47.446163 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c09e05-93b8-4768-8d5e-e1660dfb9f09 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:47.452417 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8c395622-53c8-48b5-b559-4b0343653c5b tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=f6f8db11-8266-47c6-af34-8decd8b5a785 HTTP/1.1" status: 200 len: 205 time: 0.0946839 Nov 16 04:56:47.453551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54628) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.460017 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0ca97-cf4b-4ce6-9620-cca75790e05f None None] Sync routers for ids ['5e150670-884e-4c85-84b7-f1e6734204c9'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:47.460485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 0026a76b-68fa-404d-ad85-6961d435d04d details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:56:47.467241 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:47.472366 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0ca97-cf4b-4ce6-9620-cca75790e05f None None] Routers {'5e150670-884e-4c85-84b7-f1e6734204c9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:47.472861 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-56c09e05-93b8-4768-8d5e-e1660dfb9f09 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "PUT /v2.0/routers/5e150670-884e-4c85-84b7-f1e6734204c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5874007 Nov 16 04:56:47.473368 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b6b0ca97-cf4b-4ce6-9620-cca75790e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['5e150670-884e-4c85-84b7-f1e6734204c9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:47.482246 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54630) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.606166 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-7e11ab9b-c487-42ca-9ff0-36b4d75e3420 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] delete failed (client error): The resource could not be found. Nov 16 04:56:47.609873 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7e11ab9b-c487-42ca-9ff0-36b4d75e3420 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/f6f8db11-8266-47c6-af34-8decd8b5a785 HTTP/1.1" status: 404 len: 336 time: 0.1332076 Nov 16 04:56:47.610884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54632) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.652239 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-12109cee-60dd-46b4-b9dc-421d40a6e1db tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=663ee2a6-90f5-4743-afc9-d3a81d49fda9 HTTP/1.1" status: 200 len: 205 time: 0.0401244 Nov 16 04:56:47.653018 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b6b0ca97-cf4b-4ce6-9620-cca75790e05f None None] Set router 5e150670-884e-4c85-84b7-f1e6734204c9 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:47.656557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54634) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.666274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85bf520-96fa-4ab0-a742-1084655a1d02 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:47.668091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85bf520-96fa-4ab0-a742-1084655a1d02 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:47.672596 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d85bf520-96fa-4ab0-a742-1084655a1d02 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1864495 Nov 16 04:56:47.700618 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54636) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.709286 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-66f56c84-b53b-40b1-bec9-2683ccb21e63 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] delete failed (client error): The resource could not be found. Nov 16 04:56:47.712533 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-66f56c84-b53b-40b1-bec9-2683ccb21e63 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/663ee2a6-90f5-4743-afc9-d3a81d49fda9 HTTP/1.1" status: 404 len: 336 time: 0.0527673 Nov 16 04:56:47.712690 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b6b0ca97-cf4b-4ce6-9620-cca75790e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e150670-884e-4c85-84b7-f1e6734204c9', 'name': 'tempest-NetworksTestDHCPv6-router-311406215', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:38Z', 'updated_at': '2021-11-16T04:56:46Z', 'revision_number': 3, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:47.731017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54638) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.738119 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0ca97-cf4b-4ce6-9620-cca75790e05f None None] Checking router: 5e150670-884e-4c85-84b7-f1e6734204c9 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:56:47.747635 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0ca97-cf4b-4ce6-9620-cca75790e05f None None] Routers {'5e150670-884e-4c85-84b7-f1e6734204c9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:47.748456 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b6b0ca97-cf4b-4ce6-9620-cca75790e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['5e150670-884e-4c85-84b7-f1e6734204c9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:47.770447 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-62073d19-41a9-4170-aaeb-262ae020588f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] DELETE failed (client error): The resource could not be found. Nov 16 04:56:47.770902 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62073d19-41a9-4170-aaeb-262ae020588f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:56:47.776396 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-62073d19-41a9-4170-aaeb-262ae020588f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/982c1ef4-b122-465c-a821-1acec7715057 HTTP/1.1" status: 404 len: 337 time: 0.0417519 Nov 16 04:56:47.777809 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54640) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.811445 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa88fb8c-36db-45cf-a251-288196205e0f tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8cdaeed-b604-4dd4-9139-ccfb461d9b87 HTTP/1.1" status: 200 len: 205 time: 0.0306952 Nov 16 04:56:47.812864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54642) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.823932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-21af0d84-e9bb-4cc7-a00f-2badec7d7964 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 01bdc314-df78-4514-88a7-90f7274e12f3 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:47.828640 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b6b0ca97-cf4b-4ce6-9620-cca75790e05f None None] Set router 5e150670-884e-4c85-84b7-f1e6734204c9 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:56:47.838467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ddce5-3eb6-4d65-b2e2-7572635ed7af req-6b57f705-ac42-4ac8-ba0a-f912b9d9988b tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:47.839971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e8ddce5-3eb6-4d65-b2e2-7572635ed7af req-6b57f705-ac42-4ac8-ba0a-f912b9d9988b tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.6651692 Nov 16 04:56:47.849261 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:47.855986 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21af0d84-e9bb-4cc7-a00f-2badec7d7964 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:47.859401 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-cf87d65f-e024-4ead-a079-deb3311cc956 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] delete failed (client error): The resource could not be found. Nov 16 04:56:47.862398 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cf87d65f-e024-4ead-a079-deb3311cc956 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/b8cdaeed-b604-4dd4-9139-ccfb461d9b87 HTTP/1.1" status: 404 len: 336 time: 0.0462658 Nov 16 04:56:47.862551 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-29f20da6-b556-4cc5-b502-5b167ebd6c5f service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8102231 Nov 16 04:56:47.880877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54644) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:47.887058 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b6b0ca97-cf4b-4ce6-9620-cca75790e05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e150670-884e-4c85-84b7-f1e6734204c9', 'name': 'tempest-NetworksTestDHCPv6-router-311406215', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:38Z', 'updated_at': '2021-11-16T04:56:46Z', 'revision_number': 3, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:47.904599 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21af0d84-e9bb-4cc7-a00f-2badec7d7964 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:47.914141 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b0ca97-cf4b-4ce6-9620-cca75790e05f None None] The sync data for ids ['5e150670-884e-4c85-84b7-f1e6734204c9'] in n-d-818042-1 is: [{'id': '5e150670-884e-4c85-84b7-f1e6734204c9', 'name': 'tempest-NetworksTestDHCPv6-router-311406215', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:56:38Z', 'updated_at': '2021-11-16T04:56:46Z', 'revision_number': 3, 'project_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:47.986837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8e858-0274-4fdb-a7dc-986d6df6ffd8 req-abd6afae-3843-429b-9526-0599e94202d3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:47.988401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fef8e858-0274-4fdb-a7dc-986d6df6ffd8 req-abd6afae-3843-429b-9526-0599e94202d3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 943 time: 0.7020166 Nov 16 04:56:48.002772 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21af0d84-e9bb-4cc7-a00f-2badec7d7964 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.034959 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22c3240-ac50-4efe-9c7f-904dc058b74d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] DELETE failed (client error): The resource could not be found. Nov 16 04:56:48.035407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22c3240-ac50-4efe-9c7f-904dc058b74d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:56:48.038455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f22c3240-ac50-4efe-9c7f-904dc058b74d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/99ceb21b-824f-4b99-be11-8cd46586f581 HTTP/1.1" status: 404 len: 337 time: 0.1566424 Nov 16 04:56:48.041079 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54646) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:48.075275 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9d8dce01-c751-4877-a18e-e8589512a735 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "GET /v2.0/ports?device_id=97c010ad-14ed-485c-98eb-8806c154f6a1 HTTP/1.1" status: 200 len: 205 time: 0.0330424 Nov 16 04:56:48.077956 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54648) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:48.122158 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-61721f75-30f2-45d5-ad21-d40cd0daf425 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] delete failed (client error): The resource could not be found. Nov 16 04:56:48.123113 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-61721f75-30f2-45d5-ad21-d40cd0daf425 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/routers/97c010ad-14ed-485c-98eb-8806c154f6a1 HTTP/1.1" status: 404 len: 336 time: 0.0442359 Nov 16 04:56:48.126296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54650) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:48.134839 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21af0d84-e9bb-4cc7-a00f-2badec7d7964 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.161524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Router afa4a58b-d051-47c9-b188-db21c5c55778 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:56:48.167853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e8ddce5-3eb6-4d65-b2e2-7572635ed7af req-bfc0565c-a8e7-49a7-ba3a-bba8a029af61 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122725 Nov 16 04:56:48.175279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b91d0a6-c1b6-464d-86c3-10a8180ab1fa req-56fa6290-3857-49f9-8582-eefe0d000d8e service neutron] 10.222.0.37 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7680728 Nov 16 04:56:48.185466 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-db601a16-6476-4935-b20a-a2be94814e50 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] DELETE failed (client error): The resource could not be found. Nov 16 04:56:48.186110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db601a16-6476-4935-b20a-a2be94814e50 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:56:48.189969 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-db601a16-6476-4935-b20a-a2be94814e50 tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/1380c7b5-6874-425f-9655-dab1e160bd2f HTTP/1.1" status: 404 len: 337 time: 0.0624571 Nov 16 04:56:48.191412 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af0d84-e9bb-4cc7-a00f-2badec7d7964 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=01bdc314-df78-4514-88a7-90f7274e12f3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:48.197299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21af0d84-e9bb-4cc7-a00f-2badec7d7964 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.200189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54652) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:48.203287 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-21af0d84-e9bb-4cc7-a00f-2badec7d7964 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/01bdc314-df78-4514-88a7-90f7274e12f3 HTTP/1.1" status: 204 len: 168 time: 0.4994905 Nov 16 04:56:48.203457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54654) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:48.209709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c73c57f-da43-4af2-a3c7-017018b794c5 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:48.219521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9151217b-4547-45c6-a5bb-3ee3dde46ca0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:48.223621 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9151217b-4547-45c6-a5bb-3ee3dde46ca0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.279383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fef8e858-0274-4fdb-a7dc-986d6df6ffd8 req-2d65120a-28ae-4ebc-8562-5f775c116074 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397828 Nov 16 04:56:48.295760 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-71f5d792-c47d-4adf-a665-8bfdb8844a00 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0911617 Nov 16 04:56:48.298362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54656) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:48.355337 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.384647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-9b820ab9-664d-4939-a654-d10218f944a0 service neutron] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998453 Nov 16 04:56:48.386032 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c8450c-2ffe-4634-bfff-77396b33cf4d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] DELETE failed (client error): The resource could not be found. Nov 16 04:56:48.386585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c8450c-2ffe-4634-bfff-77396b33cf4d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:56:48.389829 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-60c8450c-2ffe-4634-bfff-77396b33cf4d tempest-RoutersTest-1595057752 tempest-RoutersTest-1595057752-project] 10.222.0.41 "DELETE /v2.0/subnets/1294627b-9664-41c4-83e2-0dd773576d31 HTTP/1.1" status: 404 len: 337 time: 0.1886423 Nov 16 04:56:48.397819 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ae6e28-913e-46f4-ae21-8c0706f33162 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.450930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea38d106-0533-4ba8-b2d8-57d5737b612c None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:48.488318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-59c5b0ad-e5dc-453e-8936-4989fef4a2d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=09f8af55-badd-41b7-a94d-d362718c5b52 HTTP/1.1" status: 200 len: 217 time: 0.0468578 Nov 16 04:56:48.535957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ea38d106-0533-4ba8-b2d8-57d5737b612c None None] Deleting port ce8d83c5-4424-425d-b896-f973afb6b1e7 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:48.536561 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ea38d106-0533-4ba8-b2d8-57d5737b612c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.536888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:48.548316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.549375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9f1717e6-bed8-4f61-b8e4-11d48bbb8b09 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "PUT /v2.0/routers/afa4a58b-d051-47c9-b188-db21c5c55778 HTTP/1.1" status: 200 len: 710 time: 5.2324295 Nov 16 04:56:48.552738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460bc1b5-cf9f-4ccb-9b0d-8ebb12c1132e None None] Sync routers for ids ['afa4a58b-d051-47c9-b188-db21c5c55778'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:48.556698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54660) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:48.623053 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ae6e28-913e-46f4-ae21-8c0706f33162 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.625254 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ae6e28-913e-46f4-ae21-8c0706f33162 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.628630 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460bc1b5-cf9f-4ccb-9b0d-8ebb12c1132e None None] Routers {'afa4a58b-d051-47c9-b188-db21c5c55778'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:48.629419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-460bc1b5-cf9f-4ccb-9b0d-8ebb12c1132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['afa4a58b-d051-47c9-b188-db21c5c55778'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:48.656332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-c11089e9-099c-407e-bd23-cdfc8d9aff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:48.658478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-c11089e9-099c-407e-bd23-cdfc8d9aff43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 200 len: 797 time: 0.1594014 Nov 16 04:56:48.666902 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-460bc1b5-cf9f-4ccb-9b0d-8ebb12c1132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:48.685481 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ae6e28-913e-46f4-ae21-8c0706f33162 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.686550 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ae6e28-913e-46f4-ae21-8c0706f33162 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Fanout notify agent at l3_agent the message router_deleted on router 5e150670-884e-4c85-84b7-f1e6734204c9 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:56:48.703179 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ae6e28-913e-46f4-ae21-8c0706f33162 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.706658 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-61ae6e28-913e-46f4-ae21-8c0706f33162 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/routers/5e150670-884e-4c85-84b7-f1e6734204c9 HTTP/1.1" status: 204 len: 168 time: 0.4014018 Nov 16 04:56:48.706791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460bc1b5-cf9f-4ccb-9b0d-8ebb12c1132e None None] Routers {'afa4a58b-d051-47c9-b188-db21c5c55778'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:48.706791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-460bc1b5-cf9f-4ccb-9b0d-8ebb12c1132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['afa4a58b-d051-47c9-b188-db21c5c55778'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:48.708627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54664) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:48.714853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a4305bbe-a04e-4324-aace-9be5d8087d8c tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/routers/afa4a58b-d051-47c9-b188-db21c5c55778 HTTP/1.1" status: 200 len: 745 time: 0.1542623 Nov 16 04:56:48.722064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54666) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:48.727473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54668) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:48.787135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ea38d106-0533-4ba8-b2d8-57d5737b612c None None] For port ce8d83c5-4424-425d-b896-f973afb6b1e7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ce8d83c5-4424-425d-b896-f973afb6b1e7,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:48.788094 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ea38d106-0533-4ba8-b2d8-57d5737b612c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.800481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717b5ff6-dab8-4f55-9a6e-3282d3ed064f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:48.800846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6ac2f367-ffa7-4e88-84ff-ecdf97374adc tempest-RoutersIpV6AdminTest-2101457870 tempest-RoutersIpV6AdminTest-2101457870-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&device_id=afa4a58b-d051-47c9-b188-db21c5c55778 HTTP/1.1" status: 200 len: 205 time: 0.0759070 Nov 16 04:56:48.804184 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-717b5ff6-dab8-4f55-9a6e-3282d3ed064f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0912640 Nov 16 04:56:48.806726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ea38d106-0533-4ba8-b2d8-57d5737b612c None None] Calling delete_port for ce8d83c5-4424-425d-b896-f973afb6b1e7 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:48.807345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54674) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:48.812768 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54672) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:48.860311 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ab7bf143-0882-4580-aa44-fb74d9891ea9 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa4a58b-d051-47c9-b188-db21c5c55778 HTTP/1.1" status: 200 len: 205 time: 0.0441415 Nov 16 04:56:48.862731 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54676) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:48.872681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-f5b31ed7-faf9-48fd-9e89-e3ad1d3c0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:48.874863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-f5b31ed7-faf9-48fd-9e89-e3ad1d3c0425 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2039878 Nov 16 04:56:48.896020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-460bc1b5-cf9f-4ccb-9b0d-8ebb12c1132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:48.896784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460bc1b5-cf9f-4ccb-9b0d-8ebb12c1132e None None] The sync data for ids ['afa4a58b-d051-47c9-b188-db21c5c55778'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:48.899471 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ea38d106-0533-4ba8-b2d8-57d5737b612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:48.931087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38d106-0533-4ba8-b2d8-57d5737b612c None None] Pushing event deleted for resources: {'Port': ['ID=ce8d83c5-4424-425d-b896-f973afb6b1e7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:48.936475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea38d106-0533-4ba8-b2d8-57d5737b612c None None] No DVR routers for this DVR port ce8d83c5-4424-425d-b896-f973afb6b1e7 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:48.986683 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89c55799-f772-43b5-a45f-1b34e9360993 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.024560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e9a0e0-3b88-434f-b087-69432981a323 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:49.026067 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-41e9a0e0-3b88-434f-b087-69432981a323 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2137184 Nov 16 04:56:49.034781 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54678) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.076154 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ed517742-e252-415a-a193-411d975c7615 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af734f8d47e14d999be89d7bed37227b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3452985 Nov 16 04:56:49.076652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54680) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.089808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b2ffdfb6-38a1-4595-95b0-56c09bfe6b27 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533566 Nov 16 04:56:49.095428 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9151217b-4547-45c6-a5bb-3ee3dde46ca0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.100682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54682) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.118226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-611b76e7-b160-48f5-ac3d-26548739a693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:49.182281 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89c55799-f772-43b5-a45f-1b34e9360993 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.186966 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89c55799-f772-43b5-a45f-1b34e9360993 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.201878 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-36c1bda3-9735-4979-9d8e-3a99f8e70190 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970364 Nov 16 04:56:49.243055 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89c55799-f772-43b5-a45f-1b34e9360993 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.243553 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c55799-f772-43b5-a45f-1b34e9360993 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Fanout notify agent at l3_agent the message router_deleted on router afa4a58b-d051-47c9-b188-db21c5c55778 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:56:49.252029 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89c55799-f772-43b5-a45f-1b34e9360993 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.253946 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-89c55799-f772-43b5-a45f-1b34e9360993 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "DELETE /v2.0/routers/afa4a58b-d051-47c9-b188-db21c5c55778 HTTP/1.1" status: 204 len: 168 time: 0.3889108 Nov 16 04:56:49.254078 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9513-def8-4f4e-8f0c-01977fcaa740 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.258402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54686) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.293908 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a773aedf-192b-4c66-b243-d07cbc64e5cb tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "GET /v2.0/ports?device_id=afa4a58b-d051-47c9-b188-db21c5c55778 HTTP/1.1" status: 200 len: 205 time: 0.0320330 Nov 16 04:56:49.294098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151217b-4547-45c6-a5bb-3ee3dde46ca0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Subnet': ['ID=d221c88c-c8c2-4987-833b-87dc427ff246,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:49.294882 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54688) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.310205 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9513-def8-4f4e-8f0c-01977fcaa740 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.315437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b2f7c00d-5c68-42d8-8114-722ad3fb5b33 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:56:49.349233 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-5985a120-c066-4a94-b38a-789240338ee2 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] delete failed (client error): The resource could not be found. Nov 16 04:56:49.350308 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5985a120-c066-4a94-b38a-789240338ee2 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "DELETE /v2.0/routers/afa4a58b-d051-47c9-b188-db21c5c55778 HTTP/1.1" status: 404 len: 336 time: 0.0544233 Nov 16 04:56:49.350877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9151217b-4547-45c6-a5bb-3ee3dde46ca0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Checking segment: {'id': '6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0026a76b-68fa-404d-ad85-6961d435d04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:49.351255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9151217b-4547-45c6-a5bb-3ee3dde46ca0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network hostable DHCP agents. Network: 0026a76b-68fa-404d-ad85-6961d435d04d, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:56:49.354729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54692) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.405396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-acfea685-a7ae-45f8-9885-65968247e9e3 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "GET /v2.0/ports?device_id=a65c979a-68bc-4171-a939-2b304314ad42 HTTP/1.1" status: 200 len: 205 time: 0.0483851 Nov 16 04:56:49.408501 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54694) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.417105 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9513-def8-4f4e-8f0c-01977fcaa740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.420666 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ceeb9513-def8-4f4e-8f0c-01977fcaa740 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.421944 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ceeb9513-def8-4f4e-8f0c-01977fcaa740 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbf27560-b083-444a-a43b-f5791351422f HTTP/1.1" status: 204 len: 168 time: 0.3443630 Nov 16 04:56:49.440736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611b76e7-b160-48f5-ac3d-26548739a693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:49.444227 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-611b76e7-b160-48f5-ac3d-26548739a693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.475179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dea345-2c5b-41e0-bab1-2f16c520c1c6 req-9c2f6330-1e6d-409d-8c40-476723642042 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:49.476746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96dea345-2c5b-41e0-bab1-2f16c520c1c6 req-9c2f6330-1e6d-409d-8c40-476723642042 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.2131865 Nov 16 04:56:49.484307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b2f7c00d-5c68-42d8-8114-722ad3fb5b33, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b2f7c00d-5c68-42d8-8114-722ad3fb5b33,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:49.485145 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-15503c2d-cb97-4242-ae07-fd22289e8c82 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] delete failed (client error): The resource could not be found. Nov 16 04:56:49.488914 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-15503c2d-cb97-4242-ae07-fd22289e8c82 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "DELETE /v2.0/routers/a65c979a-68bc-4171-a939-2b304314ad42 HTTP/1.1" status: 404 len: 336 time: 0.0788302 Nov 16 04:56:49.489631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54698) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.490391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeb9513-def8-4f4e-8f0c-01977fcaa740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf27560-b083-444a-a43b-f5791351422f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:49.513899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9151217b-4547-45c6-a5bb-3ee3dde46ca0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network 0026a76b-68fa-404d-ad85-6961d435d04d is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:56:49.517517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-ce5973c7-8482-44e5-97eb-071c14406488 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974265 Nov 16 04:56:49.530913 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-94db406f-965d-47dd-8fac-d9429184c9e0 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "GET /v2.0/ports?device_id=05417904-53ce-41bb-8c50-488fb35aece1 HTTP/1.1" status: 200 len: 205 time: 0.0361104 Nov 16 04:56:49.531328 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54700) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.537815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'b2f7c00d-5c68-42d8-8114-722ad3fb5b33', 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa', 'port_id': 'b2f7c00d-5c68-42d8-8114-722ad3fb5b33', 'mac_address': 'fa:16:3e:60:5b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7165b9bb-2dd4-4528-b72b-32d19725ce83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:56:49.575149 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-fc30eb33-8b82-4c36-a56c-dbe4495f72e0 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] delete failed (client error): The resource could not be found. Nov 16 04:56:49.587161 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fc30eb33-8b82-4c36-a56c-dbe4495f72e0 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "DELETE /v2.0/routers/05417904-53ce-41bb-8c50-488fb35aece1 HTTP/1.1" status: 404 len: 336 time: 0.0550435 Nov 16 04:56:49.594366 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54702) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.607313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-9151217b-4547-45c6-a5bb-3ee3dde46ca0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 0026a76b-68fa-404d-ad85-6961d435d04d) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:49.615893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-83a348da-3a80-48db-b7c7-e6e43c5a90d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=67326287-18f5-45b8-8163-5eb143ba21c1 HTTP/1.1" status: 200 len: 217 time: 0.0799980 Nov 16 04:56:49.617042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63819bd6-e13e-40a1-baec-ff58422ca79c None None] Network 0026a76b-68fa-404d-ad85-6961d435d04d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:49.626690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9151217b-4547-45c6-a5bb-3ee3dde46ca0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:49.627287 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9151217b-4547-45c6-a5bb-3ee3dde46ca0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.631083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e0fa04ba-f225-49ac-b32c-b2b947392507 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:49.642090 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b0ece6aa-1a81-4fd5-95c8-efc9a49b54eb tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "GET /v2.0/ports?device_id=13ca105a-67a6-49c9-9483-1df8613c7790 HTTP/1.1" status: 200 len: 205 time: 0.0415523 Nov 16 04:56:49.646353 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54706) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.691000 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.704763 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-2d3299f8-2c5c-4d17-89db-2cf3271ab13f tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] delete failed (client error): The resource could not be found. Nov 16 04:56:49.710244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2f7c00d-5c68-42d8-8114-722ad3fb5b33 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:56:49.711359 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2d3299f8-2c5c-4d17-89db-2cf3271ab13f tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "DELETE /v2.0/routers/13ca105a-67a6-49c9-9483-1df8613c7790 HTTP/1.1" status: 404 len: 336 time: 0.0632975 Nov 16 04:56:49.712110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54708) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.714264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc51e0-f39e-4e40-86ad-43ee37c972a8 req-46074b41-668a-4a70-a7f0-9142bc7506d5 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:49.715846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-88bc51e0-f39e-4e40-86ad-43ee37c972a8 req-46074b41-668a-4a70-a7f0-9142bc7506d5 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 943 time: 0.2616484 Nov 16 04:56:49.722117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: e0fa04ba-f225-49ac-b32c-b2b947392507 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:49.722464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e0fa04ba-f225-49ac-b32c-b2b947392507 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:49.722886 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ce8d83c5-4424-425d-b896-f973afb6b1e7 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:49.731011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9151217b-4547-45c6-a5bb-3ee3dde46ca0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3212094 Nov 16 04:56:49.734970 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96dea345-2c5b-41e0-bab1-2f16c520c1c6 req-e3f3c828-aee9-425c-9187-c4b74fa66a7e tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233143 Nov 16 04:56:49.736936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54710) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.749562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6606ada5-7863-481e-bf3a-c5eb42403a6b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1858536904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:49.764512 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: ce8d83c5-4424-425d-b896-f973afb6b1e7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:49.764859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ce8d83c5-4424-425d-b896-f973afb6b1e7 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:49.775529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b2f7c00d-5c68-42d8-8114-722ad3fb5b33, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b2f7c00d-5c68-42d8-8114-722ad3fb5b33,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:49.780459 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-368574a3-2d66-4975-b0f2-dade0278abda tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "GET /v2.0/ports?device_id=15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9 HTTP/1.1" status: 200 len: 205 time: 0.0668564 Nov 16 04:56:49.783911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54712) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.784964 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.787027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-39ae4b3b-6559-42d8-ae07-ebf6cd3400d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:49.788507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-39ae4b3b-6559-42d8-ae07-ebf6cd3400d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 200 len: 797 time: 0.1551194 Nov 16 04:56:49.840105 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-0ce577ce-d579-484f-a1e2-95483d546e83 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] delete failed (client error): The resource could not be found. Nov 16 04:56:49.843860 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0ce577ce-d579-484f-a1e2-95483d546e83 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "DELETE /v2.0/routers/15dfdd51-29bf-45f5-9cd3-8ea8f8fda4f9 HTTP/1.1" status: 404 len: 336 time: 0.0557871 Nov 16 04:56:49.844535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54714) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.879202 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-93f0f583-701c-4336-aebb-8254e2510f38 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a482f92-4131-4473-94ba-f6d6176955af HTTP/1.1" status: 200 len: 205 time: 0.0305581 Nov 16 04:56:49.880661 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54718) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.884756 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6606ada5-7863-481e-bf3a-c5eb42403a6b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.886917 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6606ada5-7863-481e-bf3a-c5eb42403a6b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.899806 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-88bc51e0-f39e-4e40-86ad-43ee37c972a8 req-08d1f44c-6e53-40c0-a1e0-06f3b1cecd4e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636205 Nov 16 04:56:49.910403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=b2f7c00d-5c68-42d8-8114-722ad3fb5b33,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:49.958028 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-2ec1ed3a-b050-491b-88a4-a40e68d8383c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] delete failed (client error): The resource could not be found. Nov 16 04:56:49.958028 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2ec1ed3a-b050-491b-88a4-a40e68d8383c tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "DELETE /v2.0/routers/2a482f92-4131-4473-94ba-f6d6176955af HTTP/1.1" status: 404 len: 336 time: 0.0666802 Nov 16 04:56:49.962032 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54722) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:49.977240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-0026a76b-68fa-404d-ad85-6961d435d04d', 'network_id': '0026a76b-68fa-404d-ad85-6961d435d04d', 'tenant_id': 'a23880a53c04422caf7e62ff28ac9622', 'fixed_ips': [{'subnet_id': 'd221c88c-c8c2-4987-833b-87dc427ff246'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:56:49.978271 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:49.999544 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8af4c8-38ab-44f5-85f5-a3d23d2bdfc0 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] DELETE failed (client error): The resource could not be found. Nov 16 04:56:50.000119 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8af4c8-38ab-44f5-85f5-a3d23d2bdfc0 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:56:50.000919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-c2b8941f-b2e8-411b-b3e3-aee3f5d04e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:50.002470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-c2b8941f-b2e8-411b-b3e3-aee3f5d04e08 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1990135 Nov 16 04:56:50.004144 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3c8af4c8-38ab-44f5-85f5-a3d23d2bdfc0 tempest-RoutersIpV6AdminTest-59573329 tempest-RoutersIpV6AdminTest-59573329-project] 10.222.0.41 "DELETE /v2.0/subnets/c500047c-a3d0-4586-ba02-6113f46fce75 HTTP/1.1" status: 404 len: 337 time: 0.0407205 Nov 16 04:56:50.014838 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6606ada5-7863-481e-bf3a-c5eb42403a6b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.027262 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6606ada5-7863-481e-bf3a-c5eb42403a6b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.090253 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6606ada5-7863-481e-bf3a-c5eb42403a6b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.091513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6606ada5-7863-481e-bf3a-c5eb42403a6b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3495498 Nov 16 04:56:50.094417 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54730) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:50.102044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['b2f7c00d-5c68-42d8-8114-722ad3fb5b33'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:56:50.102223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'network_id': '0026a76b-68fa-404d-ad85-6961d435d04d', 'name': 'tempest-PortsTestJSON-74498719'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:50.186195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.objects.ports [None req-611b76e7-b160-48f5-ac3d-26548739a693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102659) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:56:50.189502 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-611b76e7-b160-48f5-ac3d-26548739a693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.206087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-fabd4b78-1fd4-475f-bb2b-221d5cd2d304 service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918023 Nov 16 04:56:50.248661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b76e7-b160-48f5-ac3d-26548739a693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:50.263549 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-611b76e7-b160-48f5-ac3d-26548739a693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:50.294834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b76e7-b160-48f5-ac3d-26548739a693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:50.295422 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-611b76e7-b160-48f5-ac3d-26548739a693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.307300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b76e7-b160-48f5-ac3d-26548739a693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=c989f019-4686-452a-9403-39be13d4ec4f,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:50.328050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c44c4ce-4e0f-4775-94b7-17c7c3850a7f None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:50.338180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:50.341965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.367382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port 6cebe1f4-d4aa-4ff8-bcf5-fbab542cab8c yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:56:50.371110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-611b76e7-b160-48f5-ac3d-26548739a693 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2664530 Nov 16 04:56:50.374727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54736) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:50.380428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7597811a-ae12-47d7-accb-b0ac4116a0a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:50.394476 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54738) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:50.406231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e224c316-3da7-4efa-bdf8-04e44e2b4e1b req-2248d67f-fb18-4d22-8b1b-8af5693c0def service neutron] 10.222.0.37 "GET /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815999 Nov 16 04:56:50.496205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Allocated IP 172.20.0.2 (0026a76b-68fa-404d-ad85-6961d435d04d/d221c88c-c8c2-4987-833b-87dc427ff246/f7dc97c4-1115-43b5-aef2-108226682e71) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:50.600403 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7fdac30b-48c6-43b7-bc94-301d04191c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.603508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7597811a-ae12-47d7-accb-b0ac4116a0a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:50.607705 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7597811a-ae12-47d7-accb-b0ac4116a0a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.674647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54748) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:50.686320 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': 'c989f019-4686-452a-9403-39be13d4ec4f'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:56:50.687374 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.797625 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7fdac30b-48c6-43b7-bc94-301d04191c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.801858 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7fdac30b-48c6-43b7-bc94-301d04191c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.802018 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.858551 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.877741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8c5f636a-ae02-4ac3-aeaf-75ead6fde645 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:50.878473 n-d-818042-1 neutron-server[102660]: WARNING neutron.api.v2.base [None req-8c5f636a-ae02-4ac3-aeaf-75ead6fde645 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 04:56:50.878965 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-8c5f636a-ae02-4ac3-aeaf-75ead6fde645 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 04:56:50.879927 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8c5f636a-ae02-4ac3-aeaf-75ead6fde645 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2035732 Nov 16 04:56:50.891493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f17169-cf21-4132-83a1-0f55ac63026e req-8d5570fb-a234-4a69-b0b6-d384a8f8a080 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:50.893451 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0f17169-cf21-4132-83a1-0f55ac63026e req-8d5570fb-a234-4a69-b0b6-d384a8f8a080 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.0736613 Nov 16 04:56:50.894161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54754) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:50.898644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7ea88433-d85a-446d-b79e-7812bef79ba2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002722423'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:50.916183 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Network 0026a76b-68fa-404d-ad85-6961d435d04d is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:50.927144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:50.933501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:50.936699 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdac30b-48c6-43b7-bc94-301d04191c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef904e04-d6d2-4c25-bf00-050de7f96043,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:50.940998 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7fdac30b-48c6-43b7-bc94-301d04191c98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=111132bce75d4995bb87f44d21577132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5462303 Nov 16 04:56:50.944417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54756) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:50.950640 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.4 (0026a76b-68fa-404d-ad85-6961d435d04d/d221c88c-c8c2-4987-833b-87dc427ff246/6cebe1f4-d4aa-4ff8-bcf5-fbab542cab8c) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:50.956525 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ea88433-d85a-446d-b79e-7812bef79ba2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:50.964289 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Pushing event updated for resources: {'Port': ['ID=f7dc97c4-1115-43b5-aef2-108226682e71,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:51.002115 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ea88433-d85a-446d-b79e-7812bef79ba2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.020001 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0f17169-cf21-4132-83a1-0f55ac63026e req-71c1f095-787d-425a-959e-8893525e8309 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163886 Nov 16 04:56:51.025261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Attempting to bind port f7dc97c4-1115-43b5-aef2-108226682e71 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:51.026332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Attempting to bind port f7dc97c4-1115-43b5-aef2-108226682e71 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0026a76b-68fa-404d-ad85-6961d435d04d'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:51.027008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Attempting to bind port f7dc97c4-1115-43b5-aef2-108226682e71 on network 0026a76b-68fa-404d-ad85-6961d435d04d {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:51.037513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:51.038352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Checking segment: {'id': '6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0026a76b-68fa-404d-ad85-6961d435d04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:51.038948 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.039347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Bound using segment: {'id': '6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0026a76b-68fa-404d-ad85-6961d435d04d'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:51.039830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Bound port: f7dc97c4-1115-43b5-aef2-108226682e71, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '0026a76b-68fa-404d-ad85-6961d435d04d'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:51.040211 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.045611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Allocated IP 2001:db8::f816:3eff:fe48:5014 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/c989f019-4686-452a-9403-39be13d4ec4f/e6f34446-e414-48f6-8b6b-9b1af408146c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:51.103057 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-744378d2-b023-422f-a5da-38885568f107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.143688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-744378d2-b023-422f-a5da-38885568f107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.172152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1799e8-1671-4f49-a091-e9e92e8a7493 req-47b34db3-65e8-4a53-8974-7347a00ae3e2 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:51.173667 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c1799e8-1671-4f49-a091-e9e92e8a7493 req-47b34db3-65e8-4a53-8974-7347a00ae3e2 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 944 time: 0.1242957 Nov 16 04:56:51.175374 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] For port f7dc97c4-1115-43b5-aef2-108226682e71, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:51.179689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] For port f7dc97c4-1115-43b5-aef2-108226682e71, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f7dc97c4-1115-43b5-aef2-108226682e71,segment=NetworkSegment(6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a),segment_id=6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:51.187862 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.201034 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7597811a-ae12-47d7-accb-b0ac4116a0a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.240241 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ea88433-d85a-446d-b79e-7812bef79ba2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.253600 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ea88433-d85a-446d-b79e-7812bef79ba2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.271708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7597811a-ae12-47d7-accb-b0ac4116a0a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:51.280608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-7597811a-ae12-47d7-accb-b0ac4116a0a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:51.288148 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7597811a-ae12-47d7-accb-b0ac4116a0a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:51.288964 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7597811a-ae12-47d7-accb-b0ac4116a0a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.289153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c1799e8-1671-4f49-a091-e9e92e8a7493 req-f4bdd746-30c4-474d-ad6c-8d0efa516a78 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019647 Nov 16 04:56:51.303810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946efbf-7086-481c-b5a8-ba157ccd9547 None None] Pushing event updated for resources: {'Port': ['ID=f7dc97c4-1115-43b5-aef2-108226682e71,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:51.309230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597811a-ae12-47d7-accb-b0ac4116a0a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=bf7b3235-0375-4d36-bc13-96f03892e1ed,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:51.326804 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-744378d2-b023-422f-a5da-38885568f107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.328231 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.329372 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-744378d2-b023-422f-a5da-38885568f107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.330514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-744378d2-b023-422f-a5da-38885568f107 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef904e04-d6d2-4c25-bf00-050de7f96043 HTTP/1.1" status: 204 len: 168 time: 0.3848803 Nov 16 04:56:51.336815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea88433-d85a-446d-b79e-7812bef79ba2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc60fed2-12a2-42bd-87e8-3fc0767f8855,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:51.349211 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.355191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744378d2-b023-422f-a5da-38885568f107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef904e04-d6d2-4c25-bf00-050de7f96043,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:51.358167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54762) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:51.358537 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7597811a-ae12-47d7-accb-b0ac4116a0a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9810805 Nov 16 04:56:51.364809 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'mac_address': 'fa:16:3e:f8:2e:51', 'name': 'tempest-NetworksTestDHCPv6-680764787'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:51.382001 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.436838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:51.443786 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ea88433-d85a-446d-b79e-7812bef79ba2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.445409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:51.450578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:51.453902 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ea88433-d85a-446d-b79e-7812bef79ba2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.458451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Pushing event updated for resources: {'Port': ['ID=e6f34446-e414-48f6-8b6b-9b1af408146c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:51.461468 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.506460 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ea88433-d85a-446d-b79e-7812bef79ba2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.507960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7ea88433-d85a-446d-b79e-7812bef79ba2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6126881 Nov 16 04:56:51.513910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54764) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:51.519075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c84add35-7d7c-4bff-880d-11c5190a55c9 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': '77b3eb45-6aae-4f26-a46f-2168d70f6cd0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:51.529706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea88433-d85a-446d-b79e-7812bef79ba2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b3eb45-6aae-4f26-a46f-2168d70f6cd0,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:51.552590 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.api [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 04:56:51.552590 n-d-818042-1 neutron-server[102659]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 04:56:51.552590 n-d-818042-1 neutron-server[102659]: [parameters: {'project_id_1': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'expiration_1': datetime.datetime(2021, 11, 16, 4, 56, 31, 543631)}] Nov 16 04:56:51.552590 n-d-818042-1 neutron-server[102659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:56:51.553379 n-d-818042-1 neutron-server[102659]: DEBUG oslo_db.api [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:56:51.555079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Attempting to bind port e6f34446-e414-48f6-8b6b-9b1af408146c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:51.555457 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Attempting to bind port e6f34446-e414-48f6-8b6b-9b1af408146c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:51.555825 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Attempting to bind port e6f34446-e414-48f6-8b6b-9b1af408146c on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:51.564904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=6cebe1f4-d4aa-4ff8-bcf5-fbab542cab8c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:51.569450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network 0026a76b-68fa-404d-ad85-6961d435d04d is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:51.571464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:51.572673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:51.574110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:51.574526 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.574639 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:51.574925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:51.575421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Bound port: e6f34446-e414-48f6-8b6b-9b1af408146c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:51.575808 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.601559 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c84add35-7d7c-4bff-880d-11c5190a55c9 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.677080 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:51.686706 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.716127 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ab7448c0-ae52-444f-abba-564b92d7398a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6183710 Nov 16 04:56:51.716834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54768) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:51.770077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] For port e6f34446-e414-48f6-8b6b-9b1af408146c, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:51.773878 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] For port e6f34446-e414-48f6-8b6b-9b1af408146c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e6f34446-e414-48f6-8b6b-9b1af408146c,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:51.779555 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.802244 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c84add35-7d7c-4bff-880d-11c5190a55c9 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.808894 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c84add35-7d7c-4bff-880d-11c5190a55c9 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.830288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84add35-7d7c-4bff-880d-11c5190a55c9 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5648c2-bd12-4ea7-ae4b-956a27ed1afd,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:51.865272 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c84add35-7d7c-4bff-880d-11c5190a55c9 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.870081 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f8d4c-741e-4078-8b3f-ed08ea588809 None None] Pushing event updated for resources: {'Port': ['ID=e6f34446-e414-48f6-8b6b-9b1af408146c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:51.873965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c84add35-7d7c-4bff-880d-11c5190a55c9 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3573835 Nov 16 04:56:51.875829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54770) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:51.885824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-83c366d9-e24a-489e-a2fc-d1ff6744d00b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': '77b3eb45-6aae-4f26-a46f-2168d70f6cd0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:51.934439 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83c366d9-e24a-489e-a2fc-d1ff6744d00b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:51.996089 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-83c366d9-e24a-489e-a2fc-d1ff6744d00b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 04:56:51.997527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-83c366d9-e24a-489e-a2fc-d1ff6744d00b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1178510 Nov 16 04:56:52.001793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54772) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:52.013608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54774) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:52.134562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:52.147571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c8c4add9-7a5f-4b21-ade3-fb9557a48f50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81672a8507fc44f8a1853d3432ae607f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305010 Nov 16 04:56:52.148746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54778) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:52.150143 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82b138a9-8af4-4de3-955d-598e1ccf5201 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:52.563504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:52.618770 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82b138a9-8af4-4de3-955d-598e1ccf5201 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:52.763579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54a3eb2-5281-4eb9-af71-f806dd3af863 None None] Network 0026a76b-68fa-404d-ad85-6961d435d04d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:52.766289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e39169-fa85-4cfc-9f3e-bd220d5d352b req-981a95c4-5322-4d7b-b01c-fff147978b1d tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:52.774003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47e39169-fa85-4cfc-9f3e-bd220d5d352b req-981a95c4-5322-4d7b-b01c-fff147978b1d tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.6132946 Nov 16 04:56:52.794979 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:52.822284 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-36a7fbbf-834b-4fc2-a00a-b951a7c3f9ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:52.830641 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82b138a9-8af4-4de3-955d-598e1ccf5201 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:52.833187 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82b138a9-8af4-4de3-955d-598e1ccf5201 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:52.845001 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-82b138a9-8af4-4de3-955d-598e1ccf5201 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "DELETE /v2.0/security-groups/77b3eb45-6aae-4f26-a46f-2168d70f6cd0 HTTP/1.1" status: 204 len: 168 time: 0.8379610 Nov 16 04:56:52.859431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce7e31-2b20-4834-a70f-f04fc4ca6113 req-1a411a74-799b-4b10-a076-7addabaab9bf tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:52.868768 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3cce7e31-2b20-4834-a70f-f04fc4ca6113 req-1a411a74-799b-4b10-a076-7addabaab9bf tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 944 time: 0.2449021 Nov 16 04:56:52.869369 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:52.871341 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54782) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:52.879268 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:52.910746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f7e9f420-3322-4ba4-b31d-b8fb0d198635 None None] Provisioning complete for port f7dc97c4-1115-43b5-aef2-108226682e71 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:52.911417 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7e9f420-3322-4ba4-b31d-b8fb0d198635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:52.948241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port 3573fe40-f36a-4812-9f6a-9f38200f5797 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:56:52.953039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b138a9-8af4-4de3-955d-598e1ccf5201 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b3eb45-6aae-4f26-a46f-2168d70f6cd0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:52.967522 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-36a7fbbf-834b-4fc2-a00a-b951a7c3f9ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:52.975150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=6cebe1f4-d4aa-4ff8-bcf5-fbab542cab8c,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:53.083572 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7e9f420-3322-4ba4-b31d-b8fb0d198635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.153179 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ff4f96d9-cafd-46f3-b9ed-ba44fd28fb5b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2803073 Nov 16 04:56:53.160131 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3cce7e31-2b20-4834-a70f-f04fc4ca6113 req-a83840ab-11d1-4abf-bf92-1cbe85018f7b tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904735 Nov 16 04:56:53.161530 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54784) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:53.166607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47e39169-fa85-4cfc-9f3e-bd220d5d352b req-1e9fc1b2-10f5-4faf-9678-55535a0d69e7 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915644 Nov 16 04:56:53.167730 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-36a7fbbf-834b-4fc2-a00a-b951a7c3f9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.168881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ac453e49-6d87-43af-85d5-966f9a54f12d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group': {'name': 'tempest-secgroup--881367395'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:53.170930 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-36a7fbbf-834b-4fc2-a00a-b951a7c3f9ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.177160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-36a7fbbf-834b-4fc2-a00a-b951a7c3f9ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d0496a9-7157-4d9e-a14f-3af80ec4f8d3 HTTP/1.1" status: 204 len: 168 time: 1.0156257 Nov 16 04:56:53.236321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f7e9f420-3322-4ba4-b31d-b8fb0d198635 None None] For port f7dc97c4-1115-43b5-aef2-108226682e71, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f7dc97c4-1115-43b5-aef2-108226682e71,segment=NetworkSegment(6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a),segment_id=6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:53.243329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7fbbf-834b-4fc2-a00a-b951a7c3f9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0496a9-7157-4d9e-a14f-3af80ec4f8d3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:53.250211 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac453e49-6d87-43af-85d5-966f9a54f12d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.253627 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7e9f420-3322-4ba4-b31d-b8fb0d198635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.280374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.339455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a5bbc6-be0c-49c6-aee9-d0f8e45c712c None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:53.341688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b2f7c00d-5c68-42d8-8114-722ad3fb5b33 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:53.395867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 172.20.0.9 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/bf7b3235-0375-4d36-bc13-96f03892e1ed/3573fe40-f36a-4812-9f6a-9f38200f5797) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:53.403905 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::f816:3eff:fef8:2e51 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/c989f019-4686-452a-9403-39be13d4ec4f/3573fe40-f36a-4812-9f6a-9f38200f5797) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:53.456781 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.488789 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac453e49-6d87-43af-85d5-966f9a54f12d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.512309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9f420-3322-4ba4-b31d-b8fb0d198635 None None] Pushing event updated for resources: {'Port': ['ID=f7dc97c4-1115-43b5-aef2-108226682e71,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:53.514812 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac453e49-6d87-43af-85d5-966f9a54f12d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.566407 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac453e49-6d87-43af-85d5-966f9a54f12d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.567664 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ac453e49-6d87-43af-85d5-966f9a54f12d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4028931 Nov 16 04:56:53.571346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54790) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:53.573404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac453e49-6d87-43af-85d5-966f9a54f12d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495e3387-4f20-44d2-bbc9-f93ea8d13034,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:53.595688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f973c1c8-055d-44d6-85e5-54584b076cdf tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': '495e3387-4f20-44d2-bbc9-f93ea8d13034', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:53.596831 n-d-818042-1 neutron-server[102659]: WARNING neutron.api.v2.base [None req-f973c1c8-055d-44d6-85e5-54584b076cdf tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 16 04:56:53.597364 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-f973c1c8-055d-44d6-85e5-54584b076cdf tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:53.598399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f973c1c8-055d-44d6-85e5-54584b076cdf tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0190988 Nov 16 04:56:53.611591 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54792) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:53.732975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-15761ab1-c5bb-40cc-a276-3dd332e0df85 None None] Provisioning complete for port e6f34446-e414-48f6-8b6b-9b1af408146c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:53.733186 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15761ab1-c5bb-40cc-a276-3dd332e0df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.760583 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.802541 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-972021f2-3977-4eda-9f59-ebf8b66b0c75 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.853665 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.883155 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port b2f7c00d-5c68-42d8-8114-722ad3fb5b33 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:56:53.887647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e6f34446-e414-48f6-8b6b-9b1af408146c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:53.899660 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-972021f2-3977-4eda-9f59-ebf8b66b0c75 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:53.956222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:53.959752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:53.970282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:53.986489 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port b2f7c00d-5c68-42d8-8114-722ad3fb5b33 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:53.987242 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.003984 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-972021f2-3977-4eda-9f59-ebf8b66b0c75 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.007251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-972021f2-3977-4eda-9f59-ebf8b66b0c75 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.008924 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-972021f2-3977-4eda-9f59-ebf8b66b0c75 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "DELETE /v2.0/security-groups/495e3387-4f20-44d2-bbc9-f93ea8d13034 HTTP/1.1" status: 204 len: 168 time: 0.3965724 Nov 16 04:56:54.017155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54802) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:54.042106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.052854 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972021f2-3977-4eda-9f59-ebf8b66b0c75 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495e3387-4f20-44d2-bbc9-f93ea8d13034,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:54.057557 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.069207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:54.069890 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.096561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=3573fe40-f36a-4812-9f6a-9f38200f5797,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:54.107687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7990bc37-c810-47e6-800c-191ba3f10777 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7483330 Nov 16 04:56:54.110447 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54804) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:54.148544 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.223639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0757a30d-cd41-4acc-8f48-f0dfc56b51b3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:54.233188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0757a30d-cd41-4acc-8f48-f0dfc56b51b3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:54.242203 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0757a30d-cd41-4acc-8f48-f0dfc56b51b3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1304369 Nov 16 04:56:54.244733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54814) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:54.328524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=6cebe1f4-d4aa-4ff8-bcf5-fbab542cab8c,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:54.340564 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3ff37fcf-b854-41d0-b779-78af67419ec6 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3222504 Nov 16 04:56:54.344849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54818) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:54.349334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-881da214-505c-430f-b57b-37e919bcd65d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420272369'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:54.426965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-881da214-505c-430f-b57b-37e919bcd65d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.496703 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network 0026a76b-68fa-404d-ad85-6961d435d04d is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:54.501158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:54.540312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968040a-85ef-409b-9be6-55df73b3b6ee req-6891d8f3-4423-40f8-af9d-c16e99665957 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:54.547354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6968040a-85ef-409b-9be6-55df73b3b6ee req-6891d8f3-4423-40f8-af9d-c16e99665957 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.2594733 Nov 16 04:56:54.561560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc6986-ebca-4d71-acc9-5b75196aa00e req-cf8c50fa-c732-4a87-a6dd-e1daf75dc65d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:54.563288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97cc6986-ebca-4d71-acc9-5b75196aa00e req-cf8c50fa-c732-4a87-a6dd-e1daf75dc65d tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 944 time: 0.1955695 Nov 16 04:56:54.598530 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54822) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:54.634673 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.638673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e6f34446-e414-48f6-8b6b-9b1af408146c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:54.639031 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.662468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2cab41b8-49fa-47ad-bc7b-2e166ed0b422 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port 3573fe40-f36a-4812-9f6a-9f38200f5797 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:54.663487 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2cab41b8-49fa-47ad-bc7b-2e166ed0b422 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.695837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-881da214-505c-430f-b57b-37e919bcd65d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.707706 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-881da214-505c-430f-b57b-37e919bcd65d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.742900 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port b2f7c00d-5c68-42d8-8114-722ad3fb5b33, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b2f7c00d-5c68-42d8-8114-722ad3fb5b33,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:54.752276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6968040a-85ef-409b-9be6-55df73b3b6ee req-a1f15111-5bb9-4f65-b02f-b8127ca82d65 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864138 Nov 16 04:56:54.755487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8b2d9b-5395-4470-9ace-244f249cd89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f7c00d-5c68-42d8-8114-722ad3fb5b33'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:56:54.761872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97cc6986-ebca-4d71-acc9-5b75196aa00e req-3da1200e-a4ae-4c4b-b5b0-b1ed43047909 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858735 Nov 16 04:56:54.762025 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73123f7b-bf83-4d74-a71d-2d08b1f48a17" -d '{"events": [{"server_uuid": "5a8b2d9b-5395-4470-9ace-244f249cd89a", "name": "network-vif-plugged", "status": "completed", "tag": "b2f7c00d-5c68-42d8-8114-722ad3fb5b33"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:56:54.770996 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15761ab1-c5bb-40cc-a276-3dd332e0df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.790556 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-881da214-505c-430f-b57b-37e919bcd65d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.793601 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-881da214-505c-430f-b57b-37e919bcd65d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4477737 Nov 16 04:56:54.796534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54828) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:54.800936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-bdb18bab-c8e9-4755-a521-598b18ce842a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': '1bc81013-b410-4dda-9e28-c72cceccc9af', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:54.801827 n-d-818042-1 neutron-server[102659]: WARNING neutron.api.v2.base [None req-bdb18bab-c8e9-4755-a521-598b18ce842a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 16 04:56:54.802343 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-bdb18bab-c8e9-4755-a521-598b18ce842a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:54.803334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bdb18bab-c8e9-4755-a521-598b18ce842a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059314 Nov 16 04:56:54.815490 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.820394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54830) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:54.851576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-15761ab1-c5bb-40cc-a276-3dd332e0df85 None None] For port e6f34446-e414-48f6-8b6b-9b1af408146c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e6f34446-e414-48f6-8b6b-9b1af408146c,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:54.856296 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08d8578-c047-4850-9354-d3cc3b4ceb8b None None] Update dhcp port {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'fixed_ips': [{'subnet_id': 'c989f019-4686-452a-9403-39be13d4ec4f', 'ip_address': '2001:db8::f816:3eff:fe48:5014'}, {'subnet_id': 'bf7b3235-0375-4d36-bc13-96f03892e1ed'}], 'binding:host_id': 'n-d-818042-1'}, 'id': 'e6f34446-e414-48f6-8b6b-9b1af408146c'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 04:56:54.857517 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2cab41b8-49fa-47ad-bc7b-2e166ed0b422 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.863397 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-899fbb28-43af-41f2-adbe-206808e6c805 tempest-AgentManagementNegativeTest-1705836074 tempest-AgentManagementNegativeTest-1705836074-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2598655 Nov 16 04:56:54.884007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881da214-505c-430f-b57b-37e919bcd65d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc81013-b410-4dda-9e28-c72cceccc9af,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:54.886983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2cab41b8-49fa-47ad-bc7b-2e166ed0b422 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for 3573fe40-f36a-4812-9f6a-9f38200f5797 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:54.902743 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Router f03e9e49-5550-45de-8ad5-35832930b0ea is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 04:56:54.924739 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15761ab1-c5bb-40cc-a276-3dd332e0df85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:54.929118 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f750843-d233-4cfd-81e5-d3818fbd7c08 x-openstack-request-id: req-9f750843-d233-4cfd-81e5-d3818fbd7c08 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:56:54.929416 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8b2d9b-5395-4470-9ace-244f249cd89a", "name": "network-vif-plugged", "status": "completed", "tag": "b2f7c00d-5c68-42d8-8114-722ad3fb5b33", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:56:54.929681 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f750843-d233-4cfd-81e5-d3818fbd7c08 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:56:54.930104 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8b2d9b-5395-4470-9ace-244f249cd89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2f7c00d-5c68-42d8-8114-722ad3fb5b33', 'code': 200} Nov 16 04:56:54.989541 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f08d8578-c047-4850-9354-d3cc3b4ceb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.010128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f7dc97c4-1115-43b5-aef2-108226682e71 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:55.028950 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ef675b1e-aaf1-4b4e-ba3b-6f40f2295836 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.070977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=b2f7c00d-5c68-42d8-8114-722ad3fb5b33,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:55.074832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2289c-8892-4244-8a45-c6105f9c52e1 req-f43655f2-52fe-47d2-bc6e-325fa6293ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:55.077529 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80b2289c-8892-4244-8a45-c6105f9c52e1 req-f43655f2-52fe-47d2-bc6e-325fa6293ddf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 1096 time: 0.0875697 Nov 16 04:56:55.082176 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ef675b1e-aaf1-4b4e-ba3b-6f40f2295836 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.092634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:55.100922 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-33cb6c89-1fd8-42d1-9e40-30e3aa2303cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "PUT /v2.0/routers/f03e9e49-5550-45de-8ad5-35832930b0ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3808274 Nov 16 04:56:55.101238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54834) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:55.109519 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bedb4c9-9415-46e2-b6a2-d06e50ac37be None None] Sync routers for ids ['f03e9e49-5550-45de-8ad5-35832930b0ea'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:55.138033 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bedb4c9-9415-46e2-b6a2-d06e50ac37be None None] Routers {'f03e9e49-5550-45de-8ad5-35832930b0ea'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:55.141388 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7bedb4c9-9415-46e2-b6a2-d06e50ac37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f03e9e49-5550-45de-8ad5-35832930b0ea'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:55.161869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-12018072-e6f0-451b-be9e-07e12bb29fa1 None None] Provisioning complete for port 6cebe1f4-d4aa-4ff8-bcf5-fbab542cab8c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:55.162334 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-12018072-e6f0-451b-be9e-07e12bb29fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.221948 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1024845-68c0-4df2-99f8-a384e5706953 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:55.230997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54838) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:55.231459 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c1024845-68c0-4df2-99f8-a384e5706953 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f03e9e49-5550-45de-8ad5-35832930b0ea HTTP/1.1" status: 200 len: 980 time: 0.1213682 Nov 16 04:56:55.232421 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7bedb4c9-9415-46e2-b6a2-d06e50ac37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:55.241860 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bedb4c9-9415-46e2-b6a2-d06e50ac37be None None] Routers {'f03e9e49-5550-45de-8ad5-35832930b0ea'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:55.242468 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7bedb4c9-9415-46e2-b6a2-d06e50ac37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f03e9e49-5550-45de-8ad5-35832930b0ea'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:55.255576 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ef675b1e-aaf1-4b4e-ba3b-6f40f2295836 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.258147 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ef675b1e-aaf1-4b4e-ba3b-6f40f2295836 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.259283 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ef675b1e-aaf1-4b4e-ba3b-6f40f2295836 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "DELETE /v2.0/security-groups/1bc81013-b410-4dda-9e28-c72cceccc9af HTTP/1.1" status: 204 len: 168 time: 0.4379501 Nov 16 04:56:55.262660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54840) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:55.290702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15761ab1-c5bb-40cc-a276-3dd332e0df85 None None] Pushing event updated for resources: {'Port': ['ID=e6f34446-e414-48f6-8b6b-9b1af408146c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:55.300264 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-12018072-e6f0-451b-be9e-07e12bb29fa1 None None] Port 6cebe1f4-d4aa-4ff8-bcf5-fbab542cab8c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:55.301883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f7dc97c4-1115-43b5-aef2-108226682e71 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:55.302259 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.337792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54842) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:55.338782 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7bedb4c9-9415-46e2-b6a2-d06e50ac37be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:55.339456 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bedb4c9-9415-46e2-b6a2-d06e50ac37be None None] The sync data for ids ['f03e9e49-5550-45de-8ad5-35832930b0ea'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:55.357835 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-320d23ac-67f5-4b41-a5e5-1507e7cfd781 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0893159 Nov 16 04:56:55.358002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54846) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:55.364990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7aba2393-edcb-4c27-ac98-927708e26b41 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group': {'name': 'tempest-secgroup--644658268'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:55.373488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef675b1e-aaf1-4b4e-ba3b-6f40f2295836 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc81013-b410-4dda-9e28-c72cceccc9af,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:55.382798 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-12018072-e6f0-451b-be9e-07e12bb29fa1 None None] Provisioning complete for port f7dc97c4-1115-43b5-aef2-108226682e71 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:55.383141 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-12018072-e6f0-451b-be9e-07e12bb29fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.430859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80b2289c-8892-4244-8a45-c6105f9c52e1 req-03fb2de6-3680-4ef3-98cc-9957d0b5aad6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613263 Nov 16 04:56:55.447323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f08d8578-c047-4850-9354-d3cc3b4ceb8b None None] Allocated IP 172.20.0.2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/bf7b3235-0375-4d36-bc13-96f03892e1ed/e6f34446-e414-48f6-8b6b-9b1af408146c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:55.481300 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e937ab3-99ad-4e9b-bbe9-8ae346f425f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.498514 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7aba2393-edcb-4c27-ac98-927708e26b41 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.559247 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2cab41b8-49fa-47ad-bc7b-2e166ed0b422 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.573101 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e937ab3-99ad-4e9b-bbe9-8ae346f425f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.579314 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0e937ab3-99ad-4e9b-bbe9-8ae346f425f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.612588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cab41b8-49fa-47ad-bc7b-2e166ed0b422 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=3573fe40-f36a-4812-9f6a-9f38200f5797,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:55.626641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f08d8578-c047-4850-9354-d3cc3b4ceb8b None None] For port e6f34446-e414-48f6-8b6b-9b1af408146c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e6f34446-e414-48f6-8b6b-9b1af408146c,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:55.630415 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0e937ab3-99ad-4e9b-bbe9-8ae346f425f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28351e7157fe478e82b85adec59d2020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2915528 Nov 16 04:56:55.631107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54848) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:55.661544 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f08d8578-c047-4850-9354-d3cc3b4ceb8b None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.665199 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e937ab3-99ad-4e9b-bbe9-8ae346f425f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5875276-8333-4ca1-a7e4-860b973a2ab7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:55.671894 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f08d8578-c047-4850-9354-d3cc3b4ceb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.701677 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a8a623b-fbd6-4a46-bf84-0e8cc09c5b26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.738113 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a8a623b-fbd6-4a46-bf84-0e8cc09c5b26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.757064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e6f34446-e414-48f6-8b6b-9b1af408146c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:55.810204 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a8a623b-fbd6-4a46-bf84-0e8cc09c5b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.812842 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a8a623b-fbd6-4a46-bf84-0e8cc09c5b26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.833050 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1a8a623b-fbd6-4a46-bf84-0e8cc09c5b26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5875276-8333-4ca1-a7e4-860b973a2ab7 HTTP/1.1" status: 204 len: 168 time: 0.1978090 Nov 16 04:56:55.834009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2cab41b8-49fa-47ad-bc7b-2e166ed0b422 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.842352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2cab41b8-49fa-47ad-bc7b-2e166ed0b422 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/3573fe40-f36a-4812-9f6a-9f38200f5797 HTTP/1.1" status: 204 len: 168 time: 1.5919704 Nov 16 04:56:55.848180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54856) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:55.850610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7aba2393-edcb-4c27-ac98-927708e26b41 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.864141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a623b-fbd6-4a46-bf84-0e8cc09c5b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5875276-8333-4ca1-a7e4-860b973a2ab7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:55.883359 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7aba2393-edcb-4c27-ac98-927708e26b41 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.898574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6bc2dda2-9e75-4e75-b79c-9eed99c2368f None None] Provisioning complete for port 6cebe1f4-d4aa-4ff8-bcf5-fbab542cab8c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:55.898945 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6bc2dda2-9e75-4e75-b79c-9eed99c2368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:55.946193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d8578-c047-4850-9354-d3cc3b4ceb8b None None] Pushing event updated for resources: {'Port': ['ID=e6f34446-e414-48f6-8b6b-9b1af408146c,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:55.972581 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6bc2dda2-9e75-4e75-b79c-9eed99c2368f None None] Port 6cebe1f4-d4aa-4ff8-bcf5-fbab542cab8c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:56:55.977898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e6f34446-e414-48f6-8b6b-9b1af408146c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:55.978448 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.038706 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7aba2393-edcb-4c27-ac98-927708e26b41 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.039952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7aba2393-edcb-4c27-ac98-927708e26b41 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6809943 Nov 16 04:56:56.043212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54862) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:56.048693 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9b04958a-59e0-4d83-b482-37e43cbc9dd8 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'd0c3b7a9-688a-4c2e-ac10-c68fa3338d53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:56.061365 n-d-818042-1 neutron-server[102660]: WARNING neutron.api.v2.base [None req-9b04958a-59e0-4d83-b482-37e43cbc9dd8 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 16 04:56:56.062487 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-9b04958a-59e0-4d83-b482-37e43cbc9dd8 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:56.063865 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9b04958a-59e0-4d83-b482-37e43cbc9dd8 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0196486 Nov 16 04:56:56.066670 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54864) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:56.071105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf2c835-1878-4711-bb88-33be83a4b3ef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:56.072192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-05dd85a9-9b2a-4b08-b6be-6238aef99d39 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'd0c3b7a9-688a-4c2e-ac10-c68fa3338d53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:56.072612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf2c835-1878-4711-bb88-33be83a4b3ef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:56.073827 n-d-818042-1 neutron-server[102660]: WARNING neutron.api.v2.base [None req-05dd85a9-9b2a-4b08-b6be-6238aef99d39 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 16 04:56:56.074485 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-05dd85a9-9b2a-4b08-b6be-6238aef99d39 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:56.074731 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf2c835-1878-4711-bb88-33be83a4b3ef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:56.075857 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-05dd85a9-9b2a-4b08-b6be-6238aef99d39 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081136 Nov 16 04:56:56.078620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-adf2c835-1878-4711-bb88-33be83a4b3ef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2244525 Nov 16 04:56:56.080456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54866) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:56.082017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54868) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:56.083671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba2393-edcb-4c27-ac98-927708e26b41 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c3b7a9-688a-4c2e-ac10-c68fa3338d53,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:56.097549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-97b2d728-bccc-4a6d-9645-dfca8774f919 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'd0c3b7a9-688a-4c2e-ac10-c68fa3338d53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:56.100576 n-d-818042-1 neutron-server[102660]: WARNING neutron.api.v2.base [None req-97b2d728-bccc-4a6d-9645-dfca8774f919 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 16 04:56:56.104278 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-97b2d728-bccc-4a6d-9645-dfca8774f919 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:56.107533 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-97b2d728-bccc-4a6d-9645-dfca8774f919 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0242922 Nov 16 04:56:56.114756 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f7dc97c4-1115-43b5-aef2-108226682e71 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:56.123946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54872) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:56.130142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f7c2f57c-3e89-4435-9675-0608f546bc90 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'd0c3b7a9-688a-4c2e-ac10-c68fa3338d53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:56.132775 n-d-818042-1 neutron-server[102659]: WARNING neutron.api.v2.base [None req-f7c2f57c-3e89-4435-9675-0608f546bc90 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 16 04:56:56.133490 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-f7c2f57c-3e89-4435-9675-0608f546bc90 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:56.134698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f7c2f57c-3e89-4435-9675-0608f546bc90 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083809 Nov 16 04:56:56.150047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5eab89-48e7-4372-be24-f332a07d8271 req-49b77ac3-d712-4cbb-8a37-58e7a9596f43 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:56.158653 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d5eab89-48e7-4372-be24-f332a07d8271 req-49b77ac3-d712-4cbb-8a37-58e7a9596f43 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 945 time: 0.2555389 Nov 16 04:56:56.171280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54874) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:56.179633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc8241-0359-4c7a-937f-2efb9190f239 req-6b3ad776-8dfa-4020-ab10-f8e4f7cdbba4 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:56.181662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f7dc97c4-1115-43b5-aef2-108226682e71 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:56.181853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51bc8241-0359-4c7a-937f-2efb9190f239 req-6b3ad776-8dfa-4020-ab10-f8e4f7cdbba4 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.2753985 Nov 16 04:56:56.182072 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.223052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-25997ea6-8e92-41ce-8b62-175d29c9dd2e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet bf7b3235-0375-4d36-bc13-96f03892e1ed {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:56.227738 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25997ea6-8e92-41ce-8b62-175d29c9dd2e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.280388 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25997ea6-8e92-41ce-8b62-175d29c9dd2e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.397950 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25997ea6-8e92-41ce-8b62-175d29c9dd2e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.426341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d5eab89-48e7-4372-be24-f332a07d8271 req-85e6d72c-ba12-401a-b637-0091d69d6c0c tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673507 Nov 16 04:56:56.454961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3001680e-79f4-4a82-a851-8ffbf23d0e43 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.464038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51bc8241-0359-4c7a-937f-2efb9190f239 req-dab0cc45-3e65-436e-b7bf-2662353e19b7 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443070 Nov 16 04:56:56.467813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47aa9e12-e5bc-44f2-bb5f-bee420ca1268 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.493018 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25997ea6-8e92-41ce-8b62-175d29c9dd2e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.520838 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25997ea6-8e92-41ce-8b62-175d29c9dd2e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7b3235-0375-4d36-bc13-96f03892e1ed,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:56.526739 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25997ea6-8e92-41ce-8b62-175d29c9dd2e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.530199 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-25997ea6-8e92-41ce-8b62-175d29c9dd2e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/bf7b3235-0375-4d36-bc13-96f03892e1ed HTTP/1.1" status: 204 len: 168 time: 0.4449911 Nov 16 04:56:56.532696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54884) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:56.552878 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3001680e-79f4-4a82-a851-8ffbf23d0e43 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.606404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-131439b9-cc01-48ee-a6b2-2fcd1eaf81aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet c989f019-4686-452a-9403-39be13d4ec4f {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:56.613101 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-131439b9-cc01-48ee-a6b2-2fcd1eaf81aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.676317 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3001680e-79f4-4a82-a851-8ffbf23d0e43 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.679197 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3001680e-79f4-4a82-a851-8ffbf23d0e43 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.680568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3001680e-79f4-4a82-a851-8ffbf23d0e43 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "DELETE /v2.0/security-groups/d0c3b7a9-688a-4c2e-ac10-c68fa3338d53 HTTP/1.1" status: 204 len: 168 time: 0.4962480 Nov 16 04:56:56.689444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54892) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:56.710877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001680e-79f4-4a82-a851-8ffbf23d0e43 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c3b7a9-688a-4c2e-ac10-c68fa3338d53,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:56.763919 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-131439b9-cc01-48ee-a6b2-2fcd1eaf81aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.820034 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b0ae8ec3-177f-4b62-a068-7911b4903fb9 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1278193 Nov 16 04:56:56.824048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54898) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:56.831345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d598d3f3-9065-4fcf-b8fc-87716c15a5cb tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group': {'name': 'tempest-secgroup--217119035'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:56.831952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-47aa9e12-e5bc-44f2-bb5f-bee420ca1268 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 6cebe1f4-d4aa-4ff8-bcf5-fbab542cab8c {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:56.832238 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47aa9e12-e5bc-44f2-bb5f-bee420ca1268 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.836850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc37993-d664-453e-8dd7-bcd302785d03 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:56.889346 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d598d3f3-9065-4fcf-b8fc-87716c15a5cb tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.904180 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-131439b9-cc01-48ee-a6b2-2fcd1eaf81aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.925157 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-94a23cc1-000e-407f-8390-e8cbf6362c91 None None] Provisioning complete for port e6f34446-e414-48f6-8b6b-9b1af408146c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:56.926285 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94a23cc1-000e-407f-8390-e8cbf6362c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.944357 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54900) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:56.949789 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0042758 Nov 16 04:56:56.953806 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47aa9e12-e5bc-44f2-bb5f-bee420ca1268 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:56.954065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54902) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:56.967833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-47aa9e12-e5bc-44f2-bb5f-bee420ca1268 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 6cebe1f4-d4aa-4ff8-bcf5-fbab542cab8c owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:57.011453 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-131439b9-cc01-48ee-a6b2-2fcd1eaf81aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.027116 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d598d3f3-9065-4fcf-b8fc-87716c15a5cb tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.054299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d598d3f3-9065-4fcf-b8fc-87716c15a5cb tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.060107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131439b9-cc01-48ee-a6b2-2fcd1eaf81aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=c989f019-4686-452a-9403-39be13d4ec4f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:57.074328 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-131439b9-cc01-48ee-a6b2-2fcd1eaf81aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.077945 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-131439b9-cc01-48ee-a6b2-2fcd1eaf81aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/c989f019-4686-452a-9403-39be13d4ec4f HTTP/1.1" status: 204 len: 168 time: 0.5441203 Nov 16 04:56:57.080895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54906) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:57.138793 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-07a9fa34-a6a1-4477-ae43-18cd7086155b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547962 Nov 16 04:56:57.144711 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-99997982-f5ad-426c-a27e-59a285f10dda tempest-NetworksApiDiscovery-472110550 tempest-NetworksApiDiscovery-472110550-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1886864 Nov 16 04:56:57.147723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d598d3f3-9065-4fcf-b8fc-87716c15a5cb tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.151521 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d598d3f3-9065-4fcf-b8fc-87716c15a5cb tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3209178 Nov 16 04:56:57.151521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54908) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:57.152261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598d3f3-9065-4fcf-b8fc-87716c15a5cb tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f53348-ad81-48b4-8590-20d516f4916a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:57.156658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fb5aedd5-b86a-488f-8398-ccc21fcb4bce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:57.161077 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54912) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:57.165487 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8f4d4df8-7953-4728-a588-56bf5b795fa8 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'a8f53348-ad81-48b4-8590-20d516f4916a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:57.167643 n-d-818042-1 neutron-server[102660]: WARNING neutron.api.v2.base [None req-8f4d4df8-7953-4728-a588-56bf5b795fa8 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 04:56:57.168135 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-8f4d4df8-7953-4728-a588-56bf5b795fa8 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:57.170392 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8f4d4df8-7953-4728-a588-56bf5b795fa8 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070119 Nov 16 04:56:57.177383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54914) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:57.184789 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-1f8d83e8-6984-472e-89a0-13db4ff4d5f5 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'a8f53348-ad81-48b4-8590-20d516f4916a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:57.191677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03a564a-9c97-4cff-a0ff-80ad07ef8983 None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:56:57.229905 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47aa9e12-e5bc-44f2-bb5f-bee420ca1268 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.257784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e03a564a-9c97-4cff-a0ff-80ad07ef8983 None None] Deleting port e6f34446-e414-48f6-8b6b-9b1af408146c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:56:57.258052 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-1f8d83e8-6984-472e-89a0-13db4ff4d5f5 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:57.258965 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e03a564a-9c97-4cff-a0ff-80ad07ef8983 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.259122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1f8d83e8-6984-472e-89a0-13db4ff4d5f5 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0807214 Nov 16 04:56:57.263692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54916) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:57.268981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fac22eb8-8956-46c0-82b0-e0676d8c7920 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'a8f53348-ad81-48b4-8590-20d516f4916a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:57.269597 n-d-818042-1 neutron-server[102660]: WARNING neutron.api.v2.base [None req-fac22eb8-8956-46c0-82b0-e0676d8c7920 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 16 04:56:57.270216 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-fac22eb8-8956-46c0-82b0-e0676d8c7920 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:57.271433 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fac22eb8-8956-46c0-82b0-e0676d8c7920 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064666 Nov 16 04:56:57.277036 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54918) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:57.281993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-63ed45d8-04f6-451c-869c-21cbdffe31f2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'a8f53348-ad81-48b4-8590-20d516f4916a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:57.283631 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa9e12-e5bc-44f2-bb5f-bee420ca1268 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=6cebe1f4-d4aa-4ff8-bcf5-fbab542cab8c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:57.305009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5aedd5-b86a-488f-8398-ccc21fcb4bce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:57.309949 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb5aedd5-b86a-488f-8398-ccc21fcb4bce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.405234 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e03a564a-9c97-4cff-a0ff-80ad07ef8983 None None] For port e6f34446-e414-48f6-8b6b-9b1af408146c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e6f34446-e414-48f6-8b6b-9b1af408146c,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:56:57.406191 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e03a564a-9c97-4cff-a0ff-80ad07ef8983 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.433685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e03a564a-9c97-4cff-a0ff-80ad07ef8983 None None] Calling delete_port for e6f34446-e414-48f6-8b6b-9b1af408146c owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:56:57.434712 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47aa9e12-e5bc-44f2-bb5f-bee420ca1268 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.442109 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-63ed45d8-04f6-451c-869c-21cbdffe31f2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:57.445733 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-63ed45d8-04f6-451c-869c-21cbdffe31f2 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1651149 Nov 16 04:56:57.446108 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54920) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:57.454455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4204a350-09e6-4680-8e3d-3f9e937a487d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'a8f53348-ad81-48b4-8590-20d516f4916a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:57.454931 n-d-818042-1 neutron-server[102660]: WARNING neutron.api.v2.base [None req-4204a350-09e6-4680-8e3d-3f9e937a487d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 04:56:57.455413 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-4204a350-09e6-4680-8e3d-3f9e937a487d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:57.460111 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4204a350-09e6-4680-8e3d-3f9e937a487d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063143 Nov 16 04:56:57.460795 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54924) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:57.465341 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-27b301b4-7573-4887-8e31-1772d6e37c0e tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'a8f53348-ad81-48b4-8590-20d516f4916a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:57.577844 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-27b301b4-7573-4887-8e31-1772d6e37c0e tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:57.582219 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-27b301b4-7573-4887-8e31-1772d6e37c0e tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1177926 Nov 16 04:56:57.582219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54930) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:57.586702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-de6d9a21-047f-4e53-8a17-64700e3b518d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'a8f53348-ad81-48b4-8590-20d516f4916a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:57.587180 n-d-818042-1 neutron-server[102660]: WARNING neutron.api.v2.base [None req-de6d9a21-047f-4e53-8a17-64700e3b518d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 16 04:56:57.587704 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-de6d9a21-047f-4e53-8a17-64700e3b518d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:57.591712 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-de6d9a21-047f-4e53-8a17-64700e3b518d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058918 Nov 16 04:56:57.593111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54932) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:57.601916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-33e80b1f-36fa-44e0-bb9b-a9ee887285f5 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'a8f53348-ad81-48b4-8590-20d516f4916a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:57.626363 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e03a564a-9c97-4cff-a0ff-80ad07ef8983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.689005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54934) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:57.699574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a564a-9c97-4cff-a0ff-80ad07ef8983 None None] Pushing event deleted for resources: {'Port': ['ID=e6f34446-e414-48f6-8b6b-9b1af408146c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:57.708086 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03a564a-9c97-4cff-a0ff-80ad07ef8983 None None] No DVR routers for this DVR port e6f34446-e414-48f6-8b6b-9b1af408146c on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:56:57.727639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e6f34446-e414-48f6-8b6b-9b1af408146c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:56:57.758391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: e6f34446-e414-48f6-8b6b-9b1af408146c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:56:57.758391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e6f34446-e414-48f6-8b6b-9b1af408146c not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:56:57.787859 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-33e80b1f-36fa-44e0-bb9b-a9ee887285f5 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:57.789140 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-33e80b1f-36fa-44e0-bb9b-a9ee887285f5 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1933258 Nov 16 04:56:57.792283 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54938) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:57.797562 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-20d3ee91-356c-446a-bbdf-ff7be2c0306a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'a8f53348-ad81-48b4-8590-20d516f4916a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:57.852526 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-fb5aedd5-b86a-488f-8398-ccc21fcb4bce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:56:57.855246 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb5aedd5-b86a-488f-8398-ccc21fcb4bce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.914107 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf30d-43bd-478d-82db-b5c03416ea93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.921578 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5aedd5-b86a-488f-8398-ccc21fcb4bce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:57.930280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-fb5aedd5-b86a-488f-8398-ccc21fcb4bce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:57.932030 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-20d3ee91-356c-446a-bbdf-ff7be2c0306a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:56:57.935664 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-20d3ee91-356c-446a-bbdf-ff7be2c0306a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1398187 Nov 16 04:56:57.935664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5aedd5-b86a-488f-8398-ccc21fcb4bce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:57.935664 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb5aedd5-b86a-488f-8398-ccc21fcb4bce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:57.939590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54940) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:57.940212 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72767833-ca4c-4f17-88a9-375aabd83c26 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:57.988754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5aedd5-b86a-488f-8398-ccc21fcb4bce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=4fb6b8d2-e02f-4691-b030-8ad4a771a13c,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:58.002031 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fb5aedd5-b86a-488f-8398-ccc21fcb4bce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8486924 Nov 16 04:56:58.002424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54942) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:58.023064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-bab24de0-9137-413e-b1b3-c6c8b7930704 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:58.055656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd6bed6a-277f-400e-b2c9-405bfed27242 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.094254 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd6bed6a-277f-400e-b2c9-405bfed27242 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.106416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47aa9e12-e5bc-44f2-bb5f-bee420ca1268 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Router f03e9e49-5550-45de-8ad5-35832930b0ea has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:56:58.110375 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf30d-43bd-478d-82db-b5c03416ea93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.118666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': '4fb6b8d2-e02f-4691-b030-8ad4a771a13c'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:56:58.120559 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.120670 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f5bf30d-43bd-478d-82db-b5c03416ea93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.147220 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91ad1c-6317-4d00-996b-d0b1075bb420 req-ce8ada4a-5647-4169-8660-fffc5dc79af3 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:58.148759 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea91ad1c-6317-4d00-996b-d0b1075bb420 req-ce8ada4a-5647-4169-8660-fffc5dc79af3 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.1692078 Nov 16 04:56:58.167064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5484b19-4ec9-4a41-a5b7-c874c5e8a770 req-fd85667a-e8f0-4b43-a079-a6585111ffe5 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:58.168842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5484b19-4ec9-4a41-a5b7-c874c5e8a770 req-fd85667a-e8f0-4b43-a079-a6585111ffe5 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 945 time: 0.1881895 Nov 16 04:56:58.174970 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8f5bf30d-43bd-478d-82db-b5c03416ea93 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0dc2bc17e37240888bcc2da25e94528e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4814177 Nov 16 04:56:58.178026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54944) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:58.184982 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5bf30d-43bd-478d-82db-b5c03416ea93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310d0da2-407c-46b0-b9bf-6db7ff02d7ad,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:58.188451 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd6bed6a-277f-400e-b2c9-405bfed27242 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.190953 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd6bed6a-277f-400e-b2c9-405bfed27242 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.195122 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cd6bed6a-277f-400e-b2c9-405bfed27242 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "DELETE /v2.0/security-groups/a8f53348-ad81-48b4-8590-20d516f4916a HTTP/1.1" status: 204 len: 168 time: 0.2491894 Nov 16 04:56:58.200329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54946) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:58.222777 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bed6a-277f-400e-b2c9-405bfed27242 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f53348-ad81-48b4-8590-20d516f4916a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:58.285799 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fc369874-1496-4733-ae3c-c2422b3fa109 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0787916 Nov 16 04:56:58.287609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54948) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:58.290642 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-aec928d2-5346-4697-b944-9ffc6e5a2742 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group': {'name': 'tempest-secgroup--232958794'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:58.295112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16396e5d-e22e-47c6-9d42-24f6127e00ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.296309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47aa9e12-e5bc-44f2-bb5f-bee420ca1268 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:56:58.308085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-47aa9e12-e5bc-44f2-bb5f-bee420ca1268 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "PUT /v2.0/routers/f03e9e49-5550-45de-8ad5-35832930b0ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0661511 Nov 16 04:56:58.308221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54950) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:58.309366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Allocated IP 2001:db8::f816:3eff:fedb:aec9 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/4fb6b8d2-e02f-4691-b030-8ad4a771a13c/a62312dd-69ac-453d-b3b2-c753605b9e2a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:58.324277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0c293-e695-4000-8a85-c64f050fc9d0 None None] Sync routers for ids ['f03e9e49-5550-45de-8ad5-35832930b0ea'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:56:58.345414 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.db.api [None req-aec928d2-5346-4697-b944-9ffc6e5a2742 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 04:56:58.345414 n-d-818042-1 neutron-server[102660]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 04:56:58.345414 n-d-818042-1 neutron-server[102660]: [parameters: {'project_id': '8f35a781c38d4b7eb0a6fc339f009b8a', 'id': '5016ae98-17ac-42ee-bab4-770e8b46d47d', 'expiration': datetime.datetime(2021, 11, 16, 4, 58, 58, 311696)}] Nov 16 04:56:58.345414 n-d-818042-1 neutron-server[102660]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:56:58.345925 n-d-818042-1 neutron-server[102660]: DEBUG oslo_db.api [None req-aec928d2-5346-4697-b944-9ffc6e5a2742 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:56:58.349651 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e89d44d-4800-4cb4-bd24-6a21577ed1a7 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:56:58.353728 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4e89d44d-4800-4cb4-bd24-6a21577ed1a7 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/6cebe1f4-d4aa-4ff8-bcf5-fbab542cab8c HTTP/1.1" status: 404 len: 333 time: 0.0403466 Nov 16 04:56:58.353728 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16396e5d-e22e-47c6-9d42-24f6127e00ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.355334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54952) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:58.357617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab24de0-9137-413e-b1b3-c6c8b7930704 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:58.361297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bab24de0-9137-413e-b1b3-c6c8b7930704 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.367387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5484b19-4ec9-4a41-a5b7-c874c5e8a770 req-3465a1b8-6bf5-4bc0-aa31-9987a88fafa5 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837478 Nov 16 04:56:58.372541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea91ad1c-6317-4d00-996b-d0b1075bb420 req-05cbcbd5-daaf-496f-ab48-1274f576c6d1 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966836 Nov 16 04:56:58.391150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed0c293-e695-4000-8a85-c64f050fc9d0 None None] Routers {'f03e9e49-5550-45de-8ad5-35832930b0ea'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:58.392022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9ed0c293-e695-4000-8a85-c64f050fc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f03e9e49-5550-45de-8ad5-35832930b0ea'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:58.435711 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9ed0c293-e695-4000-8a85-c64f050fc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:58.451122 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed0c293-e695-4000-8a85-c64f050fc9d0 None None] Routers {'f03e9e49-5550-45de-8ad5-35832930b0ea'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:56:58.451307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9ed0c293-e695-4000-8a85-c64f050fc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:56:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f03e9e49-5550-45de-8ad5-35832930b0ea'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:58.477969 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8908e36-df36-4433-892a-f494a985f95e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.491529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9ed0c293-e695-4000-8a85-c64f050fc9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:56:58.492295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed0c293-e695-4000-8a85-c64f050fc9d0 None None] The sync data for ids ['f03e9e49-5550-45de-8ad5-35832930b0ea'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:56:58.596712 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.605555 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.659252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:58.663587 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:58.665604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Pushing event updated for resources: {'Port': ['ID=a62312dd-69ac-453d-b3b2-c753605b9e2a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:58.668422 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:56:58.674529 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bab24de0-9137-413e-b1b3-c6c8b7930704 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.739485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Attempting to bind port a62312dd-69ac-453d-b3b2-c753605b9e2a on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:56:58.739859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Attempting to bind port a62312dd-69ac-453d-b3b2-c753605b9e2a by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:56:58.740233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Attempting to bind port a62312dd-69ac-453d-b3b2-c753605b9e2a on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:56:58.755811 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:56:58.756209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:56:58.756627 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.768096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:56:58.768923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Bound port: a62312dd-69ac-453d-b3b2-c753605b9e2a, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:56:58.769176 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.794995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab24de0-9137-413e-b1b3-c6c8b7930704 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:56:58.796587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-bab24de0-9137-413e-b1b3-c6c8b7930704 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:56:58.799796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab24de0-9137-413e-b1b3-c6c8b7930704 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:58.800554 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bab24de0-9137-413e-b1b3-c6c8b7930704 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:58.818270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab24de0-9137-413e-b1b3-c6c8b7930704 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=4682cccd-0e3b-4ec9-92b2-e4cf800a2e8a,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:58.828234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bab24de0-9137-413e-b1b3-c6c8b7930704 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8241489 Nov 16 04:56:58.830973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54960) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:58.837228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'mac_address': 'fa:16:3e:18:51:2d', 'name': 'tempest-NetworksTestDHCPv6-1769146910'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:58.990891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:56:59.066858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] For port a62312dd-69ac-453d-b3b2-c753605b9e2a, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:56:59.076024 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] For port a62312dd-69ac-453d-b3b2-c753605b9e2a, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a62312dd-69ac-453d-b3b2-c753605b9e2a,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:56:59.080789 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.106204 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aec928d2-5346-4697-b944-9ffc6e5a2742 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.118739 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16396e5d-e22e-47c6-9d42-24f6127e00ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.122092 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16396e5d-e22e-47c6-9d42-24f6127e00ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.123234 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-16396e5d-e22e-47c6-9d42-24f6127e00ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/310d0da2-407c-46b0-b9bf-6db7ff02d7ad HTTP/1.1" status: 204 len: 168 time: 0.9443007 Nov 16 04:56:59.126621 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8908e36-df36-4433-892a-f494a985f95e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.131288 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8908e36-df36-4433-892a-f494a985f95e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.131531 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.148825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16396e5d-e22e-47c6-9d42-24f6127e00ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310d0da2-407c-46b0-b9bf-6db7ff02d7ad,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:59.160091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e566f558-cbd9-482c-a260-fe44e07142e4 None None] Pushing event updated for resources: {'Port': ['ID=a62312dd-69ac-453d-b3b2-c753605b9e2a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:59.170579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port 31b4cf74-fc31-41de-bf59-ce5d8872ccaf yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:56:59.237014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8908e36-df36-4433-892a-f494a985f95e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.237833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8908e36-df36-4433-892a-f494a985f95e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Fanout notify agent at l3_agent the message router_deleted on router f03e9e49-5550-45de-8ad5-35832930b0ea {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:56:59.248325 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8908e36-df36-4433-892a-f494a985f95e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.249464 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c8908e36-df36-4433-892a-f494a985f95e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/routers/f03e9e49-5550-45de-8ad5-35832930b0ea HTTP/1.1" status: 204 len: 168 time: 0.8933847 Nov 16 04:56:59.254749 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54966) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:59.347165 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1c3ccc-2a2c-4cf7-85fa-1607f36f9456 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting subnet d221c88c-c8c2-4987-833b-87dc427ff246 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:56:59.353999 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3ccc-2a2c-4cf7-85fa-1607f36f9456 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.359915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aec928d2-5346-4697-b944-9ffc6e5a2742 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.407917 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aec928d2-5346-4697-b944-9ffc6e5a2742 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.444561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 172.20.0.2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/4682cccd-0e3b-4ec9-92b2-e4cf800a2e8a/31b4cf74-fc31-41de-bf59-ce5d8872ccaf) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:59.456807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::f816:3eff:fe18:512d (c5ae47cf-9d45-48ba-80f3-52befcad38c3/4fb6b8d2-e02f-4691-b030-8ad4a771a13c/31b4cf74-fc31-41de-bf59-ce5d8872ccaf) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:56:59.461464 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3ccc-2a2c-4cf7-85fa-1607f36f9456 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.469846 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aec928d2-5346-4697-b944-9ffc6e5a2742 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.478089 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aec928d2-5346-4697-b944-9ffc6e5a2742 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1909664 Nov 16 04:56:59.487216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54972) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:59.496257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-92356ca5-6ef6-41db-8908-30c71b1746dc tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'f8b9b878-7573-4809-9351-f83053e5718e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:59.515708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec928d2-5346-4697-b944-9ffc6e5a2742 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b9b878-7573-4809-9351-f83053e5718e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:59.603302 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3ccc-2a2c-4cf7-85fa-1607f36f9456 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.708390 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3ccc-2a2c-4cf7-85fa-1607f36f9456 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.740893 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c3ccc-2a2c-4cf7-85fa-1607f36f9456 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Subnet': ['ID=d221c88c-c8c2-4987-833b-87dc427ff246,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:56:59.744451 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a1c3ccc-2a2c-4cf7-85fa-1607f36f9456 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.748289 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9a1c3ccc-2a2c-4cf7-85fa-1607f36f9456 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/d221c88c-c8c2-4987-833b-87dc427ff246 HTTP/1.1" status: 204 len: 168 time: 0.4920428 Nov 16 04:56:59.751362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54980) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:59.765072 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e925a4-3ec6-4dcf-9af6-f1b22ae0617b None None] Network 0026a76b-68fa-404d-ad85-6961d435d04d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:56:59.816606 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-92356ca5-6ef6-41db-8908-30c71b1746dc tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The resource could not be found. Nov 16 04:56:59.821164 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a62312dd-69ac-453d-b3b2-c753605b9e2a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:56:59.821325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-92356ca5-6ef6-41db-8908-30c71b1746dc tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3267913 Nov 16 04:56:59.827956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54986) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:56:59.834061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-65c58d08-20a8-4f2c-a3a0-58bdee81784f tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'f8b9b878-7573-4809-9351-f83053e5718e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '612268ce-a798-4fda-bc9f-8eae36dadc47'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:56:59.872419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30817a-58d3-4d85-8143-6dcc7fc628ac req-7fdaf134-1ce5-42b7-a458-48d80ae29137 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:56:59.875745 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f30817a-58d3-4d85-8143-6dcc7fc628ac req-7fdaf134-1ce5-42b7-a458-48d80ae29137 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.3238361 Nov 16 04:56:59.959071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a62312dd-69ac-453d-b3b2-c753605b9e2a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:56:59.959451 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:56:59.992576 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.076375 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.086949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f30817a-58d3-4d85-8143-6dcc7fc628ac req-7bb045ed-a73d-41d5-883c-ca3980e842dc tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944804 Nov 16 04:57:00.096432 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-65c58d08-20a8-4f2c-a3a0-58bdee81784f tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The resource could not be found. Nov 16 04:57:00.097539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-65c58d08-20a8-4f2c-a3a0-58bdee81784f tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2684963 Nov 16 04:57:00.106169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54990) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:00.110436 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.128517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port a62312dd-69ac-453d-b3b2-c753605b9e2a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a62312dd-69ac-453d-b3b2-c753605b9e2a,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:00.134431 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.173342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44c6d0d-786a-4798-ae92-887a653e30f5 None None] DHCP port deletion for 0026a76b-68fa-404d-ad85-6961d435d04d request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:57:00.182113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port f7dc97c4-1115-43b5-aef2-108226682e71 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:00.183648 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.207711 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-433aba9d-f499-4bb0-beb9-4a7e60406076 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.211448 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.248265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=a62312dd-69ac-453d-b3b2-c753605b9e2a,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:00.273457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] For port f7dc97c4-1115-43b5-aef2-108226682e71, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f7dc97c4-1115-43b5-aef2-108226682e71,segment=NetworkSegment(6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a),segment_id=6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:00.273953 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.283702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d44c6d0d-786a-4798-ae92-887a653e30f5 None None] Deleting port f7dc97c4-1115-43b5-aef2-108226682e71 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:00.285029 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d44c6d0d-786a-4798-ae92-887a653e30f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.291359 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for f7dc97c4-1115-43b5-aef2-108226682e71 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:00.303421 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-433aba9d-f499-4bb0-beb9-4a7e60406076 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.318373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:00.325639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:00.336651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:00.343144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=31b4cf74-fc31-41de-bf59-ce5d8872ccaf,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:00.389322 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d44c6d0d-786a-4798-ae92-887a653e30f5 None None] For port f7dc97c4-1115-43b5-aef2-108226682e71, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f7dc97c4-1115-43b5-aef2-108226682e71,segment=NetworkSegment(6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a),segment_id=6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:00.389749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d44c6d0d-786a-4798-ae92-887a653e30f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.413523 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.418051 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d44c6d0d-786a-4798-ae92-887a653e30f5 None None] Calling delete_port for f7dc97c4-1115-43b5-aef2-108226682e71 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:00.422171 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-433aba9d-f499-4bb0-beb9-4a7e60406076 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.424929 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-433aba9d-f499-4bb0-beb9-4a7e60406076 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.428396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-433aba9d-f499-4bb0-beb9-4a7e60406076 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "DELETE /v2.0/security-groups/f8b9b878-7573-4809-9351-f83053e5718e HTTP/1.1" status: 204 len: 168 time: 0.3190603 Nov 16 04:57:00.431953 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54998) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:00.435445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:00.436156 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.452163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433aba9d-f499-4bb0-beb9-4a7e60406076 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b9b878-7573-4809-9351-f83053e5718e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:00.476861 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-71d672a3-fc25-49d0-b84f-4dc6ec684b86 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6411834 Nov 16 04:57:00.478623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55000) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:00.478843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=f7dc97c4-1115-43b5-aef2-108226682e71,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:00.481510 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No DVR routers for this DVR port f7dc97c4-1115-43b5-aef2-108226682e71 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:00.567984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05460725-60ee-43ec-a922-249c15b43fbe tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:00.576322 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d44c6d0d-786a-4798-ae92-887a653e30f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.579487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05460725-60ee-43ec-a922-249c15b43fbe tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:00.581504 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-05460725-60ee-43ec-a922-249c15b43fbe tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1022971 Nov 16 04:57:00.584374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55004) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:00.623234 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e9632eee-b8bd-4417-877f-227acfe4d916 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1875322 Nov 16 04:57:00.627740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55006) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:00.628907 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.638059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b78bcc5d-bfa7-4fab-bb2f-173a22b309ad tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': 'f2dfdfa7-0bb8-43f9-92c3-af936200c0ba', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:00.641882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c6d0d-786a-4798-ae92-887a653e30f5 None None] Pushing event deleted for resources: {'Port': ['ID=f7dc97c4-1115-43b5-aef2-108226682e71,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:00.651904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0026a76b-68fa-404d-ad85-6961d435d04d']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:00.662616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:00.662913 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b9b7ea6-3054-4ea1-8b0a-9849c1f4044a') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:00.669584 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c6d0d-786a-4798-ae92-887a653e30f5 None None] No DVR routers for this DVR port f7dc97c4-1115-43b5-aef2-108226682e71 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:00.673564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.687278 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.694164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:57:00.694894 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:57:00.700193 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:57:00.706595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2448b7b-cb8e-4a9a-bd36-128bd18e335e None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:00.778233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f5f26-6290-475e-8598-253167617e13 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port 31b4cf74-fc31-41de-bf59-ce5d8872ccaf {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:00.778824 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5f26-6290-475e-8598-253167617e13 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.783651 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-b78bcc5d-bfa7-4fab-bb2f-173a22b309ad tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The resource could not be found. Nov 16 04:57:00.784968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b78bcc5d-bfa7-4fab-bb2f-173a22b309ad tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1559973 Nov 16 04:57:00.789676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55010) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:00.794542 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ca5862e8-7cb3-4ba3-b578-3f48804fe50c tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148384079'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:00.800516 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.804924 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.812235 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/networks/0026a76b-68fa-404d-ad85-6961d435d04d HTTP/1.1" status: 204 len: 168 time: 1.0543389 Nov 16 04:57:00.815445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55012) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:00.816793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-63497d92-79af-472b-bc49-4d0d5100391f None None] Provisioning complete for port a62312dd-69ac-453d-b3b2-c753605b9e2a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:00.817252 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63497d92-79af-472b-bc49-4d0d5100391f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.870111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85368529-646d-4839-88c2-92a5c3b0f94b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Network': ['ID=0026a76b-68fa-404d-ad85-6961d435d04d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:00.893887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ffa828-3eeb-42d0-aa5a-a0e7fae539fa tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:00.899294 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c2ffa828-3eeb-42d0-aa5a-a0e7fae539fa tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/1395997e-daf1-4046-8f6e-7809ab57e18f HTTP/1.1" status: 200 len: 840 time: 0.0788989 Nov 16 04:57:00.899294 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca5862e8-7cb3-4ba3-b578-3f48804fe50c tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.900673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55014) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:00.905286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5f26-6290-475e-8598-253167617e13 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:00.936519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-ad3f5f26-6290-475e-8598-253167617e13 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for 31b4cf74-fc31-41de-bf59-ce5d8872ccaf owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:00.965349 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8c5c826c-93b7-4ac7-915e-0e5282164770 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/1395997e-daf1-4046-8f6e-7809ab57e18f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0623219 Nov 16 04:57:01.001579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55018) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:01.009435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3ee4919f-54a9-4e2a-8353-50db6f8aad1a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:01.075429 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca5862e8-7cb3-4ba3-b578-3f48804fe50c tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.083353 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca5862e8-7cb3-4ba3-b578-3f48804fe50c tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.128894 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca5862e8-7cb3-4ba3-b578-3f48804fe50c tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.130987 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ca5862e8-7cb3-4ba3-b578-3f48804fe50c tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3404655 Nov 16 04:57:01.134251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55030) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:01.140440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-62e5b768-9c94-4ed9-b59b-bc008a93ee9b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group': {'name': 'tempest-secgroup--381109625'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:01.149550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1a6fca-f142-46a3-945a-edcb22b93129 None None] Update dhcp port {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'fixed_ips': [{'subnet_id': '4fb6b8d2-e02f-4691-b030-8ad4a771a13c', 'ip_address': '2001:db8::f816:3eff:fedb:aec9'}, {'subnet_id': '4682cccd-0e3b-4ec9-92b2-e4cf800a2e8a'}], 'binding:host_id': 'n-d-818042-1'}, 'id': 'a62312dd-69ac-453d-b3b2-c753605b9e2a'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 04:57:01.150922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5862e8-7cb3-4ba3-b578-3f48804fe50c tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b07fe84-4adb-4811-b904-8a4d3615ca1e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:01.185358 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-62e5b768-9c94-4ed9-b59b-bc008a93ee9b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.205866 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa1a6fca-f142-46a3-945a-edcb22b93129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.286312 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-62e5b768-9c94-4ed9-b59b-bc008a93ee9b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.291206 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-62e5b768-9c94-4ed9-b59b-bc008a93ee9b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.341723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5b768-9c94-4ed9-b59b-bc008a93ee9b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be42ce63-3e59-46f9-b943-b7ead5eb0653,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:01.343530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee4919f-54a9-4e2a-8353-50db6f8aad1a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:01.347226 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ee4919f-54a9-4e2a-8353-50db6f8aad1a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.358718 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-62e5b768-9c94-4ed9-b59b-bc008a93ee9b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.360103 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-62e5b768-9c94-4ed9-b59b-bc008a93ee9b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2246187 Nov 16 04:57:01.363491 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55040) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:01.371007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-75aa22ee-bff3-42f0-9248-8ea77e96204a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group_rule': {'security_group_id': '2b07fe84-4adb-4811-b904-8a4d3615ca1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'be42ce63-3e59-46f9-b943-b7ead5eb0653'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:01.430378 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-75aa22ee-bff3-42f0-9248-8ea77e96204a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:57:01.436200 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-75aa22ee-bff3-42f0-9248-8ea77e96204a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0700188 Nov 16 04:57:01.436904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55044) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:01.450801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152211d4-e11e-4c7d-b35f-54bf26f7bbbe req-1e9ef535-5174-4f8f-aa27-a182ea890e9f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:01.462514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-152211d4-e11e-4c7d-b35f-54bf26f7bbbe req-1e9ef535-5174-4f8f-aa27-a182ea890e9f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.2568352 Nov 16 04:57:01.494340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-fa1a6fca-f142-46a3-945a-edcb22b93129 None None] Allocated IP 172.20.0.3 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/4682cccd-0e3b-4ec9-92b2-e4cf800a2e8a/a62312dd-69ac-453d-b3b2-c753605b9e2a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:01.518451 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f510693c-55c7-4cf6-a641-0459cf7e1189 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.571382 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f510693c-55c7-4cf6-a641-0459cf7e1189 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.587150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-152211d4-e11e-4c7d-b35f-54bf26f7bbbe req-74a0559e-7873-4e92-9299-219d8258c87d tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236713 Nov 16 04:57:01.620707 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f510693c-55c7-4cf6-a641-0459cf7e1189 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.623594 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f510693c-55c7-4cf6-a641-0459cf7e1189 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.624694 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f510693c-55c7-4cf6-a641-0459cf7e1189 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "DELETE /v2.0/security-groups/be42ce63-3e59-46f9-b943-b7ead5eb0653 HTTP/1.1" status: 204 len: 168 time: 0.1867745 Nov 16 04:57:01.626998 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5f26-6290-475e-8598-253167617e13 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.629620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55048) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:01.643704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510693c-55c7-4cf6-a641-0459cf7e1189 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be42ce63-3e59-46f9-b943-b7ead5eb0653,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:01.684157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f5f26-6290-475e-8598-253167617e13 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=31b4cf74-fc31-41de-bf59-ce5d8872ccaf,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:01.723026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fa1a6fca-f142-46a3-945a-edcb22b93129 None None] For port a62312dd-69ac-453d-b3b2-c753605b9e2a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a62312dd-69ac-453d-b3b2-c753605b9e2a,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:01.747767 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8f509a2b-1f59-4601-b46d-cc0baaace303 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1145444 Nov 16 04:57:01.747950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a62312dd-69ac-453d-b3b2-c753605b9e2a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:01.748051 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55054) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:01.856587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90b81dc3-5dfb-44b8-b783-0dc8ec74f13a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.857420 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa1a6fca-f142-46a3-945a-edcb22b93129 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.869360 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad3f5f26-6290-475e-8598-253167617e13 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.869645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a62312dd-69ac-453d-b3b2-c753605b9e2a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:01.870422 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.871938 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa1a6fca-f142-46a3-945a-edcb22b93129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.875307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ad3f5f26-6290-475e-8598-253167617e13 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/31b4cf74-fc31-41de-bf59-ce5d8872ccaf HTTP/1.1" status: 204 len: 168 time: 1.2896779 Nov 16 04:57:01.879912 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55056) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:01.916956 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90b81dc3-5dfb-44b8-b783-0dc8ec74f13a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.928812 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ee4919f-54a9-4e2a-8353-50db6f8aad1a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:01.987265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a6fca-f142-46a3-945a-edcb22b93129 None None] Pushing event updated for resources: {'Port': ['ID=a62312dd-69ac-453d-b3b2-c753605b9e2a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:01.996094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee4919f-54a9-4e2a-8353-50db6f8aad1a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network be497daa-dc84-48db-a8da-a2ebf0db01fc is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:02.001433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-3ee4919f-54a9-4e2a-8353-50db6f8aad1a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:02.011176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee4919f-54a9-4e2a-8353-50db6f8aad1a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:02.011847 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ee4919f-54a9-4e2a-8353-50db6f8aad1a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.016255 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90b81dc3-5dfb-44b8-b783-0dc8ec74f13a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.022519 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90b81dc3-5dfb-44b8-b783-0dc8ec74f13a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.027200 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-90b81dc3-5dfb-44b8-b783-0dc8ec74f13a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "DELETE /v2.0/security-groups/2b07fe84-4adb-4811-b904-8a4d3615ca1e HTTP/1.1" status: 204 len: 168 time: 0.2763216 Nov 16 04:57:02.030196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55060) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:02.033987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a19155-1938-41e0-85ce-d9c9784b7e08 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:02.035659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a19155-1938-41e0-85ce-d9c9784b7e08 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:02.037450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a19155-1938-41e0-85ce-d9c9784b7e08 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:02.041663 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a9a19155-1938-41e0-85ce-d9c9784b7e08 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1582134 Nov 16 04:57:02.044773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca23c5cd-8490-4f5b-9804-a54ac3afd50e None None] Network be497daa-dc84-48db-a8da-a2ebf0db01fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:02.047597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3ee4919f-54a9-4e2a-8353-50db6f8aad1a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0450168 Nov 16 04:57:02.050411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55064) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:02.050995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55066) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:02.064110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-252198af-98af-4b71-8103-7c51759c3947 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'security_group': {'name': 'tempest-secgroup-588249872'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:02.071881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4919f-54a9-4e2a-8353-50db6f8aad1a tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Subnet': ['ID=3a3e1981-81ed-4d17-9301-c3e445eb2b0e,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:02.105225 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b81dc3-5dfb-44b8-b783-0dc8ec74f13a tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b07fe84-4adb-4811-b904-8a4d3615ca1e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:02.135435 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-252198af-98af-4b71-8103-7c51759c3947 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.143949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-815dd2de-7454-49eb-9c35-4c1d98dfa1c7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 4682cccd-0e3b-4ec9-92b2-e4cf800a2e8a {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:02.153493 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-815dd2de-7454-49eb-9c35-4c1d98dfa1c7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.190084 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-17f22851-bdea-48e5-a218-0d5519e3212d tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1271319 Nov 16 04:57:02.190861 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55070) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:02.196059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-77949fac-5232-41a8-aeef-15e4d2ac7d22 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group': {'name': 'tempest-secgroup--822735095'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:02.238763 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77949fac-5232-41a8-aeef-15e4d2ac7d22 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.253923 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-815dd2de-7454-49eb-9c35-4c1d98dfa1c7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.382999 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77949fac-5232-41a8-aeef-15e4d2ac7d22 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.389331 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77949fac-5232-41a8-aeef-15e4d2ac7d22 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.457001 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-815dd2de-7454-49eb-9c35-4c1d98dfa1c7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.457308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77949fac-5232-41a8-aeef-15e4d2ac7d22 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43fe5679-2ba0-4c32-a680-1b64cb245f8d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:02.481223 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77949fac-5232-41a8-aeef-15e4d2ac7d22 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.482725 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-77949fac-5232-41a8-aeef-15e4d2ac7d22 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2908306 Nov 16 04:57:02.485598 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55082) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:02.485812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f7dc97c4-1115-43b5-aef2-108226682e71 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:02.490999 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1800cc61-1263-4976-9c97-b82373855d0c tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:02.491703 n-d-818042-1 neutron-server[102660]: WARNING neutron.api.v2.base [None req-1800cc61-1263-4976-9c97-b82373855d0c tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 04:57:02.492376 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-1800cc61-1263-4976-9c97-b82373855d0c tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] update failed (client error): There was a conflict when trying to complete your request. Nov 16 04:57:02.493547 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1800cc61-1263-4976-9c97-b82373855d0c tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "PUT /v2.0/security-groups/43fe5679-2ba0-4c32-a680-1b64cb245f8d HTTP/1.1" status: 409 len: 330 time: 0.0065682 Nov 16 04:57:02.496238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55084) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:02.498428 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-252198af-98af-4b71-8103-7c51759c3947 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.512652 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-252198af-98af-4b71-8103-7c51759c3947 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.540243 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f7dc97c4-1115-43b5-aef2-108226682e71 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:57:02.540593 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f7dc97c4-1115-43b5-aef2-108226682e71 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:57:02.579678 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-252198af-98af-4b71-8103-7c51759c3947 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.580872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-252198af-98af-4b71-8103-7c51759c3947 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5275414 Nov 16 04:57:02.584014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55090) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:02.586365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252198af-98af-4b71-8103-7c51759c3947 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd12fe88-8186-4338-9ab3-13ec0d283d15,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:02.593963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f78efd8b-1e43-4a39-a14d-19e10a152b4b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'security_group': {'name': 'tempest-secgroup-74238060'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:02.622559 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d073db67-7c79-472c-9d60-e81ede986deb tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.626011 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f78efd8b-1e43-4a39-a14d-19e10a152b4b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.659858 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-815dd2de-7454-49eb-9c35-4c1d98dfa1c7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.666368 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-be497daa-dc84-48db-a8da-a2ebf0db01fc', 'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'tenant_id': 'a23880a53c04422caf7e62ff28ac9622', 'fixed_ips': [{'subnet_id': '3a3e1981-81ed-4d17-9301-c3e445eb2b0e'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:57:02.668575 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.683694 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d073db67-7c79-472c-9d60-e81ede986deb tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.700626 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dd2de-7454-49eb-9c35-4c1d98dfa1c7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=4682cccd-0e3b-4ec9-92b2-e4cf800a2e8a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:02.702963 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-815dd2de-7454-49eb-9c35-4c1d98dfa1c7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.708554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-815dd2de-7454-49eb-9c35-4c1d98dfa1c7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/4682cccd-0e3b-4ec9-92b2-e4cf800a2e8a HTTP/1.1" status: 204 len: 168 time: 0.6540885 Nov 16 04:57:02.709860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55096) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:02.778938 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d073db67-7c79-472c-9d60-e81ede986deb tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.781593 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d073db67-7c79-472c-9d60-e81ede986deb tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.787362 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d073db67-7c79-472c-9d60-e81ede986deb tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "DELETE /v2.0/security-groups/43fe5679-2ba0-4c32-a680-1b64cb245f8d HTTP/1.1" status: 204 len: 168 time: 0.2899094 Nov 16 04:57:02.790233 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55100) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:02.841791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073db67-7c79-472c-9d60-e81ede986deb tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fe5679-2ba0-4c32-a680-1b64cb245f8d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:02.918273 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f78efd8b-1e43-4a39-a14d-19e10a152b4b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.921486 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3240c111-822e-4aa5-a7fd-6b2939b010c0 tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1232650 Nov 16 04:57:02.921806 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55108) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:02.938112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Allocated IP 172.20.0.2 (be497daa-dc84-48db-a8da-a2ebf0db01fc/3a3e1981-81ed-4d17-9301-c3e445eb2b0e/018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:02.963838 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-8b924470-c6d7-4181-9363-6caa40868d1c tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] delete failed (client error): The resource could not be found. Nov 16 04:57:02.964896 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8b924470-c6d7-4181-9363-6caa40868d1c tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "DELETE /v2.0/security-groups/08b57b63-659f-4651-9338-dcb9015eaf91 HTTP/1.1" status: 404 len: 347 time: 0.0361145 Nov 16 04:57:02.970302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55110) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:02.982271 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f78efd8b-1e43-4a39-a14d-19e10a152b4b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:02.997511 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-0d959ebf-8f3f-464f-865e-6ec93b8b864b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] show failed (client error): The resource could not be found. Nov 16 04:57:03.000040 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0d959ebf-8f3f-464f-865e-6ec93b8b864b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "GET /v2.0/security-groups/66d9ace2-b56f-42f1-8123-b3d334ceea5e HTTP/1.1" status: 404 len: 347 time: 0.0284653 Nov 16 04:57:03.003661 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55112) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:03.036650 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-5fcd318b-09c6-4a09-a102-944963f47c6b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] show failed (client error): The resource could not be found. Nov 16 04:57:03.038075 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5fcd318b-09c6-4a09-a102-944963f47c6b tempest-NegativeSecGroupTest-2025395046 tempest-NegativeSecGroupTest-2025395046-project] 10.222.0.41 "GET /v2.0/security-group-rules/58326d43-af51-4166-8d76-2d7664657a08 HTTP/1.1" status: 404 len: 356 time: 0.0326512 Nov 16 04:57:03.070564 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 4fb6b8d2-e02f-4691-b030-8ad4a771a13c {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:03.074566 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:03.123928 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f78efd8b-1e43-4a39-a14d-19e10a152b4b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:03.128030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f78efd8b-1e43-4a39-a14d-19e10a152b4b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5404994 Nov 16 04:57:03.128392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55124) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:03.133947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad750b-d866-47de-908b-e4da9d54ca7a req-8d81b2e9-ee4e-4006-9ecc-fdd81a2e7bc5 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:03.134819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-914551020', 'security_groups': ['4a9496ee-6167-4881-bb17-dc97f72e2d1b'], 'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3a3e1981-81ed-4d17-9301-c3e445eb2b0e'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:03.135865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8aad750b-d866-47de-908b-e4da9d54ca7a req-8d81b2e9-ee4e-4006-9ecc-fdd81a2e7bc5 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.3944602 Nov 16 04:57:03.144383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78efd8b-1e43-4a39-a14d-19e10a152b4b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9496ee-6167-4881-bb17-dc97f72e2d1b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:03.200899 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:03.237628 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:03.269758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8aad750b-d866-47de-908b-e4da9d54ca7a req-3ba79844-4c95-4d0b-83ee-db31cc391ebc tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223178 Nov 16 04:57:03.270398 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1c42b1-6697-42f5-a5ab-ed24bb5aff10 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:03.282585 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-eb171447-e997-4811-ac7c-34f2c53e1ac4 None None] Could not find standard attr ID for object 31b4cf74-fc31-41de-bf59-ce5d8872ccaf. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:57:03.287864 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:03.344563 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:03.407967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:03.423079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Network be497daa-dc84-48db-a8da-a2ebf0db01fc is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:03.432775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:03.448001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:03.466827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-eb171447-e997-4811-ac7c-34f2c53e1ac4 None None] Provisioning complete for port a62312dd-69ac-453d-b3b2-c753605b9e2a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:03.467493 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb171447-e997-4811-ac7c-34f2c53e1ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:03.481188 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:03.523529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Pushing event updated for resources: {'Port': ['ID=018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:03.542170 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:03.559251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb6b8d2-e02f-4691-b030-8ad4a771a13c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:03.573750 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port e0009032-0add-4fdd-ad8a-d7106b368b02 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:57:03.576030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:03.583202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:03.583343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:03.584393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:03.585214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:03.587109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:03.587109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:03.587109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:03.589311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:03.590020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:03.590121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:03.591296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:03.601663 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:03.603456 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Attempting to bind port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:57:03.603835 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Attempting to bind port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'f72e8183-918c-4c71-b657-a4aeff781bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:57:03.604489 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Attempting to bind port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a on network be497daa-dc84-48db-a8da-a2ebf0db01fc {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:03.612202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f9c033e5-a9a3-489e-999e-16c47dd70b75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/4fb6b8d2-e02f-4691-b030-8ad4a771a13c HTTP/1.1" status: 204 len: 168 time: 0.8991654 Nov 16 04:57:03.613542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55146) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:03.619246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:57:03.620220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Checking segment: {'id': 'f72e8183-918c-4c71-b657-a4aeff781bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:03.620668 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:03.621154 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Bound using segment: {'id': 'f72e8183-918c-4c71-b657-a4aeff781bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:57:03.621754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Bound port: 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72e8183-918c-4c71-b657-a4aeff781bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:57:03.622188 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:03.722941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55152) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:03.746302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7f3a9a38-0550-444b-a047-4d908f1db446 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1252482 Nov 16 04:57:03.750547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55158) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:03.773900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-617b1501-33f4-4e8f-bfa4-750b975c06af tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:03.813356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] For port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:57:03.825984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a62312dd-69ac-453d-b3b2-c753605b9e2a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:03.844454 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.5 (be497daa-dc84-48db-a8da-a2ebf0db01fc/3a3e1981-81ed-4d17-9301-c3e445eb2b0e/e0009032-0add-4fdd-ad8a-d7106b368b02) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:04.005566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-31c22b00-3dc6-42d4-888d-1e53fc11e807 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f35a781c38d4b7eb0a6fc339f009b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2811396 Nov 16 04:57:04.009468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55176) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:04.036828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617b1501-33f4-4e8f-bfa4-750b975c06af tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:04.040819 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-617b1501-33f4-4e8f-bfa4-750b975c06af tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.052671 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.091855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.146875 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network be497daa-dc84-48db-a8da-a2ebf0db01fc is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:04.151696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:04.152014 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1470fa4b-6a31-4b1c-90af-4e9382405036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.158576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:04.205211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=e0009032-0add-4fdd-ad8a-d7106b368b02,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:04.206018 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1470fa4b-6a31-4b1c-90af-4e9382405036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.219961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:04.220732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.267781 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6497cefe-3fa3-4c49-93a8-d1acf14a19af tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1382391 Nov 16 04:57:04.268551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55184) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:04.281135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7256b619-ddc0-4034-a3cf-695cb272284c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:04.299914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] For port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a,segment=NetworkSegment(f72e8183-918c-4c71-b657-a4aeff781bae),segment_id=f72e8183-918c-4c71-b657-a4aeff781bae)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:57:04.318106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1470fa4b-6a31-4b1c-90af-4e9382405036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.321389 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1470fa4b-6a31-4b1c-90af-4e9382405036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.325004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1470fa4b-6a31-4b1c-90af-4e9382405036 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc60fed2-12a2-42bd-87e8-3fc0767f8855 HTTP/1.1" status: 204 len: 168 time: 0.3128793 Nov 16 04:57:04.335782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470fa4b-6a31-4b1c-90af-4e9382405036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc60fed2-12a2-42bd-87e8-3fc0767f8855,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:04.340776 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.431977 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-617b1501-33f4-4e8f-bfa4-750b975c06af tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.531920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ac364-2c5f-4255-90da-39e01b226cfb None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:57:04.567080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617b1501-33f4-4e8f-bfa4-750b975c06af tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:04.620608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-617b1501-33f4-4e8f-bfa4-750b975c06af tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:04.620812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7256b619-ddc0-4034-a3cf-695cb272284c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:04.626156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617b1501-33f4-4e8f-bfa4-750b975c06af tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:04.626156 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-617b1501-33f4-4e8f-bfa4-750b975c06af tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.626731 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7256b619-ddc0-4034-a3cf-695cb272284c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.658158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e77c9-71bb-4598-8cc6-577897c7ae67 None None] Pushing event updated for resources: {'Port': ['ID=018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:04.665109 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a62312dd-69ac-453d-b3b2-c753605b9e2a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:04.665489 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.670775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-617b1501-33f4-4e8f-bfa4-750b975c06af tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9189973 Nov 16 04:57:04.674826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55204) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:04.686559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-91954ea2-caa5-4573-8c44-64b795d5a194 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:04.710539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a166d-5f88-4367-9bdf-013301609485 req-762cbbab-231a-4d38-a84c-6aa56a358702 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:04.725101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-861a166d-5f88-4367-9bdf-013301609485 req-762cbbab-231a-4d38-a84c-6aa56a358702 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.2978902 Nov 16 04:57:04.737379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b1501-33f4-4e8f-bfa4-750b975c06af tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=59650304-e821-4729-a2d0-96b4eb105346,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:04.848612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-869ac364-2c5f-4255-90da-39e01b226cfb None None] Deleting port a62312dd-69ac-453d-b3b2-c753605b9e2a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:04.849069 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-869ac364-2c5f-4255-90da-39e01b226cfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:04.923850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-861a166d-5f88-4367-9bdf-013301609485 req-22273a33-5244-4e8d-89d4-9a76926106fc tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976264 Nov 16 04:57:04.969886 n-d-818042-1 neutron-server[102660]: INFO neutron.db.ipam_backend_mixin [None req-7256b619-ddc0-4034-a3cf-695cb272284c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3a3e1981-81ed-4d17-9301-c3e445eb2b0e (CIDR: 172.20.0.0/28) Nov 16 04:57:04.974860 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-7256b619-ddc0-4034-a3cf-695cb272284c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:57:04.975526 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7256b619-ddc0-4034-a3cf-695cb272284c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:05.037624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55214) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:05.038184 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7256b619-ddc0-4034-a3cf-695cb272284c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7671912 Nov 16 04:57:05.043293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-58173b54-c06a-43b2-ab37-8e44d413198b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:05.092999 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-869ac364-2c5f-4255-90da-39e01b226cfb None None] For port a62312dd-69ac-453d-b3b2-c753605b9e2a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a62312dd-69ac-453d-b3b2-c753605b9e2a,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:05.093651 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-869ac364-2c5f-4255-90da-39e01b226cfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:05.118346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-869ac364-2c5f-4255-90da-39e01b226cfb None None] Calling delete_port for a62312dd-69ac-453d-b3b2-c753605b9e2a owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:05.130641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91954ea2-caa5-4573-8c44-64b795d5a194 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:05.134187 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91954ea2-caa5-4573-8c44-64b795d5a194 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:05.188203 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55218) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:05.230547 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-869ac364-2c5f-4255-90da-39e01b226cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:05.269354 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ac364-2c5f-4255-90da-39e01b226cfb None None] Pushing event deleted for resources: {'Port': ['ID=a62312dd-69ac-453d-b3b2-c753605b9e2a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:05.281534 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869ac364-2c5f-4255-90da-39e01b226cfb None None] No DVR routers for this DVR port a62312dd-69ac-453d-b3b2-c753605b9e2a on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:05.305145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033ef63c-85fa-4ccd-b2ae-fd45cb05d510 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:05.335380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58173b54-c06a-43b2-ab37-8e44d413198b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:05.347833 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58173b54-c06a-43b2-ab37-8e44d413198b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:05.545072 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': '59650304-e821-4729-a2d0-96b4eb105346'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:57:05.546332 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:05.575722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-948d6a73-8483-4522-a78d-6b6ec37fefee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:05.790968 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58173b54-c06a-43b2-ab37-8e44d413198b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:05.804613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:05.863530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58173b54-c06a-43b2-ab37-8e44d413198b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network be497daa-dc84-48db-a8da-a2ebf0db01fc is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:05.869372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-58173b54-c06a-43b2-ab37-8e44d413198b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:05.871429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55232) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:05.874314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58173b54-c06a-43b2-ab37-8e44d413198b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:05.875068 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58173b54-c06a-43b2-ab37-8e44d413198b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:05.876813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-91954ea2-caa5-4573-8c44-64b795d5a194 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:57:05.880930 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91954ea2-caa5-4573-8c44-64b795d5a194 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:05.905519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-58173b54-c06a-43b2-ab37-8e44d413198b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8667269 Nov 16 04:57:05.909084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55236) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:05.917783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4ce328fe-d532-4ae4-8606-0b9437313c7b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-811248344', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '82d13af5-42b6-41dd-89d6-3de2aab2345a'}], 'security_groups': ['cd12fe88-8186-4338-9ab3-13ec0d283d15']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:05.944621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:05.944919 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:05.979494 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-948d6a73-8483-4522-a78d-6b6ec37fefee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:05.990233 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-948d6a73-8483-4522-a78d-6b6ec37fefee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:05.995273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Allocated IP 172.20.0.2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/59650304-e821-4729-a2d0-96b4eb105346/df32a397-a060-4012-ba2b-61cebc6216b7) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:05.996760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91954ea2-caa5-4573-8c44-64b795d5a194 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:06.021616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58173b54-c06a-43b2-ab37-8e44d413198b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Subnet': ['ID=82d13af5-42b6-41dd-89d6-3de2aab2345a,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:06.061696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91954ea2-caa5-4573-8c44-64b795d5a194 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=5bb32eb7-bfcb-4c0d-b6bd-19fc5bb68f73,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:06.067587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-91954ea2-caa5-4573-8c44-64b795d5a194 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:06.072233 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91954ea2-caa5-4573-8c44-64b795d5a194 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:06.073398 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91954ea2-caa5-4573-8c44-64b795d5a194 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:06.144949 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-948d6a73-8483-4522-a78d-6b6ec37fefee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d76d0bb3dafa4f198c42fe984a1a5fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9532499 Nov 16 04:57:06.153354 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55242) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:06.168955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d6a73-8483-4522-a78d-6b6ec37fefee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efeac03-d61f-4bcb-a143-86fdc669198b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:06.176770 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-91954ea2-caa5-4573-8c44-64b795d5a194 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4973478 Nov 16 04:57:06.183798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55244) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:06.191615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'mac_address': 'fa:16:3e:e9:c2:52', 'name': 'tempest-NetworksTestDHCPv6-1998758962'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:06.201489 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:06.222451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9b863b4e-4edf-4a42-b96a-7947c21cd539 tempest-SubnetPoolsTestJSON-1619320215 tempest-SubnetPoolsTestJSON-1619320215-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1074599690', 'prefixes': ['172.20.0.0/16']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:06.234937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916add91-9619-4797-a55f-2e49039dfe51 None None] Network be497daa-dc84-48db-a8da-a2ebf0db01fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:06.301846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4f2f8-e5ef-4fdb-ad69-514ac7ec86c7 req-5e340d3e-4a1b-4d94-b652-ac503f729253 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:06.304468 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2e4f2f8-e5ef-4fdb-ad69-514ac7ec86c7 req-5e340d3e-4a1b-4d94-b652-ac503f729253 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.2333245 Nov 16 04:57:06.334880 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19b0f010-2ff9-496e-b33e-3f21840467ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:06.347866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a,segment=NetworkSegment(f72e8183-918c-4c71-b657-a4aeff781bae),segment_id=f72e8183-918c-4c71-b657-a4aeff781bae)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:06.364231 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:06.405334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:06.415575 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19b0f010-2ff9-496e-b33e-3f21840467ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:06.446102 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9b863b4e-4edf-4a42-b96a-7947c21cd539 tempest-SubnetPoolsTestJSON-1619320215 tempest-SubnetPoolsTestJSON-1619320215-project] Publish callbacks [] for subnetpool, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:06.451884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9b863b4e-4edf-4a42-b96a-7947c21cd539 tempest-SubnetPoolsTestJSON-1619320215 tempest-SubnetPoolsTestJSON-1619320215-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5791910 Nov 16 04:57:06.452806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55246) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:06.455860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:06.467738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a62312dd-69ac-453d-b3b2-c753605b9e2a no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:06.481153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2e4f2f8-e5ef-4fdb-ad69-514ac7ec86c7 req-ef9bf7fc-7af9-4da8-b2e9-b5370538f108 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671991 Nov 16 04:57:06.504757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f874a6e5-1a27-4d06-acc4-874ba63a84d4 None None] Provisioning complete for port 1395997e-daf1-4046-8f6e-7809ab57e18f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:06.505225 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f874a6e5-1a27-4d06-acc4-874ba63a84d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:06.522516 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a62312dd-69ac-453d-b3b2-c753605b9e2a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:57:06.523085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a62312dd-69ac-453d-b3b2-c753605b9e2a not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:57:06.553728 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ce328fe-d532-4ae4-8606-0b9437313c7b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:06.567885 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:06.568617 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:06.583384 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19b0f010-2ff9-496e-b33e-3f21840467ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:06.587079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:06.588127 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-19b0f010-2ff9-496e-b33e-3f21840467ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:06.589755 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-19b0f010-2ff9-496e-b33e-3f21840467ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0efeac03-d61f-4bcb-a143-86fdc669198b HTTP/1.1" status: 204 len: 168 time: 0.4276996 Nov 16 04:57:06.636404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port 651916c7-8936-43ec-8273-0c0ee1cc87cd yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:57:06.647920 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0f010-2ff9-496e-b33e-3f21840467ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efeac03-d61f-4bcb-a143-86fdc669198b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:06.812509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f874a6e5-1a27-4d06-acc4-874ba63a84d4 None None] Port 1395997e-daf1-4046-8f6e-7809ab57e18f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:06.831522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:06.852120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:06.863172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:06.879296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 172.20.0.13 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/59650304-e821-4729-a2d0-96b4eb105346/651916c7-8936-43ec-8273-0c0ee1cc87cd) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:06.883266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Pushing event updated for resources: {'Port': ['ID=df32a397-a060-4012-ba2b-61cebc6216b7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:06.889528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::f816:3eff:fee9:c252 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/5bb32eb7-bfcb-4c0d-b6bd-19fc5bb68f73/651916c7-8936-43ec-8273-0c0ee1cc87cd) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:06.930696 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f874a6e5-1a27-4d06-acc4-874ba63a84d4 None None] Provisioning complete for port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:06.931059 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f874a6e5-1a27-4d06-acc4-874ba63a84d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.015559 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Attempting to bind port df32a397-a060-4012-ba2b-61cebc6216b7 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:57:07.015885 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Attempting to bind port df32a397-a060-4012-ba2b-61cebc6216b7 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:57:07.016198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Attempting to bind port df32a397-a060-4012-ba2b-61cebc6216b7 on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:07.030886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c75ca014-8486-4abc-b96e-d2444d7ce8b6 tempest-SubnetPoolsTestJSON-1619320215 tempest-SubnetPoolsTestJSON-1619320215-project] 10.222.0.41 "GET /v2.0/subnetpools/15643c9f-9d06-4dd4-a658-b33e93dac2bc HTTP/1.1" status: 200 len: 732 time: 0.5760264 Nov 16 04:57:07.037299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55254) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:07.056051 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fb50d90d-d089-4325-8aaa-41ceb959f4e9 tempest-SubnetPoolsTestJSON-1619320215 tempest-SubnetPoolsTestJSON-1619320215-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1335081242'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:07.075040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:57:07.075418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:07.075817 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.076207 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:57:07.077046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Bound port: df32a397-a060-4012-ba2b-61cebc6216b7, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:57:07.077572 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.225158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55258) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:07.242406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] For port df32a397-a060-4012-ba2b-61cebc6216b7, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:57:07.252110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] For port df32a397-a060-4012-ba2b-61cebc6216b7, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=df32a397-a060-4012-ba2b-61cebc6216b7,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:57:07.253955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1afcb-377e-4952-8f5b-d70913590808 None None] Update dhcp port {'port': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'fixed_ips': [{'subnet_id': '3a3e1981-81ed-4d17-9301-c3e445eb2b0e', 'ip_address': '172.20.0.2'}, {'subnet_id': '82d13af5-42b6-41dd-89d6-3de2aab2345a'}], 'binding:host_id': 'n-d-818042-1'}, 'id': '018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 04:57:07.274445 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d53d-b2d9-4df8-8ccb-5e227e6296ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.279726 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.282006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0e2f5-36fd-43fc-add9-615a2aa43579 req-60c68646-2372-4bcd-aae7-eea0fd25ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:07.283520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5aa0e2f5-36fd-43fc-add9-615a2aa43579 req-60c68646-2372-4bcd-aae7-eea0fd25ea37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 1096 time: 0.2497373 Nov 16 04:57:07.348442 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb50d90d-d089-4325-8aaa-41ceb959f4e9 tempest-SubnetPoolsTestJSON-1619320215 tempest-SubnetPoolsTestJSON-1619320215-project] Publish callbacks [] for subnetpool, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.353176 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fb50d90d-d089-4325-8aaa-41ceb959f4e9 tempest-SubnetPoolsTestJSON-1619320215 tempest-SubnetPoolsTestJSON-1619320215-project] 10.222.0.41 "PUT /v2.0/subnetpools/15643c9f-9d06-4dd4-a658-b33e93dac2bc HTTP/1.1" status: 200 len: 684 time: 0.3146834 Nov 16 04:57:07.357703 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55260) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:07.365385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b39f13-7fea-4dc4-a84f-8988cef87ab1 None None] Pushing event updated for resources: {'Port': ['ID=df32a397-a060-4012-ba2b-61cebc6216b7,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:07.380448 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eab1afcb-377e-4952-8f5b-d70913590808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.440502 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5aa0e2f5-36fd-43fc-add9-615a2aa43579 req-17ab7b27-7616-4838-99b3-8871c501ab09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470525 Nov 16 04:57:07.446170 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.526282 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d53d-b2d9-4df8-8ccb-5e227e6296ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.529681 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ab88b84-6211-4ae0-89df-8e47aa6689b3 tempest-SubnetPoolsTestJSON-1619320215 tempest-SubnetPoolsTestJSON-1619320215-project] Publish callbacks [] for subnetpool, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.533334 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ca8d53d-b2d9-4df8-8ccb-5e227e6296ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.534274 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3ab88b84-6211-4ae0-89df-8e47aa6689b3 tempest-SubnetPoolsTestJSON-1619320215 tempest-SubnetPoolsTestJSON-1619320215-project] 10.222.0.41 "DELETE /v2.0/subnetpools/15643c9f-9d06-4dd4-a658-b33e93dac2bc HTTP/1.1" status: 204 len: 168 time: 0.1756403 Nov 16 04:57:07.534994 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55264) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:07.558341 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-e7d2851c-51b4-4828-ac25-669623ec37c6 tempest-SubnetPoolsTestJSON-1619320215 tempest-SubnetPoolsTestJSON-1619320215-project] show failed (client error): The resource could not be found. Nov 16 04:57:07.560891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-4ce328fe-d532-4ae4-8606-0b9437313c7b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Delete allocated IP 172.20.0.5 (be497daa-dc84-48db-a8da-a2ebf0db01fc/3a3e1981-81ed-4d17-9301-c3e445eb2b0e) {{(pid=102659) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 04:57:07.562650 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e7d2851c-51b4-4828-ac25-669623ec37c6 tempest-SubnetPoolsTestJSON-1619320215 tempest-SubnetPoolsTestJSON-1619320215-project] 10.222.0.41 "GET /v2.0/subnetpools/15643c9f-9d06-4dd4-a658-b33e93dac2bc HTTP/1.1" status: 404 len: 346 time: 0.0253885 Nov 16 04:57:07.564121 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55266) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:07.570317 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-4ce328fe-d532-4ae4-8606-0b9437313c7b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.28 (be497daa-dc84-48db-a8da-a2ebf0db01fc/82d13af5-42b6-41dd-89d6-3de2aab2345a/e0009032-0add-4fdd-ad8a-d7106b368b02) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:07.573418 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.595810 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-caac8549-2f66-46d0-a901-83515f9b51c7 tempest-SubnetPoolsTestJSON-1619320215 tempest-SubnetPoolsTestJSON-1619320215-project] delete failed (client error): The resource could not be found. Nov 16 04:57:07.608749 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-caac8549-2f66-46d0-a901-83515f9b51c7 tempest-SubnetPoolsTestJSON-1619320215 tempest-SubnetPoolsTestJSON-1619320215-project] 10.222.0.41 "DELETE /v2.0/subnetpools/15643c9f-9d06-4dd4-a658-b33e93dac2bc HTTP/1.1" status: 404 len: 346 time: 0.0357189 Nov 16 04:57:07.702126 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:07.706757 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:07.714315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:07.778738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:07.824891 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:07.825573 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.874636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=651916c7-8936-43ec-8273-0c0ee1cc87cd,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:07.883730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:07.884176 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:07.914274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8ca8d53d-b2d9-4df8-8ccb-5e227e6296ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=463212afea5f404a94892dbdf0cd9e15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6869841 Nov 16 04:57:07.917221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55272) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:07.917891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8d53d-b2d9-4df8-8ccb-5e227e6296ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032ece26-8cb2-45be-a1ba-8ccd13b0572b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:07.943784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651f409-d92b-45dc-92ed-01b963ea5598 req-01b7ed07-40d7-4787-b878-dbad33aa8ce5 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:07.945009 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a55d500c-15a5-49a5-9026-2d1981bac9e1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7602003 Nov 16 04:57:07.945551 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6651f409-d92b-45dc-92ed-01b963ea5598 req-01b7ed07-40d7-4787-b878-dbad33aa8ce5 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.1456075 Nov 16 04:57:07.948625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55274) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:08.001715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-545f4c9a-4b00-4255-af3f-3bf476eb7a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.015706 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cce2204e-af8a-4842-8d81-8842ce91db4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.027190 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ce328fe-d532-4ae4-8606-0b9437313c7b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.038347 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-545f4c9a-4b00-4255-af3f-3bf476eb7a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.051753 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ce328fe-d532-4ae4-8606-0b9437313c7b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.090867 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55276) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:08.091957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806131a7-ebce-42fe-99ab-2581f42ab1dc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:08.098649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806131a7-ebce-42fe-99ab-2581f42ab1dc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:08.103466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-806131a7-ebce-42fe-99ab-2581f42ab1dc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1537614 Nov 16 04:57:08.112298 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-545f4c9a-4b00-4255-af3f-3bf476eb7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.116137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-545f4c9a-4b00-4255-af3f-3bf476eb7a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.125319 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-545f4c9a-4b00-4255-af3f-3bf476eb7a05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/032ece26-8cb2-45be-a1ba-8ccd13b0572b HTTP/1.1" status: 204 len: 168 time: 0.2062511 Nov 16 04:57:08.127059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55280) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:08.152865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-eab1afcb-377e-4952-8f5b-d70913590808 None None] Allocated IP 172.20.0.18 (be497daa-dc84-48db-a8da-a2ebf0db01fc/82d13af5-42b6-41dd-89d6-3de2aab2345a/018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:08.167281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6651f409-d92b-45dc-92ed-01b963ea5598 req-2adc1cb6-b1fb-43be-9d9a-e849a0538911 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634750 Nov 16 04:57:08.167924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce328fe-d532-4ae4-8606-0b9437313c7b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=e0009032-0add-4fdd-ad8a-d7106b368b02,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:08.228590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f4c9a-4b00-4255-af3f-3bf476eb7a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032ece26-8cb2-45be-a1ba-8ccd13b0572b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:08.296342 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61464292-58da-43b7-9bf5-90b324684629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.306659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4ce328fe-d532-4ae4-8606-0b9437313c7b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] In _notify_port_updated(), no bound segment for port e0009032-0add-4fdd-ad8a-d7106b368b02 on network be497daa-dc84-48db-a8da-a2ebf0db01fc {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:57:08.313070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce328fe-d532-4ae4-8606-0b9437313c7b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:08.314175 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ce328fe-d532-4ae4-8606-0b9437313c7b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.315856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4ce328fe-d532-4ae4-8606-0b9437313c7b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "PUT /v2.0/ports/e0009032-0add-4fdd-ad8a-d7106b368b02 HTTP/1.1" status: 200 len: 920 time: 2.4050934 Nov 16 04:57:08.323722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55286) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:08.350967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-eab1afcb-377e-4952-8f5b-d70913590808 None None] For port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a,segment=NetworkSegment(f72e8183-918c-4c71-b657-a4aeff781bae),segment_id=f72e8183-918c-4c71-b657-a4aeff781bae)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:08.439875 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-2bff4e14-01a5-4021-b892-e870da867965 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port 651916c7-8936-43ec-8273-0c0ee1cc87cd {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:08.441474 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2bff4e14-01a5-4021-b892-e870da867965 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.450543 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eab1afcb-377e-4952-8f5b-d70913590808 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.462125 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eab1afcb-377e-4952-8f5b-d70913590808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.518296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8889aee2-83f1-459d-bdff-1b6da0799f6f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port e0009032-0add-4fdd-ad8a-d7106b368b02 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:08.518663 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8889aee2-83f1-459d-bdff-1b6da0799f6f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.626600 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61464292-58da-43b7-9bf5-90b324684629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.650786 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61464292-58da-43b7-9bf5-90b324684629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.693161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1afcb-377e-4952-8f5b-d70913590808 None None] Pushing event updated for resources: {'Port': ['ID=018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:08.706688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8889aee2-83f1-459d-bdff-1b6da0799f6f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.731890 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2bff4e14-01a5-4021-b892-e870da867965 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:08.740351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8889aee2-83f1-459d-bdff-1b6da0799f6f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for e0009032-0add-4fdd-ad8a-d7106b368b02 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:08.794337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61464292-58da-43b7-9bf5-90b324684629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26b7328-9879-443c-89d5-b9e962a80a71,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:08.814141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-2bff4e14-01a5-4021-b892-e870da867965 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for 651916c7-8936-43ec-8273-0c0ee1cc87cd owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:08.926041 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-61464292-58da-43b7-9bf5-90b324684629 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb9de593260d465f8ad3744f70ba687a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8338943 Nov 16 04:57:08.930611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55298) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:08.979827 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8889aee2-83f1-459d-bdff-1b6da0799f6f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:09.038955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889aee2-83f1-459d-bdff-1b6da0799f6f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=e0009032-0add-4fdd-ad8a-d7106b368b02,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:09.081010 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-519e437b-4bc2-44d0-8b34-1e3d53dff885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:09.093590 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dda5894-41ac-4a9d-92ad-d154d42644a3 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:09.139644 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8889aee2-83f1-459d-bdff-1b6da0799f6f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:09.143028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8889aee2-83f1-459d-bdff-1b6da0799f6f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/e0009032-0add-4fdd-ad8a-d7106b368b02 HTTP/1.1" status: 204 len: 168 time: 0.8175604 Nov 16 04:57:09.145977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55302) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:09.190305 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2bff4e14-01a5-4021-b892-e870da867965 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:09.191887 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-519e437b-4bc2-44d0-8b34-1e3d53dff885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:09.196851 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-430a6448-9b3f-4414-9456-1eb77e8f2110 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:57:09.199327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-430a6448-9b3f-4414-9456-1eb77e8f2110 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/e0009032-0add-4fdd-ad8a-d7106b368b02 HTTP/1.1" status: 404 len: 333 time: 0.0515745 Nov 16 04:57:09.204481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55308) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:09.258574 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff4e14-01a5-4021-b892-e870da867965 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=651916c7-8936-43ec-8273-0c0ee1cc87cd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:09.284548 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-519e437b-4bc2-44d0-8b34-1e3d53dff885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:09.287672 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-519e437b-4bc2-44d0-8b34-1e3d53dff885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:09.292391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-519e437b-4bc2-44d0-8b34-1e3d53dff885 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e26b7328-9879-443c-89d5-b9e962a80a71 HTTP/1.1" status: 204 len: 168 time: 0.3606896 Nov 16 04:57:09.305529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e437b-4bc2-44d0-8b34-1e3d53dff885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26b7328-9879-443c-89d5-b9e962a80a71,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:09.468605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fdaf6-571c-4817-a518-bd89c71ffd82 req-93bcc7d6-bba9-4dd6-8d88-f51d731ceb28 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:09.475953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af4fdaf6-571c-4817-a518-bd89c71ffd82 req-93bcc7d6-bba9-4dd6-8d88-f51d731ceb28 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.1509006 Nov 16 04:57:09.490071 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-838fe8f2-1994-4a3a-ba6c-758222944c92 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:09.503307 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2bff4e14-01a5-4021-b892-e870da867965 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:09.516283 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2bff4e14-01a5-4021-b892-e870da867965 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/651916c7-8936-43ec-8273-0c0ee1cc87cd HTTP/1.1" status: 204 len: 168 time: 1.3844657 Nov 16 04:57:09.517236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55320) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:09.613262 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-838fe8f2-1994-4a3a-ba6c-758222944c92 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:09.650125 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af4fdaf6-571c-4817-a518-bd89c71ffd82 req-d2b41611-1252-4777-be90-ba12790ad7c0 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668172 Nov 16 04:57:09.658180 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-91565d5b-ec96-45f7-8a81-7c122356bd70 None None] Provisioning complete for port df32a397-a060-4012-ba2b-61cebc6216b7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:09.658892 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91565d5b-ec96-45f7-8a81-7c122356bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:09.732721 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25435cbb-1172-4f43-8197-d02d0902c70b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:09.734425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25435cbb-1172-4f43-8197-d02d0902c70b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:09.737382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25435cbb-1172-4f43-8197-d02d0902c70b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:09.747896 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-25435cbb-1172-4f43-8197-d02d0902c70b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2270410 Nov 16 04:57:09.750881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55326) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:09.946755 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4448fab-ea52-41a5-9204-92a996040de5 req-ee43188d-4c12-4274-882a-911ab418b351 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:09.948479 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-838fe8f2-1994-4a3a-ba6c-758222944c92 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:09.960404 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4448fab-ea52-41a5-9204-92a996040de5 req-ee43188d-4c12-4274-882a-911ab418b351 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.1485636 Nov 16 04:57:09.961447 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-838fe8f2-1994-4a3a-ba6c-758222944c92 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:09.966129 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-838fe8f2-1994-4a3a-ba6c-758222944c92 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/security-groups/4a9496ee-6167-4881-bb17-dc97f72e2d1b HTTP/1.1" status: 204 len: 168 time: 0.7575352 Nov 16 04:57:09.967111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55334) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:09.992551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fe8f2-1994-4a3a-ba6c-758222944c92 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9496ee-6167-4881-bb17-dc97f72e2d1b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:10.001335 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0815a65-ad38-4a0a-9038-cb6a7d51c51a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 59650304-e821-4729-a2d0-96b4eb105346 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:10.006071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device df32a397-a060-4012-ba2b-61cebc6216b7 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:10.006944 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0815a65-ad38-4a0a-9038-cb6a7d51c51a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.141422 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0815a65-ad38-4a0a-9038-cb6a7d51c51a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.168626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4448fab-ea52-41a5-9204-92a996040de5 req-0c95d07f-cd47-47a0-9c90-2f739e809773 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022674 Nov 16 04:57:10.219315 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e739dade-e3ef-4bc4-b5e7-6938cb4a1934 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.237503 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-734bcb62-b77d-408b-8a40-88e42824385e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.257267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91565d5b-ec96-45f7-8a81-7c122356bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.331061 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e739dade-e3ef-4bc4-b5e7-6938cb4a1934 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.358789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port df32a397-a060-4012-ba2b-61cebc6216b7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:10.360184 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.364400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-91565d5b-ec96-45f7-8a81-7c122356bd70 None None] For port df32a397-a060-4012-ba2b-61cebc6216b7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=df32a397-a060-4012-ba2b-61cebc6216b7,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:10.376829 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0815a65-ad38-4a0a-9038-cb6a7d51c51a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.402104 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91565d5b-ec96-45f7-8a81-7c122356bd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.453186 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e739dade-e3ef-4bc4-b5e7-6938cb4a1934 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.456211 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e739dade-e3ef-4bc4-b5e7-6938cb4a1934 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.464723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e739dade-e3ef-4bc4-b5e7-6938cb4a1934 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/security-groups/cd12fe88-8186-4338-9ab3-13ec0d283d15 HTTP/1.1" status: 204 len: 168 time: 0.4965553 Nov 16 04:57:10.466274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55350) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:10.515284 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb4c633-aff8-4bf0-96cc-5659d8ac85af None None] Update dhcp port {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'fixed_ips': [{'subnet_id': '59650304-e821-4729-a2d0-96b4eb105346', 'ip_address': '172.20.0.2'}, {'subnet_id': '5bb32eb7-bfcb-4c0d-b6bd-19fc5bb68f73'}], 'binding:host_id': 'n-d-818042-1'}, 'id': 'df32a397-a060-4012-ba2b-61cebc6216b7'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 04:57:10.532314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739dade-e3ef-4bc4-b5e7-6938cb4a1934 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd12fe88-8186-4338-9ab3-13ec0d283d15,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:10.611740 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0815a65-ad38-4a0a-9038-cb6a7d51c51a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.693720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea174a4-aadf-450c-8163-1c1826894507 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting subnet 3a3e1981-81ed-4d17-9301-c3e445eb2b0e {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:10.701458 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fea174a4-aadf-450c-8163-1c1826894507 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.701938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0815a65-ad38-4a0a-9038-cb6a7d51c51a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=59650304-e821-4729-a2d0-96b4eb105346,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:10.708165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0815a65-ad38-4a0a-9038-cb6a7d51c51a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.719067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-80d09461-4c38-4cb3-9766-e1715e3ef61c None None] Provisioning complete for port 1395997e-daf1-4046-8f6e-7809ab57e18f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:10.720195 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80d09461-4c38-4cb3-9766-e1715e3ef61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.722064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91565d5b-ec96-45f7-8a81-7c122356bd70 None None] Pushing event updated for resources: {'Port': ['ID=df32a397-a060-4012-ba2b-61cebc6216b7,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:10.722343 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b0815a65-ad38-4a0a-9038-cb6a7d51c51a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/59650304-e821-4729-a2d0-96b4eb105346 HTTP/1.1" status: 204 len: 168 time: 0.9706302 Nov 16 04:57:10.723402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55362) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:10.793697 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3cb4c633-aff8-4bf0-96cc-5659d8ac85af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.832607 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fea174a4-aadf-450c-8163-1c1826894507 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.847400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-77b175b5-fef6-44f6-b37d-ba38af6f1b62 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 5bb32eb7-bfcb-4c0d-b6bd-19fc5bb68f73 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:10.861393 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77b175b5-fef6-44f6-b37d-ba38af6f1b62 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.881536 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:10.911451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba79fd-d617-4560-909b-a4b511a138bd req-f0fbf8f3-64e1-48ea-adf6-4b81c8c4c42b tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:10.916094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-80d09461-4c38-4cb3-9766-e1715e3ef61c None None] Port 1395997e-daf1-4046-8f6e-7809ab57e18f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:10.922384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6eba79fd-d617-4560-909b-a4b511a138bd req-f0fbf8f3-64e1-48ea-adf6-4b81c8c4c42b tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.2660072 Nov 16 04:57:10.956148 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77b175b5-fef6-44f6-b37d-ba38af6f1b62 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:10.965095 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-80d09461-4c38-4cb3-9766-e1715e3ef61c None None] Could not find standard attr ID for object e0009032-0add-4fdd-ad8a-d7106b368b02. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:57:11.082687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-80d09461-4c38-4cb3-9766-e1715e3ef61c None None] Provisioning complete for port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:11.083209 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80d09461-4c38-4cb3-9766-e1715e3ef61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:11.087440 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77b175b5-fef6-44f6-b37d-ba38af6f1b62 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:11.097182 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6eba79fd-d617-4560-909b-a4b511a138bd req-776fd4b5-88d0-4faa-8f08-3f85287d7edd tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736286 Nov 16 04:57:11.121213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:11.122608 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:11.127382 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fea174a4-aadf-450c-8163-1c1826894507 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:11.247238 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fea174a4-aadf-450c-8163-1c1826894507 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:11.278046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55376) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:11.286972 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fea174a4-aadf-450c-8163-1c1826894507 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:11.294027 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fea174a4-aadf-450c-8163-1c1826894507 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/3a3e1981-81ed-4d17-9301-c3e445eb2b0e HTTP/1.1" status: 204 len: 168 time: 0.7871783 Nov 16 04:57:11.344785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55380) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:11.357532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-763ef6aa-f4f9-43ae-9922-01d09a52cab6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:11.371055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea174a4-aadf-450c-8163-1c1826894507 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3e1981-81ed-4d17-9301-c3e445eb2b0e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:11.378190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48f2e2b-8014-4292-8561-e249dda8bced None None] Network be497daa-dc84-48db-a8da-a2ebf0db01fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:11.578208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-103611499-network', 'tenant_id': '0443cda426c54f0496885860f84782b4'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:11.599566 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.api [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 04:57:11.599566 n-d-818042-1 neutron-server[102659]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 16 04:57:11.599566 n-d-818042-1 neutron-server[102659]: [parameters: {'project_id': '0443cda426c54f0496885860f84782b4', 'id': 'af50e18b-e358-48a3-91d1-51ead5850a3f', 'expiration': datetime.datetime(2021, 11, 16, 4, 59, 11, 596211)}] Nov 16 04:57:11.599566 n-d-818042-1 neutron-server[102659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:57:11.599939 n-d-818042-1 neutron-server[102659]: DEBUG oslo_db.api [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:57:11.610787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763ef6aa-f4f9-43ae-9922-01d09a52cab6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:11.617870 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-763ef6aa-f4f9-43ae-9922-01d09a52cab6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:11.630292 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77b175b5-fef6-44f6-b37d-ba38af6f1b62 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:11.635474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-27074c44-c0af-46f9-9a23-569664a2ddf6 None None] Could not find standard attr ID for object e0009032-0add-4fdd-ad8a-d7106b368b02. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server [None req-3cb4c633-aff8-4bf0-96cc-5659d8ac85af None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bb32eb7-bfcb-4c0d-b6bd-19fc5bb68f73: This subnet is being modified by another concurrent operation. Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise exception Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bb32eb7-bfcb-4c0d-b6bd-19fc5bb68f73: This subnet is being modified by another concurrent operation. Nov 16 04:57:11.647328 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Nov 16 04:57:11.689841 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77b175b5-fef6-44f6-b37d-ba38af6f1b62 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:11.693350 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-77b175b5-fef6-44f6-b37d-ba38af6f1b62 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/5bb32eb7-bfcb-4c0d-b6bd-19fc5bb68f73 HTTP/1.1" status: 204 len: 168 time: 0.9687433 Nov 16 04:57:11.695441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b175b5-fef6-44f6-b37d-ba38af6f1b62 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb32eb7-bfcb-4c0d-b6bd-19fc5bb68f73,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:11.697582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55388) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:11.767722 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2b870c7b-2524-441e-948d-5accb8a259ea tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486267 Nov 16 04:57:11.767722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55392) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:11.771410 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ebe28350-ecce-404b-84ff-3aead094c838 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:11.788215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9903f26c-9f2e-4c8c-b159-caf4b83c4241 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:11.926593 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:11.934462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8c25cf05-94a5-4af9-a606-5523a3d598d6 None None] Provisioning complete for port df32a397-a060-4012-ba2b-61cebc6216b7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:11.935043 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8c25cf05-94a5-4af9-a606-5523a3d598d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:11.935556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe28350-ecce-404b-84ff-3aead094c838 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:11.943068 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ebe28350-ecce-404b-84ff-3aead094c838 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.113410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f6d5b8-af47-46d8-951d-3afd9ddbb844 None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:57:12.191361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Made reservation on behalf of 0443cda426c54f0496885860f84782b4 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:12.194046 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.223642 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.228506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-86f6d5b8-af47-46d8-951d-3afd9ddbb844 None None] Deleting port df32a397-a060-4012-ba2b-61cebc6216b7 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:12.242102 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86f6d5b8-af47-46d8-951d-3afd9ddbb844 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.259463 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-763ef6aa-f4f9-43ae-9922-01d09a52cab6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.383118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763ef6aa-f4f9-43ae-9922-01d09a52cab6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network be497daa-dc84-48db-a8da-a2ebf0db01fc is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:12.387992 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ebe28350-ecce-404b-84ff-3aead094c838 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.398179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55410) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:12.401978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-763ef6aa-f4f9-43ae-9922-01d09a52cab6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:12.423479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763ef6aa-f4f9-43ae-9922-01d09a52cab6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:12.423899 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-86f6d5b8-af47-46d8-951d-3afd9ddbb844 None None] For port df32a397-a060-4012-ba2b-61cebc6216b7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=df32a397-a060-4012-ba2b-61cebc6216b7,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:12.424115 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-763ef6aa-f4f9-43ae-9922-01d09a52cab6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.424626 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86f6d5b8-af47-46d8-951d-3afd9ddbb844 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.443135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-86f6d5b8-af47-46d8-951d-3afd9ddbb844 None None] Calling delete_port for df32a397-a060-4012-ba2b-61cebc6216b7 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:12.451320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe28350-ecce-404b-84ff-3aead094c838 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:12.454628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-ebe28350-ecce-404b-84ff-3aead094c838 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:12.459548 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe28350-ecce-404b-84ff-3aead094c838 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:12.460147 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ebe28350-ecce-404b-84ff-3aead094c838 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.468339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ef6aa-f4f9-43ae-9922-01d09a52cab6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Subnet': ['ID=836ce7b5-b348-49f2-81f4-4c85c6a3b612,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:12.475356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe28350-ecce-404b-84ff-3aead094c838 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=da0ceaba-baf3-45a0-880e-fb45953a66d6,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:12.484328 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ebe28350-ecce-404b-84ff-3aead094c838 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7168608 Nov 16 04:57:12.487636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55414) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:12.498228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f28e8421-a7cf-436d-9200-fa2b9913e57a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:12.498844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f4fad-eb01-43b3-ab89-019a2c784381 req-ce1c8b61-30b6-4d3a-8c69-93dac1014a47 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:12.500466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e39f4fad-eb01-43b3-ab89-019a2c784381 req-ce1c8b61-30b6-4d3a-8c69-93dac1014a47 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.2668920 Nov 16 04:57:12.516590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-763ef6aa-f4f9-43ae-9922-01d09a52cab6 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1690283 Nov 16 04:57:12.529572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55416) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:12.536497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-65b84e6c-cd21-45db-95a3-a5c9d4776ef8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'security_group': {'name': 'tempest-secgroup-556192193'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:12.570317 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-86f6d5b8-af47-46d8-951d-3afd9ddbb844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.613078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6d5b8-af47-46d8-951d-3afd9ddbb844 None None] Pushing event deleted for resources: {'Port': ['ID=df32a397-a060-4012-ba2b-61cebc6216b7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:12.618880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f6d5b8-af47-46d8-951d-3afd9ddbb844 None None] No DVR routers for this DVR port df32a397-a060-4012-ba2b-61cebc6216b7 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:12.628377 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.641384 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aea464c5-1505-4ebe-bc9a-2b3be464376f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.647073 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.648918 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0073ed03-ddae-470f-ba04-988f06ef3ee2 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:12.670409 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28e8421-a7cf-436d-9200-fa2b9913e57a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:12.674682 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f28e8421-a7cf-436d-9200-fa2b9913e57a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.691244 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65b84e6c-cd21-45db-95a3-a5c9d4776ef8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.709839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b0d12c-509d-4804-a21b-0564317a1297 None None] Network be497daa-dc84-48db-a8da-a2ebf0db01fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:12.731819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e39f4fad-eb01-43b3-ab89-019a2c784381 req-f81b245a-e063-48bc-b573-f9ade056fd52 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078836 Nov 16 04:57:12.756639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:57:12.805913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004117d4-2cad-4174-a6bf-417cd92e4071,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:12.819402 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.819786 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Added segment 8d7dccf4-4ddc-4411-8717-82d5959a87cd of type vlan for network 42f61e22-2cac-4044-836d-f83de1620a3a Nov 16 04:57:12.845021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4415a40c-22c8-47de-903f-451424969add None None] Provisioning complete for port 1395997e-daf1-4046-8f6e-7809ab57e18f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:12.845922 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4415a40c-22c8-47de-903f-451424969add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.902160 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4415a40c-22c8-47de-903f-451424969add None None] Port 1395997e-daf1-4046-8f6e-7809ab57e18f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:12.927330 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65b84e6c-cd21-45db-95a3-a5c9d4776ef8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.950661 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:12.960121 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65b84e6c-cd21-45db-95a3-a5c9d4776ef8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.015726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65b84e6c-cd21-45db-95a3-a5c9d4776ef8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.017791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-65b84e6c-cd21-45db-95a3-a5c9d4776ef8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4871342 Nov 16 04:57:13.020966 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55426) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:13.028156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-626e2313-2876-4cf2-b7c9-896c254d0ea5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'security_group': {'name': 'tempest-secgroup-1090583116'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:13.062044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-626e2313-2876-4cf2-b7c9-896c254d0ea5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.081132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b84e6c-cd21-45db-95a3-a5c9d4776ef8 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26892ac-e458-4eb4-8685-d091bdb2c4a9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:13.093482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4415a40c-22c8-47de-903f-451424969add None None] Provisioning complete for port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:13.093887 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4415a40c-22c8-47de-903f-451424969add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.108121 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aea464c5-1505-4ebe-bc9a-2b3be464376f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.112411 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.114140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:13.114904 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.127930 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aea464c5-1505-4ebe-bc9a-2b3be464376f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.180895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-aea464c5-1505-4ebe-bc9a-2b3be464376f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=440f887399354127a3bca20b240765e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7765572 Nov 16 04:57:13.199412 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55428) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:13.246399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9663088 Nov 16 04:57:13.254839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55430) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:13.264232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c130ee-003f-4756-b5d8-8a82098beb3d req-c80304f6-36a1-4671-942c-fa55db6fe284 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:13.266335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9c130ee-003f-4756-b5d8-8a82098beb3d req-c80304f6-36a1-4671-942c-fa55db6fe284 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.2636142 Nov 16 04:57:13.280374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b064160b-81ec-42b6-b1b1-b9ced0ccd934 admin admin] Request body: {'subnet': {'network_id': '42f61e22-2cac-4044-836d-f83de1620a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-103611499-subnet', 'tenant_id': '0443cda426c54f0496885860f84782b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:13.295602 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88fb65cd-6242-4680-a738-22d8b84f8ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.299315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea464c5-1505-4ebe-bc9a-2b3be464376f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a372821-adb2-41fa-a0ae-56b491bbea6a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:13.310563 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-626e2313-2876-4cf2-b7c9-896c254d0ea5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.328626 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-626e2313-2876-4cf2-b7c9-896c254d0ea5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.334690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4bac1-600d-45d6-bee9-0bd5e3764005 admin admin] Pushing event updated for resources: {'Network': ['ID=42f61e22-2cac-4044-836d-f83de1620a3a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:13.376243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b064160b-81ec-42b6-b1b1-b9ced0ccd934 admin admin] Made reservation on behalf of 0443cda426c54f0496885860f84782b4 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:13.380817 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b064160b-81ec-42b6-b1b1-b9ced0ccd934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.387683 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e2313-2876-4cf2-b7c9-896c254d0ea5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7cef05b-23df-4409-bebb-c65da08845e7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:13.398833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 42f61e22-2cac-4044-836d-f83de1620a3a details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:57:13.404122 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': 'da0ceaba-baf3-45a0-880e-fb45953a66d6'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:57:13.406265 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.420028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-f28e8421-a7cf-436d-9200-fa2b9913e57a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:57:13.423090 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88fb65cd-6242-4680-a738-22d8b84f8ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.425868 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f28e8421-a7cf-436d-9200-fa2b9913e57a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.454460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28e8421-a7cf-436d-9200-fa2b9913e57a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:13.460161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f28e8421-a7cf-436d-9200-fa2b9913e57a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:13.466070 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28e8421-a7cf-436d-9200-fa2b9913e57a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:13.466070 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f28e8421-a7cf-436d-9200-fa2b9913e57a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.471597 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-626e2313-2876-4cf2-b7c9-896c254d0ea5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.473051 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-626e2313-2876-4cf2-b7c9-896c254d0ea5 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4507749 Nov 16 04:57:13.501478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55434) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:13.526945 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.534835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d9c130ee-003f-4756-b5d8-8a82098beb3d req-b5a2555e-099d-440f-ba5f-f4de25b67b20 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476737 Nov 16 04:57:13.564061 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a13774f8-1bef-4fc5-a4a1-4cddd38fe5cd tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'security_group': {'name': 'tempest-secgroup-1812941134'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:13.591598 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88fb65cd-6242-4680-a738-22d8b84f8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.594424 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88fb65cd-6242-4680-a738-22d8b84f8ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.613910 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-88fb65cd-6242-4680-a738-22d8b84f8ce3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a372821-adb2-41fa-a0ae-56b491bbea6a HTTP/1.1" status: 204 len: 168 time: 0.4086201 Nov 16 04:57:13.648051 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f28e8421-a7cf-436d-9200-fa2b9913e57a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1591179 Nov 16 04:57:13.660971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55438) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:13.692513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'mac_address': 'fa:16:3e:6d:12:73', 'name': 'tempest-NetworksTestDHCPv6-385992114'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:13.703795 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb65cd-6242-4680-a738-22d8b84f8ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a372821-adb2-41fa-a0ae-56b491bbea6a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:13.723173 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a13774f8-1bef-4fc5-a4a1-4cddd38fe5cd tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.734729 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b064160b-81ec-42b6-b1b1-b9ced0ccd934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.759712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e8421-a7cf-436d-9200-fa2b9913e57a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=8ea10784-fbf3-4aa1-9d98-429949d7a829,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:13.771780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device df32a397-a060-4012-ba2b-61cebc6216b7 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:13.851725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cb027f-ccdc-4efb-ad26-750ff9a99203 None None] Update dhcp port {'port': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'fixed_ips': [{'subnet_id': '82d13af5-42b6-41dd-89d6-3de2aab2345a', 'ip_address': '172.20.0.18'}, {'subnet_id': '836ce7b5-b348-49f2-81f4-4c85c6a3b612'}], 'binding:host_id': 'n-d-818042-1'}, 'id': '018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 04:57:13.854603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: df32a397-a060-4012-ba2b-61cebc6216b7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:57:13.854789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device df32a397-a060-4012-ba2b-61cebc6216b7 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:57:13.886383 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.896324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064160b-81ec-42b6-b1b1-b9ced0ccd934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222d9350-0733-488b-85f2-95d9e3a0db42,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:13.910826 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a2cb027f-ccdc-4efb-ad26-750ff9a99203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.937321 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a13774f8-1bef-4fc5-a4a1-4cddd38fe5cd tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.941240 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a13774f8-1bef-4fc5-a4a1-4cddd38fe5cd tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:13.967177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b064160b-81ec-42b6-b1b1-b9ced0ccd934 admin admin] Checking segment: {'id': '8d7dccf4-4ddc-4411-8717-82d5959a87cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '42f61e22-2cac-4044-836d-f83de1620a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:13.967541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b064160b-81ec-42b6-b1b1-b9ced0ccd934 admin admin] Network hostable DHCP agents. Network: 42f61e22-2cac-4044-836d-f83de1620a3a, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:57:13.983596 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13774f8-1bef-4fc5-a4a1-4cddd38fe5cd tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba347d22-fdf8-4661-988b-258e14f2ed3c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:13.998273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b064160b-81ec-42b6-b1b1-b9ced0ccd934 admin admin] Network 42f61e22-2cac-4044-836d-f83de1620a3a is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:57:14.002908 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a13774f8-1bef-4fc5-a4a1-4cddd38fe5cd tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.004505 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a13774f8-1bef-4fc5-a4a1-4cddd38fe5cd tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4989185 Nov 16 04:57:14.007596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55444) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:14.022975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-398688297', 'security_groups': ['ba347d22-fdf8-4661-988b-258e14f2ed3c'], 'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '836ce7b5-b348-49f2-81f4-4c85c6a3b612'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:14.081051 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Allocated IP 172.20.0.2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/da0ceaba-baf3-45a0-880e-fb45953a66d6/917aea4f-b0f8-4d9f-b2b4-6ea2e349b585) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:14.094228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Allocated IP 2001:db8::f816:3eff:fee7:f059 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/8ea10784-fbf3-4aa1-9d98-429949d7a829/917aea4f-b0f8-4d9f-b2b4-6ea2e349b585) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:14.150150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55446) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:14.168348 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aa60fadd-338e-4bbf-b206-a23530307a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.169257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-b064160b-81ec-42b6-b1b1-b9ced0ccd934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 42f61e22-2cac-4044-836d-f83de1620a3a) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:14.174156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b064160b-81ec-42b6-b1b1-b9ced0ccd934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:14.174758 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b064160b-81ec-42b6-b1b1-b9ced0ccd934 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.215799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a2cb027f-ccdc-4efb-ad26-750ff9a99203 None None] Allocated IP 172.20.0.2 (be497daa-dc84-48db-a8da-a2ebf0db01fc/836ce7b5-b348-49f2-81f4-4c85c6a3b612/018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:14.217661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:14.267870 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aa60fadd-338e-4bbf-b206-a23530307a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.272766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aa60fadd-338e-4bbf-b206-a23530307a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.313715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60fadd-338e-4bbf-b206-a23530307a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e685c32d-4c3a-4f35-8cb6-de680749f8cd,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:14.324788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a2cb027f-ccdc-4efb-ad26-750ff9a99203 None None] For port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a,segment=NetworkSegment(f72e8183-918c-4c71-b657-a4aeff781bae),segment_id=f72e8183-918c-4c71-b657-a4aeff781bae)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:14.332429 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aa60fadd-338e-4bbf-b206-a23530307a99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e97ae154a0b40799f9a7826ce56e8b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1811075 Nov 16 04:57:14.336141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55448) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:14.344765 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.356853 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a2cb027f-ccdc-4efb-ad26-750ff9a99203 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.361424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59beae4-1fd9-4093-bc66-747cf21c217a None None] Network 42f61e22-2cac-4044-836d-f83de1620a3a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:14.372621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b064160b-81ec-42b6-b1b1-b9ced0ccd934 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0969162 Nov 16 04:57:14.372822 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a2cb027f-ccdc-4efb-ad26-750ff9a99203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.372921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] device_id is not set on port 67a32435-c771-454e-91bb-f28ff62551ef yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:57:14.446382 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-17a57f03-c0eb-4595-adf1-39b5122145d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.490889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:14.497777 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-17a57f03-c0eb-4595-adf1-39b5122145d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.576287 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-17a57f03-c0eb-4595-adf1-39b5122145d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.579852 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-17a57f03-c0eb-4595-adf1-39b5122145d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.584680 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-17a57f03-c0eb-4595-adf1-39b5122145d9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e685c32d-4c3a-4f35-8cb6-de680749f8cd HTTP/1.1" status: 204 len: 168 time: 0.2473688 Nov 16 04:57:14.597337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a57f03-c0eb-4595-adf1-39b5122145d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e685c32d-4c3a-4f35-8cb6-de680749f8cd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:14.700964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.13 (be497daa-dc84-48db-a8da-a2ebf0db01fc/836ce7b5-b348-49f2-81f4-4c85c6a3b612/67a32435-c771-454e-91bb-f28ff62551ef) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:14.705099 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.705254 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.763389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port 941905e1-10dc-43c7-af85-1e955e4e9045 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:57:14.767188 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:14.831554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb027f-ccdc-4efb-ad26-750ff9a99203 None None] Pushing event updated for resources: {'Port': ['ID=018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:14.889922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:14.899583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Pushing event updated for resources: {'Port': ['ID=917aea4f-b0f8-4d9f-b2b4-6ea2e349b585,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:14.912650 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:14.924135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:14.960211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2e275-16af-4d88-ba09-1a49b58455a6 req-e7d51c8f-20e2-4a5a-af03-affb666b4b85 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:14.962042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78d2e275-16af-4d88-ba09-1a49b58455a6 req-e7d51c8f-20e2-4a5a-af03-affb666b4b85 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.2862921 Nov 16 04:57:15.070005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf177ca6-7b64-47ac-9539-00aa7071fc78 None None] Network 42f61e22-2cac-4044-836d-f83de1620a3a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:15.238125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Attempting to bind port 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:57:15.238738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Attempting to bind port 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:57:15.239416 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Attempting to bind port 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585 on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:15.255762 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:57:15.256345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:15.256851 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:15.257720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:57:15.258006 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Bound port: 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:57:15.258632 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:15.366235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 172.20.0.13 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/da0ceaba-baf3-45a0-880e-fb45953a66d6/941905e1-10dc-43c7-af85-1e955e4e9045) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:15.375053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::f816:3eff:fe6d:1273 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/8ea10784-fbf3-4aa1-9d98-429949d7a829/941905e1-10dc-43c7-af85-1e955e4e9045) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:15.434191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] For port 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:57:15.438522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] For port 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=917aea4f-b0f8-4d9f-b2b4-6ea2e349b585,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:57:15.444059 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:15.512758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78d2e275-16af-4d88-ba09-1a49b58455a6 req-992224ef-5c19-4164-901e-97a32cdbd8cd tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408812 Nov 16 04:57:15.550267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a36f5-aa72-4002-9030-6c5c6de84d4a None None] Pushing event updated for resources: {'Port': ['ID=917aea4f-b0f8-4d9f-b2b4-6ea2e349b585,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:15.673289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55490) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:15.678829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:15.684131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1056901591-network', 'tenant_id': '707f42e4982b42cfaa9ed00977a15f4d'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:15.749962 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:15.756026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Made reservation on behalf of 707f42e4982b42cfaa9ed00977a15f4d for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:15.763938 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:15.787025 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:15.804485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:15.816974 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:15.915152 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-db6aa45f-0f4a-484d-9350-f8e19a588b53 None None] Provisioning complete for port 1395997e-daf1-4046-8f6e-7809ab57e18f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:15.915624 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db6aa45f-0f4a-484d-9350-f8e19a588b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:15.955885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:15.956704 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:15.962650 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:15.969502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-db6aa45f-0f4a-484d-9350-f8e19a588b53 None None] Port 1395997e-daf1-4046-8f6e-7809ab57e18f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:15.995765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-db6aa45f-0f4a-484d-9350-f8e19a588b53 None None] Provisioning complete for port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:15.996899 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-db6aa45f-0f4a-484d-9350-f8e19a588b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:15.999546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:15.999915 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:16.017835 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f00c10-dbd9-42f1-bbb4-7d97130d9e91,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:16.063232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:16.067796 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:57:16.071270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:16.081385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network be497daa-dc84-48db-a8da-a2ebf0db01fc is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:16.090958 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:16.091341 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Added segment 2a114f83-13ec-43bc-ba7a-8ea85a450d7f of type vlan for network 5471a9dd-86b3-422b-9741-9ed8ab921b26 Nov 16 04:57:16.092689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=941905e1-10dc-43c7-af85-1e955e4e9045,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:16.096632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:16.103877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:16.132772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:16.139149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:16.171984 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:16.173219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:16.174016 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:16.281886 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6043742 Nov 16 04:57:16.283427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:16.286650 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:16.295822 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55498) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:16.310176 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e5a16782-a483-43f4-8fbb-fc3e9c110be7 admin admin] Request body: {'subnet': {'network_id': '5471a9dd-86b3-422b-9741-9ed8ab921b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1056901591-subnet', 'tenant_id': '707f42e4982b42cfaa9ed00977a15f4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:16.354266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9bc30-e96b-4736-91b8-cd2f2a3ca021 admin admin] Pushing event updated for resources: {'Network': ['ID=5471a9dd-86b3-422b-9741-9ed8ab921b26,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:16.358380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=67a32435-c771-454e-91bb-f28ff62551ef,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:16.391384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 5471a9dd-86b3-422b-9741-9ed8ab921b26 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:57:16.394801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:16.395861 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:16.399400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a16782-a483-43f4-8fbb-fc3e9c110be7 admin admin] Made reservation on behalf of 707f42e4982b42cfaa9ed00977a15f4d for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:16.408913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e5a16782-a483-43f4-8fbb-fc3e9c110be7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:16.427812 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-14fde70c-9065-4635-9a61-e9642602573f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7608483 Nov 16 04:57:16.428028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55500) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:16.444372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0285fd6a-98e4-4951-829f-54e9111287ec tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4353454 Nov 16 04:57:16.446391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55502) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:16.455578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5b9ba4ab-3de1-44de-926c-5a512f058602 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:16.481224 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:16.517854 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-07936cca-292d-4515-bf02-3f8b790a5af2 None None] Provisioning complete for port 67a32435-c771-454e-91bb-f28ff62551ef triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:16.518645 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-07936cca-292d-4515-bf02-3f8b790a5af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:16.575647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-07936cca-292d-4515-bf02-3f8b790a5af2 None None] Port 67a32435-c771-454e-91bb-f28ff62551ef cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:16.643340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e5b90-4b3d-44bf-b404-4aa22cf07c36 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:16.651389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e5b90-4b3d-44bf-b404-4aa22cf07c36 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:16.653718 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-347e5b90-4b3d-44bf-b404-4aa22cf07c36 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2249582 Nov 16 04:57:16.656321 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55510) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:16.867232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f436a02a-3986-461e-ae47-9b8938810f3f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port 941905e1-10dc-43c7-af85-1e955e4e9045 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:16.867978 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f436a02a-3986-461e-ae47-9b8938810f3f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:16.968185 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e5a16782-a483-43f4-8fbb-fc3e9c110be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:17.055564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f436a02a-3986-461e-ae47-9b8938810f3f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:17.070171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f436a02a-3986-461e-ae47-9b8938810f3f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for 941905e1-10dc-43c7-af85-1e955e4e9045 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:17.157032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d065c0ac-6518-447a-9929-bf7471262c95 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:17.201780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9ba4ab-3de1-44de-926c-5a512f058602 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:17.206532 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b9ba4ab-3de1-44de-926c-5a512f058602 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:17.261720 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a16782-a483-43f4-8fbb-fc3e9c110be7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae1ea73-3463-4e2d-8f05-953404592115,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:17.299197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a16782-a483-43f4-8fbb-fc3e9c110be7 admin admin] Checking segment: {'id': '2a114f83-13ec-43bc-ba7a-8ea85a450d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '5471a9dd-86b3-422b-9741-9ed8ab921b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:17.299557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a16782-a483-43f4-8fbb-fc3e9c110be7 admin admin] Network hostable DHCP agents. Network: 5471a9dd-86b3-422b-9741-9ed8ab921b26, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:57:17.303136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ddca3-0698-4b29-bb74-037fe32ad1ec req-2570457c-28b4-4fe4-b44a-baef9cf9b40e tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:17.304844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-825ddca3-0698-4b29-bb74-037fe32ad1ec req-2570457c-28b4-4fe4-b44a-baef9cf9b40e tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.6183119 Nov 16 04:57:17.363278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a16782-a483-43f4-8fbb-fc3e9c110be7 admin admin] Network 5471a9dd-86b3-422b-9741-9ed8ab921b26 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:57:17.384306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-e5a16782-a483-43f4-8fbb-fc3e9c110be7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 5471a9dd-86b3-422b-9741-9ed8ab921b26) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:17.391952 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f436a02a-3986-461e-ae47-9b8938810f3f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:17.397216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a16782-a483-43f4-8fbb-fc3e9c110be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:17.397821 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e5a16782-a483-43f4-8fbb-fc3e9c110be7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:17.407896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-825ddca3-0698-4b29-bb74-037fe32ad1ec req-a67fb9e4-4482-4043-b352-dd6572f2a6e6 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938501 Nov 16 04:57:17.439729 n-d-818042-1 neutron-server[102659]: INFO neutron.db.ipam_backend_mixin [None req-5b9ba4ab-3de1-44de-926c-5a512f058602 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 836ce7b5-b348-49f2-81f4-4c85c6a3b612 (CIDR: 172.20.0.0/28) Nov 16 04:57:17.443316 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9ba4ab-3de1-44de-926c-5a512f058602 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:57:17.443771 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9ba4ab-3de1-44de-926c-5a512f058602 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:17.465387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5b9ba4ab-3de1-44de-926c-5a512f058602 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0166855 Nov 16 04:57:17.466190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55534) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:17.469428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436a02a-3986-461e-ae47-9b8938810f3f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=941905e1-10dc-43c7-af85-1e955e4e9045,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:17.479313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-db4fa9db-4166-46db-9d09-a37a4e759f81 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:17.494068 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e5a16782-a483-43f4-8fbb-fc3e9c110be7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1969352 Nov 16 04:57:17.594240 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f436a02a-3986-461e-ae47-9b8938810f3f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:17.601696 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f436a02a-3986-461e-ae47-9b8938810f3f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/941905e1-10dc-43c7-af85-1e955e4e9045 HTTP/1.1" status: 204 len: 168 time: 0.9443703 Nov 16 04:57:17.602448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55540) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:17.699646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff3162-eaf2-4d80-9a86-0618d9c27731 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:17.712420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff3162-eaf2-4d80-9a86-0618d9c27731 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:17.714501 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff3162-eaf2-4d80-9a86-0618d9c27731 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:17.725014 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4ff3162-eaf2-4d80-9a86-0618d9c27731 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1214530 Nov 16 04:57:17.727591 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55542) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:17.736318 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4fa9db-4166-46db-9d09-a37a4e759f81 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:17.736576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7bbc1c-b7dd-4a7a-bac8-2aa355d518c8 None None] Network 5471a9dd-86b3-422b-9741-9ed8ab921b26 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:17.742011 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db4fa9db-4166-46db-9d09-a37a4e759f81 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:17.836812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e9eddb-0a88-4e3a-9af3-4442bb5960e3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 8ea10784-fbf3-4aa1-9d98-429949d7a829 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:17.839881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55544) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:17.842400 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e9eddb-0a88-4e3a-9af3-4442bb5960e3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:17.891991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:17.907185 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d47540-e789-4cab-8d47-4663056a5f4a admin admin] Deleting subnet 222d9350-0733-488b-85f2-95d9e3a0db42 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:17.915323 n-d-818042-1 neutron-server[102659]: INFO neutron.db.ipam_backend_mixin [None req-db4fa9db-4166-46db-9d09-a37a4e759f81 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 82d13af5-42b6-41dd-89d6-3de2aab2345a (CIDR: 172.20.0.16/28) Nov 16 04:57:17.919138 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-db4fa9db-4166-46db-9d09-a37a4e759f81 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:57:17.919878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db4fa9db-4166-46db-9d09-a37a4e759f81 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:17.943781 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-db4fa9db-4166-46db-9d09-a37a4e759f81 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4750907 Nov 16 04:57:17.945268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55548) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:17.955625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ee78ecd8-b1cb-4834-adbc-ba7dec712979 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'subnet': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:17.962269 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Provisioning complete for port 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:17.962778 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:17.966217 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6d47540-e789-4cab-8d47-4663056a5f4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.057955 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e9eddb-0a88-4e3a-9af3-4442bb5960e3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.088366 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6d47540-e789-4cab-8d47-4663056a5f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.151817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee78ecd8-b1cb-4834-adbc-ba7dec712979 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Made reservation on behalf of a23880a53c04422caf7e62ff28ac9622 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:18.159817 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee78ecd8-b1cb-4834-adbc-ba7dec712979 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.216091 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6d47540-e789-4cab-8d47-4663056a5f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.231842 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.271744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:18.272124 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.316425 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e9eddb-0a88-4e3a-9af3-4442bb5960e3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.330606 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad3ceb-7547-4163-81bb-65a2da935da9 None None] Network 5471a9dd-86b3-422b-9741-9ed8ab921b26 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:18.436901 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.473997 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6d47540-e789-4cab-8d47-4663056a5f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.547699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6d47540-e789-4cab-8d47-4663056a5f4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.552516 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d6d47540-e789-4cab-8d47-4663056a5f4a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/222d9350-0733-488b-85f2-95d9e3a0db42 HTTP/1.1" status: 204 len: 168 time: 0.7113466 Nov 16 04:57:18.559055 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d47540-e789-4cab-8d47-4663056a5f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222d9350-0733-488b-85f2-95d9e3a0db42,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:18.573113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55558) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:18.724412 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:57:18.724412 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:57:18.724412 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.724875 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e9eddb-0a88-4e3a-9af3-4442bb5960e3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.754430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9eddb-0a88-4e3a-9af3-4442bb5960e3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea10784-fbf3-4aa1-9d98-429949d7a829,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:18.805697 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6e9eddb-0a88-4e3a-9af3-4442bb5960e3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.812924 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a6e9eddb-0a88-4e3a-9af3-4442bb5960e3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/8ea10784-fbf3-4aa1-9d98-429949d7a829 HTTP/1.1" status: 204 len: 168 time: 1.0841131 Nov 16 04:57:18.818447 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee78ecd8-b1cb-4834-adbc-ba7dec712979 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:18.819573 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55568) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:18.845219 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:57:18.850843 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:57:18.990992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee78ecd8-b1cb-4834-adbc-ba7dec712979 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Network be497daa-dc84-48db-a8da-a2ebf0db01fc is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:18.991503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1340fc-03db-4113-9c25-ba3f4f0b247d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet da0ceaba-baf3-45a0-880e-fb45953a66d6 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:18.999197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-ee78ecd8-b1cb-4834-adbc-ba7dec712979 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:19.004078 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f1340fc-03db-4113-9c25-ba3f4f0b247d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.009636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34e8174-b54a-4737-a7fa-68949403d974 None None] Network be497daa-dc84-48db-a8da-a2ebf0db01fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:19.010978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee78ecd8-b1cb-4834-adbc-ba7dec712979 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:19.014747 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee78ecd8-b1cb-4834-adbc-ba7dec712979 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.018408 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52c103ac-be59-47bb-9af4-5a271410ab55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.047335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78ecd8-b1cb-4834-adbc-ba7dec712979 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Subnet': ['ID=2b1a2466-d79d-462a-8ce1-45d1fa556e18,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:19.099166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ee78ecd8-b1cb-4834-adbc-ba7dec712979 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1490388 Nov 16 04:57:19.099457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55578) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:19.123729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-522f65cb-912e-4b6d-9225-101fe6ebf7c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1831467365', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b1a2466-d79d-462a-8ce1-45d1fa556e18'}], 'security_groups': ['f26892ac-e458-4eb4-8685-d091bdb2c4a9', 'c7cef05b-23df-4409-bebb-c65da08845e7']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:19.299270 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f1340fc-03db-4113-9c25-ba3f4f0b247d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.346943 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-522f65cb-912e-4b6d-9225-101fe6ebf7c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.430201 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f1340fc-03db-4113-9c25-ba3f4f0b247d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.502191 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.572329 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.627850 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52c103ac-be59-47bb-9af4-5a271410ab55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.722275 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-52c103ac-be59-47bb-9af4-5a271410ab55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f61e22-2cac-4044-836d-f83de1620a3a']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:19.778071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00107e5-c241-4c4e-af10-b111163bd630 None None] Update dhcp port {'port': {'network_id': 'be497daa-dc84-48db-a8da-a2ebf0db01fc', 'fixed_ips': [{'subnet_id': '82d13af5-42b6-41dd-89d6-3de2aab2345a', 'ip_address': '172.20.0.18'}, {'subnet_id': '836ce7b5-b348-49f2-81f4-4c85c6a3b612', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b1a2466-d79d-462a-8ce1-45d1fa556e18'}], 'binding:host_id': 'n-d-818042-1'}, 'id': '018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 04:57:19.798372 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-52c103ac-be59-47bb-9af4-5a271410ab55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7dccf4-4ddc-4411-8717-82d5959a87cd') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:19.798712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-52c103ac-be59-47bb-9af4-5a271410ab55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7dccf4-4ddc-4411-8717-82d5959a87cd') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:19.832335 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52c103ac-be59-47bb-9af4-5a271410ab55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.872687 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f1340fc-03db-4113-9c25-ba3f4f0b247d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.876132 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52c103ac-be59-47bb-9af4-5a271410ab55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.943232 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:57:19.943599 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:57:19.960560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c103ac-be59-47bb-9af4-5a271410ab55 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:57:19.961021 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52c103ac-be59-47bb-9af4-5a271410ab55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.964787 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1340fc-03db-4113-9c25-ba3f4f0b247d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=da0ceaba-baf3-45a0-880e-fb45953a66d6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:19.966146 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a00107e5-c241-4c4e-af10-b111163bd630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:57:19.980121 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:57:19.985138 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f1340fc-03db-4113-9c25-ba3f4f0b247d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:19.999965 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1f1340fc-03db-4113-9c25-ba3f4f0b247d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/da0ceaba-baf3-45a0-880e-fb45953a66d6 HTTP/1.1" status: 204 len: 168 time: 1.1786168 Nov 16 04:57:20.013693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55594) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:20.031959 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:57:20.032799 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:57:20.085098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89336976-352d-42ae-9689-68dda49b4b09 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:20.135561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-48b0cb70-587f-4db4-8c17-40263ca467da tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194384 Nov 16 04:57:20.141247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55598) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:20.252140 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:57:20.262679 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52c103ac-be59-47bb-9af4-5a271410ab55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.282600 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52c103ac-be59-47bb-9af4-5a271410ab55 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.286530 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-52c103ac-be59-47bb-9af4-5a271410ab55 admin admin] 10.222.0.41 "DELETE /v2.0/networks/42f61e22-2cac-4044-836d-f83de1620a3a HTTP/1.1" status: 204 len: 168 time: 1.7125404 Nov 16 04:57:20.300454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55600) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:20.303448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c103ac-be59-47bb-9af4-5a271410ab55 admin admin] Pushing event deleted for resources: {'Network': ['ID=42f61e22-2cac-4044-836d-f83de1620a3a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:20.385998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1870d02d-c00c-426a-b7cb-ada243a62fc3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:20.387544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1870d02d-c00c-426a-b7cb-ada243a62fc3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2411439 Nov 16 04:57:20.389060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-522f65cb-912e-4b6d-9225-101fe6ebf7c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Delete allocated IP 172.20.0.13 (be497daa-dc84-48db-a8da-a2ebf0db01fc/836ce7b5-b348-49f2-81f4-4c85c6a3b612) {{(pid=102659) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 04:57:20.390207 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55602) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:20.414529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-522f65cb-912e-4b6d-9225-101fe6ebf7c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Allocated IP 172.20.0.45 (be497daa-dc84-48db-a8da-a2ebf0db01fc/2b1a2466-d79d-462a-8ce1-45d1fa556e18/67a32435-c771-454e-91bb-f28ff62551ef) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:20.453169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b65b487-4595-406e-ba46-02c6c6e6ab5c None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:57:20.485069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97a9711-239a-4ac8-9906-6c22efe877c6 admin admin] Deleting subnet 5ae1ea73-3463-4e2d-8f05-953404592115 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:20.487370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabbec1-d6c4-4773-8fc6-3620161e5edd tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:20.493694 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7aabbec1-d6c4-4773-8fc6-3620161e5edd tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1023655 Nov 16 04:57:20.494722 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c97a9711-239a-4ac8-9906-6c22efe877c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.495529 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55604) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:20.568199 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.571045 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c97a9711-239a-4ac8-9906-6c22efe877c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.614966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] For port 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=917aea4f-b0f8-4d9f-b2b4-6ea2e349b585,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:20.615986 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fd1e9c77-6315-45c0-90fc-cda267f1aa67 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142762 Nov 16 04:57:20.621652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55606) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:20.627088 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.627238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-06dd1783-284c-480c-8a5e-ae459f86f0c9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:20.637554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1b65b487-4595-406e-ba46-02c6c6e6ab5c None None] Deleting port 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:20.637997 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b65b487-4595-406e-ba46-02c6c6e6ab5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.699186 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c97a9711-239a-4ac8-9906-6c22efe877c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.782522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dd1783-284c-480c-8a5e-ae459f86f0c9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:20.793703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06dd1783-284c-480c-8a5e-ae459f86f0c9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.796751 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-06dd1783-284c-480c-8a5e-ae459f86f0c9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:57:20.801327 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06dd1783-284c-480c-8a5e-ae459f86f0c9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:20.824642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1b65b487-4595-406e-ba46-02c6c6e6ab5c None None] For port 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=917aea4f-b0f8-4d9f-b2b4-6ea2e349b585,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:20.825659 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b65b487-4595-406e-ba46-02c6c6e6ab5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.828402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Pushing event updated for resources: {'Port': ['ID=917aea4f-b0f8-4d9f-b2b4-6ea2e349b585,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:20.830415 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1a251345-eafe-4b70-9e60-51c2ef54a378 None None] Provisioning complete for port 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:20.830777 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1a251345-eafe-4b70-9e60-51c2ef54a378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.833314 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-06dd1783-284c-480c-8a5e-ae459f86f0c9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2104545 Nov 16 04:57:20.838525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55608) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:20.850545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-151a0c3f-90a6-446d-a229-cff07db1e4b9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:20.878009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-522f65cb-912e-4b6d-9225-101fe6ebf7c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.882385 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c97a9711-239a-4ac8-9906-6c22efe877c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.900940 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-522f65cb-912e-4b6d-9225-101fe6ebf7c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:20.949356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a00107e5-c241-4c4e-af10-b111163bd630 None None] Allocated IP 172.20.0.34 (be497daa-dc84-48db-a8da-a2ebf0db01fc/2b1a2466-d79d-462a-8ce1-45d1fa556e18/018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:21.015414 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:21.015769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:21.016120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:21.016464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:21.016805 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:21.017143 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:21.017476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:21.018575 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:21.018916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:21.019314 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:21.019594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:21.019927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4831bd-82a4-4509-8f15-26ede36b3a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:21.021439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a9711-239a-4ac8-9906-6c22efe877c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae1ea73-3463-4e2d-8f05-953404592115,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:21.028935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c97a9711-239a-4ac8-9906-6c22efe877c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.031961 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1b65b487-4595-406e-ba46-02c6c6e6ab5c None None] Calling delete_port for 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:21.033896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:21.034818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55612) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:21.035454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c97a9711-239a-4ac8-9906-6c22efe877c6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5ae1ea73-3463-4e2d-8f05-953404592115 HTTP/1.1" status: 204 len: 168 time: 0.7284210 Nov 16 04:57:21.130904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f65cb-912e-4b6d-9225-101fe6ebf7c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event updated for resources: {'Port': ['ID=67a32435-c771-454e-91bb-f28ff62551ef,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:21.136319 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151a0c3f-90a6-446d-a229-cff07db1e4b9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:21.139911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-151a0c3f-90a6-446d-a229-cff07db1e4b9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.141497 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-151a0c3f-90a6-446d-a229-cff07db1e4b9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:57:21.142115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151a0c3f-90a6-446d-a229-cff07db1e4b9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:21.157653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-522f65cb-912e-4b6d-9225-101fe6ebf7c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] In _notify_port_updated(), no bound segment for port 67a32435-c771-454e-91bb-f28ff62551ef on network be497daa-dc84-48db-a8da-a2ebf0db01fc {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:57:21.164926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f65cb-912e-4b6d-9225-101fe6ebf7c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:21.164926 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-522f65cb-912e-4b6d-9225-101fe6ebf7c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.169096 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-522f65cb-912e-4b6d-9225-101fe6ebf7c9 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "PUT /v2.0/ports/67a32435-c771-454e-91bb-f28ff62551ef HTTP/1.1" status: 200 len: 960 time: 2.0602672 Nov 16 04:57:21.169336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55616) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:21.183897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-151a0c3f-90a6-446d-a229-cff07db1e4b9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3430092 Nov 16 04:57:21.188567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55618) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:21.206428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-70339e71-8ad8-4b1c-8e1c-c6f665d33b29 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:21.248446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea4967e2-66f4-4f4d-acee-be72308d0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.335943 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-afe7d649-7d28-4070-9633-c9f24d6462e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 67a32435-c771-454e-91bb-f28ff62551ef {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:21.336378 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-afe7d649-7d28-4070-9633-c9f24d6462e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.476005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70339e71-8ad8-4b1c-8e1c-c6f665d33b29 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:21.491239 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-70339e71-8ad8-4b1c-8e1c-c6f665d33b29 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.492122 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a00107e5-c241-4c4e-af10-b111163bd630 None None] For port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a,segment=NetworkSegment(f72e8183-918c-4c71-b657-a4aeff781bae),segment_id=f72e8183-918c-4c71-b657-a4aeff781bae)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:21.492730 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-70339e71-8ad8-4b1c-8e1c-c6f665d33b29 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:57:21.493177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70339e71-8ad8-4b1c-8e1c-c6f665d33b29 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:21.518571 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea4967e2-66f4-4f4d-acee-be72308d0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.536566 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-70339e71-8ad8-4b1c-8e1c-c6f665d33b29 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3426735 Nov 16 04:57:21.537902 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b65b487-4595-406e-ba46-02c6c6e6ab5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.538942 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55628) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:21.543192 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-afe7d649-7d28-4070-9633-c9f24d6462e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.547603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-bf41a284-d5cc-488f-aeda-e20d1bc3538c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:21.562129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-afe7d649-7d28-4070-9633-c9f24d6462e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 67a32435-c771-454e-91bb-f28ff62551ef owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:21.569220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65b487-4595-406e-ba46-02c6c6e6ab5c None None] Pushing event deleted for resources: {'Port': ['ID=917aea4f-b0f8-4d9f-b2b4-6ea2e349b585,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:21.584712 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.603296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ea4967e2-66f4-4f4d-acee-be72308d0bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5471a9dd-86b3-422b-9741-9ed8ab921b26']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:21.620262 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a00107e5-c241-4c4e-af10-b111163bd630 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.620863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ea4967e2-66f4-4f4d-acee-be72308d0bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a114f83-13ec-43bc-ba7a-8ea85a450d7f') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:21.621171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ea4967e2-66f4-4f4d-acee-be72308d0bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a114f83-13ec-43bc-ba7a-8ea85a450d7f') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:21.634748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b65b487-4595-406e-ba46-02c6c6e6ab5c None None] No DVR routers for this DVR port 917aea4f-b0f8-4d9f-b2b4-6ea2e349b585 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:21.644209 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a00107e5-c241-4c4e-af10-b111163bd630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.655319 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea4967e2-66f4-4f4d-acee-be72308d0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.704761 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea4967e2-66f4-4f4d-acee-be72308d0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.723084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4967e2-66f4-4f4d-acee-be72308d0bd9 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:57:21.723911 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea4967e2-66f4-4f4d-acee-be72308d0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:57:21.852572 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:57:21.857557 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea4967e2-66f4-4f4d-acee-be72308d0bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.857557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf41a284-d5cc-488f-aeda-e20d1bc3538c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:21.860042 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf41a284-d5cc-488f-aeda-e20d1bc3538c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.862236 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf41a284-d5cc-488f-aeda-e20d1bc3538c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:57:21.863172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf41a284-d5cc-488f-aeda-e20d1bc3538c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:21.882997 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea4967e2-66f4-4f4d-acee-be72308d0bd9 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:21.887072 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ea4967e2-66f4-4f4d-acee-be72308d0bd9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5471a9dd-86b3-422b-9741-9ed8ab921b26 HTTP/1.1" status: 204 len: 168 time: 0.8504105 Nov 16 04:57:21.895649 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bf41a284-d5cc-488f-aeda-e20d1bc3538c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3529725 Nov 16 04:57:21.904729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55638) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:21.918333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00107e5-c241-4c4e-af10-b111163bd630 None None] Pushing event updated for resources: {'Port': ['ID=018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:21.921056 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8b8c2517-102c-4cdf-a797-aa6554b5d6ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:21.926966 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4967e2-66f4-4f4d-acee-be72308d0bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5471a9dd-86b3-422b-9741-9ed8ab921b26,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:22.032254 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-afe7d649-7d28-4070-9633-c9f24d6462e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:22.133710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8c2517-102c-4cdf-a797-aa6554b5d6ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:22.139632 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b8c2517-102c-4cdf-a797-aa6554b5d6ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:22.147970 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8c2517-102c-4cdf-a797-aa6554b5d6ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:57:22.149599 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8c2517-102c-4cdf-a797-aa6554b5d6ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:22.153302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7d649-7d28-4070-9633-c9f24d6462e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=67a32435-c771-454e-91bb-f28ff62551ef,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:22.189676 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8b8c2517-102c-4cdf-a797-aa6554b5d6ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2838550 Nov 16 04:57:22.194343 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55648) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:22.214489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e55f3ce3-8b3b-48e9-bf69-f158942fad38 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:22.316690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55656) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:22.429513 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55f3ce3-8b3b-48e9-bf69-f158942fad38 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:22.436397 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e55f3ce3-8b3b-48e9-bf69-f158942fad38 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:22.440038 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55f3ce3-8b3b-48e9-bf69-f158942fad38 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:57:22.441357 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55f3ce3-8b3b-48e9-bf69-f158942fad38 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:22.458843 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-afe7d649-7d28-4070-9633-c9f24d6462e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:22.465896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-afe7d649-7d28-4070-9633-c9f24d6462e2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/67a32435-c771-454e-91bb-f28ff62551ef HTTP/1.1" status: 204 len: 168 time: 1.2951164 Nov 16 04:57:22.466061 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55662) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:22.509948 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e55f3ce3-8b3b-48e9-bf69-f158942fad38 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3138652 Nov 16 04:57:22.524138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55666) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:22.531455 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b88e6e-c539-473e-a5f2-c331b591e1ed tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] GET failed (client error): The resource could not be found. Nov 16 04:57:22.535458 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-73b88e6e-c539-473e-a5f2-c331b591e1ed tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports/67a32435-c771-454e-91bb-f28ff62551ef HTTP/1.1" status: 404 len: 333 time: 0.0653555 Nov 16 04:57:22.536434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55668) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:22.592742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-41e3fa25-a32e-4e21-80dc-d410d0b39ab6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0600841 Nov 16 04:57:22.597665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55674) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:22.621692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542e305-b62f-4c67-825f-2727105600dd req-99972d72-9e44-4d12-8a7d-cdc79f042b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:22.623370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8542e305-b62f-4c67-825f-2727105600dd req-99972d72-9e44-4d12-8a7d-cdc79f042b78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 1096 time: 0.4814456 Nov 16 04:57:22.654047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a899686-21ef-4488-9237-96e44f642608 req-7877011e-5331-4d12-91e8-5fa2ba5a82d0 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:22.655588 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a899686-21ef-4488-9237-96e44f642608 req-7877011e-5331-4d12-91e8-5fa2ba5a82d0 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 946 time: 0.2281597 Nov 16 04:57:22.658519 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44252c3f-9dc6-4a71-919e-a46f319ba6ce tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:22.663324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d45aeead-bb29-466b-8ef7-1cb3e549ddf5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0443cda426c54f0496885860f84782b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2534583 Nov 16 04:57:22.678642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b92f4-a146-4d62-a8ae-daaf33f9bd9d req-54c39e2e-be06-4404-938a-099f5d8f6ecc tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:22.679803 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-200b92f4-a146-4d62-a8ae-daaf33f9bd9d req-54c39e2e-be06-4404-938a-099f5d8f6ecc tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.3758187 Nov 16 04:57:22.680495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55678) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:22.704149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44252c3f-9dc6-4a71-919e-a46f319ba6ce tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:22.809609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57babd99-f983-4233-af83-e0d791feabae tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:22.816557 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-57babd99-f983-4233-af83-e0d791feabae tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2178178 Nov 16 04:57:22.816679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-200b92f4-a146-4d62-a8ae-daaf33f9bd9d req-21520e1c-ae6d-4a61-bee2-c7063cde2842 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172309 Nov 16 04:57:22.820997 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55686) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:22.842308 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44252c3f-9dc6-4a71-919e-a46f319ba6ce tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:22.855328 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44252c3f-9dc6-4a71-919e-a46f319ba6ce tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:22.855328 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-44252c3f-9dc6-4a71-919e-a46f319ba6ce tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/security-groups/ba347d22-fdf8-4661-988b-258e14f2ed3c HTTP/1.1" status: 204 len: 168 time: 0.3096647 Nov 16 04:57:22.855707 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55688) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:22.920929 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44252c3f-9dc6-4a71-919e-a46f319ba6ce tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba347d22-fdf8-4661-988b-258e14f2ed3c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:22.940858 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-99af0035-f1fc-4759-9a2a-430f82fd4a75 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166489 Nov 16 04:57:22.949213 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55694) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:22.957406 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6288bad8-d00b-43e3-a61f-f25eb16ec97b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:22.972864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:23.084958 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:23.085337 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.096817 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a64d1089-cbba-4b2c-850f-a5451c8e5fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.144611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a64d1089-cbba-4b2c-850f-a5451c8e5fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.147689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6288bad8-d00b-43e3-a61f-f25eb16ec97b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:23.169872 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6288bad8-d00b-43e3-a61f-f25eb16ec97b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.184464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e4a6cd73-9e63-4fac-a78a-4df90bd9ccc3 None None] Provisioning complete for port 1395997e-daf1-4046-8f6e-7809ab57e18f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:23.184837 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4a6cd73-9e63-4fac-a78a-4df90bd9ccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.199425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a899686-21ef-4488-9237-96e44f642608 req-485292f4-dad6-4955-ad44-0deeca9fc95b tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5029013 Nov 16 04:57:23.273626 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542e305-b62f-4c67-825f-2727105600dd req-c6d965ae-13cf-4ad2-a956-ebd8345d8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:23.275119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8542e305-b62f-4c67-825f-2727105600dd req-c6d965ae-13cf-4ad2-a956-ebd8345d8e4a service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 200 len: 920 time: 0.6439173 Nov 16 04:57:23.287375 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47f9428d-a933-4574-bc64-58c921f21e2d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.359841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6cd73-9e63-4fac-a78a-4df90bd9ccc3 None None] Port 1395997e-daf1-4046-8f6e-7809ab57e18f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:23.367516 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e4a6cd73-9e63-4fac-a78a-4df90bd9ccc3 None None] Could not find standard attr ID for object 67a32435-c771-454e-91bb-f28ff62551ef. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:57:23.381904 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47f9428d-a933-4574-bc64-58c921f21e2d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.389480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e4a6cd73-9e63-4fac-a78a-4df90bd9ccc3 None None] Provisioning complete for port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:23.389875 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4a6cd73-9e63-4fac-a78a-4df90bd9ccc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.528357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8542e305-b62f-4c67-825f-2727105600dd req-cdab958b-21d2-4481-b076-a77d6de9bace service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05a7dde1-4e7e-4062-a91e-92bac4f6ab55 HTTP/1.1" status: 200 len: 217 time: 0.2187264 Nov 16 04:57:23.530550 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47f9428d-a933-4574-bc64-58c921f21e2d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.536026 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47f9428d-a933-4574-bc64-58c921f21e2d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.538709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-47f9428d-a933-4574-bc64-58c921f21e2d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/security-groups/c7cef05b-23df-4409-bebb-c65da08845e7 HTTP/1.1" status: 204 len: 168 time: 0.6767111 Nov 16 04:57:23.542388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55714) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:23.624276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8542e305-b62f-4c67-825f-2727105600dd req-8d8e5795-45ee-4bfa-b049-f71618d65ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:23.626135 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8542e305-b62f-4c67-825f-2727105600dd req-8d8e5795-45ee-4bfa-b049-f71618d65ad3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d4ac978-3002-4c8c-8e52-ab185519d0b2 HTTP/1.1" status: 200 len: 859 time: 0.0861406 Nov 16 04:57:23.647902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9428d-a933-4574-bc64-58c921f21e2d tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7cef05b-23df-4409-bebb-c65da08845e7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:23.678381 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8542e305-b62f-4c67-825f-2727105600dd req-73563464-1f64-4656-979b-53dc8e6f46f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae5e376-b921-496b-842a-45e78562fba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432024 Nov 16 04:57:23.680282 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a64d1089-cbba-4b2c-850f-a5451c8e5fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.685063 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a64d1089-cbba-4b2c-850f-a5451c8e5fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.686718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a64d1089-cbba-4b2c-850f-a5451c8e5fb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/004117d4-2cad-4174-a6bf-417cd92e4071 HTTP/1.1" status: 204 len: 168 time: 0.9889934 Nov 16 04:57:23.791780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1144f907-b6a1-48a6-9a7a-5d81aa37260b None None] Could not find standard attr ID for object 67a32435-c771-454e-91bb-f28ff62551ef. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:57:23.834881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d1089-cbba-4b2c-850f-a5451c8e5fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004117d4-2cad-4174-a6bf-417cd92e4071,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:23.856016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-6288bad8-d00b-43e3-a61f-f25eb16ec97b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:57:23.859564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6288bad8-d00b-43e3-a61f-f25eb16ec97b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.889931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-98821358-329a-4f5d-aa02-dccf58a6e0ad tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:23.891711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-98821358-329a-4f5d-aa02-dccf58a6e0ad tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.37 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 946 time: 0.1038361 Nov 16 04:57:23.909261 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bbc67ff-4c08-4f52-b986-e4b2d5954d45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.960303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6288bad8-d00b-43e3-a61f-f25eb16ec97b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:23.962041 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bbc67ff-4c08-4f52-b986-e4b2d5954d45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.972374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6288bad8-d00b-43e3-a61f-f25eb16ec97b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:23.977151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6288bad8-d00b-43e3-a61f-f25eb16ec97b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:23.977734 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6288bad8-d00b-43e3-a61f-f25eb16ec97b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:23.986508 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750c80de-9094-426e-8934-9d2a14aff657 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:24.008391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288bad8-d00b-43e3-a61f-f25eb16ec97b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=e026a3cd-ae39-4cec-be7c-f41e88ebd9c8,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:24.093343 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6288bad8-d00b-43e3-a61f-f25eb16ec97b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1406717 Nov 16 04:57:24.096586 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55724) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:24.100213 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bbc67ff-4c08-4f52-b986-e4b2d5954d45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:24.116006 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bbc67ff-4c08-4f52-b986-e4b2d5954d45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:24.121688 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4bbc67ff-4c08-4f52-b986-e4b2d5954d45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/security-groups/f26892ac-e458-4eb4-8685-d091bdb2c4a9 HTTP/1.1" status: 204 len: 168 time: 0.5781331 Nov 16 04:57:24.123884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55726) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:24.127949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'mac_address': 'fa:16:3e:de:74:66', 'name': 'tempest-NetworksTestDHCPv6-1690780735'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:24.204647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8542e305-b62f-4c67-825f-2727105600dd req-c0bc2ac9-1410-44e3-8521-ef65843bba68 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154450 Nov 16 04:57:24.325349 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc67ff-4c08-4f52-b986-e4b2d5954d45 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26892ac-e458-4eb4-8685-d091bdb2c4a9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:24.335816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': 'e026a3cd-ae39-4cec-be7c-f41e88ebd9c8'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:57:24.336880 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:24.363051 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55732) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:24.397872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892873a5-b4e2-49ff-9d42-5f50d78613f5 req-7c2af084-4cb1-4146-8cae-b21510fd4174 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:24.400374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-892873a5-b4e2-49ff-9d42-5f50d78613f5 req-7c2af084-4cb1-4146-8cae-b21510fd4174 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.2651505 Nov 16 04:57:24.451993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e892fda9-1bb7-41b5-ac4d-1fbab408a2bb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting subnet 836ce7b5-b348-49f2-81f4-4c85c6a3b612 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:24.504630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e892fda9-1bb7-41b5-ac4d-1fbab408a2bb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:24.518055 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dfd9936e-50a5-4832-9a1f-328df845834f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=707f42e4982b42cfaa9ed00977a15f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1478701 Nov 16 04:57:24.533574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55734) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:24.606035 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e892fda9-1bb7-41b5-ac4d-1fbab408a2bb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:24.680650 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:24.683510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Allocated IP 2001:db8::f816:3eff:feef:4296 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/e026a3cd-ae39-4cec-be7c-f41e88ebd9c8/b1393d22-7b09-4f5c-8c69-9247cdfd78fa) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:24.723188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8542e305-b62f-4c67-825f-2727105600dd req-a0c46bc5-628d-4b18-a81d-7613873a2259 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5115378 Nov 16 04:57:24.759607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Deleting port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:24.766144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:24.791950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-892873a5-b4e2-49ff-9d42-5f50d78613f5 req-df5d1127-d4d9-4c25-ac00-29c50cb0be57 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719466 Nov 16 04:57:24.897951 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e892fda9-1bb7-41b5-ac4d-1fbab408a2bb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:24.915244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b07d6-8d6f-437c-86a8-5a2315b05488 req-ee6c0145-a114-4f01-94d7-0e92c647fd32 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:24.917199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff0b07d6-8d6f-437c-86a8-5a2315b05488 req-ee6c0145-a114-4f01-94d7-0e92c647fd32 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 946 time: 0.5398328 Nov 16 04:57:24.974938 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:24.992490 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.002785 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6200a552-407e-48a1-b50d-bd14344b77e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.026160 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e892fda9-1bb7-41b5-ac4d-1fbab408a2bb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.033674 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:25.037084 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:25.041027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:25.066957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892fda9-1bb7-41b5-ac4d-1fbab408a2bb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Subnet': ['ID=836ce7b5-b348-49f2-81f4-4c85c6a3b612,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:25.071243 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e892fda9-1bb7-41b5-ac4d-1fbab408a2bb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.075359 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e892fda9-1bb7-41b5-ac4d-1fbab408a2bb tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/836ce7b5-b348-49f2-81f4-4c85c6a3b612 HTTP/1.1" status: 204 len: 168 time: 0.9316764 Nov 16 04:57:25.081607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55742) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:25.098504 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6200a552-407e-48a1-b50d-bd14344b77e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.101871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] For port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:25.102486 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.108204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b9406c-10fe-4e2e-818b-ed0764fde4cc None None] Network be497daa-dc84-48db-a8da-a2ebf0db01fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:25.120766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Pushing event updated for resources: {'Port': ['ID=b1393d22-7b09-4f5c-8c69-9247cdfd78fa,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:25.131062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff0b07d6-8d6f-437c-86a8-5a2315b05488 req-fbec20af-cbf3-43b5-a6a7-7de758f6c165 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026525 Nov 16 04:57:25.183781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9921ee-ddbc-4c1c-84cd-6d36687ab59f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting subnet 2b1a2466-d79d-462a-8ce1-45d1fa556e18 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:25.191031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.205886 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a9921ee-ddbc-4c1c-84cd-6d36687ab59f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.216382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port 7cbd0890-42e6-4bda-b1f6-5feab76d9f26 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:57:25.273737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Attempting to bind port b1393d22-7b09-4f5c-8c69-9247cdfd78fa on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:57:25.276278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Attempting to bind port b1393d22-7b09-4f5c-8c69-9247cdfd78fa by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:57:25.276678 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Attempting to bind port b1393d22-7b09-4f5c-8c69-9247cdfd78fa on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:25.289975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:57:25.292437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:25.292437 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.292437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:57:25.292751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Bound port: b1393d22-7b09-4f5c-8c69-9247cdfd78fa, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:57:25.293134 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.349872 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6200a552-407e-48a1-b50d-bd14344b77e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.352886 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6200a552-407e-48a1-b50d-bd14344b77e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.356522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6200a552-407e-48a1-b50d-bd14344b77e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73f00c10-dbd9-42f1-bbb4-7d97130d9e91 HTTP/1.1" status: 204 len: 168 time: 0.8006544 Nov 16 04:57:25.377211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200a552-407e-48a1-b50d-bd14344b77e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f00c10-dbd9-42f1-bbb4-7d97130d9e91,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:25.381722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::f816:3eff:fede:7466 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/e026a3cd-ae39-4cec-be7c-f41e88ebd9c8/7cbd0890-42e6-4bda-b1f6-5feab76d9f26) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:25.612187 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.655890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] For port b1393d22-7b09-4f5c-8c69-9247cdfd78fa, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:57:25.663560 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.678724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] For port b1393d22-7b09-4f5c-8c69-9247cdfd78fa, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b1393d22-7b09-4f5c-8c69-9247cdfd78fa,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:57:25.687360 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.779198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e363fbf-a218-4659-b906-c9a9b79270ed None None] Pushing event updated for resources: {'Port': ['ID=b1393d22-7b09-4f5c-8c69-9247cdfd78fa,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:25.804965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:25.807470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:25.815638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:25.824828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:25.825776 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.861920 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a9921ee-ddbc-4c1c-84cd-6d36687ab59f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:25.864940 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=7cbd0890-42e6-4bda-b1f6-5feab76d9f26,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:25.922494 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c98b1e53-569c-4787-8964-a4113e3346f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8231776 Nov 16 04:57:25.927552 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55756) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:26.341162 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:26.344273 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:26.345010 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Floating IP 213592a8-b434-42ba-976c-27064e20b4f8 disassociated. External IP: 172.25.0.15, port: f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2. Nov 16 04:57:26.345481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Calling delete_port for f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:26.647686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4a312-af7c-4eb2-bf1e-ab007b57493b req-8e2272a1-ce4a-4bb4-abcb-360bdd0c0602 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:26.655823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ec4a312-af7c-4eb2-bf1e-ab007b57493b req-8e2272a1-ce4a-4bb4-abcb-360bdd0c0602 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.5356002 Nov 16 04:57:26.674477 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a9921ee-ddbc-4c1c-84cd-6d36687ab59f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:26.719926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05836f1a-6bad-479a-b328-d7aa17bc153b req-f0160b6f-7ba3-43ca-9176-a785730724f6 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:26.721560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05836f1a-6bad-479a-b328-d7aa17bc153b req-f0160b6f-7ba3-43ca-9176-a785730724f6 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 946 time: 0.2226195 Nov 16 04:57:26.807681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ec4a312-af7c-4eb2-bf1e-ab007b57493b req-6a6c1bf0-2c41-4147-9080-11417052f389 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507249 Nov 16 04:57:26.809678 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:26.828690 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a9921ee-ddbc-4c1c-84cd-6d36687ab59f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:26.881624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event deleted for resources: {'Port': ['ID=f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:26.945272 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9a9921ee-ddbc-4c1c-84cd-6d36687ab59f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:26.950612 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9a9921ee-ddbc-4c1c-84cd-6d36687ab59f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/2b1a2466-d79d-462a-8ce1-45d1fa556e18 HTTP/1.1" status: 204 len: 168 time: 1.8678575 Nov 16 04:57:26.951425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9921ee-ddbc-4c1c-84cd-6d36687ab59f tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1a2466-d79d-462a-8ce1-45d1fa556e18,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:26.976760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55776) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:27.015874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9871ad8-9dfc-402e-bb14-65fc7ec081e7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:27.028708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9871ad8-9dfc-402e-bb14-65fc7ec081e7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:27.034806 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f9871ad8-9dfc-402e-bb14-65fc7ec081e7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.1065459 Nov 16 04:57:27.035439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55782) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:27.052783 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b1393d22-7b09-4f5c-8c69-9247cdfd78fa up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:27.141002 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-05092502-f9fc-4ac2-9d86-6ce2c16e9890 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] DELETE failed (client error): The resource could not be found. Nov 16 04:57:27.142128 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05092502-f9fc-4ac2-9d86-6ce2c16e9890 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:27.146315 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-05092502-f9fc-4ac2-9d86-6ce2c16e9890 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/836ce7b5-b348-49f2-81f4-4c85c6a3b612 HTTP/1.1" status: 404 len: 337 time: 0.1682091 Nov 16 04:57:27.158647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa23b6f-265d-4e7a-ae80-297c416d41b5 None None] Network be497daa-dc84-48db-a8da-a2ebf0db01fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:27.191110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55786) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:27.232427 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05836f1a-6bad-479a-b328-d7aa17bc153b req-6a6d0342-5e64-4932-8088-12a3efce42bf tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=eb498cfd-2f0d-45c7-895b-a0c151173a01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4408910 Nov 16 04:57:27.238070 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-792067a3-12ec-4407-978c-75d7227f6e65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port 7cbd0890-42e6-4bda-b1f6-5feab76d9f26 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:27.238414 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-792067a3-12ec-4407-978c-75d7227f6e65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:27.267832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4e3f3f21-11f2-4bb9-8396-26e7afa40098 None None] Provisioning complete for port 1395997e-daf1-4046-8f6e-7809ab57e18f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:27.269399 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e3f3f21-11f2-4bb9-8396-26e7afa40098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:27.309073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f3f21-11f2-4bb9-8396-26e7afa40098 None None] Port 1395997e-daf1-4046-8f6e-7809ab57e18f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:27.359362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4e3f3f21-11f2-4bb9-8396-26e7afa40098 None None] Provisioning complete for port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:27.359843 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e3f3f21-11f2-4bb9-8396-26e7afa40098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:27.406144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b1393d22-7b09-4f5c-8c69-9247cdfd78fa triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:27.406838 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:27.450785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a15be2-838a-471b-9df9-eba2414428cc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting subnet 82d13af5-42b6-41dd-89d6-3de2aab2345a {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:27.463225 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-792067a3-12ec-4407-978c-75d7227f6e65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:27.479423 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3a15be2-838a-471b-9df9-eba2414428cc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:27.498582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-792067a3-12ec-4407-978c-75d7227f6e65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for 7cbd0890-42e6-4bda-b1f6-5feab76d9f26 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:27.591891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Router 21eb394d-893e-4f5f-a47f-246fb61ff742 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:57:27.619942 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:27.632505 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3a15be2-838a-471b-9df9-eba2414428cc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:27.649902 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:57:27.650514 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:57:27.796496 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-792067a3-12ec-4407-978c-75d7227f6e65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:27.875763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792067a3-12ec-4407-978c-75d7227f6e65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=7cbd0890-42e6-4bda-b1f6-5feab76d9f26,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:27.940029 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-792067a3-12ec-4407-978c-75d7227f6e65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:27.952700 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-792067a3-12ec-4407-978c-75d7227f6e65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/7cbd0890-42e6-4bda-b1f6-5feab76d9f26 HTTP/1.1" status: 204 len: 168 time: 0.8832517 Nov 16 04:57:27.957205 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55798) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:28.011228 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3a15be2-838a-471b-9df9-eba2414428cc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:28.015455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:57:28.027132 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a30e20-675b-442a-95ef-81ccf34bf028 None None] Sync routers for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:57:28.050678 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a30e20-675b-442a-95ef-81ccf34bf028 None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:57:28.051227 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-26a30e20-675b-442a-95ef-81ccf34bf028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:57:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:28.086765 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7310736e-7587-4b6a-a62a-1aab3b9bc97e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:28.088751 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7310736e-7587-4b6a-a62a-1aab3b9bc97e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:28.093644 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7310736e-7587-4b6a-a62a-1aab3b9bc97e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1352546 Nov 16 04:57:28.094291 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55802) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:28.105945 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:28.178813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d20c3edd-97b9-43e8-be90-8d16d13105c7 None None] Provisioning complete for port b1393d22-7b09-4f5c-8c69-9247cdfd78fa triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:28.179691 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d20c3edd-97b9-43e8-be90-8d16d13105c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:28.192013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] No DVR routers for this DVR port f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:28.211184 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:28.220666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf5487e1-8372-41bf-88fc-e1ead218d29e req-0ff0d18f-3484-4b80-ba82-6c2cf25c4794 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.37 "DELETE /v2.0/ports/f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2 HTTP/1.1" status: 204 len: 173 time: 4.3210104 Nov 16 04:57:28.234783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41327d0-f6a3-47fa-854e-8c7c7094fcb8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet e026a3cd-ae39-4cec-be7c-f41e88ebd9c8 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:28.245294 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d41327d0-f6a3-47fa-854e-8c7c7094fcb8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:28.268480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'name': 'network-vif-deleted', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:57:28.277943 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6581f32-63a0-438b-8b50-6b9b9227ce92" -d '{"events": [{"server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "name": "network-vif-deleted", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:57:28.354782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e1721-de6b-495a-add9-dca8bc1f3bdd req-22bdc260-cdc5-44d6-8a69-1c7d28cf18f3 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:28.354922 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-26a30e20-675b-442a-95ef-81ccf34bf028 None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:57:28.374186 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-618e1721-de6b-495a-add9-dca8bc1f3bdd req-22bdc260-cdc5-44d6-8a69-1c7d28cf18f3 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.4213619 Nov 16 04:57:28.382679 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d41327d0-f6a3-47fa-854e-8c7c7094fcb8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:28.429164 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port b1393d22-7b09-4f5c-8c69-9247cdfd78fa, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b1393d22-7b09-4f5c-8c69-9247cdfd78fa,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:28.453325 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:28.471339 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3a15be2-838a-471b-9df9-eba2414428cc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:28.626472 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3a15be2-838a-471b-9df9-eba2414428cc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:28.639952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e3a15be2-838a-471b-9df9-eba2414428cc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/82d13af5-42b6-41dd-89d6-3de2aab2345a HTTP/1.1" status: 204 len: 168 time: 1.4436932 Nov 16 04:57:28.642074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55816) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:28.678164 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a15be2-838a-471b-9df9-eba2414428cc tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Subnet': ['ID=82d13af5-42b6-41dd-89d6-3de2aab2345a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:28.712799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=b1393d22-7b09-4f5c-8c69-9247cdfd78fa,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:28.738463 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b70066a-d7a5-4b8e-b9d7-4b88577dc8cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] DELETE failed (client error): The resource could not be found. Nov 16 04:57:28.738921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b70066a-d7a5-4b8e-b9d7-4b88577dc8cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:28.746244 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5b70066a-d7a5-4b8e-b9d7-4b88577dc8cf tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/3a3e1981-81ed-4d17-9301-c3e445eb2b0e HTTP/1.1" status: 404 len: 337 time: 0.0987911 Nov 16 04:57:28.750600 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d41327d0-f6a3-47fa-854e-8c7c7094fcb8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:28.760819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55818) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:28.804414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-618e1721-de6b-495a-add9-dca8bc1f3bdd req-e16c037f-9870-4265-8d8a-20b784611e94 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280622 Nov 16 04:57:28.853982 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5bc82a75-c6f8-44d5-887c-60b01f46a864 req-b27f0c67-7c03-42ad-970e-8b390de3576a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=5adebc49-5351-4d58-a496-fa2c89b9da9d HTTP/1.1" status: 200 len: 210 time: 0.1933334 Nov 16 04:57:28.864546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e4ddbbdc-3934-4ea6-baad-a8a755fc735c None None] Could not find standard attr ID for object 7cbd0890-42e6-4bda-b1f6-5feab76d9f26. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:57:28.919096 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c237db85-f14f-4f7b-ae55-062fd4736940 x-openstack-request-id: req-c237db85-f14f-4f7b-ae55-062fd4736940 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:57:28.919652 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adebc49-5351-4d58-a496-fa2c89b9da9d", "name": "network-vif-deleted", "tag": "f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:57:28.920146 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c237db85-f14f-4f7b-ae55-062fd4736940 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:57:28.920765 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adebc49-5351-4d58-a496-fa2c89b9da9d', 'name': 'network-vif-deleted', 'tag': 'f08c2ad2-00e7-4b71-ad14-71fccf1c2ce2', 'status': 'completed', 'code': 200} Nov 16 04:57:28.961662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55822) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:28.977186 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7a51ecb7-f2a5-483e-aafc-b3194e5b1763 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f03e9e49-5550-45de-8ad5-35832930b0ea HTTP/1.1" status: 200 len: 205 time: 0.1255064 Nov 16 04:57:29.016992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b1393d22-7b09-4f5c-8c69-9247cdfd78fa up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:29.044575 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d41327d0-f6a3-47fa-854e-8c7c7094fcb8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:29.069922 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-3a238187-9436-4a94-871b-00adef8a0894 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] delete failed (client error): The resource could not be found. Nov 16 04:57:29.090486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3a238187-9436-4a94-871b-00adef8a0894 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/routers/f03e9e49-5550-45de-8ad5-35832930b0ea HTTP/1.1" status: 404 len: 336 time: 0.1267216 Nov 16 04:57:29.091463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55828) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:29.107331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41327d0-f6a3-47fa-854e-8c7c7094fcb8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=e026a3cd-ae39-4cec-be7c-f41e88ebd9c8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:29.119081 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d41327d0-f6a3-47fa-854e-8c7c7094fcb8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:29.135693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60f45e3-2399-4245-be2f-3f86e468b649 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:29.138966 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d41327d0-f6a3-47fa-854e-8c7c7094fcb8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/e026a3cd-ae39-4cec-be7c-f41e88ebd9c8 HTTP/1.1" status: 204 len: 168 time: 1.0436349 Nov 16 04:57:29.141313 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55830) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:29.147563 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce81cf1-f1a9-42a3-b084-1121504d3c3e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] DELETE failed (client error): The resource could not be found. Nov 16 04:57:29.154040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce81cf1-f1a9-42a3-b084-1121504d3c3e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:29.160255 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55832) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:29.167592 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4ce81cf1-f1a9-42a3-b084-1121504d3c3e tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/d221c88c-c8c2-4987-833b-87dc427ff246 HTTP/1.1" status: 404 len: 337 time: 0.0748568 Nov 16 04:57:29.196702 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-26a30e20-675b-442a-95ef-81ccf34bf028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:50Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:29.209502 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-77dfc6d0-e54c-4b86-b470-144d146d3295 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653253 Nov 16 04:57:29.211762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55834) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:29.218360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:29.251718 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-05051321-b5e9-4e48-b06b-b830d72408c2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] DELETE failed (client error): The resource could not be found. Nov 16 04:57:29.267425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05051321-b5e9-4e48-b06b-b830d72408c2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:29.275109 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-05051321-b5e9-4e48-b06b-b830d72408c2 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/13ca73bf-c673-4bf9-8a50-04644787e6c6 HTTP/1.1" status: 404 len: 337 time: 0.0754733 Nov 16 04:57:29.276718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55836) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:29.289341 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a30e20-675b-442a-95ef-81ccf34bf028 None None] Checking router: 21eb394d-893e-4f5f-a47f-246fb61ff742 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:57:29.295840 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907587a3-d1ad-442a-8977-b463ee51d7e1 None None] Network be497daa-dc84-48db-a8da-a2ebf0db01fc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:29.329086 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5131eacb-9226-428a-92ef-e2fc4789d75b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] DELETE failed (client error): The resource could not be found. Nov 16 04:57:29.329690 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5131eacb-9226-428a-92ef-e2fc4789d75b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:29.333684 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a30e20-675b-442a-95ef-81ccf34bf028 None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:57:29.336145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55838) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:29.336967 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-26a30e20-675b-442a-95ef-81ccf34bf028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:57:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:29.345974 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5131eacb-9226-428a-92ef-e2fc4789d75b tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/9831dfd7-4e57-418f-a82c-0c46a6097669 HTTP/1.1" status: 404 len: 337 time: 0.0675988 Nov 16 04:57:29.409529 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-31091f97-16b9-4ed7-8217-ef8a78cec189 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] DELETE failed (client error): The resource could not be found. Nov 16 04:57:29.410296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31091f97-16b9-4ed7-8217-ef8a78cec189 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:29.413937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-31091f97-16b9-4ed7-8217-ef8a78cec189 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/964ee0e5-b804-4fe7-a8f7-64a700c732c1 HTTP/1.1" status: 404 len: 333 time: 0.0690956 Nov 16 04:57:29.417039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55844) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:29.442602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:29.448195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:29.477747 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-34012c58-cc05-4e21-a105-a79a59d49c33 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] DELETE failed (client error): The resource could not be found. Nov 16 04:57:29.480093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34012c58-cc05-4e21-a105-a79a59d49c33 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:29.495569 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-34012c58-cc05-4e21-a105-a79a59d49c33 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/59d5e37a-2f8c-4a8e-b98a-c170b6ffc4ef HTTP/1.1" status: 404 len: 337 time: 0.0773597 Nov 16 04:57:29.496294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55846) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:29.538474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b1393d22-7b09-4f5c-8c69-9247cdfd78fa triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:29.538856 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:29.545486 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9189775f-8c20-4ce9-a23f-610977cac53c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] DELETE failed (client error): The resource could not be found. Nov 16 04:57:29.546052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9189775f-8c20-4ce9-a23f-610977cac53c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:29.560100 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9189775f-8c20-4ce9-a23f-610977cac53c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/f428f63d-0d7d-4135-860d-abc59bc329df HTTP/1.1" status: 404 len: 337 time: 0.0625529 Nov 16 04:57:29.561799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55852) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:29.602721 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-26a30e20-675b-442a-95ef-81ccf34bf028 None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:57:29.611210 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-578524e1-b7d6-4c20-a096-64daf2f386f1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] DELETE failed (client error): The resource could not be found. Nov 16 04:57:29.622331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578524e1-b7d6-4c20-a096-64daf2f386f1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:29.628307 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-578524e1-b7d6-4c20-a096-64daf2f386f1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/b3687479-c115-41fd-a15c-fefc764c93e0 HTTP/1.1" status: 404 len: 333 time: 0.0639882 Nov 16 04:57:29.629026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55854) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:29.698047 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c74b87-9043-4982-953a-4369b3b0c9e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] DELETE failed (client error): The resource could not be found. Nov 16 04:57:29.701909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c74b87-9043-4982-953a-4369b3b0c9e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:29.713384 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d2c74b87-9043-4982-953a-4369b3b0c9e0 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/61f8f103-aa98-4370-953c-8dd680f50fb5 HTTP/1.1" status: 404 len: 337 time: 0.0832396 Nov 16 04:57:29.714330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55856) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:29.796579 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5aa9135-1ab2-470d-88f8-c46315097a6c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] DELETE failed (client error): The resource could not be found. Nov 16 04:57:29.797363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5aa9135-1ab2-470d-88f8-c46315097a6c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:57:29.833551 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a5aa9135-1ab2-470d-88f8-c46315097a6c tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/subnets/1f024f75-1ea8-4513-9caa-88f8c959c23e HTTP/1.1" status: 404 len: 337 time: 0.1141045 Nov 16 04:57:29.834679 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55864) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:29.846172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f9e91279-ef92-4ae3-b4eb-a4159656ba4f None None] Provisioning complete for port 1395997e-daf1-4046-8f6e-7809ab57e18f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:29.858324 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9e91279-ef92-4ae3-b4eb-a4159656ba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:29.909134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.objects.ports [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102659) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:57:30.038618 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f9e91279-ef92-4ae3-b4eb-a4159656ba4f None None] Port 1395997e-daf1-4046-8f6e-7809ab57e18f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:30.060116 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f9e91279-ef92-4ae3-b4eb-a4159656ba4f None None] Provisioning complete for port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:30.060539 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9e91279-ef92-4ae3-b4eb-a4159656ba4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:30.083035 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803de031-a507-4db9-af02-abf9184037e1 None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:57:30.189227 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55874) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:30.226983 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-26a30e20-675b-442a-95ef-81ccf34bf028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:50Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:30.271087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9987217a-4966-44e5-81cd-e55db3c1ac11 None None] DHCP port deletion for be497daa-dc84-48db-a8da-a2ebf0db01fc request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:57:30.287236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-803de031-a507-4db9-af02-abf9184037e1 None None] Deleting port b1393d22-7b09-4f5c-8c69-9247cdfd78fa {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:30.290323 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-803de031-a507-4db9-af02-abf9184037e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:30.302775 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a30e20-675b-442a-95ef-81ccf34bf028 None None] The sync data for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 is: [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:50Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:57:30.308016 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:30.343145 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e7edb-7c89-4514-b34d-7252397ced62 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Deleting port 1395997e-daf1-4046-8f6e-7809ab57e18f {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:30.344396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7edb-7c89-4514-b34d-7252397ced62 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:30.529884 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7edb-7c89-4514-b34d-7252397ced62 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:30.545991 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e7edb-7c89-4514-b34d-7252397ced62 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Calling delete_port for 1395997e-daf1-4046-8f6e-7809ab57e18f owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:30.696088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] For port b1393d22-7b09-4f5c-8c69-9247cdfd78fa, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b1393d22-7b09-4f5c-8c69-9247cdfd78fa,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:30.716985 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7edb-7c89-4514-b34d-7252397ced62 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:30.731202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9987217a-4966-44e5-81cd-e55db3c1ac11 None None] Deleting port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:30.736595 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9987217a-4966-44e5-81cd-e55db3c1ac11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:30.751414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55886) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:30.825584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e7edb-7c89-4514-b34d-7252397ced62 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Port': ['ID=1395997e-daf1-4046-8f6e-7809ab57e18f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:30.834421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4820ac-baec-44a6-becc-65dede1cea92 req-3146f1f3-65f7-4974-a7d5-eb238dabf5c9 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:30.836064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a4820ac-baec-44a6-becc-65dede1cea92 req-3146f1f3-65f7-4974-a7d5-eb238dabf5c9 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.7405090 Nov 16 04:57:30.854340 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d4e7edb-7c89-4514-b34d-7252397ced62 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:30.856337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9987217a-4966-44e5-81cd-e55db3c1ac11 None None] For port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a,segment=NetworkSegment(f72e8183-918c-4c71-b657-a4aeff781bae),segment_id=f72e8183-918c-4c71-b657-a4aeff781bae)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:30.856728 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9987217a-4966-44e5-81cd-e55db3c1ac11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:30.859904 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3d4e7edb-7c89-4514-b34d-7252397ced62 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/ports/1395997e-daf1-4046-8f6e-7809ab57e18f HTTP/1.1" status: 204 len: 168 time: 1.0227156 Nov 16 04:57:30.870014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55892) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:30.875272 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9987217a-4966-44e5-81cd-e55db3c1ac11 None None] Calling delete_port for 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:30.880575 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:30.891298 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:30.891988 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:30.924174 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44e9d17b-18c6-42de-94fb-62bc29190687 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:30.964283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23a5fa1-1e46-4b33-ad33-ad38f31fa87a None None] New status for floating IP 213592a8-b434-42ba-976c-27064e20b4f8: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:57:30.982208 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9987217a-4966-44e5-81cd-e55db3c1ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.045173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:31.096325 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44e9d17b-18c6-42de-94fb-62bc29190687 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.120046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-803de031-a507-4db9-af02-abf9184037e1 None None] For port b1393d22-7b09-4f5c-8c69-9247cdfd78fa, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b1393d22-7b09-4f5c-8c69-9247cdfd78fa,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:31.120580 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-803de031-a507-4db9-af02-abf9184037e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.126137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c408482-546c-48df-98c3-2af5f1da42b1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.141890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-803de031-a507-4db9-af02-abf9184037e1 None None] Calling delete_port for b1393d22-7b09-4f5c-8c69-9247cdfd78fa owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:31.172454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:31.191531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:57:31.192032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:57:31.192349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b1393d22-7b09-4f5c-8c69-9247cdfd78fa no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:31.201301 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987217a-4966-44e5-81cd-e55db3c1ac11 None None] Pushing event deleted for resources: {'Port': ['ID=018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:31.209452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9987217a-4966-44e5-81cd-e55db3c1ac11 None None] No DVR routers for this DVR port 018d85b2-f9e1-4d8b-ae5b-45954bf7ce3a on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:31.209649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a790b897-e8d6-4338-9a15-f21a85451b42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.222160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a4820ac-baec-44a6-becc-65dede1cea92 req-8c081d27-ee31-4d56-b942-c1b3651edc53 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712053 Nov 16 04:57:31.223050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:31.250561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:31.251165 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.283082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=ec14d21c-1255-4edc-b715-5106fa0b8e23,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:31.290176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=b1393d22-7b09-4f5c-8c69-9247cdfd78fa,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:31.312169 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-78aaf9f8-8655-46ae-9ef0-9cfe9393e6b8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0960486 Nov 16 04:57:31.316120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55904) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:31.329681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'mac_address': 'fa:16:3e:7a:19:3f', 'name': 'tempest-NetworksTestDHCPv6-1291147103'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:31.332947 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c408482-546c-48df-98c3-2af5f1da42b1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.356807 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44e9d17b-18c6-42de-94fb-62bc29190687 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.361298 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44e9d17b-18c6-42de-94fb-62bc29190687 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.363091 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-44e9d17b-18c6-42de-94fb-62bc29190687 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "DELETE /v2.0/security-groups/eb498cfd-2f0d-45c7-895b-a0c151173a01 HTTP/1.1" status: 204 len: 168 time: 1.1680498 Nov 16 04:57:31.374123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55906) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:31.393513 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-6c408482-546c-48df-98c3-2af5f1da42b1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be497daa-dc84-48db-a8da-a2ebf0db01fc']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:31.394537 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.406387 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-b8cb2b85-9593-46f6-a606-ee1f1459a460 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] show failed (client error): The resource could not be found. Nov 16 04:57:31.407690 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b8cb2b85-9593-46f6-a606-ee1f1459a460 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups/eb498cfd-2f0d-45c7-895b-a0c151173a01 HTTP/1.1" status: 404 len: 347 time: 0.0305610 Nov 16 04:57:31.420938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55908) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:31.421892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9d17b-18c6-42de-94fb-62bc29190687 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb498cfd-2f0d-45c7-895b-a0c151173a01,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:31.475886 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-803de031-a507-4db9-af02-abf9184037e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.491443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-6c408482-546c-48df-98c3-2af5f1da42b1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72e8183-918c-4c71-b657-a4aeff781bae') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:31.491818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-6c408482-546c-48df-98c3-2af5f1da42b1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72e8183-918c-4c71-b657-a4aeff781bae') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:31.502621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803de031-a507-4db9-af02-abf9184037e1 None None] No DVR routers for this DVR port b1393d22-7b09-4f5c-8c69-9247cdfd78fa on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:31.506192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-f0bb9438-ff6a-41cf-8f03-e9767050a202 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:31.507892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-f0bb9438-ff6a-41cf-8f03-e9767050a202 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 814 time: 0.4176733 Nov 16 04:57:31.544495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803de031-a507-4db9-af02-abf9184037e1 None None] Pushing event deleted for resources: {'Port': ['ID=b1393d22-7b09-4f5c-8c69-9247cdfd78fa,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:31.562188 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab066d-6888-423a-b8a1-ec56b764f063 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:31.579311 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c408482-546c-48df-98c3-2af5f1da42b1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.608294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-180affae-4ec4-4b39-a2dd-805500a31e0f tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/quotas/f809e2ea49f64589ac5ad430817dc610 HTTP/1.1" status: 200 len: 375 time: 0.0858352 Nov 16 04:57:31.622316 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c408482-546c-48df-98c3-2af5f1da42b1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.641856 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c408482-546c-48df-98c3-2af5f1da42b1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:57:31.642308 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c408482-546c-48df-98c3-2af5f1da42b1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:57:31.648651 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:57:31.716793 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a790b897-e8d6-4338-9a15-f21a85451b42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.717876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-980a7cbc-13fe-4e6e-abce-611c08ab2818 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Deleting port 8332db02-ef90-4781-8bcf-8f14e1855ac5 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:31.719023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-980a7cbc-13fe-4e6e-abce-611c08ab2818 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.736744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-1eb8f6d4-4c44-4588-86cd-1de39285d9ac tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1274521 Nov 16 04:57:31.743626 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-7a6ac2be-d10b-4bd4-a23e-5bacda945a02 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:57:31.751946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-7a6ac2be-d10b-4bd4-a23e-5bacda945a02 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144286 Nov 16 04:57:31.753789 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a790b897-e8d6-4338-9a15-f21a85451b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.792833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:31.797124 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c408482-546c-48df-98c3-2af5f1da42b1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.802917 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c408482-546c-48df-98c3-2af5f1da42b1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.809273 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6c408482-546c-48df-98c3-2af5f1da42b1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] 10.222.0.41 "DELETE /v2.0/networks/be497daa-dc84-48db-a8da-a2ebf0db01fc HTTP/1.1" status: 204 len: 168 time: 0.9325573 Nov 16 04:57:31.831589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c408482-546c-48df-98c3-2af5f1da42b1 tempest-PortsTestJSON-954507195 tempest-PortsTestJSON-954507195-project] Pushing event deleted for resources: {'Network': ['ID=be497daa-dc84-48db-a8da-a2ebf0db01fc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:31.840914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': 'ec14d21c-1255-4edc-b715-5106fa0b8e23'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:57:31.842314 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.868467 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-980a7cbc-13fe-4e6e-abce-611c08ab2818 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.868854 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-980a7cbc-13fe-4e6e-abce-611c08ab2818 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:31.886314 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-980a7cbc-13fe-4e6e-abce-611c08ab2818 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Calling delete_port for 8332db02-ef90-4781-8bcf-8f14e1855ac5 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:31.897420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a790b897-e8d6-4338-9a15-f21a85451b42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dab6ff596062467383b2dec71616c9ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1248894 Nov 16 04:57:31.902206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55922) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:31.912682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790b897-e8d6-4338-9a15-f21a85451b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bda176a-6d0f-4460-836b-55b87a9dc253,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:32.012523 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-593cf5a6-a757-424b-9999-3f661485f344 service neutron] 10.222.0.41 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590582 Nov 16 04:57:32.026874 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.072415 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-980a7cbc-13fe-4e6e-abce-611c08ab2818 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.091791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Allocated IP 2001:db8::f816:3eff:fe7a:ef59 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/ec14d21c-1255-4edc-b715-5106fa0b8e23/043689c4-e274-427d-bf65-046400299aba) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:32.105533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port 2f4eed10-6232-4d98-a6c3-7e6d6e31c489 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:57:32.111047 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1eb43458-4e6a-49fb-ba3a-f69e988b48a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.120310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a7cbc-13fe-4e6e-abce-611c08ab2818 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event deleted for resources: {'Port': ['ID=8332db02-ef90-4781-8bcf-8f14e1855ac5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:32.197797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1eb43458-4e6a-49fb-ba3a-f69e988b48a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.216877 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-980a7cbc-13fe-4e6e-abce-611c08ab2818 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.220740 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-980a7cbc-13fe-4e6e-abce-611c08ab2818 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.222495 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-980a7cbc-13fe-4e6e-abce-611c08ab2818 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "DELETE /v2.0/floatingips/213592a8-b434-42ba-976c-27064e20b4f8 HTTP/1.1" status: 204 len: 168 time: 0.7972376 Nov 16 04:57:32.223498 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55926) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:32.263657 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-9ee55b34-fada-442d-8b36-e0b470141c9d service neutron] 10.222.0.41 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501962 Nov 16 04:57:32.298280 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1eb43458-4e6a-49fb-ba3a-f69e988b48a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.300910 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1eb43458-4e6a-49fb-ba3a-f69e988b48a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.302072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1eb43458-4e6a-49fb-ba3a-f69e988b48a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bda176a-6d0f-4460-836b-55b87a9dc253 HTTP/1.1" status: 204 len: 168 time: 0.3974254 Nov 16 04:57:32.321749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb43458-4e6a-49fb-ba3a-f69e988b48a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bda176a-6d0f-4460-836b-55b87a9dc253,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:32.420926 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.428076 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.478755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:32.482102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:32.494534 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:32.502256 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Pushing event updated for resources: {'Port': ['ID=043689c4-e274-427d-bf65-046400299aba,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:32.542701 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-628c315c-01e5-427b-b4b5-babfb3eab11c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a23880a53c04422caf7e62ff28ac9622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177884 Nov 16 04:57:32.545074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55940) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:32.576891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2618e-8d13-4123-ae6d-1fdf567d9691 req-65adea66-7b46-490e-b5bc-7f24c8f84da1 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:32.579211 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ea2618e-8d13-4123-ae6d-1fdf567d9691 req-65adea66-7b46-490e-b5bc-7f24c8f84da1 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.2041070 Nov 16 04:57:32.583820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::f816:3eff:fe7a:193f (c5ae47cf-9d45-48ba-80f3-52befcad38c3/ec14d21c-1255-4edc-b715-5106fa0b8e23/2f4eed10-6232-4d98-a6c3-7e6d6e31c489) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:32.645621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Attempting to bind port 043689c4-e274-427d-bf65-046400299aba on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:57:32.646051 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Attempting to bind port 043689c4-e274-427d-bf65-046400299aba by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:57:32.646461 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Attempting to bind port 043689c4-e274-427d-bf65-046400299aba on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:32.662083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:57:32.662497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:32.662916 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.663325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:57:32.663476 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b99d70d-7cf6-46eb-a5d7-98678bb45620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.663828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Bound port: 043689c4-e274-427d-bf65-046400299aba, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:57:32.665013 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.693100 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b99d70d-7cf6-46eb-a5d7-98678bb45620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.705421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ea2618e-8d13-4123-ae6d-1fdf567d9691 req-db70cdb8-0ecf-47e8-a562-da7603515435 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180904 Nov 16 04:57:32.815518 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b99d70d-7cf6-46eb-a5d7-98678bb45620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.820144 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b99d70d-7cf6-46eb-a5d7-98678bb45620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:32.821553 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0b99d70d-7cf6-46eb-a5d7-98678bb45620 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b579e18-065b-4bcf-a976-27ab04967bb7 HTTP/1.1" status: 204 len: 168 time: 0.2716346 Nov 16 04:57:32.854262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99d70d-7cf6-46eb-a5d7-98678bb45620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b579e18-065b-4bcf-a976-27ab04967bb7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:33.013486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] For port 043689c4-e274-427d-bf65-046400299aba, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:57:33.030102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] For port 043689c4-e274-427d-bf65-046400299aba, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=043689c4-e274-427d-bf65-046400299aba,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:57:33.037799 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.090885 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55956) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:33.105092 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7beb0bf5-de4b-4de2-9abd-f677a3e5bb50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.184134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb0aeb-9c9a-4070-a320-7cccdf5a0efa None None] Pushing event updated for resources: {'Port': ['ID=043689c4-e274-427d-bf65-046400299aba,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:33.199275 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7beb0bf5-de4b-4de2-9abd-f677a3e5bb50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.203297 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7beb0bf5-de4b-4de2-9abd-f677a3e5bb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.264021 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7beb0bf5-de4b-4de2-9abd-f677a3e5bb50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=910621f1820d4110a8e29bc7a5a6b74c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1694643 Nov 16 04:57:33.264021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55962) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:33.302194 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e1e0b751-9861-4d03-87e8-84aa40d3a533 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--890240220', 'description': 'tempest-description--1205827263'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:33.312262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb0bf5-de4b-4de2-9abd-f677a3e5bb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb5dd3-77d1-44d2-af2e-b52261d84d24,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:33.328495 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55964) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:33.366772 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4eb1307-0895-47e7-9b87-6a4fc9d5dedf req-5b805c19-63b7-4a8f-90bf-9a2dfa5f2d64 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 210 time: 0.0360081 Nov 16 04:57:33.411605 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b751-9861-4d03-87e8-84aa40d3a533 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.432076 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f71b8215-0316-4849-938a-82da87e3c937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.434433 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.456878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f71b8215-0316-4849-938a-82da87e3c937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.479603 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.567227 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=2f4eed10-6232-4d98-a6c3-7e6d6e31c489,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:33.589053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:33.590677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:33.594112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:33.609380 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f71b8215-0316-4849-938a-82da87e3c937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.610844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:33.611792 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.613114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f71b8215-0316-4849-938a-82da87e3c937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.618308 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f71b8215-0316-4849-938a-82da87e3c937 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/adeb5dd3-77d1-44d2-af2e-b52261d84d24 HTTP/1.1" status: 204 len: 168 time: 0.2839670 Nov 16 04:57:33.651075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b8215-0316-4849-938a-82da87e3c937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb5dd3-77d1-44d2-af2e-b52261d84d24,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:33.662237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-71f5fdab-e363-45af-88dd-fdeff2038f5e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3447978 Nov 16 04:57:33.666075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55974) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:33.700687 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b751-9861-4d03-87e8-84aa40d3a533 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.722030 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b751-9861-4d03-87e8-84aa40d3a533 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.799250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938ac00f-3b54-4de8-aecd-8b243d2d47c8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:33.810912 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938ac00f-3b54-4de8-aecd-8b243d2d47c8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:33.815395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55984) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:33.815557 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-938ac00f-3b54-4de8-aecd-8b243d2d47c8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1450765 Nov 16 04:57:33.818337 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e1e0b751-9861-4d03-87e8-84aa40d3a533 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.819532 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e1e0b751-9861-4d03-87e8-84aa40d3a533 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5292485 Nov 16 04:57:33.822516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55986) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:33.828332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-92a9d335-7de9-445a-a9b7-f6074e715cd2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Request body: {'security_group_rule': {'security_group_id': 'acb36eb4-d782-482b-a8ed-10505ebfa9be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:33.837340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0b751-9861-4d03-87e8-84aa40d3a533 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb36eb4-d782-482b-a8ed-10505ebfa9be,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:33.900734 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92a9d335-7de9-445a-a9b7-f6074e715cd2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:33.995926 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92a9d335-7de9-445a-a9b7-f6074e715cd2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:34.003422 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92a9d335-7de9-445a-a9b7-f6074e715cd2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:34.025702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9d335-7de9-445a-a9b7-f6074e715cd2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d2ae1d-ec6e-4114-8675-11632687a13f,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:34.036274 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92a9d335-7de9-445a-a9b7-f6074e715cd2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:34.038425 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-92a9d335-7de9-445a-a9b7-f6074e715cd2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2142801 Nov 16 04:57:34.040287 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55996) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:34.046737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8a074369-0757-48bc-bc87-67abce08a2a9 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Request body: {'security_group_rule': {'security_group_id': 'acb36eb4-d782-482b-a8ed-10505ebfa9be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:34.048729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc52b4f-799e-420e-b4f6-fd455ecb2656 req-b50dc6ce-007c-404f-9ec9-8309bf8aef7b tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:34.050328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2bc52b4f-799e-420e-b4f6-fd455ecb2656 req-b50dc6ce-007c-404f-9ec9-8309bf8aef7b tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.1435981 Nov 16 04:57:34.110005 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-79755168-5caa-4454-9afa-6aabaf987faf tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port 2f4eed10-6232-4d98-a6c3-7e6d6e31c489 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:34.110439 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79755168-5caa-4454-9afa-6aabaf987faf tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:34.113192 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a074369-0757-48bc-bc87-67abce08a2a9 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:34.231448 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a074369-0757-48bc-bc87-67abce08a2a9 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:34.235631 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a074369-0757-48bc-bc87-67abce08a2a9 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:34.286880 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2bc52b4f-799e-420e-b4f6-fd455ecb2656 req-7cdad9f7-849c-417b-ba8e-b1044de7d620 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209282 Nov 16 04:57:34.292219 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a074369-0757-48bc-bc87-67abce08a2a9 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:34.299305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56002) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:34.314463 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8a074369-0757-48bc-bc87-67abce08a2a9 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2515676 Nov 16 04:57:34.314645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:34.317299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a074369-0757-48bc-bc87-67abce08a2a9 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa36d7b9-9cf5-41a6-95ab-c6a7dc41c4c3,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:34.334157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56004) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:34.576940 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-58b5f0e9-25aa-4321-8897-0dc1fef36085 tempest-DvrRoutersNegativeTest-1126612972 tempest-DvrRoutersNegativeTest-1126612972-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1252675386', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:34.579914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.policy [None req-58b5f0e9-25aa-4321-8897-0dc1fef36085 tempest-DvrRoutersNegativeTest-1126612972 tempest-DvrRoutersNegativeTest-1126612972-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102660) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 16 04:57:34.580219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.policy [None req-58b5f0e9-25aa-4321-8897-0dc1fef36085 tempest-DvrRoutersNegativeTest-1126612972 tempest-DvrRoutersNegativeTest-1126612972-project] Failed policy check for 'create_router' {{(pid=102660) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 16 04:57:34.580904 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-58b5f0e9-25aa-4321-8897-0dc1fef36085 tempest-DvrRoutersNegativeTest-1126612972 tempest-DvrRoutersNegativeTest-1126612972-project] create failed (client error): Access was denied to this resource. Nov 16 04:57:34.588603 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-58b5f0e9-25aa-4321-8897-0dc1fef36085 tempest-DvrRoutersNegativeTest-1126612972 tempest-DvrRoutersNegativeTest-1126612972-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2523723 Nov 16 04:57:34.610432 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79755168-5caa-4454-9afa-6aabaf987faf tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:34.670037 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:34.690427 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfbd8ee4-7626-4a88-8e99-7267d3cc0abd req-f30019d6-51cf-43c4-85f3-beb2cf078bb3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 210 time: 0.0744276 Nov 16 04:57:34.702277 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-79755168-5caa-4454-9afa-6aabaf987faf tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for 2f4eed10-6232-4d98-a6c3-7e6d6e31c489 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:34.860940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-df21fd05-c17d-4e19-96be-9e6636e99ec4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:34.862491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-df21fd05-c17d-4e19-96be-9e6636e99ec4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.15 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 814 time: 0.4437065 Nov 16 04:57:34.883160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-c5ed565e-3742-48fe-b0bf-c0954eb4a6d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Request body: {'port': {'device_id': '74dfc65b-9916-424f-985f-5613d6ccc754', 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa', 'admin_state_up': True, 'tenant_id': 'f809e2ea49f64589ac5ad430817dc610'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:34.901492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-79c7390c-0fdb-48dc-a08b-0675b65048eb None None] Provisioning complete for port 043689c4-e274-427d-bf65-046400299aba triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:34.911507 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79c7390c-0fdb-48dc-a08b-0675b65048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.091112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 043689c4-e274-427d-bf65-046400299aba up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:35.145541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56030) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:35.168717 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.178263 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79755168-5caa-4454-9afa-6aabaf987faf tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.178997 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56034) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:35.273379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5262c42c-d44d-43f2-83c5-4a37690f89e5 None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 04:57:35.284582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-c5ed565e-3742-48fe-b0bf-c0954eb4a6d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Made reservation on behalf of f809e2ea49f64589ac5ad430817dc610 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:35.288689 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-c5ed565e-3742-48fe-b0bf-c0954eb4a6d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.299120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-838389699-network', 'tenant_id': '86a0e4ea77bb4da0be44d1d1288abf6b'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:35.304518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79755168-5caa-4454-9afa-6aabaf987faf tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=2f4eed10-6232-4d98-a6c3-7e6d6e31c489,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:35.342377 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-318f99fb-facd-4e1c-9e72-9c3abf9f7562 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.366284 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79755168-5caa-4454-9afa-6aabaf987faf tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.369744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-79755168-5caa-4454-9afa-6aabaf987faf tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/2f4eed10-6232-4d98-a6c3-7e6d6e31c489 HTTP/1.1" status: 204 len: 168 time: 1.5531976 Nov 16 04:57:35.381214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56040) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:35.393933 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Made reservation on behalf of 86a0e4ea77bb4da0be44d1d1288abf6b for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:35.396768 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.409384 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79c7390c-0fdb-48dc-a08b-0675b65048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.410971 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.494491 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 043689c4-e274-427d-bf65-046400299aba triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:35.495468 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.518221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9bc1b4-40da-4ee1-9ad5-1052b203207c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:35.519637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9bc1b4-40da-4ee1-9ad5-1052b203207c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:35.524691 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8f9bc1b4-40da-4ee1-9ad5-1052b203207c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1419268 Nov 16 04:57:35.532819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56044) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:35.541027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-79c7390c-0fdb-48dc-a08b-0675b65048eb None None] For port 043689c4-e274-427d-bf65-046400299aba, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=043689c4-e274-427d-bf65-046400299aba,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:35.553790 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79c7390c-0fdb-48dc-a08b-0675b65048eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.613939 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.616553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Allocated IP 172.25.0.41 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/fb25379a-dce2-47e8-bbc8-27037515db69) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:35.623268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-1540b00b-52c6-41ab-a343-355692640e1c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet ec14d21c-1255-4edc-b715-5106fa0b8e23 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:35.624024 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5262c42c-d44d-43f2-83c5-4a37690f89e5 None None] Resources bound (agent type, host, resource id): {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 04:57:35.631298 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1540b00b-52c6-41ab-a343-355692640e1c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.633301 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.691093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3b1f4-0038-4748-a33f-2f0ee873979d req-f0b879ba-fed9-4785-977c-ae192bb3f4b5 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:35.692656 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8eb3b1f4-0038-4748-a33f-2f0ee873979d req-f0b879ba-fed9-4785-977c-ae192bb3f4b5 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.2834122 Nov 16 04:57:35.693922 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-318f99fb-facd-4e1c-9e72-9c3abf9f7562 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.719627 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-318f99fb-facd-4e1c-9e72-9c3abf9f7562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.731722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:57:35.734100 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1540b00b-52c6-41ab-a343-355692640e1c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.738822 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79766202-7b63-4497-b30b-d1487b8cb15b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:35.772534 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a52aad0c-8776-4355-9c65-83ba4efb68ee None None] Could not find standard attr ID for object 2f4eed10-6232-4d98-a6c3-7e6d6e31c489. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:57:35.787589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f99fb-facd-4e1c-9e72-9c3abf9f7562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37ea3e0-7396-4321-9187-1d9e3d299b7d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:35.790815 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.791268 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Added segment c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8 of type vlan for network e48d9e79-0c55-4a02-b969-810562257422 Nov 16 04:57:35.808788 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-318f99fb-facd-4e1c-9e72-9c3abf9f7562 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d368749e4aa43d0b3829ad9b8e3b6b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6277058 Nov 16 04:57:35.811602 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56048) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:35.855238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-c5ed565e-3742-48fe-b0bf-c0954eb4a6d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Allocated IP 172.20.0.8 (833b0ffb-4d62-4130-a5de-4c246cada0fa/7165b9bb-2dd4-4528-b72b-32d19725ce83/0a2a86ea-43df-4c6f-871b-6a96c4c51b64) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:35.886660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06286940-0f94-43f8-9d36-168f2ae6bd7b req-0bca952d-0c4c-43cd-bbdb-884cdfd405c7 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 210 time: 0.0722883 Nov 16 04:57:35.892730 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.911003 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0535b54b-0724-453e-a12c-88bd288d5bcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.922192 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c7390c-0fdb-48dc-a08b-0675b65048eb None None] Pushing event updated for resources: {'Port': ['ID=043689c4-e274-427d-bf65-046400299aba,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:35.950998 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0535b54b-0724-453e-a12c-88bd288d5bcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.961360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.962544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:35.963275 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:35.975124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8eb3b1f4-0038-4748-a33f-2f0ee873979d req-fb4d68da-fbb7-4283-a7a6-4a24903c50ad tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672622 Nov 16 04:57:36.048691 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:36.053726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1540b00b-52c6-41ab-a343-355692640e1c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:36.068198 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9191236 Nov 16 04:57:36.072277 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56050) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:36.081057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-df38c6e4-b7e1-45bd-9ec0-3d07b59cc9e7 admin admin] Request body: {'subnet': {'network_id': 'e48d9e79-0c55-4a02-b969-810562257422', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-838389699-subnet', 'tenant_id': '86a0e4ea77bb4da0be44d1d1288abf6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:36.109249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281fd6f-5900-4261-ad10-4259b67080aa admin admin] Pushing event updated for resources: {'Network': ['ID=e48d9e79-0c55-4a02-b969-810562257422,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:36.120104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df38c6e4-b7e1-45bd-9ec0-3d07b59cc9e7 admin admin] Made reservation on behalf of 86a0e4ea77bb4da0be44d1d1288abf6b for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:36.123027 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df38c6e4-b7e1-45bd-9ec0-3d07b59cc9e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:36.135907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e48d9e79-0c55-4a02-b969-810562257422 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:57:36.233535 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0535b54b-0724-453e-a12c-88bd288d5bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:36.237491 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0535b54b-0724-453e-a12c-88bd288d5bcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:36.241406 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0535b54b-0724-453e-a12c-88bd288d5bcf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c37ea3e0-7396-4321-9187-1d9e3d299b7d HTTP/1.1" status: 204 len: 168 time: 0.4265380 Nov 16 04:57:36.278821 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-c5ed565e-3742-48fe-b0bf-c0954eb4a6d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:36.281296 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1540b00b-52c6-41ab-a343-355692640e1c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:36.289925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d37eeacb-8aef-4b20-be32-9dd1629284df None None] Provisioning complete for port b978d484-6cca-4f98-bf99-ba7b720e107e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:36.291705 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d37eeacb-8aef-4b20-be32-9dd1629284df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:36.315252 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:36.326357 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1540b00b-52c6-41ab-a343-355692640e1c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:36.331994 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1540b00b-52c6-41ab-a343-355692640e1c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/ec14d21c-1255-4edc-b715-5106fa0b8e23 HTTP/1.1" status: 204 len: 168 time: 0.7926495 Nov 16 04:57:36.383199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56054) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:36.410225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540b00b-52c6-41ab-a343-355692640e1c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=ec14d21c-1255-4edc-b715-5106fa0b8e23,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:36.461107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d37eeacb-8aef-4b20-be32-9dd1629284df None None] Provisioning complete for port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:36.461478 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d37eeacb-8aef-4b20-be32-9dd1629284df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:36.479336 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8ec06e87-4746-47ad-8ba1-ac70bd11b66f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0909438 Nov 16 04:57:36.481797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:36.491313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56056) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:36.512417 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535b54b-0724-453e-a12c-88bd288d5bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37ea3e0-7396-4321-9187-1d9e3d299b7d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:36.523218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:36.563621 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df38c6e4-b7e1-45bd-9ec0-3d07b59cc9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:36.567045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:36.616402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event updated for resources: {'Port': ['ID=fb25379a-dce2-47e8-bbc8-27037515db69,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:36.657461 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-c5ed565e-3742-48fe-b0bf-c0954eb4a6d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:36.676813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df38c6e4-b7e1-45bd-9ec0-3d07b59cc9e7 admin admin] Checking segment: {'id': 'c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e48d9e79-0c55-4a02-b969-810562257422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:36.677205 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df38c6e4-b7e1-45bd-9ec0-3d07b59cc9e7 admin admin] Network hostable DHCP agents. Network: e48d9e79-0c55-4a02-b969-810562257422, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:57:36.686313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['bdeb15b2-2b0e-4504-95a6-ca48892c1eb7', 'b2f7c00d-5c68-42d8-8114-722ad3fb5b33'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:57:36.696079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b978d484-6cca-4f98-bf99-ba7b720e107e'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:57:36.718932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078f2f54-f76c-4c10-8531-85bd43d8e51a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:36.720664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-078f2f54-f76c-4c10-8531-85bd43d8e51a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2176399 Nov 16 04:57:36.724818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38c6e4-b7e1-45bd-9ec0-3d07b59cc9e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c488608-b0db-49d2-99b0-0978bbc9f286,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:36.730499 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56064) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:36.776365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-c5ed565e-3742-48fe-b0bf-c0954eb4a6d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Network 833b0ffb-4d62-4130-a5de-4c246cada0fa is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:36.833538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-c5ed565e-3742-48fe-b0bf-c0954eb4a6d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:36.875162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-c5ed565e-3742-48fe-b0bf-c0954eb4a6d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:36.885945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc57026-eae8-41c3-940f-0113c01d59a2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:36.889818 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0dc57026-eae8-41c3-940f-0113c01d59a2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1559665 Nov 16 04:57:36.892984 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56070) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:36.910958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df38c6e4-b7e1-45bd-9ec0-3d07b59cc9e7 admin admin] Network e48d9e79-0c55-4a02-b969-810562257422 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:57:36.996447 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-df38c6e4-b7e1-45bd-9ec0-3d07b59cc9e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e48d9e79-0c55-4a02-b969-810562257422) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:37.015891 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0fbb738b-cea9-4350-8494-19f52c790752 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144340 Nov 16 04:57:37.032676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df38c6e4-b7e1-45bd-9ec0-3d07b59cc9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:37.033376 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-df38c6e4-b7e1-45bd-9ec0-3d07b59cc9e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:37.041007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56080) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:37.051035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:37.099731 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:37.109679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed565e-3742-48fe-b0bf-c0954eb4a6d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Pushing event updated for resources: {'Port': ['ID=0a2a86ea-43df-4c6f-871b-6a96c4c51b64,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:37.117078 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-df38c6e4-b7e1-45bd-9ec0-3d07b59cc9e7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0414245 Nov 16 04:57:37.257702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:37.263170 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:37.365498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-c5ed565e-3742-48fe-b0bf-c0954eb4a6d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:37.366109 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-c5ed565e-3742-48fe-b0bf-c0954eb4a6d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:37.375741 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:37.392177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 043689c4-e274-427d-bf65-046400299aba up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:37.429799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c95c23-e378-4b6e-8f09-83c74639805e None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:37.432444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836789fa-6ef7-484f-ba2a-d35f8c66a35e None None] DHCP port deletion for 833b0ffb-4d62-4130-a5de-4c246cada0fa request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:57:37.434330 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a014bc-cd2b-4b88-adff-6b35b5017c17 None None] Network e48d9e79-0c55-4a02-b969-810562257422 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:37.477246 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf59df1-d70d-44da-b98d-0f27151ea2d2 req-71508a18-bad1-458f-bcce-c778c81855ed tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:37.480112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cf59df1-d70d-44da-b98d-0f27151ea2d2 req-71508a18-bad1-458f-bcce-c778c81855ed tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 931 time: 0.3276851 Nov 16 04:57:37.488921 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-c5ed565e-3742-48fe-b0bf-c0954eb4a6d1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6126180 Nov 16 04:57:37.519058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Request body: {'port': {'device_id': '74dfc65b-9916-424f-985f-5613d6ccc754', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:37.651935 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d37eeacb-8aef-4b20-be32-9dd1629284df None None] Provisioning complete for port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:37.652314 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d37eeacb-8aef-4b20-be32-9dd1629284df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:37.745618 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 043689c4-e274-427d-bf65-046400299aba triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:37.746023 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:37.853357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cf59df1-d70d-44da-b98d-0f27151ea2d2 req-020dc73f-29a0-40a3-bb61-7110266e2eaa tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611245 Nov 16 04:57:37.862283 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:37.973974 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:37.986963 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:38.000623 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:57:38.195886 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56112) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:38.202800 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:38.269069 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d6e06e5-d836-403c-8fe6-512273299b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:38.475788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5841fee-2dad-4493-a297-e01829491c3b None None] Network e48d9e79-0c55-4a02-b969-810562257422 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:38.476428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56120) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:38.482589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1695735431-network', 'tenant_id': '664a3b4e8ded455b923a5cdc27cdd940'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:38.485597 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:38.510506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:57:38.547478 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event updated for resources: {'Port': ['ID=fb25379a-dce2-47e8-bbc8-27037515db69,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:38.550659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-772324346'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:38.556331 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:38.564519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Made reservation on behalf of 664a3b4e8ded455b923a5cdc27cdd940 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:38.567057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:38.576901 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:38.578485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6bb79941-4296-4184-a005-99bb18602775 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2781515 Nov 16 04:57:38.603347 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:38.605393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Transition to ACTIVE for port object 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:57:38.621639 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:38.639464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d37eeacb-8aef-4b20-be32-9dd1629284df None None] Provisioning complete for port b2f7c00d-5c68-42d8-8114-722ad3fb5b33 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:38.639991 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d37eeacb-8aef-4b20-be32-9dd1629284df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:38.680632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6dbb-be95-429d-8c84-c58415aedc59 req-bd859e41-2954-463d-91b9-b48c9057c055 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:38.690734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6dbb-be95-429d-8c84-c58415aedc59 req-bd859e41-2954-463d-91b9-b48c9057c055 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:38.698449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6dbb-be95-429d-8c84-c58415aedc59 req-bd859e41-2954-463d-91b9-b48c9057c055 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:38.706771 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6dbb-be95-429d-8c84-c58415aedc59 req-bd859e41-2954-463d-91b9-b48c9057c055 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:38.708633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Made reservation on behalf of a96736be61ba408da471e9fea0f64bab for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:38.715552 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6dbb-be95-429d-8c84-c58415aedc59 req-bd859e41-2954-463d-91b9-b48c9057c055 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:38.716278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65b3e8f-99c1-42b7-bbd5-1ff49e9b8e05 None None] DHCP port deletion for 833b0ffb-4d62-4130-a5de-4c246cada0fa request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:57:38.721330 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:38.724958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6dbb-be95-429d-8c84-c58415aedc59 req-bd859e41-2954-463d-91b9-b48c9057c055 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:38.735037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6dbb-be95-429d-8c84-c58415aedc59 req-bd859e41-2954-463d-91b9-b48c9057c055 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:38.744413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-573f6dbb-be95-429d-8c84-c58415aedc59 req-bd859e41-2954-463d-91b9-b48c9057c055 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5445 time: 0.5534461 Nov 16 04:57:38.825736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad1f3e-c30e-4816-909b-9f0b40459dc1 req-01201e1e-3ca0-4683-9fc7-009a0e2ab455 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:38.834251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76ad1f3e-c30e-4816-909b-9f0b40459dc1 req-01201e1e-3ca0-4683-9fc7-009a0e2ab455 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.7496183 Nov 16 04:57:38.920837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] For port 043689c4-e274-427d-bf65-046400299aba, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=043689c4-e274-427d-bf65-046400299aba,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:38.976539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d37eeacb-8aef-4b20-be32-9dd1629284df None None] Provisioning complete for port 1aef4c6f-b943-49a1-a136-17590134fbd2 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:38.977026 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d37eeacb-8aef-4b20-be32-9dd1629284df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:38.994837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.037195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.037195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.117067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2a86ea-43df-4c6f-871b-6a96c4c51b64,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:39.124536 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.134814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d37eeacb-8aef-4b20-be32-9dd1629284df None None] Provisioning complete for port 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:39.135354 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d37eeacb-8aef-4b20-be32-9dd1629284df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.173082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:39.195310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:39.198367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:39.199512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.212471 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ff0d40-0a29-4b21-8002-44c300dfd325 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:39.217796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-573f6dbb-be95-429d-8c84-c58415aedc59 req-1e6d0d92-c4b6-4769-b170-cc9f78e2f454 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4720078 Nov 16 04:57:39.247593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=043689c4-e274-427d-bf65-046400299aba,revision_number=6']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:39.268481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=19a4c153-e441-4cc5-9616-cd942b00bb25,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:39.289719 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-87303071-1021-4ace-8503-cdad53bb94e0 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2476182 Nov 16 04:57:39.292236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56138) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:39.298698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'mac_address': 'fa:16:3e:ec:7a:d2', 'name': 'tempest-NetworksTestDHCPv6-1765712711'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:39.365711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76ad1f3e-c30e-4816-909b-9f0b40459dc1 req-7f897d78-5c1f-4d06-be59-08307bc5fb0c tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304327 Nov 16 04:57:39.400924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a970c-8d68-46db-b21b-a28e9da5babf req-31a204a5-68e1-4ed3-93a6-a773d13fe923 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:39.411326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.424869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.426122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a970c-8d68-46db-b21b-a28e9da5babf req-31a204a5-68e1-4ed3-93a6-a773d13fe923 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:39.439576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a970c-8d68-46db-b21b-a28e9da5babf req-31a204a5-68e1-4ed3-93a6-a773d13fe923 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:39.449029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a970c-8d68-46db-b21b-a28e9da5babf req-31a204a5-68e1-4ed3-93a6-a773d13fe923 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:39.455133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a970c-8d68-46db-b21b-a28e9da5babf req-31a204a5-68e1-4ed3-93a6-a773d13fe923 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:39.461703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a970c-8d68-46db-b21b-a28e9da5babf req-31a204a5-68e1-4ed3-93a6-a773d13fe923 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:39.474677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a970c-8d68-46db-b21b-a28e9da5babf req-31a204a5-68e1-4ed3-93a6-a773d13fe923 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:39.476569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-055a970c-8d68-46db-b21b-a28e9da5babf req-31a204a5-68e1-4ed3-93a6-a773d13fe923 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5445 time: 0.4297945 Nov 16 04:57:39.477323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Attempting to bind port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:57:39.477656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Attempting to bind port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:57:39.478566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Attempting to bind port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 on network 833b0ffb-4d62-4130-a5de-4c246cada0fa {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:39.499294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:57:39.521407 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.522667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78bee76a-f3a1-4646-bc87-269714c8f888,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:39.530885 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.531220 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Added segment d269dddb-1612-44af-bf52-875d46d9f64b of type vlan for network cb71021c-e067-4100-a372-b20b4c5da494 Nov 16 04:57:39.536047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.632195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.644348 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:39.655460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f128b35-bb4b-4333-9da3-0d31a642dc7f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:39.672006 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-44302d51-b559-49fc-87c0-bd247f2aaa17 None None] Provisioning complete for port 043689c4-e274-427d-bf65-046400299aba triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:39.672398 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44302d51-b559-49fc-87c0-bd247f2aaa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.730979 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.db.api [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:57:39.731768 n-d-818042-1 neutron-server[102660]: DEBUG oslo_db.api [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:57:39.732585 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.733863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:39.734746 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.831277 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3532624 Nov 16 04:57:39.842437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56148) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:39.848693 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8889a192-798d-4960-8afc-805a20eea4b7 admin admin] Request body: {'subnet': {'network_id': 'cb71021c-e067-4100-a372-b20b4c5da494', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1695735431-subnet', 'tenant_id': '664a3b4e8ded455b923a5cdc27cdd940', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:39.873120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1005c24-68be-4408-9e3c-b38d0a456ecd admin admin] Pushing event updated for resources: {'Network': ['ID=cb71021c-e067-4100-a372-b20b4c5da494,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:39.886298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network cb71021c-e067-4100-a372-b20b4c5da494 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:57:39.906067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8889a192-798d-4960-8afc-805a20eea4b7 admin admin] Made reservation on behalf of 664a3b4e8ded455b923a5cdc27cdd940 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:39.908337 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8889a192-798d-4960-8afc-805a20eea4b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:39.980507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e8b5a7b7-d111-4646-ab20-253a3d423d36 None None] Provisioning complete for port 043689c4-e274-427d-bf65-046400299aba triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:39.981001 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8b5a7b7-d111-4646-ab20-253a3d423d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:40.100195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e96c020-98f6-4f3f-ab6e-08c199ecb720 req-8cfb7339-311c-48c9-957b-90da7177863f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0544744 Nov 16 04:57:40.105650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 on network 833b0ffb-4d62-4130-a5de-4c246cada0fa not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:57:40.105650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Attempting to bind port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 on network 833b0ffb-4d62-4130-a5de-4c246cada0fa {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:40.106966 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:40.147625 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8889a192-798d-4960-8afc-805a20eea4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:40.151922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:57:40.153068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Checking segment: {'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:40.153670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Bound using segment: {'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:57:40.154592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Bound port: 0a2a86ea-43df-4c6f-871b-6a96c4c51b64, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:57:40.155257 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:40.181746 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1298dd30-52b4-4b3f-80f5-0a09aed3aea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:40.189919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port fac37121-7d25-4f75-b992-77cab0052a27 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:57:40.236069 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:40.239827 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a970c-8d68-46db-b21b-a28e9da5babf req-8069132e-6fe2-4d47-ad53-cffd9d108cf7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:40.241189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-055a970c-8d68-46db-b21b-a28e9da5babf req-8069132e-6fe2-4d47-ad53-cffd9d108cf7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "GET /v2.0/ports/8178ccda-af63-4072-ac8f-d3f04afc358b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1769536 Nov 16 04:57:40.341387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-6577883b-45f7-46b7-b0bf-eb030b023bbd tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--890240220&fields=id&tenant_id=8bbc458d86dd42b6b2caab748f91cc15 HTTP/1.1" status: 200 len: 267 time: 0.9742343 Nov 16 04:57:40.361661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b82bb-1c27-49a2-8cce-b9f5ee8d5a40 req-46a63bb1-884a-4cd9-8515-f7282abc0a41 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:40.363571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-548b82bb-1c27-49a2-8cce-b9f5ee8d5a40 req-46a63bb1-884a-4cd9-8515-f7282abc0a41 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 943 time: 0.8637755 Nov 16 04:57:40.447297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96c020-98f6-4f3f-ab6e-08c199ecb720 req-4c731bf7-617a-4832-a63b-83675a8fd321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:40.448892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e96c020-98f6-4f3f-ab6e-08c199ecb720 req-4c731bf7-617a-4832-a63b-83675a8fd321 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 1096 time: 0.2858691 Nov 16 04:57:40.530407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] For port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:57:40.582818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889a192-798d-4960-8afc-805a20eea4b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a754e4c8-3f6d-4005-93a3-f0bcd107561c,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:40.598202 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8889a192-798d-4960-8afc-805a20eea4b7 admin admin] Checking segment: {'id': 'd269dddb-1612-44af-bf52-875d46d9f64b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cb71021c-e067-4100-a372-b20b4c5da494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:40.598561 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8889a192-798d-4960-8afc-805a20eea4b7 admin admin] Network hostable DHCP agents. Network: cb71021c-e067-4100-a372-b20b4c5da494, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:57:40.610988 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:57:40.625703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] For port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0a2a86ea-43df-4c6f-871b-6a96c4c51b64,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:57:40.632669 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:40.633014 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Added segment c7e89aad-3107-44aa-bec7-3f8ee7cfa449 of type vlan for network 8056cd54-6df4-46ff-8300-f659461dbad6 Nov 16 04:57:40.634574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-548b82bb-1c27-49a2-8cce-b9f5ee8d5a40 req-31276c79-265a-449a-bd60-ada9ac3849c8 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620754 Nov 16 04:57:40.647885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:40.663864 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-055a970c-8d68-46db-b21b-a28e9da5babf req-6ec1c766-7d04-4caf-b539-784ae3154f27 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "GET /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4086375 Nov 16 04:57:40.673739 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8889a192-798d-4960-8afc-805a20eea4b7 admin admin] Network cb71021c-e067-4100-a372-b20b4c5da494 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:57:40.692005 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-81158943-e26d-4803-abc6-78292d742417 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:40.692005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-81158943-e26d-4803-abc6-78292d742417 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 816 time: 0.3343847 Nov 16 04:57:40.692005 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b2ed4f1e-ca77-49ae-84f1-cb92f0054cc4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:40.718517 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:40.723884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-8889a192-798d-4960-8afc-805a20eea4b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, cb71021c-e067-4100-a372-b20b4c5da494) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:40.724229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:40.725865 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::f816:3eff:feec:7ad2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/19a4c153-e441-4cc5-9616-cd942b00bb25/fac37121-7d25-4f75-b992-77cab0052a27) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:40.726001 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:40.727686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] 10.222.0.15 "PUT /v2.0/ports/0a2a86ea-43df-4c6f-871b-6a96c4c51b64 HTTP/1.1" status: 200 len: 1091 time: 3.2173245 Nov 16 04:57:40.736213 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8889a192-798d-4960-8afc-805a20eea4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:40.736798 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8889a192-798d-4960-8afc-805a20eea4b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:40.740336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14457b96-9fb5-48f1-89cc-a2880094c655 None None] DHCP port deletion for 833b0ffb-4d62-4130-a5de-4c246cada0fa request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:57:40.766357 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8889a192-798d-4960-8afc-805a20eea4b7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9137137 Nov 16 04:57:40.781691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dfc65b-9916-424f-985f-5613d6ccc754', 'tag': '0a2a86ea-43df-4c6f-871b-6a96c4c51b64'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:57:40.784024 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7c63b3-b42f-4175-8ad7-08a77fbe85c1" -d '{"events": [{"name": "network-changed", "server_uuid": "74dfc65b-9916-424f-985f-5613d6ccc754", "tag": "0a2a86ea-43df-4c6f-871b-6a96c4c51b64"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:57:40.809187 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:40.815286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d330cd-88e9-44c1-b280-de9955e902dc None None] Network cb71021c-e067-4100-a372-b20b4c5da494 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:40.828992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:40.829679 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:40.872184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-e32f6da0-977d-4a52-8104-8945d509a05d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/quotas/8bbc458d86dd42b6b2caab748f91cc15 HTTP/1.1" status: 200 len: 375 time: 0.1590142 Nov 16 04:57:40.966821 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96c020-98f6-4f3f-ab6e-08c199ecb720 req-1c519400-520f-4183-8bd4-6981cabd0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:40.970293 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e96c020-98f6-4f3f-ab6e-08c199ecb720 req-1c519400-520f-4183-8bd4-6981cabd0f9a service neutron] 10.222.0.37 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 915 time: 0.4922512 Nov 16 04:57:40.974088 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 043689c4-e274-427d-bf65-046400299aba up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:41.002598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38eb9ec-4f54-42b3-a088-3bdb715f0f57 service neutron] Pushing event updated for resources: {'Port': ['ID=0a2a86ea-43df-4c6f-871b-6a96c4c51b64,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:41.057856 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.8302510 Nov 16 04:57:41.085703 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56164) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:41.089746 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b2ed4f1e-ca77-49ae-84f1-cb92f0054cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:41.107252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-08181edc-f1a9-45cd-ad1c-5d1391d21cdd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Request body: {'subnet': {'network_id': '8056cd54-6df4-46ff-8300-f659461dbad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:41.130038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b0f38-555d-48da-9cde-5a81f26ae28f None None] Network cb71021c-e067-4100-a372-b20b4c5da494 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:41.139491 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667008d2-6862-4764-96f4-3856a7939b1b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Pushing event updated for resources: {'Network': ['ID=8056cd54-6df4-46ff-8300-f659461dbad6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:41.256870 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 8056cd54-6df4-46ff-8300-f659461dbad6 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:57:41.285393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-1ad296ea-dd5a-4f90-bf82-d0d3d809bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:41.285393 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-1ad296ea-dd5a-4f90-bf82-d0d3d809bd53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 1094 time: 0.2546952 Nov 16 04:57:41.288308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b2ed4f1e-ca77-49ae-84f1-cb92f0054cc4 service neutron] For port 8178ccda-af63-4072-ac8f-d3f04afc358b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8178ccda-af63-4072-ac8f-d3f04afc358b,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:41.323531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b2ed4f1e-ca77-49ae-84f1-cb92f0054cc4 service neutron] For port 8178ccda-af63-4072-ac8f-d3f04afc358b, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:57:41.352320 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-2575f904-c81f-44b9-98a8-1f5b087f7d9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a2a86ea-43df-4c6f-871b-6a96c4c51b64 HTTP/1.1" status: 200 len: 217 time: 0.0620582 Nov 16 04:57:41.361740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b2ed4f1e-ca77-49ae-84f1-cb92f0054cc4 service neutron] device_id is not set on port 8178ccda-af63-4072-ac8f-d3f04afc358b yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:57:41.371580 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b2ed4f1e-ca77-49ae-84f1-cb92f0054cc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:41.389981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e96c020-98f6-4f3f-ab6e-08c199ecb720 req-f4f9c38b-06af-435c-bbe2-c12d5b2b90e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 HTTP/1.1" status: 200 len: 217 time: 0.3604054 Nov 16 04:57:41.390750 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b2ed4f1e-ca77-49ae-84f1-cb92f0054cc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:41.420714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08181edc-f1a9-45cd-ad1c-5d1391d21cdd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Made reservation on behalf of a96736be61ba408da471e9fea0f64bab for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:41.424209 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08181edc-f1a9-45cd-ad1c-5d1391d21cdd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:41.497296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96c020-98f6-4f3f-ab6e-08c199ecb720 req-71f5d7f8-e29e-4454-b82f-6562bcbb3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:41.500736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e96c020-98f6-4f3f-ab6e-08c199ecb720 req-71f5d7f8-e29e-4454-b82f-6562bcbb3f07 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7165b9bb-2dd4-4528-b72b-32d19725ce83 HTTP/1.1" status: 200 len: 854 time: 0.0923972 Nov 16 04:57:41.511900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9dc6b-e410-47d5-89f0-d9e4104b1af0 req-2ba4a6d8-baa8-4d6e-8292-2864620a2f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:41.513998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73a9dc6b-e410-47d5-89f0-d9e4104b1af0 req-2ba4a6d8-baa8-4d6e-8292-2864620a2f4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 1096 time: 0.5936017 Nov 16 04:57:41.527836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdc957-a519-41f7-9bf8-df004b7821f4 req-9821a905-2dcf-443e-a899-26979c30bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:41.529859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-72fdc957-a519-41f7-9bf8-df004b7821f4 req-9821a905-2dcf-443e-a899-26979c30bc31 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 1096 time: 0.5057626 Nov 16 04:57:41.586990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:41.592146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928fb4-d4dd-47b6-9da2-f07180248459 req-1498366f-740f-4fb0-8bcb-0e225ee11f02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:41.599009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928fb4-d4dd-47b6-9da2-f07180248459 req-1498366f-740f-4fb0-8bcb-0e225ee11f02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:41.606345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928fb4-d4dd-47b6-9da2-f07180248459 req-1498366f-740f-4fb0-8bcb-0e225ee11f02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:41.612665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928fb4-d4dd-47b6-9da2-f07180248459 req-1498366f-740f-4fb0-8bcb-0e225ee11f02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:41.619503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928fb4-d4dd-47b6-9da2-f07180248459 req-1498366f-740f-4fb0-8bcb-0e225ee11f02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:41.625898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928fb4-d4dd-47b6-9da2-f07180248459 req-1498366f-740f-4fb0-8bcb-0e225ee11f02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:41.631983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928fb4-d4dd-47b6-9da2-f07180248459 req-1498366f-740f-4fb0-8bcb-0e225ee11f02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:41.642495 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:41.646465 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08181edc-f1a9-45cd-ad1c-5d1391d21cdd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:41.646730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10928fb4-d4dd-47b6-9da2-f07180248459 req-1498366f-740f-4fb0-8bcb-0e225ee11f02 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 5367 time: 0.7734153 Nov 16 04:57:41.652278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e96c020-98f6-4f3f-ab6e-08c199ecb720 req-0a2fa9e8-663a-429e-af04-f97f8dba8eaf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=833b0ffb-4d62-4130-a5de-4c246cada0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360466 Nov 16 04:57:41.694218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b2ed4f1e-ca77-49ae-84f1-cb92f0054cc4 service neutron] No DVR routers for this DVR port 8178ccda-af63-4072-ac8f-d3f04afc358b on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:41.694416 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 043689c4-e274-427d-bf65-046400299aba triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:41.695735 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:41.701176 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-3eaea31f-8b26-4856-a248-bcf493bc6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:41.702710 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-3eaea31f-8b26-4856-a248-bcf493bc6686 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7165b9bb-2dd4-4528-b72b-32d19725ce83 HTTP/1.1" status: 200 len: 854 time: 0.3364708 Nov 16 04:57:41.766391 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-b333f673-fed8-4f82-b6bd-cdcf05ace493 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=833b0ffb-4d62-4130-a5de-4c246cada0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494797 Nov 16 04:57:41.814258 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08181edc-f1a9-45cd-ad1c-5d1391d21cdd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Pushing event updated for resources: {'Subnet': ['ID=991aef30-cb47-4397-a680-4605b307b26e,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:41.818960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-31efe947-a979-4462-8160-084c9ff44dff tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9332294 Nov 16 04:57:41.852286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-72fdc957-a519-41f7-9bf8-df004b7821f4 req-88421b0d-7804-408c-b00c-87b49f8cc1d9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636994 Nov 16 04:57:41.893815 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:41.898247 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:41.917118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08181edc-f1a9-45cd-ad1c-5d1391d21cdd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Checking segment: {'id': 'c7e89aad-3107-44aa-bec7-3f8ee7cfa449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8056cd54-6df4-46ff-8300-f659461dbad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:41.917636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-56a7fb95-4bf7-47d5-b4d0-833e4dcacf27 None None] Provisioning complete for port 8178ccda-af63-4072-ac8f-d3f04afc358b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:41.917986 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08181edc-f1a9-45cd-ad1c-5d1391d21cdd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Network hostable DHCP agents. Network: 8056cd54-6df4-46ff-8300-f659461dbad6, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:57:41.918130 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56a7fb95-4bf7-47d5-b4d0-833e4dcacf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:41.919653 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:41.931387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ed4f1e-ca77-49ae-84f1-cb92f0054cc4 service neutron] Pushing event updated for resources: {'Port': ['ID=8178ccda-af63-4072-ac8f-d3f04afc358b,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:41.936331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:41.965880 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:41.969140 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:41.977518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:41.978450 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:42.013560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556cd1e2-0e33-4491-ba20-a7e7bc6b92c7'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:57:42.016902 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a01bc05-2709-4212-8c41-6985ada40a20" -d '{"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "556cd1e2-0e33-4491-ba20-a7e7bc6b92c7"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:57:42.021065 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7268493 Nov 16 04:57:42.021697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56178) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:42.046734 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:42.053940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10928fb4-d4dd-47b6-9da2-f07180248459 req-4e0cbcec-75b0-43aa-a7d1-d0b28694c110 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=f7da87a4-a049-4e53-bae6-d962ba2decd0&id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4060109 Nov 16 04:57:42.055082 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-56a7fb95-4bf7-47d5-b4d0-833e4dcacf27 None None] Port 8178ccda-af63-4072-ac8f-d3f04afc358b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:42.065580 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:42.069569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8178ccda-af63-4072-ac8f-d3f04afc358b no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:42.091495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b2ed4f1e-ca77-49ae-84f1-cb92f0054cc4 service neutron] In _notify_port_updated(), no bound segment for port 8178ccda-af63-4072-ac8f-d3f04afc358b on network b2d76239-38c0-4067-927a-e44e97332111 {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:57:42.095109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b2ed4f1e-ca77-49ae-84f1-cb92f0054cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:42.096777 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b2ed4f1e-ca77-49ae-84f1-cb92f0054cc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:42.101723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b2ed4f1e-ca77-49ae-84f1-cb92f0054cc4 service neutron] 10.222.0.37 "PUT /v2.0/ports/8178ccda-af63-4072-ac8f-d3f04afc358b HTTP/1.1" status: 200 len: 1033 time: 1.4254460 Nov 16 04:57:42.107669 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562e9a0-bc91-4a8f-8708-0f327bc1f6fa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=fac37121-7d25-4f75-b992-77cab0052a27,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:42.120484 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08181edc-f1a9-45cd-ad1c-5d1391d21cdd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Network 8056cd54-6df4-46ff-8300-f659461dbad6 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:57:42.140269 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-a40753e1-f201-4138-ae8b-0b9b40a1d9f9 service neutron] 10.222.0.15 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614106 Nov 16 04:57:42.142973 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-08181edc-f1a9-45cd-ad1c-5d1391d21cdd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 8056cd54-6df4-46ff-8300-f659461dbad6) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:42.148463 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08181edc-f1a9-45cd-ad1c-5d1391d21cdd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:42.149340 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-08181edc-f1a9-45cd-ad1c-5d1391d21cdd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:42.183352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cc59e8-8ab4-4a6d-818f-21977488086d None None] Network 8056cd54-6df4-46ff-8300-f659461dbad6 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:42.265559 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-58aab1c9-95df-46d7-ace9-9429acef5482 req-08313030-e7c3-44da-a45b-798580a77558 service neutron] 10.222.0.15 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133451 Nov 16 04:57:42.302947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:42.306835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a970c-8d68-46db-b21b-a28e9da5babf req-dee3bce0-b066-4e8c-9485-fbed166e099f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:42.308490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-055a970c-8d68-46db-b21b-a28e9da5babf req-dee3bce0-b066-4e8c-9485-fbed166e099f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "GET /v2.0/ports/10ff97ee-f373-4db5-a57f-eae61ba73e8e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1853809 Nov 16 04:57:42.323210 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-08181edc-f1a9-45cd-ad1c-5d1391d21cdd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2235498 Nov 16 04:57:42.324975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e96c020-98f6-4f3f-ab6e-08c199ecb720 req-82f9b74d-699b-4930-a292-b4c3b6a48ad8 service neutron] 10.222.0.37 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374042 Nov 16 04:57:42.327157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56182) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:42.334348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9dc6b-e410-47d5-89f0-d9e4104b1af0 req-74c1ccff-9926-4552-b66f-2d1218d00d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:42.336144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8178ccda-af63-4072-ac8f-d3f04afc358b not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:57:42.336585 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 67326287-18f5-45b8-8163-5eb143ba21c1 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:42.336710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73a9dc6b-e410-47d5-89f0-d9e4104b1af0 req-74c1ccff-9926-4552-b66f-2d1218d00d9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 200 len: 920 time: 0.6542275 Nov 16 04:57:42.341042 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Request body: {'port': {'network_id': '8056cd54-6df4-46ff-8300-f659461dbad6', 'name': 'tempest-TagsExtTest-2088120882'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:42.342434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-055a970c-8d68-46db-b21b-a28e9da5babf req-f35e5ed5-54ed-4200-8bf2-9e9f89273983 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:42.366269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc14b3e5-70b7-4b37-96a1-5c93abc2ccf9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:42.385250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc14b3e5-70b7-4b37-96a1-5c93abc2ccf9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:42.394057 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dc14b3e5-70b7-4b37-96a1-5c93abc2ccf9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3530297 Nov 16 04:57:42.394355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56186) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:42.413064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac37919-0f60-448b-9737-c99c456d65fb req-22a8397e-5992-47dd-bc0d-d172bfe81585 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:42.424184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c41837e9-bf00-410e-a479-f56d6921f011 None None] Provisioning complete for port fac37121-7d25-4f75-b992-77cab0052a27 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:42.424541 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c41837e9-bf00-410e-a479-f56d6921f011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:42.425897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ac37919-0f60-448b-9737-c99c456d65fb req-22a8397e-5992-47dd-bc0d-d172bfe81585 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.2386599 Nov 16 04:57:42.473604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a5f3c5c6-cdb4-4d75-93fe-ffeaf67a1d91 service neutron] 10.222.0.41 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892117 Nov 16 04:57:42.546582 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:42.566806 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Made reservation on behalf of a96736be61ba408da471e9fea0f64bab for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:42.573387 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:42.582576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 67326287-18f5-45b8-8163-5eb143ba21c1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67326287-18f5-45b8-8163-5eb143ba21c1,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:42.583923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c41837e9-bf00-410e-a479-f56d6921f011 None None] Port fac37121-7d25-4f75-b992-77cab0052a27 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:42.590968 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:42.591680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:42.600164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] device_id is not set on port a468f79c-f017-499c-a4e4-8253e721c123 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:57:42.692530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-499b3cb6-f30d-4eaf-bbd2-0c0877bd98c4 service neutron] 10.222.0.41 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385872 Nov 16 04:57:42.693715 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73a9dc6b-e410-47d5-89f0-d9e4104b1af0 req-c65b1c58-5356-4b0f-86eb-a3a3a9903e48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05a7dde1-4e7e-4062-a91e-92bac4f6ab55 HTTP/1.1" status: 200 len: 217 time: 0.3054457 Nov 16 04:57:42.728344 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-f35e5ed5-54ed-4200-8bf2-9e9f89273983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:42.748051 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=67326287-18f5-45b8-8163-5eb143ba21c1,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:42.787071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-8056cd54-6df4-46ff-8300-f659461dbad6', 'network_id': '8056cd54-6df4-46ff-8300-f659461dbad6', 'tenant_id': 'a96736be61ba408da471e9fea0f64bab', 'fixed_ips': [{'subnet_id': '991aef30-cb47-4397-a680-4605b307b26e'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:57:42.788342 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:42.886869 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Allocated IP 172.20.0.2 (8056cd54-6df4-46ff-8300-f659461dbad6/991aef30-cb47-4397-a680-4605b307b26e/a468f79c-f017-499c-a4e4-8253e721c123) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:42.951159 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:42.972738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1ac37919-0f60-448b-9737-c99c456d65fb req-c1b9a14e-3798-4b43-ac45-779db8bb7d18 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5458696 Nov 16 04:57:43.081792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9dc6b-e410-47d5-89f0-d9e4104b1af0 req-09932fef-b35c-4164-9b7d-f27c38bf1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:43.096803 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73a9dc6b-e410-47d5-89f0-d9e4104b1af0 req-09932fef-b35c-4164-9b7d-f27c38bf1442 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d4ac978-3002-4c8c-8e52-ab185519d0b2 HTTP/1.1" status: 200 len: 859 time: 0.3859210 Nov 16 04:57:43.159440 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1,segment=NetworkSegment(a7374a3b-82a7-4367-831f-a75a4fd399ec),segment_id=a7374a3b-82a7-4367-831f-a75a4fd399ec)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:43.190042 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:43.190751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8360c88d-5afc-43f1-9479-fb3f96d0f2bb no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:43.194271 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365891a2-7aec-423c-8e54-c3fa596afc9f x-openstack-request-id: req-365891a2-7aec-423c-8e54-c3fa596afc9f {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:57:43.194592 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dfc65b-9916-424f-985f-5613d6ccc754", "tag": "0a2a86ea-43df-4c6f-871b-6a96c4c51b64", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:57:43.194820 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-365891a2-7aec-423c-8e54-c3fa596afc9f {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:57:43.199842 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dfc65b-9916-424f-985f-5613d6ccc754', 'tag': '0a2a86ea-43df-4c6f-871b-6a96c4c51b64', 'status': 'completed', 'code': 200} Nov 16 04:57:43.299889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:43.308993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c63b3-b42f-4175-8ad7-08a77fbe85c1 req-68333ca6-8614-4f4b-9726-14611c08e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:43.310618 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de7c63b3-b42f-4175-8ad7-08a77fbe85c1 req-68333ca6-8614-4f4b-9726-14611c08e22d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 1094 time: 0.1548758 Nov 16 04:57:43.364213 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:43.403216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e96c020-98f6-4f3f-ab6e-08c199ecb720 req-a4be7899-afa9-437f-b0c6-64aa7800f70c service neutron] 10.222.0.37 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0265756 Nov 16 04:57:43.408762 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:43.420055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:43.477117 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Network 8056cd54-6df4-46ff-8300-f659461dbad6 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:43.486631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:43.489449 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:43.522598 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c63b3-b42f-4175-8ad7-08a77fbe85c1 req-0098e870-c888-4e46-a21c-6e64f750ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:43.524079 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de7c63b3-b42f-4175-8ad7-08a77fbe85c1 req-0098e870-c888-4e46-a21c-6e64f750ef6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 915 time: 0.2044318 Nov 16 04:57:43.530223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Pushing event updated for resources: {'Port': ['ID=a468f79c-f017-499c-a4e4-8253e721c123,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:43.591907 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de7c63b3-b42f-4175-8ad7-08a77fbe85c1 req-161f0443-a567-49e1-9a93-d41df39f6a63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a2a86ea-43df-4c6f-871b-6a96c4c51b64 HTTP/1.1" status: 200 len: 217 time: 0.0583582 Nov 16 04:57:43.615463 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3ff9fe4a-8002-42ea-9de6-629dd5a14d18 {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:57:43.615794 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:57:43.616781 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:43.624013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73a9dc6b-e410-47d5-89f0-d9e4104b1af0 req-6924c94c-eae9-4f5a-a559-26fc112afb75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae5e376-b921-496b-842a-45e78562fba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4368196 Nov 16 04:57:43.627860 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:43.629383 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:43.680557 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-176dea43-0c82-49d0-b559-aafd05284ae4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3492367 Nov 16 04:57:43.684848 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56214) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:43.690099 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-349c665d-21aa-45c9-bbf7-32f25712daf4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-707248889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:43.705437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c63b3-b42f-4175-8ad7-08a77fbe85c1 req-0dda7df0-3a20-4645-8c04-ee83eaed3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:43.706058 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de7c63b3-b42f-4175-8ad7-08a77fbe85c1 req-0dda7df0-3a20-4645-8c04-ee83eaed3bd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7165b9bb-2dd4-4528-b72b-32d19725ce83 HTTP/1.1" status: 200 len: 854 time: 0.1003838 Nov 16 04:57:43.725751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8360c88d-5afc-43f1-9479-fb3f96d0f2bb,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:43.731624 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:43.733178 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 10ff97ee-f373-4db5-a57f-eae61ba73e8e no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:43.794543 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:43.801485 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de7c63b3-b42f-4175-8ad7-08a77fbe85c1 req-0b253a80-ad75-4067-bd05-c7dac72f33b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=833b0ffb-4d62-4130-a5de-4c246cada0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861530 Nov 16 04:57:43.868915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=8360c88d-5afc-43f1-9479-fb3f96d0f2bb,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:43.984818 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.047822 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-349c665d-21aa-45c9-bbf7-32f25712daf4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.049748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-349c665d-21aa-45c9-bbf7-32f25712daf4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.063376 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de7c63b3-b42f-4175-8ad7-08a77fbe85c1 req-45f20609-f3be-4a9e-8fe2-8cd6c23fe425 service neutron] 10.222.0.15 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439766 Nov 16 04:57:44.098174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-f35e5ed5-54ed-4200-8bf2-9e9f89273983 service neutron] For port 10ff97ee-f373-4db5-a57f-eae61ba73e8e, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=10ff97ee-f373-4db5-a57f-eae61ba73e8e,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:44.107891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-4c7d7802-aeb0-4c9c-a1b3-4657fd464051 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:44.110151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-4c7d7802-aeb0-4c9c-a1b3-4657fd464051 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/networks?id=e48d9e79-0c55-4a02-b969-810562257422 HTTP/1.1" status: 200 len: 808 time: 0.7026312 Nov 16 04:57:44.116898 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.162711 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-349c665d-21aa-45c9-bbf7-32f25712daf4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.168340 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-349c665d-21aa-45c9-bbf7-32f25712daf4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.179418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73a9dc6b-e410-47d5-89f0-d9e4104b1af0 req-c2dfeaf3-eced-40a0-9c22-10c790b120ff service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390193 Nov 16 04:57:44.190837 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-7d376e02-502a-45da-8398-ae6deb4b1885 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/quotas/86a0e4ea77bb4da0be44d1d1288abf6b HTTP/1.1" status: 200 len: 375 time: 0.0471566 Nov 16 04:57:44.214404 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-349c665d-21aa-45c9-bbf7-32f25712daf4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.216185 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-349c665d-21aa-45c9-bbf7-32f25712daf4 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5320594 Nov 16 04:57:44.218918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56218) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:44.245666 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0dd745c8-8dc4-4087-bcb3-ef868ea1f5b9 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-66151975', 'prefixes': ['172.20.0.0/16']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:44.289314 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-de7c63b3-b42f-4175-8ad7-08a77fbe85c1 req-83912111-e15a-43c5-896c-8d29aa07c1d9 service neutron] 10.222.0.15 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182126 Nov 16 04:57:44.297997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da75837-b91e-41dd-aa71-dfb5542ce385 req-496f8c5f-f1ca-45ca-815d-5f06a51a0948 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:44.307267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5da75837-b91e-41dd-aa71-dfb5542ce385 req-496f8c5f-f1ca-45ca-815d-5f06a51a0948 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 943 time: 1.0755532 Nov 16 04:57:44.318027 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-f0e69710-8dd2-4416-8461-9f9260ccc491 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=86a0e4ea77bb4da0be44d1d1288abf6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262267 Nov 16 04:57:44.322144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb0d68-52a6-4ad7-91d2-b203eb554b68 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port fac37121-7d25-4f75-b992-77cab0052a27 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:44.322488 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c4fb0d68-52a6-4ad7-91d2-b203eb554b68 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.333348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Allocated IP 172.20.0.3 (8056cd54-6df4-46ff-8300-f659461dbad6/991aef30-cb47-4397-a680-4605b307b26e/7e4108c9-9a2e-4413-a1f3-a8ac031467f3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:44.341579 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0dd745c8-8dc4-4087-bcb3-ef868ea1f5b9 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for subnetpool, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.347909 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0dd745c8-8dc4-4087-bcb3-ef868ea1f5b9 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.1272385 Nov 16 04:57:44.348597 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56220) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:44.354497 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-fae5589d-3583-4813-a474-a17340d9448a tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '991aef30-cb47-4397-a680-4605b307b26e', 'tempest-TagsExtTest-Tag-1988716836') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:44.427460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-61427247-178e-49bb-9159-4c3ecaa1fbc2 service neutron] 10.222.0.41 "GET /v2.0/networks/e48d9e79-0c55-4a02-b969-810562257422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085980 Nov 16 04:57:44.477505 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fae5589d-3583-4813-a474-a17340d9448a tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "PUT /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e/tags/tempest-TagsExtTest-Tag-1988716836 HTTP/1.1" status: 201 len: 201 time: 0.1277456 Nov 16 04:57:44.479588 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56222) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:44.484895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-16aab1ba-5afc-42db-9a26-51da5e272076 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a468f79c-f017-499c-a4e4-8253e721c123', 'tempest-TagsExtTest-Tag-1345452763') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:44.520340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-f35e5ed5-54ed-4200-8bf2-9e9f89273983 service neutron] For port 10ff97ee-f373-4db5-a57f-eae61ba73e8e, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:57:44.563350 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.573874 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.607368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56226) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:44.610678 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-16aab1ba-5afc-42db-9a26-51da5e272076 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "PUT /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123/tags/tempest-TagsExtTest-Tag-1345452763 HTTP/1.1" status: 201 len: 201 time: 0.1282866 Nov 16 04:57:44.631739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5da75837-b91e-41dd-aa71-dfb5542ce385 req-7b1ef0ed-5945-4032-b271-5f89e59d0001 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235135 Nov 16 04:57:44.638185 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Pushing event updated for resources: {'Port': ['ID=7e4108c9-9a2e-4413-a1f3-a8ac031467f3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:44.652757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Network 8056cd54-6df4-46ff-8300-f659461dbad6 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:44.654577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:44.656240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-e71506cd-701d-430b-8806-4805e0ece782 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8caa4d07-57dd-4065-95f5-d48f7c4d5492', 'tempest-TagsExtTest-Tag-129216758') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:44.659605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:44.716442 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 04:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e885ac23-51b9-4792-8991-bacca0515578 x-openstack-request-id: req-e885ac23-51b9-4792-8991-bacca0515578 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:57:44.716885 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "556cd1e2-0e33-4491-ba20-a7e7bc6b92c7", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:57:44.717243 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e885ac23-51b9-4792-8991-bacca0515578 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:57:44.717877 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '556cd1e2-0e33-4491-ba20-a7e7bc6b92c7', 'code': 200} Nov 16 04:57:44.748102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Attempting to bind port 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:57:44.748582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Attempting to bind port 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'c7e89aad-3107-44aa-bec7-3f8ee7cfa449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8056cd54-6df4-46ff-8300-f659461dbad6'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:57:44.750042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Attempting to bind port 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 on network 8056cd54-6df4-46ff-8300-f659461dbad6 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:44.768233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:57:44.768621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Checking segment: {'id': 'c7e89aad-3107-44aa-bec7-3f8ee7cfa449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8056cd54-6df4-46ff-8300-f659461dbad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:44.769025 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.769420 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Bound using segment: {'id': 'c7e89aad-3107-44aa-bec7-3f8ee7cfa449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8056cd54-6df4-46ff-8300-f659461dbad6'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:57:44.769919 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Bound port: 7e4108c9-9a2e-4413-a1f3-a8ac031467f3, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7e89aad-3107-44aa-bec7-3f8ee7cfa449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '8056cd54-6df4-46ff-8300-f659461dbad6'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:57:44.770299 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.839450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-055a970c-8d68-46db-b21b-a28e9da5babf req-f35e5ed5-54ed-4200-8bf2-9e9f89273983 service neutron] device_id is not set on port 10ff97ee-f373-4db5-a57f-eae61ba73e8e yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:57:44.850256 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-f35e5ed5-54ed-4200-8bf2-9e9f89273983 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.856936 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-4ae86af9-88c4-4b97-8336-d9c5e1ebf909 service neutron] 10.222.0.41 "GET /v2.0/networks/e48d9e79-0c55-4a02-b969-810562257422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844128 Nov 16 04:57:44.871797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-f35e5ed5-54ed-4200-8bf2-9e9f89273983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:44.924266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] For port 7e4108c9-9a2e-4413-a1f3-a8ac031467f3, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:57:44.929106 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] For port 7e4108c9-9a2e-4413-a1f3-a8ac031467f3, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7e4108c9-9a2e-4413-a1f3-a8ac031467f3,segment=NetworkSegment(c7e89aad-3107-44aa-bec7-3f8ee7cfa449),segment_id=c7e89aad-3107-44aa-bec7-3f8ee7cfa449)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:57:44.932564 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:57:44.933006 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:57:44.934400 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:45.054895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4ac9c-dc98-4202-b2c7-323a4f495454 None None] Pushing event updated for resources: {'Port': ['ID=7e4108c9-9a2e-4413-a1f3-a8ac031467f3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:45.084617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87521be3-8940-416f-a663-b471c61c954c req-5b688c0d-3ac3-4941-a200-8eb9a605c8f5 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 210 time: 0.2052064 Nov 16 04:57:45.086458 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c4fb0d68-52a6-4ad7-91d2-b203eb554b68 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:45.125248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73a9dc6b-e410-47d5-89f0-d9e4104b1af0 req-584999c5-3764-477b-a573-26e2ae08268b service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9307654 Nov 16 04:57:45.142264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c4fb0d68-52a6-4ad7-91d2-b203eb554b68 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for fac37121-7d25-4f75-b992-77cab0052a27 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:45.193416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e5ed5-54ed-4200-8bf2-9e9f89273983 service neutron] Pushing event updated for resources: {'Port': ['ID=10ff97ee-f373-4db5-a57f-eae61ba73e8e,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:45.216561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-f35e5ed5-54ed-4200-8bf2-9e9f89273983 service neutron] No DVR routers for this DVR port 10ff97ee-f373-4db5-a57f-eae61ba73e8e on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:45.468849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e71506cd-701d-430b-8806-4805e0ece782 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "PUT /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492/tags/tempest-TagsExtTest-Tag-129216758 HTTP/1.1" status: 201 len: 201 time: 0.8336112 Nov 16 04:57:45.470103 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56240) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:45.482761 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-37e87193-21af-4f8e-8963-f6dcd890d3b1 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8dfb090f-01a8-471e-86ee-c3e35a3f11e8', 'tempest-TagsExtTest-Tag-1167345408') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:45.492544 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-15e5f719-0c2f-4b33-ba8e-6b0028c8e571 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:45.500542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-15e5f719-0c2f-4b33-ba8e-6b0028c8e571 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.37 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 816 time: 0.6467385 Nov 16 04:57:45.568582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-055a970c-8d68-46db-b21b-a28e9da5babf req-f35e5ed5-54ed-4200-8bf2-9e9f89273983 service neutron] In _notify_port_updated(), no bound segment for port 10ff97ee-f373-4db5-a57f-eae61ba73e8e on network b2d76239-38c0-4067-927a-e44e97332111 {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 04:57:45.569587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a970c-8d68-46db-b21b-a28e9da5babf req-f35e5ed5-54ed-4200-8bf2-9e9f89273983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:45.575736 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-f35e5ed5-54ed-4200-8bf2-9e9f89273983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:45.577111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-055a970c-8d68-46db-b21b-a28e9da5babf req-f35e5ed5-54ed-4200-8bf2-9e9f89273983 service neutron] 10.222.0.37 "PUT /v2.0/ports/10ff97ee-f373-4db5-a57f-eae61ba73e8e HTTP/1.1" status: 200 len: 1032 time: 3.2456610 Nov 16 04:57:45.625709 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-37e87193-21af-4f8e-8963-f6dcd890d3b1 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "PUT /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8/tags/tempest-TagsExtTest-Tag-1167345408 HTTP/1.1" status: 201 len: 201 time: 0.1526077 Nov 16 04:57:45.628442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56242) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:45.632812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-e56d0e72-60d1-48b3-82a9-6458c148465a tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '991aef30-cb47-4397-a680-4605b307b26e') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:45.670293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 09f8af55-badd-41b7-a94d-d362718c5b52 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:45.767337 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e56d0e72-60d1-48b3-82a9-6458c148465a tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e/tags HTTP/1.1" status: 200 len: 241 time: 0.1374755 Nov 16 04:57:45.770223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56250) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:45.781026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-afab267b-976b-42ef-b47a-d236255ecff8 None None] Provisioning complete for port 10ff97ee-f373-4db5-a57f-eae61ba73e8e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:45.784638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-0b151e7c-23ac-4881-89ca-242d5a223951 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '991aef30-cb47-4397-a680-4605b307b26e', 'tempest-TagsExtTest-Tag-1988716836') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:45.784791 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-afab267b-976b-42ef-b47a-d236255ecff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:45.840557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3d4aa1-d182-4673-9aac-076ec7806256 req-277bb418-3a55-4893-9352-ae2b88117bcb tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:45.852141 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be3d4aa1-d182-4673-9aac-076ec7806256 req-277bb418-3a55-4893-9352-ae2b88117bcb tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.5915635 Nov 16 04:57:45.913554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-afab267b-976b-42ef-b47a-d236255ecff8 None None] Port 10ff97ee-f373-4db5-a57f-eae61ba73e8e cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:45.924889 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0b151e7c-23ac-4881-89ca-242d5a223951 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e/tags/tempest-TagsExtTest-Tag-1988716836 HTTP/1.1" status: 204 len: 168 time: 0.1512129 Nov 16 04:57:45.925253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56254) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:45.939009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-28876886-fcf6-42ff-aca1-3dd66ec32a65 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '991aef30-cb47-4397-a680-4605b307b26e', 'tempest-TagsExtTest-Tag-1988716836') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:45.963614 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:45.973608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209814fb-dd0f-4ddb-b80d-7fe79bf453f2 req-c9b3147c-dabe-47cc-8603-0de6762fb478 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:45.980929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209814fb-dd0f-4ddb-b80d-7fe79bf453f2 req-c9b3147c-dabe-47cc-8603-0de6762fb478 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:45.988579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209814fb-dd0f-4ddb-b80d-7fe79bf453f2 req-c9b3147c-dabe-47cc-8603-0de6762fb478 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:45.996077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209814fb-dd0f-4ddb-b80d-7fe79bf453f2 req-c9b3147c-dabe-47cc-8603-0de6762fb478 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:46.004501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 09f8af55-badd-41b7-a94d-d362718c5b52, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09f8af55-badd-41b7-a94d-d362718c5b52,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:46.009728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209814fb-dd0f-4ddb-b80d-7fe79bf453f2 req-c9b3147c-dabe-47cc-8603-0de6762fb478 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:46.012022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-209814fb-dd0f-4ddb-b80d-7fe79bf453f2 req-c9b3147c-dabe-47cc-8603-0de6762fb478 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 3878 time: 0.7533338 Nov 16 04:57:46.013092 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:46.078004 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-28876886-fcf6-42ff-aca1-3dd66ec32a65 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e/tags/tempest-TagsExtTest-Tag-1988716836 HTTP/1.1" status: 204 len: 168 time: 0.1487823 Nov 16 04:57:46.078368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56256) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:46.088873 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-f7314eb3-3c92-4aac-ae3a-490ee1f88c60 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '991aef30-cb47-4397-a680-4605b307b26e') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:46.099652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:57:46.124455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a2549649-8a09-49bb-9179-49e394eec7f9 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bbc458d86dd42b6b2caab748f91cc15 HTTP/1.1" status: 200 len: 379 time: 0.5796335 Nov 16 04:57:46.160523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a3ac7ec8-3516-4959-894d-035be56a1aec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Request body: {'port': {'device_id': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'admin_state_up': True, 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'security_groups': ['acb36eb4-d782-482b-a8ed-10505ebfa9be']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:46.246129 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f7314eb3-3c92-4aac-ae3a-490ee1f88c60 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e/tags HTTP/1.1" status: 200 len: 205 time: 0.1639428 Nov 16 04:57:46.251435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56260) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:46.256227 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=09f8af55-badd-41b7-a94d-d362718c5b52,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:46.290535 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:46.300605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-7e62e671-c02c-4db0-86da-d9ebf83e4b69 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a468f79c-f017-499c-a4e4-8253e721c123') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:46.320006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be3d4aa1-d182-4673-9aac-076ec7806256 req-e1d2ab9e-511d-44fb-927a-4dcf776cb753 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4610527 Nov 16 04:57:46.361944 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-209814fb-dd0f-4ddb-b80d-7fe79bf453f2 req-7097f09f-7b50-4767-b421-05e61cc44ba6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279715 Nov 16 04:57:46.414352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0a2a86ea-43df-4c6f-871b-6a96c4c51b64,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:46.439896 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7e62e671-c02c-4db0-86da-d9ebf83e4b69 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123/tags HTTP/1.1" status: 200 len: 241 time: 0.1826911 Nov 16 04:57:46.442628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56264) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:46.448607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-677b638a-1ab1-4458-b9f8-530223379b5a tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a468f79c-f017-499c-a4e4-8253e721c123', 'tempest-TagsExtTest-Tag-1345452763') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:46.456488 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '0a2a86ea-43df-4c6f-871b-6a96c4c51b64', 'network_id': '833b0ffb-4d62-4130-a5de-4c246cada0fa', 'port_id': '0a2a86ea-43df-4c6f-871b-6a96c4c51b64', 'mac_address': 'fa:16:3e:dc:d7:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7165b9bb-2dd4-4528-b72b-32d19725ce83', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:57:46.574046 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c4fb0d68-52a6-4ad7-91d2-b203eb554b68 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:46.596434 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:46.621680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:57:46.653489 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-677b638a-1ab1-4458-b9f8-530223379b5a tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123/tags/tempest-TagsExtTest-Tag-1345452763 HTTP/1.1" status: 204 len: 168 time: 0.2027061 Nov 16 04:57:46.654270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0a2a86ea-43df-4c6f-871b-6a96c4c51b64,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:46.657048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56266) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:46.659662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80bc2ff5-fdc4-4c56-a5f4-95990b52c534 req-2cdb0da0-13ff-40df-9e38-63f6a5434277 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 210 time: 0.0930240 Nov 16 04:57:46.662378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-6b27b008-79eb-4405-807c-1a6649df3ed3 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a468f79c-f017-499c-a4e4-8253e721c123', 'tempest-TagsExtTest-Tag-1345452763') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:46.667486 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:46.730439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67326287-18f5-45b8-8163-5eb143ba21c1'}, {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1'}, {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8360c88d-5afc-43f1-9479-fb3f96d0f2bb'}, {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f8af55-badd-41b7-a94d-d362718c5b52'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:57:46.735088 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c7fcd0-284c-4721-8ba8-4675d1bbd7c0" -d '{"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "67326287-18f5-45b8-8163-5eb143ba21c1"}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "e345ae6c-f54a-4df8-9d17-3ce9f69a7de1"}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "8360c88d-5afc-43f1-9479-fb3f96d0f2bb"}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "09f8af55-badd-41b7-a94d-d362718c5b52"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:57:46.739943 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb0d68-52a6-4ad7-91d2-b203eb554b68 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=fac37121-7d25-4f75-b992-77cab0052a27,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:46.756722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-055a970c-8d68-46db-b21b-a28e9da5babf req-326323d8-2484-4564-862a-da6dc5b9b8cb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Deleting port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:46.757115 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-326323d8-2484-4564-862a-da6dc5b9b8cb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:46.836840 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6b27b008-79eb-4405-807c-1a6649df3ed3 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123/tags/tempest-TagsExtTest-Tag-1345452763 HTTP/1.1" status: 204 len: 168 time: 0.1779029 Nov 16 04:57:46.840281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56270) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:46.849217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-90d577e2-2aef-4b39-96aa-3a3b554698c6 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a468f79c-f017-499c-a4e4-8253e721c123') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:46.884674 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c4fb0d68-52a6-4ad7-91d2-b203eb554b68 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:46.887796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c4fb0d68-52a6-4ad7-91d2-b203eb554b68 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/fac37121-7d25-4f75-b992-77cab0052a27 HTTP/1.1" status: 204 len: 168 time: 4.4846208 Nov 16 04:57:46.935795 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56272) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:46.996225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a3ac7ec8-3516-4959-894d-035be56a1aec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Made reservation on behalf of 8bbc458d86dd42b6b2caab748f91cc15 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:47.003389 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a3ac7ec8-3516-4959-894d-035be56a1aec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:47.045963 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6925ef-743e-4b67-9159-10baa5c0dbef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:47.048101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6925ef-743e-4b67-9159-10baa5c0dbef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:47.052383 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0f6925ef-743e-4b67-9159-10baa5c0dbef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1109359 Nov 16 04:57:47.054122 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56276) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:47.127084 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baeec28f-e6bc-4e59-af4e-436cbd268886 req-e71b5a1a-d3dc-4fed-b24a-652314c6970d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 210 time: 0.2923663 Nov 16 04:57:47.247279 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 19a4c153-e441-4cc5-9616-cd942b00bb25 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:47.260210 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:47.299106 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-90d577e2-2aef-4b39-96aa-3a3b554698c6 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123/tags HTTP/1.1" status: 200 len: 205 time: 0.4577322 Nov 16 04:57:47.303197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56282) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:47.310390 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-831214b1-764b-4b3f-aab7-fd0be3372134 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8caa4d07-57dd-4065-95f5-d48f7c4d5492') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:47.379668 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:47.381975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd387c6-d5f4-4b46-a87b-7d6e9232b458 None None] Network 8056cd54-6df4-46ff-8300-f659461dbad6 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:47.402721 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cda75a-21af-465a-bfbb-c95e162afb9c req-9fa17295-9485-4320-a922-7d06d2e4d781 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:47.411152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1cda75a-21af-465a-bfbb-c95e162afb9c req-9fa17295-9485-4320-a922-7d06d2e4d781 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 943 time: 0.8321564 Nov 16 04:57:47.448772 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:47.486329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['0a2a86ea-43df-4c6f-871b-6a96c4c51b64'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:57:47.557039 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0a2a86ea-43df-4c6f-871b-6a96c4c51b64,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:47.580356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e550728c-4b5f-404b-9b1a-18619c8445fd None None] Provisioning complete for port 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:47.580989 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e550728c-4b5f-404b-9b1a-18619c8445fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:47.591869 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-831214b1-764b-4b3f-aab7-fd0be3372134 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492/tags HTTP/1.1" status: 200 len: 240 time: 0.2875254 Nov 16 04:57:47.593975 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56288) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:47.598746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-01166398-8438-4655-8aae-2a244f4c1b68 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8caa4d07-57dd-4065-95f5-d48f7c4d5492', 'tempest-TagsExtTest-Tag-129216758') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:47.624603 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 16 Nov 2021 04:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08af32b-2ede-4dda-b695-625841585e6d x-openstack-request-id: req-e08af32b-2ede-4dda-b695-625841585e6d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:57:47.625069 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "67326287-18f5-45b8-8163-5eb143ba21c1", "code": 200}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "e345ae6c-f54a-4df8-9d17-3ce9f69a7de1", "code": 200}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "8360c88d-5afc-43f1-9479-fb3f96d0f2bb", "code": 200}, {"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-unplugged", "status": "completed", "tag": "09f8af55-badd-41b7-a94d-d362718c5b52", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:57:47.625196 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e08af32b-2ede-4dda-b695-625841585e6d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:57:47.625582 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67326287-18f5-45b8-8163-5eb143ba21c1', 'code': 200} Nov 16 04:57:47.626148 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1', 'code': 200} Nov 16 04:57:47.626379 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8360c88d-5afc-43f1-9479-fb3f96d0f2bb', 'code': 200} Nov 16 04:57:47.626730 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09f8af55-badd-41b7-a94d-d362718c5b52', 'code': 200} Nov 16 04:57:47.761903 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:47.762335 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:47.830754 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e550728c-4b5f-404b-9b1a-18619c8445fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:47.918246 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-326323d8-2484-4564-862a-da6dc5b9b8cb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] For port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:47.918795 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-326323d8-2484-4564-862a-da6dc5b9b8cb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:47.949533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1cda75a-21af-465a-bfbb-c95e162afb9c req-effacc0a-1627-4e4e-9739-b33fcf57093a tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5359297 Nov 16 04:57:47.968800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-055a970c-8d68-46db-b21b-a28e9da5babf req-326323d8-2484-4564-862a-da6dc5b9b8cb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Calling delete_port for 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:47.977189 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:47.991091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ac266f5d-f1df-43dc-9281-885dea6101df tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:47.993794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ac266f5d-f1df-43dc-9281-885dea6101df tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.37 "GET /v2.0/networks?id=e48d9e79-0c55-4a02-b969-810562257422 HTTP/1.1" status: 200 len: 808 time: 0.9879937 Nov 16 04:57:48.015214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a3ac7ec8-3516-4959-894d-035be56a1aec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Allocated IP 172.20.0.3 (f89841ad-dfc0-4a06-8c37-ac8ab5c0222b/aa904ac8-f21c-419a-9e69-f7844853aa04/31234203-a5ee-4e95-9aaa-6d720ab7719f) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:48.025327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e550728c-4b5f-404b-9b1a-18619c8445fd None None] For port 7e4108c9-9a2e-4413-a1f3-a8ac031467f3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7e4108c9-9a2e-4413-a1f3-a8ac031467f3,segment=NetworkSegment(c7e89aad-3107-44aa-bec7-3f8ee7cfa449),segment_id=c7e89aad-3107-44aa-bec7-3f8ee7cfa449)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:48.036280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a3923-0626-4c00-87d0-e9314fe81299 req-3bf5e33c-30cc-4187-adfd-1acd23db4a81 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:48.044002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a3923-0626-4c00-87d0-e9314fe81299 req-3bf5e33c-30cc-4187-adfd-1acd23db4a81 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:48.050230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a3923-0626-4c00-87d0-e9314fe81299 req-3bf5e33c-30cc-4187-adfd-1acd23db4a81 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:48.058251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a3923-0626-4c00-87d0-e9314fe81299 req-3bf5e33c-30cc-4187-adfd-1acd23db4a81 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:48.065499 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e550728c-4b5f-404b-9b1a-18619c8445fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:48.065830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a3923-0626-4c00-87d0-e9314fe81299 req-3bf5e33c-30cc-4187-adfd-1acd23db4a81 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:48.067664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-707a3923-0626-4c00-87d0-e9314fe81299 req-3bf5e33c-30cc-4187-adfd-1acd23db4a81 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 3876 time: 0.2843800 Nov 16 04:57:48.069566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bee3b-783d-4068-b438-e3d75d1ed634 req-6ab82e95-8887-456c-9a00-6db31868c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:48.071018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660bee3b-783d-4068-b438-e3d75d1ed634 req-6ab82e95-8887-456c-9a00-6db31868c927 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 1096 time: 0.4811318 Nov 16 04:57:48.208524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-59c6c4e0-5628-4b20-95a7-6f40d398c97b tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Request body: {'port': {'device_id': '9e72d89e-a448-43b7-ba99-7fde28fc82e4', 'network_id': 'e48d9e79-0c55-4a02-b969-810562257422', 'admin_state_up': True, 'tenant_id': '86a0e4ea77bb4da0be44d1d1288abf6b'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:48.213159 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:48.213680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bee3b-783d-4068-b438-e3d75d1ed634 req-f3c19401-faae-4e9b-88f1-5dea8e964c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:48.215108 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660bee3b-783d-4068-b438-e3d75d1ed634 req-f3c19401-faae-4e9b-88f1-5dea8e964c07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 200 len: 920 time: 0.1301157 Nov 16 04:57:48.270366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550728c-4b5f-404b-9b1a-18619c8445fd None None] Pushing event updated for resources: {'Port': ['ID=7e4108c9-9a2e-4413-a1f3-a8ac031467f3,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:48.293854 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:57:48.294268 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:57:48.331728 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:48.362036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:48.390885 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:48.398866 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/19a4c153-e441-4cc5-9616-cd942b00bb25 HTTP/1.1" status: 204 len: 168 time: 1.3379338 Nov 16 04:57:48.400611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be430fcd-cce5-4860-a253-1e7d386318aa None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:48.401279 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=19a4c153-e441-4cc5-9616-cd942b00bb25,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:48.423916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56298) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:48.495700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:48.496156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:48.496565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:48.496988 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:48.497390 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:48.497821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:48.498234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:48.498639 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:48.499033 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:48.499652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:48.499791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:48.500155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8eda29-5f8f-4977-a0c0-a5f3a651efe2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:57:48.553457 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1eb3123a-7d58-4a53-8334-973bbbb5dd39 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169393 Nov 16 04:57:48.557348 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56300) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:48.565624 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:48.570982 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-01166398-8438-4655-8aae-2a244f4c1b68 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492/tags/tempest-TagsExtTest-Tag-129216758 HTTP/1.1" status: 204 len: 168 time: 0.9758430 Nov 16 04:57:48.574012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56302) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:48.579062 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-2e4543a8-1f4d-489e-87d4-a8dbcaa76a13 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8caa4d07-57dd-4065-95f5-d48f7c4d5492', 'tempest-TagsExtTest-Tag-129216758') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:48.675237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f8972fa1-961c-4042-8641-4e2f0ad66cfe None None] Provisioning complete for port 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:48.675610 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8972fa1-961c-4042-8641-4e2f0ad66cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:48.807417 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2e4543a8-1f4d-489e-87d4-a8dbcaa76a13 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492/tags/tempest-TagsExtTest-Tag-129216758 HTTP/1.1" status: 204 len: 168 time: 0.2302234 Nov 16 04:57:48.816012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56304) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:48.848073 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-c6bd205e-eab7-4755-9ccc-4a49262189e8 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8caa4d07-57dd-4065-95f5-d48f7c4d5492') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:48.881328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b57248-ed78-4434-bbc9-af0aed289ba1 None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:57:48.888858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f8972fa1-961c-4042-8641-4e2f0ad66cfe None None] Provisioning complete for port a468f79c-f017-499c-a4e4-8253e721c123 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:48.889244 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8972fa1-961c-4042-8641-4e2f0ad66cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:48.919242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:48.924323 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:48.955742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660bee3b-783d-4068-b438-e3d75d1ed634 req-29a7add2-bf6e-4de2-986a-94ecaf617a60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05a7dde1-4e7e-4062-a91e-92bac4f6ab55 HTTP/1.1" status: 200 len: 217 time: 0.7161889 Nov 16 04:57:48.984865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f8972fa1-961c-4042-8641-4e2f0ad66cfe None None] Port a468f79c-f017-499c-a4e4-8253e721c123 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:49.011339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-89b57248-ed78-4434-bbc9-af0aed289ba1 None None] Deleting port 043689c4-e274-427d-bf65-046400299aba {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:49.011839 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b57248-ed78-4434-bbc9-af0aed289ba1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:49.065972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-707a3923-0626-4c00-87d0-e9314fe81299 req-280d4591-831e-41e8-8128-45915a722f4f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8536458 Nov 16 04:57:49.076045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b81a10-dc8f-4eda-93b2-1e1af1f8da5f req-bca06d02-defb-43fa-b1df-163b06c7fc15 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:49.077980 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80b81a10-dc8f-4eda-93b2-1e1af1f8da5f req-bca06d02-defb-43fa-b1df-163b06c7fc15 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.9989111 Nov 16 04:57:49.081521 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c6bd205e-eab7-4755-9ccc-4a49262189e8 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492/tags HTTP/1.1" status: 200 len: 205 time: 0.2586517 Nov 16 04:57:49.082761 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56308) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:49.088808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-60334d29-8563-4e08-95e9-ec851b69e879 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8dfb090f-01a8-471e-86ee-c3e35a3f11e8') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:49.157850 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-60334d29-8563-4e08-95e9-ec851b69e879 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8/tags HTTP/1.1" status: 200 len: 241 time: 0.0736120 Nov 16 04:57:49.160217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56310) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:49.166156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-9624dd43-cc9e-486c-a3a0-e0647da7f571 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8dfb090f-01a8-471e-86ee-c3e35a3f11e8', 'tempest-TagsExtTest-Tag-1167345408') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:49.172203 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bee3b-783d-4068-b438-e3d75d1ed634 req-812464d0-57ba-479f-88c2-6f55baac0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:49.174080 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660bee3b-783d-4068-b438-e3d75d1ed634 req-812464d0-57ba-479f-88c2-6f55baac0f76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d4ac978-3002-4c8c-8e52-ab185519d0b2 HTTP/1.1" status: 200 len: 859 time: 0.1993208 Nov 16 04:57:49.210968 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:49.226062 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9624dd43-cc9e-486c-a3a0-e0647da7f571 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8/tags/tempest-TagsExtTest-Tag-1167345408 HTTP/1.1" status: 204 len: 168 time: 0.0647743 Nov 16 04:57:49.229347 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56312) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:49.234500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-b4c9a554-6325-42cf-8a16-ed9f160cc345 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8dfb090f-01a8-471e-86ee-c3e35a3f11e8', 'tempest-TagsExtTest-Tag-1167345408') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:49.291089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660bee3b-783d-4068-b438-e3d75d1ed634 req-62d71cac-82ec-456c-a761-cd84f33ef2d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae5e376-b921-496b-842a-45e78562fba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713778 Nov 16 04:57:49.328046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-917368b7-c8cd-4681-9890-7eb4a436bc8c None None] Provisioning complete for port a468f79c-f017-499c-a4e4-8253e721c123 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:49.328563 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80b81a10-dc8f-4eda-93b2-1e1af1f8da5f req-f34cf8f9-0b3e-45ba-82cd-95e858de2028 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335634 Nov 16 04:57:49.328665 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-917368b7-c8cd-4681-9890-7eb4a436bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:49.336790 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-89b57248-ed78-4434-bbc9-af0aed289ba1 None None] For port 043689c4-e274-427d-bf65-046400299aba, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=043689c4-e274-427d-bf65-046400299aba,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:49.337928 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b57248-ed78-4434-bbc9-af0aed289ba1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:49.396219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-89b57248-ed78-4434-bbc9-af0aed289ba1 None None] Calling delete_port for 043689c4-e274-427d-bf65-046400299aba owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:49.418201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-917368b7-c8cd-4681-9890-7eb4a436bc8c None None] Port a468f79c-f017-499c-a4e4-8253e721c123 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:49.466795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3430603a-3148-4f80-813d-5070bfc3ad28 req-ee723d72-33dc-429a-87ce-15457448ace6 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 210 time: 0.1340988 Nov 16 04:57:49.490838 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b4c9a554-6325-42cf-8a16-ed9f160cc345 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8/tags/tempest-TagsExtTest-Tag-1167345408 HTTP/1.1" status: 204 len: 168 time: 0.2602141 Nov 16 04:57:49.503924 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56318) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:49.506146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:49.506548 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:49.509478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-63577a85-b7a2-412d-ba3d-9aa8c1510ce3 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8dfb090f-01a8-471e-86ee-c3e35a3f11e8') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:49.588208 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-89b57248-ed78-4434-bbc9-af0aed289ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:49.607893 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-326323d8-2484-4564-862a-da6dc5b9b8cb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:49.628087 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a3ac7ec8-3516-4959-894d-035be56a1aec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:49.637041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b57248-ed78-4434-bbc9-af0aed289ba1 None None] Pushing event deleted for resources: {'Port': ['ID=043689c4-e274-427d-bf65-046400299aba,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:49.642986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b57248-ed78-4434-bbc9-af0aed289ba1 None None] No DVR routers for this DVR port 043689c4-e274-427d-bf65-046400299aba on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:49.648623 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-63577a85-b7a2-412d-ba3d-9aa8c1510ce3 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8/tags HTTP/1.1" status: 200 len: 205 time: 0.1425271 Nov 16 04:57:49.654050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56320) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:49.663032 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-0b66d3ca-d10c-4537-9b39-29df7b6b9716 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8dfb090f-01a8-471e-86ee-c3e35a3f11e8') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:49.690622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-59c6c4e0-5628-4b20-95a7-6f40d398c97b tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Made reservation on behalf of 86a0e4ea77bb4da0be44d1d1288abf6b for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:49.695135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:57:49.697488 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-59c6c4e0-5628-4b20-95a7-6f40d398c97b tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:49.744452 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ef71722e-d68f-453c-87f7-d053c3924523 req-74fd2206-f526-4624-82cd-5637ed07319c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 210 time: 0.2407396 Nov 16 04:57:49.757441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 043689c4-e274-427d-bf65-046400299aba no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:49.789706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 043689c4-e274-427d-bf65-046400299aba {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:57:49.790852 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 043689c4-e274-427d-bf65-046400299aba not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:57:49.812338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326323d8-2484-4564-862a-da6dc5b9b8cb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'Port': ['ID=556cd1e2-0e33-4491-ba20-a7e7bc6b92c7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:49.819024 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0b66d3ca-d10c-4537-9b39-29df7b6b9716 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8/tags HTTP/1.1" status: 204 len: 168 time: 0.1597264 Nov 16 04:57:49.823142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56322) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:49.840889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-8f55ad6d-3254-4125-b60d-9e9098088c4f tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8caa4d07-57dd-4065-95f5-d48f7c4d5492') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:49.878717 n-d-818042-1 neutron-server[102660]: WARNING neutron.services.revisions.revision_plugin [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Could not find related port for resource to bump revision. Nov 16 04:57:49.885165 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_pluggable_backend [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Port 043689c4-e274-427d-bf65-046400299aba was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 16 04:57:49.885603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_pluggable_backend [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Reverting IP allocation for 2001:db8::f816:3eff:fe7a:ef59 {{(pid=102660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 16 04:57:49.890286 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_pluggable_backend [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe7a:ef59 {{(pid=102660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 16 04:57:49.893596 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:49.909844 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a3ac7ec8-3516-4959-894d-035be56a1aec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:49.923290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660bee3b-783d-4068-b438-e3d75d1ed634 req-ad398d30-d21d-497b-9a24-ce5674ed4187 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192265 Nov 16 04:57:49.951175 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=efb2fab1-7e00-4927-88cd-c3c6c885d109,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:49.975846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:49.977076 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:49.983161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:49.984600 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:49.994337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981a2bbf-ced1-487a-b464-3b30728ecc18 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:50.002321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-326323d8-2484-4564-862a-da6dc5b9b8cb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] No DVR routers for this DVR port 556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:50.052204 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b2dc7023-2f90-4a44-8ab5-702ac4991eef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4897861 Nov 16 04:57:50.053458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56324) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:50.058593 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-326323d8-2484-4564-862a-da6dc5b9b8cb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:50.061999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-055a970c-8d68-46db-b21b-a28e9da5babf req-326323d8-2484-4564-862a-da6dc5b9b8cb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "DELETE /v2.0/ports/556cd1e2-0e33-4491-ba20-a7e7bc6b92c7 HTTP/1.1" status: 204 len: 173 time: 4.3965430 Nov 16 04:57:50.064097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-deleted', 'tag': '556cd1e2-0e33-4491-ba20-a7e7bc6b92c7'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:57:50.065484 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'mac_address': 'fa:16:3e:50:91:fe', 'name': 'tempest-NetworksTestDHCPv6-1544021393'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:50.065811 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8273c4cf-221c-4746-9fd6-4567f0a90e44" -d '{"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-deleted", "tag": "556cd1e2-0e33-4491-ba20-a7e7bc6b92c7"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:57:50.101242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:50.133611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51034c-3bf5-47e2-a87f-a81f508348ac req-90650921-a061-447c-820c-8d4c3c4de5d2 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:50.140560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a51034c-3bf5-47e2-a87f-a81f508348ac req-90650921-a061-447c-820c-8d4c3c4de5d2 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 944 time: 0.4601674 Nov 16 04:57:50.156630 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0f5a83-246c-4c69-8c1d-dea0f6abfd98 x-openstack-request-id: req-0b0f5a83-246c-4c69-8c1d-dea0f6abfd98 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:57:50.156925 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-deleted", "tag": "556cd1e2-0e33-4491-ba20-a7e7bc6b92c7", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:57:50.157187 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b0f5a83-246c-4c69-8c1d-dea0f6abfd98 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:57:50.157570 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-deleted', 'tag': '556cd1e2-0e33-4491-ba20-a7e7bc6b92c7', 'status': 'completed', 'code': 200} Nov 16 04:57:50.189959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a3ac7ec8-3516-4959-894d-035be56a1aec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:50.223466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a3ac7ec8-3516-4959-894d-035be56a1aec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:50.257493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a3ac7ec8-3516-4959-894d-035be56a1aec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:50.302796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac7ec8-3516-4959-894d-035be56a1aec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event updated for resources: {'Port': ['ID=31234203-a5ee-4e95-9aaa-6d720ab7719f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:50.391837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:57:50.397417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:50.406287 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:50.409177 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:50.417370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': 'efb2fab1-7e00-4927-88cd-c3c6c885d109'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:57:50.423387 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:50.521387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8f55ad6d-3254-4125-b60d-9e9098088c4f tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492/tags HTTP/1.1" status: 204 len: 168 time: 0.6885657 Nov 16 04:57:50.523526 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56336) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:50.546070 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-d4b30576-1a2a-403d-a631-f53dd9cbcb80 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a468f79c-f017-499c-a4e4-8253e721c123') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:50.601366 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a51034c-3bf5-47e2-a87f-a81f508348ac req-38a74a4b-dc49-4633-8fd5-505c08edef0a tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598613 Nov 16 04:57:50.619429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-59c6c4e0-5628-4b20-95a7-6f40d398c97b tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Allocated IP 172.20.0.10 (e48d9e79-0c55-4a02-b969-810562257422/6c488608-b0db-49d2-99b0-0978bbc9f286/f7c73e08-3670-42f9-89c1-bb91fc1e80eb) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:50.638560 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:50.650958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660bee3b-783d-4068-b438-e3d75d1ed634 req-760fe095-74ab-431f-9f95-39a5b50febc3 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781535 Nov 16 04:57:50.667402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a3ac7ec8-3516-4959-894d-035be56a1aec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:50.669451 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a3ac7ec8-3516-4959-894d-035be56a1aec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:50.678142 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port 89cb3102-b65f-47e3-8019-7b66a6fa80c2 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:57:50.791074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-a3ac7ec8-3516-4959-894d-035be56a1aec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6388094 Nov 16 04:57:50.793726 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4b30576-1a2a-403d-a631-f53dd9cbcb80 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123/tags HTTP/1.1" status: 204 len: 168 time: 0.2618239 Nov 16 04:57:50.796853 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56342) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:50.801057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-9862a536-712f-4d85-8f3c-989b45f68adb tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '991aef30-cb47-4397-a680-4605b307b26e') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:50.815443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a25c62-bed9-4e92-8273-9d7adbea0730 req-c0780f43-22ce-4535-a98e-3cac95bee16e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:50.822240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a25c62-bed9-4e92-8273-9d7adbea0730 req-c0780f43-22ce-4535-a98e-3cac95bee16e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:50.825001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Allocated IP 2001:db8::f816:3eff:fec3:8281 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/efb2fab1-7e00-4927-88cd-c3c6c885d109/be3d0656-504c-43f5-a414-ec4fb09482ae) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:50.829904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a25c62-bed9-4e92-8273-9d7adbea0730 req-c0780f43-22ce-4535-a98e-3cac95bee16e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:50.831808 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d10ed786-dd4b-4134-942d-3d9abb4356af None None] Provisioning complete for port 31234203-a5ee-4e95-9aaa-6d720ab7719f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:50.832190 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d10ed786-dd4b-4134-942d-3d9abb4356af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:50.835504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a25c62-bed9-4e92-8273-9d7adbea0730 req-c0780f43-22ce-4535-a98e-3cac95bee16e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:50.837511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9a25c62-bed9-4e92-8273-9d7adbea0730 req-c0780f43-22ce-4535-a98e-3cac95bee16e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 3144 time: 0.4083960 Nov 16 04:57:50.857414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Request body: {'port': {'device_id': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:50.868777 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:50.890914 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9862a536-712f-4d85-8f3c-989b45f68adb tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e/tags HTTP/1.1" status: 204 len: 168 time: 0.0914249 Nov 16 04:57:50.895543 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56344) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:50.902399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-7f30cc29-1281-4810-91b3-39bd98a94cc0 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '991aef30-cb47-4397-a680-4605b307b26e', 'tempest-TagsExtTest-Tag-806865543') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:50.912656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dfc65b-9916-424f-985f-5613d6ccc754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2a86ea-43df-4c6f-871b-6a96c4c51b64'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:57:50.913603 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b2313d-92ed-47a2-aba0-23f31694779d" -d '{"events": [{"server_uuid": "74dfc65b-9916-424f-985f-5613d6ccc754", "name": "network-vif-plugged", "status": "completed", "tag": "0a2a86ea-43df-4c6f-871b-6a96c4c51b64"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:57:50.919773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-055a970c-8d68-46db-b21b-a28e9da5babf req-d31e499e-e67f-47e0-b68d-712e2f0e87b6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Deleting port 09f8af55-badd-41b7-a94d-d362718c5b52 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:50.920249 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-d31e499e-e67f-47e0-b68d-712e2f0e87b6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:50.956983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d10ed786-dd4b-4134-942d-3d9abb4356af None None] Port 31234203-a5ee-4e95-9aaa-6d720ab7719f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:57:50.967177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0a2a86ea-43df-4c6f-871b-6a96c4c51b64,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:50.976207 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:51.006344 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7f30cc29-1281-4810-91b3-39bd98a94cc0 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "PUT /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e/tags/tempest-TagsExtTest-Tag-806865543 HTTP/1.1" status: 201 len: 201 time: 0.1053057 Nov 16 04:57:51.006344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56348) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:51.009827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-0e033697-2e8c-4f76-82eb-1d297d66cdd8 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a468f79c-f017-499c-a4e4-8253e721c123', 'tempest-TagsExtTest-Tag-597401382') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:51.075261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7367f0e4-c9a1-40d7-a740-4a09291d1cb0 req-8a3212b7-232c-4933-8dd4-a0e3c3446d68 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:51.078251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7367f0e4-c9a1-40d7-a740-4a09291d1cb0 req-8a3212b7-232c-4933-8dd4-a0e3c3446d68 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.3349752 Nov 16 04:57:51.090068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0a2a86ea-43df-4c6f-871b-6a96c4c51b64,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:51.099342 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0e033697-2e8c-4f76-82eb-1d297d66cdd8 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "PUT /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123/tags/tempest-TagsExtTest-Tag-597401382 HTTP/1.1" status: 201 len: 201 time: 0.0931332 Nov 16 04:57:51.102342 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56350) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:51.108054 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-d293b8cb-e3af-44cc-9c64-486f3f97a26d tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8caa4d07-57dd-4065-95f5-d48f7c4d5492', 'tempest-TagsExtTest-Tag-1919974845') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:51.119979 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:51.124855 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:51.130567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9a25c62-bed9-4e92-8273-9d7adbea0730 req-3fc8eb4d-ae9c-446d-a34c-7e1728e9a86e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819254 Nov 16 04:57:51.144197 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:51.213092 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:51.216551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:51.223159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7367f0e4-c9a1-40d7-a740-4a09291d1cb0 req-af17204b-5324-4afa-83d7-c108e6fa1386 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172850 Nov 16 04:57:51.226707 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:51.232452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Pushing event updated for resources: {'Port': ['ID=be3d0656-504c-43f5-a414-ec4fb09482ae,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:51.243975 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::f816:3eff:fe50:91fe (c5ae47cf-9d45-48ba-80f3-52befcad38c3/efb2fab1-7e00-4927-88cd-c3c6c885d109/89cb3102-b65f-47e3-8019-7b66a6fa80c2) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:51.281116 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d293b8cb-e3af-44cc-9c64-486f3f97a26d tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "PUT /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492/tags/tempest-TagsExtTest-Tag-1919974845 HTTP/1.1" status: 201 len: 201 time: 0.1742907 Nov 16 04:57:51.281413 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56352) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:51.286171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-b3c79544-171a-4b01-9b86-3baaf919a73c tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8dfb090f-01a8-471e-86ee-c3e35a3f11e8', 'tempest-TagsExtTest-Tag-919370624') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:51.315670 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f00a02d-28dd-4187-bd72-1014ce50a2c9 req-c23b671e-f11b-4ebb-a439-0d9ef3cb9130 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 210 time: 0.0683498 Nov 16 04:57:51.324927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-d31e499e-e67f-47e0-b68d-712e2f0e87b6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] For port 09f8af55-badd-41b7-a94d-d362718c5b52, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09f8af55-badd-41b7-a94d-d362718c5b52,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:51.325464 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-d31e499e-e67f-47e0-b68d-712e2f0e87b6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:51.348446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Attempting to bind port be3d0656-504c-43f5-a414-ec4fb09482ae on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:57:51.349796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Attempting to bind port be3d0656-504c-43f5-a414-ec4fb09482ae by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:57:51.350323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Attempting to bind port be3d0656-504c-43f5-a414-ec4fb09482ae on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:51.363632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:57:51.364054 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:51.364475 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:51.364880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:57:51.365451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Bound port: be3d0656-504c-43f5-a414-ec4fb09482ae, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:57:51.366008 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:51.383313 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce09f7ef-bf11-4fbe-a0aa-6c8ba53a6de2 x-openstack-request-id: req-ce09f7ef-bf11-4fbe-a0aa-6c8ba53a6de2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:57:51.383616 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dfc65b-9916-424f-985f-5613d6ccc754", "name": "network-vif-plugged", "status": "completed", "tag": "0a2a86ea-43df-4c6f-871b-6a96c4c51b64", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:57:51.384446 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce09f7ef-bf11-4fbe-a0aa-6c8ba53a6de2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:57:51.384850 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dfc65b-9916-424f-985f-5613d6ccc754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a2a86ea-43df-4c6f-871b-6a96c4c51b64', 'code': 200} Nov 16 04:57:51.423811 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-59c6c4e0-5628-4b20-95a7-6f40d398c97b tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:51.433161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-055a970c-8d68-46db-b21b-a28e9da5babf req-d31e499e-e67f-47e0-b68d-712e2f0e87b6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Calling delete_port for 09f8af55-badd-41b7-a94d-d362718c5b52 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:51.450827 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b3c79544-171a-4b01-9b86-3baaf919a73c tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "PUT /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8/tags/tempest-TagsExtTest-Tag-919370624 HTTP/1.1" status: 201 len: 201 time: 0.1685030 Nov 16 04:57:51.456575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56354) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:51.458348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] For port be3d0656-504c-43f5-a414-ec4fb09482ae, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:57:51.461595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-29bb51d8-4836-4d5c-8594-f4f7e056053b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '991aef30-cb47-4397-a680-4605b307b26e', {'tags': ['tempest-TagsExtTest-Tag-914811643', 'tempest-TagsExtTest-Tag-968249219', 'tempest-TagsExtTest-Tag-269519013']}) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:51.463070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] For port be3d0656-504c-43f5-a414-ec4fb09482ae, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=be3d0656-504c-43f5-a414-ec4fb09482ae,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:57:51.469866 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:51.498078 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:51.531890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb0e59-39b5-4cc1-a27b-9e8ed0dc5b09 None None] Pushing event updated for resources: {'Port': ['ID=be3d0656-504c-43f5-a414-ec4fb09482ae,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:51.565125 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-29bb51d8-4836-4d5c-8594-f4f7e056053b tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "PUT /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e/tags HTTP/1.1" status: 200 len: 315 time: 0.1052420 Nov 16 04:57:51.565631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56356) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:51.570241 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-6bea845e-dffb-4989-843d-968420d06269 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '991aef30-cb47-4397-a680-4605b307b26e') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:51.575427 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:51.577414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20095f25-7f6e-4af3-b472-9c1353513d6f req-9e467e18-4a3d-4136-8a9a-bae4bfff4654 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:51.579155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20095f25-7f6e-4af3-b472-9c1353513d6f req-9e467e18-4a3d-4136-8a9a-bae4bfff4654 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 931 time: 0.2505362 Nov 16 04:57:51.646115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:51.658497 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:51.660989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:51.668333 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-59c6c4e0-5628-4b20-95a7-6f40d398c97b tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:51.668621 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:51.669017 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:51.690102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008002bc-fda7-46e3-9c07-61149a28955a req-3bb832c2-0111-491e-8849-f41efe86e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:51.692005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-008002bc-fda7-46e3-9c07-61149a28955a req-3bb832c2-0111-491e-8849-f41efe86e97f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 1096 time: 0.2250283 Nov 16 04:57:51.696618 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=89cb3102-b65f-47e3-8019-7b66a6fa80c2,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:51.712646 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b85bbd09-1117-4674-b8ec-ec42f2f40fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6562531 Nov 16 04:57:51.713275 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56362) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:51.793822 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6bea845e-dffb-4989-843d-968420d06269 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e/tags HTTP/1.1" status: 204 len: 168 time: 0.2253051 Nov 16 04:57:51.794678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56368) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:51.800457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-f386543c-78f6-4038-81df-3bbc2a36172c tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '991aef30-cb47-4397-a680-4605b307b26e', 'tempest-TagsExtTest-Tag-914811643') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:51.844547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86432de3-5a61-4711-aa1a-7f18ecb0cd7c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:51.851177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86432de3-5a61-4711-aa1a-7f18ecb0cd7c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:51.856997 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-86432de3-5a61-4711-aa1a-7f18ecb0cd7c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1414399 Nov 16 04:57:51.857320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56370) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:51.869190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-59c6c4e0-5628-4b20-95a7-6f40d398c97b tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Network e48d9e79-0c55-4a02-b969-810562257422 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:51.889029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20095f25-7f6e-4af3-b472-9c1353513d6f req-3d155e24-d479-4c0c-b7f9-99dd1eadcfc5 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2691967 Nov 16 04:57:51.907619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c6c4e0-5628-4b20-95a7-6f40d398c97b tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Pushing event updated for resources: {'Port': ['ID=f7c73e08-3670-42f9-89c1-bb91fc1e80eb,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:51.919499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-59c6c4e0-5628-4b20-95a7-6f40d398c97b tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:51.922742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-59c6c4e0-5628-4b20-95a7-6f40d398c97b tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:52.023362 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-f386543c-78f6-4038-81df-3bbc2a36172c tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] show failed (client error): The resource could not be found. Nov 16 04:57:52.024467 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f386543c-78f6-4038-81df-3bbc2a36172c tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e/tags/tempest-TagsExtTest-Tag-914811643 HTTP/1.1" status: 404 len: 328 time: 0.2287769 Nov 16 04:57:52.028178 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56378) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:52.033000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-008002bc-fda7-46e3-9c07-61149a28955a req-753617f7-b659-40ae-b21d-5aef2b28215d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242455 Nov 16 04:57:52.034242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-bde0b307-1e01-4da7-9b5e-0ba1d24af71c tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '991aef30-cb47-4397-a680-4605b307b26e', 'tempest-TagsExtTest-Tag-968249219') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:52.061101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0687baee-ed0c-47ed-8f1c-b46c13d99776 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port 89cb3102-b65f-47e3-8019-7b66a6fa80c2 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:52.061333 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0687baee-ed0c-47ed-8f1c-b46c13d99776 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:52.171966 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-bde0b307-1e01-4da7-9b5e-0ba1d24af71c tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] show failed (client error): The resource could not be found. Nov 16 04:57:52.173175 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bde0b307-1e01-4da7-9b5e-0ba1d24af71c tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e/tags/tempest-TagsExtTest-Tag-968249219 HTTP/1.1" status: 404 len: 328 time: 0.1440547 Nov 16 04:57:52.175150 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0687baee-ed0c-47ed-8f1c-b46c13d99776 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:52.177829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56386) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:52.183371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-22123c4b-bb70-49fd-9131-95fa6b3fc8d9 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '991aef30-cb47-4397-a680-4605b307b26e', 'tempest-TagsExtTest-Tag-269519013') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:52.216017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0687baee-ed0c-47ed-8f1c-b46c13d99776 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for 89cb3102-b65f-47e3-8019-7b66a6fa80c2 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:52.325542 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-22123c4b-bb70-49fd-9131-95fa6b3fc8d9 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] show failed (client error): The resource could not be found. Nov 16 04:57:52.329169 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-22123c4b-bb70-49fd-9131-95fa6b3fc8d9 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e/tags/tempest-TagsExtTest-Tag-269519013 HTTP/1.1" status: 404 len: 328 time: 0.1479528 Nov 16 04:57:52.330190 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56392) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:52.335706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-cb2587d2-0789-4fd5-8482-4763c82cfab0 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a468f79c-f017-499c-a4e4-8253e721c123', {'tags': ['tempest-TagsExtTest-Tag-1314513411', 'tempest-TagsExtTest-Tag-1773439518', 'tempest-TagsExtTest-Tag-819948745']}) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:52.514876 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0687baee-ed0c-47ed-8f1c-b46c13d99776 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:52.525054 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cb2587d2-0789-4fd5-8482-4763c82cfab0 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "PUT /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123/tags HTTP/1.1" status: 200 len: 317 time: 0.1929560 Nov 16 04:57:52.531344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46124fa0-38ae-4c29-8976-bf21ec3e6432 req-b3d20f3d-166c-4b25-9ba7-30e6d84f1006 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:52.532191 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56396) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:52.537065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-022df916-d6c1-4a57-ba15-1c2bccd9b0bf tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a468f79c-f017-499c-a4e4-8253e721c123') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:52.541884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46124fa0-38ae-4c29-8976-bf21ec3e6432 req-b3d20f3d-166c-4b25-9ba7-30e6d84f1006 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 945 time: 0.7921519 Nov 16 04:57:52.570510 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687baee-ed0c-47ed-8f1c-b46c13d99776 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=89cb3102-b65f-47e3-8019-7b66a6fa80c2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:52.639461 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0687baee-ed0c-47ed-8f1c-b46c13d99776 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:52.646515 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0687baee-ed0c-47ed-8f1c-b46c13d99776 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/89cb3102-b65f-47e3-8019-7b66a6fa80c2 HTTP/1.1" status: 204 len: 168 time: 0.7590935 Nov 16 04:57:52.649236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56398) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:52.672881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-59c6c4e0-5628-4b20-95a7-6f40d398c97b tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:52.673582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-59c6c4e0-5628-4b20-95a7-6f40d398c97b tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:52.687746 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-d31e499e-e67f-47e0-b68d-712e2f0e87b6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:52.733885 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31234203-a5ee-4e95-9aaa-6d720ab7719f {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:57:52.749614 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2f2784-701d-43a6-b4ab-2d9654b76c65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:52.759441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2f2784-701d-43a6-b4ab-2d9654b76c65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:52.761703 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1c2f2784-701d-43a6-b4ab-2d9654b76c65 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1106331 Nov 16 04:57:52.764395 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56400) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:52.782383 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:52.793986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e499e-e67f-47e0-b68d-712e2f0e87b6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'Port': ['ID=09f8af55-badd-41b7-a94d-d362718c5b52,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:52.818296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-59c6c4e0-5628-4b20-95a7-6f40d398c97b tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7361484 Nov 16 04:57:52.849204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Request body: {'port': {'device_id': '9e72d89e-a448-43b7-ba99-7fde28fc82e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:52.869280 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46124fa0-38ae-4c29-8976-bf21ec3e6432 req-1ab87ff6-e31f-42b9-9ccd-421b8c63dd13 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257847 Nov 16 04:57:52.906483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Transition to ACTIVE for port object 31234203-a5ee-4e95-9aaa-6d720ab7719f will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:57:52.917176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd3125-91f8-4fc7-923f-e97eed43a03c req-f945ebf9-c83d-44ff-8efa-a22d52c0cbfc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:52.922133 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-022df916-d6c1-4a57-ba15-1c2bccd9b0bf tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123/tags HTTP/1.1" status: 204 len: 168 time: 0.3888910 Nov 16 04:57:52.923812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd3125-91f8-4fc7-923f-e97eed43a03c req-f945ebf9-c83d-44ff-8efa-a22d52c0cbfc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:52.926412 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56404) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:52.930385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd3125-91f8-4fc7-923f-e97eed43a03c req-f945ebf9-c83d-44ff-8efa-a22d52c0cbfc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:52.932787 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-77dd9aca-478c-4a1c-a724-3954a01716af tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a468f79c-f017-499c-a4e4-8253e721c123', 'tempest-TagsExtTest-Tag-1314513411') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:52.937003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd3125-91f8-4fc7-923f-e97eed43a03c req-f945ebf9-c83d-44ff-8efa-a22d52c0cbfc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:52.944652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c8dd3125-91f8-4fc7-923f-e97eed43a03c req-f945ebf9-c83d-44ff-8efa-a22d52c0cbfc tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 3066 time: 0.3931172 Nov 16 04:57:52.949883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-45440aea-bd9c-4e37-9bc3-6745c5ac58ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet efb2fab1-7e00-4927-88cd-c3c6c885d109 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:52.958270 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:52.961687 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45440aea-bd9c-4e37-9bc3-6745c5ac58ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:52.990532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-d31e499e-e67f-47e0-b68d-712e2f0e87b6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] No DVR routers for this DVR port 09f8af55-badd-41b7-a94d-d362718c5b52 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:53.054857 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-d31e499e-e67f-47e0-b68d-712e2f0e87b6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:53.059164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-055a970c-8d68-46db-b21b-a28e9da5babf req-d31e499e-e67f-47e0-b68d-712e2f0e87b6 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "DELETE /v2.0/ports/09f8af55-badd-41b7-a94d-d362718c5b52 HTTP/1.1" status: 204 len: 173 time: 2.9727795 Nov 16 04:57:53.070370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c8dd3125-91f8-4fc7-923f-e97eed43a03c req-66ed04f5-1f04-4e23-87b6-182d7d9cddff tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247835 Nov 16 04:57:53.070913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-deleted', 'tag': '09f8af55-badd-41b7-a94d-d362718c5b52'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:57:53.074942 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095730d5-2b7c-47b0-8190-9051c3aeb960" -d '{"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-deleted", "tag": "09f8af55-badd-41b7-a94d-d362718c5b52"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:57:53.121423 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c8a892ce-ef2e-48d4-8138-f70f60882822 None None] Provisioning complete for port be3d0656-504c-43f5-a414-ec4fb09482ae triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:53.121423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c8a892ce-ef2e-48d4-8138-f70f60882822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:53.171792 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45440aea-bd9c-4e37-9bc3-6745c5ac58ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:53.224176 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device be3d0656-504c-43f5-a414-ec4fb09482ae up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:53.455346 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45440aea-bd9c-4e37-9bc3-6745c5ac58ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:53.543907 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45440aea-bd9c-4e37-9bc3-6745c5ac58ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:53.548563 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c8a892ce-ef2e-48d4-8138-f70f60882822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:53.576944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port be3d0656-504c-43f5-a414-ec4fb09482ae triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:53.577327 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:53.616484 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45440aea-bd9c-4e37-9bc3-6745c5ac58ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:53.630128 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-45440aea-bd9c-4e37-9bc3-6745c5ac58ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/efb2fab1-7e00-4927-88cd-c3c6c885d109 HTTP/1.1" status: 204 len: 168 time: 0.8642073 Nov 16 04:57:53.643151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45440aea-bd9c-4e37-9bc3-6745c5ac58ba tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=efb2fab1-7e00-4927-88cd-c3c6c885d109,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:53.655572 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56414) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:53.660438 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-77dd9aca-478c-4a1c-a724-3954a01716af tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] show failed (client error): The resource could not be found. Nov 16 04:57:53.661598 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-77dd9aca-478c-4a1c-a724-3954a01716af tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123/tags/tempest-TagsExtTest-Tag-1314513411 HTTP/1.1" status: 404 len: 329 time: 0.7339046 Nov 16 04:57:53.674866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Pushing event updated for resources: {'Port': ['ID=31234203-a5ee-4e95-9aaa-6d720ab7719f,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:53.677755 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:53.683988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56416) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:53.706941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-1ea393a0-6b6e-4775-b41d-55fb34d06e84 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a468f79c-f017-499c-a4e4-8253e721c123', 'tempest-TagsExtTest-Tag-1773439518') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:53.742403 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-c8a892ce-ef2e-48d4-8138-f70f60882822 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:57:53.745940 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-c8a892ce-ef2e-48d4-8138-f70f60882822 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:57:53.791344 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7ab9b91c-22be-477b-9eb5-3760917038f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1285181 Nov 16 04:57:53.791969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56418) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:53.884345 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:53.888789 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0328a0-9490-47da-9555-bd999b1e1588 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:53.913654 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cd0328a0-9490-47da-9555-bd999b1e1588 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1204689 Nov 16 04:57:53.914356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56420) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:54.022412 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bebf778-df25-43ef-8598-f93edba7e0a6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:54.036529 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5bebf778-df25-43ef-8598-f93edba7e0a6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1207354 Nov 16 04:57:54.037458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56424) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:54.117878 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cb18d61b-1297-48c6-b41b-d5d41168f02c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788002 Nov 16 04:57:54.124081 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56426) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:54.129474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1d2b80d9-49d4-492b-9f10-140a50d8a147 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:54.146714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Attempting to bind port 31234203-a5ee-4e95-9aaa-6d720ab7719f on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:57:54.147538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Attempting to bind port 31234203-a5ee-4e95-9aaa-6d720ab7719f by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:57:54.148022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Attempting to bind port 31234203-a5ee-4e95-9aaa-6d720ab7719f on network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:54.152863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c73e08-3670-42f9-89c1-bb91fc1e80eb {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:57:54.167765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb702a8-c291-4ba8-a573-d6abb74a6b31 req-e06d5164-0e19-4972-a0dc-a6937536fc2e tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:54.175912 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fb702a8-c291-4ba8-a573-d6abb74a6b31 req-e06d5164-0e19-4972-a0dc-a6937536fc2e tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 932 time: 0.8549724 Nov 16 04:57:54.196897 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:54.205943 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40ea40f-d998-4fc2-97a8-44474aabad59 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:54.214523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Port 31234203-a5ee-4e95-9aaa-6d720ab7719f on network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:57:54.214851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Attempting to bind port 31234203-a5ee-4e95-9aaa-6d720ab7719f on network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:54.224025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0051e-b485-4a97-a9f2-874041068bbd req-f4e79b55-d737-4b9b-baf8-bb0afde24e4a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:54.225521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-31f0051e-b485-4a97-a9f2-874041068bbd req-f4e79b55-d737-4b9b-baf8-bb0afde24e4a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 1.1611075 Nov 16 04:57:54.253098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2b80d9-49d4-492b-9f10-140a50d8a147 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:54.259511 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d2b80d9-49d4-492b-9f10-140a50d8a147 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:54.272350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:57:54.272754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Checking segment: {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:54.273078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Bound using segment: {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:57:54.273540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Bound port: 31234203-a5ee-4e95-9aaa-6d720ab7719f, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1a0706-09e5-48cd-be48-d3bdf40858a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:57:54.273949 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:54.276516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Transition to ACTIVE for port object f7c73e08-3670-42f9-89c1-bb91fc1e80eb will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:57:54.291531 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-1ea393a0-6b6e-4775-b41d-55fb34d06e84 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] show failed (client error): The resource could not be found. Nov 16 04:57:54.292608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1ea393a0-6b6e-4775-b41d-55fb34d06e84 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123/tags/tempest-TagsExtTest-Tag-1773439518 HTTP/1.1" status: 404 len: 329 time: 0.5956891 Nov 16 04:57:54.302306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56430) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:54.308983 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:54.320792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-598a5681-4c9e-4a50-b063-020d8815d819 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a468f79c-f017-499c-a4e4-8253e721c123', 'tempest-TagsExtTest-Tag-819948745') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:54.350815 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c8a892ce-ef2e-48d4-8138-f70f60882822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:54.387323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port be3d0656-504c-43f5-a414-ec4fb09482ae, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=be3d0656-504c-43f5-a414-ec4fb09482ae,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:54.397446 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:54.419464 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fb702a8-c291-4ba8-a573-d6abb74a6b31 req-9515f706-1161-4e0b-b086-37dfb51503ad tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/security-groups?id=79766202-7b63-4497-b30b-d1487b8cb15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424116 Nov 16 04:57:54.439036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b5d5dfd2-f760-465d-88b5-09c51c458bf5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Deleting port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:54.439383 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b5d5dfd2-f760-465d-88b5-09c51c458bf5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:54.528531 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-31f0051e-b485-4a97-a9f2-874041068bbd req-af2934e4-db14-4ba5-8e72-df618d64a77f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935529 Nov 16 04:57:54.564891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c73e08-3670-42f9-89c1-bb91fc1e80eb,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:54.580351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d2b80d9-49d4-492b-9f10-140a50d8a147 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:54.609112 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-c8a892ce-ef2e-48d4-8138-f70f60882822 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 04:57:54.610028 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-c8a892ce-ef2e-48d4-8138-f70f60882822 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 04:57:54.641303 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094e9107-c756-4c9a-87e2-c241039cfe9d x-openstack-request-id: req-094e9107-c756-4c9a-87e2-c241039cfe9d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:57:54.641674 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-deleted", "tag": "09f8af55-badd-41b7-a94d-d362718c5b52", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:57:54.642958 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-094e9107-c756-4c9a-87e2-c241039cfe9d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:57:54.643369 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-deleted', 'tag': '09f8af55-badd-41b7-a94d-d362718c5b52', 'status': 'completed', 'code': 200} Nov 16 04:57:54.653800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=be3d0656-504c-43f5-a414-ec4fb09482ae,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:54.709371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9b8935-bcef-4f5b-8bab-de47cb2b8162 None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:57:54.717360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b80d9-49d4-492b-9f10-140a50d8a147 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:54.723497 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b80d9-49d4-492b-9f10-140a50d8a147 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:54.728632 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2b80d9-49d4-492b-9f10-140a50d8a147 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:54.731914 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d2b80d9-49d4-492b-9f10-140a50d8a147 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:54.734818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b80d9-49d4-492b-9f10-140a50d8a147 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=34f0d1c9-9fc1-4430-be83-4825d894457c,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:54.771509 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1d2b80d9-49d4-492b-9f10-140a50d8a147 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6452818 Nov 16 04:57:54.774939 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56438) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:54.781001 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'mac_address': 'fa:16:3e:2b:da:bc', 'name': 'tempest-NetworksTestDHCPv6-1531552421'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:54.803819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b8935-bcef-4f5b-8bab-de47cb2b8162 None None] Deleting port be3d0656-504c-43f5-a414-ec4fb09482ae {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:54.804194 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8935-bcef-4f5b-8bab-de47cb2b8162 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:54.870701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b5d5dfd2-f760-465d-88b5-09c51c458bf5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] For port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8360c88d-5afc-43f1-9479-fb3f96d0f2bb,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:54.871265 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b5d5dfd2-f760-465d-88b5-09c51c458bf5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:54.888750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b5d5dfd2-f760-465d-88b5-09c51c458bf5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Calling delete_port for 8360c88d-5afc-43f1-9479-fb3f96d0f2bb owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:54.941004 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:54.949206 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:54.955608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] For port 31234203-a5ee-4e95-9aaa-6d720ab7719f, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:57:54.970650 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-598a5681-4c9e-4a50-b063-020d8815d819 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] show failed (client error): The resource could not be found. Nov 16 04:57:54.971738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-598a5681-4c9e-4a50-b063-020d8815d819 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123/tags/tempest-TagsExtTest-Tag-819948745 HTTP/1.1" status: 404 len: 328 time: 0.6603444 Nov 16 04:57:54.987835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56440) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:54.990021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port dc7ed15e-89d9-47e4-8ac7-4beb9c0f240d yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:57:54.998344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-6049a1b0-61be-4234-975c-94c880c5c0bd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8caa4d07-57dd-4065-95f5-d48f7c4d5492', {'tags': ['tempest-TagsExtTest-Tag-1192706479', 'tempest-TagsExtTest-Tag-1858094623', 'tempest-TagsExtTest-Tag-98474462']}) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:55.066678 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-cb9b8935-bcef-4f5b-8bab-de47cb2b8162 None None] For port be3d0656-504c-43f5-a414-ec4fb09482ae, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=be3d0656-504c-43f5-a414-ec4fb09482ae,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:55.067080 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8935-bcef-4f5b-8bab-de47cb2b8162 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:55.100457 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b8935-bcef-4f5b-8bab-de47cb2b8162 None None] Calling delete_port for be3d0656-504c-43f5-a414-ec4fb09482ae owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:55.133406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device be3d0656-504c-43f5-a414-ec4fb09482ae no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:57:55.156978 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::104 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/34f0d1c9-9fc1-4430-be83-4825d894457c/dc7ed15e-89d9-47e4-8ac7-4beb9c0f240d) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:55.232938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e20f9-ec6e-4470-9b3b-c6c0f184b3b2 req-edc91217-a709-4d71-9762-1de93f725261 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:55.233946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-889e20f9-ec6e-4470-9b3b-c6c0f184b3b2 req-edc91217-a709-4d71-9762-1de93f725261 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.6584415 Nov 16 04:57:55.244446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-39b5ab28-4bb4-4193-bf7e-ece3f647c56b None None] Could not find standard attr ID for object 89cb3102-b65f-47e3-8019-7b66a6fa80c2. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:57:55.244975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6049a1b0-61be-4234-975c-94c880c5c0bd tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "PUT /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492/tags HTTP/1.1" status: 200 len: 316 time: 0.2474761 Nov 16 04:57:55.248340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] For port 31234203-a5ee-4e95-9aaa-6d720ab7719f, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:57:55.257711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f16ca-0ef4-40e5-b269-0078df141e70 req-6601cfed-2b86-4fb8-a3b4-de9eae5e61c2 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:55.266103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-062f16ca-0ef4-40e5-b269-0078df141e70 req-6601cfed-2b86-4fb8-a3b4-de9eae5e61c2 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 945 time: 0.5584755 Nov 16 04:57:55.303261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56448) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:55.304019 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Attempting to bind port f7c73e08-3670-42f9-89c1-bb91fc1e80eb on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:57:55.304430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Attempting to bind port f7c73e08-3670-42f9-89c1-bb91fc1e80eb by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e48d9e79-0c55-4a02-b969-810562257422'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:57:55.304820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Attempting to bind port f7c73e08-3670-42f9-89c1-bb91fc1e80eb on network e48d9e79-0c55-4a02-b969-810562257422 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:55.313526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-3eb7f166-a19f-4f85-861d-0972d8032e40 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8caa4d07-57dd-4065-95f5-d48f7c4d5492') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:55.316828 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:55.359671 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:55.401201 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:55.403589 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8935-bcef-4f5b-8bab-de47cb2b8162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:55.445500 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:55.466213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b8935-bcef-4f5b-8bab-de47cb2b8162 None None] Pushing event deleted for resources: {'Port': ['ID=be3d0656-504c-43f5-a414-ec4fb09482ae,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:55.470278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b8935-bcef-4f5b-8bab-de47cb2b8162 None None] No DVR routers for this DVR port be3d0656-504c-43f5-a414-ec4fb09482ae on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:55.491744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Pushing event updated for resources: {'Port': ['ID=31234203-a5ee-4e95-9aaa-6d720ab7719f,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:55.493750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36024ee-7677-4997-9b3a-a1da18d5b186 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:55.507029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Port f7c73e08-3670-42f9-89c1-bb91fc1e80eb on network e48d9e79-0c55-4a02-b969-810562257422 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:57:55.507603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Attempting to bind port f7c73e08-3670-42f9-89c1-bb91fc1e80eb on network e48d9e79-0c55-4a02-b969-810562257422 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:55.513532 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:55.519350 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:55.525752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:55.533380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:55.534466 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:55.546312 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=dc7ed15e-89d9-47e4-8ac7-4beb9c0f240d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:55.565558 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a3bc6c4b-5362-4b46-968d-7d56a636e174 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7885096 Nov 16 04:57:55.568156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56454) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:55.571533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-062f16ca-0ef4-40e5-b269-0078df141e70 req-35dd5c2a-05c7-47c5-bf83-8e30b9803cbf tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988327 Nov 16 04:57:55.610234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:57:55.610801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Checking segment: {'id': 'c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e48d9e79-0c55-4a02-b969-810562257422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:55.611361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Bound using segment: {'id': 'c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e48d9e79-0c55-4a02-b969-810562257422'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:57:55.612085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Bound port: f7c73e08-3670-42f9-89c1-bb91fc1e80eb, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e48d9e79-0c55-4a02-b969-810562257422'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:57:55.612564 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:55.621339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:55.622308 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:55.624018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-fefe7ea5-8980-4812-b078-2d2dc93dc043 service neutron] 10.222.0.37 "PUT /v2.0/ports/31234203-a5ee-4e95-9aaa-6d720ab7719f HTTP/1.1" status: 200 len: 1091 time: 4.7843022 Nov 16 04:57:55.643578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-889e20f9-ec6e-4470-9b3b-c6c0f184b3b2 req-5023e4fb-02a7-4225-a7e5-a731d72bbfeb tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631897 Nov 16 04:57:55.702726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde6548-f092-4dc4-8063-d07a38418e7f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:55.706739 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-edde6548-f092-4dc4-8063-d07a38418e7f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1349573 Nov 16 04:57:55.710314 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56460) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:55.917711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] For port f7c73e08-3670-42f9-89c1-bb91fc1e80eb, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:57:55.922157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] For port f7c73e08-3670-42f9-89c1-bb91fc1e80eb, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f7c73e08-3670-42f9-89c1-bb91fc1e80eb,segment=NetworkSegment(c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8),segment_id=c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:57:55.968519 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:55.980351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-10c42f44-56d5-4897-940c-43241076a560 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port dc7ed15e-89d9-47e4-8ac7-4beb9c0f240d {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:55.980697 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-10c42f44-56d5-4897-940c-43241076a560 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:56.036189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': '34f0d1c9-9fc1-4430-be83-4825d894457c'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:57:56.037116 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:56.253294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:56.256626 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:56.257435 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7c73e08-3670-42f9-89c1-bb91fc1e80eb HTTP/1.1" status: 200 len: 1092 time: 3.4177840 Nov 16 04:57:56.311901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a7d1-f855-455f-ac19-941fdd98464c req-cff4649e-4529-4747-a7e3-d5f9fb6b8b51 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:56.320710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a7d1-f855-455f-ac19-941fdd98464c req-cff4649e-4529-4747-a7e3-d5f9fb6b8b51 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:56.328699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924a7d1-f855-455f-ac19-941fdd98464c req-cff4649e-4529-4747-a7e3-d5f9fb6b8b51 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:56.357741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6924a7d1-f855-455f-ac19-941fdd98464c req-cff4649e-4529-4747-a7e3-d5f9fb6b8b51 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 2411 time: 0.6308684 Nov 16 04:57:56.361702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-dcfa7002-5e89-48e2-b0cf-3b04ae5a0281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:56.363369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-dcfa7002-5e89-48e2-b0cf-3b04ae5a0281 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 1094 time: 0.6698272 Nov 16 04:57:56.393008 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3eb7f166-a19f-4f85-861d-0972d8032e40 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492/tags HTTP/1.1" status: 204 len: 168 time: 1.0807447 Nov 16 04:57:56.415630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2987c-abf4-4265-9cc7-c62023dad9ea req-30a27ed4-b2e1-4c17-8c20-7374ccb3702a tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:56.425622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2cd2987c-abf4-4265-9cc7-c62023dad9ea req-30a27ed4-b2e1-4c17-8c20-7374ccb3702a tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 944 time: 0.5013969 Nov 16 04:57:56.455049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56468) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:56.474430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Allocated IP 2001:db8::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/34f0d1c9-9fc1-4430-be83-4825d894457c/5040bd5e-efac-46e4-9350-0de582071abf) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:57:56.488396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-312de832-e206-4dd9-93df-955dd7c1e50d tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8caa4d07-57dd-4065-95f5-d48f7c4d5492', 'tempest-TagsExtTest-Tag-1192706479') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:56.546543 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-10c42f44-56d5-4897-940c-43241076a560 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:56.562399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-10c42f44-56d5-4897-940c-43241076a560 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for dc7ed15e-89d9-47e4-8ac7-4beb9c0f240d owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:56.564120 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b5d5dfd2-f760-465d-88b5-09c51c458bf5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:56.610730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-53af09a1-c2d4-4981-a2c6-1b3a14a0eea3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f HTTP/1.1" status: 200 len: 217 time: 0.2220500 Nov 16 04:57:56.628241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25f50b-4c69-42d9-aad7-746f80dda1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7c73e08-3670-42f9-89c1-bb91fc1e80eb,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:56.714101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f'}, {'name': 'network-changed', 'server_uuid': '9e72d89e-a448-43b7-ba99-7fde28fc82e4', 'tag': 'f7c73e08-3670-42f9-89c1-bb91fc1e80eb'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:57:56.716645 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86acb8ae-4068-49c7-bd93-b84bab041a37" -d '{"events": [{"name": "network-changed", "server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f"}, {"name": "network-changed", "server_uuid": "9e72d89e-a448-43b7-ba99-7fde28fc82e4", "tag": "f7c73e08-3670-42f9-89c1-bb91fc1e80eb"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:57:56.767243 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-10c42f44-56d5-4897-940c-43241076a560 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:56.801854 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c42f44-56d5-4897-940c-43241076a560 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=dc7ed15e-89d9-47e4-8ac7-4beb9c0f240d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:56.819225 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:56.825859 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:56.858164 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5dfd2-f760-465d-88b5-09c51c458bf5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'Port': ['ID=8360c88d-5afc-43f1-9479-fb3f96d0f2bb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:56.883410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:56.888733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:56.891440 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-10c42f44-56d5-4897-940c-43241076a560 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:56.892795 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:57:56.902592 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-10c42f44-56d5-4897-940c-43241076a560 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/dc7ed15e-89d9-47e4-8ac7-4beb9c0f240d HTTP/1.1" status: 204 len: 168 time: 1.1912205 Nov 16 04:57:56.903335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6924a7d1-f855-455f-ac19-941fdd98464c req-28713b72-ccd7-40e8-94b4-0ac853fcba1b tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5445266 Nov 16 04:57:56.905151 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56482) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:56.943423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-e7f1dcee-5b4b-4acc-8fb8-053ea57f6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:56.945591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-e7f1dcee-5b4b-4acc-8fb8-053ea57f6986 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86a0e4ea77bb4da0be44d1d1288abf6b&device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 1095 time: 0.5741735 Nov 16 04:57:56.988404 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Pushing event updated for resources: {'Port': ['ID=5040bd5e-efac-46e4-9350-0de582071abf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:57.007533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Attempting to bind port 5040bd5e-efac-46e4-9350-0de582071abf on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:57:57.008113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Attempting to bind port 5040bd5e-efac-46e4-9350-0de582071abf by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:57:57.009245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Attempting to bind port 5040bd5e-efac-46e4-9350-0de582071abf on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:57:57.016158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:57:57.016788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:57:57.017712 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:57.018349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:57:57.019027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Bound port: 5040bd5e-efac-46e4-9350-0de582071abf, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:57:57.020265 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:57.038832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b5d5dfd2-f760-465d-88b5-09c51c458bf5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] No DVR routers for this DVR port 8360c88d-5afc-43f1-9479-fb3f96d0f2bb on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:57.048435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-52de74d7-a0e2-4963-9fa7-2e3d21ef2938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:57.050209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-52de74d7-a0e2-4963-9fa7-2e3d21ef2938 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.4230759 Nov 16 04:57:57.061421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2cd2987c-abf4-4265-9cc7-c62023dad9ea req-b6b3e25a-30cf-42cd-b95f-e7cc5ae0b079 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/security-groups?id=79766202-7b63-4497-b30b-d1487b8cb15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6346705 Nov 16 04:57:57.102405 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b5d5dfd2-f760-465d-88b5-09c51c458bf5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:57.129388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-055a970c-8d68-46db-b21b-a28e9da5babf req-b5d5dfd2-f760-465d-88b5-09c51c458bf5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "DELETE /v2.0/ports/8360c88d-5afc-43f1-9479-fb3f96d0f2bb HTTP/1.1" status: 204 len: 173 time: 4.0247223 Nov 16 04:57:57.140720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] For port 5040bd5e-efac-46e4-9350-0de582071abf, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:57:57.144788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] For port 5040bd5e-efac-46e4-9350-0de582071abf, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5040bd5e-efac-46e4-9350-0de582071abf,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:57:57.149936 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:57.205335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-d20c38c7-4f58-4608-b1c0-04ddb7d611b9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c73e08-3670-42f9-89c1-bb91fc1e80eb HTTP/1.1" status: 200 len: 217 time: 0.1760669 Nov 16 04:57:57.208012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde7643-e898-4329-94c1-b644614177f2 None None] Pushing event updated for resources: {'Port': ['ID=5040bd5e-efac-46e4-9350-0de582071abf,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:57.245884 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:57:57.281067 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 04:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c20294-f49c-460d-8a77-6a745e49eb02 x-openstack-request-id: req-58c20294-f49c-460d-8a77-6a745e49eb02 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:57:57.281363 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9e72d89e-a448-43b7-ba99-7fde28fc82e4", "tag": "f7c73e08-3670-42f9-89c1-bb91fc1e80eb", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:57:57.281609 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58c20294-f49c-460d-8a77-6a745e49eb02 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:57:57.282085 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'status': 'completed', 'code': 200} Nov 16 04:57:57.282338 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e72d89e-a448-43b7-ba99-7fde28fc82e4', 'tag': 'f7c73e08-3670-42f9-89c1-bb91fc1e80eb', 'status': 'completed', 'code': 200} Nov 16 04:57:57.283635 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-312de832-e206-4dd9-93df-955dd7c1e50d tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] show failed (client error): The resource could not be found. Nov 16 04:57:57.287222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-312de832-e206-4dd9-93df-955dd7c1e50d tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492/tags/tempest-TagsExtTest-Tag-1192706479 HTTP/1.1" status: 404 len: 329 time: 0.8075397 Nov 16 04:57:57.294113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56496) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:57.299050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-b30c0e06-addc-4365-a32b-5e7d465c3692 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8caa4d07-57dd-4065-95f5-d48f7c4d5492', 'tempest-TagsExtTest-Tag-1858094623') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:57.511768 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-b30c0e06-addc-4365-a32b-5e7d465c3692 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] show failed (client error): The resource could not be found. Nov 16 04:57:57.516456 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b30c0e06-addc-4365-a32b-5e7d465c3692 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492/tags/tempest-TagsExtTest-Tag-1858094623 HTTP/1.1" status: 404 len: 329 time: 0.2212152 Nov 16 04:57:57.519176 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56500) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:57.523965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-977595bf-a8b1-4863-9cf0-1478fef033e5 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8caa4d07-57dd-4065-95f5-d48f7c4d5492', 'tempest-TagsExtTest-Tag-98474462') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:57.717863 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-977595bf-a8b1-4863-9cf0-1478fef033e5 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] show failed (client error): The resource could not be found. Nov 16 04:57:57.722085 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-977595bf-a8b1-4863-9cf0-1478fef033e5 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492/tags/tempest-TagsExtTest-Tag-98474462 HTTP/1.1" status: 404 len: 327 time: 0.1988308 Nov 16 04:57:57.722444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56502) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:57.727521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-8fb75268-a3d8-41c5-882e-24d16de1da0a tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8dfb090f-01a8-471e-86ee-c3e35a3f11e8', {'tags': ['tempest-TagsExtTest-Tag-2087475508', 'tempest-TagsExtTest-Tag-2146708683', 'tempest-TagsExtTest-Tag-1892798096']}) {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:57.775455 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8fb75268-a3d8-41c5-882e-24d16de1da0a tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "PUT /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8/tags HTTP/1.1" status: 200 len: 318 time: 0.0503242 Nov 16 04:57:57.777506 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56504) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:57.784057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-9549e5e3-c16e-4e2c-adc4-3a0caffd0cfe tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8dfb090f-01a8-471e-86ee-c3e35a3f11e8') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:57.875732 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9549e5e3-c16e-4e2c-adc4-3a0caffd0cfe tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8/tags HTTP/1.1" status: 204 len: 168 time: 0.0948079 Nov 16 04:57:57.875926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56506) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:57.880211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-0bd21c90-a44a-412e-9824-5289b855f243 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8dfb090f-01a8-471e-86ee-c3e35a3f11e8', 'tempest-TagsExtTest-Tag-2087475508') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:57.923587 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-0bd21c90-a44a-412e-9824-5289b855f243 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] show failed (client error): The resource could not be found. Nov 16 04:57:57.924628 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0bd21c90-a44a-412e-9824-5289b855f243 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8/tags/tempest-TagsExtTest-Tag-2087475508 HTTP/1.1" status: 404 len: 329 time: 0.0478764 Nov 16 04:57:57.927843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56508) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:57.933502 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-3d2c882b-d293-4f1c-bb39-e5713e61c40a tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8dfb090f-01a8-471e-86ee-c3e35a3f11e8', 'tempest-TagsExtTest-Tag-2146708683') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:57.989325 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-3d2c882b-d293-4f1c-bb39-e5713e61c40a tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] show failed (client error): The resource could not be found. Nov 16 04:57:57.990395 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3d2c882b-d293-4f1c-bb39-e5713e61c40a tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8/tags/tempest-TagsExtTest-Tag-2146708683 HTTP/1.1" status: 404 len: 329 time: 0.0616384 Nov 16 04:57:57.994206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56512) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:58.005356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-13a5b46f-6a71-4273-9760-7db1d0e048c7 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8dfb090f-01a8-471e-86ee-c3e35a3f11e8', 'tempest-TagsExtTest-Tag-1892798096') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:58.039629 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-13a5b46f-6a71-4273-9760-7db1d0e048c7 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] show failed (client error): The resource could not be found. Nov 16 04:57:58.041457 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-13a5b46f-6a71-4273-9760-7db1d0e048c7 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8/tags/tempest-TagsExtTest-Tag-1892798096 HTTP/1.1" status: 404 len: 329 time: 0.0411801 Nov 16 04:57:58.044131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56514) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:58.048874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-cdc483dc-be3a-4a89-89f9-018e18de70a8 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8dfb090f-01a8-471e-86ee-c3e35a3f11e8') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:58.083670 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cdc483dc-be3a-4a89-89f9-018e18de70a8 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8/tags HTTP/1.1" status: 204 len: 168 time: 0.0357664 Nov 16 04:57:58.083926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56518) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:58.090707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-310b784f-96f4-4853-9883-30431c49fa32 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8caa4d07-57dd-4065-95f5-d48f7c4d5492') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:58.131757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac57eefa-9037-40bf-9c09-91be2093ddee tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:58.133385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac57eefa-9037-40bf-9c09-91be2093ddee tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:58.137721 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ac57eefa-9037-40bf-9c09-91be2093ddee tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 1.2179093 Nov 16 04:57:58.138111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56520) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:58.154735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-8b4285fa-7df8-4ae0-b293-7bac80c1d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:58.156240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-8b4285fa-7df8-4ae0-b293-7bac80c1d06e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c488608-b0db-49d2-99b0-0978bbc9f286 HTTP/1.1" status: 200 len: 848 time: 0.1602104 Nov 16 04:57:58.160423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-684c8413-8cce-4042-9ba1-b1df10a0a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:58.162085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-684c8413-8cce-4042-9ba1-b1df10a0a027 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0922487 Nov 16 04:57:58.238834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c882d427-5a68-4924-9ab1-618f0bf72c21 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 34f0d1c9-9fc1-4430-be83-4825d894457c {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:57:58.242800 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c882d427-5a68-4924-9ab1-618f0bf72c21 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:58.275713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f73ec-6945-4611-a917-24e8cf4d4294 req-57b6a7a7-de84-4e06-bcab-2a05ccedb0fa tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:58.286318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d86f73ec-6945-4611-a917-24e8cf4d4294 req-57b6a7a7-de84-4e06-bcab-2a05ccedb0fa tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 1.2436149 Nov 16 04:57:58.316487 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c882d427-5a68-4924-9ab1-618f0bf72c21 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:58.360481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-2537364f-3ca0-41ac-aefa-e9fd85f3aa4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e48d9e79-0c55-4a02-b969-810562257422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1633463 Nov 16 04:57:58.380049 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-310b784f-96f4-4853-9883-30431c49fa32 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492/tags HTTP/1.1" status: 204 len: 168 time: 0.2928162 Nov 16 04:57:58.380368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2940aba-7531-458e-a10c-a57aa5c47d36 req-a8f7ca01-ab01-43b9-b2f5-8ec3d5333f6f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:58.382267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2940aba-7531-458e-a10c-a57aa5c47d36 req-a8f7ca01-ab01-43b9-b2f5-8ec3d5333f6f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.3382599 Nov 16 04:57:58.393462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56528) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:58.399712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-9a3d78e6-8d82-4387-86b5-158e8f06765d tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a468f79c-f017-499c-a4e4-8253e721c123') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:58.416815 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c882d427-5a68-4924-9ab1-618f0bf72c21 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:58.495844 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c882d427-5a68-4924-9ab1-618f0bf72c21 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:58.530804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882d427-5a68-4924-9ab1-618f0bf72c21 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=34f0d1c9-9fc1-4430-be83-4825d894457c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:58.536852 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c882d427-5a68-4924-9ab1-618f0bf72c21 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:58.542634 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c882d427-5a68-4924-9ab1-618f0bf72c21 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/34f0d1c9-9fc1-4430-be83-4825d894457c HTTP/1.1" status: 204 len: 168 time: 0.4035614 Nov 16 04:57:58.545756 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56530) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:58.599759 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7f3e464d-3ba2-4b77-8929-dc95451ef1ec tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526838 Nov 16 04:57:58.602582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56532) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:58.647739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-6845dbfd-1d3a-43bc-9a96-1447adefb5c1 service neutron] 10.222.0.37 "GET /v2.0/networks/e48d9e79-0c55-4a02-b969-810562257422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632611 Nov 16 04:57:58.663760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397df5c5-f62f-47e0-862b-e69bcf949c14 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:58.668043 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-397df5c5-f62f-47e0-862b-e69bcf949c14 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0644298 Nov 16 04:57:58.668656 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56534) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:58.711754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17aed2e-cd16-411b-bf37-dc9c10c8e03e None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:57:58.718297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-055a970c-8d68-46db-b21b-a28e9da5babf req-0358f7dc-cafa-4d88-b8d8-a53e71df73b7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Deleting port 67326287-18f5-45b8-8163-5eb143ba21c1 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:58.718638 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-0358f7dc-cafa-4d88-b8d8-a53e71df73b7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:58.742248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfcf700-d2e3-45a2-a3a6-e0b0cc219641 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:58.745121 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3dfcf700-d2e3-45a2-a3a6-e0b0cc219641 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0747592 Nov 16 04:57:58.746979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56536) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:58.776214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d86f73ec-6945-4611-a917-24e8cf4d4294 req-d56a1b4b-5609-43a5-8334-229451408c13 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4890249 Nov 16 04:57:58.815924 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-97bc2935-6161-47b5-8e29-936a83bef84a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674136 Nov 16 04:57:58.816724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56538) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:58.828380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:57:58.837322 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f8240c70-1172-43ee-a42d-725e7567c3d4 None None] Could not find standard attr ID for object dc7ed15e-89d9-47e4-8ac7-4beb9c0f240d. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:57:58.860727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2940aba-7531-458e-a10c-a57aa5c47d36 req-976376f1-09a0-469b-9c0c-29ab45e53a15 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543922 Nov 16 04:57:58.862623 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-f72044c2-52df-414b-be6a-3fa503f63ae0 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6573203 Nov 16 04:57:58.888529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f8240c70-1172-43ee-a42d-725e7567c3d4 None None] Provisioning complete for port 5040bd5e-efac-46e4-9350-0de582071abf triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:58.889222 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8240c70-1172-43ee-a42d-725e7567c3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:59.059842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9a3d78e6-8d82-4387-86b5-158e8f06765d tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123/tags HTTP/1.1" status: 204 len: 168 time: 0.6637383 Nov 16 04:57:59.061153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56542) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:59.072312 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-c391f21b-3b81-48db-afe6-ee8854ae1801 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '991aef30-cb47-4397-a680-4605b307b26e') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:57:59.076047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:57:59.089816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:59.138437 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8240c70-1172-43ee-a42d-725e7567c3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:59.160394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 5040bd5e-efac-46e4-9350-0de582071abf up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:57:59.171815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a828436b-cbbb-4363-84cf-445445826815 None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:57:59.196816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-0358f7dc-cafa-4d88-b8d8-a53e71df73b7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] For port 67326287-18f5-45b8-8163-5eb143ba21c1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67326287-18f5-45b8-8163-5eb143ba21c1,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:59.197890 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-0358f7dc-cafa-4d88-b8d8-a53e71df73b7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:59.236386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3aca-ccca-4cf8-ac9c-494ed2249b17 req-467f30c1-a58b-4d27-bb7a-43160cfbe746 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:59.244017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f8240c70-1172-43ee-a42d-725e7567c3d4 None None] For port 5040bd5e-efac-46e4-9350-0de582071abf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5040bd5e-efac-46e4-9350-0de582071abf,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:59.246206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3aca-ccca-4cf8-ac9c-494ed2249b17 req-467f30c1-a58b-4d27-bb7a-43160cfbe746 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:59.248305 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afb3aca-ccca-4cf8-ac9c-494ed2249b17 req-467f30c1-a58b-4d27-bb7a-43160cfbe746 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 1678 time: 0.3313398 Nov 16 04:57:59.254137 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8240c70-1172-43ee-a42d-725e7567c3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:59.257552 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-055a970c-8d68-46db-b21b-a28e9da5babf req-0358f7dc-cafa-4d88-b8d8-a53e71df73b7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Calling delete_port for 67326287-18f5-45b8-8163-5eb143ba21c1 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:59.266589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-8de28ec1-39b4-4f72-8f6d-9383c1a509ef service neutron] 10.222.0.37 "GET /v2.0/networks/e48d9e79-0c55-4a02-b969-810562257422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053984 Nov 16 04:57:59.296483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-deleted', 'tag': '8360c88d-5afc-43f1-9479-fb3f96d0f2bb'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:57:59.299875 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cfeea6-5102-408a-86c7-e76e5f522953" -d '{"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-deleted", "tag": "8360c88d-5afc-43f1-9479-fb3f96d0f2bb"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:57:59.354595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 5040bd5e-efac-46e4-9350-0de582071abf triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:57:59.354595 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:59.379017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8240c70-1172-43ee-a42d-725e7567c3d4 None None] Pushing event updated for resources: {'Port': ['ID=5040bd5e-efac-46e4-9350-0de582071abf,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:59.392064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a828436b-cbbb-4363-84cf-445445826815 None None] Deleting port 5040bd5e-efac-46e4-9350-0de582071abf {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:57:59.392494 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a828436b-cbbb-4363-84cf-445445826815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:59.421799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8a10e-65f0-437a-b9e8-f275c533d414 req-d0257db5-d8b5-4dd0-80ae-9250a0d876e0 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:59.423214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ced8a10e-65f0-437a-b9e8-f275c533d414 req-d0257db5-d8b5-4dd0-80ae-9250a0d876e0 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 944 time: 0.3619735 Nov 16 04:57:59.433346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5afb3aca-ccca-4cf8-ac9c-494ed2249b17 req-1b9c4bcc-aa5f-48e5-b6f6-b8088dd4c04c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655786 Nov 16 04:57:59.440031 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f745929b-3d6b-431c-8b87-436dad2ea2aa req-eec8ca80-de20-4cdd-be7a-5dbab21c94d6 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5571218 Nov 16 04:57:59.537458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a828436b-cbbb-4363-84cf-445445826815 None None] For port 5040bd5e-efac-46e4-9350-0de582071abf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5040bd5e-efac-46e4-9350-0de582071abf,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:57:59.541951 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a828436b-cbbb-4363-84cf-445445826815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:59.588882 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c391f21b-3b81-48db-afe6-ee8854ae1801 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e/tags HTTP/1.1" status: 204 len: 168 time: 0.5245125 Nov 16 04:57:59.589509 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56558) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:59.591821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a828436b-cbbb-4363-84cf-445445826815 None None] Calling delete_port for 5040bd5e-efac-46e4-9350-0de582071abf owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:57:59.669874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:57:59.728061 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a828436b-cbbb-4363-84cf-445445826815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:59.747448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a828436b-cbbb-4363-84cf-445445826815 None None] No DVR routers for this DVR port 5040bd5e-efac-46e4-9350-0de582071abf on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:57:59.779735 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ced8a10e-65f0-437a-b9e8-f275c533d414 req-45ba0739-4644-4667-b330-f475d0a72c41 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/security-groups?id=79766202-7b63-4497-b30b-d1487b8cb15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366084 Nov 16 04:57:59.780112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828436b-cbbb-4363-84cf-445445826815 None None] Pushing event deleted for resources: {'Port': ['ID=5040bd5e-efac-46e4-9350-0de582071abf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:57:59.798660 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35e3ce4e-1f20-4ed6-9243-688a2868f9bc tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for subnetpool, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:59.799824 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-35e3ce4e-1f20-4ed6-9243-688a2868f9bc tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/subnetpools/8dfb090f-01a8-471e-86ee-c3e35a3f11e8 HTTP/1.1" status: 204 len: 168 time: 0.2066209 Nov 16 04:57:59.805915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56568) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:59.882618 n-d-818042-1 neutron-server[102660]: WARNING neutron.services.revisions.revision_plugin [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Could not find related port for resource to bump revision. Nov 16 04:57:59.887909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_pluggable_backend [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Port 5040bd5e-efac-46e4-9350-0de582071abf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 16 04:57:59.888231 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_pluggable_backend [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Reverting IP allocation for 2001:db8::f816:3eff:fe08:1790 {{(pid=102660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 16 04:57:59.893129 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_pluggable_backend [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe08:1790 {{(pid=102660) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 16 04:57:59.894757 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:59.903663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-77dd785e-d47c-440f-bfa8-48f9ee578097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:59.906657 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-77dd785e-d47c-440f-bfa8-48f9ee578097 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 1094 time: 0.4120290 Nov 16 04:57:59.916455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-65ba2d05-386d-4223-9550-fb40af461f55 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "GET /v2.0/ports?device_id=8caa4d07-57dd-4065-95f5-d48f7c4d5492 HTTP/1.1" status: 200 len: 205 time: 0.0959971 Nov 16 04:57:59.927571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56576) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:57:59.973531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:57:59.986119 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:57:59.990457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:57:59.991066 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:57:59.998151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32127fa0-94de-43a9-af3f-4b59b06336f6 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:00.052598 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2343481 Nov 16 04:58:00.057739 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f84280-cab7-4eec-9339-cc487e7eb2f9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=460212fc-83ab-4754-ad1e-07af0e323172,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:00.062374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56580) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:00.070591 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e323f37a-684d-4ef6-9bd7-859453c085aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:00.122310 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624016d0-4211-4ff9-b6d8-b8d6acad56d8 x-openstack-request-id: req-624016d0-4211-4ff9-b6d8-b8d6acad56d8 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:58:00.122602 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-deleted", "tag": "8360c88d-5afc-43f1-9479-fb3f96d0f2bb", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:58:00.122861 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-624016d0-4211-4ff9-b6d8-b8d6acad56d8 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:58:00.123268 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-deleted', 'tag': '8360c88d-5afc-43f1-9479-fb3f96d0f2bb', 'status': 'completed', 'code': 200} Nov 16 04:58:00.177455 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-0358f7dc-cafa-4d88-b8d8-a53e71df73b7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:00.304300 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b5ab689f-86a2-4be7-bc88-722a296cc495 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:00.351133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e323f37a-684d-4ef6-9bd7-859453c085aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:00.351133 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e323f37a-684d-4ef6-9bd7-859453c085aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:00.371245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0358f7dc-cafa-4d88-b8d8-a53e71df73b7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'Port': ['ID=67326287-18f5-45b8-8163-5eb143ba21c1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:00.471870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-0358f7dc-cafa-4d88-b8d8-a53e71df73b7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] No DVR routers for this DVR port 67326287-18f5-45b8-8163-5eb143ba21c1 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:58:00.486928 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-0358f7dc-cafa-4d88-b8d8-a53e71df73b7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:00.492797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-055a970c-8d68-46db-b21b-a28e9da5babf req-0358f7dc-cafa-4d88-b8d8-a53e71df73b7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "DELETE /v2.0/ports/67326287-18f5-45b8-8163-5eb143ba21c1 HTTP/1.1" status: 204 len: 173 time: 3.2679682 Nov 16 04:58:00.535609 n-d-818042-1 neutron-server[102660]: INFO neutron.db.ipam_backend_mixin [None req-e323f37a-684d-4ef6-9bd7-859453c085aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 460212fc-83ab-4754-ad1e-07af0e323172 (CIDR: 2001:db8::/64) Nov 16 04:58:00.539863 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e323f37a-684d-4ef6-9bd7-859453c085aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:58:00.540318 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e323f37a-684d-4ef6-9bd7-859453c085aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:00.573091 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e323f37a-684d-4ef6-9bd7-859453c085aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5095577 Nov 16 04:58:00.576016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56590) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:00.581747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-78f9a539-4a63-4e40-8521-e969082fa355 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:00.582093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-226c130f-f2ec-45d9-8489-b689e8f314a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:00.590416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-226c130f-f2ec-45d9-8489-b689e8f314a4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 917 time: 0.6727560 Nov 16 04:58:00.622904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dbb20-3545-4b55-9a18-cb580901165f req-850920d0-222d-4d3a-9c69-b75c83878291 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:00.644451 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-654dbb20-3545-4b55-9a18-cb580901165f req-850920d0-222d-4d3a-9c69-b75c83878291 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.4801903 Nov 16 04:58:00.727038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': '460212fc-83ab-4754-ad1e-07af0e323172'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:58:00.728618 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:00.864190 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-368a4a5c-35fe-434b-a559-34e9d6418957 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f HTTP/1.1" status: 200 len: 217 time: 0.2639456 Nov 16 04:58:00.889341 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f9a539-4a63-4e40-8521-e969082fa355 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:00.892928 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78f9a539-4a63-4e40-8521-e969082fa355 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:01.077724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-e4d4cbb6-6ce4-4494-8448-cb4c56de089a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:01.079390 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-e4d4cbb6-6ce4-4494-8448-cb4c56de089a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.0689783 Nov 16 04:58:01.079502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Allocated IP 2001:db8::f816:3eff:fe38:b442 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/460212fc-83ab-4754-ad1e-07af0e323172/eb637535-3faa-43a8-8dc7-c2c08ecd90e1) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:01.154111 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b5ab689f-86a2-4be7-bc88-722a296cc495 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:01.182296 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b5ab689f-86a2-4be7-bc88-722a296cc495 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:01.207472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cd818-fa57-4a1a-bfe2-28bf86b74320 req-af53484d-a037-4b12-a0e3-86f9b3db2ee7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:01.209730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-483cd818-fa57-4a1a-bfe2-28bf86b74320 req-af53484d-a037-4b12-a0e3-86f9b3db2ee7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 944 time: 0.5235188 Nov 16 04:58:01.255846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-654dbb20-3545-4b55-9a18-cb580901165f req-67d373b1-af84-419a-9d96-be9d0c8212e0 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6100893 Nov 16 04:58:01.365282 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:01.382724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 5040bd5e-efac-46e4-9350-0de582071abf no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:58:01.387491 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:01.396931 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78f9a539-4a63-4e40-8521-e969082fa355 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:01.482254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-483cd818-fa57-4a1a-bfe2-28bf86b74320 req-4ae92eec-9193-4eb1-868a-67d85615cc38 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612388 Nov 16 04:58:01.495029 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b5ab689f-86a2-4be7-bc88-722a296cc495 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:01.495522 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ab689f-86a2-4be7-bc88-722a296cc495 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Fanout notify agent at l3_agent the message router_deleted on router 8caa4d07-57dd-4065-95f5-d48f7c4d5492 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:58:01.498859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-2e63ab81-6cf9-4fe5-ba19-30e7b8718e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:01.500651 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-2e63ab81-6cf9-4fe5-ba19-30e7b8718e8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3913124 Nov 16 04:58:01.508132 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b5ab689f-86a2-4be7-bc88-722a296cc495 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:01.509702 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b5ab689f-86a2-4be7-bc88-722a296cc495 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/routers/8caa4d07-57dd-4065-95f5-d48f7c4d5492 HTTP/1.1" status: 204 len: 168 time: 1.5688872 Nov 16 04:58:01.524888 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 5040bd5e-efac-46e4-9350-0de582071abf {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:58:01.525405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 5040bd5e-efac-46e4-9350-0de582071abf not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:58:01.528230 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:58:01.540437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:58:01.549069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:58:01.574313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f7c73e08-3670-42f9-89c1-bb91fc1e80eb details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:58:01.585459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56600) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:01.587914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9a539-4a63-4e40-8521-e969082fa355 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=0bfaa547-c221-49a8-8911-251b69eb54da,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:01.611687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Pushing event updated for resources: {'Port': ['ID=eb637535-3faa-43a8-8dc7-c2c08ecd90e1,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:01.617841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9a539-4a63-4e40-8521-e969082fa355 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:58:01.634302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Deleting port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:01.634735 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:01.645302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19747ced-eb93-416f-92e8-0a22bd270d25 req-52ecb5a9-b731-42eb-abe5-7b1b6618d130 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:01.646997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19747ced-eb93-416f-92e8-0a22bd270d25 req-52ecb5a9-b731-42eb-abe5-7b1b6618d130 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 944 time: 0.2406461 Nov 16 04:58:01.651812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-78f9a539-4a63-4e40-8521-e969082fa355 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:58:01.658977 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f9a539-4a63-4e40-8521-e969082fa355 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:01.659787 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78f9a539-4a63-4e40-8521-e969082fa355 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:01.686486 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-78f9a539-4a63-4e40-8521-e969082fa355 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1090848 Nov 16 04:58:01.691536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56602) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:01.698909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'mac_address': 'fa:16:3e:7f:bc:b1', 'name': 'tempest-NetworksTestDHCPv6-1634463162'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:01.770485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Attempting to bind port eb637535-3faa-43a8-8dc7-c2c08ecd90e1 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:58:01.774679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Attempting to bind port eb637535-3faa-43a8-8dc7-c2c08ecd90e1 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:58:01.775448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Attempting to bind port eb637535-3faa-43a8-8dc7-c2c08ecd90e1 on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:58:01.834566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-5cabcaed-d156-4f5f-bb7a-6dd66df6cbc7 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211541 Nov 16 04:58:01.840228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f7c73e08-3670-42f9-89c1-bb91fc1e80eb, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f7c73e08-3670-42f9-89c1-bb91fc1e80eb,segment=NetworkSegment(c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8),segment_id=c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:01.854642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:58:01.855435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:58:01.856046 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:01.856655 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:58:01.857353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Bound port: eb637535-3faa-43a8-8dc7-c2c08ecd90e1, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:58:01.857981 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:01.875573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'f7c73e08-3670-42f9-89c1-bb91fc1e80eb', 'network_id': 'e48d9e79-0c55-4a02-b969-810562257422', 'port_id': 'f7c73e08-3670-42f9-89c1-bb91fc1e80eb', 'mac_address': 'fa:16:3e:be:6a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c488608-b0db-49d2-99b0-0978bbc9f286', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:58:01.984184 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:01.998547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] For port eb637535-3faa-43a8-8dc7-c2c08ecd90e1, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:58:02.002430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] For port eb637535-3faa-43a8-8dc7-c2c08ecd90e1, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=eb637535-3faa-43a8-8dc7-c2c08ecd90e1,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:58:02.006783 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:02.042042 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7accd533-3da8-442c-8434-0a09145ff310 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Deleting port a468f79c-f017-499c-a4e4-8253e721c123 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:02.042703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7accd533-3da8-442c-8434-0a09145ff310 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:02.083626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990ec0a-bf3d-414c-8777-0f8b864dff99 None None] Pushing event updated for resources: {'Port': ['ID=eb637535-3faa-43a8-8dc7-c2c08ecd90e1,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:02.102764 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c73e08-3670-42f9-89c1-bb91fc1e80eb {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:58:02.164214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f7c73e08-3670-42f9-89c1-bb91fc1e80eb, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f7c73e08-3670-42f9-89c1-bb91fc1e80eb,segment=NetworkSegment(c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8),segment_id=c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:02.169496 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:02.170565 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31234203-a5ee-4e95-9aaa-6d720ab7719f details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:58:02.228935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:02.308475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f7c73e08-3670-42f9-89c1-bb91fc1e80eb,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:02.384839 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:02.385428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-deleted', 'tag': '67326287-18f5-45b8-8163-5eb143ba21c1'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:58:02.390162 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7c6905-9330-4728-b928-af2bfdb369c5" -d '{"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-deleted", "tag": "67326287-18f5-45b8-8163-5eb143ba21c1"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:58:02.391896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 31234203-a5ee-4e95-9aaa-6d720ab7719f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:02.407406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19747ced-eb93-416f-92e8-0a22bd270d25 req-06f6b94c-335a-4b7e-a483-4b3ef164cd44 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/security-groups?id=79766202-7b63-4497-b30b-d1487b8cb15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7345715 Nov 16 04:58:02.420086 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7accd533-3da8-442c-8434-0a09145ff310 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:02.426784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'port_id': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'mac_address': 'fa:16:3e:93:00:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:58:02.448452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port 702b52c0-eddf-4415-a057-b0fb2ad26963 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:58:02.518921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] For port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1,segment=NetworkSegment(a7374a3b-82a7-4367-831f-a75a4fd399ec),segment_id=a7374a3b-82a7-4367-831f-a75a4fd399ec)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:02.519480 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:02.539391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-60f23587-57ac-4b7e-a490-9dcdaef191bc service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894994 Nov 16 04:58:02.609929 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7accd533-3da8-442c-8434-0a09145ff310 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Calling delete_port for a468f79c-f017-499c-a4e4-8253e721c123 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:02.641281 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baad210-bf66-4ba6-a7f2-34620d2729b2 x-openstack-request-id: req-4baad210-bf66-4ba6-a7f2-34620d2729b2 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:58:02.641632 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-deleted", "tag": "67326287-18f5-45b8-8163-5eb143ba21c1", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:58:02.641924 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4baad210-bf66-4ba6-a7f2-34620d2729b2 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:58:02.642425 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-deleted', 'tag': '67326287-18f5-45b8-8163-5eb143ba21c1', 'status': 'completed', 'code': 200} Nov 16 04:58:02.668941 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:02.715795 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31234203-a5ee-4e95-9aaa-6d720ab7719f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:58:02.778366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 31234203-a5ee-4e95-9aaa-6d720ab7719f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:02.784404 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:02.794614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45fef5-3663-4841-ad29-62050dc459df req-1201b9d2-551c-4faf-813c-dd1a4620c3a8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:02.796373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b45fef5-3663-4841-ad29-62050dc459df req-1201b9d2-551c-4faf-813c-dd1a4620c3a8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.2683067 Nov 16 04:58:02.852055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-9ce3027f-0b71-4e85-b72f-9007f9ff0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:02.853833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-9ce3027f-0b71-4e85-b72f-9007f9ff0809 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86a0e4ea77bb4da0be44d1d1288abf6b&device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 1096 time: 0.2106133 Nov 16 04:58:02.860174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=31234203-a5ee-4e95-9aaa-6d720ab7719f,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:02.967545 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:02.968156 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:02.968714 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Floating IP 49931b69-6f53-467f-a2a8-529e7a7a3755 disassociated. External IP: 172.25.0.125, port: e345ae6c-f54a-4df8-9d17-3ce9f69a7de1. Nov 16 04:58:02.969207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Calling delete_port for e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:03.044999 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['f7c73e08-3670-42f9-89c1-bb91fc1e80eb'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:58:03.045347 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8:0:1::215 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/0bfaa547-c221-49a8-8911-251b69eb54da/702b52c0-eddf-4415-a057-b0fb2ad26963) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:03.047442 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['31234203-a5ee-4e95-9aaa-6d720ab7719f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:58:03.063520 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::f816:3eff:fe7f:bcb1 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/460212fc-83ab-4754-ad1e-07af0e323172/702b52c0-eddf-4415-a057-b0fb2ad26963) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:03.142685 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7accd533-3da8-442c-8434-0a09145ff310 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:03.263677 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:03.264403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device eb637535-3faa-43a8-8dc7-c2c08ecd90e1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:58:03.305493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b03e28-bc12-475b-bab3-f6c67f025eb6 req-cde2c4e9-7ef5-4b05-a963-341ceb5778a3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:03.316709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03b03e28-bc12-475b-bab3-f6c67f025eb6 req-cde2c4e9-7ef5-4b05-a963-341ceb5778a3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 944 time: 0.6124430 Nov 16 04:58:03.424384 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:03.516978 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port eb637535-3faa-43a8-8dc7-c2c08ecd90e1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:03.517881 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:03.603602 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:03.625323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7accd533-3da8-442c-8434-0a09145ff310 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Pushing event deleted for resources: {'Port': ['ID=a468f79c-f017-499c-a4e4-8253e721c123,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:03.654144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b45fef5-3663-4841-ad29-62050dc459df req-d8d8c201-c330-449e-acbd-b14379856690 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7915516 Nov 16 04:58:03.655393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'Port': ['ID=e345ae6c-f54a-4df8-9d17-3ce9f69a7de1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:03.741030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-ef2f1973-ecb7-43d2-95a1-824c4d1801a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:03.744492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-ef2f1973-ecb7-43d2-95a1-824c4d1801a9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e48d9e79-0c55-4a02-b969-810562257422 HTTP/1.1" status: 200 len: 909 time: 0.8780580 Nov 16 04:58:03.811333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=702b52c0-eddf-4415-a057-b0fb2ad26963,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:03.846164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-53f1e0e4-dca6-4f4c-984f-b6b94c4af757 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c73e08-3670-42f9-89c1-bb91fc1e80eb HTTP/1.1" status: 200 len: 217 time: 0.0776591 Nov 16 04:58:03.853338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943c0794-c5c2-446e-a5e8-53c255440b79 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:03.862778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:03.863536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:03.864275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:03.864794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:03.865367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:03.865942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:03.866546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:03.867135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:03.867799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:03.868906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:03.869502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:03.870191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:03.932740 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:58:03.951173 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:58:03.971430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:58:03.982991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-251a4cf7-0cca-44b5-9786-9dd1a4a7e1b9 None None] Provisioning complete for port eb637535-3faa-43a8-8dc7-c2c08ecd90e1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:03.983538 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-251a4cf7-0cca-44b5-9786-9dd1a4a7e1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:03.995952 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:03.996869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:04.021565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03b03e28-bc12-475b-bab3-f6c67f025eb6 req-364452aa-7945-47d1-a7bd-c88d80738547 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups?id=db0de018-a273-4ae7-91c7-5fce1eb280d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7035639 Nov 16 04:58:04.052017 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a84dbacf-9165-422f-ad71-acc8ffe130b5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3570290 Nov 16 04:58:04.060665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56612) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:04.106982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-e7dd6bf1-09d0-4be0-9b2b-22cdda31d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:04.109003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-e7dd6bf1-09d0-4be0-9b2b-22cdda31d9a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6c488608-b0db-49d2-99b0-0978bbc9f286 HTTP/1.1" status: 200 len: 848 time: 0.2325051 Nov 16 04:58:04.118465 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7accd533-3da8-442c-8434-0a09145ff310 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:04.126145 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7accd533-3da8-442c-8434-0a09145ff310 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/ports/a468f79c-f017-499c-a4e4-8253e721c123 HTTP/1.1" status: 204 len: 168 time: 2.5292437 Nov 16 04:58:04.126333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eac867-5126-41d2-ae51-b24ce6e4cdb1 req-09d7e998-e7ef-4caf-a573-66aef0f6f3fd tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:04.127730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73eac867-5126-41d2-ae51-b24ce6e4cdb1 req-09d7e998-e7ef-4caf-a573-66aef0f6f3fd tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 945 time: 0.2371414 Nov 16 04:58:04.136422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56614) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:04.144843 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:04.208171 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-e33b6a50-164c-421f-b3f5-747f51afbb14 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e48d9e79-0c55-4a02-b969-810562257422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787449 Nov 16 04:58:04.247331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port eb637535-3faa-43a8-8dc7-c2c08ecd90e1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=eb637535-3faa-43a8-8dc7-c2c08ecd90e1,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:04.303609 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:04.313781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-174b6d37-487d-411f-a5c2-d96094eabd58 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Deleting subnet 991aef30-cb47-4397-a680-4605b307b26e {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:58:04.336068 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-174b6d37-487d-411f-a5c2-d96094eabd58 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:04.355710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-c8f3b15f-dbee-4c6e-907f-9bda4d4c8147 service neutron] 10.222.0.37 "GET /v2.0/networks/e48d9e79-0c55-4a02-b969-810562257422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390603 Nov 16 04:58:04.436566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=eb637535-3faa-43a8-8dc7-c2c08ecd90e1,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:04.483511 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-174b6d37-487d-411f-a5c2-d96094eabd58 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:04.489627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0b872bbd-b85f-4327-9e21-9204a67688cc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port 702b52c0-eddf-4415-a057-b0fb2ad26963 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:04.490259 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b872bbd-b85f-4327-9e21-9204a67688cc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:04.507281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Router 34fe1104-7813-4bc5-8d82-a7a650843c5d has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:58:04.517872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73eac867-5126-41d2-ae51-b24ce6e4cdb1 req-1da140f7-cb2c-472f-a66f-81bf4e50b54f tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/security-groups?id=79766202-7b63-4497-b30b-d1487b8cb15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678598 Nov 16 04:58:04.564371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca185775-9629-4419-a104-ecae12266804 None None] Update dhcp port {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'fixed_ips': [{'subnet_id': '460212fc-83ab-4754-ad1e-07af0e323172', 'ip_address': '2001:db8::f816:3eff:fe38:b442'}, {'subnet_id': '0bfaa547-c221-49a8-8911-251b69eb54da'}], 'binding:host_id': 'n-d-818042-1'}, 'id': 'eb637535-3faa-43a8-8dc7-c2c08ecd90e1'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 04:58:04.618655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b872bbd-b85f-4327-9e21-9204a67688cc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:04.625189 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca185775-9629-4419-a104-ecae12266804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:04.632949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0b872bbd-b85f-4327-9e21-9204a67688cc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for 702b52c0-eddf-4415-a057-b0fb2ad26963 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:04.688050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-86acb8ae-4068-49c7-bd93-b84bab041a37 req-eddf71c2-91c5-44dc-8a10-0089459e78b6 service neutron] 10.222.0.37 "GET /v2.0/networks/e48d9e79-0c55-4a02-b969-810562257422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192158 Nov 16 04:58:04.894515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:58:04.902841 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-174b6d37-487d-411f-a5c2-d96094eabd58 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:04.912341 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a94170-73b6-423e-996b-48767fcbab8e None None] Sync routers for ids ['34fe1104-7813-4bc5-8d82-a7a650843c5d'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:58:04.932325 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a94170-73b6-423e-996b-48767fcbab8e None None] Routers {'34fe1104-7813-4bc5-8d82-a7a650843c5d'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:58:04.935345 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-79a94170-73b6-423e-996b-48767fcbab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:57:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['34fe1104-7813-4bc5-8d82-a7a650843c5d'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:04.959547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ca185775-9629-4419-a104-ecae12266804 None None] Allocated IP 2001:db8:0:1::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/0bfaa547-c221-49a8-8911-251b69eb54da/eb637535-3faa-43a8-8dc7-c2c08ecd90e1) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:04.962793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33d916-90a9-4336-8585-302d5ba795de req-3910f879-4ca4-4d01-b9dd-1867e7063fbe tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:04.975320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a33d916-90a9-4336-8585-302d5ba795de req-3910f879-4ca4-4d01-b9dd-1867e7063fbe tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 944 time: 0.1602256 Nov 16 04:58:04.979223 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b872bbd-b85f-4327-9e21-9204a67688cc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:05.020298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] No DVR routers for this DVR port e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:58:05.029311 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:05.033156 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-055a970c-8d68-46db-b21b-a28e9da5babf req-1b00123e-1de3-41e4-bd44-84fb3d9d8fb5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.37 "DELETE /v2.0/ports/e345ae6c-f54a-4df8-9d17-3ce9f69a7de1 HTTP/1.1" status: 204 len: 173 time: 4.5339282 Nov 16 04:58:05.033814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-deleted', 'tag': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:58:05.037375 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b872bbd-b85f-4327-9e21-9204a67688cc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=702b52c0-eddf-4415-a057-b0fb2ad26963,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:05.048855 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e773e2-c08b-43b3-a9cb-aca1e40d3e12" -d '{"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-deleted", "tag": "e345ae6c-f54a-4df8-9d17-3ce9f69a7de1"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:58:05.106509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a33d916-90a9-4336-8585-302d5ba795de req-6b0b94d2-ac53-468b-afc5-10ab7de8018a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299243 Nov 16 04:58:05.141950 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47c22ef-8b4f-45c7-8d30-d9da8e33ba3c x-openstack-request-id: req-d47c22ef-8b4f-45c7-8d30-d9da8e33ba3c {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:58:05.142249 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1", "name": "network-vif-deleted", "tag": "e345ae6c-f54a-4df8-9d17-3ce9f69a7de1", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:58:05.143735 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d47c22ef-8b4f-45c7-8d30-d9da8e33ba3c {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:58:05.145311 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1', 'name': 'network-vif-deleted', 'tag': 'e345ae6c-f54a-4df8-9d17-3ce9f69a7de1', 'status': 'completed', 'code': 200} Nov 16 04:58:05.207129 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b872bbd-b85f-4327-9e21-9204a67688cc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:05.214728 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0b872bbd-b85f-4327-9e21-9204a67688cc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/702b52c0-eddf-4415-a057-b0fb2ad26963 HTTP/1.1" status: 204 len: 168 time: 1.1525741 Nov 16 04:58:05.215096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56622) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:05.235669 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-174b6d37-487d-411f-a5c2-d96094eabd58 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:05.258806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device eb637535-3faa-43a8-8dc7-c2c08ecd90e1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:58:05.283163 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-174b6d37-487d-411f-a5c2-d96094eabd58 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:05.288547 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-174b6d37-487d-411f-a5c2-d96094eabd58 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/subnets/991aef30-cb47-4397-a680-4605b307b26e HTTP/1.1" status: 204 len: 168 time: 1.1507676 Nov 16 04:58:05.309262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56624) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:05.326260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b6d37-487d-411f-a5c2-d96094eabd58 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Pushing event deleted for resources: {'Subnet': ['ID=991aef30-cb47-4397-a680-4605b307b26e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:05.343398 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58dbaf7-301e-468d-822c-fa635ceb7a1b None None] Network 8056cd54-6df4-46ff-8300-f659461dbad6 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:05.397698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8830be1b-8c74-4ea3-84b4-872eb2ea84ef req-8d69986f-2a6d-4313-9abf-d3489f8a2952 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0695364 Nov 16 04:58:05.415443 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-79a94170-73b6-423e-996b-48767fcbab8e None None] Set router 34fe1104-7813-4bc5-8d82-a7a650843c5d gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:58:05.476979 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ca185775-9629-4419-a104-ecae12266804 None None] For port eb637535-3faa-43a8-8dc7-c2c08ecd90e1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=eb637535-3faa-43a8-8dc7-c2c08ecd90e1,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:05.510485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3eee62-48d6-4ca5-8dd2-c72a46466d17 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:05.511302 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca185775-9629-4419-a104-ecae12266804 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:05.512767 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ca3eee62-48d6-4ca5-8dd2-c72a46466d17 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2961833 Nov 16 04:58:05.515888 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56626) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:05.525433 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca185775-9629-4419-a104-ecae12266804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:05.548276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port eb637535-3faa-43a8-8dc7-c2c08ecd90e1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:05.548890 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:05.589592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:05.655734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d97b4-c363-4fc9-9f3d-e742743c2b12 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:05.660711 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-590d97b4-c363-4fc9-9f3d-e742743c2b12 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1404979 Nov 16 04:58:05.661558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56630) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:05.670068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f7c73e08-3670-42f9-89c1-bb91fc1e80eb up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:58:05.815330 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-79a94170-73b6-423e-996b-48767fcbab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:46:59Z', 'revision_number': 4, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port': {'id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:53Z', 'updated_at': '2021-11-16T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'dafa216a-f861-4e72-a261-97410c10f816', 'name': '', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'mac_address': 'fa:16:3e:19:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:57Z', 'updated_at': '2021-11-16T04:47:07Z', 'revision_number': 5, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'subnets': [{'id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:05.833801 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dffabac-835e-4564-af24-c13ba80b1feb tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:05.837166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dffabac-835e-4564-af24-c13ba80b1feb tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:05.842013 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dffabac-835e-4564-af24-c13ba80b1feb tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:05.848025 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7dffabac-835e-4564-af24-c13ba80b1feb tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1832933 Nov 16 04:58:05.848721 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56632) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:05.864478 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d753f45-d561-46b4-8b45-190d6891a0e6 req-24f28003-1cc3-4a26-8528-55a045a0a5d9 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:05.866807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d753f45-d561-46b4-8b45-190d6891a0e6 req-24f28003-1cc3-4a26-8528-55a045a0a5d9 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 945 time: 0.1841156 Nov 16 04:58:05.878161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Deleting port 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:05.878611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:05.886442 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca185775-9629-4419-a104-ecae12266804 None None] Pushing event updated for resources: {'Port': ['ID=eb637535-3faa-43a8-8dc7-c2c08ecd90e1,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:05.891529 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a94170-73b6-423e-996b-48767fcbab8e None None] Checking router: 34fe1104-7813-4bc5-8d82-a7a650843c5d for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:58:05.920341 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a94170-73b6-423e-996b-48767fcbab8e None None] Routers {'34fe1104-7813-4bc5-8d82-a7a650843c5d'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:58:05.920978 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-79a94170-73b6-423e-996b-48767fcbab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:57:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['34fe1104-7813-4bc5-8d82-a7a650843c5d'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:05.996167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cea87d-c2ba-456c-ac14-a31aa4ae5726 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 0bfaa547-c221-49a8-8911-251b69eb54da {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:58:06.001830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e6cea87d-c2ba-456c-ac14-a31aa4ae5726 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:06.108661 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e6cea87d-c2ba-456c-ac14-a31aa4ae5726 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:06.167928 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d753f45-d561-46b4-8b45-190d6891a0e6 req-5bc0f44a-b5ab-40e3-a80f-ccd5d1c89db7 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/security-groups?id=79766202-7b63-4497-b30b-d1487b8cb15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922847 Nov 16 04:58:06.183671 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-79a94170-73b6-423e-996b-48767fcbab8e None None] Set router 34fe1104-7813-4bc5-8d82-a7a650843c5d gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:58:06.207199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] For port 7e4108c9-9a2e-4413-a1f3-a8ac031467f3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7e4108c9-9a2e-4413-a1f3-a8ac031467f3,segment=NetworkSegment(c7e89aad-3107-44aa-bec7-3f8ee7cfa449),segment_id=c7e89aad-3107-44aa-bec7-3f8ee7cfa449)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:06.207569 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:06.249702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Calling delete_port for 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:06.344589 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e6cea87d-c2ba-456c-ac14-a31aa4ae5726 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:06.444205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port f7c73e08-3670-42f9-89c1-bb91fc1e80eb completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:58:06.474090 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port f7c73e08-3670-42f9-89c1-bb91fc1e80eb triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:06.474478 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:06.479010 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e6cea87d-c2ba-456c-ac14-a31aa4ae5726 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:06.536814 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e6cea87d-c2ba-456c-ac14-a31aa4ae5726 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:06.550596 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e6cea87d-c2ba-456c-ac14-a31aa4ae5726 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/0bfaa547-c221-49a8-8911-251b69eb54da HTTP/1.1" status: 204 len: 168 time: 0.6969705 Nov 16 04:58:06.551480 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56638) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:06.563962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78111cf3-972e-4711-aaaf-94e1e455311d req-54340414-0d48-40be-8629-eae5aea8ec56 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:06.571643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78111cf3-972e-4711-aaaf-94e1e455311d req-54340414-0d48-40be-8629-eae5aea8ec56 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 944 time: 0.1822436 Nov 16 04:58:06.589515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544563c6-505b-407e-bfdf-b2c12aeffcec None None] DHCP port deletion for 8056cd54-6df4-46ff-8300-f659461dbad6 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:58:06.611300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cea87d-c2ba-456c-ac14-a31aa4ae5726 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=0bfaa547-c221-49a8-8911-251b69eb54da,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:06.617221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-002c42b6-5052-44f4-8b41-b62c5f67e5fe tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 460212fc-83ab-4754-ad1e-07af0e323172 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:58:06.623709 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-002c42b6-5052-44f4-8b41-b62c5f67e5fe tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:06.638421 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:06.672358 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-544563c6-505b-407e-bfdf-b2c12aeffcec None None] The port '7e4108c9-9a2e-4413-a1f3-a8ac031467f3' was deleted {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 16 04:58:06.747826 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:06.775528 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-002c42b6-5052-44f4-8b41-b62c5f67e5fe tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:06.812733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f7c73e08-3670-42f9-89c1-bb91fc1e80eb, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f7c73e08-3670-42f9-89c1-bb91fc1e80eb,segment=NetworkSegment(c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8),segment_id=c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:06.814596 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e72d89e-a448-43b7-ba99-7fde28fc82e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c73e08-3670-42f9-89c1-bb91fc1e80eb'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:58:06.819291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4571df6-67ea-41d7-b3ee-f920988a4eb6 req-d1c2673c-c61f-4468-a338-9dda3512637d tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.1488664 Nov 16 04:58:06.822268 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8494c230-28d1-4a88-9c5d-b6cb3c6ff0fe" -d '{"events": [{"server_uuid": "9e72d89e-a448-43b7-ba99-7fde28fc82e4", "name": "network-vif-plugged", "status": "completed", "tag": "f7c73e08-3670-42f9-89c1-bb91fc1e80eb"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:58:06.833483 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:06.834466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31234203-a5ee-4e95-9aaa-6d720ab7719f up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:58:06.864961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78111cf3-972e-4711-aaaf-94e1e455311d req-19921f10-696e-429a-90e6-9fdf7f9b0b27 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818496 Nov 16 04:58:06.867265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Pushing event deleted for resources: {'Port': ['ID=7e4108c9-9a2e-4413-a1f3-a8ac031467f3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:06.874263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] No DVR routers for this DVR port 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:58:06.905637 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-79a94170-73b6-423e-996b-48767fcbab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:46:59Z', 'revision_number': 4, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port': {'id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:53Z', 'updated_at': '2021-11-16T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'dafa216a-f861-4e72-a261-97410c10f816', 'name': '', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'mac_address': 'fa:16:3e:19:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:57Z', 'updated_at': '2021-11-16T04:47:07Z', 'revision_number': 5, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'subnets': [{'id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:06.935460 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133453ce-4c9a-4294-8729-6a6f6c1dbfb7 x-openstack-request-id: req-133453ce-4c9a-4294-8729-6a6f6c1dbfb7 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:58:06.935946 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e72d89e-a448-43b7-ba99-7fde28fc82e4", "name": "network-vif-plugged", "status": "completed", "tag": "f7c73e08-3670-42f9-89c1-bb91fc1e80eb", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:58:06.935946 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-133453ce-4c9a-4294-8729-6a6f6c1dbfb7 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:58:06.936741 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e72d89e-a448-43b7-ba99-7fde28fc82e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c73e08-3670-42f9-89c1-bb91fc1e80eb', 'code': 200} Nov 16 04:58:06.969982 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a94170-73b6-423e-996b-48767fcbab8e None None] The sync data for ids ['34fe1104-7813-4bc5-8d82-a7a650843c5d'] in n-d-818042-1 is: [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:46:59Z', 'revision_number': 4, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port': {'id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:53Z', 'updated_at': '2021-11-16T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'dafa216a-f861-4e72-a261-97410c10f816', 'name': '', 'network_id': '5bf91be6-016c-43c7-bd07-759140c5c6aa', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'mac_address': 'fa:16:3e:19:4d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:57Z', 'updated_at': '2021-11-16T04:47:07Z', 'revision_number': 5, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'subnets': [{'id': 'ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:58:06.971680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeacb063-953e-45e7-9315-c1ac9d5fa8cd None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:07.007670 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-002c42b6-5052-44f4-8b41-b62c5f67e5fe tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.090303 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.125741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1295a1-0473-49aa-928d-afb36f4484da req-9fe9547b-cbe7-483e-8b27-30bee06f2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:07.127832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f1295a1-0473-49aa-928d-afb36f4484da req-9fe9547b-cbe7-483e-8b27-30bee06f2c51 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 1097 time: 0.1094987 Nov 16 04:58:07.132394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8056cd54-6df4-46ff-8300-f659461dbad6']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:07.150144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5e5780b9-8a2b-431f-97e3-315b2ce2ed5a None None] Could not find standard attr ID for object 702b52c0-eddf-4415-a057-b0fb2ad26963. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:58:07.166855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-002c42b6-5052-44f4-8b41-b62c5f67e5fe tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.168867 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device eb637535-3faa-43a8-8dc7-c2c08ecd90e1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:58:07.172439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7e89aad-3107-44aa-bec7-3f8ee7cfa449') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:07.172863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7e89aad-3107-44aa-bec7-3f8ee7cfa449') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:07.206998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c42b6-5052-44f4-8b41-b62c5f67e5fe tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=460212fc-83ab-4754-ad1e-07af0e323172,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:07.225760 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.230717 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-002c42b6-5052-44f4-8b41-b62c5f67e5fe tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.231996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f1295a1-0473-49aa-928d-afb36f4484da req-42c86f6c-7970-4cd6-a83c-2a6fc96dee3e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=79766202-7b63-4497-b30b-d1487b8cb15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944347 Nov 16 04:58:07.234661 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-002c42b6-5052-44f4-8b41-b62c5f67e5fe tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/460212fc-83ab-4754-ad1e-07af0e323172 HTTP/1.1" status: 204 len: 168 time: 0.6818662 Nov 16 04:58:07.237052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56644) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:07.246934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f7c73e08-3670-42f9-89c1-bb91fc1e80eb,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:07.266350 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.288673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:58:07.289221 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:58:07.294896 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:58:07.301286 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9fba8680-4852-41e6-b4c9-36f10a33a6d4 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625238 Nov 16 04:58:07.302266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56646) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:07.307455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:07.348600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 31234203-a5ee-4e95-9aaa-6d720ab7719f completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:58:07.374229 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5e5780b9-8a2b-431f-97e3-315b2ce2ed5a None None] Provisioning complete for port eb637535-3faa-43a8-8dc7-c2c08ecd90e1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:07.374791 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5e5780b9-8a2b-431f-97e3-315b2ce2ed5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.377003 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 31234203-a5ee-4e95-9aaa-6d720ab7719f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:07.377513 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.434181 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.434935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:07.443442 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.482101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb53f8f-5fa1-4516-9ae7-901d5a8e70e7 None None] New status for floating IP 49931b69-6f53-467f-a2a8-529e7a7a3755: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:58:07.484632 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.490309 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] 10.222.0.41 "DELETE /v2.0/networks/8056cd54-6df4-46ff-8300-f659461dbad6 HTTP/1.1" status: 204 len: 168 time: 2.1776726 Nov 16 04:58:07.490309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b1a3e5-3bce-4433-888b-33804b5cee23 tempest-TagsExtTest-2069919607 tempest-TagsExtTest-2069919607-project] Pushing event deleted for resources: {'Network': ['ID=8056cd54-6df4-46ff-8300-f659461dbad6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:07.547296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d16ae-06d1-49b9-b18d-921cff6c528a req-fab0e7f6-591e-4924-8663-523daf97ae2f tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:07.552270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d05d16ae-06d1-49b9-b18d-921cff6c528a req-fab0e7f6-591e-4924-8663-523daf97ae2f tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 946 time: 0.1401474 Nov 16 04:58:07.673423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d05d16ae-06d1-49b9-b18d-921cff6c528a req-9078f175-f958-4412-bdc0-3fc01a72b3d8 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/security-groups?id=79766202-7b63-4497-b30b-d1487b8cb15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140726 Nov 16 04:58:07.713288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port eb637535-3faa-43a8-8dc7-c2c08ecd90e1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:07.713659 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.813934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f09dd-1b4e-4c53-9f3b-f36449e2a9ec None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:58:07.824070 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:07.926125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56656) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:07.970922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:58:07.995467 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 31234203-a5ee-4e95-9aaa-6d720ab7719f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:08.010392 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.014951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18c5c451-428c-4bb2-95c9-0af64ca37278 req-e5732651-3c10-45e4-9f79-40fbf311075f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0562928 Nov 16 04:58:08.016891 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2d8074f-69e9-48a1-a6c3-45380c2855ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.092442 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:58:08.095624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1c8f09dd-1b4e-4c53-9f3b-f36449e2a9ec None None] Deleting port eb637535-3faa-43a8-8dc7-c2c08ecd90e1 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:08.096118 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c8f09dd-1b4e-4c53-9f3b-f36449e2a9ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.116460 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79576c9b-c42e-44d6-b271-4b3ebcb81f68 req-ee3b8b1c-cc6b-457e-9a5e-cab94dcf6aa8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:08.118187 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79576c9b-c42e-44d6-b271-4b3ebcb81f68 req-ee3b8b1c-cc6b-457e-9a5e-cab94dcf6aa8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1004374 Nov 16 04:58:08.179645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:58:08.180001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7e4108c9-9a2e-4413-a1f3-a8ac031467f3 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:58:08.202063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=31234203-a5ee-4e95-9aaa-6d720ab7719f,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:08.206689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0748d0b4-263c-4b29-8f5c-2b8b032e7108 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a96736be61ba408da471e9fea0f64bab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2788405 Nov 16 04:58:08.211634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56660) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:08.212382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79576c9b-c42e-44d6-b271-4b3ebcb81f68 req-ae3da552-38a6-46b2-978c-47f4ec9b545e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866361 Nov 16 04:58:08.281940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1c8f09dd-1b4e-4c53-9f3b-f36449e2a9ec None None] For port eb637535-3faa-43a8-8dc7-c2c08ecd90e1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=eb637535-3faa-43a8-8dc7-c2c08ecd90e1,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:08.282421 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c8f09dd-1b4e-4c53-9f3b-f36449e2a9ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.299191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1c8f09dd-1b4e-4c53-9f3b-f36449e2a9ec None None] Calling delete_port for eb637535-3faa-43a8-8dc7-c2c08ecd90e1 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:08.336199 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8e16-e80d-4625-b7bb-963721d36a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.339835 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.375619 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8e16-e80d-4625-b7bb-963721d36a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.433435 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c8f09dd-1b4e-4c53-9f3b-f36449e2a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.462868 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f09dd-1b4e-4c53-9f3b-f36449e2a9ec None None] Pushing event deleted for resources: {'Port': ['ID=eb637535-3faa-43a8-8dc7-c2c08ecd90e1,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:08.471233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f09dd-1b4e-4c53-9f3b-f36449e2a9ec None None] No DVR routers for this DVR port eb637535-3faa-43a8-8dc7-c2c08ecd90e1 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:58:08.520001 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8e16-e80d-4625-b7bb-963721d36a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.522602 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa0c8e16-e80d-4625-b7bb-963721d36a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.523732 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa0c8e16-e80d-4625-b7bb-963721d36a7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f128b35-bb4b-4333-9da3-0d31a642dc7f HTTP/1.1" status: 204 len: 168 time: 0.3103900 Nov 16 04:58:08.544293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c8e16-e80d-4625-b7bb-963721d36a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f128b35-bb4b-4333-9da3-0d31a642dc7f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:08.562746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] For port eb637535-3faa-43a8-8dc7-c2c08ecd90e1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=eb637535-3faa-43a8-8dc7-c2c08ecd90e1,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:08.611491 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.616635 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.617976 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.681431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=eb637535-3faa-43a8-8dc7-c2c08ecd90e1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:08.696904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:58:08.700343 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:58:08.703449 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:08.703959 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.715548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea58c26-9266-4518-8099-8d6b2b261e83 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:08.718045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=7945c4bd-db68-4931-8046-536290c4410d,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:08.737473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56668) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:08.738325 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-39f0de49-925c-4913-ba60-1620d03d7d6c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4347541 Nov 16 04:58:08.744299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0fbecb9a-3d19-408d-ad7a-b0c0d102b1d9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:08.873078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec64a8f-d889-4f4f-98bc-7e8f202ec991 req-ba4482e0-3cb3-491d-8d02-a339e4ca4059 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:08.880618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ec64a8f-d889-4f4f-98bc-7e8f202ec991 req-ba4482e0-3cb3-491d-8d02-a339e4ca4059 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 946 time: 0.1301885 Nov 16 04:58:08.910853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'tenant_id': 'fc09ef58e5cc4919b8e42f3d5529b7a7', 'fixed_ips': [{'subnet_id': '7945c4bd-db68-4931-8046-536290c4410d'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 04:58:08.912071 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:08.939356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:58:08.943491 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c6f307-eb5e-4e99-8dc2-957c2d5f4b53" -d '{"events": [{"server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "name": "network-vif-plugged", "status": "completed", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:58:09.027291 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acab7dc-f490-49ea-b8b4-7e65292e8df7 x-openstack-request-id: req-0acab7dc-f490-49ea-b8b4-7e65292e8df7 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:58:09.027594 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "name": "network-vif-plugged", "status": "completed", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:58:09.027854 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0acab7dc-f490-49ea-b8b4-7e65292e8df7 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:58:09.028255 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'code': 200} Nov 16 04:58:09.072623 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ec64a8f-d889-4f4f-98bc-7e8f202ec991 req-8b43692c-2cc3-4de9-a1d0-c82b904b2dc3 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/security-groups?id=79766202-7b63-4497-b30b-d1487b8cb15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901982 Nov 16 04:58:09.105970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbecb9a-3d19-408d-ad7a-b0c0d102b1d9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:09.109694 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0fbecb9a-3d19-408d-ad7a-b0c0d102b1d9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:09.146586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device eb637535-3faa-43a8-8dc7-c2c08ecd90e1 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:58:09.149660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Allocated IP 2001:db8::f816:3eff:fefe:424f (c5ae47cf-9d45-48ba-80f3-52befcad38c3/7945c4bd-db68-4931-8046-536290c4410d/12ae83b3-327e-4d3c-9603-c4e426a6de16) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:09.181206 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: eb637535-3faa-43a8-8dc7-c2c08ecd90e1 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:58:09.181563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device eb637535-3faa-43a8-8dc7-c2c08ecd90e1 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:58:09.257706 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-50f8de52-e29d-4b8b-9f81-a7e6b90322a1 req-e74df322-6b94-4025-b623-55eec77838e2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0832572 Nov 16 04:58:09.284990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080902e-1458-489a-ab63-9df8a352bcaa req-09a49351-f5d4-4dcf-98e2-6fc577a205f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:09.286688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6080902e-1458-489a-ab63-9df8a352bcaa req-09a49351-f5d4-4dcf-98e2-6fc577a205f7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 1096 time: 0.1706307 Nov 16 04:58:09.355127 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:09.362342 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:09.403040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:58:09.410741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:58:09.414603 n-d-818042-1 neutron-server[102659]: INFO neutron.db.ipam_backend_mixin [None req-0fbecb9a-3d19-408d-ad7a-b0c0d102b1d9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7945c4bd-db68-4931-8046-536290c4410d (CIDR: 2001:db8::/64) Nov 16 04:58:09.417387 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:58:09.417558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6080902e-1458-489a-ab63-9df8a352bcaa req-7528e2bf-eab6-4b8d-94b2-757644a0b2f5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209056 Nov 16 04:58:09.425135 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbecb9a-3d19-408d-ad7a-b0c0d102b1d9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:58:09.425598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbecb9a-3d19-408d-ad7a-b0c0d102b1d9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:09.454332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44403dfe-d759-4fd3-bd58-6f9f7bdd6103 req-95bdcbd8-8e73-4d9b-8a59-12e48d82d5c8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:09.454937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Pushing event updated for resources: {'Port': ['ID=12ae83b3-327e-4d3c-9603-c4e426a6de16,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:09.456044 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44403dfe-d759-4fd3-bd58-6f9f7bdd6103 req-95bdcbd8-8e73-4d9b-8a59-12e48d82d5c8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1102660 Nov 16 04:58:09.462951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0fbecb9a-3d19-408d-ad7a-b0c0d102b1d9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7217243 Nov 16 04:58:09.465485 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56694) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:09.470721 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1b94b496-6210-4f4e-8ee3-0373f2382405 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:09.499173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Attempting to bind port 12ae83b3-327e-4d3c-9603-c4e426a6de16 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:58:09.499840 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Attempting to bind port 12ae83b3-327e-4d3c-9603-c4e426a6de16 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:58:09.500333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Attempting to bind port 12ae83b3-327e-4d3c-9603-c4e426a6de16 on network c5ae47cf-9d45-48ba-80f3-52befcad38c3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:58:09.507984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:58:09.509588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Checking segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:58:09.510190 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:09.510757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Bound using segment: {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:58:09.511405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Bound port: 12ae83b3-327e-4d3c-9603-c4e426a6de16, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c246626-c88a-499f-b9d4-127e9993c7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:58:09.511975 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:09.579832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44403dfe-d759-4fd3-bd58-6f9f7bdd6103 req-f9b579d8-b5cd-4112-9ace-10b5b56d3941 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028035 Nov 16 04:58:09.607175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] For port 12ae83b3-327e-4d3c-9603-c4e426a6de16, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:58:09.611412 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] For port 12ae83b3-327e-4d3c-9603-c4e426a6de16, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=12ae83b3-327e-4d3c-9603-c4e426a6de16,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:58:09.616757 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:09.701751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdb3e2-e4e4-4c25-b86a-4a18f04473f2 None None] Pushing event updated for resources: {'Port': ['ID=12ae83b3-327e-4d3c-9603-c4e426a6de16,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:10.037719 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b94b496-6210-4f4e-8ee3-0373f2382405 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:10.045077 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b94b496-6210-4f4e-8ee3-0373f2382405 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:10.176466 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dbafcc51-42a1-4399-853b-b092472592ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:10.293378 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b94b496-6210-4f4e-8ee3-0373f2382405 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:10.338754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b94b496-6210-4f4e-8ee3-0373f2382405 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:58:10.341871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-1b94b496-6210-4f4e-8ee3-0373f2382405 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:58:10.346102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b94b496-6210-4f4e-8ee3-0373f2382405 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:10.346684 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b94b496-6210-4f4e-8ee3-0373f2382405 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:10.360384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94b496-6210-4f4e-8ee3-0373f2382405 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=f80a221f-78df-4aec-95da-d472a5201fc9,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:10.370963 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1b94b496-6210-4f4e-8ee3-0373f2382405 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9043329 Nov 16 04:58:10.374644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56714) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:10.386729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'mac_address': 'fa:16:3e:89:99:da', 'name': 'tempest-NetworksTestDHCPv6-990216586'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:10.438640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba1c3911-a1e9-468e-aec9-09dec21bcf73 req-17341afa-98da-4c94-ba4f-0b901f022f4f tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0656459 Nov 16 04:58:10.543246 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:10.659664 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:10.710106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port d1c2b57a-1e29-47b9-8693-da58fcd9d12f yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:58:10.786156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c287c1-77cd-48e5-929a-36101a031a36 req-50171c28-fc82-402a-93df-0dafd5fd9801 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:10.788467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3c287c1-77cd-48e5-929a-36101a031a36 req-50171c28-fc82-402a-93df-0dafd5fd9801 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1165035 Nov 16 04:58:10.937737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf4f3d5-a873-4f44-a291-23be24dbf02c None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:11.010608 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6bfcf57a-ecb7-454a-9958-bd87560decc1 None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:11.010992 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf57a-ecb7-454a-9958-bd87560decc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:11.149432 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf57a-ecb7-454a-9958-bd87560decc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:11.162600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 12ae83b3-327e-4d3c-9603-c4e426a6de16 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:58:11.247368 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3c287c1-77cd-48e5-929a-36101a031a36 req-7831d3df-bc0a-4bec-a890-8343eaae50a9 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4477906 Nov 16 04:58:11.257059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6bfcf57a-ecb7-454a-9958-bd87560decc1 None None] For port 12ae83b3-327e-4d3c-9603-c4e426a6de16, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=12ae83b3-327e-4d3c-9603-c4e426a6de16,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:11.276385 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf57a-ecb7-454a-9958-bd87560decc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:11.338366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8:0:1::2dc (c5ae47cf-9d45-48ba-80f3-52befcad38c3/f80a221f-78df-4aec-95da-d472a5201fc9/d1c2b57a-1e29-47b9-8693-da58fcd9d12f) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:11.353306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::f816:3eff:fe89:99da (c5ae47cf-9d45-48ba-80f3-52befcad38c3/7945c4bd-db68-4931-8046-536290c4410d/d1c2b57a-1e29-47b9-8693-da58fcd9d12f) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:11.435183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8e6c8-3687-4d12-90e2-36603776bb47 req-19ad471b-fe64-4b81-9250-bdd411075c94 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:11.436881 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c8e6c8-3687-4d12-90e2-36603776bb47 req-19ad471b-fe64-4b81-9250-bdd411075c94 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.0962200 Nov 16 04:58:11.448310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56720) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:11.453320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-944ed415-e58e-4ec7-994b-524d86a5f63a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Request body: {'floatingip': {'port_id': '31234203-a5ee-4e95-9aaa-6d720ab7719f'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:11.514192 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-944ed415-e58e-4ec7-994b-524d86a5f63a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:11.522848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:11.523225 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:11.578609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcf57a-ecb7-454a-9958-bd87560decc1 None None] Pushing event updated for resources: {'Port': ['ID=12ae83b3-327e-4d3c-9603-c4e426a6de16,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:11.590048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0d81e2b-ba26-4e12-aa09-99e3ba901116 req-7fbbd82e-3bec-4f67-b25c-b6e353846928 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0411472 Nov 16 04:58:11.611794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:11.641093 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf20e176-6358-4155-afb6-765c7e767fa8 None None] Update dhcp port {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'fixed_ips': [{'subnet_id': '7945c4bd-db68-4931-8046-536290c4410d', 'ip_address': '2001:db8::f816:3eff:fefe:424f'}, {'subnet_id': 'f80a221f-78df-4aec-95da-d472a5201fc9'}], 'binding:host_id': 'n-d-818042-1'}, 'id': '12ae83b3-327e-4d3c-9603-c4e426a6de16'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 04:58:11.663918 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:11.682418 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf20e176-6358-4155-afb6-765c7e767fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:11.743175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:58:11.744875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=d1c2b57a-1e29-47b9-8693-da58fcd9d12f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:11.756967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:58:11.760164 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:58:11.767714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:11.769028 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:11.791877 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cc21be5b-c7ba-4f1f-ae87-2fbbdab33a34 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4156156 Nov 16 04:58:11.795383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56724) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:11.897030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-bf20e176-6358-4155-afb6-765c7e767fa8 None None] Allocated IP 2001:db8:0:1::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/f80a221f-78df-4aec-95da-d472a5201fc9/12ae83b3-327e-4d3c-9603-c4e426a6de16) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:11.900419 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:11.920565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1a708bcf-e9ed-4afe-b8ae-11182d5e391f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port d1c2b57a-1e29-47b9-8693-da58fcd9d12f {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:11.920914 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a708bcf-e9ed-4afe-b8ae-11182d5e391f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:12.010481 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-944ed415-e58e-4ec7-994b-524d86a5f63a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:12.012622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-bf20e176-6358-4155-afb6-765c7e767fa8 None None] For port 12ae83b3-327e-4d3c-9603-c4e426a6de16, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=12ae83b3-327e-4d3c-9603-c4e426a6de16,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:12.015205 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-944ed415-e58e-4ec7-994b-524d86a5f63a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:12.034207 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a708bcf-e9ed-4afe-b8ae-11182d5e391f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:12.042900 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf20e176-6358-4155-afb6-765c7e767fa8 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:12.047852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1a708bcf-e9ed-4afe-b8ae-11182d5e391f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for d1c2b57a-1e29-47b9-8693-da58fcd9d12f owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:12.048283 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf20e176-6358-4155-afb6-765c7e767fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:12.106411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20e176-6358-4155-afb6-765c7e767fa8 None None] Pushing event updated for resources: {'Port': ['ID=12ae83b3-327e-4d3c-9603-c4e426a6de16,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:12.134788 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-944ed415-e58e-4ec7-994b-524d86a5f63a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Floating IP fd7c5280-fff8-4106-b453-85c267c6c4cd associated. External IP: 172.25.0.41, port: 31234203-a5ee-4e95-9aaa-6d720ab7719f. Nov 16 04:58:12.274085 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a708bcf-e9ed-4afe-b8ae-11182d5e391f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:12.319777 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a708bcf-e9ed-4afe-b8ae-11182d5e391f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=d1c2b57a-1e29-47b9-8693-da58fcd9d12f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:12.366627 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a708bcf-e9ed-4afe-b8ae-11182d5e391f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:12.373613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1a708bcf-e9ed-4afe-b8ae-11182d5e391f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/d1c2b57a-1e29-47b9-8693-da58fcd9d12f HTTP/1.1" status: 204 len: 168 time: 0.5752053 Nov 16 04:58:12.374453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56726) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:12.395496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944ed415-e58e-4ec7-994b-524d86a5f63a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Router 21eb394d-893e-4f5f-a47f-246fb61ff742 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:58:12.440877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ff281-8faa-472e-b21f-860b6f226d91 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:12.445504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56728) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:12.448469 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-274ff281-8faa-472e-b21f-860b6f226d91 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0728230 Nov 16 04:58:12.549137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9e2bd-a94d-4353-a7de-700906b8b98a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:12.550837 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-19f9e2bd-a94d-4353-a7de-700906b8b98a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1043158 Nov 16 04:58:12.553576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56730) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:12.562885 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944ed415-e58e-4ec7-994b-524d86a5f63a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:58:12.573711 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-944ed415-e58e-4ec7-994b-524d86a5f63a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:12.580217 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768677e7-dbd1-4588-8a7e-d74cc7ec10c4 None None] Sync routers for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:58:12.608564 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768677e7-dbd1-4588-8a7e-d74cc7ec10c4 None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:58:12.608805 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-944ed415-e58e-4ec7-994b-524d86a5f63a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "PUT /v2.0/floatingips/fd7c5280-fff8-4106-b453-85c267c6c4cd HTTP/1.1" status: 200 len: 990 time: 1.1591511 Nov 16 04:58:12.609559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:58:12.612910 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092d4fe5-365c-478d-8ab8-0f223fdb6bd7" -d '{"events": [{"name": "network-changed", "server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:58:12.624543 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-768677e7-dbd1-4588-8a7e-d74cc7ec10c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:58:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:12.628846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a10e1cb-07db-47f1-b312-266db00f65a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:12.638199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a10e1cb-07db-47f1-b312-266db00f65a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:12.648282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a10e1cb-07db-47f1-b312-266db00f65a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:12.654486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56740) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:12.654689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6a10e1cb-07db-47f1-b312-266db00f65a9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0998595 Nov 16 04:58:12.763934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a233af6-5ffa-48a8-b05c-cf0463994fe9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet 7945c4bd-db68-4931-8046-536290c4410d {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:58:12.773742 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a233af6-5ffa-48a8-b05c-cf0463994fe9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:12.844489 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a233af6-5ffa-48a8-b05c-cf0463994fe9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:12.886610 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-768677e7-dbd1-4588-8a7e-d74cc7ec10c4 None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:58:12.910893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03876604-f6e3-48f9-9ab0-6fefe4732d7d req-80ee19f5-2368-4eb0-afb9-6d04b788b8ef tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0589397 Nov 16 04:58:12.928185 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1669d6-2b6e-472e-bbc7-26b9cabe00c8 x-openstack-request-id: req-ce1669d6-2b6e-472e-bbc7-26b9cabe00c8 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:58:12.928875 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:58:12.928875 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce1669d6-2b6e-472e-bbc7-26b9cabe00c8 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:58:12.929458 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'status': 'completed', 'code': 200} Nov 16 04:58:13.020346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d4fe5-365c-478d-8ab8-0f223fdb6bd7 req-72643beb-b5db-4213-a961-7784146b9eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:13.023671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-092d4fe5-365c-478d-8ab8-0f223fdb6bd7 req-72643beb-b5db-4213-a961-7784146b9eaf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 1096 time: 0.0633793 Nov 16 04:58:13.031851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-045c72d2-b181-4f09-9834-06048c3f4995 None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:13.034591 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a233af6-5ffa-48a8-b05c-cf0463994fe9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:13.044497 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-045c72d2-b181-4f09-9834-06048c3f4995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:13.177218 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a233af6-5ffa-48a8-b05c-cf0463994fe9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:13.188799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 12ae83b3-327e-4d3c-9603-c4e426a6de16 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:58:13.237075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a233af6-5ffa-48a8-b05c-cf0463994fe9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=7945c4bd-db68-4931-8046-536290c4410d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:13.246621 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a233af6-5ffa-48a8-b05c-cf0463994fe9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:13.248053 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-768677e7-dbd1-4588-8a7e-d74cc7ec10c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'fd7c5280-fff8-4106-b453-85c267c6c4cd', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'port_id': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'mac_address': 'fa:16:3e:93:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:57:36Z', 'updated_at': '2021-11-16T04:58:11Z', 'revision_number': 1, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:50Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:13.252120 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0a233af6-5ffa-48a8-b05c-cf0463994fe9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/7945c4bd-db68-4931-8046-536290c4410d HTTP/1.1" status: 204 len: 168 time: 0.5937643 Nov 16 04:58:13.253820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56744) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:13.283295 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768677e7-dbd1-4588-8a7e-d74cc7ec10c4 None None] Checking router: 21eb394d-893e-4f5f-a47f-246fb61ff742 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:58:13.293698 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768677e7-dbd1-4588-8a7e-d74cc7ec10c4 None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:58:13.294562 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-768677e7-dbd1-4588-8a7e-d74cc7ec10c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:58:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:13.307552 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:13.311181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d4fe5-365c-478d-8ab8-0f223fdb6bd7 req-d1e8454e-06ee-4a0f-bda0-0f486356e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:13.312671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-092d4fe5-365c-478d-8ab8-0f223fdb6bd7 req-d1e8454e-06ee-4a0f-bda0-0f486356e426 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 917 time: 0.2793756 Nov 16 04:58:13.325254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:13.325714 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:13.354944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a31b52b-158d-45f5-86d9-a88c4c43558f None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:13.385278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e8f65d-9e68-4bbf-9ede-7f6a55ac20aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet f80a221f-78df-4aec-95da-d472a5201fc9 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:58:13.390209 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-26e8f65d-9e68-4bbf-9ede-7f6a55ac20aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:13.435724 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-092d4fe5-365c-478d-8ab8-0f223fdb6bd7 req-8bac3af2-6c73-491c-a40a-35798928eb90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f HTTP/1.1" status: 200 len: 998 time: 0.1120274 Nov 16 04:58:13.442778 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-26e8f65d-9e68-4bbf-9ede-7f6a55ac20aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:13.462985 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-768677e7-dbd1-4588-8a7e-d74cc7ec10c4 None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:58:13.483797 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0a785f78-585c-4eca-b2ef-cf9346504527 None None] Could not find standard attr ID for object d1c2b57a-1e29-47b9-8693-da58fcd9d12f. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 04:58:13.531518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d4fe5-365c-478d-8ab8-0f223fdb6bd7 req-a4ba37d3-372d-4963-b9a1-44beeeba717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:13.533089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-092d4fe5-365c-478d-8ab8-0f223fdb6bd7 req-a4ba37d3-372d-4963-b9a1-44beeeba717f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.0681539 Nov 16 04:58:13.609272 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-26e8f65d-9e68-4bbf-9ede-7f6a55ac20aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:13.642728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d4fe5-365c-478d-8ab8-0f223fdb6bd7 req-0c27d55f-9340-4821-bc0f-2eb775abc04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:13.645154 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-092d4fe5-365c-478d-8ab8-0f223fdb6bd7 req-0c27d55f-9340-4821-bc0f-2eb775abc04b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892715 Nov 16 04:58:13.752407 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:13.757976 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-26e8f65d-9e68-4bbf-9ede-7f6a55ac20aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:13.764796 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-768677e7-dbd1-4588-8a7e-d74cc7ec10c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'fd7c5280-fff8-4106-b453-85c267c6c4cd', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'port_id': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'mac_address': 'fa:16:3e:93:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:57:36Z', 'updated_at': '2021-11-16T04:58:11Z', 'revision_number': 1, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:50Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:13.796265 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768677e7-dbd1-4588-8a7e-d74cc7ec10c4 None None] The sync data for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 is: [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'fd7c5280-fff8-4106-b453-85c267c6c4cd', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'floating_ip_address': '172.25.0.41', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'port_id': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'mac_address': 'fa:16:3e:93:00:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T04:57:36Z', 'updated_at': '2021-11-16T04:58:11Z', 'revision_number': 1, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:50Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:58:13.818530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8f65d-9e68-4bbf-9ede-7f6a55ac20aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=f80a221f-78df-4aec-95da-d472a5201fc9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:13.822470 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-26e8f65d-9e68-4bbf-9ede-7f6a55ac20aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:13.826131 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-26e8f65d-9e68-4bbf-9ede-7f6a55ac20aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/f80a221f-78df-4aec-95da-d472a5201fc9 HTTP/1.1" status: 204 len: 168 time: 0.5557072 Nov 16 04:58:13.828656 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56748) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:13.847325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-092d4fe5-365c-478d-8ab8-0f223fdb6bd7 req-fad47b8f-1960-450f-b35a-f125ea370bdb service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935866 Nov 16 04:58:13.895432 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2fe27dad-386b-40c4-b8cf-5ebb06ac187c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0653872 Nov 16 04:58:13.898164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56750) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:13.903124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3f48607f-1221-41e9-a227-11868ff3bbb7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:14.000102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-092d4fe5-365c-478d-8ab8-0f223fdb6bd7 req-7b43c7ec-81a0-4a63-923d-c8b8e8909dc5 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437678 Nov 16 04:58:14.040003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f48607f-1221-41e9-a227-11868ff3bbb7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:14.044587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f48607f-1221-41e9-a227-11868ff3bbb7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:14.091972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2634390-ef5b-4380-a8dc-2af482c06114 req-793aabc3-d678-4401-af97-c2474f000652 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0513515 Nov 16 04:58:14.172562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c24c7a-20b4-4b13-9149-a560ebda1374 None None] New status for floating IP fd7c5280-fff8-4106-b453-85c267c6c4cd: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 04:58:14.274563 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f48607f-1221-41e9-a227-11868ff3bbb7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:14.337584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f48607f-1221-41e9-a227-11868ff3bbb7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:58:14.340974 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48607f-1221-41e9-a227-11868ff3bbb7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=b2907f53-1a05-4115-825f-ca0ce4855f7a,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:14.343612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-3f48607f-1221-41e9-a227-11868ff3bbb7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:58:14.346269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f48607f-1221-41e9-a227-11868ff3bbb7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:14.346875 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f48607f-1221-41e9-a227-11868ff3bbb7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:14.367285 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3f48607f-1221-41e9-a227-11868ff3bbb7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4654548 Nov 16 04:58:14.368248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56758) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:14.373817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-95f59e98-cf17-4bb4-8300-c6cfb7b5c557 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:14.433007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2b26f7-1e5e-4d8a-a681-fd087e2d2628 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:14.499650 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f59e98-cf17-4bb4-8300-c6cfb7b5c557 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:14.503901 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-95f59e98-cf17-4bb4-8300-c6cfb7b5c557 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:14.556297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-77493931-843f-4313-8ae3-4ee8906aa17b None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:14.556761 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77493931-843f-4313-8ae3-4ee8906aa17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:14.608049 n-d-818042-1 neutron-server[102660]: INFO neutron.db.ipam_backend_mixin [None req-95f59e98-cf17-4bb4-8300-c6cfb7b5c557 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b2907f53-1a05-4115-825f-ca0ce4855f7a (CIDR: 2001:db8::/64) Nov 16 04:58:14.611554 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f59e98-cf17-4bb4-8300-c6cfb7b5c557 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:58:14.612012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f59e98-cf17-4bb4-8300-c6cfb7b5c557 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:14.629822 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-95f59e98-cf17-4bb4-8300-c6cfb7b5c557 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2586319 Nov 16 04:58:14.630724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56760) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:14.635864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:14.735059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6af12d-3cda-4bcb-9659-cdc7806b1af7 None None] Update dhcp port {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'fixed_ips': [{'subnet_id': 'b2907f53-1a05-4115-825f-ca0ce4855f7a'}], 'binding:host_id': 'n-d-818042-1'}, 'id': '12ae83b3-327e-4d3c-9603-c4e426a6de16'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 04:58:14.764982 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd6af12d-3cda-4bcb-9659-cdc7806b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:14.766028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:14.770037 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:14.937078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-bd6af12d-3cda-4bcb-9659-cdc7806b1af7 None None] Allocated IP 2001:db8::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/b2907f53-1a05-4115-825f-ca0ce4855f7a/12ae83b3-327e-4d3c-9603-c4e426a6de16) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:15.040860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-bd6af12d-3cda-4bcb-9659-cdc7806b1af7 None None] For port 12ae83b3-327e-4d3c-9603-c4e426a6de16, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=12ae83b3-327e-4d3c-9603-c4e426a6de16,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:15.072490 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd6af12d-3cda-4bcb-9659-cdc7806b1af7 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:15.085747 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd6af12d-3cda-4bcb-9659-cdc7806b1af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:15.168732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6af12d-3cda-4bcb-9659-cdc7806b1af7 None None] Pushing event updated for resources: {'Port': ['ID=12ae83b3-327e-4d3c-9603-c4e426a6de16,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:15.190649 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:58:15.258683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-761beace-6b82-4bb3-ba9e-4807eac69e18 req-a40d673b-19f0-46c2-b627-2b83c0c78a06 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0557814 Nov 16 04:58:15.400974 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:15.600554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] For port 12ae83b3-327e-4d3c-9603-c4e426a6de16, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=12ae83b3-327e-4d3c-9603-c4e426a6de16,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:15.654273 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:15.673021 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:15.673988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:15.804316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=12ae83b3-327e-4d3c-9603-c4e426a6de16,revision_number=9']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:15.824859 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:58:15.828816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=b6961899-9f86-4cd9-a067-1688aa59350a,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:15.832030 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:58:15.834916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:15.835508 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:15.863775 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ad6ce35a-2ad8-4845-a4ed-1d45913ec4a7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2300508 Nov 16 04:58:15.865174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56778) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:15.870846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'mac_address': 'fa:16:3e:78:e1:45', 'name': 'tempest-NetworksTestDHCPv6-1039607828'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:15.942274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d394df1-260a-4db0-9887-3a55c8b5fdce None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:16.140696 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:16.189624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6f52abc1-d08e-4f96-918b-82b50e691abd None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:16.190030 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f52abc1-d08e-4f96-918b-82b50e691abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:16.268047 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:16.283063 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:16.303789 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port 64d08a96-1aae-483a-b3c9-f8c7f89bfbc8 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:58:16.456486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fcaa45d3-66bc-4660-a9d1-31121c81b03d req-e218f7a3-f611-4ac8-8aeb-f2d889e9cb90 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0570834 Nov 16 04:58:16.693530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::2b6 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/b2907f53-1a05-4115-825f-ca0ce4855f7a/64d08a96-1aae-483a-b3c9-f8c7f89bfbc8) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:16.707410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8:0:1:f816:3eff:fe78:e145 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/b6961899-9f86-4cd9-a067-1688aa59350a/64d08a96-1aae-483a-b3c9-f8c7f89bfbc8) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:16.835039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56804) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:16.944493 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:16.983516 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.035450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:58:17.036916 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e71e8e1f-9b4a-4818-ab24-9876e9ce87c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.037244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:58:17.041323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:58:17.056854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:17.057551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.075563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=64d08a96-1aae-483a-b3c9-f8c7f89bfbc8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:17.094968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2b316088-0e3c-409a-a05e-75875c7bdc97 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2286417 Nov 16 04:58:17.098233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56816) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:17.146714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 12ae83b3-327e-4d3c-9603-c4e426a6de16 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:58:17.254209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:17.254670 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.296887 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e71e8e1f-9b4a-4818-ab24-9876e9ce87c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.301667 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e71e8e1f-9b4a-4818-ab24-9876e9ce87c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.348584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6df9460d-1786-41c8-adc6-3b89d1a64a2a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port 64d08a96-1aae-483a-b3c9-f8c7f89bfbc8 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:17.349190 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6df9460d-1786-41c8-adc6-3b89d1a64a2a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.391415 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0d917790-ab93-4254-8fef-ebe84ad9bdfd None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:17.392731 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e71e8e1f-9b4a-4818-ab24-9876e9ce87c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95c97f12620a42faab571a318802834c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5562444 Nov 16 04:58:17.392997 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d917790-ab93-4254-8fef-ebe84ad9bdfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.393165 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e8e1f-9b4a-4818-ab24-9876e9ce87c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a80dbf-a17e-4b39-b337-7540573de120,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:17.396179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56820) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:17.495530 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2005000c-cdc0-4386-b661-57cd533c74dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.550105 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6df9460d-1786-41c8-adc6-3b89d1a64a2a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.561242 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2005000c-cdc0-4386-b661-57cd533c74dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.566676 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6df9460d-1786-41c8-adc6-3b89d1a64a2a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for 64d08a96-1aae-483a-b3c9-f8c7f89bfbc8 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:17.651226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2005000c-cdc0-4386-b661-57cd533c74dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.654189 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2005000c-cdc0-4386-b661-57cd533c74dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.655606 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2005000c-cdc0-4386-b661-57cd533c74dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2a80dbf-a17e-4b39-b337-7540573de120 HTTP/1.1" status: 204 len: 168 time: 0.2581408 Nov 16 04:58:17.690830 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-637b22d0-208e-4797-baff-8532789a50bb req-6bca5223-b9e7-44fd-987c-e6452040597d tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0355864 Nov 16 04:58:17.699338 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005000c-cdc0-4386-b661-57cd533c74dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a80dbf-a17e-4b39-b337-7540573de120,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:17.765115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f245df77-3a04-4cc7-8ee9-41c9be52bf97 None None] Provisioning complete for port 64d08a96-1aae-483a-b3c9-f8c7f89bfbc8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:17.766429 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f245df77-3a04-4cc7-8ee9-41c9be52bf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.837533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f245df77-3a04-4cc7-8ee9-41c9be52bf97 None None] Port 64d08a96-1aae-483a-b3c9-f8c7f89bfbc8 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:58:17.902699 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6df9460d-1786-41c8-adc6-3b89d1a64a2a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:17.939779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9460d-1786-41c8-adc6-3b89d1a64a2a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=64d08a96-1aae-483a-b3c9-f8c7f89bfbc8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:18.017649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6df9460d-1786-41c8-adc6-3b89d1a64a2a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.021818 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6df9460d-1786-41c8-adc6-3b89d1a64a2a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/64d08a96-1aae-483a-b3c9-f8c7f89bfbc8 HTTP/1.1" status: 204 len: 168 time: 0.9224215 Nov 16 04:58:18.024257 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56842) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:18.093609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738a538a-6897-4723-95e0-8cbeb006200b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:18.096014 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-738a538a-6897-4723-95e0-8cbeb006200b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0706499 Nov 16 04:58:18.098800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56846) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:18.123044 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56848) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:18.147065 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37807d01-992a-4a0e-ab77-7cfd49f63c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.205671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68ad6e4-9ef6-460b-b807-4433ccf2ce68 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:18.207326 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b68ad6e4-9ef6-460b-b807-4433ccf2ce68 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1072619 Nov 16 04:58:18.212968 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56854) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:18.273478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59249b26-ab0b-40df-8d36-27f5ecbb9305 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:18.275042 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59249b26-ab0b-40df-8d36-27f5ecbb9305 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:18.276547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59249b26-ab0b-40df-8d36-27f5ecbb9305 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:18.278305 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-59249b26-ab0b-40df-8d36-27f5ecbb9305 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0644023 Nov 16 04:58:18.281203 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56856) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:18.340452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbf2a5f-2c92-45c9-a50f-a74dce330486 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet b2907f53-1a05-4115-825f-ca0ce4855f7a {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:58:18.344329 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-acbf2a5f-2c92-45c9-a50f-a74dce330486 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.344483 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37807d01-992a-4a0e-ab77-7cfd49f63c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.348744 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37807d01-992a-4a0e-ab77-7cfd49f63c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.374071 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.395353 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-37807d01-992a-4a0e-ab77-7cfd49f63c9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00d3669d07ab43f7b8a2bc65f209a9f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2711799 Nov 16 04:58:18.396524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37807d01-992a-4a0e-ab77-7cfd49f63c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c79b9c-6005-4488-a344-54a116306894,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:18.398097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56858) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:18.434319 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-acbf2a5f-2c92-45c9-a50f-a74dce330486 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.560029 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f54485cb-b216-484c-9494-57944717928d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.581154 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-acbf2a5f-2c92-45c9-a50f-a74dce330486 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.614288 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f54485cb-b216-484c-9494-57944717928d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.694303 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-acbf2a5f-2c92-45c9-a50f-a74dce330486 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.702145 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f54485cb-b216-484c-9494-57944717928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.705092 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f54485cb-b216-484c-9494-57944717928d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.706472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f54485cb-b216-484c-9494-57944717928d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0c79b9c-6005-4488-a344-54a116306894 HTTP/1.1" status: 204 len: 168 time: 0.3037281 Nov 16 04:58:18.754165 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf2a5f-2c92-45c9-a50f-a74dce330486 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=b2907f53-1a05-4115-825f-ca0ce4855f7a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:18.761470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300df0ae-bce4-44f3-8336-4d2ed7137a54 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:18.771291 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-acbf2a5f-2c92-45c9-a50f-a74dce330486 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.784362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56874) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:18.785979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-acbf2a5f-2c92-45c9-a50f-a74dce330486 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/b2907f53-1a05-4115-825f-ca0ce4855f7a HTTP/1.1" status: 204 len: 168 time: 0.5034013 Nov 16 04:58:18.788250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54485cb-b216-484c-9494-57944717928d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c79b9c-6005-4488-a344-54a116306894,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:18.933659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-22896978-e890-477a-98ff-4786272854aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet b6961899-9f86-4cd9-a067-1688aa59350a {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:58:18.942746 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-22896978-e890-477a-98ff-4786272854aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:18.954483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa13c364-91c6-420f-ade6-b0e1a6953775 req-1e876f82-d7ec-45aa-ab06-9f9648a91fb7 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0523372 Nov 16 04:58:19.080015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-22896978-e890-477a-98ff-4786272854aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:19.252912 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-22896978-e890-477a-98ff-4786272854aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:19.358602 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-22896978-e890-477a-98ff-4786272854aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:19.419799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22896978-e890-477a-98ff-4786272854aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=b6961899-9f86-4cd9-a067-1688aa59350a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:19.436869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-22896978-e890-477a-98ff-4786272854aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:19.441813 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-22896978-e890-477a-98ff-4786272854aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/b6961899-9f86-4cd9-a067-1688aa59350a HTTP/1.1" status: 204 len: 168 time: 0.6548488 Nov 16 04:58:19.442866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56894) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:19.503122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-26ceedba-74a5-465f-a796-a768d389903c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589261 Nov 16 04:58:19.506022 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56898) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:19.512998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7c08b597-f4e0-4a67-a649-8103860c8d06 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:19.631800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c08b597-f4e0-4a67-a649-8103860c8d06 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:19.639079 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c08b597-f4e0-4a67-a649-8103860c8d06 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:20.003422 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c08b597-f4e0-4a67-a649-8103860c8d06 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:20.007226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dee368-00d2-4a99-90a1-9a7bcc50c815 req-5f31f048-5629-4a2b-8650-b73ca07be3b4 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:20.024695 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7dee368-00d2-4a99-90a1-9a7bcc50c815 req-5f31f048-5629-4a2b-8650-b73ca07be3b4 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 946 time: 0.1327002 Nov 16 04:58:20.103993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c08b597-f4e0-4a67-a649-8103860c8d06 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:58:20.116345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-7c08b597-f4e0-4a67-a649-8103860c8d06 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:58:20.130516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c08b597-f4e0-4a67-a649-8103860c8d06 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:20.131329 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c08b597-f4e0-4a67-a649-8103860c8d06 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:20.169397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7dee368-00d2-4a99-90a1-9a7bcc50c815 req-97e51eed-e81d-47dd-9022-3760a221d146 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/security-groups?id=79766202-7b63-4497-b30b-d1487b8cb15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436756 Nov 16 04:58:20.177976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08b597-f4e0-4a67-a649-8103860c8d06 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=ae73e7b3-07a6-48db-84d3-ada0b5fa5a50,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:20.198245 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7c08b597-f4e0-4a67-a649-8103860c8d06 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6908383 Nov 16 04:58:20.201164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56928) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:20.206079 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0c4830ec-ab7c-470f-87dd-45e6043404d8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:20.248250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a665c9cb-1348-4a37-9ef9-85ce7d541571 req-7c976e87-d972-484f-8166-d9c1c085f20e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.1343286 Nov 16 04:58:20.315521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2dd9b8-de7f-4fe6-bd28-b1e9d8d79341 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:20.406499 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9186776a-1c31-44b5-8f4c-1bcfeae872bf None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:20.407209 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9186776a-1c31-44b5-8f4c-1bcfeae872bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:20.470274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4830ec-ab7c-470f-87dd-45e6043404d8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:20.482687 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0c4830ec-ab7c-470f-87dd-45e6043404d8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:20.708713 n-d-818042-1 neutron-server[102660]: INFO neutron.db.ipam_backend_mixin [None req-0c4830ec-ab7c-470f-87dd-45e6043404d8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae73e7b3-07a6-48db-84d3-ada0b5fa5a50 (CIDR: 2001:db8::/64) Nov 16 04:58:20.714024 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4830ec-ab7c-470f-87dd-45e6043404d8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 04:58:20.715252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4830ec-ab7c-470f-87dd-45e6043404d8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:20.736840 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0c4830ec-ab7c-470f-87dd-45e6043404d8 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5345685 Nov 16 04:58:20.740182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56946) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:20.745529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'subnet': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:20.746735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Update dhcp port {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'fixed_ips': [{'subnet_id': 'ae73e7b3-07a6-48db-84d3-ada0b5fa5a50'}], 'binding:host_id': 'n-d-818042-1'}, 'id': '12ae83b3-327e-4d3c-9603-c4e426a6de16'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 04:58:20.784301 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:21.051979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:21.061619 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:21.069071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Allocated IP 2001:db8::2 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/ae73e7b3-07a6-48db-84d3-ada0b5fa5a50/12ae83b3-327e-4d3c-9603-c4e426a6de16) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:21.418846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2e76a-c341-43b3-b630-775d0f9bea74 req-b326a0c4-8a73-48d8-ae15-be5aad299c33 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:21.420686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44c2e76a-c341-43b3-b630-775d0f9bea74 req-b326a0c4-8a73-48d8-ae15-be5aad299c33 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.37 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 946 time: 0.1438656 Nov 16 04:58:21.511042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] For port 12ae83b3-327e-4d3c-9603-c4e426a6de16, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=12ae83b3-327e-4d3c-9603-c4e426a6de16,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:21.590258 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:21.597861 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:21.693055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Pushing event updated for resources: {'Port': ['ID=12ae83b3-327e-4d3c-9603-c4e426a6de16,revision_number=12']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:21.705281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:21.706558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:21.707162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:21.708217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:21.708768 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:21.709314 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:21.709897 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:21.710548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:21.711148 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:21.711686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:21.712246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:21.712925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad961a2f-e6a8-490c-95f5-9fc92fe11ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:21.845227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea9d256b-0dbe-462d-be5c-4e1a63aedd33 req-563520a1-6b03-49e8-87a3-7bd4faed2eeb tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.2555144 Nov 16 04:58:21.885952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb74bb7-42fe-41e1-b92c-4d57b431d2a5 req-492b0970-e6c6-43d7-9593-c90c782a2983 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:21.886164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb74bb7-42fe-41e1-b92c-4d57b431d2a5 req-492b0970-e6c6-43d7-9593-c90c782a2983 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 946 time: 0.5363832 Nov 16 04:58:21.967346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-44c2e76a-c341-43b3-b630-775d0f9bea74 req-f9fd7e50-4091-4cc4-89a6-dbdecf25342d tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Deleting port f7c73e08-3670-42f9-89c1-bb91fc1e80eb {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:21.967765 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-44c2e76a-c341-43b3-b630-775d0f9bea74 req-f9fd7e50-4091-4cc4-89a6-dbdecf25342d tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:21.983539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377bc9b-d8e7-4528-8057-c27e78e29072 req-81444c6d-d312-4ebc-a8ef-82f5775a73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:21.985216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3377bc9b-d8e7-4528-8057-c27e78e29072 req-81444c6d-d312-4ebc-a8ef-82f5775a73f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 1096 time: 0.4156973 Nov 16 04:58:22.037444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-deb74bb7-42fe-41e1-b92c-4d57b431d2a5 req-cd53aba8-a42f-4f42-946a-e1c552f3f403 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/security-groups?id=79766202-7b63-4497-b30b-d1487b8cb15b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503346 Nov 16 04:58:22.347637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1d774-ace3-4bc6-a5da-74dd5b4276de req-928d0563-70c7-4853-be29-a76ace0367bf tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:22.355362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecc1d774-ace3-4bc6-a5da-74dd5b4276de req-928d0563-70c7-4853-be29-a76ace0367bf tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.3817112 Nov 16 04:58:22.427378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-44c2e76a-c341-43b3-b630-775d0f9bea74 req-f9fd7e50-4091-4cc4-89a6-dbdecf25342d tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] For port f7c73e08-3670-42f9-89c1-bb91fc1e80eb, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f7c73e08-3670-42f9-89c1-bb91fc1e80eb,segment=NetworkSegment(c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8),segment_id=c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:22.427945 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-44c2e76a-c341-43b3-b630-775d0f9bea74 req-f9fd7e50-4091-4cc4-89a6-dbdecf25342d tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:22.454722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377bc9b-d8e7-4528-8057-c27e78e29072 req-704dab36-6031-4fab-9410-b1182ebff166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:22.456505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3377bc9b-d8e7-4528-8057-c27e78e29072 req-704dab36-6031-4fab-9410-b1182ebff166 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 200 len: 920 time: 0.3523779 Nov 16 04:58:22.490764 n-d-818042-1 neutron-server[102659]: DEBUG neutron.objects.ports [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102659) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 04:58:22.494374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-44c2e76a-c341-43b3-b630-775d0f9bea74 req-f9fd7e50-4091-4cc4-89a6-dbdecf25342d tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Calling delete_port for f7c73e08-3670-42f9-89c1-bb91fc1e80eb owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:22.562805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3377bc9b-d8e7-4528-8057-c27e78e29072 req-b6ecccbf-820e-49fb-a477-08416606ec13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05a7dde1-4e7e-4062-a91e-92bac4f6ab55 HTTP/1.1" status: 200 len: 217 time: 0.0913916 Nov 16 04:58:22.667695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fdf4a851-f310-47aa-9cae-b72fb0267980 None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:22.668226 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fdf4a851-f310-47aa-9cae-b72fb0267980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:22.739332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecc1d774-ace3-4bc6-a5da-74dd5b4276de req-ac2d4b4e-a483-4a50-84f5-2dbb663ef8c0 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830385 Nov 16 04:58:22.824831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377bc9b-d8e7-4528-8057-c27e78e29072 req-accd497c-57fc-45fa-93a3-ae5e7a08c219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:22.826674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3377bc9b-d8e7-4528-8057-c27e78e29072 req-accd497c-57fc-45fa-93a3-ae5e7a08c219 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d4ac978-3002-4c8c-8e52-ab185519d0b2 HTTP/1.1" status: 200 len: 859 time: 0.1234963 Nov 16 04:58:22.831416 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-44c2e76a-c341-43b3-b630-775d0f9bea74 req-f9fd7e50-4091-4cc4-89a6-dbdecf25342d tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:22.843651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['f7c73e08-3670-42f9-89c1-bb91fc1e80eb'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:58:23.248334 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd7e50-4091-4cc4-89a6-dbdecf25342d tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Pushing event deleted for resources: {'Port': ['ID=f7c73e08-3670-42f9-89c1-bb91fc1e80eb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:23.292765 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3377bc9b-d8e7-4528-8057-c27e78e29072 req-c9b62c85-afd5-4425-adac-ec9cbf629101 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae5e376-b921-496b-842a-45e78562fba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4400632 Nov 16 04:58:23.326519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e3d3a80-3d73-4dde-91db-4ffca86ca5cf req-8921ac16-6123-4419-8d15-20c5366303f9 tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e72d89e-a448-43b7-ba99-7fde28fc82e4 HTTP/1.1" status: 200 len: 210 time: 0.0968211 Nov 16 04:58:23.333961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1db76090-b3c1-4ccd-9c6c-322e03927219 req-0f1d6879-f645-4362-bf3f-4e09c6305e3b tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0954447 Nov 16 04:58:23.453454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c2e76a-c341-43b3-b630-775d0f9bea74 req-f9fd7e50-4091-4cc4-89a6-dbdecf25342d tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] No DVR routers for this DVR port f7c73e08-3670-42f9-89c1-bb91fc1e80eb on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:58:23.462911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-44c2e76a-c341-43b3-b630-775d0f9bea74 req-f9fd7e50-4091-4cc4-89a6-dbdecf25342d tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:23.466455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44c2e76a-c341-43b3-b630-775d0f9bea74 req-f9fd7e50-4091-4cc4-89a6-dbdecf25342d tempest-VolumesActionsTest-999099075 tempest-VolumesActionsTest-999099075-project] 10.222.0.37 "DELETE /v2.0/ports/f7c73e08-3670-42f9-89c1-bb91fc1e80eb HTTP/1.1" status: 204 len: 173 time: 2.0347636 Nov 16 04:58:23.469881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e72d89e-a448-43b7-ba99-7fde28fc82e4', 'name': 'network-vif-deleted', 'tag': 'f7c73e08-3670-42f9-89c1-bb91fc1e80eb'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:58:23.472151 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b23876-6fb5-4301-8947-342b4b0936dd" -d '{"events": [{"server_uuid": "9e72d89e-a448-43b7-ba99-7fde28fc82e4", "name": "network-vif-deleted", "tag": "f7c73e08-3670-42f9-89c1-bb91fc1e80eb"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:58:23.478193 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:23.502080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 12ae83b3-327e-4d3c-9603-c4e426a6de16 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:58:23.546194 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fb2d34-a039-4e99-b49f-63481047c6fe x-openstack-request-id: req-d6fb2d34-a039-4e99-b49f-63481047c6fe {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:58:23.546401 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e72d89e-a448-43b7-ba99-7fde28fc82e4", "name": "network-vif-deleted", "tag": "f7c73e08-3670-42f9-89c1-bb91fc1e80eb", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:58:23.546644 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6fb2d34-a039-4e99-b49f-63481047c6fe {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:58:23.547034 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e72d89e-a448-43b7-ba99-7fde28fc82e4', 'name': 'network-vif-deleted', 'tag': 'f7c73e08-3670-42f9-89c1-bb91fc1e80eb', 'status': 'completed', 'code': 200} Nov 16 04:58:23.565162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:23.565537 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:23.569190 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3377bc9b-d8e7-4528-8057-c27e78e29072 req-bbe60db5-d977-4db8-bd18-7f8f63beff89 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453523 Nov 16 04:58:23.746541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3377bc9b-d8e7-4528-8057-c27e78e29072 req-f5650652-1023-4396-8ac5-4d798a337b98 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617372 Nov 16 04:58:23.760073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] For port 12ae83b3-327e-4d3c-9603-c4e426a6de16, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=12ae83b3-327e-4d3c-9603-c4e426a6de16,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:23.795031 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:23.802323 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:23.803901 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:23.883798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:58:23.904286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:58:23.913154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:23.913874 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:23.918266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77e0953-1a16-4924-a6a9-5b187da23fc4 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:23.957690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Subnet': ['ID=f5db7e04-bcf9-43c7-9861-2890e1517c9d,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:23.964545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=12ae83b3-327e-4d3c-9603-c4e426a6de16,revision_number=14']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:23.970003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b1acd39d-fca6-4cff-80a7-dbe881d6b5d3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2285352 Nov 16 04:58:23.972990 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57030) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:23.979192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d434be-261a-4cfd-a616-e8e5e87f4295 req-49c56a27-fa09-47c9-9e3e-f117c43effcf tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:23.980717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09d434be-261a-4cfd-a616-e8e5e87f4295 req-49c56a27-fa09-47c9-9e3e-f117c43effcf tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.1381886 Nov 16 04:58:23.981468 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Request body: {'port': {'network_id': 'c5ae47cf-9d45-48ba-80f3-52befcad38c3', 'mac_address': 'fa:16:3e:ab:fc:af', 'name': 'tempest-NetworksTestDHCPv6-943313711'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:58:24.067346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09d434be-261a-4cfd-a616-e8e5e87f4295 req-ef7a7669-60f3-4f79-8e5d-02eb5a2652f4 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740135 Nov 16 04:58:24.136191 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Made reservation on behalf of fc09ef58e5cc4919b8e42f3d5529b7a7 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:58:24.228069 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:24.251668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] device_id is not set on port 53f0b252-7881-4a77-8f97-db2716108255 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 04:58:24.469426 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8::322 (c5ae47cf-9d45-48ba-80f3-52befcad38c3/ae73e7b3-07a6-48db-84d3-ada0b5fa5a50/53f0b252-7881-4a77-8f97-db2716108255) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:24.479786 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Allocated IP 2001:db8:0:1:f816:3eff:feab:fcaf (c5ae47cf-9d45-48ba-80f3-52befcad38c3/f5db7e04-bcf9-43c7-9861-2890e1517c9d/53f0b252-7881-4a77-8f97-db2716108255) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:58:24.503588 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24f91abd-a56f-4255-bfdf-478944e0e6b5 req-02e1853b-77e5-4c76-94df-4c0c532cd73c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0449886 Nov 16 04:58:24.673328 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:24.710850 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:24.760834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:58:24.764445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:58:24.769352 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:58:24.775757 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:24.776266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:24.780086 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event updated for resources: {'Port': ['ID=53f0b252-7881-4a77-8f97-db2716108255,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:24.797820 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-771ee229-b914-4dd7-8c8e-a3c419d93842 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8224127 Nov 16 04:58:24.800081 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57042) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:24.870719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3b1e19d2-a5de-4065-9b55-c60ff26b4896 None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:24.871630 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b1e19d2-a5de-4065-9b55-c60ff26b4896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:24.915762 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-339aaf7a-61d6-4feb-9752-08ba7c4630ab tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting port 53f0b252-7881-4a77-8f97-db2716108255 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:24.916093 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-339aaf7a-61d6-4feb-9752-08ba7c4630ab tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:25.107030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-43a6e215-d704-4428-b7f0-a5c93838cdbf None None] Provisioning complete for port 53f0b252-7881-4a77-8f97-db2716108255 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:25.108021 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43a6e215-d704-4428-b7f0-a5c93838cdbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:25.149752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-43a6e215-d704-4428-b7f0-a5c93838cdbf None None] Port 53f0b252-7881-4a77-8f97-db2716108255 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 04:58:25.221060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa3e647-e677-474b-868f-5ec6db1c551f req-f9026d85-6432-4801-943f-36d75b0c0829 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:25.222997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5aa3e647-e677-474b-868f-5ec6db1c551f req-f9026d85-6432-4801-943f-36d75b0c0829 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.0601647 Nov 16 04:58:25.277330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5aa3e647-e677-474b-868f-5ec6db1c551f req-e592c8c0-dd27-4939-acc7-638784302556 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457008 Nov 16 04:58:25.344446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-339aaf7a-61d6-4feb-9752-08ba7c4630ab tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:25.357692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-339aaf7a-61d6-4feb-9752-08ba7c4630ab tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Calling delete_port for 53f0b252-7881-4a77-8f97-db2716108255 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:25.405132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 12ae83b3-327e-4d3c-9603-c4e426a6de16 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:58:25.462497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:25.462803 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:25.559587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-339aaf7a-61d6-4feb-9752-08ba7c4630ab tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:25.599909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339aaf7a-61d6-4feb-9752-08ba7c4630ab tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Port': ['ID=53f0b252-7881-4a77-8f97-db2716108255,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:25.657542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a6b3c3d-c653-49bf-8a11-e7488edb0dae req-da9d3a80-d63d-4b10-a025-652c62b2459e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0625212 Nov 16 04:58:25.664535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f7c73e08-3670-42f9-89c1-bb91fc1e80eb no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:58:25.670067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-339aaf7a-61d6-4feb-9752-08ba7c4630ab tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:25.674586 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-339aaf7a-61d6-4feb-9752-08ba7c4630ab tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/53f0b252-7881-4a77-8f97-db2716108255 HTTP/1.1" status: 204 len: 168 time: 0.8732870 Nov 16 04:58:25.677268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57052) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:25.707731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: f7c73e08-3670-42f9-89c1-bb91fc1e80eb {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:58:25.708273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f7c73e08-3670-42f9-89c1-bb91fc1e80eb not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:58:25.740531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774cef00-4974-4e71-adf8-454f91ec32bb tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:25.744764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-774cef00-4974-4e71-adf8-454f91ec32bb tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0637019 Nov 16 04:58:25.745043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57054) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:25.808585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b05540f-c9cc-4a71-a9c6-e7cc50e53270 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:25.811834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3b05540f-c9cc-4a71-a9c6-e7cc50e53270 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0641131 Nov 16 04:58:25.812785 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57056) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:25.877328 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18ff85-f529-4677-aa7f-33d8abdedcde tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:25.879213 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18ff85-f529-4677-aa7f-33d8abdedcde tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:25.880734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a18ff85-f529-4677-aa7f-33d8abdedcde tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:25.882329 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2a18ff85-f529-4677-aa7f-33d8abdedcde tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0685706 Nov 16 04:58:25.885649 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57058) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:25.940725 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f162ea9b-aa36-4a55-8a01-6a1e952d8a56 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet ae73e7b3-07a6-48db-84d3-ada0b5fa5a50 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:58:25.943899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f162ea9b-aa36-4a55-8a01-6a1e952d8a56 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:25.984902 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f162ea9b-aa36-4a55-8a01-6a1e952d8a56 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:26.074689 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f162ea9b-aa36-4a55-8a01-6a1e952d8a56 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:26.136258 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f162ea9b-aa36-4a55-8a01-6a1e952d8a56 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:26.162790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162ea9b-aa36-4a55-8a01-6a1e952d8a56 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=ae73e7b3-07a6-48db-84d3-ada0b5fa5a50,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:26.166864 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f162ea9b-aa36-4a55-8a01-6a1e952d8a56 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:26.172581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57060) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:26.172715 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f162ea9b-aa36-4a55-8a01-6a1e952d8a56 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/ae73e7b3-07a6-48db-84d3-ada0b5fa5a50 HTTP/1.1" status: 204 len: 168 time: 0.2859607 Nov 16 04:58:26.185350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a03f697-e2b8-4e51-8b01-02ff85d814f5 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:26.228536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e1b6d8-84a8-4c92-9968-faf19609132b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Deleting subnet f5db7e04-bcf9-43c7-9861-2890e1517c9d {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:58:26.231856 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70e1b6d8-84a8-4c92-9968-faf19609132b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:26.273965 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70e1b6d8-84a8-4c92-9968-faf19609132b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:26.380826 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70e1b6d8-84a8-4c92-9968-faf19609132b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:26.470930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2159ac9-d357-408b-9c1f-36c8443583e4 req-97318488-8836-4fba-a7b0-753401d88423 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:26.472514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2159ac9-d357-408b-9c1f-36c8443583e4 req-97318488-8836-4fba-a7b0-753401d88423 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.0700927 Nov 16 04:58:26.488676 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70e1b6d8-84a8-4c92-9968-faf19609132b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:26.529690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1b6d8-84a8-4c92-9968-faf19609132b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Subnet': ['ID=f5db7e04-bcf9-43c7-9861-2890e1517c9d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:26.543203 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70e1b6d8-84a8-4c92-9968-faf19609132b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:26.548673 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-70e1b6d8-84a8-4c92-9968-faf19609132b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/f5db7e04-bcf9-43c7-9861-2890e1517c9d HTTP/1.1" status: 204 len: 168 time: 0.3728671 Nov 16 04:58:26.549089 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57064) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:26.565997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2159ac9-d357-408b-9c1f-36c8443583e4 req-46b7b16a-1719-4ed7-b7cf-b4fb0050e2a2 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853736 Nov 16 04:58:26.622549 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ef456428-7768-4cb3-a2f8-3df4a436f7c9 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722859 Nov 16 04:58:26.625033 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57066) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:26.680474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76e8815-7bf6-47d5-89d9-ea37e272aa2f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:26.684340 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d76e8815-7bf6-47d5-89d9-ea37e272aa2f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0560710 Nov 16 04:58:26.684717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57070) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:26.754011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a9a573-7493-4b86-ac07-233720e0ba41 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:26.761055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d0a9a573-7493-4b86-ac07-233720e0ba41 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0752511 Nov 16 04:58:26.761840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57074) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:26.824664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ff8f2aa4-467e-491c-bec1-6e56bfd37cff tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614531 Nov 16 04:58:26.830935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57078) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:26.852005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-959b96af-443e-45cc-8009-fd35c81fd2e4 req-92b99966-a855-431f-aa3c-3fe5a1d80fd5 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0731564 Nov 16 04:58:26.858034 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2147c3f-c16b-4f4b-9c50-154ca144b2ec tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:26.858719 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2147c3f-c16b-4f4b-9c50-154ca144b2ec tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:26.863150 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b2147c3f-c16b-4f4b-9c50-154ca144b2ec tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/53f0b252-7881-4a77-8f97-db2716108255 HTTP/1.1" status: 404 len: 333 time: 0.0299220 Nov 16 04:58:26.864753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57080) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:26.893283 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c63e1aa-a51d-4da7-a3b1-09048995b681 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:26.893864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c63e1aa-a51d-4da7-a3b1-09048995b681 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:26.897003 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4c63e1aa-a51d-4da7-a3b1-09048995b681 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/f5db7e04-bcf9-43c7-9861-2890e1517c9d HTTP/1.1" status: 404 len: 337 time: 0.0311379 Nov 16 04:58:26.899649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57082) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:26.926397 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba967e74-5747-4bb1-86ca-50e0b4a1e905 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:26.926955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba967e74-5747-4bb1-86ca-50e0b4a1e905 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:26.930853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ba967e74-5747-4bb1-86ca-50e0b4a1e905 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/ae73e7b3-07a6-48db-84d3-ada0b5fa5a50 HTTP/1.1" status: 404 len: 337 time: 0.0299821 Nov 16 04:58:26.933347 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57084) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:26.961746 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-db483ef8-fbb9-4933-8df8-2bf634f033a2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:26.962337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db483ef8-fbb9-4933-8df8-2bf634f033a2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:26.965402 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-db483ef8-fbb9-4933-8df8-2bf634f033a2 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/64d08a96-1aae-483a-b3c9-f8c7f89bfbc8 HTTP/1.1" status: 404 len: 333 time: 0.0310123 Nov 16 04:58:26.967989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57086) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:26.998943 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f090018-4c38-4d97-b119-fb69526e1e92 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:26.999398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f090018-4c38-4d97-b119-fb69526e1e92 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.002537 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9f090018-4c38-4d97-b119-fb69526e1e92 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/b6961899-9f86-4cd9-a067-1688aa59350a HTTP/1.1" status: 404 len: 337 time: 0.0335753 Nov 16 04:58:27.004997 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57088) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.033652 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc31df9-2f57-4090-8618-21bd99669673 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.034309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc31df9-2f57-4090-8618-21bd99669673 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.037983 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1bc31df9-2f57-4090-8618-21bd99669673 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/b2907f53-1a05-4115-825f-ca0ce4855f7a HTTP/1.1" status: 404 len: 337 time: 0.0315833 Nov 16 04:58:27.040653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57090) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.043323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb05a74-ad5d-4c33-b755-1e83c227e951 None None] Network c5ae47cf-9d45-48ba-80f3-52befcad38c3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:27.065295 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-5accbd00-e84a-4fa8-aae7-86c48c304fce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.066007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5accbd00-e84a-4fa8-aae7-86c48c304fce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.069138 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5accbd00-e84a-4fa8-aae7-86c48c304fce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/d1c2b57a-1e29-47b9-8693-da58fcd9d12f HTTP/1.1" status: 404 len: 333 time: 0.0265460 Nov 16 04:58:27.071828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57092) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.105178 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa9295a-1a64-459d-9e89-c3e4cf25267e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.105561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa9295a-1a64-459d-9e89-c3e4cf25267e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.111085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3aa9295a-1a64-459d-9e89-c3e4cf25267e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/f80a221f-78df-4aec-95da-d472a5201fc9 HTTP/1.1" status: 404 len: 337 time: 0.0359952 Nov 16 04:58:27.111559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57094) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.144406 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0a280e-a5d7-4b46-a36f-7905ff4a9101 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.144406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0a280e-a5d7-4b46-a36f-7905ff4a9101 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.147389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-eb0a280e-a5d7-4b46-a36f-7905ff4a9101 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/7945c4bd-db68-4931-8046-536290c4410d HTTP/1.1" status: 404 len: 337 time: 0.0348654 Nov 16 04:58:27.150450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57098) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.183099 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4147eea-ee6f-4524-986c-3973216ace1a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.183880 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4147eea-ee6f-4524-986c-3973216ace1a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.191958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57100) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.192426 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f4147eea-ee6f-4524-986c-3973216ace1a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/702b52c0-eddf-4415-a057-b0fb2ad26963 HTTP/1.1" status: 404 len: 333 time: 0.0406244 Nov 16 04:58:27.203605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6f771ba0-448d-4e11-834e-17ad616bc318 None None] Provisioning complete for port 12ae83b3-327e-4d3c-9603-c4e426a6de16 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:58:27.204131 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f771ba0-448d-4e11-834e-17ad616bc318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:27.225964 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-7457e5d6-7e60-48dd-a2c4-09f9665ce0aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.227124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7457e5d6-7e60-48dd-a2c4-09f9665ce0aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.233887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57102) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.249042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7457e5d6-7e60-48dd-a2c4-09f9665ce0aa tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/0bfaa547-c221-49a8-8911-251b69eb54da HTTP/1.1" status: 404 len: 337 time: 0.0555134 Nov 16 04:58:27.269142 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a70db4-c7b5-4570-bc03-b2458ca3a041 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.269824 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a70db4-c7b5-4570-bc03-b2458ca3a041 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.275957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57104) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.280058 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b5a70db4-c7b5-4570-bc03-b2458ca3a041 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/460212fc-83ab-4754-ad1e-07af0e323172 HTTP/1.1" status: 404 len: 337 time: 0.0443699 Nov 16 04:58:27.316003 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2e27e0-887a-477e-881d-dccd2afcff91 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.316808 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2e27e0-887a-477e-881d-dccd2afcff91 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.320369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cc2e27e0-887a-477e-881d-dccd2afcff91 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/dc7ed15e-89d9-47e4-8ac7-4beb9c0f240d HTTP/1.1" status: 404 len: 333 time: 0.0435193 Nov 16 04:58:27.323231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57106) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.349659 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390c1bed-13e0-4e02-abc0-b36f1d13ba2f None None] DHCP port deletion for c5ae47cf-9d45-48ba-80f3-52befcad38c3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:58:27.364599 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aad80cb-26e2-40df-84b4-85fd810939d1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.365075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aad80cb-26e2-40df-84b4-85fd810939d1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.370637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3aad80cb-26e2-40df-84b4-85fd810939d1 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/34f0d1c9-9fc1-4430-be83-4825d894457c HTTP/1.1" status: 404 len: 337 time: 0.0464151 Nov 16 04:58:27.372308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57110) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.420703 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a274fc9-6a24-4bd8-bae9-861964bd672d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.421718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a274fc9-6a24-4bd8-bae9-861964bd672d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.427953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-390c1bed-13e0-4e02-abc0-b36f1d13ba2f None None] Deleting port 12ae83b3-327e-4d3c-9603-c4e426a6de16 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:27.430032 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1a274fc9-6a24-4bd8-bae9-861964bd672d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/89cb3102-b65f-47e3-8019-7b66a6fa80c2 HTTP/1.1" status: 404 len: 333 time: 0.0566742 Nov 16 04:58:27.430877 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-390c1bed-13e0-4e02-abc0-b36f1d13ba2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:27.432605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57116) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.474459 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ddd3bf1-f469-4d01-af52-d10dead28900 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.474927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ddd3bf1-f469-4d01-af52-d10dead28900 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.478618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1ddd3bf1-f469-4d01-af52-d10dead28900 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/efb2fab1-7e00-4927-88cd-c3c6c885d109 HTTP/1.1" status: 404 len: 337 time: 0.0450370 Nov 16 04:58:27.481237 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57118) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.484117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 12ae83b3-327e-4d3c-9603-c4e426a6de16 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:58:27.509211 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-1278466e-235e-495b-970b-e67afd512f59 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.510041 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1278466e-235e-495b-970b-e67afd512f59 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.513008 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1278466e-235e-495b-970b-e67afd512f59 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/fac37121-7d25-4f75-b992-77cab0052a27 HTTP/1.1" status: 404 len: 333 time: 0.0307727 Nov 16 04:58:27.515532 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57120) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.544189 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d0de17-a03f-4bc5-838a-b86233588f3c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.544642 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d0de17-a03f-4bc5-838a-b86233588f3c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.548265 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-82d0de17-a03f-4bc5-838a-b86233588f3c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/19a4c153-e441-4cc5-9616-cd942b00bb25 HTTP/1.1" status: 404 len: 337 time: 0.0318217 Nov 16 04:58:27.550864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57122) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.553000 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-390c1bed-13e0-4e02-abc0-b36f1d13ba2f None None] For port 12ae83b3-327e-4d3c-9603-c4e426a6de16, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=12ae83b3-327e-4d3c-9603-c4e426a6de16,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:27.553396 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-390c1bed-13e0-4e02-abc0-b36f1d13ba2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:27.568288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-390c1bed-13e0-4e02-abc0-b36f1d13ba2f None None] Calling delete_port for 12ae83b3-327e-4d3c-9603-c4e426a6de16 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:27.580472 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac392d89-0a0f-4fbd-b99b-a073b037787a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.581429 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac392d89-0a0f-4fbd-b99b-a073b037787a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.588157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57124) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.588338 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ac392d89-0a0f-4fbd-b99b-a073b037787a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/2f4eed10-6232-4d98-a6c3-7e6d6e31c489 HTTP/1.1" status: 404 len: 333 time: 0.0346425 Nov 16 04:58:27.628407 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8678dfe0-e07b-4f46-9bf8-1f226124d796 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.628880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8678dfe0-e07b-4f46-9bf8-1f226124d796 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.632016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8678dfe0-e07b-4f46-9bf8-1f226124d796 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/ec14d21c-1255-4edc-b715-5106fa0b8e23 HTTP/1.1" status: 404 len: 337 time: 0.0428269 Nov 16 04:58:27.635255 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57128) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.695833 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:27.716873 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-bceeacb3-f1bb-43bd-839b-d7b07dbfbe0a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.720453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bceeacb3-f1bb-43bd-839b-d7b07dbfbe0a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.724590 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bceeacb3-f1bb-43bd-839b-d7b07dbfbe0a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/7cbd0890-42e6-4bda-b1f6-5feab76d9f26 HTTP/1.1" status: 404 len: 333 time: 0.0882323 Nov 16 04:58:27.725219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57134) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.767921 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89ecaec-edcf-476d-9869-a6838702fd0c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.768500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89ecaec-edcf-476d-9869-a6838702fd0c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.775838 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a89ecaec-edcf-476d-9869-a6838702fd0c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/e026a3cd-ae39-4cec-be7c-f41e88ebd9c8 HTTP/1.1" status: 404 len: 337 time: 0.0495329 Nov 16 04:58:27.777324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57140) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.808362 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaecb3cd-58b3-48fb-ab18-b2fe0b2f846e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.809375 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaecb3cd-58b3-48fb-ab18-b2fe0b2f846e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.817460 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aaecb3cd-58b3-48fb-ab18-b2fe0b2f846e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/941905e1-10dc-43c7-af85-1e955e4e9045 HTTP/1.1" status: 404 len: 333 time: 0.0391123 Nov 16 04:58:27.818118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57142) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.846293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 12ae83b3-327e-4d3c-9603-c4e426a6de16, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=12ae83b3-327e-4d3c-9603-c4e426a6de16,segment=NetworkSegment(0c246626-c88a-499f-b9d4-127e9993c7c6),segment_id=0c246626-c88a-499f-b9d4-127e9993c7c6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:27.850985 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:27.880133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d97aad-ce15-428d-b3db-c8437480a233 req-4b75afa7-9d39-412e-94ef-0e96f2c7bb19 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:27.890833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-22d97aad-ce15-428d-b3db-c8437480a233 req-4b75afa7-9d39-412e-94ef-0e96f2c7bb19 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.1822476 Nov 16 04:58:27.896279 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aebf7e0-b451-4daf-b98f-8468c4c5463e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.898903 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aebf7e0-b451-4daf-b98f-8468c4c5463e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.909166 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8aebf7e0-b451-4daf-b98f-8468c4c5463e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/8ea10784-fbf3-4aa1-9d98-429949d7a829 HTTP/1.1" status: 404 len: 337 time: 0.0899465 Nov 16 04:58:27.911575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57152) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:27.981313 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b1a629-3668-4ba6-907a-8a18863c08ac tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:27.990730 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b1a629-3668-4ba6-907a-8a18863c08ac tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:27.997022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=12ae83b3-327e-4d3c-9603-c4e426a6de16,revision_number=17']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:28.000650 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-390c1bed-13e0-4e02-abc0-b36f1d13ba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:28.010973 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-25b1a629-3668-4ba6-907a-8a18863c08ac tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/da0ceaba-baf3-45a0-880e-fb45953a66d6 HTTP/1.1" status: 404 len: 337 time: 0.0981784 Nov 16 04:58:28.011734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57156) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.037407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-22d97aad-ce15-428d-b3db-c8437480a233 req-4d8f1bb5-6a8d-4a9e-b0be-0f3a1243a67d tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396656 Nov 16 04:58:28.057459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c1bed-13e0-4e02-abc0-b36f1d13ba2f None None] Pushing event deleted for resources: {'Port': ['ID=12ae83b3-327e-4d3c-9603-c4e426a6de16,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:28.067794 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74b3405-99ff-46c0-9200-c0fe3e16309b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.068482 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74b3405-99ff-46c0-9200-c0fe3e16309b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.075842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57158) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.078305 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c1bed-13e0-4e02-abc0-b36f1d13ba2f None None] No DVR routers for this DVR port 12ae83b3-327e-4d3c-9603-c4e426a6de16 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:58:28.087942 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b74b3405-99ff-46c0-9200-c0fe3e16309b tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/651916c7-8936-43ec-8273-0c0ee1cc87cd HTTP/1.1" status: 404 len: 333 time: 0.0610259 Nov 16 04:58:28.112410 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b80613-d832-462d-9bc9-40da3a73de94 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.113032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b80613-d832-462d-9bc9-40da3a73de94 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.119500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57160) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.130442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-56b80613-d832-462d-9bc9-40da3a73de94 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/5bb32eb7-bfcb-4c0d-b6bd-19fc5bb68f73 HTTP/1.1" status: 404 len: 337 time: 0.0530932 Nov 16 04:58:28.154296 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b1519f-587e-4b6d-b609-0c0862441088 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.155317 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b1519f-587e-4b6d-b609-0c0862441088 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.159364 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-65b1519f-587e-4b6d-b609-0c0862441088 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/59650304-e821-4729-a2d0-96b4eb105346 HTTP/1.1" status: 404 len: 337 time: 0.0384350 Nov 16 04:58:28.162101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57166) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.165286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e394e54-0d05-4b96-9f12-a02190217c7b req-5c9f8582-76be-4cc9-8ddd-064387dc0506 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0336182 Nov 16 04:58:28.214721 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-561f15c7-b8ea-42d8-a951-8b886dbd96cd tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.215289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561f15c7-b8ea-42d8-a951-8b886dbd96cd tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.218420 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-561f15c7-b8ea-42d8-a951-8b886dbd96cd tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/31b4cf74-fc31-41de-bf59-ce5d8872ccaf HTTP/1.1" status: 404 len: 333 time: 0.0441043 Nov 16 04:58:28.222097 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57168) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.253033 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc2c3ba-1a8b-46e1-b56b-36ecf19306ca tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.253686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc2c3ba-1a8b-46e1-b56b-36ecf19306ca tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.256826 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3bc2c3ba-1a8b-46e1-b56b-36ecf19306ca tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/4682cccd-0e3b-4ec9-92b2-e4cf800a2e8a HTTP/1.1" status: 404 len: 337 time: 0.0338666 Nov 16 04:58:28.259388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57170) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.320154 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe67c60f-8571-4aee-997e-7db42d35f500 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.320632 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe67c60f-8571-4aee-997e-7db42d35f500 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.336740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57174) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.348720 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fe67c60f-8571-4aee-997e-7db42d35f500 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/4fb6b8d2-e02f-4691-b030-8ad4a771a13c HTTP/1.1" status: 404 len: 337 time: 0.0852311 Nov 16 04:58:28.370296 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f457a5f5-bbb3-4045-98a7-517a53cc06e7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.371501 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f457a5f5-bbb3-4045-98a7-517a53cc06e7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.386910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f457a5f5-bbb3-4045-98a7-517a53cc06e7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/3573fe40-f36a-4812-9f6a-9f38200f5797 HTTP/1.1" status: 404 len: 333 time: 0.0490632 Nov 16 04:58:28.390276 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57178) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.418054 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-deeb0c37-4c53-4ba8-a2fd-da799a2e1e60 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.418714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deeb0c37-4c53-4ba8-a2fd-da799a2e1e60 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.424808 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57182) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.435101 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-deeb0c37-4c53-4ba8-a2fd-da799a2e1e60 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/bf7b3235-0375-4d36-bc13-96f03892e1ed HTTP/1.1" status: 404 len: 337 time: 0.0434048 Nov 16 04:58:28.455755 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc21042-b272-4c7a-9054-dc4d44a16748 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.456504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc21042-b272-4c7a-9054-dc4d44a16748 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.464046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57186) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.474917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3cc21042-b272-4c7a-9054-dc4d44a16748 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/c989f019-4686-452a-9403-39be13d4ec4f HTTP/1.1" status: 404 len: 337 time: 0.0487707 Nov 16 04:58:28.496990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57188) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.506247 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a07f271f-2027-4b15-8890-ef6edcb43f41 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e150670-884e-4c85-84b7-f1e6734204c9 HTTP/1.1" status: 200 len: 205 time: 0.0407352 Nov 16 04:58:28.541418 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-e3b0ecc2-6da6-4a3a-8096-532a35c2ec77 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] delete failed (client error): The resource could not be found. Nov 16 04:58:28.545471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57192) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.546839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e3b0ecc2-6da6-4a3a-8096-532a35c2ec77 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/routers/5e150670-884e-4c85-84b7-f1e6734204c9 HTTP/1.1" status: 404 len: 336 time: 0.0477858 Nov 16 04:58:28.596624 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d5afce-9dc2-48c8-ac09-99d701757522 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.597410 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d5afce-9dc2-48c8-ac09-99d701757522 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.605382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57196) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.611564 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-17d5afce-9dc2-48c8-ac09-99d701757522 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/01bdc314-df78-4514-88a7-90f7274e12f3 HTTP/1.1" status: 404 len: 337 time: 0.0649588 Nov 16 04:58:28.671350 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c9b35307-6a08-4114-99c5-be87d014dbf7 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1d9abe7-be6e-40a4-82e8-15c7b6055987 HTTP/1.1" status: 200 len: 205 time: 0.0632818 Nov 16 04:58:28.673131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57202) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.777569 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-fc1568dd-bec6-409d-8a0a-85ac9f84ae0d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] delete failed (client error): The resource could not be found. Nov 16 04:58:28.779609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fc1568dd-bec6-409d-8a0a-85ac9f84ae0d tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/routers/d1d9abe7-be6e-40a4-82e8-15c7b6055987 HTTP/1.1" status: 404 len: 336 time: 0.1048253 Nov 16 04:58:28.781731 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57204) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.816893 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f6ca06-4030-4f8c-a6bf-45174d5e8fef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.817685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f6ca06-4030-4f8c-a6bf-45174d5e8fef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.821235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-15f6ca06-4030-4f8c-a6bf-45174d5e8fef tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/fe775a01-84c6-4e05-a5b9-ec44bb9eea6d HTTP/1.1" status: 404 len: 337 time: 0.0382149 Nov 16 04:58:28.823662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57206) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.854530 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae28f714-5cd3-4b63-a2c9-cecca607572f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.855420 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae28f714-5cd3-4b63-a2c9-cecca607572f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.859871 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ae28f714-5cd3-4b63-a2c9-cecca607572f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/50abd9be-35cc-4dbb-ae38-ca66c74119ff HTTP/1.1" status: 404 len: 337 time: 0.0348263 Nov 16 04:58:28.862250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57208) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.888795 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf80d9cc-d348-488a-8fb4-ea589c2edc4c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.889439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf80d9cc-d348-488a-8fb4-ea589c2edc4c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.893003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cf80d9cc-d348-488a-8fb4-ea589c2edc4c tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/f9302ea2-b40c-42e3-8d0a-283f30927ba6 HTTP/1.1" status: 404 len: 333 time: 0.0296013 Nov 16 04:58:28.895696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57210) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:28.965709 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0c2d44-fa36-4af1-9b9b-87ad690d5184 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:28.966282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad0c2d44-fa36-4af1-9b9b-87ad690d5184 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:28.969490 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ad0c2d44-fa36-4af1-9b9b-87ad690d5184 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/c2e107be-257c-4fcb-af60-88b9ec305cee HTTP/1.1" status: 404 len: 337 time: 0.0728064 Nov 16 04:58:28.972308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57214) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:29.006959 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4087b70-09de-4ad6-a3ed-b81f9dcb48f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:29.017082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4087b70-09de-4ad6-a3ed-b81f9dcb48f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:29.032227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a4087b70-09de-4ad6-a3ed-b81f9dcb48f3 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/67eda249-4fcc-4d0f-b4b5-cd9e7642f5c8 HTTP/1.1" status: 404 len: 333 time: 0.0590572 Nov 16 04:58:29.036441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57218) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:29.091862 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-c391dc48-4815-4a48-aab5-0cf792bdc900 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:29.092342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c391dc48-4815-4a48-aab5-0cf792bdc900 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:29.096622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c391dc48-4815-4a48-aab5-0cf792bdc900 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/84e8509b-bea9-4995-815e-4487169a2c28 HTTP/1.1" status: 404 len: 337 time: 0.0602283 Nov 16 04:58:29.099246 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57222) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:29.136185 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8c2b5e-bc77-4705-9a10-97ec87d48b89 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:29.137028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8c2b5e-bc77-4705-9a10-97ec87d48b89 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:29.143158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57224) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:29.144103 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ef8c2b5e-bc77-4705-9a10-97ec87d48b89 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/eac0024b-5cbf-4547-8c4c-e7fd4d78c294 HTTP/1.1" status: 404 len: 333 time: 0.0434515 Nov 16 04:58:29.214459 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-c383e3a9-e266-4017-a6b4-d356cb352fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:29.215180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c383e3a9-e266-4017-a6b4-d356cb352fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:29.218791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c383e3a9-e266-4017-a6b4-d356cb352fc6 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/e2bab6b0-4b18-4583-a2ac-4dee89062cce HTTP/1.1" status: 404 len: 337 time: 0.0747089 Nov 16 04:58:29.221509 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57228) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:29.278899 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba82aac8-39ed-409b-a846-c93a33bb6234 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:29.279832 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba82aac8-39ed-409b-a846-c93a33bb6234 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:29.282074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175f256-9cc5-48ea-ba55-2f0a87012dd6 req-de72157c-67ac-437b-b58b-f4e41550a64d tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:29.287093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3175f256-9cc5-48ea-ba55-2f0a87012dd6 req-de72157c-67ac-437b-b58b-f4e41550a64d tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.1094632 Nov 16 04:58:29.287711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57230) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:29.296584 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ba82aac8-39ed-409b-a846-c93a33bb6234 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/e282148c-c5e3-4229-b55b-48f1c682bd5c HTTP/1.1" status: 404 len: 333 time: 0.0737884 Nov 16 04:58:29.364864 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a5a36d-4c7e-4067-85c1-56ea016241ce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:29.366527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a5a36d-4c7e-4067-85c1-56ea016241ce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:29.372724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57232) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:29.380232 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-38a5a36d-4c7e-4067-85c1-56ea016241ce tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/23bf6dc0-ed85-4432-87be-ba93bd9f527d HTTP/1.1" status: 404 len: 337 time: 0.0903230 Nov 16 04:58:29.402358 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a38184-de83-439d-b252-33128e43933a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:29.402966 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a38184-de83-439d-b252-33128e43933a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:29.408759 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-51a38184-de83-439d-b252-33128e43933a tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/e469b3e3-53bc-4ffb-a845-a505fd88c67e HTTP/1.1" status: 404 len: 333 time: 0.0348806 Nov 16 04:58:29.409438 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57234) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:29.423636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7606015-2066-4618-8010-1dee61254c3d req-ff726b78-ccbd-4e13-b9a5-7f98e629d155 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0752220 Nov 16 04:58:29.438924 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-108be746-7128-4aae-88a0-6165a1afb458 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:29.439477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-108be746-7128-4aae-88a0-6165a1afb458 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:29.446147 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-108be746-7128-4aae-88a0-6165a1afb458 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/90d33b51-8d9f-4746-bdf9-7ed1e9fbc3fb HTTP/1.1" status: 404 len: 337 time: 0.0355818 Nov 16 04:58:29.447000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57236) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:29.471636 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a21d86-6e12-4254-8a10-243ed919b6cc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:29.472307 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a21d86-6e12-4254-8a10-243ed919b6cc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:29.475306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3175f256-9cc5-48ea-ba55-2f0a87012dd6 req-1318ee61-c8d4-431d-8181-e42046e1841a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719666 Nov 16 04:58:29.483066 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-76a21d86-6e12-4254-8a10-243ed919b6cc tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/d4d14524-d555-4993-aa58-def07e59d1d6 HTTP/1.1" status: 404 len: 333 time: 0.0347648 Nov 16 04:58:29.485684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57238) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:29.525090 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1cf803-0c9b-4d56-aebe-4ae634ff518f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:29.525090 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1cf803-0c9b-4d56-aebe-4ae634ff518f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:29.529245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bc1cf803-0c9b-4d56-aebe-4ae634ff518f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/be0b1915-c02e-4914-957b-b8fd9d4855b8 HTTP/1.1" status: 404 len: 337 time: 0.0396974 Nov 16 04:58:29.529370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57242) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:29.571842 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38d7f53-dc73-465f-a673-3643b49d5df5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:29.572423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38d7f53-dc73-465f-a673-3643b49d5df5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:29.575608 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b38d7f53-dc73-465f-a673-3643b49d5df5 tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/ports/c7bc83e4-88bd-4ced-9461-7bc6a5ccf639 HTTP/1.1" status: 404 len: 333 time: 0.0454249 Nov 16 04:58:29.578146 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57244) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:29.605608 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cf2346-2d42-4b28-b0b5-561c0215743e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] DELETE failed (client error): The resource could not be found. Nov 16 04:58:29.606308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5cf2346-2d42-4b28-b0b5-561c0215743e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 04:58:29.609181 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c5cf2346-2d42-4b28-b0b5-561c0215743e tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/subnets/366b58f0-6612-4134-b144-9e54daa7f1df HTTP/1.1" status: 404 len: 337 time: 0.0301044 Nov 16 04:58:29.611818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57246) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:29.697351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85163a29-4a75-40ea-8885-58b1b302f20f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:29.793924 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85163a29-4a75-40ea-8885-58b1b302f20f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:29.815475 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-85163a29-4a75-40ea-8885-58b1b302f20f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ae47cf-9d45-48ba-80f3-52befcad38c3']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:29.826441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-85163a29-4a75-40ea-8885-58b1b302f20f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c246626-c88a-499f-b9d4-127e9993c7c6') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:29.826931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-85163a29-4a75-40ea-8885-58b1b302f20f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c246626-c88a-499f-b9d4-127e9993c7c6') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:29.848146 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85163a29-4a75-40ea-8885-58b1b302f20f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:29.865300 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85163a29-4a75-40ea-8885-58b1b302f20f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:29.875137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85163a29-4a75-40ea-8885-58b1b302f20f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:58:29.876022 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85163a29-4a75-40ea-8885-58b1b302f20f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:58:29.879716 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:58:29.950784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85163a29-4a75-40ea-8885-58b1b302f20f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:29.957887 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85163a29-4a75-40ea-8885-58b1b302f20f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:29.964527 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-85163a29-4a75-40ea-8885-58b1b302f20f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] 10.222.0.41 "DELETE /v2.0/networks/c5ae47cf-9d45-48ba-80f3-52befcad38c3 HTTP/1.1" status: 204 len: 168 time: 0.3484521 Nov 16 04:58:29.979062 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85163a29-4a75-40ea-8885-58b1b302f20f tempest-NetworksTestDHCPv6-669010142 tempest-NetworksTestDHCPv6-669010142-project] Pushing event deleted for resources: {'Network': ['ID=c5ae47cf-9d45-48ba-80f3-52befcad38c3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:30.034417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dc565-223d-4679-8709-814fdae45118 req-559d24db-562b-41c0-886c-d883f194f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:30.035979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb2dc565-223d-4679-8709-814fdae45118 req-559d24db-562b-41c0-886c-d883f194f664 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 1096 time: 0.0460405 Nov 16 04:58:30.103617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb2dc565-223d-4679-8709-814fdae45118 req-90e4ecfb-3cd8-4fa3-97e2-46fcd6601631 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593326 Nov 16 04:58:30.293662 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57272) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:30.439113 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a885f32a-c623-44e0-a132-5b6991acbc79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc09ef58e5cc4919b8e42f3d5529b7a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440303 Nov 16 04:58:30.441452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57276) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:30.497120 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3433f93-4764-48e8-8c21-3780eca9162d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:30.549469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3433f93-4764-48e8-8c21-3780eca9162d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:30.612593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1e188ee-0045-4cda-a63a-02ffcbd8c84e req-df7c3682-4620-407a-aa9e-b5d95b80218e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0800569 Nov 16 04:58:30.634739 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3433f93-4764-48e8-8c21-3780eca9162d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:30.638492 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3433f93-4764-48e8-8c21-3780eca9162d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:30.639915 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a3433f93-4764-48e8-8c21-3780eca9162d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b428c7b4-76a7-4c8a-bade-7a990df3a810 HTTP/1.1" status: 204 len: 168 time: 0.1973610 Nov 16 04:58:30.669612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3433f93-4764-48e8-8c21-3780eca9162d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b428c7b4-76a7-4c8a-bade-7a990df3a810,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:30.767371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d313f-8f02-4114-a074-f231b01fb008 req-39dd7a81-5eb5-4e45-bea4-38a6379dcdbe tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:30.770099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-030d313f-8f02-4114-a074-f231b01fb008 req-39dd7a81-5eb5-4e45-bea4-38a6379dcdbe tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.1486537 Nov 16 04:58:30.895448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-030d313f-8f02-4114-a074-f231b01fb008 req-5d9ad825-2b88-46a9-8d85-79ee6275f1ec tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140296 Nov 16 04:58:31.732908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-674af657-6e88-454a-8776-54a2b384c880 req-381dd81f-ca27-4393-bade-419aaeba0431 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0421233 Nov 16 04:58:32.101221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bbe20e-ebfe-4db8-93a0-99012781b9c6 req-0e9de45e-ced5-457a-871f-1f86fac183fa tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:32.110106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85bbe20e-ebfe-4db8-93a0-99012781b9c6 req-0e9de45e-ced5-457a-871f-1f86fac183fa tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.1043706 Nov 16 04:58:32.182197 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85bbe20e-ebfe-4db8-93a0-99012781b9c6 req-66199ab4-2f5e-4ad9-8ab6-6eaf6ac1aecd tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706770 Nov 16 04:58:32.875307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbb7f2-8138-4b57-be6b-f3abf9cfd338 req-46ac9332-c56d-417f-bf04-6b2daf908cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:32.876859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85fbb7f2-8138-4b57-be6b-f3abf9cfd338 req-46ac9332-c56d-417f-bf04-6b2daf908cc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 1096 time: 0.1860409 Nov 16 04:58:32.888602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4bfdd-a398-4f7f-bc5c-cbb9f93e2972 req-f2d5fd85-f715-44e2-bedc-1beb02e7b68f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:32.903926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54b4bfdd-a398-4f7f-bc5c-cbb9f93e2972 req-f2d5fd85-f715-44e2-bedc-1beb02e7b68f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.1738989 Nov 16 04:58:33.031800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbb7f2-8138-4b57-be6b-f3abf9cfd338 req-793a4ce2-2bb1-4856-8cdd-d4ca4faa18e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:33.033372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85fbb7f2-8138-4b57-be6b-f3abf9cfd338 req-793a4ce2-2bb1-4856-8cdd-d4ca4faa18e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 200 len: 920 time: 0.1305795 Nov 16 04:58:33.086724 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e3e5c9b-3390-4a92-b71f-15fde8933162 req-392cbdb3-0fe7-446d-b35e-24b38a983a73 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0515375 Nov 16 04:58:33.148082 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85fbb7f2-8138-4b57-be6b-f3abf9cfd338 req-4105dbb2-b749-4fa2-af96-a7a17842f738 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05a7dde1-4e7e-4062-a91e-92bac4f6ab55 HTTP/1.1" status: 200 len: 217 time: 0.1010456 Nov 16 04:58:33.181999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54b4bfdd-a398-4f7f-bc5c-cbb9f93e2972 req-5325cd7e-7fb8-4173-8c65-532517aed8cc tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801960 Nov 16 04:58:33.238542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbb7f2-8138-4b57-be6b-f3abf9cfd338 req-745f10f4-8590-49aa-8167-2fabc1c25890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:33.241052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85fbb7f2-8138-4b57-be6b-f3abf9cfd338 req-745f10f4-8590-49aa-8167-2fabc1c25890 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d4ac978-3002-4c8c-8e52-ab185519d0b2 HTTP/1.1" status: 200 len: 859 time: 0.0704696 Nov 16 04:58:33.317347 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85fbb7f2-8138-4b57-be6b-f3abf9cfd338 req-06597e2b-a886-400b-ab7f-9176d0fa213e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae5e376-b921-496b-842a-45e78562fba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686047 Nov 16 04:58:33.451737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85fbb7f2-8138-4b57-be6b-f3abf9cfd338 req-964ef7de-f13f-42b6-a321-f265716eb742 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269462 Nov 16 04:58:33.633138 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85fbb7f2-8138-4b57-be6b-f3abf9cfd338 req-af87db26-b100-4eed-87c8-54d0770042e6 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728740 Nov 16 04:58:34.200725 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57424) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:34.247698 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:58:34.277411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d670791-ab4d-4b61-870e-544fb261c21b req-2df72868-fcee-462d-b7b7-b981a1be7d1b tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0540121 Nov 16 04:58:34.462423 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dff95717-2537-4682-8a52-aa1cb1354e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:34.496711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a6e7e-737b-49c8-affc-b27d31600346 req-ceb305e9-ebd8-4445-91ad-200945a724f9 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:34.518600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d1a6e7e-737b-49c8-affc-b27d31600346 req-ceb305e9-ebd8-4445-91ad-200945a724f9 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.1777358 Nov 16 04:58:34.670411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d1a6e7e-737b-49c8-affc-b27d31600346 req-4ac1186d-7bbe-4bfa-820b-061b09f03f96 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451700 Nov 16 04:58:34.718641 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dff95717-2537-4682-8a52-aa1cb1354e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:34.723113 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dff95717-2537-4682-8a52-aa1cb1354e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:34.778793 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff95717-2537-4682-8a52-aa1cb1354e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e34c6e-da4f-4300-9cd2-5b38e58e08cf,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:34.784299 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dff95717-2537-4682-8a52-aa1cb1354e8d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ade6ad4b861a4aa49718caacb7036260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5826123 Nov 16 04:58:34.786887 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57444) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:34.869384 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-10927272-8e45-45a7-a608-6d3e5a678808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:34.923441 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-10927272-8e45-45a7-a608-6d3e5a678808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:35.045090 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-10927272-8e45-45a7-a608-6d3e5a678808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:35.048743 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-10927272-8e45-45a7-a608-6d3e5a678808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:35.050676 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-10927272-8e45-45a7-a608-6d3e5a678808 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2e34c6e-da4f-4300-9cd2-5b38e58e08cf HTTP/1.1" status: 204 len: 168 time: 0.2628407 Nov 16 04:58:35.061503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10927272-8e45-45a7-a608-6d3e5a678808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e34c6e-da4f-4300-9cd2-5b38e58e08cf,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:35.530141 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1441c382-842f-40f7-ba47-0fda3789460a req-4cc989d1-9350-49cb-8995-bfcb86391796 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0822463 Nov 16 04:58:35.732088 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57464) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:35.775200 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c9c4d31-3303-4ef5-a38c-fbe7de4566c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:35.916084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec136e-c155-4795-8135-0d30fb8ab720 req-21574bcb-88f1-4c57-ba6c-8d28b7dcc60f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:35.926381 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11ec136e-c155-4795-8135-0d30fb8ab720 req-21574bcb-88f1-4c57-ba6c-8d28b7dcc60f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.1008551 Nov 16 04:58:36.027260 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c9c4d31-3303-4ef5-a38c-fbe7de4566c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:36.032703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c9c4d31-3303-4ef5-a38c-fbe7de4566c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:36.041437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-11ec136e-c155-4795-8135-0d30fb8ab720 req-51932b47-300f-4fb3-8ac4-6e3633051cbf tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138675 Nov 16 04:58:36.127968 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2c9c4d31-3303-4ef5-a38c-fbe7de4566c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c3bec9cfa914d9d880192d8043205ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3945255 Nov 16 04:58:36.128892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c4d31-3303-4ef5-a38c-fbe7de4566c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffb82b8-86fe-4d8b-b888-d4ed76b13717,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:36.130684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57474) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:36.286431 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1d3fca73-8584-4229-863a-95bef2d3aa8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:36.366375 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1d3fca73-8584-4229-863a-95bef2d3aa8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:36.499489 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1d3fca73-8584-4229-863a-95bef2d3aa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:36.503185 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1d3fca73-8584-4229-863a-95bef2d3aa8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:36.508510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1d3fca73-8584-4229-863a-95bef2d3aa8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ffb82b8-86fe-4d8b-b888-d4ed76b13717 HTTP/1.1" status: 204 len: 168 time: 0.3742342 Nov 16 04:58:36.525876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3fca73-8584-4229-863a-95bef2d3aa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffb82b8-86fe-4d8b-b888-d4ed76b13717,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:36.651794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57490) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:36.870071 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-450fc140-b62c-4bac-9cfb-0d048cdbe529 req-3d5df1ae-fe2b-478e-9bf2-6900892cbf52 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.1186960 Nov 16 04:58:37.143332 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70d37e24-69c1-471b-a0e2-5ef07bd2200d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:37.276477 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70d37e24-69c1-471b-a0e2-5ef07bd2200d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:37.288816 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70d37e24-69c1-471b-a0e2-5ef07bd2200d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:37.321705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-70d37e24-69c1-471b-a0e2-5ef07bd2200d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70be184fa0e24f9eadbb5e6dd0f999c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6659417 Nov 16 04:58:37.322428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57514) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:37.440314 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f2c30c41-df6a-40fd-affc-8bbe0f00f7b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:37.467345 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f2c30c41-df6a-40fd-affc-8bbe0f00f7b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:37.530413 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f2c30c41-df6a-40fd-affc-8bbe0f00f7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:37.533595 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f2c30c41-df6a-40fd-affc-8bbe0f00f7b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:37.534979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f2c30c41-df6a-40fd-affc-8bbe0f00f7b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/164e5c94-66d3-435e-8ae7-74dabb9c30c6 HTTP/1.1" status: 204 len: 168 time: 0.2114511 Nov 16 04:58:37.544472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d37e24-69c1-471b-a0e2-5ef07bd2200d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164e5c94-66d3-435e-8ae7-74dabb9c30c6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:37.584260 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c30c41-df6a-40fd-affc-8bbe0f00f7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164e5c94-66d3-435e-8ae7-74dabb9c30c6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:37.989374 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-443cecc6-4b7f-40a8-9fd7-5ee30897231b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:38.086960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f081098e-72c7-433c-aeac-6f78090344f1 req-bc49775b-bec8-4e3b-ae91-1d602debf644 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0585577 Nov 16 04:58:38.317297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57546) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:38.343473 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d9b60f8-7bf4-4d44-831f-06eecd5411d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:38.430917 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d9b60f8-7bf4-4d44-831f-06eecd5411d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:38.437284 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d9b60f8-7bf4-4d44-831f-06eecd5411d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:38.488745 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7d9b60f8-7bf4-4d44-831f-06eecd5411d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=917f8b0285cd416494afb7014d4d64f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702416 Nov 16 04:58:38.489837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b60f8-7bf4-4d44-831f-06eecd5411d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e0a760-0654-4080-a2a5-c8cdbbb17d80,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:38.491806 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57552) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:38.594774 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c601-76dd-4c1f-a9c7-c783c0faa8c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:38.623675 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c601-76dd-4c1f-a9c7-c783c0faa8c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:38.704290 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c601-76dd-4c1f-a9c7-c783c0faa8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:38.707874 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6dc0c601-76dd-4c1f-a9c7-c783c0faa8c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:38.712440 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6dc0c601-76dd-4c1f-a9c7-c783c0faa8c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51e0a760-0654-4080-a2a5-c8cdbbb17d80 HTTP/1.1" status: 204 len: 168 time: 0.2196171 Nov 16 04:58:38.742224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0c601-76dd-4c1f-a9c7-c783c0faa8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e0a760-0654-4080-a2a5-c8cdbbb17d80,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:39.232918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff544b3f-036f-4937-ac6e-b5dfcfdd2169 req-caf589b2-6a75-428a-9786-287036f92546 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0286324 Nov 16 04:58:39.236215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57572) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:39.252253 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-412af2da-86df-4615-9bc5-72ad0d1d9540 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:39.345255 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-412af2da-86df-4615-9bc5-72ad0d1d9540 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:39.350280 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-412af2da-86df-4615-9bc5-72ad0d1d9540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:39.395102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412af2da-86df-4615-9bc5-72ad0d1d9540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49def766-dfd8-4fba-af32-87f033013df9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:39.401076 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-412af2da-86df-4615-9bc5-72ad0d1d9540 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4df80ff12f7c4c658284d3f63ffdbc6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1636474 Nov 16 04:58:39.404224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57574) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:39.457353 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52cf21df-f4e7-4080-bf6e-50096a5d9306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:39.481038 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52cf21df-f4e7-4080-bf6e-50096a5d9306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:39.530860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52cf21df-f4e7-4080-bf6e-50096a5d9306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:39.533670 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52cf21df-f4e7-4080-bf6e-50096a5d9306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:39.537134 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-52cf21df-f4e7-4080-bf6e-50096a5d9306 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49def766-dfd8-4fba-af32-87f033013df9 HTTP/1.1" status: 204 len: 168 time: 0.1292284 Nov 16 04:58:39.546664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf21df-f4e7-4080-bf6e-50096a5d9306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49def766-dfd8-4fba-af32-87f033013df9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:40.027955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40c67178-bf3a-4f3a-a768-0945ae4deaa9 req-61c64b93-88d5-4dd6-a2e3-a5c3caa928f0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706441 Nov 16 04:58:40.133870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c67178-bf3a-4f3a-a768-0945ae4deaa9 req-69f2fef8-f68e-409e-be13-1c984cc0ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:40.139122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40c67178-bf3a-4f3a-a768-0945ae4deaa9 req-69f2fef8-f68e-409e-be13-1c984cc0ed93 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f809e2ea49f64589ac5ad430817dc610&device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 1096 time: 0.0579367 Nov 16 04:58:40.180272 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16a26660-410a-4400-84a2-beab3421e005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:40.276758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c67178-bf3a-4f3a-a768-0945ae4deaa9 req-3979bf6e-4e99-4f4e-8487-3b31ec585de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:40.278892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40c67178-bf3a-4f3a-a768-0945ae4deaa9 req-3979bf6e-4e99-4f4e-8487-3b31ec585de4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 200 len: 915 time: 0.1191313 Nov 16 04:58:40.328346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40c67178-bf3a-4f3a-a768-0945ae4deaa9 req-6c4346cb-1c33-4d48-91a7-36d006e279e4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 HTTP/1.1" status: 200 len: 217 time: 0.0412457 Nov 16 04:58:40.378189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15756d45-c483-4ac5-972a-0309a2d56ab4 req-7829d57c-6dfc-4256-b1d1-dc07e60a384d tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0535865 Nov 16 04:58:40.397000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c67178-bf3a-4f3a-a768-0945ae4deaa9 req-7a4c0ec8-0800-46ee-9d07-d55c47586040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:40.401895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40c67178-bf3a-4f3a-a768-0945ae4deaa9 req-7a4c0ec8-0800-46ee-9d07-d55c47586040 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7165b9bb-2dd4-4528-b72b-32d19725ce83 HTTP/1.1" status: 200 len: 854 time: 0.0621037 Nov 16 04:58:40.436223 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40c67178-bf3a-4f3a-a768-0945ae4deaa9 req-d873094b-2912-4db9-997e-bc2a79988bd7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=833b0ffb-4d62-4130-a5de-4c246cada0fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286958 Nov 16 04:58:40.525344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40c67178-bf3a-4f3a-a768-0945ae4deaa9 req-30df0780-6625-45d6-b25b-aab72ee0a8e6 service neutron] 10.222.0.37 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823748 Nov 16 04:58:40.621127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40c67178-bf3a-4f3a-a768-0945ae4deaa9 req-f06d1531-f9ab-4998-ba86-ebca7f159462 service neutron] 10.222.0.37 "GET /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886445 Nov 16 04:58:41.527722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17eb7c43-0f9d-4a2e-9878-af2909b271c9 req-8846287a-c6e2-4b61-b6d4-df77bb3f0fb2 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4537c16-d2ff-4f1d-bcf9-a8914dfa6dc1 HTTP/1.1" status: 200 len: 210 time: 0.0357792 Nov 16 04:58:41.636530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a1051-b912-4252-ac40-4fb0ab989f74 req-b43f5c73-771f-4798-a604-1d81681d96b3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:41.638209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e5a1051-b912-4252-ac40-4fb0ab989f74 req-b43f5c73-771f-4798-a604-1d81681d96b3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 945 time: 0.0594857 Nov 16 04:58:41.701630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e5a1051-b912-4252-ac40-4fb0ab989f74 req-db05476d-b365-4df1-a389-a3e06d90e4c1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565000 Nov 16 04:58:41.880585 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:42.661962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57654) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:42.802692 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0beea925-df30-4b4c-bb90-62a7559ebaf8 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:42.838269 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0beea925-df30-4b4c-bb90-62a7559ebaf8 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:42.941698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c58869fa-2add-42f2-b79a-b3b7779d8abd req-8d36442e-d93f-4645-af68-e42902d29a8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2140496 Nov 16 04:58:43.018519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99a546-04c8-47ae-afaa-a7f379cd2983 req-39d9375a-f14a-43f4-a111-68381ad677bb tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:43.026533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e99a546-04c8-47ae-afaa-a7f379cd2983 req-39d9375a-f14a-43f4-a111-68381ad677bb tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 945 time: 0.1804941 Nov 16 04:58:43.093019 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58869fa-2add-42f2-b79a-b3b7779d8abd req-4640d424-b32c-4874-ad59-3d5c8f1b4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:43.099040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c58869fa-2add-42f2-b79a-b3b7779d8abd req-4640d424-b32c-4874-ad59-3d5c8f1b4af0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 1096 time: 0.1331997 Nov 16 04:58:43.116930 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0820c92-bf1b-480f-ad8c-c01767b3691f req-4bb2bc71-815a-4b99-920e-f95a0170577e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:43.121288 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a0820c92-bf1b-480f-ad8c-c01767b3691f req-4bb2bc71-815a-4b99-920e-f95a0170577e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.15 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 945 time: 0.0936124 Nov 16 04:58:43.294282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e99a546-04c8-47ae-afaa-a7f379cd2983 req-aa717377-ec51-4505-a9c5-b0cbba545de4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582006 Nov 16 04:58:43.331945 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:43.365080 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-a0820c92-bf1b-480f-ad8c-c01767b3691f req-671952ed-303c-412c-810e-ac5cbb6fd6bf tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Deleting port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:43.373992 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a0820c92-bf1b-480f-ad8c-c01767b3691f req-671952ed-303c-412c-810e-ac5cbb6fd6bf tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:43.392229 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0beea925-df30-4b4c-bb90-62a7559ebaf8 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:43.401874 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0beea925-df30-4b4c-bb90-62a7559ebaf8 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:43.405748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0beea925-df30-4b4c-bb90-62a7559ebaf8 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "DELETE /v2.0/security-groups/db0de018-a273-4ae7-91c7-5fce1eb280d7 HTTP/1.1" status: 204 len: 168 time: 0.7427347 Nov 16 04:58:43.406492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57672) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:43.450734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beea925-df30-4b4c-bb90-62a7559ebaf8 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0de018-a273-4ae7-91c7-5fce1eb280d7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:43.599572 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-4c092cbc-2770-4975-b1a5-64fecb6c4b45 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] show failed (client error): The resource could not be found. Nov 16 04:58:43.613015 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4c092cbc-2770-4975-b1a5-64fecb6c4b45 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "GET /v2.0/security-groups/db0de018-a273-4ae7-91c7-5fce1eb280d7 HTTP/1.1" status: 404 len: 347 time: 0.1207151 Nov 16 04:58:43.613883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57680) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:43.669320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58869fa-2add-42f2-b79a-b3b7779d8abd req-a621cdc3-f1b3-405f-9556-8a0961c54c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:43.682511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c58869fa-2add-42f2-b79a-b3b7779d8abd req-a621cdc3-f1b3-405f-9556-8a0961c54c75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 200 len: 920 time: 0.5144310 Nov 16 04:58:43.769361 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:43.815908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c58869fa-2add-42f2-b79a-b3b7779d8abd req-eb7bec95-938e-4b9b-b149-c9ed6feb0727 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1aef4c6f-b943-49a1-a136-17590134fbd2 HTTP/1.1" status: 200 len: 217 time: 0.1323137 Nov 16 04:58:43.888352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58869fa-2add-42f2-b79a-b3b7779d8abd req-ef4edef2-28e0-49c5-bde6-ba82726fe184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:43.896313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c58869fa-2add-42f2-b79a-b3b7779d8abd req-ef4edef2-28e0-49c5-bde6-ba82726fe184 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3d4ac978-3002-4c8c-8e52-ab185519d0b2 HTTP/1.1" status: 200 len: 859 time: 0.0732951 Nov 16 04:58:43.961162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c58869fa-2add-42f2-b79a-b3b7779d8abd req-b03d86b4-0325-4992-abcd-cc9c9df7a932 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ae5e376-b921-496b-842a-45e78562fba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578697 Nov 16 04:58:43.969658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-a0820c92-bf1b-480f-ad8c-c01767b3691f req-671952ed-303c-412c-810e-ac5cbb6fd6bf tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] For port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0a2a86ea-43df-4c6f-871b-6a96c4c51b64,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:43.970056 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a0820c92-bf1b-480f-ad8c-c01767b3691f req-671952ed-303c-412c-810e-ac5cbb6fd6bf tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:43.997157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-a0820c92-bf1b-480f-ad8c-c01767b3691f req-671952ed-303c-412c-810e-ac5cbb6fd6bf tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Calling delete_port for 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:44.077263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-001e4880-6898-46ac-ad79-a0f01984cd9c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Deleting port 15e69531-24f4-4369-9832-582b98fea2ca {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:44.077631 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-001e4880-6898-46ac-ad79-a0f01984cd9c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:44.094285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c58869fa-2add-42f2-b79a-b3b7779d8abd req-f4d9af04-fc38-45e1-a92a-b4fa07a1ae6a service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261969 Nov 16 04:58:44.193519 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-001e4880-6898-46ac-ad79-a0f01984cd9c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:44.194113 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-001e4880-6898-46ac-ad79-a0f01984cd9c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:44.214477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-001e4880-6898-46ac-ad79-a0f01984cd9c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Calling delete_port for 15e69531-24f4-4369-9832-582b98fea2ca owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:44.260531 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c58869fa-2add-42f2-b79a-b3b7779d8abd req-f751e7e0-7caa-411b-88b8-6e46df08ac76 service neutron] 10.222.0.15 "GET /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596346 Nov 16 04:58:44.506644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778381b-3783-477c-b8a1-60440b7864a3 req-3366b34f-9efb-4b47-9c46-6ad58ae1b749 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:44.516972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b778381b-3783-477c-b8a1-60440b7864a3 req-3366b34f-9efb-4b47-9c46-6ad58ae1b749 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 945 time: 0.0948765 Nov 16 04:58:44.558094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-001e4880-6898-46ac-ad79-a0f01984cd9c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:44.638492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e4880-6898-46ac-ad79-a0f01984cd9c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'Port': ['ID=15e69531-24f4-4369-9832-582b98fea2ca,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:44.641134 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b778381b-3783-477c-b8a1-60440b7864a3 req-7027d696-709b-4961-b0a8-ff70d1b8f6ac tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231182 Nov 16 04:58:44.683657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30510cf-4fc2-4614-86c4-9847b5675440 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:58:44.785051 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a0820c92-bf1b-480f-ad8c-c01767b3691f req-671952ed-303c-412c-810e-ac5cbb6fd6bf tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:44.811223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b978d484-6cca-4f98-bf99-ba7b720e107e'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:58:44.814642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['bdeb15b2-2b0e-4504-95a6-ca48892c1eb7', 'b2f7c00d-5c68-42d8-8114-722ad3fb5b33'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:58:44.896323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671952ed-303c-412c-810e-ac5cbb6fd6bf tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Pushing event deleted for resources: {'Port': ['ID=0a2a86ea-43df-4c6f-871b-6a96c4c51b64,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:45.009401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3b4463-20ed-44c4-a8d5-3270a3146831 None None] DHCP port deletion for 833b0ffb-4d62-4130-a5de-4c246cada0fa request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:58:45.019826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0820c92-bf1b-480f-ad8c-c01767b3691f req-671952ed-303c-412c-810e-ac5cbb6fd6bf tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] No DVR routers for this DVR port 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:58:45.024266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a0820c92-bf1b-480f-ad8c-c01767b3691f req-671952ed-303c-412c-810e-ac5cbb6fd6bf tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:45.032655 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a0820c92-bf1b-480f-ad8c-c01767b3691f req-671952ed-303c-412c-810e-ac5cbb6fd6bf tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.15 "DELETE /v2.0/ports/0a2a86ea-43df-4c6f-871b-6a96c4c51b64 HTTP/1.1" status: 204 len: 173 time: 1.9057605 Nov 16 04:58:45.044895 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-001e4880-6898-46ac-ad79-a0f01984cd9c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:45.054985 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-001e4880-6898-46ac-ad79-a0f01984cd9c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:45.060643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57720) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:45.078422 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-001e4880-6898-46ac-ad79-a0f01984cd9c tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "DELETE /v2.0/floatingips/49931b69-6f53-467f-a2a8-529e7a7a3755 HTTP/1.1" status: 204 len: 168 time: 1.4563084 Nov 16 04:58:45.083103 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dfc65b-9916-424f-985f-5613d6ccc754', 'name': 'network-vif-deleted', 'tag': '0a2a86ea-43df-4c6f-871b-6a96c4c51b64'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:58:45.095647 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b607269-dcdc-4405-8acd-c76e8b21699a" -d '{"events": [{"server_uuid": "74dfc65b-9916-424f-985f-5613d6ccc754", "name": "network-vif-deleted", "tag": "0a2a86ea-43df-4c6f-871b-6a96c4c51b64"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:58:45.204447 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea36f37e-dfc4-450d-bc2c-d20869400075 x-openstack-request-id: req-ea36f37e-dfc4-450d-bc2c-d20869400075 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:58:45.205012 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dfc65b-9916-424f-985f-5613d6ccc754", "name": "network-vif-deleted", "tag": "0a2a86ea-43df-4c6f-871b-6a96c4c51b64", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:58:45.205264 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea36f37e-dfc4-450d-bc2c-d20869400075 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:58:45.205719 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dfc65b-9916-424f-985f-5613d6ccc754', 'name': 'network-vif-deleted', 'tag': '0a2a86ea-43df-4c6f-871b-6a96c4c51b64', 'status': 'completed', 'code': 200} Nov 16 04:58:45.273427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-254669ba-36da-4adf-a458-84033e4bd280 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Deleting port 8178ccda-af63-4072-ac8f-d3f04afc358b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:45.273790 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-254669ba-36da-4adf-a458-84033e4bd280 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:45.447044 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-254669ba-36da-4adf-a458-84033e4bd280 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:45.462909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-254669ba-36da-4adf-a458-84033e4bd280 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Calling delete_port for 8178ccda-af63-4072-ac8f-d3f04afc358b owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:45.784649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-254669ba-36da-4adf-a458-84033e4bd280 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:45.831398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254669ba-36da-4adf-a458-84033e4bd280 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'Port': ['ID=8178ccda-af63-4072-ac8f-d3f04afc358b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:46.112095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97cac410-712a-4d73-bfc8-4b7b49c74742 req-89b75fb0-b795-4ce6-a50b-6b0a4da2531c tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=74dfc65b-9916-424f-985f-5613d6ccc754 HTTP/1.1" status: 200 len: 210 time: 0.0473349 Nov 16 04:58:46.133053 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-254669ba-36da-4adf-a458-84033e4bd280 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:46.139476 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-254669ba-36da-4adf-a458-84033e4bd280 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "DELETE /v2.0/ports/8178ccda-af63-4072-ac8f-d3f04afc358b HTTP/1.1" status: 204 len: 168 time: 1.0777960 Nov 16 04:58:46.142312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57746) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:46.223037 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:46.294034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:58:46.365894 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:58:46.366640 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0a2a86ea-43df-4c6f-871b-6a96c4c51b64 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:58:46.435300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e72b841b-7cd5-4a27-a0df-929ec8ab78ea tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Deleting port 10ff97ee-f373-4db5-a57f-eae61ba73e8e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:46.435660 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e72b841b-7cd5-4a27-a0df-929ec8ab78ea tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:46.635778 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e72b841b-7cd5-4a27-a0df-929ec8ab78ea tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:46.644543 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57750) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:46.691993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e72b841b-7cd5-4a27-a0df-929ec8ab78ea tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Calling delete_port for 10ff97ee-f373-4db5-a57f-eae61ba73e8e owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:46.940830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0320dd75-ed2c-42af-adb3-60b9e3805f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:46.982724 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e72b841b-7cd5-4a27-a0df-929ec8ab78ea tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:47.172425 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0320dd75-ed2c-42af-adb3-60b9e3805f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:47.180490 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0320dd75-ed2c-42af-adb3-60b9e3805f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:47.224188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b841b-7cd5-4a27-a0df-929ec8ab78ea tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'Port': ['ID=10ff97ee-f373-4db5-a57f-eae61ba73e8e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:47.344527 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0320dd75-ed2c-42af-adb3-60b9e3805f3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75708dfdc0054ddaa290dddaae550947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6988964 Nov 16 04:58:47.345678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320dd75-ed2c-42af-adb3-60b9e3805f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a47c18-96bd-48cd-a186-e501160797cc,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:47.350563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57774) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:47.459605 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e72b841b-7cd5-4a27-a0df-929ec8ab78ea tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:47.471351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57778) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:47.473426 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e72b841b-7cd5-4a27-a0df-929ec8ab78ea tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "DELETE /v2.0/ports/10ff97ee-f373-4db5-a57f-eae61ba73e8e HTTP/1.1" status: 204 len: 168 time: 1.3298464 Nov 16 04:58:47.562846 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c27c-0ab5-419f-a3c7-ba68b861334a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:47.601482 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c27c-0ab5-419f-a3c7-ba68b861334a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:47.653148 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ea67d2-5e1c-4670-9e71-5d0ad6882ea4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Deleting subnet 257bfc24-5235-4fdc-b9ff-c2dd8a289b65 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:58:47.662502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-65ea67d2-5e1c-4670-9e71-5d0ad6882ea4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:47.688367 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c27c-0ab5-419f-a3c7-ba68b861334a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:47.692541 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3a9c27c-0ab5-419f-a3c7-ba68b861334a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:47.693934 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e3a9c27c-0ab5-419f-a3c7-ba68b861334a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73a47c18-96bd-48cd-a186-e501160797cc HTTP/1.1" status: 204 len: 168 time: 0.3414426 Nov 16 04:58:47.709404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9c27c-0ab5-419f-a3c7-ba68b861334a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a47c18-96bd-48cd-a186-e501160797cc,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:47.780701 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-65ea67d2-5e1c-4670-9e71-5d0ad6882ea4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:48.013201 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-65ea67d2-5e1c-4670-9e71-5d0ad6882ea4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:48.166004 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-65ea67d2-5e1c-4670-9e71-5d0ad6882ea4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:48.209650 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-65ea67d2-5e1c-4670-9e71-5d0ad6882ea4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:48.212898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebf3307-d144-4c2c-bcbe-e0037a3a862f None None] Network d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:48.233496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57790) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:48.248188 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-65ea67d2-5e1c-4670-9e71-5d0ad6882ea4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "DELETE /v2.0/subnets/257bfc24-5235-4fdc-b9ff-c2dd8a289b65 HTTP/1.1" status: 204 len: 168 time: 0.7758052 Nov 16 04:58:48.364011 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea67d2-5e1c-4670-9e71-5d0ad6882ea4 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'Subnet': ['ID=257bfc24-5235-4fdc-b9ff-c2dd8a289b65,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:48.418419 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:48.465409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d0acdc-1772-4fb3-a7bc-15b58bdd811e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Deleting subnet a9ffbc52-f6af-4707-8f81-2453c73a32de {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:58:48.478502 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a7d0acdc-1772-4fb3-a7bc-15b58bdd811e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:48.574529 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57796) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:48.596112 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a7d0acdc-1772-4fb3-a7bc-15b58bdd811e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:48.610411 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:48.690240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8499c263-339d-4333-8228-eae67efc1dd2 None None] DHCP port deletion for d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:58:48.799138 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:48.804993 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:48.835433 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8499c263-339d-4333-8228-eae67efc1dd2 None None] Deleting port a7059abd-8fb7-452e-9278-b8c15edbf626 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:48.835813 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8499c263-339d-4333-8228-eae67efc1dd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:48.852538 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d8707b8ebb54606880bdb253a1e6a59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739685 Nov 16 04:58:48.856444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57802) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:49.023920 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4fba98-9390-49bb-974d-e483588e239c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:49.037253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:49.037890 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:49.038912 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:49.039394 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:49.039916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:49.040545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:49.041037 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:49.041897 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:49.042888 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:49.045986 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:49.046606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:49.047087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec86d88d-5bc7-44a9-a2ad-5b28c8d8e5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:58:49.074944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8499c263-339d-4333-8228-eae67efc1dd2 None None] For port a7059abd-8fb7-452e-9278-b8c15edbf626, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a7059abd-8fb7-452e-9278-b8c15edbf626,segment=NetworkSegment(5fda90c9-840e-48ac-a67d-e9971fc58f1d),segment_id=5fda90c9-840e-48ac-a67d-e9971fc58f1d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:49.079204 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8499c263-339d-4333-8228-eae67efc1dd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:49.093190 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40272913-aee9-4ab8-94f9-8c44fdc3e8b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:49.110080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8499c263-339d-4333-8228-eae67efc1dd2 None None] Calling delete_port for a7059abd-8fb7-452e-9278-b8c15edbf626 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:49.148472 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40272913-aee9-4ab8-94f9-8c44fdc3e8b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:49.218558 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8499c263-339d-4333-8228-eae67efc1dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:49.239846 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40272913-aee9-4ab8-94f9-8c44fdc3e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:49.244169 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40272913-aee9-4ab8-94f9-8c44fdc3e8b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:49.245604 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-40272913-aee9-4ab8-94f9-8c44fdc3e8b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e4fba98-9390-49bb-974d-e483588e239c HTTP/1.1" status: 204 len: 168 time: 0.3872190 Nov 16 04:58:49.258500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40272913-aee9-4ab8-94f9-8c44fdc3e8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4fba98-9390-49bb-974d-e483588e239c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:49.278941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499c263-339d-4333-8228-eae67efc1dd2 None None] Pushing event deleted for resources: {'Port': ['ID=a7059abd-8fb7-452e-9278-b8c15edbf626,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:49.301655 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499c263-339d-4333-8228-eae67efc1dd2 None None] No DVR routers for this DVR port a7059abd-8fb7-452e-9278-b8c15edbf626 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:58:49.449806 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a7d0acdc-1772-4fb3-a7bc-15b58bdd811e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:49.473950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a7059abd-8fb7-452e-9278-b8c15edbf626 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:58:49.533317 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a7059abd-8fb7-452e-9278-b8c15edbf626 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:58:49.533724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a7059abd-8fb7-452e-9278-b8c15edbf626 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:58:49.558336 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a7d0acdc-1772-4fb3-a7bc-15b58bdd811e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:49.604664 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a7d0acdc-1772-4fb3-a7bc-15b58bdd811e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:49.612261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bbe116-31a5-46d9-9e2c-cd50f84110fc None None] Network b2d76239-38c0-4067-927a-e44e97332111 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:58:49.616020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a7d0acdc-1772-4fb3-a7bc-15b58bdd811e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "DELETE /v2.0/subnets/a9ffbc52-f6af-4707-8f81-2453c73a32de HTTP/1.1" status: 204 len: 168 time: 1.3791130 Nov 16 04:58:49.618714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57822) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:49.664214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0acdc-1772-4fb3-a7bc-15b58bdd811e tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ffbc52-f6af-4707-8f81-2453c73a32de,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:49.794550 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a05489db-a48f-43fd-ac22-9be6ce563178 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:49.921171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4093c4e-b011-4a45-99db-171e409da653 None None] DHCP port deletion for b2d76239-38c0-4067-927a-e44e97332111 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:58:49.941457 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a05489db-a48f-43fd-ac22-9be6ce563178 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:49.966851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a05489db-a48f-43fd-ac22-9be6ce563178 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e0c125-bbcc-42a8-a7f8-6203ca1695d1']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:49.979199 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a05489db-a48f-43fd-ac22-9be6ce563178 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fda90c9-840e-48ac-a67d-e9971fc58f1d') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:49.979872 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a05489db-a48f-43fd-ac22-9be6ce563178 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fda90c9-840e-48ac-a67d-e9971fc58f1d') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:49.992003 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a05489db-a48f-43fd-ac22-9be6ce563178 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:49.995543 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d4093c4e-b011-4a45-99db-171e409da653 None None] Deleting port 37c87c11-2a04-43cc-a5ef-802e51ae1b23 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:49.997311 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d4093c4e-b011-4a45-99db-171e409da653 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:50.020235 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a05489db-a48f-43fd-ac22-9be6ce563178 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:50.042231 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05489db-a48f-43fd-ac22-9be6ce563178 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:58:50.042670 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a05489db-a48f-43fd-ac22-9be6ce563178 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:58:50.055535 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:58:50.113482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d4093c4e-b011-4a45-99db-171e409da653 None None] For port 37c87c11-2a04-43cc-a5ef-802e51ae1b23, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=37c87c11-2a04-43cc-a5ef-802e51ae1b23,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:50.113928 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d4093c4e-b011-4a45-99db-171e409da653 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:50.139089 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a05489db-a48f-43fd-ac22-9be6ce563178 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:50.142316 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d4093c4e-b011-4a45-99db-171e409da653 None None] Calling delete_port for 37c87c11-2a04-43cc-a5ef-802e51ae1b23 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:50.158358 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a05489db-a48f-43fd-ac22-9be6ce563178 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:50.165331 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a05489db-a48f-43fd-ac22-9be6ce563178 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "DELETE /v2.0/networks/d5e0c125-bbcc-42a8-a7f8-6203ca1695d1 HTTP/1.1" status: 204 len: 168 time: 0.5449464 Nov 16 04:58:50.167449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57856) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:50.189385 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05489db-a48f-43fd-ac22-9be6ce563178 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'Network': ['ID=d5e0c125-bbcc-42a8-a7f8-6203ca1695d1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:50.331156 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:50.405967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Deleting port 37c87c11-2a04-43cc-a5ef-802e51ae1b23 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:50.406540 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:50.648914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] For port 37c87c11-2a04-43cc-a5ef-802e51ae1b23, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=37c87c11-2a04-43cc-a5ef-802e51ae1b23,segment=NetworkSegment(053a9ddb-5bfb-429a-98a8-339004341b4e),segment_id=053a9ddb-5bfb-429a-98a8-339004341b4e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:50.649593 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:50.701478 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Calling delete_port for 37c87c11-2a04-43cc-a5ef-802e51ae1b23 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:50.781386 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d4093c4e-b011-4a45-99db-171e409da653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:50.862022 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:50.891352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4093c4e-b011-4a45-99db-171e409da653 None None] No DVR routers for this DVR port 37c87c11-2a04-43cc-a5ef-802e51ae1b23 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:58:50.901598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4093c4e-b011-4a45-99db-171e409da653 None None] Pushing event deleted for resources: {'Port': ['ID=37c87c11-2a04-43cc-a5ef-802e51ae1b23,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:50.952671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'Port': ['ID=37c87c11-2a04-43cc-a5ef-802e51ae1b23,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:50.962158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] No DVR routers for this DVR port 37c87c11-2a04-43cc-a5ef-802e51ae1b23 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:58:51.194866 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:51.259135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d76239-38c0-4067-927a-e44e97332111']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:51.282927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053a9ddb-5bfb-429a-98a8-339004341b4e') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:51.287145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053a9ddb-5bfb-429a-98a8-339004341b4e') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:58:51.318521 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:51.356143 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:51.372770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:58:51.374238 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:51.495844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 37c87c11-2a04-43cc-a5ef-802e51ae1b23 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:58:51.556086 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 37c87c11-2a04-43cc-a5ef-802e51ae1b23 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:58:51.556710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 37c87c11-2a04-43cc-a5ef-802e51ae1b23 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:58:51.569129 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:58:51.576398 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:51.595609 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:51.613317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] 10.222.0.41 "DELETE /v2.0/networks/b2d76239-38c0-4067-927a-e44e97332111 HTTP/1.1" status: 204 len: 168 time: 1.4438918 Nov 16 04:58:51.666878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78518dd4-f703-4927-87fe-7fc850ebd6b3 tempest-TaggedBootDevicesTest_v242-2023749472 tempest-TaggedBootDevicesTest_v242-2023749472-project] Pushing event deleted for resources: {'Network': ['ID=b2d76239-38c0-4067-927a-e44e97332111,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:57.405164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58090) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:57.514720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f762c-598c-4e85-a1cb-a77d8029025b req-ae307956-e9fe-43ef-be47-3fc59d3e3324 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:57.532308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-350f762c-598c-4e85-a1cb-a77d8029025b req-ae307956-e9fe-43ef-be47-3fc59d3e3324 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 945 time: 0.1646547 Nov 16 04:58:57.684558 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e045c85-6cf4-42cb-a66b-ca39f7a6c053 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:57.701237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-350f762c-598c-4e85-a1cb-a77d8029025b req-c8a95d4b-42d5-433e-8b98-1a96025f0dc4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643624 Nov 16 04:58:57.878570 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e045c85-6cf4-42cb-a66b-ca39f7a6c053 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:57.885841 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6e045c85-6cf4-42cb-a66b-ca39f7a6c053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:57.958947 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e045c85-6cf4-42cb-a66b-ca39f7a6c053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bc25cf-9bf4-41fb-ba1e-b4825901ec49,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:58.022576 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6e045c85-6cf4-42cb-a66b-ca39f7a6c053 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7be70e87b41f4ac7b979477374e4a888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6149535 Nov 16 04:58:58.024375 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58110) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:58.176639 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33d077d7-a61a-4951-a92d-8a0ff29752f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:58.260527 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33d077d7-a61a-4951-a92d-8a0ff29752f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:58.349491 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33d077d7-a61a-4951-a92d-8a0ff29752f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:58.353010 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33d077d7-a61a-4951-a92d-8a0ff29752f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:58.354495 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-33d077d7-a61a-4951-a92d-8a0ff29752f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0bc25cf-9bf4-41fb-ba1e-b4825901ec49 HTTP/1.1" status: 204 len: 168 time: 0.3271532 Nov 16 04:58:58.389169 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d077d7-a61a-4951-a92d-8a0ff29752f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bc25cf-9bf4-41fb-ba1e-b4825901ec49,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:58.901548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bb28f-b395-4b52-9b48-7e09e9da6787 req-88162c8b-5190-4b45-932b-b036f9a1bd95 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:58.907021 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d80bb28f-b395-4b52-9b48-7e09e9da6787 req-88162c8b-5190-4b45-932b-b036f9a1bd95 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.37 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 945 time: 0.2427185 Nov 16 04:58:59.078240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58142) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:59.103242 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-467d8837-937c-437f-90a9-c52b72cc8ccf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:59.238961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88281aaa-fbfb-4d4a-83a7-4df4d34cb412 req-9bfb55e7-fb4b-4346-9af5-ead4fb758a90 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:58:59.242552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-88281aaa-fbfb-4d4a-83a7-4df4d34cb412 req-9bfb55e7-fb4b-4346-9af5-ead4fb758a90 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 945 time: 0.2045507 Nov 16 04:58:59.336446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-88281aaa-fbfb-4d4a-83a7-4df4d34cb412 req-2f19d00d-fe13-449a-ab1f-3a656f75d477 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852373 Nov 16 04:58:59.344742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d80bb28f-b395-4b52-9b48-7e09e9da6787 req-eef5ee23-0417-468d-8fd4-d15f2c9c64cd tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Deleting port b2f7c00d-5c68-42d8-8114-722ad3fb5b33 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:58:59.346458 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d80bb28f-b395-4b52-9b48-7e09e9da6787 req-eef5ee23-0417-468d-8fd4-d15f2c9c64cd tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:59.405577 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-467d8837-937c-437f-90a9-c52b72cc8ccf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:59.415309 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-467d8837-937c-437f-90a9-c52b72cc8ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:59.520209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d80bb28f-b395-4b52-9b48-7e09e9da6787 req-eef5ee23-0417-468d-8fd4-d15f2c9c64cd tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] For port b2f7c00d-5c68-42d8-8114-722ad3fb5b33, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=b2f7c00d-5c68-42d8-8114-722ad3fb5b33,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:58:59.523779 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d80bb28f-b395-4b52-9b48-7e09e9da6787 req-eef5ee23-0417-468d-8fd4-d15f2c9c64cd tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:59.548110 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-467d8837-937c-437f-90a9-c52b72cc8ccf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e0d5971c9dd4976803804d85d4d1139&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4686375 Nov 16 04:58:59.555607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58148) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:58:59.568640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d80bb28f-b395-4b52-9b48-7e09e9da6787 req-eef5ee23-0417-468d-8fd4-d15f2c9c64cd tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Calling delete_port for b2f7c00d-5c68-42d8-8114-722ad3fb5b33 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:58:59.625204 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d8837-937c-437f-90a9-c52b72cc8ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f329fa-8f1c-4255-aea8-46999febd7b9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:59.710982 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3cb32efd-c549-4995-9615-244f6776879f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:59.758333 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d80bb28f-b395-4b52-9b48-7e09e9da6787 req-eef5ee23-0417-468d-8fd4-d15f2c9c64cd tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:59.764358 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3cb32efd-c549-4995-9615-244f6776879f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:59.774699 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['bdeb15b2-2b0e-4504-95a6-ca48892c1eb7', 'b2f7c00d-5c68-42d8-8114-722ad3fb5b33'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:58:59.802816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5ee23-0417-468d-8fd4-d15f2c9c64cd tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Pushing event deleted for resources: {'Port': ['ID=b2f7c00d-5c68-42d8-8114-722ad3fb5b33,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:59.856012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b978d484-6cca-4f98-bf99-ba7b720e107e'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:58:59.858579 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3cb32efd-c549-4995-9615-244f6776879f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:59.866722 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a595ba9-058e-4a65-8bb1-64df1dc0e40b None None] DHCP port deletion for 833b0ffb-4d62-4130-a5de-4c246cada0fa request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:58:59.869722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3cb32efd-c549-4995-9615-244f6776879f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:59.870919 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3cb32efd-c549-4995-9615-244f6776879f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63f329fa-8f1c-4255-aea8-46999febd7b9 HTTP/1.1" status: 204 len: 168 time: 0.3116028 Nov 16 04:58:59.890300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb32efd-c549-4995-9615-244f6776879f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f329fa-8f1c-4255-aea8-46999febd7b9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:58:59.946932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80bb28f-b395-4b52-9b48-7e09e9da6787 req-eef5ee23-0417-468d-8fd4-d15f2c9c64cd tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] No DVR routers for this DVR port b2f7c00d-5c68-42d8-8114-722ad3fb5b33 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:58:59.952083 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d80bb28f-b395-4b52-9b48-7e09e9da6787 req-eef5ee23-0417-468d-8fd4-d15f2c9c64cd tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:58:59.962788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d80bb28f-b395-4b52-9b48-7e09e9da6787 req-eef5ee23-0417-468d-8fd4-d15f2c9c64cd tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.37 "DELETE /v2.0/ports/b2f7c00d-5c68-42d8-8114-722ad3fb5b33 HTTP/1.1" status: 204 len: 173 time: 1.0479739 Nov 16 04:58:59.963324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8b2d9b-5395-4470-9ace-244f249cd89a', 'name': 'network-vif-deleted', 'tag': 'b2f7c00d-5c68-42d8-8114-722ad3fb5b33'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:58:59.984389 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93843e77-b8d0-4a2e-80ed-c074ad00c5a3" -d '{"events": [{"server_uuid": "5a8b2d9b-5395-4470-9ace-244f249cd89a", "name": "network-vif-deleted", "tag": "b2f7c00d-5c68-42d8-8114-722ad3fb5b33"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:59:00.135929 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e883cc1-29ef-41a1-bcdc-726df6edd655 x-openstack-request-id: req-2e883cc1-29ef-41a1-bcdc-726df6edd655 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:59:00.136533 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8b2d9b-5395-4470-9ace-244f249cd89a", "name": "network-vif-deleted", "tag": "b2f7c00d-5c68-42d8-8114-722ad3fb5b33", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:59:00.137051 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e883cc1-29ef-41a1-bcdc-726df6edd655 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:59:00.137499 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8b2d9b-5395-4470-9ace-244f249cd89a', 'name': 'network-vif-deleted', 'tag': 'b2f7c00d-5c68-42d8-8114-722ad3fb5b33', 'status': 'completed', 'code': 200} Nov 16 04:59:00.711103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af4e3120-2861-49a6-9c1f-f7bbaff99832 req-322f73a0-76fe-496c-8337-b7b420b923c3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8b2d9b-5395-4470-9ace-244f249cd89a HTTP/1.1" status: 200 len: 210 time: 0.0840046 Nov 16 04:59:01.064000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58198) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:01.303202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2ca2da9-72e0-4c2a-bef7-a081143d9688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:01.625737 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2ca2da9-72e0-4c2a-bef7-a081143d9688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:01.632307 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2ca2da9-72e0-4c2a-bef7-a081143d9688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:01.727282 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f2ca2da9-72e0-4c2a-bef7-a081143d9688 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1529333ce402418db70d1210bc42ecaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6621850 Nov 16 04:59:01.731138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58224) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:01.734965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca2da9-72e0-4c2a-bef7-a081143d9688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866e124a-a537-49c8-b253-cd252b02e864,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:01.796899 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b2f7c00d-5c68-42d8-8114-722ad3fb5b33 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:01.875340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: b2f7c00d-5c68-42d8-8114-722ad3fb5b33 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:01.875696 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device b2f7c00d-5c68-42d8-8114-722ad3fb5b33 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:01.955890 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f44d6835-f212-4008-a355-fc3212c65f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:02.042272 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f44d6835-f212-4008-a355-fc3212c65f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:02.143550 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f44d6835-f212-4008-a355-fc3212c65f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:02.146879 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f44d6835-f212-4008-a355-fc3212c65f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:02.151167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f44d6835-f212-4008-a355-fc3212c65f78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/866e124a-a537-49c8-b253-cd252b02e864 HTTP/1.1" status: 204 len: 168 time: 0.4162617 Nov 16 04:59:02.171824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d6835-f212-4008-a355-fc3212c65f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866e124a-a537-49c8-b253-cd252b02e864,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:02.596182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12571dc-4865-47ca-a68f-45c8e565684c req-308d1aba-e456-43c5-b555-646c5a68dd04 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:02.601437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d12571dc-4865-47ca-a68f-45c8e565684c req-308d1aba-e456-43c5-b555-646c5a68dd04 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 945 time: 0.1851521 Nov 16 04:59:02.826815 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d12571dc-4865-47ca-a68f-45c8e565684c req-0a480853-dcc2-401b-b1c2-1cf1e31541c1 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165885 Nov 16 04:59:02.850069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58260) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:03.095726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b73683bf-c756-44d0-9a3e-d7e97583b50a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:03.314732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b73683bf-c756-44d0-9a3e-d7e97583b50a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:03.321942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b73683bf-c756-44d0-9a3e-d7e97583b50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:03.391906 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b73683bf-c756-44d0-9a3e-d7e97583b50a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92b0cfba1db74c80a068cabeba3b4605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5400441 Nov 16 04:59:03.395381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58276) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:03.498253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73683bf-c756-44d0-9a3e-d7e97583b50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9105c70-53d0-474e-bb1e-4a3296c64be8,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:03.520246 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:03.622464 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:03.715540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce38e6-9e30-49fa-93c2-93920584211c req-4b545603-a253-4252-a53b-29dc612a8ca9 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:03.729223 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ddce38e6-9e30-49fa-93c2-93920584211c req-4b545603-a253-4252-a53b-29dc612a8ca9 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.37 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 945 time: 0.1816895 Nov 16 04:59:04.118642 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58302) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:04.189642 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:04.202036 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:04.203607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9105c70-53d0-474e-bb1e-4a3296c64be8 HTTP/1.1" status: 204 len: 168 time: 0.8069704 Nov 16 04:59:04.255172 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9105c70-53d0-474e-bb1e-4a3296c64be8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:04.292228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:04.293180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:04.294668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:04.297843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:04.298299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:04.299839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:04.300421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:04.301937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:04.302377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:04.302786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:04.303898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:04.303898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbad5387-46e4-4ef7-9d81-e12f63f24852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:04.377971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-ddce38e6-9e30-49fa-93c2-93920584211c req-55a88c4f-78be-47b8-8e8b-1ab5ab77b8ca tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Deleting port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:04.378723 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ddce38e6-9e30-49fa-93c2-93920584211c req-55a88c4f-78be-47b8-8e8b-1ab5ab77b8ca tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:04.394217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-139514313-network', 'tenant_id': '031d46f2a9454aca8cbaa887e5b7bdb3'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:59:04.429198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa7d44-8105-4e61-a95d-098eac0af23d req-4ada0b42-b4fe-467f-9877-95b7e9c03ef5 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:04.437877 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdaa7d44-8105-4e61-a95d-098eac0af23d req-4ada0b42-b4fe-467f-9877-95b7e9c03ef5 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 945 time: 0.4037819 Nov 16 04:59:04.463154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Made reservation on behalf of 031d46f2a9454aca8cbaa887e5b7bdb3 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:59:04.470983 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:04.504516 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:04.775265 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:04.785202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:04.788074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdaa7d44-8105-4e61-a95d-098eac0af23d req-c961a885-d03d-4273-9b34-46e2ceb331d4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966237 Nov 16 04:59:04.855834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:59:04.871002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761521bd-8e69-4a43-a10d-18a319a9dd6d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:04.902161 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:04.902811 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Added segment c723e7b4-464c-4d6a-8772-2a774cad52d2 of type vlan for network 965b3ed8-7f2f-46cd-8184-008b6f189e61 Nov 16 04:59:04.938857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ddce38e6-9e30-49fa-93c2-93920584211c req-55a88c4f-78be-47b8-8e8b-1ab5ab77b8ca tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] For port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:04.939236 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ddce38e6-9e30-49fa-93c2-93920584211c req-55a88c4f-78be-47b8-8e8b-1ab5ab77b8ca tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:04.974837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-ddce38e6-9e30-49fa-93c2-93920584211c req-55a88c4f-78be-47b8-8e8b-1ab5ab77b8ca tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Calling delete_port for bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:04.988797 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:05.059295 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:05.060852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:05.062371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:05.218135 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0977590 Nov 16 04:59:05.219466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58334) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:05.236038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-276f7124-2768-4091-b26c-ffc14ea46062 admin admin] Request body: {'subnet': {'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-139514313-subnet', 'tenant_id': '031d46f2a9454aca8cbaa887e5b7bdb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:59:05.260488 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11d647-a1a7-46d7-a970-eb465c830c49 admin admin] Pushing event updated for resources: {'Network': ['ID=965b3ed8-7f2f-46cd-8184-008b6f189e61,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:05.270132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276f7124-2768-4091-b26c-ffc14ea46062 admin admin] Made reservation on behalf of 031d46f2a9454aca8cbaa887e5b7bdb3 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:59:05.272030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 965b3ed8-7f2f-46cd-8184-008b6f189e61 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:59:05.272489 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-276f7124-2768-4091-b26c-ffc14ea46062 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:05.738184 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ddce38e6-9e30-49fa-93c2-93920584211c req-55a88c4f-78be-47b8-8e8b-1ab5ab77b8ca tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:05.766246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['bdeb15b2-2b0e-4504-95a6-ca48892c1eb7'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:59:05.769566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['b978d484-6cca-4f98-bf99-ba7b720e107e'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:59:05.781155 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-276f7124-2768-4091-b26c-ffc14ea46062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:05.859732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1529bc7e-3311-4604-a9c8-66b35d217460 None None] DHCP port deletion for 833b0ffb-4d62-4130-a5de-4c246cada0fa request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:59:05.893046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a88c4f-78be-47b8-8e8b-1ab5ab77b8ca tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Pushing event deleted for resources: {'Port': ['ID=bdeb15b2-2b0e-4504-95a6-ca48892c1eb7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:06.173098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddce38e6-9e30-49fa-93c2-93920584211c req-55a88c4f-78be-47b8-8e8b-1ab5ab77b8ca tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] No DVR routers for this DVR port bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:59:06.219381 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ddce38e6-9e30-49fa-93c2-93920584211c req-55a88c4f-78be-47b8-8e8b-1ab5ab77b8ca tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:06.226711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ddce38e6-9e30-49fa-93c2-93920584211c req-55a88c4f-78be-47b8-8e8b-1ab5ab77b8ca tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.37 "DELETE /v2.0/ports/bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 HTTP/1.1" status: 204 len: 173 time: 2.4960630 Nov 16 04:59:06.250407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-716923ca-08d0-4906-8df5-1ff480d41062 req-efd591ac-7f10-4afc-aee3-53f675daf35e tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfbb52f6-8a44-4b6c-8a36-34d2120fabe5 HTTP/1.1" status: 200 len: 210 time: 0.2009718 Nov 16 04:59:06.251635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbb52f6-8a44-4b6c-8a36-34d2120fabe5', 'name': 'network-vif-deleted', 'tag': 'bdeb15b2-2b0e-4504-95a6-ca48892c1eb7'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:59:06.257013 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aac97f7-d06f-4fa4-98b5-d798a10f4d34" -d '{"events": [{"server_uuid": "dfbb52f6-8a44-4b6c-8a36-34d2120fabe5", "name": "network-vif-deleted", "tag": "bdeb15b2-2b0e-4504-95a6-ca48892c1eb7"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:59:06.383391 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437ae32b-94a0-4ca6-9885-c33329a7026c x-openstack-request-id: req-437ae32b-94a0-4ca6-9885-c33329a7026c {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:59:06.383895 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbb52f6-8a44-4b6c-8a36-34d2120fabe5", "name": "network-vif-deleted", "tag": "bdeb15b2-2b0e-4504-95a6-ca48892c1eb7", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:59:06.384485 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-437ae32b-94a0-4ca6-9885-c33329a7026c {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:59:06.385332 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbb52f6-8a44-4b6c-8a36-34d2120fabe5', 'name': 'network-vif-deleted', 'tag': 'bdeb15b2-2b0e-4504-95a6-ca48892c1eb7', 'status': 'completed', 'code': 200} Nov 16 04:59:06.389752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f7124-2768-4091-b26c-ffc14ea46062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47888e68-f2cb-42b0-b001-3e0a5be56f72,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:06.400163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276f7124-2768-4091-b26c-ffc14ea46062 admin admin] Checking segment: {'id': 'c723e7b4-464c-4d6a-8772-2a774cad52d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:59:06.414702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f7124-2768-4091-b26c-ffc14ea46062 admin admin] Network hostable DHCP agents. Network: 965b3ed8-7f2f-46cd-8184-008b6f189e61, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:59:06.557102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276f7124-2768-4091-b26c-ffc14ea46062 admin admin] Network 965b3ed8-7f2f-46cd-8184-008b6f189e61 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:59:06.579404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356edb39-7ba7-44c8-9d19-e5f57e01cf27 req-45653901-d53a-4415-ab2a-0d01fe252ff5 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:06.581341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-356edb39-7ba7-44c8-9d19-e5f57e01cf27 req-45653901-d53a-4415-ab2a-0d01fe252ff5 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.1467617 Nov 16 04:59:06.586918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-276f7124-2768-4091-b26c-ffc14ea46062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 965b3ed8-7f2f-46cd-8184-008b6f189e61) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:59:06.601955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edb623c-5a45-46b1-a772-6ecb5cf5762e None None] Network 965b3ed8-7f2f-46cd-8184-008b6f189e61 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:59:06.610878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276f7124-2768-4091-b26c-ffc14ea46062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:06.611911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-276f7124-2768-4091-b26c-ffc14ea46062 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:06.711579 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-356edb39-7ba7-44c8-9d19-e5f57e01cf27 req-d7af26ba-1717-4329-930a-f8783e744525 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917823 Nov 16 04:59:06.724122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-276f7124-2768-4091-b26c-ffc14ea46062 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5035567 Nov 16 04:59:07.007284 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9f2ac-f990-4623-b030-379d1b2a49b5 None None] Network 965b3ed8-7f2f-46cd-8184-008b6f189e61 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:59:07.829222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:07.898776 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:07.899437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device bdeb15b2-2b0e-4504-95a6-ca48892c1eb7 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:07.997748 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-416917bf-088a-4aaf-b117-584409ac22e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:08.030687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391f019-5c5b-462d-a8e2-11357a09bea8 req-df13980e-c2d1-4bac-8e73-17f0bb57b788 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:08.032583 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b391f019-5c5b-462d-a8e2-11357a09bea8 req-df13980e-c2d1-4bac-8e73-17f0bb57b788 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.1355383 Nov 16 04:59:08.123352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b391f019-5c5b-462d-a8e2-11357a09bea8 req-772e5846-3eb6-46cf-9d82-040bb734ff57 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827334 Nov 16 04:59:08.609692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f452a-d4e0-4b44-bce6-bcbc86869f17 req-d4610f41-8a75-4252-90c0-09084a4d43cb tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:08.612682 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ed7f452a-d4e0-4b44-bce6-bcbc86869f17 req-d4610f41-8a75-4252-90c0-09084a4d43cb tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.0907712 Nov 16 04:59:08.810019 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-ed7f452a-d4e0-4b44-bce6-bcbc86869f17 req-cfd2845c-43d9-426c-be6f-fd6a5daa6b3a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Deleting port 1aef4c6f-b943-49a1-a136-17590134fbd2 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:08.811446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ed7f452a-d4e0-4b44-bce6-bcbc86869f17 req-cfd2845c-43d9-426c-be6f-fd6a5daa6b3a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:09.004062 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ed7f452a-d4e0-4b44-bce6-bcbc86869f17 req-cfd2845c-43d9-426c-be6f-fd6a5daa6b3a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] For port 1aef4c6f-b943-49a1-a136-17590134fbd2, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=1aef4c6f-b943-49a1-a136-17590134fbd2,segment=NetworkSegment(66a25465-1cb9-45f9-8b4a-a8bdb251738f),segment_id=66a25465-1cb9-45f9-8b4a-a8bdb251738f)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:09.007193 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ed7f452a-d4e0-4b44-bce6-bcbc86869f17 req-cfd2845c-43d9-426c-be6f-fd6a5daa6b3a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:09.045915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-ed7f452a-d4e0-4b44-bce6-bcbc86869f17 req-cfd2845c-43d9-426c-be6f-fd6a5daa6b3a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Calling delete_port for 1aef4c6f-b943-49a1-a136-17590134fbd2 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:09.449167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bccdfa-be6f-4e11-8bc1-9c99620b52c1 req-19ff55d7-9b25-4b3a-a621-2649438eac74 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:09.463657 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ed7f452a-d4e0-4b44-bce6-bcbc86869f17 req-cfd2845c-43d9-426c-be6f-fd6a5daa6b3a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:09.468418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-72bccdfa-be6f-4e11-8bc1-9c99620b52c1 req-19ff55d7-9b25-4b3a-a621-2649438eac74 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd745edd-a12a-4b66-b561-cacbc2f417b3 HTTP/1.1" status: 200 len: 945 time: 0.1543384 Nov 16 04:59:09.476104 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['1aef4c6f-b943-49a1-a136-17590134fbd2', '05a7dde1-4e7e-4062-a91e-92bac4f6ab55'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:59:09.594068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a3c18d-38ec-4f6e-882a-950e77ef1b8f None None] DHCP port deletion for 8ae5e376-b921-496b-842a-45e78562fba1 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:59:09.597894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-72bccdfa-be6f-4e11-8bc1-9c99620b52c1 req-3f04bdd4-f5d5-4090-be3c-96060c465403 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235404 Nov 16 04:59:09.602559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2845c-43d9-426c-be6f-fd6a5daa6b3a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Pushing event deleted for resources: {'Port': ['ID=1aef4c6f-b943-49a1-a136-17590134fbd2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:09.639067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7f452a-d4e0-4b44-bce6-bcbc86869f17 req-cfd2845c-43d9-426c-be6f-fd6a5daa6b3a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] No DVR routers for this DVR port 1aef4c6f-b943-49a1-a136-17590134fbd2 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:59:09.642910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ed7f452a-d4e0-4b44-bce6-bcbc86869f17 req-cfd2845c-43d9-426c-be6f-fd6a5daa6b3a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:09.647698 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ed7f452a-d4e0-4b44-bce6-bcbc86869f17 req-cfd2845c-43d9-426c-be6f-fd6a5daa6b3a tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.15 "DELETE /v2.0/ports/1aef4c6f-b943-49a1-a136-17590134fbd2 HTTP/1.1" status: 204 len: 173 time: 1.0266430 Nov 16 04:59:09.648689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd745edd-a12a-4b66-b561-cacbc2f417b3', 'name': 'network-vif-deleted', 'tag': '1aef4c6f-b943-49a1-a136-17590134fbd2'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:59:09.660784 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb67e54-7457-49b9-920e-8cac991443fc" -d '{"events": [{"server_uuid": "cd745edd-a12a-4b66-b561-cacbc2f417b3", "name": "network-vif-deleted", "tag": "1aef4c6f-b943-49a1-a136-17590134fbd2"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:59:09.776527 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e21502-5e4b-46bc-8286-ecf31c397ac0 x-openstack-request-id: req-a2e21502-5e4b-46bc-8286-ecf31c397ac0 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:59:09.776918 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd745edd-a12a-4b66-b561-cacbc2f417b3", "name": "network-vif-deleted", "tag": "1aef4c6f-b943-49a1-a136-17590134fbd2", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:59:09.777269 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2e21502-5e4b-46bc-8286-ecf31c397ac0 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:59:09.777812 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd745edd-a12a-4b66-b561-cacbc2f417b3', 'name': 'network-vif-deleted', 'tag': '1aef4c6f-b943-49a1-a136-17590134fbd2', 'status': 'completed', 'code': 200} Nov 16 04:59:10.207457 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-405a838e-45f6-4d1e-a25f-0baa5e12c926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:10.928750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-6e17b5f2-7ebc-4c79-8a2c-0449f9ff7ff9 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:10.930995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-6e17b5f2-7ebc-4c79-8a2c-0449f9ff7ff9 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/networks?id=965b3ed8-7f2f-46cd-8184-008b6f189e61 HTTP/1.1" status: 200 len: 808 time: 0.3548028 Nov 16 04:59:10.948815 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-178db583-ce8b-4027-a8f1-b8a8354f68f8 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/quotas/031d46f2a9454aca8cbaa887e5b7bdb3 HTTP/1.1" status: 200 len: 375 time: 0.0119312 Nov 16 04:59:11.016062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-3a9fa3cf-8536-493f-890f-dba76f700719 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=031d46f2a9454aca8cbaa887e5b7bdb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613637 Nov 16 04:59:11.248544 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:59:11.280632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-b61c0df2-977c-4bc4-9ffe-592e781ad636 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 04:59:11.282207 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-b61c0df2-977c-4bc4-9ffe-592e781ad636 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2580109 Nov 16 04:59:11.368298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde734a-bc56-42b1-a62e-fc0e28271e16 req-025083bb-6770-4e55-9e3b-7ff4b9271e14 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:11.376366 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fde734a-bc56-42b1-a62e-fc0e28271e16 req-025083bb-6770-4e55-9e3b-7ff4b9271e14 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.1850202 Nov 16 04:59:11.505281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fde734a-bc56-42b1-a62e-fc0e28271e16 req-bc5f369d-96dc-42f8-ad03-4e39926227c6 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234806 Nov 16 04:59:11.528455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-d47781fc-c72d-4772-8be9-4b1eb9e38816 service neutron] 10.222.0.41 "GET /v2.0/networks/965b3ed8-7f2f-46cd-8184-008b6f189e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329299 Nov 16 04:59:11.767361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-9da21add-69f3-445c-b456-d2d52d32c72f service neutron] 10.222.0.41 "GET /v2.0/networks/965b3ed8-7f2f-46cd-8184-008b6f189e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378287 Nov 16 04:59:11.895544 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:12.153719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aee7b316-f3e5-4412-b125-259506932674 req-22baf100-eb40-41b7-9039-6374f781ca52 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 210 time: 0.0649335 Nov 16 04:59:12.387990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 1aef4c6f-b943-49a1-a136-17590134fbd2 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:12.425529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 1aef4c6f-b943-49a1-a136-17590134fbd2 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:12.425908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 1aef4c6f-b943-49a1-a136-17590134fbd2 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:12.796069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b430ce-d1ce-441c-af8d-1f03a9a5fa37 req-ddd287f7-6584-446b-8cdb-543f97e9a805 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:12.797938 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95b430ce-d1ce-441c-af8d-1f03a9a5fa37 req-ddd287f7-6584-446b-8cdb-543f97e9a805 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.1519268 Nov 16 04:59:12.898312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95b430ce-d1ce-441c-af8d-1f03a9a5fa37 req-10e415b5-4607-4bf7-ad6b-188ed8a9d8ce tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878339 Nov 16 04:59:13.276166 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:13.300766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91349b2a-dd22-475c-a789-67d2e495e2f4 req-6368ba32-7abc-464d-a2bf-a4a3881ada64 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 210 time: 0.0519848 Nov 16 04:59:13.668462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-c8305a0e-25db-49c7-9f64-3be5ca12ea4a tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:13.671718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-c8305a0e-25db-49c7-9f64-3be5ca12ea4a tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.37 "GET /v2.0/networks?id=965b3ed8-7f2f-46cd-8184-008b6f189e61 HTTP/1.1" status: 200 len: 808 time: 0.2036657 Nov 16 04:59:13.685627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-2b73b382-a3a1-426b-8b53-c2c3055f9fe5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Request body: {'port': {'device_id': 'a9cf52df-858c-4e84-93ca-f26671f7ff46', 'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61', 'admin_state_up': True, 'tenant_id': '031d46f2a9454aca8cbaa887e5b7bdb3'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:59:13.757319 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:13.910105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-2b73b382-a3a1-426b-8b53-c2c3055f9fe5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Made reservation on behalf of 031d46f2a9454aca8cbaa887e5b7bdb3 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:59:13.914020 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-2b73b382-a3a1-426b-8b53-c2c3055f9fe5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:14.169606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-2b73b382-a3a1-426b-8b53-c2c3055f9fe5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Allocated IP 172.20.0.6 (965b3ed8-7f2f-46cd-8184-008b6f189e61/47888e68-f2cb-42b0-b001-3e0a5be56f72/09c9a078-4137-4690-92ef-7a6f39291e59) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:59:14.464854 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-2b73b382-a3a1-426b-8b53-c2c3055f9fe5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:14.528218 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3e9d0cd-a59e-408b-852c-6b55e4dffc58 req-f196c3fc-023d-4a65-b1ba-e51f59971a18 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 210 time: 0.0366232 Nov 16 04:59:14.555570 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-2b73b382-a3a1-426b-8b53-c2c3055f9fe5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:14.624051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73b382-a3a1-426b-8b53-c2c3055f9fe5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Pushing event updated for resources: {'Port': ['ID=09c9a078-4137-4690-92ef-7a6f39291e59,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:14.669092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-2b73b382-a3a1-426b-8b53-c2c3055f9fe5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Network 965b3ed8-7f2f-46cd-8184-008b6f189e61 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:59:14.691625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c473679-4626-4a1a-ac3d-c43310cffee5 req-e85ae682-d029-47ac-9f4d-d044275e98ec tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:14.693674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c473679-4626-4a1a-ac3d-c43310cffee5 req-e85ae682-d029-47ac-9f4d-d044275e98ec tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.3542736 Nov 16 04:59:14.695174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-2b73b382-a3a1-426b-8b53-c2c3055f9fe5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:59:14.703894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-2b73b382-a3a1-426b-8b53-c2c3055f9fe5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:59:14.932979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c473679-4626-4a1a-ac3d-c43310cffee5 req-b29b04b1-7d61-44c2-b603-edea13508541 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174609 Nov 16 04:59:15.040887 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-2b73b382-a3a1-426b-8b53-c2c3055f9fe5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:15.055905 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-2b73b382-a3a1-426b-8b53-c2c3055f9fe5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:15.121568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-2b73b382-a3a1-426b-8b53-c2c3055f9fe5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4403286 Nov 16 04:59:15.154244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Request body: {'port': {'device_id': 'a9cf52df-858c-4e84-93ca-f26671f7ff46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:59:15.277093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d96ee-b13b-434b-bc81-06f7fd23536b req-308a3aa7-7fbe-4c90-ab82-e7ee4429d4f8 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:15.277093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-283d96ee-b13b-434b-bc81-06f7fd23536b req-308a3aa7-7fbe-4c90-ab82-e7ee4429d4f8 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 945 time: 0.3402996 Nov 16 04:59:15.388624 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:15.421202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-283d96ee-b13b-434b-bc81-06f7fd23536b req-c3f16da9-e0f5-41c9-8323-881b7f0273c3 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353991 Nov 16 04:59:15.926417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747862d9-2e53-4889-afd3-12f4420049ad req-c5839a23-7686-4d04-9cd9-13ff3b013c6f tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:15.944587 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-747862d9-2e53-4889-afd3-12f4420049ad req-c5839a23-7686-4d04-9cd9-13ff3b013c6f tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 931 time: 0.2687607 Nov 16 04:59:16.121327 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6ef52-b4b1-4b99-9a2c-ca1404c65318 req-968d1ba8-a4f8-46e5-957e-05b5051f8888 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:16.124293 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1c6ef52-b4b1-4b99-9a2c-ca1404c65318 req-968d1ba8-a4f8-46e5-957e-05b5051f8888 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.15 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.1155117 Nov 16 04:59:16.242831 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:16.247529 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-747862d9-2e53-4889-afd3-12f4420049ad req-aede56d8-c250-466e-b480-b84f5705cab2 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861121 Nov 16 04:59:16.292973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58686) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:16.439201 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-d1c6ef52-b4b1-4b99-9a2c-ca1404c65318 req-9a175568-09d2-4b38-8706-446af2120d9f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Deleting port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:16.439539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d1c6ef52-b4b1-4b99-9a2c-ca1404c65318 req-9a175568-09d2-4b38-8706-446af2120d9f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:16.497341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06db042-a6f7-4b90-a156-fbe0dbbd9338 req-574b360a-cf81-4033-b1f3-70a7cfb327e9 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:16.511176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c06db042-a6f7-4b90-a156-fbe0dbbd9338 req-574b360a-cf81-4033-b1f3-70a7cfb327e9 tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 945 time: 0.4117527 Nov 16 04:59:16.704363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c9a078-4137-4690-92ef-7a6f39291e59 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:59:16.725230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed1483-a084-4318-933d-dd4b07c46035 req-cae4610c-d182-4e5b-80fd-06c0d75f79df tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:16.726778 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81ed1483-a084-4318-933d-dd4b07c46035 req-cae4610c-d182-4e5b-80fd-06c0d75f79df tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 945 time: 0.3862309 Nov 16 04:59:16.732392 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:16.732570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-d1c6ef52-b4b1-4b99-9a2c-ca1404c65318 req-9a175568-09d2-4b38-8706-446af2120d9f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] For port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=05a7dde1-4e7e-4062-a91e-92bac4f6ab55,segment=NetworkSegment(66a25465-1cb9-45f9-8b4a-a8bdb251738f),segment_id=66a25465-1cb9-45f9-8b4a-a8bdb251738f)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:16.732846 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d1c6ef52-b4b1-4b99-9a2c-ca1404c65318 req-9a175568-09d2-4b38-8706-446af2120d9f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:16.750648 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-d1c6ef52-b4b1-4b99-9a2c-ca1404c65318 req-9a175568-09d2-4b38-8706-446af2120d9f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Calling delete_port for 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:16.822703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Transition to ACTIVE for port object 09c9a078-4137-4690-92ef-7a6f39291e59 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:59:16.839422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c06db042-a6f7-4b90-a156-fbe0dbbd9338 req-1ef96d32-2394-4946-9d04-932bdaf4ca7d tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/security-groups?id=eded7195-24c0-4986-8fdf-2ff361c6f5d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273182 Nov 16 04:59:16.853314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596a766-0238-4840-9d95-d9101892e573 req-f744bd20-5099-4be5-90f4-876b7e6ecf94 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:16.871884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8596a766-0238-4840-9d95-d9101892e573 req-f744bd20-5099-4be5-90f4-876b7e6ecf94 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 945 time: 0.2868795 Nov 16 04:59:16.889623 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:17.041606 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d1c6ef52-b4b1-4b99-9a2c-ca1404c65318 req-9a175568-09d2-4b38-8706-446af2120d9f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:17.055001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['05a7dde1-4e7e-4062-a91e-92bac4f6ab55'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:59:17.121404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Pushing event updated for resources: {'Port': ['ID=09c9a078-4137-4690-92ef-7a6f39291e59,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:17.133352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8596a766-0238-4840-9d95-d9101892e573 req-1b321c98-3d7b-4e5b-9a86-bb2bd7115cc5 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605698 Nov 16 04:59:17.204848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc7b50e-16ed-48f5-ab85-755c92e7d455 None None] DHCP port deletion for 8ae5e376-b921-496b-842a-45e78562fba1 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:59:17.208910 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a175568-09d2-4b38-8706-446af2120d9f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Pushing event deleted for resources: {'Port': ['ID=05a7dde1-4e7e-4062-a91e-92bac4f6ab55,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:17.214975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-81ed1483-a084-4318-933d-dd4b07c46035 req-615a8c3a-adb1-460d-b098-649bbcc3e7f4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Deleting port b978d484-6cca-4f98-bf99-ba7b720e107e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:17.215181 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-81ed1483-a084-4318-933d-dd4b07c46035 req-615a8c3a-adb1-460d-b098-649bbcc3e7f4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:17.306046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c6ef52-b4b1-4b99-9a2c-ca1404c65318 req-9a175568-09d2-4b38-8706-446af2120d9f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] No DVR routers for this DVR port 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:59:17.316039 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-d1c6ef52-b4b1-4b99-9a2c-ca1404c65318 req-9a175568-09d2-4b38-8706-446af2120d9f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:17.320498 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1c6ef52-b4b1-4b99-9a2c-ca1404c65318 req-9a175568-09d2-4b38-8706-446af2120d9f tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.15 "DELETE /v2.0/ports/05a7dde1-4e7e-4062-a91e-92bac4f6ab55 HTTP/1.1" status: 204 len: 173 time: 1.1909332 Nov 16 04:59:17.320990 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2', 'name': 'network-vif-deleted', 'tag': '05a7dde1-4e7e-4062-a91e-92bac4f6ab55'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:59:17.337064 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfee4a29-2527-437d-a0a0-8c386d5bd932" -d '{"events": [{"server_uuid": "a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2", "name": "network-vif-deleted", "tag": "05a7dde1-4e7e-4062-a91e-92bac4f6ab55"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:59:17.479132 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6db4cb-0933-4244-a312-1a40eaecd717 x-openstack-request-id: req-0f6db4cb-0933-4244-a312-1a40eaecd717 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:59:17.479419 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2", "name": "network-vif-deleted", "tag": "05a7dde1-4e7e-4062-a91e-92bac4f6ab55", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:59:17.479674 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f6db4cb-0933-4244-a312-1a40eaecd717 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:59:17.480089 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2', 'name': 'network-vif-deleted', 'tag': '05a7dde1-4e7e-4062-a91e-92bac4f6ab55', 'status': 'completed', 'code': 200} Nov 16 04:59:18.108166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f63a1b85-f840-4ff5-a3e4-0ce1e360a217 req-4ece4cd7-74ea-42d1-a589-510f8d80295e tempest-ServerRescueNegativeTestJSON-1599418248 tempest-ServerRescueNegativeTestJSON-1599418248-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c13404-d0fc-4b4a-9a8f-809a0a4b9da2 HTTP/1.1" status: 200 len: 210 time: 0.0849771 Nov 16 04:59:18.124432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Attempting to bind port 09c9a078-4137-4690-92ef-7a6f39291e59 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:59:18.125133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Attempting to bind port 09c9a078-4137-4690-92ef-7a6f39291e59 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'c723e7b4-464c-4d6a-8772-2a774cad52d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:59:18.125133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Attempting to bind port 09c9a078-4137-4690-92ef-7a6f39291e59 on network 965b3ed8-7f2f-46cd-8184-008b6f189e61 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:59:18.154757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c460da-7a5c-4a2b-aaaa-0627de3dece8 req-aa78583d-9e15-4d63-a5af-f8840f245a26 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:18.156356 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17c460da-7a5c-4a2b-aaaa-0627de3dece8 req-aa78583d-9e15-4d63-a5af-f8840f245a26 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 943 time: 0.1975393 Nov 16 04:59:18.161372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Port 09c9a078-4137-4690-92ef-7a6f39291e59 on network 965b3ed8-7f2f-46cd-8184-008b6f189e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:59:18.161696 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Attempting to bind port 09c9a078-4137-4690-92ef-7a6f39291e59 on network 965b3ed8-7f2f-46cd-8184-008b6f189e61 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:59:18.178152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-81ed1483-a084-4318-933d-dd4b07c46035 req-615a8c3a-adb1-460d-b098-649bbcc3e7f4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] For port b978d484-6cca-4f98-bf99-ba7b720e107e, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=b978d484-6cca-4f98-bf99-ba7b720e107e,segment=NetworkSegment(6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc),segment_id=6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:18.178526 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-81ed1483-a084-4318-933d-dd4b07c46035 req-615a8c3a-adb1-460d-b098-649bbcc3e7f4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:18.222939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:59:18.223194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Checking segment: {'id': 'c723e7b4-464c-4d6a-8772-2a774cad52d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:59:18.223572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Bound using segment: {'id': 'c723e7b4-464c-4d6a-8772-2a774cad52d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:59:18.224022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Bound port: 09c9a078-4137-4690-92ef-7a6f39291e59, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c723e7b4-464c-4d6a-8772-2a774cad52d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:59:18.224377 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:18.227316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-81ed1483-a084-4318-933d-dd4b07c46035 req-615a8c3a-adb1-460d-b098-649bbcc3e7f4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Calling delete_port for b978d484-6cca-4f98-bf99-ba7b720e107e owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:18.364799 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:18.383863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17c460da-7a5c-4a2b-aaaa-0627de3dece8 req-f3f8fac1-1afd-4e63-a6ed-742dbca6a53e tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026498 Nov 16 04:59:18.443209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac829b-d010-404e-b3c0-45a5ecf70dfb req-0bc6913e-df44-4c83-9075-38037b367fab tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:18.445285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37ac829b-d010-404e-b3c0-45a5ecf70dfb req-0bc6913e-df44-4c83-9075-38037b367fab tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c7b8334-13ab-4f5b-a2c9-102f0ef9faee HTTP/1.1" status: 200 len: 945 time: 0.2106624 Nov 16 04:59:18.455416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] For port 09c9a078-4137-4690-92ef-7a6f39291e59, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:59:18.461957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] For port 09c9a078-4137-4690-92ef-7a6f39291e59, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09c9a078-4137-4690-92ef-7a6f39291e59,segment=NetworkSegment(c723e7b4-464c-4d6a-8772-2a774cad52d2),segment_id=c723e7b4-464c-4d6a-8772-2a774cad52d2)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:59:18.479309 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:18.560466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:18.561106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:18.562516 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] 10.222.0.37 "PUT /v2.0/ports/09c9a078-4137-4690-92ef-7a6f39291e59 HTTP/1.1" status: 200 len: 1091 time: 3.4306462 Nov 16 04:59:18.572310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cf52df-858c-4e84-93ca-f26671f7ff46', 'tag': '09c9a078-4137-4690-92ef-7a6f39291e59'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:59:18.572824 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa46be8-08e5-45cd-ab81-a4e1ecd892a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cf52df-858c-4e84-93ca-f26671f7ff46", "tag": "09c9a078-4137-4690-92ef-7a6f39291e59"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:59:18.650774 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37ac829b-d010-404e-b3c0-45a5ecf70dfb req-8be6bdce-55f4-4d2d-b96d-43596979363a tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.41 "GET /v2.0/security-groups?id=e1678241-74ea-45ed-8162-5764ca7a22a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869237 Nov 16 04:59:18.708569 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74a889a-5e66-44bd-876d-df7953c62790 x-openstack-request-id: req-d74a889a-5e66-44bd-876d-df7953c62790 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:59:18.708872 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cf52df-858c-4e84-93ca-f26671f7ff46", "tag": "09c9a078-4137-4690-92ef-7a6f39291e59", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:59:18.709175 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d74a889a-5e66-44bd-876d-df7953c62790 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:59:18.709587 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cf52df-858c-4e84-93ca-f26671f7ff46', 'tag': '09c9a078-4137-4690-92ef-7a6f39291e59', 'status': 'completed', 'code': 200} Nov 16 04:59:18.737101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099348c1-e5e9-4cb3-8349-ecd086cb8e97 service neutron] Pushing event updated for resources: {'Port': ['ID=09c9a078-4137-4690-92ef-7a6f39291e59,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:18.790389 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-81ed1483-a084-4318-933d-dd4b07c46035 req-615a8c3a-adb1-460d-b098-649bbcc3e7f4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:18.822978 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ed699e9-9927-4d15-b045-90a0bdbeb36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:18.827585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58726) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:18.834788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d58025-8d39-49cf-bba0-c65949ee16d8 None None] DHCP port deletion for 833b0ffb-4d62-4130-a5de-4c246cada0fa request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:59:18.937966 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f99396e-9bf4-43a1-b82a-b838c6c86dbd admin admin] Deleting subnet 6c488608-b0db-49d2-99b0-0978bbc9f286 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:59:18.947360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f99396e-9bf4-43a1-b82a-b838c6c86dbd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:18.962700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-547853dc-d091-4143-9ee4-15d02b030541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:18.964205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-547853dc-d091-4143-9ee4-15d02b030541 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=031d46f2a9454aca8cbaa887e5b7bdb3&device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 1094 time: 0.3073354 Nov 16 04:59:18.965139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a8c3a-adb1-460d-b098-649bbcc3e7f4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Pushing event deleted for resources: {'Port': ['ID=b978d484-6cca-4f98-bf99-ba7b720e107e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:18.992992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ed1483-a084-4318-933d-dd4b07c46035 req-615a8c3a-adb1-460d-b098-649bbcc3e7f4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] No DVR routers for this DVR port b978d484-6cca-4f98-bf99-ba7b720e107e on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:59:19.003463 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-81ed1483-a084-4318-933d-dd4b07c46035 req-615a8c3a-adb1-460d-b098-649bbcc3e7f4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:19.007199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81ed1483-a084-4318-933d-dd4b07c46035 req-615a8c3a-adb1-460d-b098-649bbcc3e7f4 tempest-AttachVolumeNegativeTest-131241510 tempest-AttachVolumeNegativeTest-131241510-project] 10.222.0.15 "DELETE /v2.0/ports/b978d484-6cca-4f98-bf99-ba7b720e107e HTTP/1.1" status: 204 len: 173 time: 2.2609742 Nov 16 04:59:19.041490 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f99396e-9bf4-43a1-b82a-b838c6c86dbd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:19.090345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-f80ddfe7-eb17-4c45-86f1-756c99df694f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09c9a078-4137-4690-92ef-7a6f39291e59 HTTP/1.1" status: 200 len: 217 time: 0.0989056 Nov 16 04:59:19.153876 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f99396e-9bf4-43a1-b82a-b838c6c86dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:19.251856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58742) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:19.295580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f99396e-9bf4-43a1-b82a-b838c6c86dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:19.346391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99396e-9bf4-43a1-b82a-b838c6c86dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c488608-b0db-49d2-99b0-0978bbc9f286,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:19.370084 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f99396e-9bf4-43a1-b82a-b838c6c86dbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:19.375830 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0f99396e-9bf4-43a1-b82a-b838c6c86dbd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6c488608-b0db-49d2-99b0-0978bbc9f286 HTTP/1.1" status: 204 len: 168 time: 0.5469961 Nov 16 04:59:19.378338 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58752) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:19.459276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-78d6f203-bf6d-4732-8af3-f9b6198ba1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:19.465002 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-78d6f203-bf6d-4732-8af3-f9b6198ba1e6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47888e68-f2cb-42b0-b001-3e0a5be56f72 HTTP/1.1" status: 200 len: 848 time: 0.3552961 Nov 16 04:59:19.579528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-7c54ece8-da71-412f-b033-0a887c2970af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=965b3ed8-7f2f-46cd-8184-008b6f189e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728958 Nov 16 04:59:19.701171 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d23ce9f-aa40-4990-a29a-aae697299291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:19.811144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58770) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:19.901258 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b5e42e-a168-4a33-8882-83d51566f0ec admin admin] Deleting subnet 7165b9bb-2dd4-4528-b72b-32d19725ce83 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:59:19.917701 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46b5e42e-a168-4a33-8882-83d51566f0ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:19.946896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-127ac522-e3fe-4e65-aaf0-6d726365d6b2 service neutron] 10.222.0.37 "GET /v2.0/networks/965b3ed8-7f2f-46cd-8184-008b6f189e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103218 Nov 16 04:59:19.992165 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d391f-0424-47fe-8c2f-2960ee4d61ea req-be7d1e9b-a816-416b-9bd6-6fe5c324d6de tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:20.001451 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab4d391f-0424-47fe-8c2f-2960ee4d61ea req-be7d1e9b-a816-416b-9bd6-6fe5c324d6de tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 943 time: 0.4421637 Nov 16 04:59:20.024572 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d23ce9f-aa40-4990-a29a-aae697299291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.066628 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46b5e42e-a168-4a33-8882-83d51566f0ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.147260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0d23ce9f-aa40-4990-a29a-aae697299291 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48d9e79-0c55-4a02-b969-810562257422']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:20.165025 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0d23ce9f-aa40-4990-a29a-aae697299291 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:20.165594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0d23ce9f-aa40-4990-a29a-aae697299291 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4936d88-8b2f-4fb7-bfe0-23a1a8a5a9e8') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:20.181692 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d23ce9f-aa40-4990-a29a-aae697299291 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.194646 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46b5e42e-a168-4a33-8882-83d51566f0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.228782 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58774) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:20.237905 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d23ce9f-aa40-4990-a29a-aae697299291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.291212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d23ce9f-aa40-4990-a29a-aae697299291 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:59:20.291761 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d23ce9f-aa40-4990-a29a-aae697299291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:59:20.294574 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:59:20.305938 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab4d391f-0424-47fe-8c2f-2960ee4d61ea req-ee4a7d3d-5efa-47b5-9175-3674f43580e5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980020 Nov 16 04:59:20.308766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46b5e42e-a168-4a33-8882-83d51566f0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.327199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19785c3a-4864-4906-88d1-80edcab8c7ce req-329aecec-ae64-486a-9ce0-8720439ab48c service neutron] 10.222.0.37 "GET /v2.0/networks/965b3ed8-7f2f-46cd-8184-008b6f189e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573422 Nov 16 04:59:20.431055 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b5e42e-a168-4a33-8882-83d51566f0ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7165b9bb-2dd4-4528-b72b-32d19725ce83,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:20.442226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46b5e42e-a168-4a33-8882-83d51566f0ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.450567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a58304-5a64-4ee3-8c1e-f70e6da3a1b9 None None] Network 833b0ffb-4d62-4130-a5de-4c246cada0fa requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:59:20.452702 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-46b5e42e-a168-4a33-8882-83d51566f0ec admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7165b9bb-2dd4-4528-b72b-32d19725ce83 HTTP/1.1" status: 204 len: 168 time: 0.6387939 Nov 16 04:59:20.454970 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58780) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:20.492821 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1803-c271-4b4c-b877-3aad1d45888f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.502483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa46be8-08e5-45cd-ab81-a4e1ecd892a3 req-35eec50d-100f-4b7c-92f0-ce2e62de26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:20.504483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fa46be8-08e5-45cd-ab81-a4e1ecd892a3 req-35eec50d-100f-4b7c-92f0-ce2e62de26e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=031d46f2a9454aca8cbaa887e5b7bdb3&device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 1094 time: 0.1143415 Nov 16 04:59:20.522635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:20.527862 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d23ce9f-aa40-4990-a29a-aae697299291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.533141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d23ce9f-aa40-4990-a29a-aae697299291 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.536573 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0d23ce9f-aa40-4990-a29a-aae697299291 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e48d9e79-0c55-4a02-b969-810562257422 HTTP/1.1" status: 204 len: 168 time: 1.1451075 Nov 16 04:59:20.542732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58782) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:20.544106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6ed699e9-9927-4d15-b045-90a0bdbeb36f admin admin] Deleting port dafa216a-f861-4e72-a261-97410c10f816 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:20.544623 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ed699e9-9927-4d15-b045-90a0bdbeb36f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.559034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:20.559997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 05a7dde1-4e7e-4062-a91e-92bac4f6ab55 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:20.560849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b978d484-6cca-4f98-bf99-ba7b720e107e no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:20.575766 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23ce9f-aa40-4990-a29a-aae697299291 admin admin] Pushing event deleted for resources: {'Network': ['ID=e48d9e79-0c55-4a02-b969-810562257422,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:20.590407 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: b978d484-6cca-4f98-bf99-ba7b720e107e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:20.591008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device b978d484-6cca-4f98-bf99-ba7b720e107e not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:20.607253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-2de9f69d-bfcd-442d-8d90-9becea8c7c3b admin admin] Deleting subnet a754e4c8-3f6d-4005-93a3-f0bcd107561c {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:59:20.611139 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2de9f69d-bfcd-442d-8d90-9becea8c7c3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.657952 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1803-c271-4b4c-b877-3aad1d45888f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.675335 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf6a1803-c271-4b4c-b877-3aad1d45888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.682353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d10689-cbd8-436a-8c97-89c77207397b None None] DHCP port deletion for 833b0ffb-4d62-4130-a5de-4c246cada0fa request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:59:20.718838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7b8334-13ab-4f5b-a2c9-102f0ef9faee', 'name': 'network-vif-deleted', 'tag': 'b978d484-6cca-4f98-bf99-ba7b720e107e'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:59:20.720562 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2985-d4b9-49cf-afeb-89c669c9baed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.722072 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20de7c1d-225d-4688-88c7-673d467f3ece" -d '{"events": [{"server_uuid": "2c7b8334-13ab-4f5b-a2c9-102f0ef9faee", "name": "network-vif-deleted", "tag": "b978d484-6cca-4f98-bf99-ba7b720e107e"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:59:20.737730 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a1803-c271-4b4c-b877-3aad1d45888f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec605c3f-dbf4-4fe5-803e-31ac0aac6737,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:20.743676 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cf6a1803-c271-4b4c-b877-3aad1d45888f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=593f6505682840fc930dfdf6f76c76b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5121949 Nov 16 04:59:20.749364 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58786) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:20.773417 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2de9f69d-bfcd-442d-8d90-9becea8c7c3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.819369 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db20933-2890-4767-ad30-7767d538799f x-openstack-request-id: req-1db20933-2890-4767-ad30-7767d538799f {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:59:20.819672 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7b8334-13ab-4f5b-a2c9-102f0ef9faee", "name": "network-vif-deleted", "tag": "b978d484-6cca-4f98-bf99-ba7b720e107e", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:59:20.819931 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1db20933-2890-4767-ad30-7767d538799f {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:59:20.820323 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7b8334-13ab-4f5b-a2c9-102f0ef9faee', 'name': 'network-vif-deleted', 'tag': 'b978d484-6cca-4f98-bf99-ba7b720e107e', 'status': 'completed', 'code': 200} Nov 16 04:59:20.862570 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2985-d4b9-49cf-afeb-89c669c9baed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.872510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-6ed699e9-9927-4d15-b045-90a0bdbeb36f admin admin] For port dafa216a-f861-4e72-a261-97410c10f816, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=dafa216a-f861-4e72-a261-97410c10f816,segment=NetworkSegment(a7374a3b-82a7-4367-831f-a75a4fd399ec),segment_id=a7374a3b-82a7-4367-831f-a75a4fd399ec)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:20.872510 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ed699e9-9927-4d15-b045-90a0bdbeb36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.892488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa46be8-08e5-45cd-ab81-a4e1ecd892a3 req-56072e23-e8bb-4b1a-87e2-e52a6637590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:20.894043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fa46be8-08e5-45cd-ab81-a4e1ecd892a3 req-56072e23-e8bb-4b1a-87e2-e52a6637590e service neutron] 10.222.0.37 "GET /v2.0/networks?id=965b3ed8-7f2f-46cd-8184-008b6f189e61 HTTP/1.1" status: 200 len: 909 time: 0.3690448 Nov 16 04:59:20.899629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e4dd2985-d4b9-49cf-afeb-89c669c9baed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833b0ffb-4d62-4130-a5de-4c246cada0fa']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:20.904362 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2de9f69d-bfcd-442d-8d90-9becea8c7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.908770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6ed699e9-9927-4d15-b045-90a0bdbeb36f admin admin] Calling delete_port for dafa216a-f861-4e72-a261-97410c10f816 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:20.917102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e4dd2985-d4b9-49cf-afeb-89c669c9baed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:20.917664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e4dd2985-d4b9-49cf-afeb-89c669c9baed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ecf0aa2-112a-4ce0-8712-1e3f06e2c0fc') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:20.929710 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13bcf1c5-ff2d-425b-b8d6-fc2bfacb8e80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.931985 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2985-d4b9-49cf-afeb-89c669c9baed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.960563 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2985-d4b9-49cf-afeb-89c669c9baed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.969725 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13bcf1c5-ff2d-425b-b8d6-fc2bfacb8e80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.977058 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4dd2985-d4b9-49cf-afeb-89c669c9baed admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:59:20.977457 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2985-d4b9-49cf-afeb-89c669c9baed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:20.977920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fa46be8-08e5-45cd-ab81-a4e1ecd892a3 req-04ec053f-fd9e-49ed-8b27-cbecfa675ba2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=09c9a078-4137-4690-92ef-7a6f39291e59 HTTP/1.1" status: 200 len: 217 time: 0.0713198 Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:59:20.980044 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:59:21.065055 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2985-d4b9-49cf-afeb-89c669c9baed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.071709 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4dd2985-d4b9-49cf-afeb-89c669c9baed admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.075084 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e4dd2985-d4b9-49cf-afeb-89c669c9baed admin admin] 10.222.0.41 "DELETE /v2.0/networks/833b0ffb-4d62-4130-a5de-4c246cada0fa HTTP/1.1" status: 204 len: 168 time: 0.6191623 Nov 16 04:59:21.091933 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd2985-d4b9-49cf-afeb-89c669c9baed admin admin] Pushing event deleted for resources: {'Network': ['ID=833b0ffb-4d62-4130-a5de-4c246cada0fa,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:21.103775 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13bcf1c5-ff2d-425b-b8d6-fc2bfacb8e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.108593 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13bcf1c5-ff2d-425b-b8d6-fc2bfacb8e80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.109246 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-13bcf1c5-ff2d-425b-b8d6-fc2bfacb8e80 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec605c3f-dbf4-4fe5-803e-31ac0aac6737 HTTP/1.1" status: 204 len: 168 time: 0.3585124 Nov 16 04:59:21.141734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcf1c5-ff2d-425b-b8d6-fc2bfacb8e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec605c3f-dbf4-4fe5-803e-31ac0aac6737,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:21.280922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58794) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:21.365711 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-406f8417-1dc1-4aee-96cd-61f7cc371ad8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f809e2ea49f64589ac5ad430817dc610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0831134 Nov 16 04:59:21.371477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58800) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:21.455481 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3fcd52-cc28-44e7-9810-c49b66374a2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.479825 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3fcd52-cc28-44e7-9810-c49b66374a2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.534032 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3fcd52-cc28-44e7-9810-c49b66374a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.536763 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b3fcd52-cc28-44e7-9810-c49b66374a2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.538665 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9b3fcd52-cc28-44e7-9810-c49b66374a2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1678241-74ea-45ed-8162-5764ca7a22a1 HTTP/1.1" status: 204 len: 168 time: 0.1661322 Nov 16 04:59:21.544207 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2de9f69d-bfcd-442d-8d90-9becea8c7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.548083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fcd52-cc28-44e7-9810-c49b66374a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1678241-74ea-45ed-8162-5764ca7a22a1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:21.579787 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58806) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:21.584932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa46be8-08e5-45cd-ab81-a4e1ecd892a3 req-dfd6c67b-a626-4405-8840-df113294c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:21.593477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fa46be8-08e5-45cd-ab81-a4e1ecd892a3 req-dfd6c67b-a626-4405-8840-df113294c57e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=47888e68-f2cb-42b0-b001-3e0a5be56f72 HTTP/1.1" status: 200 len: 848 time: 0.6006150 Nov 16 04:59:21.597073 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b643a603-6bfe-4411-972d-e7bebb28f587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.640374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9f69d-bfcd-442d-8d90-9becea8c7c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a754e4c8-3f6d-4005-93a3-f0bcd107561c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:21.698550 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2de9f69d-bfcd-442d-8d90-9becea8c7c3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.698743 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b643a603-6bfe-4411-972d-e7bebb28f587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.704668 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b643a603-6bfe-4411-972d-e7bebb28f587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.705037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2de9f69d-bfcd-442d-8d90-9becea8c7c3b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a754e4c8-3f6d-4005-93a3-f0bcd107561c HTTP/1.1" status: 204 len: 168 time: 1.1581912 Nov 16 04:59:21.709649 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58808) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:21.713146 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-633cdf27-5d92-4091-b699-803a0a2a2293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.716245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fa46be8-08e5-45cd-ab81-a4e1ecd892a3 req-1fd6d02f-fcff-4388-8806-5b0ecaffc3f9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=965b3ed8-7f2f-46cd-8184-008b6f189e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902839 Nov 16 04:59:21.728780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb118bb0-d5c5-45cc-874d-4a4baa774633 req-1f8bfe68-9a03-4407-9aa7-2216d6a3b0c1 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:21.734426 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb118bb0-d5c5-45cc-874d-4a4baa774633 req-1f8bfe68-9a03-4407-9aa7-2216d6a3b0c1 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 943 time: 0.2880335 Nov 16 04:59:21.806652 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b643a603-6bfe-4411-972d-e7bebb28f587 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6dd4726d0e6644688216d40bf805b768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2257388 Nov 16 04:59:21.809440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58810) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:21.811398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643a603-6bfe-4411-972d-e7bebb28f587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed8408f-e877-4310-8044-5d3d921036a0,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:21.866080 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43b909e2-f34c-451b-93b2-6b78601d3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.876582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 09c9a078-4137-4690-92ef-7a6f39291e59 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:59:21.926094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-710617e8-32f7-48b5-a7e9-86d483913ded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:21.994517 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43b909e2-f34c-451b-93b2-6b78601d3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:22.018027 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb118bb0-d5c5-45cc-874d-4a4baa774633 req-5fd8eca5-78eb-48f4-aad6-bcd03ab1f471 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356687 Nov 16 04:59:22.027442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fa46be8-08e5-45cd-ab81-a4e1ecd892a3 req-ed944423-f41f-4741-938b-3a40a52fcac3 service neutron] 10.222.0.37 "GET /v2.0/networks/965b3ed8-7f2f-46cd-8184-008b6f189e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891579 Nov 16 04:59:22.042734 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-710617e8-32f7-48b5-a7e9-86d483913ded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:22.095874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-43b909e2-f34c-451b-93b2-6b78601d3d20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb71021c-e067-4100-a372-b20b4c5da494']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:22.103273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 09c9a078-4137-4690-92ef-7a6f39291e59, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09c9a078-4137-4690-92ef-7a6f39291e59,segment=NetworkSegment(c723e7b4-464c-4d6a-8772-2a774cad52d2),segment_id=c723e7b4-464c-4d6a-8772-2a774cad52d2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:22.130102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '09c9a078-4137-4690-92ef-7a6f39291e59', 'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61', 'port_id': '09c9a078-4137-4690-92ef-7a6f39291e59', 'mac_address': 'fa:16:3e:24:88:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47888e68-f2cb-42b0-b001-3e0a5be56f72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:59:22.131870 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-43b909e2-f34c-451b-93b2-6b78601d3d20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd269dddb-1612-44af-bf52-875d46d9f64b') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:22.132185 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-43b909e2-f34c-451b-93b2-6b78601d3d20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd269dddb-1612-44af-bf52-875d46d9f64b') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:22.159526 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43b909e2-f34c-451b-93b2-6b78601d3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:22.184176 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-710617e8-32f7-48b5-a7e9-86d483913ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:22.188549 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-710617e8-32f7-48b5-a7e9-86d483913ded admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:22.188693 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:22.194866 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-710617e8-32f7-48b5-a7e9-86d483913ded admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ed8408f-e877-4310-8044-5d3d921036a0 HTTP/1.1" status: 204 len: 168 time: 0.3843610 Nov 16 04:59:22.197891 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43b909e2-f34c-451b-93b2-6b78601d3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:22.205836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c9a078-4137-4690-92ef-7a6f39291e59 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:59:22.223720 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ed699e9-9927-4d15-b045-90a0bdbeb36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:22.228920 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b909e2-f34c-451b-93b2-6b78601d3d20 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:59:22.230018 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43b909e2-f34c-451b-93b2-6b78601d3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:22.231691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 09c9a078-4137-4690-92ef-7a6f39291e59, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09c9a078-4137-4690-92ef-7a6f39291e59,segment=NetworkSegment(c723e7b4-464c-4d6a-8772-2a774cad52d2),segment_id=c723e7b4-464c-4d6a-8772-2a774cad52d2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:59:22.233444 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:59:22.242556 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:22.248469 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710617e8-32f7-48b5-a7e9-86d483913ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed8408f-e877-4310-8044-5d3d921036a0,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:22.328945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed699e9-9927-4d15-b045-90a0bdbeb36f admin admin] Pushing event deleted for resources: {'Port': ['ID=dafa216a-f861-4e72-a261-97410c10f816,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:22.352352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43b909e2-f34c-451b-93b2-6b78601d3d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:22.362731 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-43b909e2-f34c-451b-93b2-6b78601d3d20 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:22.367033 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=09c9a078-4137-4690-92ef-7a6f39291e59,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:22.377275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:22.378324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:22.378920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:22.379485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:22.380043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:22.380645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:22.382615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:22.383526 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:22.384069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:22.385489 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:22.386293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:22.386839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 04:59:22.386952 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-43b909e2-f34c-451b-93b2-6b78601d3d20 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cb71021c-e067-4100-a372-b20b4c5da494 HTTP/1.1" status: 204 len: 168 time: 0.6740038 Nov 16 04:59:22.477282 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['09c9a078-4137-4690-92ef-7a6f39291e59'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:59:22.520373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fa46be8-08e5-45cd-ab81-a4e1ecd892a3 req-6ebaa1e9-5b6f-490f-841f-c474f9123556 service neutron] 10.222.0.37 "GET /v2.0/networks/965b3ed8-7f2f-46cd-8184-008b6f189e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826000 Nov 16 04:59:22.779703 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ed699e9-9927-4d15-b045-90a0bdbeb36f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:22.948261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58838) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:22.960702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b909e2-f34c-451b-93b2-6b78601d3d20 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb71021c-e067-4100-a372-b20b4c5da494,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:23.118725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-87d816cc-d90a-42f0-b2ed-1ed4844398c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86a0e4ea77bb4da0be44d1d1288abf6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1651032 Nov 16 04:59:23.121700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58850) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:23.165187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-633cdf27-5d92-4091-b699-803a0a2a2293 admin admin] Deleting port 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:23.165541 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-633cdf27-5d92-4091-b699-803a0a2a2293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:23.225678 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8074723f-e476-45b9-97ea-9b5245f01042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:23.255667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a821c-354a-46a3-a1a3-9ca6e43cf0ce req-5c5212c6-8182-455f-817e-4209a3df272b tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:23.258336 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c3a821c-354a-46a3-a1a3-9ca6e43cf0ce req-5c5212c6-8182-455f-817e-4209a3df272b tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 944 time: 0.1604977 Nov 16 04:59:23.290405 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8074723f-e476-45b9-97ea-9b5245f01042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:23.312372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed699e9-9927-4d15-b045-90a0bdbeb36f admin admin] Router 34fe1104-7813-4bc5-8d82-a7a650843c5d has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:59:23.377726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-633cdf27-5d92-4091-b699-803a0a2a2293 admin admin] For port 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d,segment=NetworkSegment(66a25465-1cb9-45f9-8b4a-a8bdb251738f),segment_id=66a25465-1cb9-45f9-8b4a-a8bdb251738f)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:23.382014 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-633cdf27-5d92-4091-b699-803a0a2a2293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:23.399576 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8074723f-e476-45b9-97ea-9b5245f01042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:23.403182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-633cdf27-5d92-4091-b699-803a0a2a2293 admin admin] Calling delete_port for 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:23.404320 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8074723f-e476-45b9-97ea-9b5245f01042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:23.405595 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8074723f-e476-45b9-97ea-9b5245f01042 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79766202-7b63-4497-b30b-d1487b8cb15b HTTP/1.1" status: 204 len: 168 time: 0.2822478 Nov 16 04:59:23.411354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c3a821c-354a-46a3-a1a3-9ca6e43cf0ce req-07f1ba08-bcf9-404c-8e62-df7f36734624 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419206 Nov 16 04:59:23.419232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074723f-e476-45b9-97ea-9b5245f01042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79766202-7b63-4497-b30b-d1487b8cb15b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:23.601266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed699e9-9927-4d15-b045-90a0bdbeb36f admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:59:23.607840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6ed699e9-9927-4d15-b045-90a0bdbeb36f admin admin] 10.222.0.41 "PUT /v2.0/routers/34fe1104-7813-4bc5-8d82-a7a650843c5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3043973 Nov 16 04:59:23.611440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58868) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:23.620625 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f57e0-7acf-4ff2-8e83-7e7375dae5c3 None None] Sync routers for ids ['34fe1104-7813-4bc5-8d82-a7a650843c5d'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:59:23.633271 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f57e0-7acf-4ff2-8e83-7e7375dae5c3 None None] Routers {'34fe1104-7813-4bc5-8d82-a7a650843c5d'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:59:23.634681 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d02f57e0-7acf-4ff2-8e83-7e7375dae5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:59:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['34fe1104-7813-4bc5-8d82-a7a650843c5d'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:23.765927 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-633cdf27-5d92-4091-b699-803a0a2a2293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:23.848337 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:23.852125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cdf27-5d92-4091-b699-803a0a2a2293 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:23.874893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 09c9a078-4137-4690-92ef-7a6f39291e59 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:59:23.919418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f0a60c-3a84-4da3-969c-e350daacfbe6 None None] DHCP port deletion for 8ae5e376-b921-496b-842a-45e78562fba1 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:59:23.975373 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-d02f57e0-7acf-4ff2-8e83-7e7375dae5c3 None None] Set router 34fe1104-7813-4bc5-8d82-a7a650843c5d gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:59:24.001808 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 09c9a078-4137-4690-92ef-7a6f39291e59 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:59:24.007894 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 09c9a078-4137-4690-92ef-7a6f39291e59 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:59:24.009099 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:24.107721 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:24.202661 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58878) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:24.258856 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:24.295004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cf52df-858c-4e84-93ca-f26671f7ff46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c9a078-4137-4690-92ef-7a6f39291e59'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:59:24.300062 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dc7602-14aa-4dd8-b496-06ce833d0d5e" -d '{"events": [{"server_uuid": "a9cf52df-858c-4e84-93ca-f26671f7ff46", "name": "network-vif-plugged", "status": "completed", "tag": "09c9a078-4137-4690-92ef-7a6f39291e59"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:59:24.303128 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-633cdf27-5d92-4091-b699-803a0a2a2293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:24.325304 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-02db0977-5caa-4939-97da-d3f00aca96f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=664a3b4e8ded455b923a5cdc27cdd940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1217120 Nov 16 04:59:24.327615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 09c9a078-4137-4690-92ef-7a6f39291e59, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09c9a078-4137-4690-92ef-7a6f39291e59,segment=NetworkSegment(c723e7b4-464c-4d6a-8772-2a774cad52d2),segment_id=c723e7b4-464c-4d6a-8772-2a774cad52d2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:24.327957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58884) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:24.339689 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:24.349878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Deleting port a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:24.350249 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:24.450408 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf542c1-0291-42d1-ac92-f3135fe8f642 x-openstack-request-id: req-dcf542c1-0291-42d1-ac92-f3135fe8f642 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:59:24.452029 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cf52df-858c-4e84-93ca-f26671f7ff46", "name": "network-vif-plugged", "status": "completed", "tag": "09c9a078-4137-4690-92ef-7a6f39291e59", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:59:24.453036 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dcf542c1-0291-42d1-ac92-f3135fe8f642 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:59:24.456170 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cf52df-858c-4e84-93ca-f26671f7ff46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c9a078-4137-4690-92ef-7a6f39291e59', 'code': 200} Nov 16 04:59:24.476274 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d02f57e0-7acf-4ff2-8e83-7e7375dae5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:59:21Z', 'revision_number': 5, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port': {'id': 'a1cbebb9-7134-41b6-85c8-fb7f4eec74b1', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:b1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:46:53Z', 'updated_at': '2021-11-16T04:47:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:24.526392 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f57e0-7acf-4ff2-8e83-7e7375dae5c3 None None] Checking router: 34fe1104-7813-4bc5-8d82-a7a650843c5d for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:59:24.538729 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f57e0-7acf-4ff2-8e83-7e7375dae5c3 None None] Routers {'34fe1104-7813-4bc5-8d82-a7a650843c5d'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:59:24.539198 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d02f57e0-7acf-4ff2-8e83-7e7375dae5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:59:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['34fe1104-7813-4bc5-8d82-a7a650843c5d'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:24.548765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=09c9a078-4137-4690-92ef-7a6f39291e59,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:24.594388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] For port a1cbebb9-7134-41b6-85c8-fb7f4eec74b1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a1cbebb9-7134-41b6-85c8-fb7f4eec74b1,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:24.597638 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:24.627747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Calling delete_port for a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:24.694109 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-d02f57e0-7acf-4ff2-8e83-7e7375dae5c3 None None] Set router 34fe1104-7813-4bc5-8d82-a7a650843c5d gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:59:24.837895 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d02f57e0-7acf-4ff2-8e83-7e7375dae5c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:59:24Z', 'revision_number': 6, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:24.869053 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f57e0-7acf-4ff2-8e83-7e7375dae5c3 None None] The sync data for ids ['34fe1104-7813-4bc5-8d82-a7a650843c5d'] in n-d-818042-1 is: [{'id': '34fe1104-7813-4bc5-8d82-a7a650843c5d', 'name': 'tempest-TaggedBootDevicesTest_v242-2030193819-router', 'tenant_id': '8dff142c03be4b239332df1ff1f6cd1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:46:52Z', 'updated_at': '2021-11-16T04:59:24Z', 'revision_number': 6, 'project_id': '8dff142c03be4b239332df1ff1f6cd1b', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:59:24.892134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497dc07-e7b7-4036-ae57-aaf879448937 req-eeb805bb-f4aa-4f4a-a799-82a6371d2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:24.893993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d497dc07-e7b7-4036-ae57-aaf879448937 req-eeb805bb-f4aa-4f4a-a799-82a6371d2b48 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 1096 time: 0.3639896 Nov 16 04:59:24.901292 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-26f68f42-0d05-4c8b-9406-20a2130fc65c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:24.959424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8a5cc-4ab7-47f6-a92e-f6a248275d7d req-874761f5-c4a9-47dd-938f-ef4510cf739a tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:24.966758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2a8a5cc-4ab7-47f6-a92e-f6a248275d7d req-874761f5-c4a9-47dd-938f-ef4510cf739a tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 945 time: 0.3179350 Nov 16 04:59:24.970598 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-26f68f42-0d05-4c8b-9406-20a2130fc65c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:25.040074 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:25.073249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1cbebb9-7134-41b6-85c8-fb7f4eec74b1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:25.101260 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cae405-a2ad-4b03-8c6e-532ca01281e5 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:59:25.163362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:25.256757 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d497dc07-e7b7-4036-ae57-aaf879448937 req-0d0ee718-dae5-44a1-bda5-d7fbb8e56b98 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509998 Nov 16 04:59:25.275548 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2a8a5cc-4ab7-47f6-a92e-f6a248275d7d req-b0ac7f85-3823-4ded-b0ad-8348420471ff tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075826 Nov 16 04:59:25.330174 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-26f68f42-0d05-4c8b-9406-20a2130fc65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:25.334721 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-26f68f42-0d05-4c8b-9406-20a2130fc65c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:25.336235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-26f68f42-0d05-4c8b-9406-20a2130fc65c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78bee76a-f3a1-4646-bc87-269714c8f888 HTTP/1.1" status: 204 len: 168 time: 1.0017300 Nov 16 04:59:25.377638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633cdf27-5d92-4091-b699-803a0a2a2293 admin admin] Router 3a859f4b-8486-44cb-9696-011ed29a831a has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:59:25.380802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f68f42-0d05-4c8b-9406-20a2130fc65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78bee76a-f3a1-4646-bc87-269714c8f888,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:25.502371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:25.512243 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:25.604848 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:25.605381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34fe1104-7813-4bc5-8d82-a7a650843c5d {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:59:25.612917 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:25.614950 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b1975aa8-9b7e-4537-a327-69cbcb2a8896 admin admin] 10.222.0.41 "DELETE /v2.0/routers/34fe1104-7813-4bc5-8d82-a7a650843c5d HTTP/1.1" status: 204 len: 168 time: 2.0013442 Nov 16 04:59:25.618039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58922) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:25.629861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633cdf27-5d92-4091-b699-803a0a2a2293 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:59:25.641391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ebf25e-5073-4c69-b3fa-a7386d733221 None None] Sync routers for ids ['3a859f4b-8486-44cb-9696-011ed29a831a'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:59:25.668499 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ebf25e-5073-4c69-b3fa-a7386d733221 None None] Routers {'3a859f4b-8486-44cb-9696-011ed29a831a'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:59:25.669137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f0ebf25e-5073-4c69-b3fa-a7386d733221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:59:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['3a859f4b-8486-44cb-9696-011ed29a831a'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:25.670240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58924) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:25.670434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-633cdf27-5d92-4091-b699-803a0a2a2293 admin admin] 10.222.0.41 "PUT /v2.0/routers/3a859f4b-8486-44cb-9696-011ed29a831a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4023190 Nov 16 04:59:25.832032 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d3b69f-1044-42c5-a997-248ec88436d1 admin admin] Deleting subnet ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:59:25.875688 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-05d3b69f-1044-42c5-a997-248ec88436d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:25.951420 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f0ebf25e-5073-4c69-b3fa-a7386d733221 None None] Set router 3a859f4b-8486-44cb-9696-011ed29a831a gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:59:25.985843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device dafa216a-f861-4e72-a261-97410c10f816 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:25.989253 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-05d3b69f-1044-42c5-a997-248ec88436d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:26.149373 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: dafa216a-f861-4e72-a261-97410c10f816 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:26.150325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device dafa216a-f861-4e72-a261-97410c10f816 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:26.183636 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:26.203690 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f0ebf25e-5073-4c69-b3fa-a7386d733221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1341123837-router', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:49Z', 'updated_at': '2021-11-16T04:59:23Z', 'revision_number': 5, 'project_id': '6b7b9fff179445e18d5cc21ca644a21a', 'gw_port': {'id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:53Z', 'updated_at': '2021-11-16T04:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:26.249240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ebf25e-5073-4c69-b3fa-a7386d733221 None None] Checking router: 3a859f4b-8486-44cb-9696-011ed29a831a for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:59:26.261401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ebf25e-5073-4c69-b3fa-a7386d733221 None None] Routers {'3a859f4b-8486-44cb-9696-011ed29a831a'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:59:26.262388 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f0ebf25e-5073-4c69-b3fa-a7386d733221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:59:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['3a859f4b-8486-44cb-9696-011ed29a831a'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:26.434703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-05d3b69f-1044-42c5-a997-248ec88436d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:26.551441 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:26.565596 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-05d3b69f-1044-42c5-a997-248ec88436d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:26.596957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f0ebf25e-5073-4c69-b3fa-a7386d733221 None None] Set router 3a859f4b-8486-44cb-9696-011ed29a831a gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:59:26.605553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f38d2-4556-46c8-b862-20625c3a8456 req-e9cd4ca6-a8fd-49c5-9e92-30e2868659e1 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:26.607078 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3b69f-1044-42c5-a997-248ec88436d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:26.619151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd7f38d2-4556-46c8-b862-20625c3a8456 req-e9cd4ca6-a8fd-49c5-9e92-30e2868659e1 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 945 time: 0.1581221 Nov 16 04:59:26.640219 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-05d3b69f-1044-42c5-a997-248ec88436d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:26.647897 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-05d3b69f-1044-42c5-a997-248ec88436d1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ac31e5bd-2f3e-40a8-b4a1-9c9fbcb27753 HTTP/1.1" status: 204 len: 168 time: 1.0286386 Nov 16 04:59:26.648693 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58956) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:26.700925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85b5980-a8af-4f8e-be9f-30da4af8cd5f None None] Network 5bf91be6-016c-43c7-bd07-759140c5c6aa requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:59:26.744139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd7f38d2-4556-46c8-b862-20625c3a8456 req-c31f8c79-08ac-4b12-85ba-cb87a56dc4e9 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223278 Nov 16 04:59:26.749886 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:26.779230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Deleting port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:26.779575 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:26.956963 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Deleting port 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:26.957489 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:26.964548 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] For port b3b53ea4-1481-4bb6-8c02-c0f530aab1ac, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b3b53ea4-1481-4bb6-8c02-c0f530aab1ac,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:26.965048 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:27.020836 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Calling delete_port for b3b53ea4-1481-4bb6-8c02-c0f530aab1ac owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:27.098227 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] For port 9e7d9976-adf1-4bf0-a64f-a22d7ff96127, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9e7d9976-adf1-4bf0-a64f-a22d7ff96127,segment=NetworkSegment(a7374a3b-82a7-4367-831f-a75a4fd399ec),segment_id=a7374a3b-82a7-4367-831f-a75a4fd399ec)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:27.098589 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:27.115954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Calling delete_port for 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:27.415970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:27.443721 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:27.475371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b53ea4-1481-4bb6-8c02-c0f530aab1ac,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:27.475788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:27.476141 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a1cbebb9-7134-41b6-85c8-fb7f4eec74b1 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:27.477822 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:27.494322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] No DVR routers for this DVR port 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:59:27.532066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dac1b51-0251-4efe-8f21-43223226bc5f None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:59:27.569787 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7d9976-adf1-4bf0-a64f-a22d7ff96127,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:27.585277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0daf99-54ab-46bf-a975-f0e7fd2a9373 None None] DHCP port deletion for 5bf91be6-016c-43c7-bd07-759140c5c6aa request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:59:27.597689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f0ebf25e-5073-4c69-b3fa-a7386d733221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1341123837-router', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:49Z', 'updated_at': '2021-11-16T04:59:23Z', 'revision_number': 5, 'project_id': '6b7b9fff179445e18d5cc21ca644a21a', 'gw_port': {'id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:53Z', 'updated_at': '2021-11-16T04:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:27.659346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ebf25e-5073-4c69-b3fa-a7386d733221 None None] The sync data for ids ['3a859f4b-8486-44cb-9696-011ed29a831a'] in n-d-818042-1 is: [{'id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'name': 'tempest-ServerRescueNegativeTestJSON-1341123837-router', 'tenant_id': '6b7b9fff179445e18d5cc21ca644a21a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48'}], 'enable_snat': True}, 'gw_port_id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:55:49Z', 'updated_at': '2021-11-16T04:59:23Z', 'revision_number': 5, 'project_id': '6b7b9fff179445e18d5cc21ca644a21a', 'gw_port': {'id': 'b3b53ea4-1481-4bb6-8c02-c0f530aab1ac', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bf:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a859f4b-8486-44cb-9696-011ed29a831a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:55:53Z', 'updated_at': '2021-11-16T04:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:59:27.683343 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:27.697399 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:27.917926 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:27.920575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf91be6-016c-43c7-bd07-759140c5c6aa']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:27.923112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:27.949806 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7374a3b-82a7-4367-831f-a75a4fd399ec') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:27.950112 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7374a3b-82a7-4367-831f-a75a4fd399ec') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:28.085690 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:28.126261 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:28.135374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:28.136249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a859f4b-8486-44cb-9696-011ed29a831a {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:59:28.149175 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:28.152260 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8b371302-03ec-448a-90db-960f62dd29cd admin admin] 10.222.0.41 "DELETE /v2.0/routers/3a859f4b-8486-44cb-9696-011ed29a831a HTTP/1.1" status: 204 len: 168 time: 2.4804723 Nov 16 04:59:28.154912 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59044) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:28.165801 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:59:28.168892 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:59:28.173536 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:59:28.330530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a53847-5b00-4cc8-b878-cbc3dac04c25 admin admin] Deleting subnet 3d4ac978-3002-4c8c-8e52-ab185519d0b2 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:59:28.350095 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99a53847-5b00-4cc8-b878-cbc3dac04c25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:28.369126 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:28.377576 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:28.385124 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] 10.222.0.41 "DELETE /v2.0/networks/5bf91be6-016c-43c7-bd07-759140c5c6aa HTTP/1.1" status: 204 len: 168 time: 1.7339706 Nov 16 04:59:28.392674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59054) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:28.573046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0ebff-8c0a-4d5d-843c-5d77cd4f68bc admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf91be6-016c-43c7-bd07-759140c5c6aa,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:29.033551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99a53847-5b00-4cc8-b878-cbc3dac04c25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.098061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c14808-9952-4937-b57c-2903c643172d req-7b442d3b-b7de-4e0d-9986-f4aab25185f7 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:29.117025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32c14808-9952-4937-b57c-2903c643172d req-7b442d3b-b7de-4e0d-9986-f4aab25185f7 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 945 time: 0.6457148 Nov 16 04:59:29.121246 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a443c25-6e6f-4569-a20b-2cc53241ff12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.150452 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99a53847-5b00-4cc8-b878-cbc3dac04c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.239818 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99a53847-5b00-4cc8-b878-cbc3dac04c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.272506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32c14808-9952-4937-b57c-2903c643172d req-673a8b20-1b42-466b-8618-e2575165f569 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535099 Nov 16 04:59:29.275349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a53847-5b00-4cc8-b878-cbc3dac04c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d4ac978-3002-4c8c-8e52-ab185519d0b2,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:29.279417 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-99a53847-5b00-4cc8-b878-cbc3dac04c25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.284910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-99a53847-5b00-4cc8-b878-cbc3dac04c25 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3d4ac978-3002-4c8c-8e52-ab185519d0b2 HTTP/1.1" status: 204 len: 168 time: 1.1261210 Nov 16 04:59:29.285182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59094) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:29.287336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cfffee-4448-4d25-9128-6fa3e5ebb1d1 None None] Network 8ae5e376-b921-496b-842a-45e78562fba1 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:59:29.362588 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8afd44e5-8cf5-419c-9485-66d089de84d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.567246 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8afd44e5-8cf5-419c-9485-66d089de84d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.584415 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b3b53ea4-1481-4bb6-8c02-c0f530aab1ac no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:29.608431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8afd44e5-8cf5-419c-9485-66d089de84d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae5e376-b921-496b-842a-45e78562fba1']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:29.623792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8afd44e5-8cf5-419c-9485-66d089de84d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a25465-1cb9-45f9-8b4a-a8bdb251738f') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:29.623792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8afd44e5-8cf5-419c-9485-66d089de84d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a25465-1cb9-45f9-8b4a-a8bdb251738f') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:29.643810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7081cb7-5d9c-43e0-83cd-7953e4b367f0 req-a492a185-c419-452f-bd3e-0ec33ad0e918 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:29.644125 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8a443c25-6e6f-4569-a20b-2cc53241ff12 admin admin] Deleting port d709bb2e-51e2-48e4-ad9e-72d268e79f74 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:29.644620 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a443c25-6e6f-4569-a20b-2cc53241ff12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.645506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7081cb7-5d9c-43e0-83cd-7953e4b367f0 req-a492a185-c419-452f-bd3e-0ec33ad0e918 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.37 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 945 time: 0.0998604 Nov 16 04:59:29.648447 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8afd44e5-8cf5-419c-9485-66d089de84d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.668021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: b3b53ea4-1481-4bb6-8c02-c0f530aab1ac {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:29.669584 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b3b53ea4-1481-4bb6-8c02-c0f530aab1ac not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:29.670196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:29.687787 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8afd44e5-8cf5-419c-9485-66d089de84d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.705983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afd44e5-8cf5-419c-9485-66d089de84d0 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:59:29.706647 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8afd44e5-8cf5-419c-9485-66d089de84d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: timer() Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:59:29.709642 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:59:29.714279 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed64d1be-a555-46a5-8c62-30d6a7c8c5fc None None] DHCP port deletion for 8ae5e376-b921-496b-842a-45e78562fba1 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:59:29.725677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:29.727701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 48b8c7fd-d112-4ff7-82e2-d7d762bcbb4d not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:29.729967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:29.772563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:29.773139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9e7d9976-adf1-4bf0-a64f-a22d7ff96127 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:29.779384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-8a443c25-6e6f-4569-a20b-2cc53241ff12 admin admin] For port d709bb2e-51e2-48e4-ad9e-72d268e79f74, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d709bb2e-51e2-48e4-ad9e-72d268e79f74,segment=NetworkSegment(206b9aa7-f1c2-4748-8006-0772bdd6d487),segment_id=206b9aa7-f1c2-4748-8006-0772bdd6d487)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:29.779816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a443c25-6e6f-4569-a20b-2cc53241ff12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.814428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8a443c25-6e6f-4569-a20b-2cc53241ff12 admin admin] Calling delete_port for d709bb2e-51e2-48e4-ad9e-72d268e79f74 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:29.816933 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8afd44e5-8cf5-419c-9485-66d089de84d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.839357 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8afd44e5-8cf5-419c-9485-66d089de84d0 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.839357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8afd44e5-8cf5-419c-9485-66d089de84d0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8ae5e376-b921-496b-842a-45e78562fba1 HTTP/1.1" status: 204 len: 168 time: 0.5530212 Nov 16 04:59:29.884641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e7081cb7-5d9c-43e0-83cd-7953e4b367f0 req-079b04aa-61f5-4c07-807f-24103e86d4b8 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Deleting port 09c9a078-4137-4690-92ef-7a6f39291e59 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:29.884981 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e7081cb7-5d9c-43e0-83cd-7953e4b367f0 req-079b04aa-61f5-4c07-807f-24103e86d4b8 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:29.889539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd44e5-8cf5-419c-9485-66d089de84d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae5e376-b921-496b-842a-45e78562fba1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:30.120321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e7081cb7-5d9c-43e0-83cd-7953e4b367f0 req-079b04aa-61f5-4c07-807f-24103e86d4b8 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] For port 09c9a078-4137-4690-92ef-7a6f39291e59, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=09c9a078-4137-4690-92ef-7a6f39291e59,segment=NetworkSegment(c723e7b4-464c-4d6a-8772-2a774cad52d2),segment_id=c723e7b4-464c-4d6a-8772-2a774cad52d2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:30.120958 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e7081cb7-5d9c-43e0-83cd-7953e4b367f0 req-079b04aa-61f5-4c07-807f-24103e86d4b8 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:30.147902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e7081cb7-5d9c-43e0-83cd-7953e4b367f0 req-079b04aa-61f5-4c07-807f-24103e86d4b8 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Calling delete_port for 09c9a078-4137-4690-92ef-7a6f39291e59 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:30.218114 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59120) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:30.315813 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-721e5c0c-0aa9-491e-b321-30f10711c4ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b7b9fff179445e18d5cc21ca644a21a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0956662 Nov 16 04:59:30.318161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59122) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:30.348546 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a443c25-6e6f-4569-a20b-2cc53241ff12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:30.432923 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e7081cb7-5d9c-43e0-83cd-7953e4b367f0 req-079b04aa-61f5-4c07-807f-24103e86d4b8 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:30.449338 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a443c25-6e6f-4569-a20b-2cc53241ff12 admin admin] Pushing event deleted for resources: {'Port': ['ID=d709bb2e-51e2-48e4-ad9e-72d268e79f74,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:30.523678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b04aa-61f5-4c07-807f-24103e86d4b8 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Pushing event deleted for resources: {'Port': ['ID=09c9a078-4137-4690-92ef-7a6f39291e59,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:30.527273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f12e4fd-bb68-4b69-8d96-1dc50829427e req-bc11d596-0878-4629-a15d-07799f5759ba tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9cf52df-858c-4e84-93ca-f26671f7ff46 HTTP/1.1" status: 200 len: 210 time: 0.0914361 Nov 16 04:59:30.604300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7081cb7-5d9c-43e0-83cd-7953e4b367f0 req-079b04aa-61f5-4c07-807f-24103e86d4b8 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] No DVR routers for this DVR port 09c9a078-4137-4690-92ef-7a6f39291e59 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:59:30.612476 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e7081cb7-5d9c-43e0-83cd-7953e4b367f0 req-079b04aa-61f5-4c07-807f-24103e86d4b8 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:30.620028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7081cb7-5d9c-43e0-83cd-7953e4b367f0 req-079b04aa-61f5-4c07-807f-24103e86d4b8 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.37 "DELETE /v2.0/ports/09c9a078-4137-4690-92ef-7a6f39291e59 HTTP/1.1" status: 204 len: 173 time: 0.9640095 Nov 16 04:59:30.627275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cf52df-858c-4e84-93ca-f26671f7ff46', 'name': 'network-vif-deleted', 'tag': '09c9a078-4137-4690-92ef-7a6f39291e59'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:59:30.630044 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26286531-3d99-46c2-b46c-a512ba72205a" -d '{"events": [{"server_uuid": "a9cf52df-858c-4e84-93ca-f26671f7ff46", "name": "network-vif-deleted", "tag": "09c9a078-4137-4690-92ef-7a6f39291e59"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:59:30.719170 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e994bf-0854-4b50-ad4f-80b47e2bfd7b x-openstack-request-id: req-d1e994bf-0854-4b50-ad4f-80b47e2bfd7b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:59:30.720741 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cf52df-858c-4e84-93ca-f26671f7ff46", "name": "network-vif-deleted", "tag": "09c9a078-4137-4690-92ef-7a6f39291e59", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:59:30.721217 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1e994bf-0854-4b50-ad4f-80b47e2bfd7b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:59:30.722026 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cf52df-858c-4e84-93ca-f26671f7ff46', 'name': 'network-vif-deleted', 'tag': '09c9a078-4137-4690-92ef-7a6f39291e59', 'status': 'completed', 'code': 200} Nov 16 04:59:30.728769 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b15522d-1b98-4278-8c9e-0605e90c711b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:30.760299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b15522d-1b98-4278-8c9e-0605e90c711b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:31.315751 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a443c25-6e6f-4569-a20b-2cc53241ff12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:31.326380 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b15522d-1b98-4278-8c9e-0605e90c711b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:31.329000 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b15522d-1b98-4278-8c9e-0605e90c711b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:31.337951 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0b15522d-1b98-4278-8c9e-0605e90c711b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eded7195-24c0-4986-8fdf-2ff361c6f5d1 HTTP/1.1" status: 204 len: 168 time: 1.0182810 Nov 16 04:59:31.531452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15522d-1b98-4278-8c9e-0605e90c711b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eded7195-24c0-4986-8fdf-2ff361c6f5d1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:31.804130 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a443c25-6e6f-4569-a20b-2cc53241ff12 admin admin] Router 98f86363-ef98-4e3c-b891-3414b2a56aff has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 04:59:31.876637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 09c9a078-4137-4690-92ef-7a6f39291e59 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:31.934202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 09c9a078-4137-4690-92ef-7a6f39291e59 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:31.935117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 09c9a078-4137-4690-92ef-7a6f39291e59 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:31.980025 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a443c25-6e6f-4569-a20b-2cc53241ff12 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 04:59:31.990532 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8a443c25-6e6f-4569-a20b-2cc53241ff12 admin admin] 10.222.0.41 "PUT /v2.0/routers/98f86363-ef98-4e3c-b891-3414b2a56aff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5955751 Nov 16 04:59:31.991197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59166) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:31.996318 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d30fbd-21b9-432b-b986-449ca1c9e33e None None] Sync routers for ids ['98f86363-ef98-4e3c-b891-3414b2a56aff'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 04:59:32.020255 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d30fbd-21b9-432b-b986-449ca1c9e33e None None] Routers {'98f86363-ef98-4e3c-b891-3414b2a56aff'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:59:32.020557 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-31d30fbd-21b9-432b-b986-449ca1c9e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:59:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['98f86363-ef98-4e3c-b891-3414b2a56aff'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:32.148207 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:32.154995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-8d7070c3-aedf-4f32-b510-74561f6831c5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:32.157633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-8d7070c3-aedf-4f32-b510-74561f6831c5 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/networks?id=965b3ed8-7f2f-46cd-8184-008b6f189e61 HTTP/1.1" status: 200 len: 808 time: 0.2027137 Nov 16 04:59:32.204019 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-0ab875ee-9b86-42f4-96d0-11ae9c9620b0 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/quotas/031d46f2a9454aca8cbaa887e5b7bdb3 HTTP/1.1" status: 200 len: 375 time: 0.0392525 Nov 16 04:59:32.273026 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-31d30fbd-21b9-432b-b986-449ca1c9e33e None None] Set router 98f86363-ef98-4e3c-b891-3414b2a56aff gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:59:32.299637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-f60ab9d8-aceb-424f-b36f-022c1fd5b484 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=031d46f2a9454aca8cbaa887e5b7bdb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871766 Nov 16 04:59:32.416636 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:32.539736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-0d307d3b-04fe-4143-b51a-e2950f5f947a service neutron] 10.222.0.41 "GET /v2.0/networks/965b3ed8-7f2f-46cd-8184-008b6f189e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325418 Nov 16 04:59:32.576922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Deleting port d085a85b-0c92-4ea7-8101-e3f9b71417c2 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:32.577270 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:32.748974 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] For port d085a85b-0c92-4ea7-8101-e3f9b71417c2, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d085a85b-0c92-4ea7-8101-e3f9b71417c2,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:32.749341 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:32.782580 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Calling delete_port for d085a85b-0c92-4ea7-8101-e3f9b71417c2 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:32.938300 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-d10773be-3559-488c-9c3b-73de0f55ace3 service neutron] 10.222.0.41 "GET /v2.0/networks/965b3ed8-7f2f-46cd-8184-008b6f189e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908789 Nov 16 04:59:32.992241 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-31d30fbd-21b9-432b-b986-449ca1c9e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'name': 'tempest-TaggedBootDevicesTest_v242-1707571865-router', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42'}], 'enable_snat': True}, 'gw_port_id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:04Z', 'updated_at': '2021-11-16T04:59:30Z', 'revision_number': 5, 'project_id': 'aa8d413bd63646348e8a6d197a9725a4', 'gw_port': {'id': 'd085a85b-0c92-4ea7-8101-e3f9b71417c2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:2d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:47:06Z', 'updated_at': '2021-11-16T04:47:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:32.999450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59204) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:33.079473 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d30fbd-21b9-432b-b986-449ca1c9e33e None None] Checking router: 98f86363-ef98-4e3c-b891-3414b2a56aff for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 04:59:33.106356 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d30fbd-21b9-432b-b986-449ca1c9e33e None None] Routers {'98f86363-ef98-4e3c-b891-3414b2a56aff'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 04:59:33.107223 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-31d30fbd-21b9-432b-b986-449ca1c9e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T04:59:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['98f86363-ef98-4e3c-b891-3414b2a56aff'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:33.209790 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:33.288754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Pushing event deleted for resources: {'Port': ['ID=d085a85b-0c92-4ea7-8101-e3f9b71417c2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:33.336763 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-31d30fbd-21b9-432b-b986-449ca1c9e33e None None] Set router 98f86363-ef98-4e3c-b891-3414b2a56aff gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 04:59:33.347391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef6dbb0-3598-4126-a928-f6dd3b35669b None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:59:33.387519 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db374ed5-5c5d-46af-b763-264af783d95f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:33.413953 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-31d30fbd-21b9-432b-b986-449ca1c9e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'name': 'tempest-TaggedBootDevicesTest_v242-1707571865-router', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:04Z', 'updated_at': '2021-11-16T04:59:32Z', 'revision_number': 6, 'project_id': 'aa8d413bd63646348e8a6d197a9725a4', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:33.483817 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d30fbd-21b9-432b-b986-449ca1c9e33e None None] The sync data for ids ['98f86363-ef98-4e3c-b891-3414b2a56aff'] in n-d-818042-1 is: [{'id': '98f86363-ef98-4e3c-b891-3414b2a56aff', 'name': 'tempest-TaggedBootDevicesTest_v242-1707571865-router', 'tenant_id': 'aa8d413bd63646348e8a6d197a9725a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:47:04Z', 'updated_at': '2021-11-16T04:59:32Z', 'revision_number': 6, 'project_id': 'aa8d413bd63646348e8a6d197a9725a4', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 04:59:33.554644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-007d90ea-277a-4103-a6dd-fdc7cbbb1f25 req-0eefae3b-be5a-4623-abaf-8d7563cc1a24 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 210 time: 0.1256638 Nov 16 04:59:33.623244 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:33.775661 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db374ed5-5c5d-46af-b763-264af783d95f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:33.783959 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db374ed5-5c5d-46af-b763-264af783d95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:33.823174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db374ed5-5c5d-46af-b763-264af783d95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f46bd4-42c0-4cad-808c-c9b8903f3a31,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:33.855319 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:33.860860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:33.866459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-db374ed5-5c5d-46af-b763-264af783d95f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01d7ec82e5c94f9fba78bc4546d6fa98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8662834 Nov 16 04:59:33.869247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59230) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:33.969068 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:33.969629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98f86363-ef98-4e3c-b891-3414b2a56aff {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 04:59:33.975296 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:33.978845 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-94afd05b-e810-4432-9e09-54b56a0f3cae admin admin] 10.222.0.41 "DELETE /v2.0/routers/98f86363-ef98-4e3c-b891-3414b2a56aff HTTP/1.1" status: 204 len: 168 time: 1.9844193 Nov 16 04:59:33.980091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59238) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:34.103872 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bff7a5e8-66f3-4599-b569-9d9d1fcd21e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:34.168708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa4e1c1-23b1-4344-ad7e-dddb12b98b3a admin admin] Deleting subnet 025b956e-6330-4f3c-8e05-71df262e0128 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 04:59:34.192911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bff7a5e8-66f3-4599-b569-9d9d1fcd21e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:34.197939 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e1c1-23b1-4344-ad7e-dddb12b98b3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:34.275834 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e1c1-23b1-4344-ad7e-dddb12b98b3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:34.320675 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bff7a5e8-66f3-4599-b569-9d9d1fcd21e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:34.326617 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bff7a5e8-66f3-4599-b569-9d9d1fcd21e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:34.329129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bff7a5e8-66f3-4599-b569-9d9d1fcd21e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0f46bd4-42c0-4cad-808c-c9b8903f3a31 HTTP/1.1" status: 204 len: 168 time: 0.4588830 Nov 16 04:59:34.370277 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7a5e8-66f3-4599-b569-9d9d1fcd21e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f46bd4-42c0-4cad-808c-c9b8903f3a31,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:34.409552 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e1c1-23b1-4344-ad7e-dddb12b98b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:34.538378 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e1c1-23b1-4344-ad7e-dddb12b98b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:34.610846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4e1c1-23b1-4344-ad7e-dddb12b98b3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=025b956e-6330-4f3c-8e05-71df262e0128,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:34.617628 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ffa4e1c1-23b1-4344-ad7e-dddb12b98b3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:34.621907 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ffa4e1c1-23b1-4344-ad7e-dddb12b98b3a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/025b956e-6330-4f3c-8e05-71df262e0128 HTTP/1.1" status: 204 len: 168 time: 0.6404431 Nov 16 04:59:34.624402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59258) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:34.625040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d29689-e2ca-484b-9d1d-348b125e25cf None None] Network 24f99f45-044e-41cc-b1aa-2941f2fba3cf requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:59:34.739644 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:34.861016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Deleting port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:34.861727 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:34.946416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ffc3be2-f612-40d3-a5c3-f22596363353 req-b363b657-3034-4e8a-aea7-79ef2d497e29 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 210 time: 0.1071844 Nov 16 04:59:35.053057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] For port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9cc5ad6c-32b6-44bf-8089-c4e834627d0b,segment=NetworkSegment(206b9aa7-f1c2-4748-8006-0772bdd6d487),segment_id=206b9aa7-f1c2-4748-8006-0772bdd6d487)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:35.053563 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:35.145412 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Calling delete_port for 9cc5ad6c-32b6-44bf-8089-c4e834627d0b owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:35.268967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7d6a87-36f7-4b99-9dca-85caaf70b82c None None] DHCP port deletion for 24f99f45-044e-41cc-b1aa-2941f2fba3cf request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 04:59:35.359832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-de7d6a87-36f7-4b99-9dca-85caaf70b82c None None] Deleting port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:35.360589 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de7d6a87-36f7-4b99-9dca-85caaf70b82c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:35.412720 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:35.471065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59278) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:35.506714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] No DVR routers for this DVR port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:59:35.508670 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc5ad6c-32b6-44bf-8089-c4e834627d0b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:35.526368 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d085a85b-0c92-4ea7-8101-e3f9b71417c2 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:35.544862 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-de7d6a87-36f7-4b99-9dca-85caaf70b82c None None] For port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9cc5ad6c-32b6-44bf-8089-c4e834627d0b,segment=NetworkSegment(206b9aa7-f1c2-4748-8006-0772bdd6d487),segment_id=206b9aa7-f1c2-4748-8006-0772bdd6d487)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:35.547374 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de7d6a87-36f7-4b99-9dca-85caaf70b82c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:35.619344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d085a85b-0c92-4ea7-8101-e3f9b71417c2 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:35.621404 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d085a85b-0c92-4ea7-8101-e3f9b71417c2 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:35.623401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d709bb2e-51e2-48e4-ad9e-72d268e79f74 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:35.666309 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:35.671714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-de7d6a87-36f7-4b99-9dca-85caaf70b82c None None] Calling delete_port for 9cc5ad6c-32b6-44bf-8089-c4e834627d0b owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:35.675629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d709bb2e-51e2-48e4-ad9e-72d268e79f74 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:35.678200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d709bb2e-51e2-48e4-ad9e-72d268e79f74 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:35.678877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9cc5ad6c-32b6-44bf-8089-c4e834627d0b no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:35.750289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f99f45-044e-41cc-b1aa-2941f2fba3cf']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:35.773993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 9cc5ad6c-32b6-44bf-8089-c4e834627d0b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:35.782634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206b9aa7-f1c2-4748-8006-0772bdd6d487') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:35.782940 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206b9aa7-f1c2-4748-8006-0772bdd6d487') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 04:59:35.784235 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9cc5ad6c-32b6-44bf-8089-c4e834627d0b not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:35.842694 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:35.865163 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:35.877559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 04:59:35.878482 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: timer() Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 04:59:35.882238 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 04:59:35.931090 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7717f95c-49d7-4f12-b032-3afbb8a3aa2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 04:59:36.058973 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 04:59:36.068246 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7717f95c-49d7-4f12-b032-3afbb8a3aa2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:36.069940 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de7d6a87-36f7-4b99-9dca-85caaf70b82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:36.073941 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7717f95c-49d7-4f12-b032-3afbb8a3aa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:36.110399 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:36.126166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d6a87-36f7-4b99-9dca-85caaf70b82c None None] Pushing event deleted for resources: {'Port': ['ID=9cc5ad6c-32b6-44bf-8089-c4e834627d0b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:36.139672 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-de7d6a87-36f7-4b99-9dca-85caaf70b82c None None] Network 24f99f45-044e-41cc-b1aa-2941f2fba3cf is not hosted by any dhcp agent {{(pid=102661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 04:59:36.143608 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7d6a87-36f7-4b99-9dca-85caaf70b82c None None] No DVR routers for this DVR port 9cc5ad6c-32b6-44bf-8089-c4e834627d0b on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:59:36.180374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:36.196619 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] 10.222.0.41 "DELETE /v2.0/networks/24f99f45-044e-41cc-b1aa-2941f2fba3cf HTTP/1.1" status: 204 len: 168 time: 1.5686860 Nov 16 04:59:36.197609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c52a9-347b-4242-a7c9-6dc5147e0b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=24f99f45-044e-41cc-b1aa-2941f2fba3cf,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:36.335056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7717f95c-49d7-4f12-b032-3afbb8a3aa2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa3c3e0684984df0be76a6db311b15b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8626282 Nov 16 04:59:36.337881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59306) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:36.338012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17b22580-b459-4aa1-8a56-052a1f945a48 req-398138b5-ef17-4b41-97f1-3d771b96b0dc tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 210 time: 0.1440339 Nov 16 04:59:36.346665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717f95c-49d7-4f12-b032-3afbb8a3aa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d8a80a-f207-4ded-bce7-9cdf31512214,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:36.393869 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-64b40dc5-8873-4034-a305-63bee784d92d tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:36.399927 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-64b40dc5-8873-4034-a305-63bee784d92d tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.15 "GET /v2.0/networks?id=965b3ed8-7f2f-46cd-8184-008b6f189e61 HTTP/1.1" status: 200 len: 808 time: 0.6963470 Nov 16 04:59:36.423045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-f518c7fb-69a5-4209-9306-fa695aaa649c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Request body: {'port': {'device_id': '8e8a7e7f-ffa9-4461-8a95-8e5f035f050f', 'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61', 'admin_state_up': True, 'tenant_id': '031d46f2a9454aca8cbaa887e5b7bdb3'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:59:36.511753 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a739-bd7d-4d47-9fbf-bd5aaeeca46b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:36.556050 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a739-bd7d-4d47-9fbf-bd5aaeeca46b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:36.625050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59316) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:36.638480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a739-bd7d-4d47-9fbf-bd5aaeeca46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:36.645697 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2b6a739-bd7d-4d47-9fbf-bd5aaeeca46b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:36.660438 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f2b6a739-bd7d-4d47-9fbf-bd5aaeeca46b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58d8a80a-f207-4ded-bce7-9cdf31512214 HTTP/1.1" status: 204 len: 168 time: 0.3211386 Nov 16 04:59:36.715502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-f518c7fb-69a5-4209-9306-fa695aaa649c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Made reservation on behalf of 031d46f2a9454aca8cbaa887e5b7bdb3 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:59:36.719720 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-f518c7fb-69a5-4209-9306-fa695aaa649c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:36.780469 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa090903-5d63-4c30-9583-f09e0e755da1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8dff142c03be4b239332df1ff1f6cd1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1510355 Nov 16 04:59:36.782456 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59320) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:36.792433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6a739-bd7d-4d47-9fbf-bd5aaeeca46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d8a80a-f207-4ded-bce7-9cdf31512214,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:37.091322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-86d2b88a-f5a1-4e7c-8363-414d5659fc7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:37.281313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-f518c7fb-69a5-4209-9306-fa695aaa649c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Allocated IP 172.20.0.2 (965b3ed8-7f2f-46cd-8184-008b6f189e61/47888e68-f2cb-42b0-b001-3e0a5be56f72/0c8f38fd-cc52-45a1-95b3-6dbe9ba66134) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:59:37.378031 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-86d2b88a-f5a1-4e7c-8363-414d5659fc7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:37.585350 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59344) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:37.620540 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f678a0b9-5f63-4a81-a27d-da75de43a837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:37.717317 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-f518c7fb-69a5-4209-9306-fa695aaa649c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:37.776261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d94fadea-9d18-4902-b23f-5eb703464b3e req-ee4b3bea-bf8e-4df8-8357-acb2755141dc tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 210 time: 0.2159874 Nov 16 04:59:37.803833 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-f518c7fb-69a5-4209-9306-fa695aaa649c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:37.817173 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f678a0b9-5f63-4a81-a27d-da75de43a837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:37.825224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f678a0b9-5f63-4a81-a27d-da75de43a837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:37.853421 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-86d2b88a-f5a1-4e7c-8363-414d5659fc7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:37.857176 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-86d2b88a-f5a1-4e7c-8363-414d5659fc7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:37.862896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-86d2b88a-f5a1-4e7c-8363-414d5659fc7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7da87a4-a049-4e53-bae6-d962ba2decd0 HTTP/1.1" status: 204 len: 168 time: 1.0791724 Nov 16 04:59:37.894428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d2b88a-f5a1-4e7c-8363-414d5659fc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7da87a4-a049-4e53-bae6-d962ba2decd0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:37.906985 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-f518c7fb-69a5-4209-9306-fa695aaa649c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Network 965b3ed8-7f2f-46cd-8184-008b6f189e61 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:59:37.908550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518c7fb-69a5-4209-9306-fa695aaa649c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Pushing event updated for resources: {'Port': ['ID=0c8f38fd-cc52-45a1-95b3-6dbe9ba66134,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:37.912816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-f518c7fb-69a5-4209-9306-fa695aaa649c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:59:37.915488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-f518c7fb-69a5-4209-9306-fa695aaa649c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:59:37.944005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f678a0b9-5f63-4a81-a27d-da75de43a837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e6ee36-e714-43d0-b47f-0717316d30bf,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:37.968063 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f678a0b9-5f63-4a81-a27d-da75de43a837 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e127581176d4cd4a36448e7045a6578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3814125 Nov 16 04:59:37.970595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59362) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:37.994578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37a74bd1-d5ed-487a-a180-384f9694a4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:38.006951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-f518c7fb-69a5-4209-9306-fa695aaa649c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:38.007842 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-f518c7fb-69a5-4209-9306-fa695aaa649c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:38.032006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-f518c7fb-69a5-4209-9306-fa695aaa649c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6214416 Nov 16 04:59:38.058701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Request body: {'port': {'device_id': '8e8a7e7f-ffa9-4461-8a95-8e5f035f050f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:59:38.076322 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f90d-b022-4e06-a934-c8541506cee5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:38.139200 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f90d-b022-4e06-a934-c8541506cee5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:38.229754 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:38.260904 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f90d-b022-4e06-a934-c8541506cee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:38.265903 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ac6f90d-b022-4e06-a934-c8541506cee5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:38.267246 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4ac6f90d-b022-4e06-a934-c8541506cee5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48e6ee36-e714-43d0-b47f-0717316d30bf HTTP/1.1" status: 204 len: 168 time: 0.2954729 Nov 16 04:59:38.290714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6f90d-b022-4e06-a934-c8541506cee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e6ee36-e714-43d0-b47f-0717316d30bf,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:38.526576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59376) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:38.672561 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f41ab1bf-c98d-4859-bf59-e8b093d15351 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa8d413bd63646348e8a6d197a9725a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427515 Nov 16 04:59:38.674985 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59384) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:38.729915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7857ea82-745f-47a7-9cea-bf523f5b1d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:38.731329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:59:38.740566 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:38.757689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Transition to ACTIVE for port object 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:59:38.758144 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7857ea82-745f-47a7-9cea-bf523f5b1d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:38.767292 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:38.838727 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7857ea82-745f-47a7-9cea-bf523f5b1d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:38.843199 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7857ea82-745f-47a7-9cea-bf523f5b1d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:38.844769 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7857ea82-745f-47a7-9cea-bf523f5b1d1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c03c63d5-4e89-4d6d-9b47-e8a2ebc19b41 HTTP/1.1" status: 204 len: 168 time: 0.1686468 Nov 16 04:59:38.862459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857ea82-745f-47a7-9cea-bf523f5b1d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03c63d5-4e89-4d6d-9b47-e8a2ebc19b41,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:38.976615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Pushing event updated for resources: {'Port': ['ID=0c8f38fd-cc52-45a1-95b3-6dbe9ba66134,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:39.005450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975c3f9-ecae-45cf-a320-131ce30f1cfa req-f07aee15-73ea-43a7-8bf3-39629ad7f0fe tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:39.007127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1975c3f9-ecae-45cf-a320-131ce30f1cfa req-f07aee15-73ea-43a7-8bf3-39629ad7f0fe tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 943 time: 0.0771573 Nov 16 04:59:39.062287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Attempting to bind port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:59:39.062622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Attempting to bind port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'c723e7b4-464c-4d6a-8772-2a774cad52d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:59:39.062956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Attempting to bind port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 on network 965b3ed8-7f2f-46cd-8184-008b6f189e61 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:59:39.085034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 on network 965b3ed8-7f2f-46cd-8184-008b6f189e61 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:59:39.085362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Attempting to bind port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 on network 965b3ed8-7f2f-46cd-8184-008b6f189e61 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:59:39.121279 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:59:39.121554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Checking segment: {'id': 'c723e7b4-464c-4d6a-8772-2a774cad52d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:59:39.121897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Bound using segment: {'id': 'c723e7b4-464c-4d6a-8772-2a774cad52d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:59:39.122342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Bound port: 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c723e7b4-464c-4d6a-8772-2a774cad52d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:59:39.122691 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:39.153877 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1975c3f9-ecae-45cf-a320-131ce30f1cfa req-27fdc701-89e6-497c-89ae-48e6868deecb tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312950 Nov 16 04:59:39.246405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] For port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:59:39.249755 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] For port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0c8f38fd-cc52-45a1-95b3-6dbe9ba66134,segment=NetworkSegment(c723e7b4-464c-4d6a-8772-2a774cad52d2),segment_id=c723e7b4-464c-4d6a-8772-2a774cad52d2)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:59:39.258301 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:39.324590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Pushing event updated for resources: {'Port': ['ID=0c8f38fd-cc52-45a1-95b3-6dbe9ba66134,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:39.338219 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:39.338854 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:39.340293 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-9a7833f9-5bd1-42cc-97b4-c45dffaa0cfe service neutron] 10.222.0.15 "PUT /v2.0/ports/0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 HTTP/1.1" status: 200 len: 1091 time: 1.2980464 Nov 16 04:59:39.340775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8a7e7f-ffa9-4461-8a95-8e5f035f050f', 'tag': '0c8f38fd-cc52-45a1-95b3-6dbe9ba66134'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:59:39.344604 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0fbc92-7ffc-4eea-a5df-5392c352f476" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8a7e7f-ffa9-4461-8a95-8e5f035f050f", "tag": "0c8f38fd-cc52-45a1-95b3-6dbe9ba66134"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:59:39.455073 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6e3d6e-11f8-4a56-8bb6-4068194c3037 x-openstack-request-id: req-8a6e3d6e-11f8-4a56-8bb6-4068194c3037 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:59:39.455444 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8a7e7f-ffa9-4461-8a95-8e5f035f050f", "tag": "0c8f38fd-cc52-45a1-95b3-6dbe9ba66134", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:59:39.455644 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a6e3d6e-11f8-4a56-8bb6-4068194c3037 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:59:39.456008 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8a7e7f-ffa9-4461-8a95-8e5f035f050f', 'tag': '0c8f38fd-cc52-45a1-95b3-6dbe9ba66134', 'status': 'completed', 'code': 200} Nov 16 04:59:39.509300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-4fe03e7b-7779-4da7-9953-c46818102719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:39.512066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-4fe03e7b-7779-4da7-9953-c46818102719 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=031d46f2a9454aca8cbaa887e5b7bdb3&device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 1094 time: 0.1106098 Nov 16 04:59:39.583858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-c9f525c4-aea0-4fb2-a32a-270fc6681e97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 HTTP/1.1" status: 200 len: 217 time: 0.0632463 Nov 16 04:59:39.656025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-7630d9cb-24e3-4d18-9983-661fbf0dd2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:39.657587 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-7630d9cb-24e3-4d18-9983-661fbf0dd2d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47888e68-f2cb-42b0-b001-3e0a5be56f72 HTTP/1.1" status: 200 len: 848 time: 0.0668087 Nov 16 04:59:39.732722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-24ba2013-c71f-43ca-adf0-030c20232c27 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=965b3ed8-7f2f-46cd-8184-008b6f189e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662851 Nov 16 04:59:39.894020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-8396493e-8105-4de0-b300-fd9de520d14f service neutron] 10.222.0.15 "GET /v2.0/networks/965b3ed8-7f2f-46cd-8184-008b6f189e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536944 Nov 16 04:59:40.018173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-455c06d5-4842-4ca5-878a-675f6b90f277 req-2d23216b-0086-4b2b-8f6b-1b519e51cb18 service neutron] 10.222.0.15 "GET /v2.0/networks/965b3ed8-7f2f-46cd-8184-008b6f189e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147006 Nov 16 04:59:40.141952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fbc92-7ffc-4eea-a5df-5392c352f476 req-77201bd0-11fb-4840-b8aa-1c34d9c98e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:40.144202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd0fbc92-7ffc-4eea-a5df-5392c352f476 req-77201bd0-11fb-4840-b8aa-1c34d9c98e27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=031d46f2a9454aca8cbaa887e5b7bdb3&device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 1094 time: 0.0653298 Nov 16 04:59:40.193924 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3ff02e2-279c-445b-833e-d0e6b0b030b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:40.325605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fbc92-7ffc-4eea-a5df-5392c352f476 req-55481bed-a1b0-4b4e-93c5-a3030da24c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:40.326224 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd0fbc92-7ffc-4eea-a5df-5392c352f476 req-55481bed-a1b0-4b4e-93c5-a3030da24c3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=965b3ed8-7f2f-46cd-8184-008b6f189e61 HTTP/1.1" status: 200 len: 909 time: 0.1745656 Nov 16 04:59:40.406189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd0fbc92-7ffc-4eea-a5df-5392c352f476 req-9a6ecf34-eb32-46d7-a27f-6e115ad99755 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 HTTP/1.1" status: 200 len: 217 time: 0.0599339 Nov 16 04:59:40.425011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a8724-6504-4e5e-8627-440689e97588 req-f5823bfb-3e95-4b57-9fa9-d545b08a07a1 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:40.428002 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d83a8724-6504-4e5e-8627-440689e97588 req-f5823bfb-3e95-4b57-9fa9-d545b08a07a1 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 943 time: 0.1238434 Nov 16 04:59:40.450270 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59442) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:40.529010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fbc92-7ffc-4eea-a5df-5392c352f476 req-a3da982b-886a-41bf-8d9d-c7cfdf3e77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:40.531457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd0fbc92-7ffc-4eea-a5df-5392c352f476 req-a3da982b-886a-41bf-8d9d-c7cfdf3e77ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47888e68-f2cb-42b0-b001-3e0a5be56f72 HTTP/1.1" status: 200 len: 848 time: 0.1177750 Nov 16 04:59:40.592549 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd0fbc92-7ffc-4eea-a5df-5392c352f476 req-6ad1e395-b9ce-4ca5-9db3-bd191e801023 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=965b3ed8-7f2f-46cd-8184-008b6f189e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492871 Nov 16 04:59:40.596540 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d83a8724-6504-4e5e-8627-440689e97588 req-637ab680-8bba-45df-82b9-1121de543b05 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602538 Nov 16 04:59:40.737379 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd0fbc92-7ffc-4eea-a5df-5392c352f476 req-ff902b2e-fbea-45c1-95e3-8bf3e4d42e06 service neutron] 10.222.0.15 "GET /v2.0/networks/965b3ed8-7f2f-46cd-8184-008b6f189e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347730 Nov 16 04:59:40.826244 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76cdd2e9-fd77-41f4-90d3-30a81b07b28d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:40.874054 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd0fbc92-7ffc-4eea-a5df-5392c352f476 req-211fe995-09fe-4cb5-aa79-73e9ab86dbf2 service neutron] 10.222.0.15 "GET /v2.0/networks/965b3ed8-7f2f-46cd-8184-008b6f189e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271822 Nov 16 04:59:41.014476 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76cdd2e9-fd77-41f4-90d3-30a81b07b28d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:41.030038 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76cdd2e9-fd77-41f4-90d3-30a81b07b28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:41.132470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bcf83e6d-590e-459e-a7f6-41057689c0be req-ae56f10a-8c62-438d-8722-90e15ff0d592 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1131506 Nov 16 04:59:41.192324 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-76cdd2e9-fd77-41f4-90d3-30a81b07b28d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fbeb64e2238486290d85d3c66430eed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7379060 Nov 16 04:59:41.192324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdd2e9-fd77-41f4-90d3-30a81b07b28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1e5675-2830-4f50-881d-a248c2f1e7c4,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:41.214939 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59470) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:41.263705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf83e6d-590e-459e-a7f6-41057689c0be req-dd872553-ccc6-4df7-9f55-89438f9256e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:41.269710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bcf83e6d-590e-459e-a7f6-41057689c0be req-dd872553-ccc6-4df7-9f55-89438f9256e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 1096 time: 0.1114788 Nov 16 04:59:41.289664 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b5d10fa-e0f0-42d8-888d-fb9c62441b69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:41.339803 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b5d10fa-e0f0-42d8-888d-fb9c62441b69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:41.414608 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b5d10fa-e0f0-42d8-888d-fb9c62441b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:41.420217 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b5d10fa-e0f0-42d8-888d-fb9c62441b69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:41.421518 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3b5d10fa-e0f0-42d8-888d-fb9c62441b69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb1e5675-2830-4f50-881d-a248c2f1e7c4 HTTP/1.1" status: 204 len: 168 time: 0.2054389 Nov 16 04:59:41.465590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d10fa-e0f0-42d8-888d-fb9c62441b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1e5675-2830-4f50-881d-a248c2f1e7c4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:41.492424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf83e6d-590e-459e-a7f6-41057689c0be req-425b54f1-d0e3-4e34-91ed-a52fd723009e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:41.497268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bcf83e6d-590e-459e-a7f6-41057689c0be req-425b54f1-d0e3-4e34-91ed-a52fd723009e service neutron] 10.222.0.37 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 917 time: 0.2041259 Nov 16 04:59:41.580329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59484) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:41.620771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bcf83e6d-590e-459e-a7f6-41057689c0be req-e1800828-6596-4be3-926d-210b9d6c44d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f HTTP/1.1" status: 200 len: 1000 time: 0.1157901 Nov 16 04:59:41.714802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf83e6d-590e-459e-a7f6-41057689c0be req-eec36d46-f50f-4706-8111-27ef4449c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:41.718283 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bcf83e6d-590e-459e-a7f6-41057689c0be req-eec36d46-f50f-4706-8111-27ef4449c0af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.0865681 Nov 16 04:59:41.827178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf83e6d-590e-459e-a7f6-41057689c0be req-7709faf6-c7cf-4081-bb37-d86c48f1cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:41.828746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bcf83e6d-590e-459e-a7f6-41057689c0be req-7709faf6-c7cf-4081-bb37-d86c48f1cffe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032212 Nov 16 04:59:41.840482 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5656f2-da03-4a01-84e8-7451761dece9 req-2082960d-4615-4764-b5c7-fad361a8acb2 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:41.848307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d5656f2-da03-4a01-84e8-7451761dece9 req-2082960d-4615-4764-b5c7-fad361a8acb2 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 943 time: 0.1096873 Nov 16 04:59:41.902190 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:41.985374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d5656f2-da03-4a01-84e8-7451761dece9 req-28e20b2a-3a7f-49f0-b9d1-d05ede128e55 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361048 Nov 16 04:59:42.048291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bcf83e6d-590e-459e-a7f6-41057689c0be req-b72f5ecc-ed22-4da9-aeae-1179890e42f3 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907306 Nov 16 04:59:42.148414 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1562843417-network', 'tenant_id': '4ca90ae4105941289a9d7b5fd44e7c3d'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:59:42.195276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bcf83e6d-590e-459e-a7f6-41057689c0be req-62112cb2-6773-4da0-9bf1-e1f8fc40223f service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380057 Nov 16 04:59:42.207428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Made reservation on behalf of 4ca90ae4105941289a9d7b5fd44e7c3d for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:59:42.211014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:42.237238 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:42.373554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59504) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:42.385302 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:42.395342 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:42.402057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a80de8c-761d-44fc-ba8a-581dd12cfb88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:42.427785 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 04:59:42.460351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:42.460906 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Added segment 58cc4c11-c2d8-457b-ae73-48a1689860cc of type vlan for network cf44cb26-6923-44fb-9ac2-26a887f20414 Nov 16 04:59:42.462319 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16eb400b-bfb9-4537-91f0-3103539a29b9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:42.499988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:59:42.538115 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:42.639706 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:42.646601 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:42.651466 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:42.725841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0c8f38fd-cc52-45a1-95b3-6dbe9ba66134,segment=NetworkSegment(c723e7b4-464c-4d6a-8772-2a774cad52d2),segment_id=c723e7b4-464c-4d6a-8772-2a774cad52d2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:42.734789 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] Pushing event updated for resources: {'Network': ['ID=cf44cb26-6923-44fb-9ac2-26a887f20414,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:42.767360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a80de8c-761d-44fc-ba8a-581dd12cfb88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:42.773217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '0c8f38fd-cc52-45a1-95b3-6dbe9ba66134', 'network_id': '965b3ed8-7f2f-46cd-8184-008b6f189e61', 'port_id': '0c8f38fd-cc52-45a1-95b3-6dbe9ba66134', 'mac_address': 'fa:16:3e:d3:b4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47888e68-f2cb-42b0-b001-3e0a5be56f72', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:59:42.776915 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-376e8438-ca30-4e6a-a3a7-ae7c51237370 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1941686 Nov 16 04:59:42.778808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59512) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:42.784858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d4b6e5e1-2ad4-43a6-a3e8-e8177e052cd5 admin admin] Request body: {'subnet': {'network_id': 'cf44cb26-6923-44fb-9ac2-26a887f20414', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1562843417-subnet', 'tenant_id': '4ca90ae4105941289a9d7b5fd44e7c3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:59:42.785284 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network cf44cb26-6923-44fb-9ac2-26a887f20414 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 04:59:42.788709 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a80de8c-761d-44fc-ba8a-581dd12cfb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:42.844543 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6a80de8c-761d-44fc-ba8a-581dd12cfb88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1f2e1f2a2bc4544a4b4072433337a59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4698386 Nov 16 04:59:42.847568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59514) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:42.863907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a80de8c-761d-44fc-ba8a-581dd12cfb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63bd11b-e2de-4ebf-8f96-272f64bce269,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:42.868472 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b6e5e1-2ad4-43a6-a3e8-e8177e052cd5 admin admin] Made reservation on behalf of 4ca90ae4105941289a9d7b5fd44e7c3d for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:59:42.871384 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e5e1-2ad4-43a6-a3e8-e8177e052cd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.107403 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9fe0188e-4ec7-4d54-91a7-4f133e85038b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.157891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59528) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:43.234605 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.275923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:59:43.279539 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9fe0188e-4ec7-4d54-91a7-4f133e85038b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.308256 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e5e1-2ad4-43a6-a3e8-e8177e052cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.312334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0c8f38fd-cc52-45a1-95b3-6dbe9ba66134,segment=NetworkSegment(c723e7b4-464c-4d6a-8772-2a774cad52d2),segment_id=c723e7b4-464c-4d6a-8772-2a774cad52d2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:43.334033 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.402131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1a9df-69ab-40c8-9e44-c120ac98127d req-8207b06b-dd05-4e21-ba5f-474f5212610b tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:43.404329 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79b1a9df-69ab-40c8-9e44-c120ac98127d req-8207b06b-dd05-4e21-ba5f-474f5212610b tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 943 time: 0.2327812 Nov 16 04:59:43.415408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6e5e1-2ad4-43a6-a3e8-e8177e052cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b058e83-bf06-4306-9e78-fcf1d9b1e8b7,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:43.419571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b6e5e1-2ad4-43a6-a3e8-e8177e052cd5 admin admin] Checking segment: {'id': '58cc4c11-c2d8-457b-ae73-48a1689860cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf44cb26-6923-44fb-9ac2-26a887f20414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:59:43.419935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b6e5e1-2ad4-43a6-a3e8-e8177e052cd5 admin admin] Network hostable DHCP agents. Network: cf44cb26-6923-44fb-9ac2-26a887f20414, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 04:59:43.439844 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b6e5e1-2ad4-43a6-a3e8-e8177e052cd5 admin admin] Network cf44cb26-6923-44fb-9ac2-26a887f20414 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 04:59:43.440559 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.441325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0c8f38fd-cc52-45a1-95b3-6dbe9ba66134,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:43.455311 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cd35e28e-5e80-4eb1-8ccd-beca4e0e4d02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.468398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d4b6e5e1-2ad4-43a6-a3e8-e8177e052cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, cf44cb26-6923-44fb-9ac2-26a887f20414) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:59:43.477925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ff78d-08e0-437c-a84a-b7f3fc982b22 None None] Network cf44cb26-6923-44fb-9ac2-26a887f20414 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:59:43.479605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6e5e1-2ad4-43a6-a3e8-e8177e052cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:43.480491 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4b6e5e1-2ad4-43a6-a3e8-e8177e052cd5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.510840 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4b6e5e1-2ad4-43a6-a3e8-e8177e052cd5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7304420 Nov 16 04:59:43.511583 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9fe0188e-4ec7-4d54-91a7-4f133e85038b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.514419 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9fe0188e-4ec7-4d54-91a7-4f133e85038b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.516198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9fe0188e-4ec7-4d54-91a7-4f133e85038b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c63bd11b-e2de-4ebf-8f96-272f64bce269 HTTP/1.1" status: 204 len: 168 time: 0.6675973 Nov 16 04:59:43.555983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79b1a9df-69ab-40c8-9e44-c120ac98127d req-4bcf7ed7-0ac5-4531-ba54-4c993e0893c2 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316385 Nov 16 04:59:43.570528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0188e-4ec7-4d54-91a7-4f133e85038b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63bd11b-e2de-4ebf-8f96-272f64bce269,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:43.652440 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['0c8f38fd-cc52-45a1-95b3-6dbe9ba66134'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:59:43.683762 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cd35e28e-5e80-4eb1-8ccd-beca4e0e4d02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.694551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cd35e28e-5e80-4eb1-8ccd-beca4e0e4d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.751193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35e28e-5e80-4eb1-8ccd-beca4e0e4d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba797075-23ca-41f0-90ae-f0045fcce6bb,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:43.835030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cd35e28e-5e80-4eb1-8ccd-beca4e0e4d02 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59442624c92b4fe7a9605ca1ae0e35de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6692908 Nov 16 04:59:43.837247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59566) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:43.954172 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-19ce377c-5238-4776-be5c-a5772c96f7b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:43.975262 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:44.029754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c6c6e8-b89d-414e-bd29-91a594060311 None None] Network cf44cb26-6923-44fb-9ac2-26a887f20414 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 04:59:44.060162 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-19ce377c-5238-4776-be5c-a5772c96f7b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:44.234356 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-19ce377c-5238-4776-be5c-a5772c96f7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:44.238893 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-19ce377c-5238-4776-be5c-a5772c96f7b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:44.243906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-19ce377c-5238-4776-be5c-a5772c96f7b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba797075-23ca-41f0-90ae-f0045fcce6bb HTTP/1.1" status: 204 len: 168 time: 0.4027987 Nov 16 04:59:44.274743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce377c-5238-4776-be5c-a5772c96f7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba797075-23ca-41f0-90ae-f0045fcce6bb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:44.622244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-56657df1-19ef-4061-aec8-f9aa6eb7f6d1 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:44.634522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-56657df1-19ef-4061-aec8-f9aa6eb7f6d1 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/networks?id=cf44cb26-6923-44fb-9ac2-26a887f20414 HTTP/1.1" status: 200 len: 814 time: 0.1838849 Nov 16 04:59:44.666735 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-00659f0d-e3e3-4c45-9acf-70c4d42a488c tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/quotas/4ca90ae4105941289a9d7b5fd44e7c3d HTTP/1.1" status: 200 len: 375 time: 0.0311310 Nov 16 04:59:44.708874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-d48f227a-86b6-4ea7-a1cd-b4cf11f5eb65 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ca90ae4105941289a9d7b5fd44e7c3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404925 Nov 16 04:59:44.852604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39d057-3517-41a7-8aef-bf2d10cb5a4a req-8b3b8cae-80d5-4fb6-9ee0-28215cf6c869 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:44.854164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b39d057-3517-41a7-8aef-bf2d10cb5a4a req-8b3b8cae-80d5-4fb6-9ee0-28215cf6c869 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 944 time: 0.1567936 Nov 16 04:59:44.903167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-7a89e8b3-be6e-417e-b2cc-578d6d0bf9d1 service neutron] 10.222.0.41 "GET /v2.0/networks/cf44cb26-6923-44fb-9ac2-26a887f20414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935713 Nov 16 04:59:44.974778 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b39d057-3517-41a7-8aef-bf2d10cb5a4a req-caf2cee5-fe7d-42df-adaa-e1504ac8fa3c tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053658 Nov 16 04:59:45.015797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59620) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:45.043534 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77e60dc6-b518-4df0-a03b-d171fbf019d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:45.119775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-810a0e8e-11fc-487b-9dfd-50d9261cbfc7 service neutron] 10.222.0.41 "GET /v2.0/networks/cf44cb26-6923-44fb-9ac2-26a887f20414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987951 Nov 16 04:59:45.198167 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77e60dc6-b518-4df0-a03b-d171fbf019d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:45.205160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59622) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:45.208595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-77e60dc6-b518-4df0-a03b-d171fbf019d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:45.273824 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-77e60dc6-b518-4df0-a03b-d171fbf019d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e95686089b054fe482b44d22b3b0acb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566435 Nov 16 04:59:45.276488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59628) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:45.280614 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e60dc6-b518-4df0-a03b-d171fbf019d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7984b1-df89-4169-9bc8-716638dce459,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:45.415836 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9fcca895-326e-4da7-b0ac-6e6fcad17592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:45.428070 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c948cf7d-0d0b-490c-bd8b-9c3a986dff08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:45.494844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd11a359-51b9-4ee5-855e-b106ff218443 req-28551eca-182d-4d31-9c36-4615ac3af444 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/ports?device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 210 time: 0.0459099 Nov 16 04:59:45.510410 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9fcca895-326e-4da7-b0ac-6e6fcad17592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:45.589263 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9fcca895-326e-4da7-b0ac-6e6fcad17592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:45.592694 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9fcca895-326e-4da7-b0ac-6e6fcad17592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:45.597359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9fcca895-326e-4da7-b0ac-6e6fcad17592 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e7984b1-df89-4169-9bc8-716638dce459 HTTP/1.1" status: 204 len: 168 time: 0.3196237 Nov 16 04:59:45.611622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcca895-326e-4da7-b0ac-6e6fcad17592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7984b1-df89-4169-9bc8-716638dce459,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:45.702890 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c948cf7d-0d0b-490c-bd8b-9c3a986dff08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:45.710520 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c948cf7d-0d0b-490c-bd8b-9c3a986dff08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:45.769554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c948cf7d-0d0b-490c-bd8b-9c3a986dff08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27614a3a30c8429c9d3c9c7c91972814&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5632520 Nov 16 04:59:45.772674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59648) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:45.778825 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948cf7d-0d0b-490c-bd8b-9c3a986dff08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4bed1d-7b84-41c9-a6de-967aed6058df,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:45.911844 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4364788a-4f64-4efc-b40b-cbcb0fd5a151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:45.969500 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4364788a-4f64-4efc-b40b-cbcb0fd5a151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:46.211358 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4364788a-4f64-4efc-b40b-cbcb0fd5a151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:46.219812 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4364788a-4f64-4efc-b40b-cbcb0fd5a151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:46.225475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4364788a-4f64-4efc-b40b-cbcb0fd5a151 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f4bed1d-7b84-41c9-a6de-967aed6058df HTTP/1.1" status: 204 len: 168 time: 0.4517674 Nov 16 04:59:46.266639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0caae-436f-4f08-97d4-acafa538b99a req-33e7e8f4-033d-4db9-8443-75e5abe69281 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:46.278771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ca0caae-436f-4f08-97d4-acafa538b99a req-33e7e8f4-033d-4db9-8443-75e5abe69281 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 944 time: 0.1651676 Nov 16 04:59:46.281352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364788a-4f64-4efc-b40b-cbcb0fd5a151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4bed1d-7b84-41c9-a6de-967aed6058df,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:46.375039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5ca0caae-436f-4f08-97d4-acafa538b99a req-750c871c-0d3a-43bc-a0e0-7fc7d79262bd tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904479 Nov 16 04:59:46.381013 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:46.542964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:59:46.711966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:59:46.717890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:59:46.718269 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:46.774184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-359833e9-b1fc-4b2b-a130-e2a533c9bb08 req-d93bc8a9-f40a-415a-a213-a32395ac3a92 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/ports?device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 210 time: 0.0768528 Nov 16 04:59:46.864787 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:46.902385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0c8f38fd-cc52-45a1-95b3-6dbe9ba66134,segment=NetworkSegment(c723e7b4-464c-4d6a-8772-2a774cad52d2),segment_id=c723e7b4-464c-4d6a-8772-2a774cad52d2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:46.903371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8a7e7f-ffa9-4461-8a95-8e5f035f050f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8f38fd-cc52-45a1-95b3-6dbe9ba66134'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:59:46.906560 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e59da3c-5bb5-44a6-98af-6722207128b5" -d '{"events": [{"server_uuid": "8e8a7e7f-ffa9-4461-8a95-8e5f035f050f", "name": "network-vif-plugged", "status": "completed", "tag": "0c8f38fd-cc52-45a1-95b3-6dbe9ba66134"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:59:46.912184 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:46.980767 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a71c22-fe52-4331-b9ab-874ce9abe15f x-openstack-request-id: req-78a71c22-fe52-4331-b9ab-874ce9abe15f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:59:46.981059 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8a7e7f-ffa9-4461-8a95-8e5f035f050f", "name": "network-vif-plugged", "status": "completed", "tag": "0c8f38fd-cc52-45a1-95b3-6dbe9ba66134", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:59:46.981315 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78a71c22-fe52-4331-b9ab-874ce9abe15f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:59:46.981798 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8a7e7f-ffa9-4461-8a95-8e5f035f050f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c8f38fd-cc52-45a1-95b3-6dbe9ba66134', 'code': 200} Nov 16 04:59:47.027242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0c8f38fd-cc52-45a1-95b3-6dbe9ba66134,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:47.033374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59692) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:47.052849 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d862335a-8912-4fae-804e-b130617d2bfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:47.158153 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d862335a-8912-4fae-804e-b130617d2bfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:47.165710 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d862335a-8912-4fae-804e-b130617d2bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:47.220909 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d862335a-8912-4fae-804e-b130617d2bfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=366330846a0d4ecb8cfb3c6166066a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1859732 Nov 16 04:59:47.227367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59696) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 04:59:47.248546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862335a-8912-4fae-804e-b130617d2bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9051e943-19c8-4ac2-aa22-2aeaff33f3dd,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:47.301199 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb888e2d-a061-4d02-9b31-49a33980f247 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:47.331764 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb888e2d-a061-4d02-9b31-49a33980f247 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:47.417082 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb888e2d-a061-4d02-9b31-49a33980f247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:47.426857 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb888e2d-a061-4d02-9b31-49a33980f247 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:47.432448 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-eb888e2d-a061-4d02-9b31-49a33980f247 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9051e943-19c8-4ac2-aa22-2aeaff33f3dd HTTP/1.1" status: 204 len: 168 time: 0.2041097 Nov 16 04:59:47.450682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb888e2d-a061-4d02-9b31-49a33980f247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9051e943-19c8-4ac2-aa22-2aeaff33f3dd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:47.524661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-52c5ad02-7e1d-4581-8127-5daf526d4511 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:47.527449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-52c5ad02-7e1d-4581-8127-5daf526d4511 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.37 "GET /v2.0/networks?id=cf44cb26-6923-44fb-9ac2-26a887f20414 HTTP/1.1" status: 200 len: 814 time: 0.7031813 Nov 16 04:59:47.564762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-a6d9d9e7-8528-46f0-b5d5-88b853b050c0 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Request body: {'port': {'device_id': '986d5110-68ea-45db-ad14-577aaaa01e51', 'network_id': 'cf44cb26-6923-44fb-9ac2-26a887f20414', 'admin_state_up': True, 'tenant_id': '4ca90ae4105941289a9d7b5fd44e7c3d'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:59:47.701726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16334fa-0644-49c6-af2e-52c69bd435ce req-e5415807-4d1b-4097-8432-4954238ddeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:47.703268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b16334fa-0644-49c6-af2e-52c69bd435ce req-e5415807-4d1b-4097-8432-4954238ddeb8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 1096 time: 0.2027266 Nov 16 04:59:47.717293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a98e5-a4ff-4556-8749-72011be88f2e req-bab853a0-a723-4054-a0ee-520ae83abba2 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:47.725143 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa8a98e5-a4ff-4556-8749-72011be88f2e req-bab853a0-a723-4054-a0ee-520ae83abba2 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 945 time: 0.1674764 Nov 16 04:59:47.844668 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b16334fa-0644-49c6-af2e-52c69bd435ce req-2619f8ac-4706-45f9-9367-644ae86c2d8e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101813 Nov 16 04:59:47.864444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa8a98e5-a4ff-4556-8749-72011be88f2e req-baaffa01-cfb5-4b71-858a-9080e93ec2a4 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379693 Nov 16 04:59:47.885644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-a6d9d9e7-8528-46f0-b5d5-88b853b050c0 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Made reservation on behalf of 4ca90ae4105941289a9d7b5fd44e7c3d for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 04:59:47.891107 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-a6d9d9e7-8528-46f0-b5d5-88b853b050c0 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:47.960616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e6217ec-9ee1-4ce4-a862-23e387127aec req-475954b2-5671-4537-86dd-f8731c944c4e tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/ports?device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 210 time: 0.0605671 Nov 16 04:59:48.148890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-a6d9d9e7-8528-46f0-b5d5-88b853b050c0 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Allocated IP 172.20.0.2 (cf44cb26-6923-44fb-9ac2-26a887f20414/3b058e83-bf06-4306-9e78-fcf1d9b1e8b7/ccc716ab-6e1d-44f8-bf93-2e85a50f3698) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 04:59:48.252160 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 04:59:48.371793 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-a6d9d9e7-8528-46f0-b5d5-88b853b050c0 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:48.395857 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:48.417684 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-a6d9d9e7-8528-46f0-b5d5-88b853b050c0 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:48.470207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9d9e7-8528-46f0-b5d5-88b853b050c0 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Pushing event updated for resources: {'Port': ['ID=ccc716ab-6e1d-44f8-bf93-2e85a50f3698,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:48.486687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-a6d9d9e7-8528-46f0-b5d5-88b853b050c0 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Network cf44cb26-6923-44fb-9ac2-26a887f20414 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 04:59:48.488166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-a6d9d9e7-8528-46f0-b5d5-88b853b050c0 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 04:59:48.491450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-a6d9d9e7-8528-46f0-b5d5-88b853b050c0 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 04:59:48.576036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-a6d9d9e7-8528-46f0-b5d5-88b853b050c0 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:48.576705 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-a6d9d9e7-8528-46f0-b5d5-88b853b050c0 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:48.596501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-a6d9d9e7-8528-46f0-b5d5-88b853b050c0 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0364168 Nov 16 04:59:48.613688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Request body: {'port': {'device_id': '986d5110-68ea-45db-ad14-577aaaa01e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 04:59:48.704191 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:49.330087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427cf57-f0af-4d8c-b0f3-6ac3bc76a6ad req-cffa6acb-41a1-4053-aa3f-280b01f4fc3e tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:49.332265 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f427cf57-f0af-4d8c-b0f3-6ac3bc76a6ad req-cffa6acb-41a1-4053-aa3f-280b01f4fc3e tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 945 time: 0.2533267 Nov 16 04:59:49.343850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442b339-6c3b-4b55-95ce-3dbce881e6b7 req-a658860d-6eea-4955-bea2-faab442d2b01 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:49.345289 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6442b339-6c3b-4b55-95ce-3dbce881e6b7 req-a658860d-6eea-4955-bea2-faab442d2b01 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/ports?device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 931 time: 0.1539483 Nov 16 04:59:49.475597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f427cf57-f0af-4d8c-b0f3-6ac3bc76a6ad req-69b59f0c-7510-4683-92e9-1299d6f55ba9 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201851 Nov 16 04:59:49.495049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6442b339-6c3b-4b55-95ce-3dbce881e6b7 req-26e82ffe-4a4e-4e39-82c4-255bd564ab72 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/security-groups?id=16eb400b-bfb9-4537-91f0-3103539a29b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426091 Nov 16 04:59:49.568296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccc716ab-6e1d-44f8-bf93-2e85a50f3698 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:59:49.578967 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:49.596751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Transition to ACTIVE for port object ccc716ab-6e1d-44f8-bf93-2e85a50f3698 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 04:59:49.606184 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:49.874651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc716ab-6e1d-44f8-bf93-2e85a50f3698,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:49.942480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Attempting to bind port ccc716ab-6e1d-44f8-bf93-2e85a50f3698 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 04:59:49.943016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Attempting to bind port ccc716ab-6e1d-44f8-bf93-2e85a50f3698 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '58cc4c11-c2d8-457b-ae73-48a1689860cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf44cb26-6923-44fb-9ac2-26a887f20414'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 04:59:49.944260 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Attempting to bind port ccc716ab-6e1d-44f8-bf93-2e85a50f3698 on network cf44cb26-6923-44fb-9ac2-26a887f20414 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:59:49.950648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Port ccc716ab-6e1d-44f8-bf93-2e85a50f3698 on network cf44cb26-6923-44fb-9ac2-26a887f20414 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 04:59:49.951157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Attempting to bind port ccc716ab-6e1d-44f8-bf93-2e85a50f3698 on network cf44cb26-6923-44fb-9ac2-26a887f20414 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 04:59:49.957831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 4, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 04:59:49.958874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Checking segment: {'id': '58cc4c11-c2d8-457b-ae73-48a1689860cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf44cb26-6923-44fb-9ac2-26a887f20414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 04:59:49.959435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Bound using segment: {'id': '58cc4c11-c2d8-457b-ae73-48a1689860cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf44cb26-6923-44fb-9ac2-26a887f20414'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 04:59:49.960122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Bound port: ccc716ab-6e1d-44f8-bf93-2e85a50f3698, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58cc4c11-c2d8-457b-ae73-48a1689860cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cf44cb26-6923-44fb-9ac2-26a887f20414'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 04:59:49.960891 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:50.098645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] For port ccc716ab-6e1d-44f8-bf93-2e85a50f3698, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 04:59:50.105462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] For port ccc716ab-6e1d-44f8-bf93-2e85a50f3698, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ccc716ab-6e1d-44f8-bf93-2e85a50f3698,segment=NetworkSegment(58cc4c11-c2d8-457b-ae73-48a1689860cc),segment_id=58cc4c11-c2d8-457b-ae73-48a1689860cc)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 04:59:50.123884 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:50.163759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:50.164385 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:50.174224 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] 10.222.0.37 "PUT /v2.0/ports/ccc716ab-6e1d-44f8-bf93-2e85a50f3698 HTTP/1.1" status: 200 len: 1091 time: 1.5685079 Nov 16 04:59:50.174966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986d5110-68ea-45db-ad14-577aaaa01e51', 'tag': 'ccc716ab-6e1d-44f8-bf93-2e85a50f3698'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:59:50.195799 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fea6d7b-e6cc-46f2-8d0a-3b06a114e983" -d '{"events": [{"name": "network-changed", "server_uuid": "986d5110-68ea-45db-ad14-577aaaa01e51", "tag": "ccc716ab-6e1d-44f8-bf93-2e85a50f3698"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:59:50.303345 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 04:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e160e3f-4318-41df-90ec-aabe467e46bb x-openstack-request-id: req-1e160e3f-4318-41df-90ec-aabe467e46bb {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:59:50.303822 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986d5110-68ea-45db-ad14-577aaaa01e51", "tag": "ccc716ab-6e1d-44f8-bf93-2e85a50f3698", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:59:50.304436 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e160e3f-4318-41df-90ec-aabe467e46bb {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:59:50.304999 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986d5110-68ea-45db-ad14-577aaaa01e51', 'tag': 'ccc716ab-6e1d-44f8-bf93-2e85a50f3698', 'status': 'completed', 'code': 200} Nov 16 04:59:50.339639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-40a14656-44c0-4e33-bb7b-9ced98158968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:50.341500 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-40a14656-44c0-4e33-bb7b-9ced98158968 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ca90ae4105941289a9d7b5fd44e7c3d&device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 1094 time: 0.0888364 Nov 16 04:59:50.342525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e889677-e080-4e0d-80ab-b7c42784c1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ccc716ab-6e1d-44f8-bf93-2e85a50f3698,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:50.391316 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-0e528b69-5337-4faa-bd9c-44c1d3245cfa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccc716ab-6e1d-44f8-bf93-2e85a50f3698 HTTP/1.1" status: 200 len: 217 time: 0.0412154 Nov 16 04:59:50.455134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-73aad3d1-e264-440b-8c53-44aae9c90b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:50.457446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-73aad3d1-e264-440b-8c53-44aae9c90b31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b058e83-bf06-4306-9e78-fcf1d9b1e8b7 HTTP/1.1" status: 200 len: 854 time: 0.0589764 Nov 16 04:59:50.572930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-fa39706d-0e59-4d82-a009-2c5ce58685b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf44cb26-6923-44fb-9ac2-26a887f20414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075144 Nov 16 04:59:50.757746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-3614082c-4572-4c03-851c-f54cc36de063 service neutron] 10.222.0.37 "GET /v2.0/networks/cf44cb26-6923-44fb-9ac2-26a887f20414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771164 Nov 16 04:59:50.916687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d880806-4a5b-4ec0-a2d5-6308d9773484 req-082bc9a4-3ce0-4ab2-985e-6f1e61566d95 service neutron] 10.222.0.37 "GET /v2.0/networks/cf44cb26-6923-44fb-9ac2-26a887f20414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451259 Nov 16 04:59:51.029946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c1a4-4985-4fd9-a2b6-4126f433ee76 req-2ccd9b28-e299-4879-a25b-bb804d58dd7c tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:51.032027 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-abd0c1a4-4985-4fd9-a2b6-4126f433ee76 req-2ccd9b28-e299-4879-a25b-bb804d58dd7c tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/ports?device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 943 time: 0.2729549 Nov 16 04:59:51.040706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6d7b-e6cc-46f2-8d0a-3b06a114e983 req-9ec7b37c-58e2-49a8-b336-a2ce87b7fade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:51.042693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fea6d7b-e6cc-46f2-8d0a-3b06a114e983 req-9ec7b37c-58e2-49a8-b336-a2ce87b7fade service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4ca90ae4105941289a9d7b5fd44e7c3d&device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 1094 time: 0.0707598 Nov 16 04:59:51.050615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad65b8-56e1-4f7c-aa8e-9fba23d9e659 req-005fd30b-93e1-4434-b2c5-a7b8c9af5ce6 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:51.052344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7ad65b8-56e1-4f7c-aa8e-9fba23d9e659 req-005fd30b-93e1-4434-b2c5-a7b8c9af5ce6 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 945 time: 0.2609155 Nov 16 04:59:51.210363 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-abd0c1a4-4985-4fd9-a2b6-4126f433ee76 req-88e8494e-84bd-4d2d-ae4e-1b4d4d03f23b tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/security-groups?id=16eb400b-bfb9-4537-91f0-3103539a29b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718042 Nov 16 04:59:51.259862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7ad65b8-56e1-4f7c-aa8e-9fba23d9e659 req-5f4de3da-4fc8-45e1-a661-f16f9381ccb6 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699653 Nov 16 04:59:51.365241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6d7b-e6cc-46f2-8d0a-3b06a114e983 req-73407067-0a47-4d32-bfe9-059f9170e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:51.367576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fea6d7b-e6cc-46f2-8d0a-3b06a114e983 req-73407067-0a47-4d32-bfe9-059f9170e1c9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cf44cb26-6923-44fb-9ac2-26a887f20414 HTTP/1.1" status: 200 len: 915 time: 0.3135896 Nov 16 04:59:51.466094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fea6d7b-e6cc-46f2-8d0a-3b06a114e983 req-e1da2d4e-25a1-4d48-9ef1-a4a476b9b16d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccc716ab-6e1d-44f8-bf93-2e85a50f3698 HTTP/1.1" status: 200 len: 217 time: 0.0855973 Nov 16 04:59:51.528559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6d7b-e6cc-46f2-8d0a-3b06a114e983 req-3e828e3d-a04d-415b-91f2-3ba0dba3e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:51.530688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fea6d7b-e6cc-46f2-8d0a-3b06a114e983 req-3e828e3d-a04d-415b-91f2-3ba0dba3e432 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3b058e83-bf06-4306-9e78-fcf1d9b1e8b7 HTTP/1.1" status: 200 len: 854 time: 0.0572855 Nov 16 04:59:51.607345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fea6d7b-e6cc-46f2-8d0a-3b06a114e983 req-40bec160-3b5a-4bf0-842a-432b5ca80635 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cf44cb26-6923-44fb-9ac2-26a887f20414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682099 Nov 16 04:59:51.748276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fea6d7b-e6cc-46f2-8d0a-3b06a114e983 req-8fb52575-3840-410f-b290-f43ceb2f53c0 service neutron] 10.222.0.37 "GET /v2.0/networks/cf44cb26-6923-44fb-9ac2-26a887f20414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327231 Nov 16 04:59:51.884522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fea6d7b-e6cc-46f2-8d0a-3b06a114e983 req-8c860f61-0078-4312-bcd2-ef9d86f8c772 service neutron] 10.222.0.37 "GET /v2.0/networks/cf44cb26-6923-44fb-9ac2-26a887f20414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284006 Nov 16 04:59:51.968155 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ccc716ab-6e1d-44f8-bf93-2e85a50f3698 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 04:59:52.049704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad89f7e-3748-4296-b21f-4763a1f16240 req-083b912b-30d2-44fb-b541-a7c8a42ecc40 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:52.051290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bad89f7e-3748-4296-b21f-4763a1f16240 req-083b912b-30d2-44fb-b541-a7c8a42ecc40 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 945 time: 0.1085472 Nov 16 04:59:52.145495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ccc716ab-6e1d-44f8-bf93-2e85a50f3698, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ccc716ab-6e1d-44f8-bf93-2e85a50f3698,segment=NetworkSegment(58cc4c11-c2d8-457b-ae73-48a1689860cc),segment_id=58cc4c11-c2d8-457b-ae73-48a1689860cc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:52.177251 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'ccc716ab-6e1d-44f8-bf93-2e85a50f3698', 'network_id': 'cf44cb26-6923-44fb-9ac2-26a887f20414', 'port_id': 'ccc716ab-6e1d-44f8-bf93-2e85a50f3698', 'mac_address': 'fa:16:3e:e2:a1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b058e83-bf06-4306-9e78-fcf1d9b1e8b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 04:59:52.271287 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:52.301052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccc716ab-6e1d-44f8-bf93-2e85a50f3698 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 04:59:52.335942 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ccc716ab-6e1d-44f8-bf93-2e85a50f3698, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ccc716ab-6e1d-44f8-bf93-2e85a50f3698,segment=NetworkSegment(58cc4c11-c2d8-457b-ae73-48a1689860cc),segment_id=58cc4c11-c2d8-457b-ae73-48a1689860cc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:52.342489 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:52.438679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-bad89f7e-3748-4296-b21f-4763a1f16240 req-43a8f072-1d8e-4cec-a539-97697288779d tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Deleting port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 04:59:52.440179 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bad89f7e-3748-4296-b21f-4763a1f16240 req-43a8f072-1d8e-4cec-a539-97697288779d tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:52.441409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=ccc716ab-6e1d-44f8-bf93-2e85a50f3698,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:52.552375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['ccc716ab-6e1d-44f8-bf93-2e85a50f3698'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 04:59:52.645332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b8590-87e9-4f71-a8dd-bc8fb68dd74e req-39657336-a21a-49e2-9642-a2f2c99940d1 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:52.657630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-034b8590-87e9-4f71-a8dd-bc8fb68dd74e req-39657336-a21a-49e2-9642-a2f2c99940d1 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/ports?device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 944 time: 0.3225167 Nov 16 04:59:52.792957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4264d-2c83-4cd0-9c04-8cd02074127d req-c29e8370-4ee5-48b0-b4e8-475eb18fe806 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:52.801115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2da4264d-2c83-4cd0-9c04-8cd02074127d req-c29e8370-4ee5-48b0-b4e8-475eb18fe806 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 945 time: 0.3515022 Nov 16 04:59:53.054854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2da4264d-2c83-4cd0-9c04-8cd02074127d req-efb0897b-19bd-4ddc-9407-10f2667e333f tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/security-groups?id=761521bd-8e69-4a43-a10d-18a319a9dd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826966 Nov 16 04:59:53.129061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-bad89f7e-3748-4296-b21f-4763a1f16240 req-43a8f072-1d8e-4cec-a539-97697288779d tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] For port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0c8f38fd-cc52-45a1-95b3-6dbe9ba66134,segment=NetworkSegment(c723e7b4-464c-4d6a-8772-2a774cad52d2),segment_id=c723e7b4-464c-4d6a-8772-2a774cad52d2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:53.129435 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bad89f7e-3748-4296-b21f-4763a1f16240 req-43a8f072-1d8e-4cec-a539-97697288779d tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:53.160253 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-034b8590-87e9-4f71-a8dd-bc8fb68dd74e req-1402eb99-42b5-4900-b7b8-e1ef082dcbc7 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/security-groups?id=16eb400b-bfb9-4537-91f0-3103539a29b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720447 Nov 16 04:59:53.222024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-bad89f7e-3748-4296-b21f-4763a1f16240 req-43a8f072-1d8e-4cec-a539-97697288779d tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Calling delete_port for 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 04:59:53.714288 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bad89f7e-3748-4296-b21f-4763a1f16240 req-43a8f072-1d8e-4cec-a539-97697288779d tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:53.792919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8f072-1d8e-4cec-a539-97697288779d tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Pushing event deleted for resources: {'Port': ['ID=0c8f38fd-cc52-45a1-95b3-6dbe9ba66134,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:53.890401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad89f7e-3748-4296-b21f-4763a1f16240 req-43a8f072-1d8e-4cec-a539-97697288779d tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] No DVR routers for this DVR port 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 04:59:53.893214 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bad89f7e-3748-4296-b21f-4763a1f16240 req-43a8f072-1d8e-4cec-a539-97697288779d tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:53.901636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bad89f7e-3748-4296-b21f-4763a1f16240 req-43a8f072-1d8e-4cec-a539-97697288779d tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.15 "DELETE /v2.0/ports/0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 HTTP/1.1" status: 204 len: 173 time: 1.8400619 Nov 16 04:59:53.902149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8a7e7f-ffa9-4461-8a95-8e5f035f050f', 'name': 'network-vif-deleted', 'tag': '0c8f38fd-cc52-45a1-95b3-6dbe9ba66134'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:59:53.913515 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3756d6a6-3ef4-423b-aa69-bd677d4763f4" -d '{"events": [{"server_uuid": "8e8a7e7f-ffa9-4461-8a95-8e5f035f050f", "name": "network-vif-deleted", "tag": "0c8f38fd-cc52-45a1-95b3-6dbe9ba66134"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:59:53.983482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ccc716ab-6e1d-44f8-bf93-2e85a50f3698 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 04:59:54.015358 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3fe07e-dfe1-4593-b9f2-aecec747ee95 x-openstack-request-id: req-cc3fe07e-dfe1-4593-b9f2-aecec747ee95 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:59:54.015651 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8a7e7f-ffa9-4461-8a95-8e5f035f050f", "name": "network-vif-deleted", "tag": "0c8f38fd-cc52-45a1-95b3-6dbe9ba66134", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:59:54.015923 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc3fe07e-dfe1-4593-b9f2-aecec747ee95 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:59:54.016331 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8a7e7f-ffa9-4461-8a95-8e5f035f050f', 'name': 'network-vif-deleted', 'tag': '0c8f38fd-cc52-45a1-95b3-6dbe9ba66134', 'status': 'completed', 'code': 200} Nov 16 04:59:54.198127 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port ccc716ab-6e1d-44f8-bf93-2e85a50f3698 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 04:59:54.212933 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port ccc716ab-6e1d-44f8-bf93-2e85a50f3698 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 04:59:54.216204 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:54.284405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c4cb4-2e64-474e-be58-390af4b9b8cc req-ded6c76a-924f-4665-b70a-259f7d55f925 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:54.294316 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c6c4cb4-2e64-474e-be58-390af4b9b8cc req-ded6c76a-924f-4665-b70a-259f7d55f925 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1046185 Nov 16 04:59:54.355251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-759cae40-91e2-463a-883d-869b3b3c156b req-0572dd12-cf05-4410-98d2-00ae010f3254 tempest-VolumesActionsTest-2138428547 tempest-VolumesActionsTest-2138428547-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e8a7e7f-ffa9-4461-8a95-8e5f035f050f HTTP/1.1" status: 200 len: 210 time: 0.0871458 Nov 16 04:59:54.400513 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:54.430491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c6c4cb4-2e64-474e-be58-390af4b9b8cc req-64ad1c94-7baa-473f-992d-6319da50a5ff tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349585 Nov 16 04:59:54.457200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986d5110-68ea-45db-ad14-577aaaa01e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc716ab-6e1d-44f8-bf93-2e85a50f3698'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 04:59:54.459972 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45164c60-9207-4123-8b98-f1429cc53798" -d '{"events": [{"server_uuid": "986d5110-68ea-45db-ad14-577aaaa01e51", "name": "network-vif-plugged", "status": "completed", "tag": "ccc716ab-6e1d-44f8-bf93-2e85a50f3698"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 04:59:54.519303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ccc716ab-6e1d-44f8-bf93-2e85a50f3698, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ccc716ab-6e1d-44f8-bf93-2e85a50f3698,segment=NetworkSegment(58cc4c11-c2d8-457b-ae73-48a1689860cc),segment_id=58cc4c11-c2d8-457b-ae73-48a1689860cc)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 04:59:54.528768 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 04:59:54.608559 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 04:59:54.664393 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 04:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5b8b7c-0085-4930-9138-4f4ad56ed357 x-openstack-request-id: req-ac5b8b7c-0085-4930-9138-4f4ad56ed357 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 04:59:54.664683 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986d5110-68ea-45db-ad14-577aaaa01e51", "name": "network-vif-plugged", "status": "completed", "tag": "ccc716ab-6e1d-44f8-bf93-2e85a50f3698", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 04:59:54.664939 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac5b8b7c-0085-4930-9138-4f4ad56ed357 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 04:59:54.665335 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986d5110-68ea-45db-ad14-577aaaa01e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccc716ab-6e1d-44f8-bf93-2e85a50f3698', 'code': 200} Nov 16 04:59:54.699641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c25d01c-1192-43cd-b54c-ab776ef5301b req-d45e850a-215d-4e55-a43f-0e5fcdcc9f48 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:54.707499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c25d01c-1192-43cd-b54c-ab776ef5301b req-d45e850a-215d-4e55-a43f-0e5fcdcc9f48 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/ports?device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 945 time: 0.1800609 Nov 16 04:59:54.792489 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 04:59:54.795011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0c8f38fd-cc52-45a1-95b3-6dbe9ba66134 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 04:59:54.826015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=ccc716ab-6e1d-44f8-bf93-2e85a50f3698,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 04:59:54.926178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c25d01c-1192-43cd-b54c-ab776ef5301b req-1ad43a2e-dec9-43b8-a759-e8107df8ff7c tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/security-groups?id=16eb400b-bfb9-4537-91f0-3103539a29b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133274 Nov 16 04:59:54.967113 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916e896-5062-45e5-960c-f98a74dd958a req-0d8b6573-4c4f-4401-a47c-fcf56b325022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:54.968619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1916e896-5062-45e5-960c-f98a74dd958a req-0d8b6573-4c4f-4401-a47c-fcf56b325022 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 1096 time: 0.1546443 Nov 16 04:59:55.077376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1916e896-5062-45e5-960c-f98a74dd958a req-5c3a31f1-5fbe-45fe-840b-b05817b68af8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=16eb400b-bfb9-4537-91f0-3103539a29b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001313 Nov 16 04:59:55.620572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fd9b0-d7c9-457d-9103-fa269619ab6f req-30213c36-16c1-4194-a61e-2e76ae5360f7 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:55.629402 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a3fd9b0-d7c9-457d-9103-fa269619ab6f req-30213c36-16c1-4194-a61e-2e76ae5360f7 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.0704343 Nov 16 04:59:55.727244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a3fd9b0-d7c9-457d-9103-fa269619ab6f req-1907688e-66ce-44b3-8ec2-47e86190fa33 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779707 Nov 16 04:59:56.235437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c7b64-8089-4ee5-8ecf-8da99c744b08 req-fbc4be3d-5c26-4581-8a2c-fb83123dab6d tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:56.237133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd7c7b64-8089-4ee5-8ecf-8da99c744b08 req-fbc4be3d-5c26-4581-8a2c-fb83123dab6d tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/ports?device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 945 time: 0.1984236 Nov 16 04:59:56.382132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd7c7b64-8089-4ee5-8ecf-8da99c744b08 req-672df60b-a94d-43c1-a167-6b5d7ae37640 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/security-groups?id=16eb400b-bfb9-4537-91f0-3103539a29b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325634 Nov 16 04:59:57.003035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d03bb-2126-4e94-85fa-465d8bd900ed req-81f6fffd-b19b-4306-9151-9a75f89f2212 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:57.004684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e5d03bb-2126-4e94-85fa-465d8bd900ed req-81f6fffd-b19b-4306-9151-9a75f89f2212 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1413968 Nov 16 04:59:57.149401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e5d03bb-2126-4e94-85fa-465d8bd900ed req-6a6d6c18-73a7-4d8b-88c1-2ad29539d969 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304653 Nov 16 04:59:57.592954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b0d15-baec-498b-b0b5-e86c2b75a1d1 req-4ded446e-42a4-4804-811a-1e8d6db166c5 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:57.606513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-972b0d15-baec-498b-b0b5-e86c2b75a1d1 req-4ded446e-42a4-4804-811a-1e8d6db166c5 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/ports?device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 945 time: 0.1366527 Nov 16 04:59:57.698089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-972b0d15-baec-498b-b0b5-e86c2b75a1d1 req-d2685d77-b09b-4a03-989c-bba57112054f tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/security-groups?id=16eb400b-bfb9-4537-91f0-3103539a29b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905030 Nov 16 04:59:58.526643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d53a0-8800-4fba-98f5-c50a770abb56 req-af3675ba-97e0-4046-bef0-4f0788402ffc tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:58.528059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-817d53a0-8800-4fba-98f5-c50a770abb56 req-af3675ba-97e0-4046-bef0-4f0788402ffc tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.2053547 Nov 16 04:59:58.567193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e8fef-eb43-4cc5-9297-1831d8ebfe92 req-243de601-c432-4fb6-b387-0c659b05ec34 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:58.576271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-379e8fef-eb43-4cc5-9297-1831d8ebfe92 req-243de601-c432-4fb6-b387-0c659b05ec34 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/ports?device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 945 time: 0.1764297 Nov 16 04:59:58.726209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-817d53a0-8800-4fba-98f5-c50a770abb56 req-38960d90-299a-4891-b32d-25efc59aa3e7 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882539 Nov 16 04:59:58.752769 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-379e8fef-eb43-4cc5-9297-1831d8ebfe92 req-5b45c5e7-deca-4000-8caf-5a69d1cf7b85 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/security-groups?id=16eb400b-bfb9-4537-91f0-3103539a29b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750033 Nov 16 04:59:59.644775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7f904-b1f5-4802-aedc-3c22606bac59 req-87f5499b-649c-4723-9b75-ec77a6e183cf tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 04:59:59.656480 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eed7f904-b1f5-4802-aedc-3c22606bac59 req-87f5499b-649c-4723-9b75-ec77a6e183cf tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.37 "GET /v2.0/ports?device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 945 time: 0.1481209 Nov 16 05:00:00.202729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-eed7f904-b1f5-4802-aedc-3c22606bac59 req-960893d4-e01d-49ea-8f9d-c81f615b8955 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Deleting port ccc716ab-6e1d-44f8-bf93-2e85a50f3698 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:00:00.203264 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-eed7f904-b1f5-4802-aedc-3c22606bac59 req-960893d4-e01d-49ea-8f9d-c81f615b8955 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:00.306378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60196) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:00.334505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-eed7f904-b1f5-4802-aedc-3c22606bac59 req-960893d4-e01d-49ea-8f9d-c81f615b8955 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] For port ccc716ab-6e1d-44f8-bf93-2e85a50f3698, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ccc716ab-6e1d-44f8-bf93-2e85a50f3698,segment=NetworkSegment(58cc4c11-c2d8-457b-ae73-48a1689860cc),segment_id=58cc4c11-c2d8-457b-ae73-48a1689860cc)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:00:00.334885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-eed7f904-b1f5-4802-aedc-3c22606bac59 req-960893d4-e01d-49ea-8f9d-c81f615b8955 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:00.354038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-eed7f904-b1f5-4802-aedc-3c22606bac59 req-960893d4-e01d-49ea-8f9d-c81f615b8955 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Calling delete_port for ccc716ab-6e1d-44f8-bf93-2e85a50f3698 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:00:00.488791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:00.724773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ad6c2-c8a2-42c3-b86f-2900510d3ec4 req-476a5463-f331-40be-801a-fd835fe89bb8 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:00.736391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad0ad6c2-c8a2-42c3-b86f-2900510d3ec4 req-476a5463-f331-40be-801a-fd835fe89bb8 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/ports?device_id=986d5110-68ea-45db-ad14-577aaaa01e51 HTTP/1.1" status: 200 len: 945 time: 0.8085349 Nov 16 05:00:00.756872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16f39b-1db7-45cd-be8e-69d483086c92 req-62bfd6e3-12d4-4829-b3d0-d732e064d552 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:00.762927 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df16f39b-1db7-45cd-be8e-69d483086c92 req-62bfd6e3-12d4-4829-b3d0-d732e064d552 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.8402922 Nov 16 05:00:00.857137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:00.879387 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:00.894773 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-eed7f904-b1f5-4802-aedc-3c22606bac59 req-960893d4-e01d-49ea-8f9d-c81f615b8955 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:00.988384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad0ad6c2-c8a2-42c3-b86f-2900510d3ec4 req-408ff45a-e020-4e9e-94d5-7020289a444f tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.41 "GET /v2.0/security-groups?id=16eb400b-bfb9-4537-91f0-3103539a29b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450705 Nov 16 05:00:01.000256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960893d4-e01d-49ea-8f9d-c81f615b8955 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Pushing event deleted for resources: {'Port': ['ID=ccc716ab-6e1d-44f8-bf93-2e85a50f3698,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:01.024662 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f79b917fcd845aeaf54cee84f1aeb42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7171593 Nov 16 05:00:01.028973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60212) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:01.056157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbf1688-cba0-4694-81cb-bfb0da2fa38d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:01.090287 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:01.090815 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:01.091434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:01.092037 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:01.092584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:01.093474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:01.094058 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:01.094622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:01.095160 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:01.100172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:01.100783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:01.101352 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6cf3be-48f5-4d5d-b8d1-1c82dd9141bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:01.148072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed7f904-b1f5-4802-aedc-3c22606bac59 req-960893d4-e01d-49ea-8f9d-c81f615b8955 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] No DVR routers for this DVR port ccc716ab-6e1d-44f8-bf93-2e85a50f3698 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:00:01.151251 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-eed7f904-b1f5-4802-aedc-3c22606bac59 req-960893d4-e01d-49ea-8f9d-c81f615b8955 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:01.154862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eed7f904-b1f5-4802-aedc-3c22606bac59 req-960893d4-e01d-49ea-8f9d-c81f615b8955 tempest-ServerAddressesTestJSON-1292173395 tempest-ServerAddressesTestJSON-1292173395-project] 10.222.0.37 "DELETE /v2.0/ports/ccc716ab-6e1d-44f8-bf93-2e85a50f3698 HTTP/1.1" status: 204 len: 173 time: 1.4901416 Nov 16 05:00:01.170847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986d5110-68ea-45db-ad14-577aaaa01e51', 'name': 'network-vif-deleted', 'tag': 'ccc716ab-6e1d-44f8-bf93-2e85a50f3698'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:00:01.182722 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8424231-aca2-4c89-ab53-dc34a5c294e3" -d '{"events": [{"server_uuid": "986d5110-68ea-45db-ad14-577aaaa01e51", "name": "network-vif-deleted", "tag": "ccc716ab-6e1d-44f8-bf93-2e85a50f3698"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:00:01.271833 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c6d0f20-e247-4d0f-b14c-f277a98c679b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:01.338773 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e46b13-b188-44df-9ad1-2dd897fd9025 x-openstack-request-id: req-f0e46b13-b188-44df-9ad1-2dd897fd9025 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:00:01.339068 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986d5110-68ea-45db-ad14-577aaaa01e51", "name": "network-vif-deleted", "tag": "ccc716ab-6e1d-44f8-bf93-2e85a50f3698", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:00:01.339323 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f0e46b13-b188-44df-9ad1-2dd897fd9025 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:00:01.339718 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986d5110-68ea-45db-ad14-577aaaa01e51', 'name': 'network-vif-deleted', 'tag': 'ccc716ab-6e1d-44f8-bf93-2e85a50f3698', 'status': 'completed', 'code': 200} Nov 16 05:00:01.373548 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c6d0f20-e247-4d0f-b14c-f277a98c679b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:01.500409 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c6d0f20-e247-4d0f-b14c-f277a98c679b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:01.509011 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c6d0f20-e247-4d0f-b14c-f277a98c679b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:01.510198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8c6d0f20-e247-4d0f-b14c-f277a98c679b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4bbf1688-cba0-4694-81cb-bfb0da2fa38d HTTP/1.1" status: 204 len: 168 time: 0.4779489 Nov 16 05:00:01.520682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df16f39b-1db7-45cd-be8e-69d483086c92 req-fd1d7d91-a7ba-49fb-970b-d77d1371dd85 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6021211 Nov 16 05:00:01.542826 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d0f20-e247-4d0f-b14c-f277a98c679b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbf1688-cba0-4694-81cb-bfb0da2fa38d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:02.031037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ccc716ab-6e1d-44f8-bf93-2e85a50f3698 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:00:02.057900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60242) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:02.077095 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: ccc716ab-6e1d-44f8-bf93-2e85a50f3698 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:00:02.077697 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ccc716ab-6e1d-44f8-bf93-2e85a50f3698 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:00:02.155309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49f6519-4203-48d6-b89f-2f3e287aec2e admin admin] Deleting subnet 3b058e83-bf06-4306-9e78-fcf1d9b1e8b7 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:00:02.160261 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b49f6519-4203-48d6-b89f-2f3e287aec2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:02.202203 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b49f6519-4203-48d6-b89f-2f3e287aec2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:02.283391 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b49f6519-4203-48d6-b89f-2f3e287aec2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:02.495166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60254) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:02.496891 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b49f6519-4203-48d6-b89f-2f3e287aec2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:02.511073 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-48a904ca-a3e8-4305-b512-26047a86326e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:02.541415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f6519-4203-48d6-b89f-2f3e287aec2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b058e83-bf06-4306-9e78-fcf1d9b1e8b7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:02.545849 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b49f6519-4203-48d6-b89f-2f3e287aec2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:02.550614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b49f6519-4203-48d6-b89f-2f3e287aec2e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3b058e83-bf06-4306-9e78-fcf1d9b1e8b7 HTTP/1.1" status: 204 len: 168 time: 0.4916315 Nov 16 05:00:02.555692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60256) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:02.700538 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ab6c41af-55a3-4280-99d9-b369708a4b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:02.843498 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-48a904ca-a3e8-4305-b512-26047a86326e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:02.853348 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-48a904ca-a3e8-4305-b512-26047a86326e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:02.921296 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ab6c41af-55a3-4280-99d9-b369708a4b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:02.945992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64641e9c-a75e-4bde-8e8a-2b3f317b220f req-1d8a9a8d-45ea-46bc-8328-85bd409d764d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:02.947412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64641e9c-a75e-4bde-8e8a-2b3f317b220f req-1d8a9a8d-45ea-46bc-8328-85bd409d764d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1744504 Nov 16 05:00:02.988453 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-48a904ca-a3e8-4305-b512-26047a86326e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7f3a4cd720944d19dc2a363532ca653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4913812 Nov 16 05:00:02.991612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60268) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:02.992873 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a904ca-a3e8-4305-b512-26047a86326e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f4def9-4a12-4f48-aaf8-e3e5ca825137,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:03.005983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-ab6c41af-55a3-4280-99d9-b369708a4b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf44cb26-6923-44fb-9ac2-26a887f20414']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:00:03.059866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-ab6c41af-55a3-4280-99d9-b369708a4b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58cc4c11-c2d8-457b-ae73-48a1689860cc') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:00:03.060519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-ab6c41af-55a3-4280-99d9-b369708a4b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58cc4c11-c2d8-457b-ae73-48a1689860cc') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:00:03.104515 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ab6c41af-55a3-4280-99d9-b369708a4b22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:03.111762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64641e9c-a75e-4bde-8e8a-2b3f317b220f req-cfecc592-2ece-4350-a654-dc6ef0422233 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422999 Nov 16 05:00:03.144597 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ab6c41af-55a3-4280-99d9-b369708a4b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:03.155702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6c41af-55a3-4280-99d9-b369708a4b22 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:00:03.156008 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ab6c41af-55a3-4280-99d9-b369708a4b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:00:03.171686 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:00:03.178012 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c786bc9-a6bf-4feb-b7b6-9932f72e7508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:03.206219 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c786bc9-a6bf-4feb-b7b6-9932f72e7508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:03.256392 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ab6c41af-55a3-4280-99d9-b369708a4b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:03.289531 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c786bc9-a6bf-4feb-b7b6-9932f72e7508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:03.292868 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c786bc9-a6bf-4feb-b7b6-9932f72e7508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:03.297631 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2c786bc9-a6bf-4feb-b7b6-9932f72e7508 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64f4def9-4a12-4f48-aaf8-e3e5ca825137 HTTP/1.1" status: 204 len: 168 time: 0.2995279 Nov 16 05:00:03.310375 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c786bc9-a6bf-4feb-b7b6-9932f72e7508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f4def9-4a12-4f48-aaf8-e3e5ca825137,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:03.344275 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ab6c41af-55a3-4280-99d9-b369708a4b22 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:03.350785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ab6c41af-55a3-4280-99d9-b369708a4b22 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cf44cb26-6923-44fb-9ac2-26a887f20414 HTTP/1.1" status: 204 len: 168 time: 0.7928762 Nov 16 05:00:03.352638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c41af-55a3-4280-99d9-b369708a4b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf44cb26-6923-44fb-9ac2-26a887f20414,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:03.693758 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60282) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:03.865270 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e8ba1f81-f8e0-4603-8a58-cc5835a47abf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4ca90ae4105941289a9d7b5fd44e7c3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1675014 Nov 16 05:00:03.865960 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60290) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:03.991143 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:04.140663 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:04.515728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cfd44-3e16-47d7-b794-418a641faa56 req-f34143cd-e7f7-498e-8ec0-05f0629ed47f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:04.517393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-692cfd44-3e16-47d7-b794-418a641faa56 req-f34143cd-e7f7-498e-8ec0-05f0629ed47f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.2254975 Nov 16 05:00:04.518611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:04.545200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:04.545200 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16eb400b-bfb9-4537-91f0-3103539a29b9 HTTP/1.1" status: 204 len: 168 time: 0.6736088 Nov 16 05:00:04.584975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16eb400b-bfb9-4537-91f0-3103539a29b9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:04.610998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:04.611534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:04.612679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:04.613303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:04.613610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:04.614714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:04.615162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:04.615605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:04.616056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:04.617327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:04.617327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:04.618435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3572ce3-01e8-41cb-94ba-b0f83d1eac2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:04.780926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-692cfd44-3e16-47d7-b794-418a641faa56 req-0b5960c0-08ee-41c4-9393-8391a71f5109 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366664 Nov 16 05:00:06.052894 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31234203-a5ee-4e95-9aaa-6d720ab7719f details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:00:06.111686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8579b7-a518-4568-b49e-3154c894e303 req-719fc0db-2d6c-4d84-a9fe-27d99432e847 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:06.113430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa8579b7-a518-4568-b49e-3154c894e303 req-719fc0db-2d6c-4d84-a9fe-27d99432e847 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1600754 Nov 16 05:00:06.234401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 31234203-a5ee-4e95-9aaa-6d720ab7719f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:00:06.250911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'port_id': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'mac_address': 'fa:16:3e:93:00:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:00:06.303864 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa8579b7-a518-4568-b49e-3154c894e303 req-72c8524b-ab60-4086-8204-146299d793c2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837745 Nov 16 05:00:06.325326 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:06.383631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31234203-a5ee-4e95-9aaa-6d720ab7719f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:00:06.423124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 31234203-a5ee-4e95-9aaa-6d720ab7719f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:00:06.446327 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:06.631153 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=31234203-a5ee-4e95-9aaa-6d720ab7719f,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:06.681840 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['31234203-a5ee-4e95-9aaa-6d720ab7719f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:00:06.784862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60402) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:07.075400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60418) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:07.127279 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b840c50-31f3-454a-8075-15fc38a23244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:07.364321 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b840c50-31f3-454a-8075-15fc38a23244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:07.378406 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1b840c50-31f3-454a-8075-15fc38a23244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:07.536680 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-network', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:00:07.576074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1b840c50-31f3-454a-8075-15fc38a23244 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4185f181c2a74d15a960ad7c93bc14df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7891319 Nov 16 05:00:07.578561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b840c50-31f3-454a-8075-15fc38a23244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0e27de-9623-487c-b604-a6991b586cb9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:07.588965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60442) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:07.601878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Made reservation on behalf of aa75aebead1043beb6fab68d15000c08 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:00:07.614350 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:07.656240 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:07.983525 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:07.996433 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:08.005904 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e59ae65f-6fe9-46cd-9f37-fc5da2beae39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:08.033388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:00:08.065632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31234203-a5ee-4e95-9aaa-6d720ab7719f up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:00:08.087084 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:08.088171 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Added segment 5cba2beb-07c6-47d5-8531-adcade9cf7ab of type vlan for network de6bcf8d-1961-4d31-a997-4d14ac774008 Nov 16 05:00:08.094587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:08.197224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:08.287368 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:08.288334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 31234203-a5ee-4e95-9aaa-6d720ab7719f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:00:08.288600 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:08.289265 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:08.289966 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:08.483171 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4051507 Nov 16 05:00:08.506537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60468) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:08.525829 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:08.533326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0db657c5-18b4-4dfd-a3bc-a25c06d4c2e7 admin admin] Request body: {'subnet': {'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-subnet', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:00:08.556908 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb603b7-a689-4c79-8977-86dd053d8af1 admin admin] Pushing event updated for resources: {'Network': ['ID=de6bcf8d-1961-4d31-a997-4d14ac774008,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:08.613043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network de6bcf8d-1961-4d31-a997-4d14ac774008 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:00:08.651246 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db657c5-18b4-4dfd-a3bc-a25c06d4c2e7 admin admin] Made reservation on behalf of aa75aebead1043beb6fab68d15000c08 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:00:08.655063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:00:08.655323 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0db657c5-18b4-4dfd-a3bc-a25c06d4c2e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:08.663295 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e21e1c-5326-4063-8d19-f8772977630c" -d '{"events": [{"server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "name": "network-vif-plugged", "status": "completed", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:00:08.719934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ee035-8ada-4eff-9cd0-fabb884e03e9 req-fce11f4b-4508-446b-a799-f4a20e4ccd8b tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:08.722168 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c26ee035-8ada-4eff-9cd0-fabb884e03e9 req-fce11f4b-4508-446b-a799-f4a20e4ccd8b tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 944 time: 1.2986219 Nov 16 05:00:08.880063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c26ee035-8ada-4eff-9cd0-fabb884e03e9 req-b20a3550-8a01-4189-8545-b343800e75a8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414165 Nov 16 05:00:08.886159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83bf109c-df17-4ba6-a374-dab0c280217e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:08.944489 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83bf109c-df17-4ba6-a374-dab0c280217e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:08.952245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 31234203-a5ee-4e95-9aaa-6d720ab7719f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:00:08.964138 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1332a600-0bf5-4f98-9d2b-d324cfb0b7df x-openstack-request-id: req-1332a600-0bf5-4f98-9d2b-d324cfb0b7df {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:00:08.965451 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "name": "network-vif-plugged", "status": "completed", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:00:08.966225 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1332a600-0bf5-4f98-9d2b-d324cfb0b7df {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:00:08.967484 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'code': 200} Nov 16 05:00:08.970113 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:09.116192 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0db657c5-18b4-4dfd-a3bc-a25c06d4c2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:09.135165 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83bf109c-df17-4ba6-a374-dab0c280217e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:09.143954 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-83bf109c-df17-4ba6-a374-dab0c280217e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:09.144201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=31234203-a5ee-4e95-9aaa-6d720ab7719f,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:09.146218 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-83bf109c-df17-4ba6-a374-dab0c280217e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c0e27de-9623-487c-b604-a6991b586cb9 HTTP/1.1" status: 204 len: 168 time: 1.5498066 Nov 16 05:00:09.180907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf109c-df17-4ba6-a374-dab0c280217e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0e27de-9623-487c-b604-a6991b586cb9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:09.350384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db657c5-18b4-4dfd-a3bc-a25c06d4c2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d3f7fd-204f-42cc-a5f1-ba46e994d436,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:09.384911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db657c5-18b4-4dfd-a3bc-a25c06d4c2e7 admin admin] Checking segment: {'id': '5cba2beb-07c6-47d5-8531-adcade9cf7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:00:09.393235 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db657c5-18b4-4dfd-a3bc-a25c06d4c2e7 admin admin] Network hostable DHCP agents. Network: de6bcf8d-1961-4d31-a997-4d14ac774008, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:00:09.474907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db657c5-18b4-4dfd-a3bc-a25c06d4c2e7 admin admin] Network de6bcf8d-1961-4d31-a997-4d14ac774008 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:00:09.494124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-0db657c5-18b4-4dfd-a3bc-a25c06d4c2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, de6bcf8d-1961-4d31-a997-4d14ac774008) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:00:09.502755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db657c5-18b4-4dfd-a3bc-a25c06d4c2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:09.504291 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0db657c5-18b4-4dfd-a3bc-a25c06d4c2e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:09.512966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c7a48-41a5-47d1-8db4-e13f91efd578 None None] Network de6bcf8d-1961-4d31-a997-4d14ac774008 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:00:09.565404 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0db657c5-18b4-4dfd-a3bc-a25c06d4c2e7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0463753 Nov 16 05:00:09.568943 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60482) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:09.574830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:00:09.691493 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:09.695779 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:09.867961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60490) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:09.891091 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:09.986342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b0e82-c553-480d-839f-2291090dc31e None None] Network de6bcf8d-1961-4d31-a997-4d14ac774008 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:00:10.275312 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1147ef67-d10b-45ed-92f2-9916b993269c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:10.418711 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:10.445256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60502) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:10.481071 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c35b7040-c507-4708-bebf-ea6201059efd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:10.499869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1147ef67-d10b-45ed-92f2-9916b993269c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:10.510300 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1147ef67-d10b-45ed-92f2-9916b993269c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:10.564313 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1147ef67-d10b-45ed-92f2-9916b993269c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dabb3169a4774f84b129e2c705184eea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6949949 Nov 16 05:00:10.595762 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e858bef4-9daa-46a9-bc05-9f9eaf2e5949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:10.618241 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60504) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:10.619554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147ef67-d10b-45ed-92f2-9916b993269c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228d218a-01b7-4819-ba77-b0d4c310709b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:10.692228 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c35b7040-c507-4708-bebf-ea6201059efd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:10.735392 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bc88d046-047d-4085-9e8b-100d8b1885d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:10.742395 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c35b7040-c507-4708-bebf-ea6201059efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:10.782792 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bc88d046-047d-4085-9e8b-100d8b1885d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:10.871436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d0e22-0b7e-495f-84be-12d285ff00d6 req-64c75d88-898d-4d54-bedf-1d60babf9686 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:10.876768 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-017d0e22-0b7e-495f-84be-12d285ff00d6 req-64c75d88-898d-4d54-bedf-1d60babf9686 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.6083465 Nov 16 05:00:10.919029 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bc88d046-047d-4085-9e8b-100d8b1885d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:10.922176 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bc88d046-047d-4085-9e8b-100d8b1885d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:10.925740 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bc88d046-047d-4085-9e8b-100d8b1885d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/228d218a-01b7-4819-ba77-b0d4c310709b HTTP/1.1" status: 204 len: 168 time: 0.2986462 Nov 16 05:00:10.941088 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88d046-047d-4085-9e8b-100d8b1885d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228d218a-01b7-4819-ba77-b0d4c310709b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:10.987740 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c35b7040-c507-4708-bebf-ea6201059efd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38aed092113f465fb576aeb703a97f4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5390098 Nov 16 05:00:10.989940 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60512) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:11.175386 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f62efc2e-06f9-41b7-b890-4de026e29b4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:11.189539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b7040-c507-4708-bebf-ea6201059efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347e0308-8d99-4155-89a3-569b20725f01,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:11.286928 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f62efc2e-06f9-41b7-b890-4de026e29b4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:11.346835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-017d0e22-0b7e-495f-84be-12d285ff00d6 req-48132162-47c3-4ca9-ab09-2fb3514a63cd tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3207936 Nov 16 05:00:11.415693 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f62efc2e-06f9-41b7-b890-4de026e29b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:11.419054 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f62efc2e-06f9-41b7-b890-4de026e29b4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:11.423831 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f62efc2e-06f9-41b7-b890-4de026e29b4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/347e0308-8d99-4155-89a3-569b20725f01 HTTP/1.1" status: 204 len: 168 time: 0.4319227 Nov 16 05:00:11.452790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62efc2e-06f9-41b7-b890-4de026e29b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347e0308-8d99-4155-89a3-569b20725f01,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:11.912559 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:11.935282 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:12.027462 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:12.448416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Allocated IP 172.25.0.85 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/8fbf0d36-35fe-410b-9dae-b759f26aa279) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:00:12.527749 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60540) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:12.564595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9de179ed-28f5-430b-bfd8-2703894f1909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:12.850739 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9de179ed-28f5-430b-bfd8-2703894f1909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:12.864048 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9de179ed-28f5-430b-bfd8-2703894f1909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:12.950861 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9de179ed-28f5-430b-bfd8-2703894f1909 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05381a6602374fb0a78ebf65335704d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4220109 Nov 16 05:00:12.958324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60544) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:12.973286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:12.987615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de179ed-28f5-430b-bfd8-2703894f1909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cee8d4c-814a-4d82-a052-c8589214ec6e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:13.121798 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:13.200153 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fea66bf-4141-48e0-a03e-e2a30fd4921b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:13.255942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:00:13.265937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:00:13.298539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:00:13.299854 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fea66bf-4141-48e0-a03e-e2a30fd4921b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:13.306335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec1eee5-cec9-40f9-b1c6-9883dd35d3d9 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:00:13.314365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38936719-d252-4b42-9627-7bdee86ee0db req-db9dbc22-c70e-46ac-9012-df1d238f709c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:13.317705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38936719-d252-4b42-9627-7bdee86ee0db req-db9dbc22-c70e-46ac-9012-df1d238f709c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.7314482 Nov 16 05:00:13.353220 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:13.439702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a5b154b4-4b90-41fd-839d-9e2a70137189 None None] Provisioning complete for port 8fbf0d36-35fe-410b-9dae-b759f26aa279 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:00:13.442456 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5b154b4-4b90-41fd-839d-9e2a70137189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:13.476326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fea66bf-4141-48e0-a03e-e2a30fd4921b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:13.479651 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fea66bf-4141-48e0-a03e-e2a30fd4921b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:13.481126 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5fea66bf-4141-48e0-a03e-e2a30fd4921b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cee8d4c-814a-4d82-a052-c8589214ec6e HTTP/1.1" status: 204 len: 168 time: 0.5197163 Nov 16 05:00:13.502314 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea66bf-4141-48e0-a03e-e2a30fd4921b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cee8d4c-814a-4d82-a052-c8589214ec6e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:13.575654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Pushing event updated for resources: {'Port': ['ID=8fbf0d36-35fe-410b-9dae-b759f26aa279,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:13.609590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38936719-d252-4b42-9627-7bdee86ee0db req-3846839e-ea64-4c0b-b96e-511c2d4e5514 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514014 Nov 16 05:00:13.685506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a5b154b4-4b90-41fd-839d-9e2a70137189 None None] Port 8fbf0d36-35fe-410b-9dae-b759f26aa279 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:00:13.886073 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:14.718212 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:15.196489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282453a4-9e8c-4680-9c96-01ea300c280b req-bc350eac-4fdd-4ef1-8206-dfbef46a7df2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:15.198433 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-282453a4-9e8c-4680-9c96-01ea300c280b req-bc350eac-4fdd-4ef1-8206-dfbef46a7df2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.2571232 Nov 16 05:00:15.368453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60598) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:15.651410 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-282453a4-9e8c-4680-9c96-01ea300c280b req-c3057333-39ec-46d7-8513-76e12b6013db tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4362886 Nov 16 05:00:15.792364 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:15.873357 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9c81b6b-c39f-457f-bd31-6f8d723aeb89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:16.173215 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9c81b6b-c39f-457f-bd31-6f8d723aeb89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:16.186132 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9c81b6b-c39f-457f-bd31-6f8d723aeb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:16.258478 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:16.268452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c81b6b-c39f-457f-bd31-6f8d723aeb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2fc96b-5362-4ede-b38b-70c3ee2b9393,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:16.339795 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b9c81b6b-c39f-457f-bd31-6f8d723aeb89 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22c2bff330544e5a958db2638d64612d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9701438 Nov 16 05:00:16.348136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60628) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:16.478525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Router f1f177e8-1182-4230-a0ff-8c8241cb6a5c is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:00:16.547747 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc013ae3-51f2-4960-b466-3a55ab048d2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:16.654886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:00:16.673600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Sync routers for ids ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:00:16.675251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc013ae3-51f2-4960-b466-3a55ab048d2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:16.750663 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Routers {'f1f177e8-1182-4230-a0ff-8c8241cb6a5c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:00:16.760111 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:00:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:00:16.801407 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:16.813406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ee70b1b3-2dbd-4a69-bc97-fa54053f6a32 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2405226 Nov 16 05:00:16.816205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60642) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:16.838389 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc013ae3-51f2-4960-b466-3a55ab048d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:16.841469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dc013ae3-51f2-4960-b466-3a55ab048d2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:16.846632 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dc013ae3-51f2-4960-b466-3a55ab048d2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d2fc96b-5362-4ede-b38b-70c3ee2b9393 HTTP/1.1" status: 204 len: 168 time: 0.4964292 Nov 16 05:00:16.868816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc013ae3-51f2-4960-b466-3a55ab048d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2fc96b-5362-4ede-b38b-70c3ee2b9393,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:17.204515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f3ac7-87dc-4eea-be5e-6aa5abb7e83e req-27e6f6bd-4681-43c0-9397-bf358964d908 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:17.211823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f53f3ac7-87dc-4eea-be5e-6aa5abb7e83e req-27e6f6bd-4681-43c0-9397-bf358964d908 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.3907015 Nov 16 05:00:17.311456 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Set router f1f177e8-1182-4230-a0ff-8c8241cb6a5c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:00:17.829070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:00:14Z', 'revision_number': 3, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port': {'id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:12Z', 'updated_at': '2021-11-16T05:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:00:17.880870 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Checking router: f1f177e8-1182-4230-a0ff-8c8241cb6a5c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:00:17.881223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Updating router f1f177e8-1182-4230-a0ff-8c8241cb6a5c port 8fbf0d36-35fe-410b-9dae-b759f26aa279 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:00:17.915983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f53f3ac7-87dc-4eea-be5e-6aa5abb7e83e req-c2c2b9ee-7353-40ab-8822-9e7ed74791f1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6963835 Nov 16 05:00:17.967349 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:18.068263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60662) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:18.502753 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a9df03c-4872-4d11-9000-701e2097127f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:18.563139 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:18.585426 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:18.700393 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a9df03c-4872-4d11-9000-701e2097127f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:18.713087 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a9df03c-4872-4d11-9000-701e2097127f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:18.728296 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:18.748445 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:18.862681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9df03c-4872-4d11-9000-701e2097127f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442c9e70-2be7-4450-9445-a00c9afad321,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:18.922102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Allocated IP 172.20.0.1 (de6bcf8d-1961-4d31-a997-4d14ac774008/68d3f7fd-204f-42cc-a5f1-ba46e994d436/4f49a2b5-7e67-49fa-a260-f5890e850df4) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:00:18.976148 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5a9df03c-4872-4d11-9000-701e2097127f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bafef66cc3cf4c8ab78a2297e83c49e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9060588 Nov 16 05:00:18.978085 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60686) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:19.007643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efed3f5-5b8c-47c7-abc1-d2a413ca338e None None] Pushing event updated for resources: {'Port': ['ID=8fbf0d36-35fe-410b-9dae-b759f26aa279,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:19.067569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2772d193-0ea5-48c5-9de0-be182e837bdf None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:00:19.109862 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-465a2c5a-6fe3-4da1-82bf-07400f992bab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:19.144171 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-465a2c5a-6fe3-4da1-82bf-07400f992bab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:19.150869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Attempting to bind port 8fbf0d36-35fe-410b-9dae-b759f26aa279 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:00:19.164536 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Attempting to bind port 8fbf0d36-35fe-410b-9dae-b759f26aa279 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:00:19.167452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Attempting to bind port 8fbf0d36-35fe-410b-9dae-b759f26aa279 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:00:19.213333 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-465a2c5a-6fe3-4da1-82bf-07400f992bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:19.224813 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-465a2c5a-6fe3-4da1-82bf-07400f992bab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:19.228320 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-465a2c5a-6fe3-4da1-82bf-07400f992bab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/442c9e70-2be7-4450-9445-a00c9afad321 HTTP/1.1" status: 204 len: 168 time: 0.2492144 Nov 16 05:00:19.237118 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:00:19.237506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:00:19.245262 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:19.248518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:00:19.249096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Bound port: 8fbf0d36-35fe-410b-9dae-b759f26aa279, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:00:19.249512 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:19.263796 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a2c5a-6fe3-4da1-82bf-07400f992bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442c9e70-2be7-4450-9445-a00c9afad321,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:19.469553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] For port 8fbf0d36-35fe-410b-9dae-b759f26aa279, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:00:19.480324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] For port 8fbf0d36-35fe-410b-9dae-b759f26aa279, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8fbf0d36-35fe-410b-9dae-b759f26aa279,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:00:19.537401 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:19.619928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f38170-4b84-46c5-acbb-7012dfe7c3b5 req-9ad4a3b9-35bb-4263-bc6f-e99ef39d3b5d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:19.624424 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f38170-4b84-46c5-acbb-7012dfe7c3b5 req-9ad4a3b9-35bb-4263-bc6f-e99ef39d3b5d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.3701627 Nov 16 05:00:19.695779 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:19.702592 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-aea1215f-d95c-44d6-aba8-17d54366066d None None] Provisioning complete for port 8fbf0d36-35fe-410b-9dae-b759f26aa279 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:00:19.703165 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aea1215f-d95c-44d6-aba8-17d54366066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:19.716637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc571501-6ac7-4348-8796-8a2f1ec56cfb None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:00:19.976353 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:20.071015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Routers {'f1f177e8-1182-4230-a0ff-8c8241cb6a5c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:00:20.074278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:00:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:00:20.089202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Network de6bcf8d-1961-4d31-a997-4d14ac774008 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:00:20.212683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:00:20.216737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:00:20.261621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f38170-4b84-46c5-acbb-7012dfe7c3b5 req-35b1a3a1-aa15-4556-833b-5fa05e997603 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3659317 Nov 16 05:00:20.290915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efed3f5-5b8c-47c7-abc1-d2a413ca338e None None] Pushing event updated for resources: {'Port': ['ID=8fbf0d36-35fe-410b-9dae-b759f26aa279,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:20.430671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Pushing event updated for resources: {'Port': ['ID=4f49a2b5-7e67-49fa-a260-f5890e850df4,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:20.498301 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:20.969012 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:21.000809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] Set router f1f177e8-1182-4230-a0ff-8c8241cb6a5c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:00:21.096228 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aea1215f-d95c-44d6-aba8-17d54366066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:21.155816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-aea1215f-d95c-44d6-aba8-17d54366066d None None] For port 8fbf0d36-35fe-410b-9dae-b759f26aa279, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8fbf0d36-35fe-410b-9dae-b759f26aa279,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:00:21.297351 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aea1215f-d95c-44d6-aba8-17d54366066d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:21.573398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bf51c-d686-4f42-996a-e4bb340bdb38 req-a687f0f9-edc4-4f03-aa1a-6874d5e12075 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:21.575532 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-078bf51c-d686-4f42-996a-e4bb340bdb38 req-a687f0f9-edc4-4f03-aa1a-6874d5e12075 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1078081 Nov 16 05:00:21.577964 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:21.603560 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:21.632334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea1215f-d95c-44d6-aba8-17d54366066d None None] Pushing event updated for resources: {'Port': ['ID=8fbf0d36-35fe-410b-9dae-b759f26aa279,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:21.664501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c8fa4659-547a-4893-851c-7c3149c5e4f2 None None] Provisioning complete for port 8fbf0d36-35fe-410b-9dae-b759f26aa279 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:00:21.664501 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c8fa4659-547a-4893-851c-7c3149c5e4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:21.715855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Pushing event updated for resources: {'Port': ['ID=4f49a2b5-7e67-49fa-a260-f5890e850df4,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:21.743915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60758) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:21.840521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-078bf51c-d686-4f42-996a-e4bb340bdb38 req-f671c1da-308e-4f3a-8a5d-bf3b0dbc4d60 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536223 Nov 16 05:00:21.873269 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:22.062158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:00:14Z', 'revision_number': 3, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port': {'id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:12Z', 'updated_at': '2021-11-16T05:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:00:22.148046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2d434-9b06-423a-b6d0-777913913e79 None None] The sync data for ids ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'] in n-d-818042-1 is: [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:00:14Z', 'revision_number': 3, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port': {'id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:12Z', 'updated_at': '2021-11-16T05:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:00:22.431961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a8551ba-3740-457e-b395-fa4721dfb296 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:22.496327 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60780) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:22.885857 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-054bca6f-e1ed-40a7-85a8-6c76f68012a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:22.922459 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a8551ba-3740-457e-b395-fa4721dfb296 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:23.020984 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a8551ba-3740-457e-b395-fa4721dfb296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:23.287868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Network de6bcf8d-1961-4d31-a997-4d14ac774008 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:00:23.297387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:00:23.325570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8551ba-3740-457e-b395-fa4721dfb296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d1b92e-b4c5-453b-9242-11772cd61b5e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:23.410251 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5a8551ba-3740-457e-b395-fa4721dfb296 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a9e5729fde694f2baa2dbe812375eb18&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6623363 Nov 16 05:00:23.433523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60802) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:23.585665 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06e2802b-45ae-49b3-89cc-504f301510fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:23.616480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ec5c0-50bc-4d88-bd22-769db44d9700 req-f032c269-fb27-4cc8-8b1b-a552c775f520 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:23.636933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-497ec5c0-50bc-4d88-bd22-769db44d9700 req-f032c269-fb27-4cc8-8b1b-a552c775f520 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.4277093 Nov 16 05:00:23.738652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8fbf0d36-35fe-410b-9dae-b759f26aa279 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:00:23.768716 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06e2802b-45ae-49b3-89cc-504f301510fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:23.823574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 8fbf0d36-35fe-410b-9dae-b759f26aa279 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:00:23.824478 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:23.841364 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-497ec5c0-50bc-4d88-bd22-769db44d9700 req-9c236181-5c77-4455-96e7-2633e4e2aae5 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032535 Nov 16 05:00:23.846518 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-054bca6f-e1ed-40a7-85a8-6c76f68012a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:23.892278 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-054bca6f-e1ed-40a7-85a8-6c76f68012a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:23.930924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Router f1f177e8-1182-4230-a0ff-8c8241cb6a5c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:00:24.175559 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-054bca6f-e1ed-40a7-85a8-6c76f68012a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aed7f827d7ae474fb1db802aa5bbd4bc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6769011 Nov 16 05:00:24.178512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60816) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:24.185685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:00:24.207786 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-05933bee-efcf-4be8-a75c-85d36ddaba37 admin admin] 10.222.0.41 "PUT /v2.0/routers/f1f177e8-1182-4230-a0ff-8c8241cb6a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3174055 Nov 16 05:00:24.249228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bca6f-e1ed-40a7-85a8-6c76f68012a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750e1203-d534-4c91-9c3a-deea4c14d524,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:24.289428 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2177c107-2232-40d1-a226-8413b389a91e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:24.291654 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06e2802b-45ae-49b3-89cc-504f301510fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:24.294617 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06e2802b-45ae-49b3-89cc-504f301510fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:24.296511 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-06e2802b-45ae-49b3-89cc-504f301510fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44d1b92e-b4c5-453b-9242-11772cd61b5e HTTP/1.1" status: 204 len: 168 time: 0.8597534 Nov 16 05:00:24.345067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2802b-45ae-49b3-89cc-504f301510fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d1b92e-b4c5-453b-9242-11772cd61b5e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:24.417070 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2177c107-2232-40d1-a226-8413b389a91e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:24.578816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2177c107-2232-40d1-a226-8413b389a91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:24.581705 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2177c107-2232-40d1-a226-8413b389a91e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:24.582979 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2177c107-2232-40d1-a226-8413b389a91e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/750e1203-d534-4c91-9c3a-deea4c14d524 HTTP/1.1" status: 204 len: 168 time: 0.4002953 Nov 16 05:00:24.617999 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177c107-2232-40d1-a226-8413b389a91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750e1203-d534-4c91-9c3a-deea4c14d524,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:25.209110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5d2a4-cc84-4094-9a6f-14ba5a4c05ba req-1e5bd52a-ef51-469f-8ea6-dfe69ede7783 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:25.215366 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9f5d2a4-cc84-4094-9a6f-14ba5a4c05ba req-1e5bd52a-ef51-469f-8ea6-dfe69ede7783 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1516035 Nov 16 05:00:25.267053 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:00:25.335264 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9f5d2a4-cc84-4094-9a6f-14ba5a4c05ba req-2b83153c-5799-40cb-b513-be78653729ad tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140244 Nov 16 05:00:25.922198 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Sync routers for ids ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:00:25.938217 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Routers {'f1f177e8-1182-4230-a0ff-8c8241cb6a5c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:00:25.939168 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:00:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:00:26.526603 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Set router f1f177e8-1182-4230-a0ff-8c8241cb6a5c gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:00:26.664010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2395deb-228c-40fe-b7bf-57af6910fc75 req-4a4ceb5f-eda8-4786-b75a-7a3d98ec4dc0 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:26.666547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2395deb-228c-40fe-b7bf-57af6910fc75 req-4a4ceb5f-eda8-4786-b75a-7a3d98ec4dc0 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1459212 Nov 16 05:00:26.809712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2395deb-228c-40fe-b7bf-57af6910fc75 req-7548ea07-18c8-4746-97f0-93b70b15b475 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313653 Nov 16 05:00:26.943878 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:00:20Z', 'revision_number': 4, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port': {'id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:12Z', 'updated_at': '2021-11-16T05:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '4f49a2b5-7e67-49fa-a260-f5890e850df4', 'name': '', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'mac_address': 'fa:16:3e:16:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:18Z', 'updated_at': '2021-11-16T05:00:21Z', 'revision_number': 2, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'subnets': [{'id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:00:26.987292 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Checking router: f1f177e8-1182-4230-a0ff-8c8241cb6a5c for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:00:26.989497 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Updating router f1f177e8-1182-4230-a0ff-8c8241cb6a5c port 4f49a2b5-7e67-49fa-a260-f5890e850df4 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:00:27.063928 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:27.712702 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:27.724476 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:27.886436 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Pushing event updated for resources: {'Port': ['ID=4f49a2b5-7e67-49fa-a260-f5890e850df4,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:27.909942 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Attempting to bind port 4f49a2b5-7e67-49fa-a260-f5890e850df4 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:00:27.910318 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Attempting to bind port 4f49a2b5-7e67-49fa-a260-f5890e850df4 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '5cba2beb-07c6-47d5-8531-adcade9cf7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:00:27.910836 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Attempting to bind port 4f49a2b5-7e67-49fa-a260-f5890e850df4 on network de6bcf8d-1961-4d31-a997-4d14ac774008 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:00:27.925744 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:27.926146 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:27.926824 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:27.926824 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:27.927109 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:27.927380 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:27.927701 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:27.928018 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:27.928331 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:27.928642 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:27.929012 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:27.929925 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:27.935228 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:00:27.935598 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Checking segment: {'id': '5cba2beb-07c6-47d5-8531-adcade9cf7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:00:27.936126 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:27.936657 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Bound using segment: {'id': '5cba2beb-07c6-47d5-8531-adcade9cf7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:00:27.937134 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Bound port: 4f49a2b5-7e67-49fa-a260-f5890e850df4, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cba2beb-07c6-47d5-8531-adcade9cf7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:00:27.937505 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:28.125245 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] For port 4f49a2b5-7e67-49fa-a260-f5890e850df4, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:00:28.129444 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] For port 4f49a2b5-7e67-49fa-a260-f5890e850df4, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4f49a2b5-7e67-49fa-a260-f5890e850df4,segment=NetworkSegment(5cba2beb-07c6-47d5-8531-adcade9cf7ab),segment_id=5cba2beb-07c6-47d5-8531-adcade9cf7ab)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:00:28.143458 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:28.153312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a4ce0-d2d7-4e8b-bdc7-0eaf22312383 req-6f24c44c-a880-47eb-a2d8-522ea5d69796 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:28.161603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e1a4ce0-d2d7-4e8b-bdc7-0eaf22312383 req-6f24c44c-a880-47eb-a2d8-522ea5d69796 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1739938 Nov 16 05:00:28.314451 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Routers {'f1f177e8-1182-4230-a0ff-8c8241cb6a5c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:00:28.317948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e1a4ce0-d2d7-4e8b-bdc7-0eaf22312383 req-0dbbf4b6-73a6-4020-a968-a9f1a5cef702 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361854 Nov 16 05:00:28.324389 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:00:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:00:28.599794 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] Set router f1f177e8-1182-4230-a0ff-8c8241cb6a5c gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:00:28.692343 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d69fb7-5363-4afb-aec2-3ca1e2522986 None None] Pushing event updated for resources: {'Port': ['ID=4f49a2b5-7e67-49fa-a260-f5890e850df4,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:28.996519 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:00:20Z', 'revision_number': 4, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port': {'id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:12Z', 'updated_at': '2021-11-16T05:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '4f49a2b5-7e67-49fa-a260-f5890e850df4', 'name': '', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'mac_address': 'fa:16:3e:16:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:18Z', 'updated_at': '2021-11-16T05:00:28Z', 'revision_number': 4, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'subnets': [{'id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:00:29.114272 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6506a22-7251-4be4-ab57-a96d5a21dc1a None None] The sync data for ids ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'] in n-d-818042-1 is: [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:00:20Z', 'revision_number': 4, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port': {'id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:12Z', 'updated_at': '2021-11-16T05:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '4f49a2b5-7e67-49fa-a260-f5890e850df4', 'name': '', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'mac_address': 'fa:16:3e:16:c4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:18Z', 'updated_at': '2021-11-16T05:00:28Z', 'revision_number': 4, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'subnets': [{'id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:00:29.652908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c63cfd-39c1-4492-9cc2-ad4f35669ee4 req-c16eea28-7980-487a-953a-d0d00918c17e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:29.667967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43c63cfd-39c1-4492-9cc2-ad4f35669ee4 req-c16eea28-7980-487a-953a-d0d00918c17e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1383042 Nov 16 05:00:29.770804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4f49a2b5-7e67-49fa-a260-f5890e850df4 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:00:29.902545 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43c63cfd-39c1-4492-9cc2-ad4f35669ee4 req-e8390d51-6eaa-4172-abb5-ff517e82b254 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247500 Nov 16 05:00:29.952583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 4f49a2b5-7e67-49fa-a260-f5890e850df4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:00:29.953257 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:30.128438 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:30.178372 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 4f49a2b5-7e67-49fa-a260-f5890e850df4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4f49a2b5-7e67-49fa-a260-f5890e850df4,segment=NetworkSegment(5cba2beb-07c6-47d5-8531-adcade9cf7ab),segment_id=5cba2beb-07c6-47d5-8531-adcade9cf7ab)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:00:30.191726 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:30.351542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=4f49a2b5-7e67-49fa-a260-f5890e850df4,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:30.382638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:30.385481 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:30.386012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:30.387887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:30.388355 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:30.389269 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:30.390798 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:30.391829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:30.393472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:30.397553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:30.401842 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:30.402494 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:00:31.278834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2679c-71f7-4340-bedb-35657b244cdc req-be65d153-3e49-4440-892e-603b56eb5992 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:31.288683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7dc2679c-71f7-4340-bedb-35657b244cdc req-be65d153-3e49-4440-892e-603b56eb5992 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1532209 Nov 16 05:00:31.405635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7dc2679c-71f7-4340-bedb-35657b244cdc req-5a81a64f-183d-4d25-a74f-710e1475d628 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159923 Nov 16 05:00:31.610144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4f49a2b5-7e67-49fa-a260-f5890e850df4 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:00:31.875158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 4f49a2b5-7e67-49fa-a260-f5890e850df4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:00:31.877240 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:32.798484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596c481-9b4a-4662-a383-10adb1e5648b req-c904d777-d157-4889-bf62-8d475e6ceffb tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:32.810096 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1596c481-9b4a-4662-a383-10adb1e5648b req-c904d777-d157-4889-bf62-8d475e6ceffb tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1776876 Nov 16 05:00:32.949551 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1596c481-9b4a-4662-a383-10adb1e5648b req-db2a2907-0801-4383-87f6-4c9e89ead018 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383979 Nov 16 05:00:34.254490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea0872-727b-42c1-9793-db2cd9e2166d req-6e57552d-9656-4606-8c8c-409d483d983c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:34.260623 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46ea0872-727b-42c1-9793-db2cd9e2166d req-6e57552d-9656-4606-8c8c-409d483d983c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.1287787 Nov 16 05:00:34.415974 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46ea0872-727b-42c1-9793-db2cd9e2166d req-10f1a738-d2e7-46bd-a738-39acae9ec92f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451399 Nov 16 05:00:35.907263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acffb16-64ee-4ef6-88af-969695fe3f51 req-71f90f08-22ba-4e28-b69e-c5c95dbae55f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:35.927800 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2acffb16-64ee-4ef6-88af-969695fe3f51 req-71f90f08-22ba-4e28-b69e-c5c95dbae55f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.3093948 Nov 16 05:00:36.020682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2acffb16-64ee-4ef6-88af-969695fe3f51 req-4ba1da91-b561-4160-8deb-dfaa7337af6d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856745 Nov 16 05:00:36.153091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-3d936130-dcaa-4439-9bd2-7cc46b6f27db tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:36.157284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-3d936130-dcaa-4439-9bd2-7cc46b6f27db tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/networks?id=de6bcf8d-1961-4d31-a997-4d14ac774008 HTTP/1.1" status: 200 len: 819 time: 0.4594784 Nov 16 05:00:36.182095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-5a20010f-caea-4173-b7fd-8ec282444016 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/quotas/aa75aebead1043beb6fab68d15000c08 HTTP/1.1" status: 200 len: 375 time: 0.0179234 Nov 16 05:00:36.331327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-cabba738-72dc-4f4a-a213-8f784986e04c tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa75aebead1043beb6fab68d15000c08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1300631 Nov 16 05:00:36.560909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9d35d-1aca-46cb-92df-3a5763b88fdc req-17fb00c9-a3e0-474c-a643-175274742568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:36.567040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ad9d35d-1aca-46cb-92df-3a5763b88fdc req-17fb00c9-a3e0-474c-a643-175274742568 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 1096 time: 0.2079387 Nov 16 05:00:36.791101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-52546623-7883-46ce-b095-a9a68bd8eefe service neutron] 10.222.0.41 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305885 Nov 16 05:00:37.061752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-3b1016f5-3165-4fb0-bb50-9f376c1f94c2 service neutron] 10.222.0.41 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534769 Nov 16 05:00:37.127653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9d35d-1aca-46cb-92df-3a5763b88fdc req-025314fe-03c6-4579-b061-63a742f486d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:37.138112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ad9d35d-1aca-46cb-92df-3a5763b88fdc req-025314fe-03c6-4579-b061-63a742f486d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 917 time: 0.5544233 Nov 16 05:00:37.656972 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32982) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:37.676359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ad9d35d-1aca-46cb-92df-3a5763b88fdc req-f52de25f-f9b6-48dc-891d-3e2a24f9f35f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f HTTP/1.1" status: 200 len: 1000 time: 0.5348954 Nov 16 05:00:37.996760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d595481-e092-4954-a9dd-ed2536e8a196 req-49e31ed8-c228-48e4-aaf7-2d9c5838e4d8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:37.998459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d595481-e092-4954-a9dd-ed2536e8a196 req-49e31ed8-c228-48e4-aaf7-2d9c5838e4d8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 945 time: 0.7939227 Nov 16 05:00:38.004252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e8c80e5-fff1-4db6-bac9-b41d1a65c93d req-01980076-3d3e-4074-8d05-549a81e0f845 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 210 time: 0.2507377 Nov 16 05:00:38.021190 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-864f01e5-5911-4ca5-ae3c-d7d097c38672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:38.132579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9d35d-1aca-46cb-92df-3a5763b88fdc req-9be5d45b-0e5c-4357-869f-62c0d6c26724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:38.147611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ad9d35d-1aca-46cb-92df-3a5763b88fdc req-9be5d45b-0e5c-4357-869f-62c0d6c26724 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.4574356 Nov 16 05:00:38.245361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31234203-a5ee-4e95-9aaa-6d720ab7719f no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:00:38.390579 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d595481-e092-4954-a9dd-ed2536e8a196 req-d732fbf6-7a24-45be-91c1-22e0e7a38669 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3782678 Nov 16 05:00:38.460155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9d35d-1aca-46cb-92df-3a5763b88fdc req-3290d033-36bd-479d-9135-0ad5e834ef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:38.462101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ad9d35d-1aca-46cb-92df-3a5763b88fdc req-3290d033-36bd-479d-9135-0ad5e834ef67 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3015234 Nov 16 05:00:38.492162 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed493fca-5536-429b-92b3-2daef5997001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:38.710246 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:38.725635 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed493fca-5536-429b-92b3-2daef5997001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:38.730425 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed493fca-5536-429b-92b3-2daef5997001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:38.812201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:00:38.814465 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff2d8a3-7a19-4077-baf9-f98fd26d2536" -d '{"events": [{"server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "name": "network-vif-unplugged", "status": "completed", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:00:38.878135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed493fca-5536-429b-92b3-2daef5997001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f63c7b9-4878-4d22-8f3e-972d6f980e28,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:38.923412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ad9d35d-1aca-46cb-92df-3a5763b88fdc req-6da90bad-e5ca-4d2c-969b-8a49cbd46336 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521601 Nov 16 05:00:38.963226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 31234203-a5ee-4e95-9aaa-6d720ab7719f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:00:38.979570 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:38.980648 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ed493fca-5536-429b-92b3-2daef5997001 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1658f97d0a5548b48c04a65c1a4f39cc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3205106 Nov 16 05:00:38.985794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33032) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:39.167259 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f33e05d9-6052-4b2b-8d58-fece9db54f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:39.207368 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ad9d35d-1aca-46cb-92df-3a5763b88fdc req-0a58640d-bc13-4bc9-af50-37ea70d20603 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745302 Nov 16 05:00:39.265751 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07a8761-a37d-4767-9853-6e5ac6fc8010 x-openstack-request-id: req-f07a8761-a37d-4767-9853-6e5ac6fc8010 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:00:39.267642 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "name": "network-vif-unplugged", "status": "completed", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:00:39.267915 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f07a8761-a37d-4767-9853-6e5ac6fc8010 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:00:39.268388 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'code': 200} Nov 16 05:00:39.274803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=31234203-a5ee-4e95-9aaa-6d720ab7719f,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:39.336706 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f33e05d9-6052-4b2b-8d58-fece9db54f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:39.355073 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2147bbc6-050f-4cdd-b0c8-bdb50b245bd6 req-ec447ecb-9b7a-41b0-87de-e4a2c1646e6b tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 210 time: 0.1464784 Nov 16 05:00:39.504005 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f33e05d9-6052-4b2b-8d58-fece9db54f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:39.508086 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f33e05d9-6052-4b2b-8d58-fece9db54f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:39.510714 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f33e05d9-6052-4b2b-8d58-fece9db54f5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f63c7b9-4878-4d22-8f3e-972d6f980e28 HTTP/1.1" status: 204 len: 168 time: 0.5197985 Nov 16 05:00:39.532180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e05d9-6052-4b2b-8d58-fece9db54f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f63c7b9-4878-4d22-8f3e-972d6f980e28,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:39.795766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecaca4-b65f-47ce-a903-0735910ba722 req-4206710b-e529-487b-977d-5bdd44e82d66 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:39.804637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65ecaca4-b65f-47ce-a903-0735910ba722 req-4206710b-e529-487b-977d-5bdd44e82d66 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.1218209 Nov 16 05:00:39.953549 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65ecaca4-b65f-47ce-a903-0735910ba722 req-6c9e70e3-a0e8-4af7-af89-21b69d995492 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479766 Nov 16 05:00:40.234481 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1606d89-5574-4efc-a8e4-c2e6fa96f858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:40.557544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33090) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:40.579769 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-62cc2e99-e7f5-4b22-98ed-d1ef516c0d4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:40.620279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0891c44-9cec-47eb-9ac9-04908703a958 req-523eb4bc-b2b0-4b50-9118-16a73b8c3b2d tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 210 time: 0.0570676 Nov 16 05:00:40.633257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-156325a7-7f2b-4f52-8619-445ebe20d9c1 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:40.635494 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-156325a7-7f2b-4f52-8619-445ebe20d9c1 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.15 "GET /v2.0/networks?id=de6bcf8d-1961-4d31-a997-4d14ac774008 HTTP/1.1" status: 200 len: 819 time: 0.5333426 Nov 16 05:00:40.654611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-b65b8039-b00e-4d0d-8e7f-80cda33c5647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Request body: {'port': {'device_id': 'bccf50b0-e091-478a-b666-e90154f249d5', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'admin_state_up': True, 'tenant_id': 'aa75aebead1043beb6fab68d15000c08'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:00:40.801075 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-62cc2e99-e7f5-4b22-98ed-d1ef516c0d4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:40.812854 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-62cc2e99-e7f5-4b22-98ed-d1ef516c0d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:40.891495 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc2e99-e7f5-4b22-98ed-d1ef516c0d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fac29a3-aac2-4889-9514-989958502937,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:40.914114 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-62cc2e99-e7f5-4b22-98ed-d1ef516c0d4b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09625da5f90c451aa82f48050d800de7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533850 Nov 16 05:00:40.921649 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33096) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:41.004610 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0e96101-9fa4-4f49-b133-bc7c06380db9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:41.034062 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0e96101-9fa4-4f49-b133-bc7c06380db9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:41.130665 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0e96101-9fa4-4f49-b133-bc7c06380db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:41.133821 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c0e96101-9fa4-4f49-b133-bc7c06380db9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:41.136382 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c0e96101-9fa4-4f49-b133-bc7c06380db9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fac29a3-aac2-4889-9514-989958502937 HTTP/1.1" status: 204 len: 168 time: 0.2101045 Nov 16 05:00:41.140606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-b65b8039-b00e-4d0d-8e7f-80cda33c5647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Made reservation on behalf of aa75aebead1043beb6fab68d15000c08 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:00:41.145389 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-b65b8039-b00e-4d0d-8e7f-80cda33c5647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:41.182040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e96101-9fa4-4f49-b133-bc7c06380db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fac29a3-aac2-4889-9514-989958502937,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:41.343393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-b65b8039-b00e-4d0d-8e7f-80cda33c5647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Allocated IP 172.20.0.5 (de6bcf8d-1961-4d31-a997-4d14ac774008/68d3f7fd-204f-42cc-a5f1-ba46e994d436/a249acf1-6beb-450d-b963-7f4a74d017a3) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:00:41.369598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0fc5f-f5c6-4068-9422-5920b73b7926 req-6c5a1dea-62ee-4802-9c75-003f580796a1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:41.372026 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5f0fc5f-f5c6-4068-9422-5920b73b7926 req-6c5a1dea-62ee-4802-9c75-003f580796a1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.2496636 Nov 16 05:00:41.443733 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5f0fc5f-f5c6-4068-9422-5920b73b7926 req-186c447d-bd95-4189-9d29-aa07cbe5cf1f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640693 Nov 16 05:00:41.688654 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-b65b8039-b00e-4d0d-8e7f-80cda33c5647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:41.820012 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-b65b8039-b00e-4d0d-8e7f-80cda33c5647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:41.961551 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:41.965087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-b65b8039-b00e-4d0d-8e7f-80cda33c5647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Network de6bcf8d-1961-4d31-a997-4d14ac774008 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:00:42.004784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-b65b8039-b00e-4d0d-8e7f-80cda33c5647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:00:42.037295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-b65b8039-b00e-4d0d-8e7f-80cda33c5647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:00:42.161021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b8039-b00e-4d0d-8e7f-80cda33c5647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Pushing event updated for resources: {'Port': ['ID=a249acf1-6beb-450d-b963-7f4a74d017a3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:42.226971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51382357-4df0-4b5b-b1f6-f5c4a33ece9a req-ec23fe84-3deb-427a-9845-bfa38fdcd7c4 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:42.236125 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51382357-4df0-4b5b-b1f6-f5c4a33ece9a req-ec23fe84-3deb-427a-9845-bfa38fdcd7c4 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 931 time: 0.2900202 Nov 16 05:00:42.268503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-b65b8039-b00e-4d0d-8e7f-80cda33c5647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:42.270152 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-b65b8039-b00e-4d0d-8e7f-80cda33c5647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:42.454379 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51382357-4df0-4b5b-b1f6-f5c4a33ece9a req-a5098191-9b9f-4e08-9353-896e7a7c62b5 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169881 Nov 16 05:00:42.468565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-b65b8039-b00e-4d0d-8e7f-80cda33c5647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8202636 Nov 16 05:00:42.480175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Request body: {'port': {'device_id': 'bccf50b0-e091-478a-b666-e90154f249d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:00:42.586464 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:43.247237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a249acf1-6beb-450d-b963-7f4a74d017a3 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:00:43.281022 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:43.286651 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:43.313099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Transition to ACTIVE for port object a249acf1-6beb-450d-b963-7f4a74d017a3 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:00:43.323000 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:43.540770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Pushing event updated for resources: {'Port': ['ID=a249acf1-6beb-450d-b963-7f4a74d017a3,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:43.768302 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:43.942746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Attempting to bind port a249acf1-6beb-450d-b963-7f4a74d017a3 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:00:43.943081 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Attempting to bind port a249acf1-6beb-450d-b963-7f4a74d017a3 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5cba2beb-07c6-47d5-8531-adcade9cf7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:00:43.943417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Attempting to bind port a249acf1-6beb-450d-b963-7f4a74d017a3 on network de6bcf8d-1961-4d31-a997-4d14ac774008 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:00:43.972924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28a31e-e5ce-4a48-97fa-298a056a8c1a req-62b14752-49e7-49b4-b743-fc954a56e42d tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:43.980893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac28a31e-e5ce-4a48-97fa-298a056a8c1a req-62b14752-49e7-49b4-b743-fc954a56e42d tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 943 time: 0.3113644 Nov 16 05:00:43.991410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Port a249acf1-6beb-450d-b963-7f4a74d017a3 on network de6bcf8d-1961-4d31-a997-4d14ac774008 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:00:43.991829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Attempting to bind port a249acf1-6beb-450d-b963-7f4a74d017a3 on network de6bcf8d-1961-4d31-a997-4d14ac774008 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:00:44.044459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:00:44.046192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Checking segment: {'id': '5cba2beb-07c6-47d5-8531-adcade9cf7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:00:44.046797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Bound using segment: {'id': '5cba2beb-07c6-47d5-8531-adcade9cf7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:00:44.048798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Bound port: a249acf1-6beb-450d-b963-7f4a74d017a3, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cba2beb-07c6-47d5-8531-adcade9cf7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:00:44.049393 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:44.232707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac28a31e-e5ce-4a48-97fa-298a056a8c1a req-ed092eef-f2f0-4564-867a-47fc778e15f1 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505748 Nov 16 05:00:44.246558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31234203-a5ee-4e95-9aaa-6d720ab7719f no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:00:44.291859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] For port a249acf1-6beb-450d-b963-7f4a74d017a3, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:00:44.302742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] For port a249acf1-6beb-450d-b963-7f4a74d017a3, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a249acf1-6beb-450d-b963-7f4a74d017a3,segment=NetworkSegment(5cba2beb-07c6-47d5-8531-adcade9cf7ab),segment_id=5cba2beb-07c6-47d5-8531-adcade9cf7ab)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:00:44.370810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-2fe77616-68c3-4929-bcc0-c08fedab20af req-024560e6-2129-4921-9751-79d8b0fd5545 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:00:44.390445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fe77616-68c3-4929-bcc0-c08fedab20af req-024560e6-2129-4921-9751-79d8b0fd5545 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5190825 Nov 16 05:00:44.398170 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:44.624074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:44.625885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:44.632597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] 10.222.0.15 "PUT /v2.0/ports/a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 1091 time: 2.1531568 Nov 16 05:00:44.634348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:00:44.642110 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cd6d97-1212-4721-85f6-adc7559fff06" -d '{"events": [{"name": "network-changed", "server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:00:44.822131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6229f7a-a432-423c-8b04-039ca7386539 service neutron] Pushing event updated for resources: {'Port': ['ID=a249acf1-6beb-450d-b963-7f4a74d017a3,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:44.872399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-d9558009-e04d-4154-97da-0c09d89f46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:44.876900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-d9558009-e04d-4154-97da-0c09d89f46fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa75aebead1043beb6fab68d15000c08&device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 1094 time: 0.1821260 Nov 16 05:00:44.883843 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886f6a1c-f9f4-426c-9f83-e3ae6c224ba0 x-openstack-request-id: req-886f6a1c-f9f4-426c-9f83-e3ae6c224ba0 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:00:44.886209 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:00:44.886511 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-886f6a1c-f9f4-426c-9f83-e3ae6c224ba0 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:00:44.886960 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3', 'status': 'completed', 'code': 200} Nov 16 05:00:44.979858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-190fb643-7fda-4f64-ab3d-cf06c74111c9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 217 time: 0.0918205 Nov 16 05:00:45.221948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc64845-71d9-45cb-908f-c2db4d0db786 req-0ebea3aa-b536-48e6-acc5-3f86240b9ac4 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:45.231096 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ddc64845-71d9-45cb-908f-c2db4d0db786 req-0ebea3aa-b536-48e6-acc5-3f86240b9ac4 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.2491872 Nov 16 05:00:45.235463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-cd16377f-e12b-4089-98e7-fb698069ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:45.249485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-cd16377f-e12b-4089-98e7-fb698069ef8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=68d3f7fd-204f-42cc-a5f1-ba46e994d436 HTTP/1.1" status: 200 len: 859 time: 0.2351432 Nov 16 05:00:45.374307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ddc64845-71d9-45cb-908f-c2db4d0db786 req-bec4afee-577b-4b47-adc0-58320657c656 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375506 Nov 16 05:00:45.427241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-86452482-2b7d-4424-a0e4-e03b08a403a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de6bcf8d-1961-4d31-a997-4d14ac774008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1490691 Nov 16 05:00:45.804127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4dbe5-7f0f-40fb-9aa8-e3771038f173 req-05eeec99-7c4b-4627-8688-6c3e2555eff3 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:45.811222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff4dbe5-7f0f-40fb-9aa8-e3771038f173 req-05eeec99-7c4b-4627-8688-6c3e2555eff3 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 943 time: 0.4658377 Nov 16 05:00:45.826737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-8d5e3ca9-1b34-41dd-ac85-776c5e8b9900 service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870287 Nov 16 05:00:46.141291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ff4dbe5-7f0f-40fb-9aa8-e3771038f173 req-6633d99c-01fe-483a-b891-7d9a8279d412 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290219 Nov 16 05:00:46.293096 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce72bce2-69f5-4d64-80fa-bdbb3bcebba3 req-31b69b0e-0655-47e4-80fd-69e6c218fae0 service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4438224 Nov 16 05:00:46.299403 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-29080a4f-9eba-4c54-a1f4-9e1cf8f018fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1367545 Nov 16 05:00:46.302658 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:46.485794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd6d97-1212-4721-85f6-adc7559fff06 req-66cf2393-1c77-47c0-a385-54a1cdbc653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:46.489007 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37cd6d97-1212-4721-85f6-adc7559fff06 req-66cf2393-1c77-47c0-a385-54a1cdbc653f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa75aebead1043beb6fab68d15000c08&device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 1094 time: 0.1329451 Nov 16 05:00:46.789033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d5134-a1a5-4f67-9825-ef285c5ac02f req-8ab568ff-9d7f-4565-b2b4-26b48ea97f8f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:46.799031 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-509d5134-a1a5-4f67-9825-ef285c5ac02f req-8ab568ff-9d7f-4565-b2b4-26b48ea97f8f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.2434230 Nov 16 05:00:46.851024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd6d97-1212-4721-85f6-adc7559fff06 req-ce093088-39df-4375-8286-1cae64d7997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:46.859788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37cd6d97-1212-4721-85f6-adc7559fff06 req-ce093088-39df-4375-8286-1cae64d7997c service neutron] 10.222.0.15 "GET /v2.0/networks?id=de6bcf8d-1961-4d31-a997-4d14ac774008 HTTP/1.1" status: 200 len: 920 time: 0.3592117 Nov 16 05:00:46.909201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-509d5134-a1a5-4f67-9825-ef285c5ac02f req-207725b7-a9af-4c46-9dac-e36bcae99257 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044776 Nov 16 05:00:47.064594 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37cd6d97-1212-4721-85f6-adc7559fff06 req-afa200fb-28ba-4e55-9148-75290436c5ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 217 time: 0.1738222 Nov 16 05:00:47.326412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd6d97-1212-4721-85f6-adc7559fff06 req-b6fb748b-032a-49da-bcdb-e206cc5dca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:47.340282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37cd6d97-1212-4721-85f6-adc7559fff06 req-b6fb748b-032a-49da-bcdb-e206cc5dca57 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=68d3f7fd-204f-42cc-a5f1-ba46e994d436 HTTP/1.1" status: 200 len: 859 time: 0.2569230 Nov 16 05:00:47.428693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37cd6d97-1212-4721-85f6-adc7559fff06 req-95d74d27-01cb-45fa-a55b-9b87159301fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de6bcf8d-1961-4d31-a997-4d14ac774008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808201 Nov 16 05:00:47.764506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37cd6d97-1212-4721-85f6-adc7559fff06 req-f6dcb7a7-a7b1-4515-a61f-b5ea8cf55beb service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880163 Nov 16 05:00:48.227687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282b879-c99f-4364-8120-ea8ebc107c35 req-20d55896-9aa3-454f-8fe3-a501ceda3665 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:48.229046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5282b879-c99f-4364-8120-ea8ebc107c35 req-20d55896-9aa3-454f-8fe3-a501ceda3665 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 943 time: 0.8564134 Nov 16 05:00:48.398522 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:48.978732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a249acf1-6beb-450d-b963-7f4a74d017a3 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:00:49.209012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37cd6d97-1212-4721-85f6-adc7559fff06 req-0b6a1617-5a53-4ada-84c5-30e299553c85 service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4186764 Nov 16 05:00:49.271076 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a249acf1-6beb-450d-b963-7f4a74d017a3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a249acf1-6beb-450d-b963-7f4a74d017a3,segment=NetworkSegment(5cba2beb-07c6-47d5-8531-adcade9cf7ab),segment_id=5cba2beb-07c6-47d5-8531-adcade9cf7ab)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:00:49.301958 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'a249acf1-6beb-450d-b963-7f4a74d017a3', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'port_id': 'a249acf1-6beb-450d-b963-7f4a74d017a3', 'mac_address': 'fa:16:3e:28:b8:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:00:49.342225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5282b879-c99f-4364-8120-ea8ebc107c35 req-47b1533b-06d1-4ad1-aaf3-5321ad27485c tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0996437 Nov 16 05:00:49.351887 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-f17df4b6-8183-4a93-8503-a52ad52a305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:49.353413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-f17df4b6-8183-4a93-8503-a52ad52a305e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c&tenant_id=8bbc458d86dd42b6b2caab748f91cc15 HTTP/1.1" status: 200 len: 1094 time: 1.1597545 Nov 16 05:00:49.375282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc634ad4-ef80-475c-9b05-f8e88bd7f290 req-fd05a0fd-c6bc-4043-9fe1-14e8497971bc tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:49.378189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc634ad4-ef80-475c-9b05-f8e88bd7f290 req-fd05a0fd-c6bc-4043-9fe1-14e8497971bc tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 1.1930635 Nov 16 05:00:49.455753 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:49.475683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a249acf1-6beb-450d-b963-7f4a74d017a3 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:00:49.537502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a249acf1-6beb-450d-b963-7f4a74d017a3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a249acf1-6beb-450d-b963-7f4a74d017a3,segment=NetworkSegment(5cba2beb-07c6-47d5-8531-adcade9cf7ab),segment_id=5cba2beb-07c6-47d5-8531-adcade9cf7ab)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:00:49.551588 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:49.608294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-0ed79da2-0275-45f9-ac13-830e85445d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:49.611055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-0ed79da2-0275-45f9-ac13-830e85445d8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 1094 time: 0.2273178 Nov 16 05:00:49.618699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc634ad4-ef80-475c-9b05-f8e88bd7f290 req-fcb7173e-3e54-458e-b799-39e900694377 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213652 Nov 16 05:00:49.665994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=a249acf1-6beb-450d-b963-7f4a74d017a3,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:49.757594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['a249acf1-6beb-450d-b963-7f4a74d017a3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:00:49.893244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-ef79df1f-72e8-4e2b-991f-fc138295bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:49.894839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-ef79df1f-72e8-4e2b-991f-fc138295bb4b service neutron] 10.222.0.37 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 917 time: 0.2725563 Nov 16 05:00:50.040528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-ca179d2b-ba85-4277-855f-ec92d5044923 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f HTTP/1.1" status: 200 len: 998 time: 0.1381795 Nov 16 05:00:50.142297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-268a5e66-1827-458b-996b-c22064736736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:50.143879 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-268a5e66-1827-458b-996b-c22064736736 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.0947225 Nov 16 05:00:50.260156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-55e42677-26f8-4fea-9e77-cf08a2469284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:50.262027 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-55e42677-26f8-4fea-9e77-cf08a2469284 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110802 Nov 16 05:00:50.647919 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-a1af6ecd-84e1-4b07-9313-48adee047fa1 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752966 Nov 16 05:00:50.830773 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec381749-23b5-4ef9-b2f3-f61a3ec06b0f req-71fd87ea-2d40-489b-816d-b0e3441dd215 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594672 Nov 16 05:00:50.892955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523a39-cbe8-4c31-bb86-24aafbb5c0c8 req-9b9a3aec-7137-4bf1-a73f-dfe3a5f628a2 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:50.897004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99523a39-cbe8-4c31-bb86-24aafbb5c0c8 req-9b9a3aec-7137-4bf1-a73f-dfe3a5f628a2 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 944 time: 0.2499676 Nov 16 05:00:50.994041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a249acf1-6beb-450d-b963-7f4a74d017a3 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:00:51.118764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99523a39-cbe8-4c31-bb86-24aafbb5c0c8 req-3c45e140-38f6-46e9-98ad-e9eb7985fd47 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145209 Nov 16 05:00:51.163446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port a249acf1-6beb-450d-b963-7f4a74d017a3 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:00:51.173535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port a249acf1-6beb-450d-b963-7f4a74d017a3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:00:51.175869 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:51.187109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d456f-9e6b-4b11-acfe-c3b37a7fd280 req-8ee74426-cbc9-4851-b399-fe3aa8d23af8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:51.205056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e4d456f-9e6b-4b11-acfe-c3b37a7fd280 req-8ee74426-cbc9-4851-b399-fe3aa8d23af8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.2674077 Nov 16 05:00:51.364580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e4d456f-9e6b-4b11-acfe-c3b37a7fd280 req-81d933af-3c10-445f-9241-262cf6141df4 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496830 Nov 16 05:00:51.570582 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:51.841726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a249acf1-6beb-450d-b963-7f4a74d017a3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a249acf1-6beb-450d-b963-7f4a74d017a3,segment=NetworkSegment(5cba2beb-07c6-47d5-8531-adcade9cf7ab),segment_id=5cba2beb-07c6-47d5-8531-adcade9cf7ab)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:00:51.847985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:00:51.856868 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee279d8-0e55-49ff-96b3-dae9fe1ebc8c" -d '{"events": [{"server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "name": "network-vif-plugged", "status": "completed", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:00:51.870370 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:52.016953 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cbcda6-f275-4d2a-9583-9556963c1b3a x-openstack-request-id: req-22cbcda6-f275-4d2a-9583-9556963c1b3a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:00:52.018452 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "name": "network-vif-plugged", "status": "completed", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:00:52.019831 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22cbcda6-f275-4d2a-9583-9556963c1b3a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:00:52.020459 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3', 'code': 200} Nov 16 05:00:52.045672 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=a249acf1-6beb-450d-b963-7f4a74d017a3,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:52.217557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86db321-c7d9-4c58-9741-460198e6d178 req-d4605dae-d830-480a-b0bc-70a659f1d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:52.233023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f86db321-c7d9-4c58-9741-460198e6d178 req-d4605dae-d830-480a-b0bc-70a659f1d3eb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 1096 time: 0.1500232 Nov 16 05:00:52.340993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33614) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:52.351319 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f86db321-c7d9-4c58-9741-460198e6d178 req-a5b7eb20-d82b-4d28-acac-616a7b161ca6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172628 Nov 16 05:00:52.474054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a637eeb-9198-4d9e-b197-cc336fbed902 req-f6d9215c-dfe3-4e37-9e45-f3f755381647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:52.490094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a637eeb-9198-4d9e-b197-cc336fbed902 req-f6d9215c-dfe3-4e37-9e45-f3f755381647 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.1268213 Nov 16 05:00:52.734050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a637eeb-9198-4d9e-b197-cc336fbed902 req-805d848d-48f6-49e1-8f3c-9a6b0c62acaf tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425508 Nov 16 05:00:52.779895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9742c-0473-4587-b239-162496f97ffd req-96e55c01-ef01-4fd0-adba-f57a85fbfdec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:52.787799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bde9742c-0473-4587-b239-162496f97ffd req-96e55c01-ef01-4fd0-adba-f57a85fbfdec tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.2402556 Nov 16 05:00:52.951397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bde9742c-0473-4587-b239-162496f97ffd req-e5a7f979-8b24-4218-bf70-2b3ad458fc26 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574523 Nov 16 05:00:53.137646 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-10f75be8-031f-447b-8bdd-a19de79c79f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:53.411115 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-10f75be8-031f-447b-8bdd-a19de79c79f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:53.416118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-10f75be8-031f-447b-8bdd-a19de79c79f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:53.534524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33664) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:53.558511 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-10f75be8-031f-447b-8bdd-a19de79c79f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb068e375199419c81323034b4082623&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2161663 Nov 16 05:00:53.646188 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f75be8-031f-447b-8bdd-a19de79c79f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42f4e75-5c2c-4d8c-9680-4e64798ed56e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:53.702699 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ca95af2-ae3a-4c9a-97f1-bf822b1e557f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:53.795914 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ca95af2-ae3a-4c9a-97f1-bf822b1e557f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:53.970655 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ca95af2-ae3a-4c9a-97f1-bf822b1e557f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:53.974316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1ca95af2-ae3a-4c9a-97f1-bf822b1e557f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:53.980345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1ca95af2-ae3a-4c9a-97f1-bf822b1e557f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c42f4e75-5c2c-4d8c-9680-4e64798ed56e HTTP/1.1" status: 204 len: 168 time: 0.4438922 Nov 16 05:00:54.087096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748ee2e-4668-4014-8760-d2bac17efd95 req-67e8f63e-cdb8-4878-b9a7-d1f76192234a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:54.104240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0748ee2e-4668-4014-8760-d2bac17efd95 req-67e8f63e-cdb8-4878-b9a7-d1f76192234a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.1857843 Nov 16 05:00:54.222078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca95af2-ae3a-4c9a-97f1-bf822b1e557f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42f4e75-5c2c-4d8c-9680-4e64798ed56e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:54.248369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0748ee2e-4668-4014-8760-d2bac17efd95 req-b6bb75b6-5c9b-4043-8abf-41553bc88b49 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416891 Nov 16 05:00:54.445807 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33692) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:54.458983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88f1e3-6c00-41bf-ab63-b88ed98dd720 req-6ea48eac-a810-40e4-9743-af216b4ff52c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:54.470361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf88f1e3-6c00-41bf-ab63-b88ed98dd720 req-6ea48eac-a810-40e4-9743-af216b4ff52c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.2459474 Nov 16 05:00:54.608137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21eca322-3a10-45d1-8523-ccaad7449a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:54.672772 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf88f1e3-6c00-41bf-ab63-b88ed98dd720 req-2ff3a627-0822-458b-bf15-eb29352af826 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011592 Nov 16 05:00:54.889031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21eca322-3a10-45d1-8523-ccaad7449a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:54.894918 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21eca322-3a10-45d1-8523-ccaad7449a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:54.974240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5c8ac-a305-4724-92be-239d19d8eca8 req-8d42c111-1148-4771-be53-336bebafec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:54.994290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bf5c8ac-a305-4724-92be-239d19d8eca8 req-8d42c111-1148-4771-be53-336bebafec08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa75aebead1043beb6fab68d15000c08&device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 1096 time: 0.2229755 Nov 16 05:00:55.121058 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-21eca322-3a10-45d1-8523-ccaad7449a6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bffea863120b4e67932cd63cddb310a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6713262 Nov 16 05:00:55.131658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33732) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:55.155536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eca322-3a10-45d1-8523-ccaad7449a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d4110e-c18d-4f59-b342-e226c709abfa,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:55.309653 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa16b4e-3af1-48f9-be5a-360196ea9e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:55.348340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5c8ac-a305-4724-92be-239d19d8eca8 req-d2995b1c-0fc2-4393-a673-6d4e6a71ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:55.350731 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bf5c8ac-a305-4724-92be-239d19d8eca8 req-d2995b1c-0fc2-4393-a673-6d4e6a71ec15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de6bcf8d-1961-4d31-a997-4d14ac774008 HTTP/1.1" status: 200 len: 920 time: 0.3554976 Nov 16 05:00:55.391436 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa16b4e-3af1-48f9-be5a-360196ea9e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:55.500505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bf5c8ac-a305-4724-92be-239d19d8eca8 req-63142fa3-b8d6-436a-bbe3-4ae8d838af67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 217 time: 0.1335104 Nov 16 05:00:55.526450 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa16b4e-3af1-48f9-be5a-360196ea9e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:55.529530 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa16b4e-3af1-48f9-be5a-360196ea9e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:55.531368 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3fa16b4e-3af1-48f9-be5a-360196ea9e71 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82d4110e-c18d-4f59-b342-e226c709abfa HTTP/1.1" status: 204 len: 168 time: 0.3987508 Nov 16 05:00:55.543865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2862c9-0af6-4858-9e56-7c992334ec3d req-c71f0658-529b-40a1-825b-eb9163e49287 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:55.561514 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa16b4e-3af1-48f9-be5a-360196ea9e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d4110e-c18d-4f59-b342-e226c709abfa,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:55.578552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb2862c9-0af6-4858-9e56-7c992334ec3d req-c71f0658-529b-40a1-825b-eb9163e49287 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.7176909 Nov 16 05:00:56.122819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb2862c9-0af6-4858-9e56-7c992334ec3d req-bf379313-2d9e-41b2-bb75-e691414186e1 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401471 Nov 16 05:00:56.197479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5c8ac-a305-4724-92be-239d19d8eca8 req-18840c5c-f8f1-4c6d-a376-37dec0a6ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:56.205582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bf5c8ac-a305-4724-92be-239d19d8eca8 req-18840c5c-f8f1-4c6d-a376-37dec0a6ef35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=68d3f7fd-204f-42cc-a5f1-ba46e994d436 HTTP/1.1" status: 200 len: 859 time: 0.6904438 Nov 16 05:00:56.276708 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bf5c8ac-a305-4724-92be-239d19d8eca8 req-38810728-7008-48be-b316-46e020321b42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de6bcf8d-1961-4d31-a997-4d14ac774008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620906 Nov 16 05:00:56.297030 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33796) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:56.327517 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-148be6e4-a75c-44cb-a9fa-8fc3dd57cad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:56.331579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fbb750-6ec4-417c-88de-773166595ab9 req-240e71b8-c19d-46a2-bfb4-f5123d5bc12a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:56.340963 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15fbb750-6ec4-417c-88de-773166595ab9 req-240e71b8-c19d-46a2-bfb4-f5123d5bc12a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.2534480 Nov 16 05:00:56.467490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15fbb750-6ec4-417c-88de-773166595ab9 req-c7e00f12-8e96-4815-9404-b7f428e09c59 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252077 Nov 16 05:00:56.589826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bf5c8ac-a305-4724-92be-239d19d8eca8 req-594b1b22-b568-426f-bfce-0dbdf76d7b81 service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044498 Nov 16 05:00:56.680104 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-148be6e4-a75c-44cb-a9fa-8fc3dd57cad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:56.690524 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-148be6e4-a75c-44cb-a9fa-8fc3dd57cad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:56.864019 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33822) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:00:56.864769 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-148be6e4-a75c-44cb-a9fa-8fc3dd57cad8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d11b71bc7a8749ac908dda0268908f44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5665474 Nov 16 05:00:56.865965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148be6e4-a75c-44cb-a9fa-8fc3dd57cad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cbf4dc-0acf-4562-ad22-79451aab400c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:57.014025 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-660accdb-b4de-48ba-a5c3-7b0a87d81348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:57.050816 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6bf5c8ac-a305-4724-92be-239d19d8eca8 req-9c347322-71f3-42cd-bc82-598d1a116a7f service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532709 Nov 16 05:00:57.068880 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-660accdb-b4de-48ba-a5c3-7b0a87d81348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:57.223669 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-660accdb-b4de-48ba-a5c3-7b0a87d81348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:57.227171 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-660accdb-b4de-48ba-a5c3-7b0a87d81348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:00:57.231780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-660accdb-b4de-48ba-a5c3-7b0a87d81348 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03cbf4dc-0acf-4562-ad22-79451aab400c HTTP/1.1" status: 204 len: 168 time: 0.3667643 Nov 16 05:00:57.267938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660accdb-b4de-48ba-a5c3-7b0a87d81348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cbf4dc-0acf-4562-ad22-79451aab400c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:00:57.578607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e01842-db8d-4b30-8c84-637f17ea4603 req-0e12f2d5-3c7b-49e7-8843-a4b96159489f tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:57.583980 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38e01842-db8d-4b30-8c84-637f17ea4603 req-0e12f2d5-3c7b-49e7-8843-a4b96159489f tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.2382293 Nov 16 05:00:57.783977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38e01842-db8d-4b30-8c84-637f17ea4603 req-824d2e6c-7662-4160-ae40-b967f00aef30 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912532 Nov 16 05:00:57.804376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6086fca-5fb3-4f78-a6a5-7bd166e91465 req-cc49db6c-74c7-47ba-a544-d44948d78dd1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:57.819101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6086fca-5fb3-4f78-a6a5-7bd166e91465 req-cc49db6c-74c7-47ba-a544-d44948d78dd1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.1554756 Nov 16 05:00:57.907396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6086fca-5fb3-4f78-a6a5-7bd166e91465 req-4494a5af-2ebb-4af5-a391-2dd86bb0b802 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872183 Nov 16 05:00:59.197745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db585be0-a6d4-4982-8666-438257971b1f req-d2e587f8-2bfa-4ae3-bfb7-fe1625edb6f5 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:59.209228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db585be0-a6d4-4982-8666-438257971b1f req-d2e587f8-2bfa-4ae3-bfb7-fe1625edb6f5 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.1882701 Nov 16 05:00:59.320139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db585be0-a6d4-4982-8666-438257971b1f req-834d978c-6c03-4185-a979-ec7731d33de5 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087320 Nov 16 05:00:59.721527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e63f3-e4fe-443f-9bca-e58a01727683 req-4fb9b971-252f-4576-b295-4f88c8716dae tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:00:59.751990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-505e63f3-e4fe-443f-9bca-e58a01727683 req-4fb9b971-252f-4576-b295-4f88c8716dae tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.2066498 Nov 16 05:00:59.926871 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-505e63f3-e4fe-443f-9bca-e58a01727683 req-4afdd2f4-0c40-41c2-98d5-3ec5ecca0b54 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738563 Nov 16 05:01:00.158142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33970) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:00.162937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-cbc4a629-b5ce-4d39-ac57-f8f18a8e2f1a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975575039', 'description': 'tempest-secgroup-smoke-975575039 description', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:00.217880 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a629-b5ce-4d39-ac57-f8f18a8e2f1a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:00.254398 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a629-b5ce-4d39-ac57-f8f18a8e2f1a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:00.562555 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a629-b5ce-4d39-ac57-f8f18a8e2f1a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:00.609898 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a629-b5ce-4d39-ac57-f8f18a8e2f1a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:00.831941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a2793-cecb-4282-b969-e8597a72691c req-ac8fdb10-7a42-4d02-8c1c-33fe78cd5e0a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:00.838606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da6a2793-cecb-4282-b969-e8597a72691c req-ac8fdb10-7a42-4d02-8c1c-33fe78cd5e0a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.3075268 Nov 16 05:01:00.839577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4a629-b5ce-4d39-ac57-f8f18a8e2f1a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70089081-ff4e-45f9-b125-f6ba1caec939,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:01.120769 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a629-b5ce-4d39-ac57-f8f18a8e2f1a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:01.138932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da6a2793-cecb-4282-b969-e8597a72691c req-bad66253-32f0-49f0-9760-d55e1c90af9a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882295 Nov 16 05:01:01.166997 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a629-b5ce-4d39-ac57-f8f18a8e2f1a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:01.277355 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbc4a629-b5ce-4d39-ac57-f8f18a8e2f1a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:01.293195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cbc4a629-b5ce-4d39-ac57-f8f18a8e2f1a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1339216 Nov 16 05:01:01.297278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34014) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:01.298500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34016) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:01.305231 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': '4765b2c5-1a02-48fa-b085-d4659bce94ff', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:01.344179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61107710-ab5d-41f0-b3e0-cf0646e2cbb1 req-6bef61a7-cc3d-4ef6-ab4f-98a564e7f00b tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:01.346298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-61107710-ab5d-41f0-b3e0-cf0646e2cbb1 req-6bef61a7-cc3d-4ef6-ab4f-98a564e7f00b tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.2052677 Nov 16 05:01:01.347173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4a629-b5ce-4d39-ac57-f8f18a8e2f1a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4765b2c5-1a02-48fa-b085-d4659bce94ff,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:01.463723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-61107710-ab5d-41f0-b3e0-cf0646e2cbb1 req-a9feef90-62dd-4b9f-92f4-cdbe95ec9b74 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109922 Nov 16 05:01:01.464244 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:01.546851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d696e24e-0353-4c48-9310-b899be8ffb18 admin admin] Deleting subnet 47888e68-f2cb-42b0-b001-3e0a5be56f72 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:01:01.638245 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:01.643529 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d696e24e-0353-4c48-9310-b899be8ffb18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:01.648149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:01.726852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1760ef3c-de14-4bff-b5a3-c881a87680e6,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:01.739821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:01.740322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:01.740787 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:01.741428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:01.742071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:01.742769 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:01.743489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:01.744670 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:01.744670 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:01.745138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:01.745571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:01.746047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:01.769580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d696e24e-0353-4c48-9310-b899be8ffb18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:01.798442 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:01.805558 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-58e1715d-0176-4701-8f8b-8a95ba79be38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5023806 Nov 16 05:01:01.807296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34042) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:01.823987 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-feb4dbed-e6e4-4924-bd5a-1b2bc3e4ddc3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': '4765b2c5-1a02-48fa-b085-d4659bce94ff', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:01.884383 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d696e24e-0353-4c48-9310-b899be8ffb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:02.083552 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d696e24e-0353-4c48-9310-b899be8ffb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:02.106572 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d696e24e-0353-4c48-9310-b899be8ffb18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:02.114514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34058) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:02.115002 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d696e24e-0353-4c48-9310-b899be8ffb18 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/47888e68-f2cb-42b0-b001-3e0a5be56f72 HTTP/1.1" status: 204 len: 168 time: 0.8135483 Nov 16 05:01:02.145374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-feb4dbed-e6e4-4924-bd5a-1b2bc3e4ddc3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:02.184416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696e24e-0353-4c48-9310-b899be8ffb18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47888e68-f2cb-42b0-b001-3e0a5be56f72,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:02.247309 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-feb4dbed-e6e4-4924-bd5a-1b2bc3e4ddc3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:02.259135 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:01:02.260103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-feb4dbed-e6e4-4924-bd5a-1b2bc3e4ddc3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:02.289065 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-feb4dbed-e6e4-4924-bd5a-1b2bc3e4ddc3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:02.293587 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-feb4dbed-e6e4-4924-bd5a-1b2bc3e4ddc3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4803369 Nov 16 05:01:02.294282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34064) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:02.296994 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4dbed-e6e4-4924-bd5a-1b2bc3e4ddc3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=214f7a94-bf33-4f99-b29b-e83d687fa6b8,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:02.317421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ac558e9a-083b-4b75-8532-57cdda4ace2a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': '4765b2c5-1a02-48fa-b085-d4659bce94ff', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:02.477336 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9b430e19-1df8-4de4-81b8-fdc697affdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:02.729678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d162e-9f89-40f9-8f45-0837d251028a req-080c8398-4748-4bf6-889b-ddb068ce3550 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:02.741569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d21d162e-9f89-40f9-8f45-0837d251028a req-080c8398-4748-4bf6-889b-ddb068ce3550 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.4078236 Nov 16 05:01:02.753035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ac558e9a-083b-4b75-8532-57cdda4ace2a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:03.071025 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9b430e19-1df8-4de4-81b8-fdc697affdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:03.155927 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ac558e9a-083b-4b75-8532-57cdda4ace2a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:03.246425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51424b30-3550-47b0-b1f9-4d292170573f req-bbba2398-6245-4dc9-893f-51c7d9fdbaff tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:03.261853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51424b30-3550-47b0-b1f9-4d292170573f req-bbba2398-6245-4dc9-893f-51c7d9fdbaff tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.6000485 Nov 16 05:01:03.271448 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ac558e9a-083b-4b75-8532-57cdda4ace2a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:03.408513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d21d162e-9f89-40f9-8f45-0837d251028a req-dc65a518-5254-4ce4-9439-54d49f86a9d4 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6650035 Nov 16 05:01:03.414282 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ac558e9a-083b-4b75-8532-57cdda4ace2a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:03.426998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ac558e9a-083b-4b75-8532-57cdda4ace2a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1134393 Nov 16 05:01:03.430668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9b430e19-1df8-4de4-81b8-fdc697affdc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965b3ed8-7f2f-46cd-8184-008b6f189e61']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:03.430875 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34112) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:03.438843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-63a9b120-6de0-4590-b847-f11078287307 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': '4765b2c5-1a02-48fa-b085-d4659bce94ff', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:03.489539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac558e9a-083b-4b75-8532-57cdda4ace2a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5394e97e-f1e8-4f4a-8540-32d06066f404,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:03.502629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9b430e19-1df8-4de4-81b8-fdc697affdc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c723e7b4-464c-4d6a-8772-2a774cad52d2') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:03.503149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9b430e19-1df8-4de4-81b8-fdc697affdc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c723e7b4-464c-4d6a-8772-2a774cad52d2') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:03.523859 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63a9b120-6de0-4590-b847-f11078287307 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:03.582315 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9b430e19-1df8-4de4-81b8-fdc697affdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:03.675494 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9b430e19-1df8-4de4-81b8-fdc697affdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:03.699998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51424b30-3550-47b0-b1f9-4d292170573f req-869449b4-b0b3-4ec3-8a8b-4a09edc5d33c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4354463 Nov 16 05:01:03.733063 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b430e19-1df8-4de4-81b8-fdc697affdc0 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:01:03.737902 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9b430e19-1df8-4de4-81b8-fdc697affdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:01:03.749821 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:01:03.833194 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63a9b120-6de0-4590-b847-f11078287307 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:03.839176 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63a9b120-6de0-4590-b847-f11078287307 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:03.884591 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-63a9b120-6de0-4590-b847-f11078287307 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:03.890492 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-63a9b120-6de0-4590-b847-f11078287307 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4574211 Nov 16 05:01:03.892095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34126) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:03.898074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9b120-6de0-4590-b847-f11078287307 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7674fb-1ddf-492f-b9ec-ad295e17046e,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:03.912824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a55ed3f2-da48-4559-b38e-9090c38be22d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': '4765b2c5-1a02-48fa-b085-d4659bce94ff', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:04.024609 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9b430e19-1df8-4de4-81b8-fdc697affdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:04.034506 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9b430e19-1df8-4de4-81b8-fdc697affdc0 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:04.054375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9b430e19-1df8-4de4-81b8-fdc697affdc0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/965b3ed8-7f2f-46cd-8184-008b6f189e61 HTTP/1.1" status: 204 len: 168 time: 1.9219937 Nov 16 05:01:04.067288 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-a55ed3f2-da48-4559-b38e-9090c38be22d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Project 67e3204c0e154b1a8a560237bfff7b3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:01:04.082337 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a55ed3f2-da48-4559-b38e-9090c38be22d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:04.085142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b430e19-1df8-4de4-81b8-fdc697affdc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=965b3ed8-7f2f-46cd-8184-008b6f189e61,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:04.245971 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a55ed3f2-da48-4559-b38e-9090c38be22d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:04.250343 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a55ed3f2-da48-4559-b38e-9090c38be22d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:04.294157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ed3f2-da48-4559-b38e-9090c38be22d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7867298a-b007-4439-b67f-5079cd0b137d,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:04.303333 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a55ed3f2-da48-4559-b38e-9090c38be22d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:04.304521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a55ed3f2-da48-4559-b38e-9090c38be22d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4085019 Nov 16 05:01:04.307111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34140) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:04.311790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': '4765b2c5-1a02-48fa-b085-d4659bce94ff', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:04.360662 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Project 67e3204c0e154b1a8a560237bfff7b3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:01:04.366885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:04.540191 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34156) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:04.548802 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:04.558864 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:04.601868 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:04.608737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3005877 Nov 16 05:01:04.612644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34166) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:04.630743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a581e34e-0476-47b0-868e-256f5fddebc9,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:04.632123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-80e4aa4f-469e-45a2-864e-0f0f927d94c6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'network': {'name': 'tempest-network-smoke--1001703930', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'port_security_enabled': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:04.687441 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1410c812-94ef-4eff-b0d4-aebb8ad99ae7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=031d46f2a9454aca8cbaa887e5b7bdb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1458800 Nov 16 05:01:04.690502 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34170) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:04.696314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:04.706508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:04.707202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:04.707758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:04.708429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:04.708952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:04.709568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:04.714668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:04.715324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:04.717088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:04.717648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:04.718199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba598f-451a-4ebb-9ea4-7f166496d5c9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:04.728290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e4aa4f-469e-45a2-864e-0f0f927d94c6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Made reservation on behalf of 67e3204c0e154b1a8a560237bfff7b3b for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:01:04.739630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa4f-469e-45a2-864e-0f0f927d94c6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:04.800356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb92489-d5e4-43da-ac5a-1f858316f9c4 req-b08e7b05-596a-4dac-be4b-fbcef51f7c6d tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:04.808493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbb92489-d5e4-43da-ac5a-1f858316f9c4 req-b08e7b05-596a-4dac-be4b-fbcef51f7c6d tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.2197652 Nov 16 05:01:04.869127 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e4aa4f-469e-45a2-864e-0f0f927d94c6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:01:04.895942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa4f-469e-45a2-864e-0f0f927d94c6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:04.895942 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-80e4aa4f-469e-45a2-864e-0f0f927d94c6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Added segment 2cf3621f-3f63-4765-bd6c-2acf15324be2 of type vlan for network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd Nov 16 05:01:04.943381 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbb92489-d5e4-43da-ac5a-1f858316f9c4 req-43fd4aa2-f481-4570-8aaf-7812f50ddb7f tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157207 Nov 16 05:01:05.015143 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa4f-469e-45a2-864e-0f0f927d94c6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:05.086813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8054909-6f48-4e23-9e1e-e4d246f8c376 req-eb3d1e28-73be-439d-9c4b-50b25c7f02ae tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:05.088573 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8054909-6f48-4e23-9e1e-e4d246f8c376 req-eb3d1e28-73be-439d-9c4b-50b25c7f02ae tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.1438599 Nov 16 05:01:05.109490 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21235248-b5e1-4349-9c2f-82564a1777a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:05.167032 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21235248-b5e1-4349-9c2f-82564a1777a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:05.182901 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa4f-469e-45a2-864e-0f0f927d94c6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:05.188693 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e4aa4f-469e-45a2-864e-0f0f927d94c6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:05.189289 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-80e4aa4f-469e-45a2-864e-0f0f927d94c6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:05.250179 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d8054909-6f48-4e23-9e1e-e4d246f8c376 req-e05de909-fe5b-44a8-9ffd-c2824c607193 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275764 Nov 16 05:01:05.323981 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-80e4aa4f-469e-45a2-864e-0f0f927d94c6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7058687 Nov 16 05:01:05.324726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34190) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:05.330128 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'admin_state_up': True, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:05.385063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4aa4f-469e-45a2-864e-0f0f927d94c6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Network': ['ID=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:05.391182 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:05.392641 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:05.409506 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21235248-b5e1-4349-9c2f-82564a1777a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:05.410486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:01:05.412319 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21235248-b5e1-4349-9c2f-82564a1777a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:05.416715 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-21235248-b5e1-4349-9c2f-82564a1777a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/761521bd-8e69-4a43-a10d-18a319a9dd6d HTTP/1.1" status: 204 len: 168 time: 0.7219708 Nov 16 05:01:05.425687 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21235248-b5e1-4349-9c2f-82564a1777a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761521bd-8e69-4a43-a10d-18a319a9dd6d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:05.492602 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:05.944682 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:06.440978 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:06.470614 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:06.759539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.25.0.62 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/99a7bd8f-4a6f-48b2-963c-9af55f321cc8) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:01:06.942226 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:07.007537 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:07.038504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587347e-4b5a-41db-bb8f-34e7d1d5ddb3 req-fd151c68-50d9-489a-9965-afb0f01f6cd6 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:07.041456 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e587347e-4b5a-41db-bb8f-34e7d1d5ddb3 req-fd151c68-50d9-489a-9965-afb0f01f6cd6 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.9149604 Nov 16 05:01:07.130378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:01:07.193898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:07.209594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:01:07.212880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff3874-d6b4-440c-ba86-4ecd3ced82b3 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:07.237221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=99a7bd8f-4a6f-48b2-963c-9af55f321cc8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:07.291034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-96ae094f-22b2-4e38-9d39-0ac914bbd4e5 None None] Provisioning complete for port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:07.293863 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96ae094f-22b2-4e38-9d39-0ac914bbd4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:07.336499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d664a07-789a-4447-aa74-8435a61822a5 req-5707233f-5103-43ab-8fc4-8f7ba806ebd2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:07.338534 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d664a07-789a-4447-aa74-8435a61822a5 req-5707233f-5103-43ab-8fc4-8f7ba806ebd2 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.8999090 Nov 16 05:01:07.353016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e587347e-4b5a-41db-bb8f-34e7d1d5ddb3 req-c26c52f0-9e41-4114-9029-e08032294725 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757511 Nov 16 05:01:07.400511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-96ae094f-22b2-4e38-9d39-0ac914bbd4e5 None None] Port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:01:07.811977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4d664a07-789a-4447-aa74-8435a61822a5 req-a5b2783f-cedc-47cb-ac5a-2f6a0fba9360 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4027438 Nov 16 05:01:07.991670 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5d9680f2-2cf6-42d5-8451-a75629b88003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:08.133634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34288) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:08.406455 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9944720-ad7e-48c0-9a14-7d0cbb2e80bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:08.653798 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9944720-ad7e-48c0-9a14-7d0cbb2e80bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:08.668855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9944720-ad7e-48c0-9a14-7d0cbb2e80bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:08.781994 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e9944720-ad7e-48c0-9a14-7d0cbb2e80bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c94374ea01364837b93c3c9e19043da7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6461945 Nov 16 05:01:08.784271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34312) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:08.842785 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34316) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:08.943733 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:08.947028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9944720-ad7e-48c0-9a14-7d0cbb2e80bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775b6b71-f4c2-452d-b327-8fd77537c25b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:08.964725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade598ec-22f1-46db-af72-10d4def3ba0c req-3adad05d-ed13-442e-9765-805294b4d018 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:08.973284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ade598ec-22f1-46db-af72-10d4def3ba0c req-3adad05d-ed13-442e-9765-805294b4d018 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.3230436 Nov 16 05:01:09.056905 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-12e937a7-b166-433e-8a7d-cf150795c86c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:09.144801 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-12e937a7-b166-433e-8a7d-cf150795c86c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:09.262290 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-12e937a7-b166-433e-8a7d-cf150795c86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:09.265800 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-12e937a7-b166-433e-8a7d-cf150795c86c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:09.270161 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-12e937a7-b166-433e-8a7d-cf150795c86c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/775b6b71-f4c2-452d-b327-8fd77537c25b HTTP/1.1" status: 204 len: 168 time: 0.4848418 Nov 16 05:01:09.272795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5d876-e099-4395-959f-abb9d86bffc7 req-f4ba0d3c-db45-4c7e-85bf-83cfa2cd8083 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:09.280764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1f5d876-e099-4395-959f-abb9d86bffc7 req-f4ba0d3c-db45-4c7e-85bf-83cfa2cd8083 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.3027892 Nov 16 05:01:09.304869 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1411645989-network', 'tenant_id': '12a5524226bd49fb868159e39e015842'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:09.350636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e937a7-b166-433e-8a7d-cf150795c86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775b6b71-f4c2-452d-b327-8fd77537c25b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:09.370132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Made reservation on behalf of 12a5524226bd49fb868159e39e015842 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:01:09.386215 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:09.390510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ade598ec-22f1-46db-af72-10d4def3ba0c req-d4081fd1-3458-46a4-ade6-c62ba56afdef tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220248 Nov 16 05:01:09.449184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:09.662998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1f5d876-e099-4395-959f-abb9d86bffc7 req-8c9e38e1-1ee0-4324-bd22-7c06ad93b116 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3385828 Nov 16 05:01:09.715769 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:09.794952 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:09.802038 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:09.867968 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:01:09.904438 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:09.906458 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Added segment eff5d098-40a0-4db1-bab0-54aa6bd31ed2 of type vlan for network e561f0c7-4306-4510-ae53-499e3d104144 Nov 16 05:01:09.928249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:01:09.932679 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb96db0-fc92-4a5c-9096-e390ac391bea,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:09.989228 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:10.069856 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:10.070808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:10.071362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:10.139054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:01:10.152440 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Sync routers for ids ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:01:10.166642 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:10.169827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b38aa483-c7a2-4b20-ad3a-252a8c28e91e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.8422275 Nov 16 05:01:10.171599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34356) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:10.180024 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3272123 Nov 16 05:01:10.184635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Routers {'d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:10.185304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:00:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:10.190190 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34358) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:10.209633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-74efaf36-431e-410f-ad51-9e47ff6314b0 admin admin] Request body: {'subnet': {'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1411645989-subnet', 'tenant_id': '12a5524226bd49fb868159e39e015842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:10.236757 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9f1d6-27b9-47c2-8720-b93921a2c913 admin admin] Pushing event updated for resources: {'Network': ['ID=e561f0c7-4306-4510-ae53-499e3d104144,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:10.254969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74efaf36-431e-410f-ad51-9e47ff6314b0 admin admin] Made reservation on behalf of 12a5524226bd49fb868159e39e015842 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:01:10.259077 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-74efaf36-431e-410f-ad51-9e47ff6314b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:10.389895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Set router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:10.489375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e561f0c7-4306-4510-ae53-499e3d104144 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:01:10.536824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-74efaf36-431e-410f-ad51-9e47ff6314b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:10.566515 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-168f4fc6-3729-478e-a50a-69425603f004 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=67e3204c0e154b1a8a560237bfff7b3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3902361 Nov 16 05:01:10.570162 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34376) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:10.661818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c65220-da7c-4586-9dcb-86a777a00de0 req-a5dddd89-8b34-4dcf-ad86-92352a696bdf tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:10.663490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6c65220-da7c-4586-9dcb-86a777a00de0 req-a5dddd89-8b34-4dcf-ad86-92352a696bdf tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.0962834 Nov 16 05:01:10.695303 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-16300b61-c416-4d8e-ba31-36ce7b8d2a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:10.776852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b6c65220-da7c-4586-9dcb-86a777a00de0 req-13ab01a6-2268-4a5b-8edd-b119a429eb5c tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068242 Nov 16 05:01:10.811389 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:01:07Z', 'revision_number': 3, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:06Z', 'updated_at': '2021-11-16T05:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:10.850939 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Checking router: d9a51288-ce4b-4bc9-b701-2df1b15e6f3f for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:01:10.851751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Updating router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:01:10.886601 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:10.894620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488448b-5b4b-4c44-b297-1ee41f62da8d req-f3219db6-564e-485c-b3a0-c6ef45846dbf tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:10.896203 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5488448b-5b4b-4c44-b297-1ee41f62da8d req-f3219db6-564e-485c-b3a0-c6ef45846dbf tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.0978584 Nov 16 05:01:10.969605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5488448b-5b4b-4c44-b297-1ee41f62da8d req-c0e5680d-f77b-4cd3-bda2-da1166e0a9a6 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632753 Nov 16 05:01:11.382442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efaf36-431e-410f-ad51-9e47ff6314b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:11.399508 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:11.407280 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:11.427795 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74efaf36-431e-410f-ad51-9e47ff6314b0 admin admin] Checking segment: {'id': 'eff5d098-40a0-4db1-bab0-54aa6bd31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:01:11.428299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74efaf36-431e-410f-ad51-9e47ff6314b0 admin admin] Network hostable DHCP agents. Network: e561f0c7-4306-4510-ae53-499e3d104144, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:01:11.484355 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699eb3f8-b4e4-4e49-808f-6a78a564aee6 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:11.489037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34408) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:11.489551 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-699eb3f8-b4e4-4e49-808f-6a78a564aee6 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9163003 Nov 16 05:01:11.490995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74efaf36-431e-410f-ad51-9e47ff6314b0 admin admin] Network e561f0c7-4306-4510-ae53-499e3d104144 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:01:11.516936 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-74efaf36-431e-410f-ad51-9e47ff6314b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e561f0c7-4306-4510-ae53-499e3d104144) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:11.530946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b39c30-1520-4a78-9428-56609ade18d2 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:11.531812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74efaf36-431e-410f-ad51-9e47ff6314b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:11.532565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-74efaf36-431e-410f-ad51-9e47ff6314b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:11.564086 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-74efaf36-431e-410f-ad51-9e47ff6314b0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3690588 Nov 16 05:01:11.607112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51539dc0-0217-4743-944f-9aa76f4ab985 None None] Network e561f0c7-4306-4510-ae53-499e3d104144 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:01:11.621941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3fc46a13-2711-42f3-a504-150c593b9402 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1316803 Nov 16 05:01:11.624658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34420) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:11.630515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a9dd6f22-028d-49bd-b139-1e60a08afc27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-232631110', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:11.759555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dd6f22-028d-49bd-b139-1e60a08afc27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Made reservation on behalf of 67e3204c0e154b1a8a560237bfff7b3b for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:01:11.764354 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6f22-028d-49bd-b139-1e60a08afc27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:12.002402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dd6d3-7e20-4411-8291-bbafe87c052b req-3aa4e48e-d30d-4092-a269-7b520686cfc4 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:12.007432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c4dd6d3-7e20-4411-8291-bbafe87c052b req-3aa4e48e-d30d-4092-a269-7b520686cfc4 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.1106725 Nov 16 05:01:12.079383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498c147-9d9b-48f8-ae61-afbbac05c6e1 None None] Pushing event updated for resources: {'Port': ['ID=99a7bd8f-4a6f-48b2-963c-9af55f321cc8,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:12.115882 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c4dd6d3-7e20-4411-8291-bbafe87c052b req-c3819614-9579-46f9-a1c8-963b315b9946 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941081 Nov 16 05:01:12.133140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34440) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:12.162753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Attempting to bind port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:01:12.163720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Attempting to bind port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:01:12.163720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Attempting to bind port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:01:12.178770 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6f22-028d-49bd-b139-1e60a08afc27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:12.206198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc01add3-7c6e-478b-9cfb-4d620212a191 None None] Network e561f0c7-4306-4510-ae53-499e3d104144 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:01:12.271767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:01:12.278066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:01:12.278066 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:12.278066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:01:12.278066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Bound port: 99a7bd8f-4a6f-48b2-963c-9af55f321cc8, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:01:12.278509 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:12.304952 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd6f22-028d-49bd-b139-1e60a08afc27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Subnet': ['ID=24bfef4b-c7fb-467d-b769-75c120712310,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:12.362490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5f02d-4c10-48fe-8a8f-503959d1fdc4 req-3127dc2f-bb19-4fa1-b09c-e07e266cc60c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:12.364525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ad5f02d-4c10-48fe-8a8f-503959d1fdc4 req-3127dc2f-bb19-4fa1-b09c-e07e266cc60c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.1541359 Nov 16 05:01:12.375743 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd6f22-028d-49bd-b139-1e60a08afc27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Checking segment: {'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:01:12.380969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd6f22-028d-49bd-b139-1e60a08afc27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network hostable DHCP agents. Network: a8ba1e2b-bb8d-46fd-8209-1e226766b2fd, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:01:12.432747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd6f22-028d-49bd-b139-1e60a08afc27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:01:12.450530 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a9dd6f22-028d-49bd-b139-1e60a08afc27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, a8ba1e2b-bb8d-46fd-8209-1e226766b2fd) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:12.458101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dd6f22-028d-49bd-b139-1e60a08afc27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:12.458707 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6f22-028d-49bd-b139-1e60a08afc27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:12.499699 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a9dd6f22-028d-49bd-b139-1e60a08afc27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8736951 Nov 16 05:01:12.500334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34450) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:12.536854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ad5f02d-4c10-48fe-8a8f-503959d1fdc4 req-dc2a1e6d-0da6-4e08-8afd-dfd532369b51 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643085 Nov 16 05:01:12.539342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31234203-a5ee-4e95-9aaa-6d720ab7719f details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:01:12.547779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42d9a2c-8165-4081-982c-317a50a8d000 None None] Network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:01:12.644611 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:12.655142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e20c645e-5b5e-4cbb-bdf4-3205dd38fd30 None None] Provisioning complete for port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:12.655520 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e20c645e-5b5e-4cbb-bdf4-3205dd38fd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:12.750092 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e20c645e-5b5e-4cbb-bdf4-3205dd38fd30 None None] Port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:01:12.833067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] For port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:01:12.876011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-893821008', 'router:external': True}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:12.937514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Made reservation on behalf of 3b86ae446295448cbfa1abc2d3c6f444 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:01:12.940726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:12.960338 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:12.963788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] For port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=99a7bd8f-4a6f-48b2-963c-9af55f321cc8,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:01:12.967631 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 05:01:13.040938 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:13.171566 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:13.180879 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:13.207487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ips': [{'subnet_id': '24bfef4b-c7fb-467d-b769-75c120712310'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:01:13.208363 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:13.260496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:01:13.316278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43d6925-d9f6-4d52-8724-86c68f69e702,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:13.321506 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:13.321884 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Added segment 019f26d1-ac62-4836-9452-e587b96eadc5 of type vlan for network 31a03aac-a136-481d-9ae8-17db4ddabe78 Nov 16 05:01:13.427203 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:13.496252 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:13.497162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:13.497892 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:13.508361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Allocated IP 172.20.0.2 (a8ba1e2b-bb8d-46fd-8209-1e226766b2fd/24bfef4b-c7fb-467d-b769-75c120712310/672a0fee-46f7-4a9a-8404-e8a8ad0c0323) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:01:13.661639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f3cd0-daad-43cf-a636-206f551644e5 req-38a1842c-8598-4f7a-9b99-1132768d090e tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:13.673758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-459f3cd0-daad-43cf-a636-206f551644e5 req-38a1842c-8598-4f7a-9b99-1132768d090e tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.2145095 Nov 16 05:01:13.740311 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:13.744088 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6179888-207a-4dff-863a-9e1202188001 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:13.788609 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:13.797973 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:13.842454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7055886 Nov 16 05:01:13.855817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34488) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:13.871173 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9c86e5c1-cb63-4dc3-9853-fce93b4e820e tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Request body: {'subnet': {'network_id': '31a03aac-a136-481d-9ae8-17db4ddabe78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:13.874914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Routers {'d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:13.878366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:13.928409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-459f3cd0-daad-43cf-a636-206f551644e5 req-b9202bef-45b0-4d73-8ad1-0bcaa38a9efb tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527113 Nov 16 05:01:13.935484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e774be-3187-4cc1-97b3-c59bc5fab6cb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event updated for resources: {'Network': ['ID=31a03aac-a136-481d-9ae8-17db4ddabe78,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:14.037994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f3f1a-e581-49ac-94cd-4a12fee1ccdc req-0b6cc02d-c75b-43f1-baf7-f554a3c33fe4 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:14.044600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf5f3f1a-e581-49ac-94cd-4a12fee1ccdc req-0b6cc02d-c75b-43f1-baf7-f554a3c33fe4 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.1940887 Nov 16 05:01:14.087862 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] Set router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:14.165193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf5f3f1a-e581-49ac-94cd-4a12fee1ccdc req-4a8e8489-3d79-4778-b1f4-b2128c8752c1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188121 Nov 16 05:01:14.178567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c86e5c1-cb63-4dc3-9853-fce93b4e820e tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Made reservation on behalf of 3b86ae446295448cbfa1abc2d3c6f444 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:01:14.192130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c86e5c1-cb63-4dc3-9853-fce93b4e820e tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:14.251567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498c147-9d9b-48f8-ae61-afbbac05c6e1 None None] Pushing event updated for resources: {'Port': ['ID=99a7bd8f-4a6f-48b2-963c-9af55f321cc8,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:14.262396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:01:14.280222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:14.283073 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:14.288041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:01:14.450290 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Pushing event updated for resources: {'Port': ['ID=672a0fee-46f7-4a9a-8404-e8a8ad0c0323,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:14.476907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 31a03aac-a136-481d-9ae8-17db4ddabe78 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:01:14.507783 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 31234203-a5ee-4e95-9aaa-6d720ab7719f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:14.544595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e99938c4-b171-467f-ae68-f3ff90dafc16 None None] Provisioning complete for port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:14.554280 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e99938c4-b171-467f-ae68-f3ff90dafc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:14.666365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34502) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:14.676016 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:14.677653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'port_id': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'mac_address': 'fa:16:3e:93:00:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:01:14.703515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Attempting to bind port 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:01:14.703953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Attempting to bind port 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:01:14.704675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Attempting to bind port 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 on network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:01:14.718699 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:01:14.719237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Checking segment: {'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:01:14.719749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:14.720241 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Bound using segment: {'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:01:14.720863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Bound port: 672a0fee-46f7-4a9a-8404-e8a8ad0c0323, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:01:14.721340 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:14.889337 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f0fa3a2a-6f04-454a-a9ea-292372fca1da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:14.918673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:01:07Z', 'revision_number': 3, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:06Z', 'updated_at': '2021-11-16T05:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:15.000550 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.20.0.1 (a8ba1e2b-bb8d-46fd-8209-1e226766b2fd/24bfef4b-c7fb-467d-b769-75c120712310/a9bed3fb-9ade-40c9-b358-68dc3374c205) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:01:15.043253 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] For port 672a0fee-46f7-4a9a-8404-e8a8ad0c0323, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:01:15.043815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f0fa3a2a-6f04-454a-a9ea-292372fca1da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.052148 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f0fa3a2a-6f04-454a-a9ea-292372fca1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.128256 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a39cad-4130-4052-9767-3ab1cac0b25d None None] The sync data for ids ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'] in n-d-818042-1 is: [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:01:07Z', 'revision_number': 3, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:06Z', 'updated_at': '2021-11-16T05:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:01:15.148267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f0fa3a2a-6f04-454a-a9ea-292372fca1da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf8612a98e794d3b82a276022a5fe862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4802110 Nov 16 05:01:15.150592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa3a2a-6f04-454a-a9ea-292372fca1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0946c91a-eab4-4c6c-b038-5e8a41539761,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:15.152247 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.154859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34512) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:15.189596 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] For port 672a0fee-46f7-4a9a-8404-e8a8ad0c0323, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=672a0fee-46f7-4a9a-8404-e8a8ad0c0323,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:01:15.252591 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.327098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.343397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2667b33-f46a-4db6-8eb1-47bc22242c9a req-889636b7-e395-4a28-b278-a021cb7b3d4a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:15.352860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2667b33-f46a-4db6-8eb1-47bc22242c9a req-889636b7-e395-4a28-b278-a021cb7b3d4a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.1839738 Nov 16 05:01:15.382605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.objects.ports [None req-9c86e5c1-cb63-4dc3-9853-fce93b4e820e tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102660) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 16 05:01:15.383144 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c86e5c1-cb63-4dc3-9853-fce93b4e820e tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.395535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f9328-7231-454d-9d93-a9f560bcfb95 None None] Pushing event updated for resources: {'Port': ['ID=672a0fee-46f7-4a9a-8404-e8a8ad0c0323,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:15.427098 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e99938c4-b171-467f-ae68-f3ff90dafc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.441577 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67f8c365-b82d-4ba2-a056-12dbbe3737c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.441993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31234203-a5ee-4e95-9aaa-6d720ab7719f {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:01:15.463935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86e5c1-cb63-4dc3-9853-fce93b4e820e tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e12d4f7e-6b59-4887-a216-438418ac5925,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:15.472176 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67f8c365-b82d-4ba2-a056-12dbbe3737c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.517795 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.563113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:01:15.632070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e99938c4-b171-467f-ae68-f3ff90dafc16 None None] For port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=99a7bd8f-4a6f-48b2-963c-9af55f321cc8,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:15.651900 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e99938c4-b171-467f-ae68-f3ff90dafc16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.696254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 31234203-a5ee-4e95-9aaa-6d720ab7719f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:15.768800 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.806903 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=a9bed3fb-9ade-40c9-b358-68dc3374c205,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:15.823841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7288da-507d-4d49-beab-dd8bb8c637aa req-0c743e69-dd34-440c-846a-f56e57c8493d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:15.830780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:15.833384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:01:15.862114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd7288da-507d-4d49-beab-dd8bb8c637aa req-0c743e69-dd34-440c-846a-f56e57c8493d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 943 time: 0.4653711 Nov 16 05:01:15.876744 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c86e5c1-cb63-4dc3-9853-fce93b4e820e tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Checking segment: {'id': '019f26d1-ac62-4836-9452-e587b96eadc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '31a03aac-a136-481d-9ae8-17db4ddabe78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:01:15.877166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86e5c1-cb63-4dc3-9853-fce93b4e820e tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Network hostable DHCP agents. Network: 31a03aac-a136-481d-9ae8-17db4ddabe78, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:01:15.881938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99938c4-b171-467f-ae68-f3ff90dafc16 None None] Pushing event updated for resources: {'Port': ['ID=99a7bd8f-4a6f-48b2-963c-9af55f321cc8,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:15.918353 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67f8c365-b82d-4ba2-a056-12dbbe3737c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.921326 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-67f8c365-b82d-4ba2-a056-12dbbe3737c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:15.925686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-67f8c365-b82d-4ba2-a056-12dbbe3737c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0946c91a-eab4-4c6c-b038-5e8a41539761 HTTP/1.1" status: 204 len: 168 time: 0.7625232 Nov 16 05:01:15.947997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2667b33-f46a-4db6-8eb1-47bc22242c9a req-5ed07080-0ce1-4519-a83e-a81e6609a389 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5718813 Nov 16 05:01:15.989859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8c365-b82d-4ba2-a056-12dbbe3737c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0946c91a-eab4-4c6c-b038-5e8a41539761,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:16.105843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=31234203-a5ee-4e95-9aaa-6d720ab7719f,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:16.112174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c86e5c1-cb63-4dc3-9853-fce93b4e820e tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Network 31a03aac-a136-481d-9ae8-17db4ddabe78 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:01:16.116367 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:16.136078 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd7288da-507d-4d49-beab-dd8bb8c637aa req-3b0a84aa-8143-4a0b-8694-1d16cbaea06c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726886 Nov 16 05:01:16.189177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9c86e5c1-cb63-4dc3-9853-fce93b4e820e tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 31a03aac-a136-481d-9ae8-17db4ddabe78) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:16.194901 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c86e5c1-cb63-4dc3-9853-fce93b4e820e tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:16.195499 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9c86e5c1-cb63-4dc3-9853-fce93b4e820e tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:16.202226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['31234203-a5ee-4e95-9aaa-6d720ab7719f'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:01:16.270189 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9c86e5c1-cb63-4dc3-9853-fce93b4e820e tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4030232 Nov 16 05:01:16.273333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34538) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:16.278615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-312364779', 'network_id': '31a03aac-a136-481d-9ae8-17db4ddabe78'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:16.281117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0537b48-3034-453b-9ea9-f2f19345016c None None] Network 31a03aac-a136-481d-9ae8-17db4ddabe78 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:01:16.327465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Made reservation on behalf of 3b86ae446295448cbfa1abc2d3c6f444 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:01:16.340241 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:16.445263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] device_id is not set on port 8f4e8ea3-0fe9-4048-8ee4-4cce0d991bb6 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:01:16.519816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:16.608164 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:16.708213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Allocated IP 172.20.0.8 (31a03aac-a136-481d-9ae8-17db4ddabe78/e12d4f7e-6b59-4887-a216-438418ac5925/8f4e8ea3-0fe9-4048-8ee4-4cce0d991bb6) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:01:16.946588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34546) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:17.012533 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a436cd30-8cf6-4ee5-b1f5-c6984fc85f6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:17.236665 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92be8dcb-1ca0-4837-9ab7-1dc1e8d91f0e None None] Network 31a03aac-a136-481d-9ae8-17db4ddabe78 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:01:17.249549 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a436cd30-8cf6-4ee5-b1f5-c6984fc85f6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:17.279279 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a436cd30-8cf6-4ee5-b1f5-c6984fc85f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:17.539195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:17.550553 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:17.744477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436cd30-8cf6-4ee5-b1f5-c6984fc85f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d944f9-50b9-4ae9-a71c-94bed31de772,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:17.771675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a436cd30-8cf6-4ee5-b1f5-c6984fc85f6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4b9e1cc071944b09979d2823048c0ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8240540 Nov 16 05:01:17.777669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34560) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:17.804779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92ca47a-1eac-41bb-bbc2-e23bf2bb7972 None None] Network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:01:17.811460 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:17.813350 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=a9bed3fb-9ade-40c9-b358-68dc3374c205,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:17.887389 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:17.931062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563b879-fef9-4aaa-b301-95ad43425513 req-d98108ea-199a-413e-88f0-175e1c03c74a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:17.936918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7563b879-fef9-4aaa-b301-95ad43425513 req-d98108ea-199a-413e-88f0-175e1c03c74a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.6797276 Nov 16 05:01:18.022247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:01:18.038693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b6e3b-4434-4a4f-bbd2-b0c5fa4e8a5c req-1973203c-4f66-492b-8ebe-c1aa8980d959 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:18.046469 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a2b6e3b-4434-4a4f-bbd2-b0c5fa4e8a5c req-1973203c-4f66-492b-8ebe-c1aa8980d959 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 944 time: 0.7563114 Nov 16 05:01:18.107209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b9a0ae51-797b-40e1-bd79-3cd2ee2eb6ac None None] Provisioning complete for port 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:18.107820 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ae51-797b-40e1-bd79-3cd2ee2eb6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:18.114769 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:01:18.129862 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:18.218127 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5de6ae9f-ebbb-44b7-90d7-49cfcfa2e37d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:18.272747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7563b879-fef9-4aaa-b301-95ad43425513 req-d165ecb9-d601-4b4d-8452-00a11b1052c9 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238237 Nov 16 05:01:18.340704 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:18.353382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a2b6e3b-4434-4a4f-bbd2-b0c5fa4e8a5c req-553cf7dd-9448-4bf5-b009-e6a598b2e2c4 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2927582 Nov 16 05:01:18.408354 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5de6ae9f-ebbb-44b7-90d7-49cfcfa2e37d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:18.490671 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:18.503966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event updated for resources: {'Port': ['ID=8f4e8ea3-0fe9-4048-8ee4-4cce0d991bb6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:18.515118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Network 31a03aac-a136-481d-9ae8-17db4ddabe78 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:01:18.521018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:18.524649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5de6ae9f-ebbb-44b7-90d7-49cfcfa2e37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:18.527825 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5de6ae9f-ebbb-44b7-90d7-49cfcfa2e37d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:18.549977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5de6ae9f-ebbb-44b7-90d7-49cfcfa2e37d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3d944f9-50b9-4ae9-a71c-94bed31de772 HTTP/1.1" status: 204 len: 168 time: 0.7549233 Nov 16 05:01:18.552449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:01:18.632296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:01:18.633482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:18.633893 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:18.708801 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ae51-797b-40e1-bd79-3cd2ee2eb6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:18.757640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6ae9f-ebbb-44b7-90d7-49cfcfa2e37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d944f9-50b9-4ae9-a71c-94bed31de772,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:18.776135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:18.777062 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:18.849401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f5b2ba54-dff6-467b-91b2-458db27dd87a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.5747590 Nov 16 05:01:18.852042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34578) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:18.952919 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b9a0ae51-797b-40e1-bd79-3cd2ee2eb6ac None None] For port 672a0fee-46f7-4a9a-8404-e8a8ad0c0323, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=672a0fee-46f7-4a9a-8404-e8a8ad0c0323,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:18.959901 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:01:18.973560 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ae51-797b-40e1-bd79-3cd2ee2eb6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:18.978317 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:01:18.987609 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Sync routers for ids ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:01:19.008468 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Routers {'d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:19.009498 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:19.011192 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1da46544-d39a-4145-9fca-df2c49ce2e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "PUT /v2.0/routers/d9a51288-ce4b-4bc9-b701-2df1b15e6f3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5075526 Nov 16 05:01:19.264877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b2e45-40fc-4364-b0ab-7945bfdca03b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Deleting port 8f4e8ea3-0fe9-4048-8ee4-4cce0d991bb6 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:01:19.265437 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2e2b2e45-40fc-4364-b0ab-7945bfdca03b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:19.317809 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Set router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:19.331033 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0ae51-797b-40e1-bd79-3cd2ee2eb6ac None None] Pushing event updated for resources: {'Port': ['ID=672a0fee-46f7-4a9a-8404-e8a8ad0c0323,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:19.348181 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:19.348562 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:19.465859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8168efbb-1c31-4a56-8f7e-dbeb910d068f None None] Provisioning complete for port a9bed3fb-9ade-40c9-b358-68dc3374c205 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:19.467793 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8168efbb-1c31-4a56-8f7e-dbeb910d068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:19.488336 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2e2b2e45-40fc-4364-b0ab-7945bfdca03b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:19.544964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b2e45-40fc-4364-b0ab-7945bfdca03b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Calling delete_port for 8f4e8ea3-0fe9-4048-8ee4-4cce0d991bb6 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:01:19.623608 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8168efbb-1c31-4a56-8f7e-dbeb910d068f None None] Port a9bed3fb-9ade-40c9-b358-68dc3374c205 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:01:19.691471 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8168efbb-1c31-4a56-8f7e-dbeb910d068f None None] Provisioning complete for port 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:19.692146 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8168efbb-1c31-4a56-8f7e-dbeb910d068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:19.907889 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31234203-a5ee-4e95-9aaa-6d720ab7719f up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:01:20.001428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:01:20.323526 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 31234203-a5ee-4e95-9aaa-6d720ab7719f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:20.324172 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:20.413629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fa991-69d8-43af-84f9-ca61b7d259bb req-a0a09139-5960-4d16-b7a6-410aff50d1c7 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:20.419613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b22fa991-69d8-43af-84f9-ca61b7d259bb req-a0a09139-5960-4d16-b7a6-410aff50d1c7 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.8671653 Nov 16 05:01:20.423485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:20.423890 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:20.474444 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:01:16Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:06Z', 'updated_at': '2021-11-16T05:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9bed3fb-9ade-40c9-b358-68dc3374c205', 'name': '', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:36:75:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '24bfef4b-c7fb-467d-b769-75c120712310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:14Z', 'updated_at': '2021-11-16T05:01:17Z', 'revision_number': 2, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '24bfef4b-c7fb-467d-b769-75c120712310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:20.479370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-fe091486-17a7-4760-89f8-c6a4bc6eadc6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975575039&fields=id&tenant_id=67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 267 time: 0.6048346 Nov 16 05:01:20.573407 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Checking router: d9a51288-ce4b-4bc9-b701-2df1b15e6f3f for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:01:20.573992 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Updating router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f port a9bed3fb-9ade-40c9-b358-68dc3374c205 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:01:20.628953 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:20.636412 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2e2b2e45-40fc-4364-b0ab-7945bfdca03b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:20.649627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9af7d54c-3227-40cc-80fd-7e7dd3895405 None None] Provisioning complete for port a9bed3fb-9ade-40c9-b358-68dc3374c205 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:20.650246 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9af7d54c-3227-40cc-80fd-7e7dd3895405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:20.698763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b2e45-40fc-4364-b0ab-7945bfdca03b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f4e8ea3-0fe9-4048-8ee4-4cce0d991bb6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:20.781147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b22fa991-69d8-43af-84f9-ca61b7d259bb req-782d66d1-7d28-4ef2-8e1f-8ebbf2465097 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851090 Nov 16 05:01:20.866728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9af7d54c-3227-40cc-80fd-7e7dd3895405 None None] Port a9bed3fb-9ade-40c9-b358-68dc3374c205 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:01:20.882440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-9795bdc1-fb05-4e4a-ab42-6ae96d54b1dc tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:20.899368 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-9795bdc1-fb05-4e4a-ab42-6ae96d54b1dc tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/networks?id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd HTTP/1.1" status: 200 len: 797 time: 0.4068143 Nov 16 05:01:20.906160 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:20.969252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-5d388add-01e9-4558-89bd-0f3cb3e4b539 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/quotas/67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 375 time: 0.0690336 Nov 16 05:01:20.974798 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2e2b2e45-40fc-4364-b0ab-7945bfdca03b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:20.978328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2e2b2e45-40fc-4364-b0ab-7945bfdca03b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "DELETE /v2.0/ports/8f4e8ea3-0fe9-4048-8ee4-4cce0d991bb6 HTTP/1.1" status: 204 len: 168 time: 2.1253345 Nov 16 05:01:20.981619 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34640) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:20.988147 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '31a03aac-a136-481d-9ae8-17db4ddabe78', 'external_fixed_ips': [{'subnet_id': 'e12d4f7e-6b59-4887-a216-438418ac5925', 'ip_address': '172.20.0.8'}]}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:21.043907 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:21.044932 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:21.057882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:01:21.060147 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2ae640-1a54-4560-9e40-efd8e8def37d" -d '{"events": [{"server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "name": "network-vif-plugged", "status": "completed", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:01:21.117361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3536a-8b89-4c23-9397-18b6d08a76a9 req-0631888f-960b-4ac4-857b-cca4e47a6acd tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:21.122959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 31234203-a5ee-4e95-9aaa-6d720ab7719f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:21.135622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fb19a324-f53f-4f0b-b85e-a296decf857a None None] Provisioning complete for port a9bed3fb-9ade-40c9-b358-68dc3374c205 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:21.143187 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb19a324-f53f-4f0b-b85e-a296decf857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:21.144751 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18f3536a-8b89-4c23-9397-18b6d08a76a9 req-0631888f-960b-4ac4-857b-cca4e47a6acd tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 944 time: 0.2271092 Nov 16 05:01:21.155121 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:21.156908 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:21.209616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-62594d4b-b7c7-4f7e-9f70-4ca0aae67076 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2287841 Nov 16 05:01:21.316780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fb19a324-f53f-4f0b-b85e-a296decf857a None None] Port a9bed3fb-9ade-40c9-b358-68dc3374c205 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:01:21.375671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=31234203-a5ee-4e95-9aaa-6d720ab7719f,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:21.398969 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:21.503677 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:21.512530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18f3536a-8b89-4c23-9397-18b6d08a76a9 req-896c06b2-5fde-4f73-84a1-871ad8d96b0a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669004 Nov 16 05:01:21.520264 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:21.621296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-9265f544-8918-4042-b06c-8364cdadc392 service neutron] 10.222.0.41 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813970 Nov 16 05:01:21.713095 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f258af-ff37-443d-8988-5cfb9b3dd9f4 x-openstack-request-id: req-d1f258af-ff37-443d-8988-5cfb9b3dd9f4 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:01:21.713722 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "name": "network-vif-plugged", "status": "completed", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:01:21.713722 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d1f258af-ff37-443d-8988-5cfb9b3dd9f4 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:01:21.714332 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'code': 200} Nov 16 05:01:21.737627 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d6aa9-3abc-40d4-871a-6d2f10647798 None None] Pushing event updated for resources: {'Port': ['ID=a9bed3fb-9ade-40c9-b358-68dc3374c205,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:21.774355 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Attempting to bind port a9bed3fb-9ade-40c9-b358-68dc3374c205 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:01:21.779300 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Attempting to bind port a9bed3fb-9ade-40c9-b358-68dc3374c205 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:01:21.779710 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Attempting to bind port a9bed3fb-9ade-40c9-b358-68dc3374c205 on network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:01:21.803494 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:01:21.815566 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Checking segment: {'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:01:21.816188 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:21.818229 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Bound using segment: {'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:01:21.820043 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Bound port: a9bed3fb-9ade-40c9-b358-68dc3374c205, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:01:21.827456 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:21.888192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3d8a24eb-88b8-4c4b-a70f-3f9a7e7fd5ca service neutron] 10.222.0.41 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595813 Nov 16 05:01:22.111860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:22.114744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ced3d4-eca6-474f-8733-1a4a549811e8 req-977a4109-2f78-4371-8827-a9c85ae1ec98 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:22.118401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7ced3d4-eca6-474f-8733-1a4a549811e8 req-977a4109-2f78-4371-8827-a9c85ae1ec98 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.1551204 Nov 16 05:01:22.167620 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f8f240b6-13d1-4210-97c7-4244971c2795 None None] Provisioning complete for port a9bed3fb-9ade-40c9-b358-68dc3374c205 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:22.168388 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8f240b6-13d1-4210-97c7-4244971c2795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:22.169646 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] For port a9bed3fb-9ade-40c9-b358-68dc3374c205, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:01:22.185214 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] For port a9bed3fb-9ade-40c9-b358-68dc3374c205, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a9bed3fb-9ade-40c9-b358-68dc3374c205,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:01:22.188402 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:22.241047 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:22.272862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7ced3d4-eca6-474f-8733-1a4a549811e8 req-d1e20c94-0f22-4df9-8360-671c85bad50c tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482408 Nov 16 05:01:22.393603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f8f240b6-13d1-4210-97c7-4244971c2795 None None] Port a9bed3fb-9ade-40c9-b358-68dc3374c205 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:01:22.490749 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-461e42f1-daec-46be-b7f4-9cff0752a32f req-e17634b6-adae-4424-b8c3-f65ddbff8086 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 210 time: 0.1063538 Nov 16 05:01:22.527560 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Routers {'d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:22.528811 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:22.676457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Allocated IP 172.20.0.8 (31a03aac-a136-481d-9ae8-17db4ddabe78/e12d4f7e-6b59-4887-a216-438418ac5925/0756d322-8dde-48ed-aa2f-ee403b9b9ae9) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:01:22.723335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6fa2c-f2ea-4126-90b8-9d877d190dd3 req-8fedd65d-5814-4899-84a8-86f4ebb0b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:22.725454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96e6fa2c-f2ea-4126-90b8-9d877d190dd3 req-8fedd65d-5814-4899-84a8-86f4ebb0b447 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 1097 time: 0.7421379 Nov 16 05:01:22.922408 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:22.981158 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8d6aa9-3abc-40d4-871a-6d2f10647798 None None] Pushing event updated for resources: {'Port': ['ID=a9bed3fb-9ade-40c9-b358-68dc3374c205,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:23.026032 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:23.037605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96e6fa2c-f2ea-4126-90b8-9d877d190dd3 req-8d879f94-3e27-4a2b-aab7-beff7d1ae3ec service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695599 Nov 16 05:01:23.045331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0e0e9a2b-b1cc-4dd0-9287-fd720886aff7 None None] Provisioning complete for port a9bed3fb-9ade-40c9-b358-68dc3374c205 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:23.045956 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9a2b-b1cc-4dd0-9287-fd720886aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:23.110894 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] Set router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:23.123780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e7a586-f12b-4647-ac17-6f0a3b4eb784 req-90e1cb5b-3876-4151-aa33-8cc9b8d7e100 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:23.133895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05e7a586-f12b-4647-ac17-6f0a3b4eb784 req-90e1cb5b-3876-4151-aa33-8cc9b8d7e100 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 946 time: 0.3474553 Nov 16 05:01:23.148968 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Network 31a03aac-a136-481d-9ae8-17db4ddabe78 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:01:23.156707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:23.183156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:01:23.302131 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9a2b-b1cc-4dd0-9287-fd720886aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:23.343131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event updated for resources: {'Port': ['ID=0756d322-8dde-48ed-aa2f-ee403b9b9ae9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:23.472129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05e7a586-f12b-4647-ac17-6f0a3b4eb784 req-f8a5c6d4-3cb1-43ff-925d-3965845a5a5d tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200183 Nov 16 05:01:23.480138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0e0e9a2b-b1cc-4dd0-9287-fd720886aff7 None None] For port a9bed3fb-9ade-40c9-b358-68dc3374c205, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a9bed3fb-9ade-40c9-b358-68dc3374c205,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:23.490952 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e0e9a2b-b1cc-4dd0-9287-fd720886aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:23.615869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e9a2b-b1cc-4dd0-9287-fd720886aff7 None None] Pushing event updated for resources: {'Port': ['ID=a9bed3fb-9ade-40c9-b358-68dc3374c205,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:23.732903 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:01:16Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:06Z', 'updated_at': '2021-11-16T05:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9bed3fb-9ade-40c9-b358-68dc3374c205', 'name': '', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:36:75:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '24bfef4b-c7fb-467d-b769-75c120712310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:14Z', 'updated_at': '2021-11-16T05:01:22Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '24bfef4b-c7fb-467d-b769-75c120712310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:23.841674 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db52c064-0009-42b3-a3da-b9f129dc4769 None None] The sync data for ids ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'] in n-d-818042-1 is: [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:01:16Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:06Z', 'updated_at': '2021-11-16T05:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9bed3fb-9ade-40c9-b358-68dc3374c205', 'name': '', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:36:75:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '24bfef4b-c7fb-467d-b769-75c120712310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:14Z', 'updated_at': '2021-11-16T05:01:22Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '24bfef4b-c7fb-467d-b769-75c120712310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:01:23.860183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4b306b6-7b44-4749-a1bc-7e364660273f req-8efd1cb2-625b-4713-b304-b86a832ec152 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 210 time: 0.1148911 Nov 16 05:01:23.883590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350e740-8d2d-4816-a178-29127b0d7835 req-e1242bec-9eae-4ca5-a265-c6e7358b1da5 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:23.889006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4350e740-8d2d-4816-a178-29127b0d7835 req-e1242bec-9eae-4ca5-a265-c6e7358b1da5 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.3933063 Nov 16 05:01:23.920092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5e086-9d92-49b8-b8d4-9d175bf8a080 req-ccdb268e-6c90-4e0d-bfbd-12c50d74097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:23.922320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ac5e086-9d92-49b8-b8d4-9d175bf8a080 req-ccdb268e-6c90-4e0d-bfbd-12c50d74097e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 1096 time: 0.4942670 Nov 16 05:01:24.237072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ac5e086-9d92-49b8-b8d4-9d175bf8a080 req-9ed381dd-048c-4579-9a0a-73f60d0544c4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548168 Nov 16 05:01:24.255275 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4350e740-8d2d-4816-a178-29127b0d7835 req-7da4c04d-a168-48ae-957a-2cab2a8bb90b tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314722 Nov 16 05:01:24.356620 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:24.834828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35f84d-faa8-4a6e-a945-bc9b5ae05115 req-4e1bd1bd-2ee0-47dd-bb19-9d02a51803e8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:24.843165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1d35f84d-faa8-4a6e-a945-bc9b5ae05115 req-4e1bd1bd-2ee0-47dd-bb19-9d02a51803e8 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 946 time: 0.1817536 Nov 16 05:01:25.090671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1d35f84d-faa8-4a6e-a945-bc9b5ae05115 req-2947866c-3fd7-4727-b225-7b379d566e4c tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423048 Nov 16 05:01:25.289224 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9114bad6-3bec-43fe-ae70-a6b26f083adf req-2e91afc6-6e45-4e7d-b0cc-9b1babf01078 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 210 time: 0.2659492 Nov 16 05:01:25.635342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3a495e37-2ede-42f6-b87f-c550721bc6ea tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:25.637911 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3a495e37-2ede-42f6-b87f-c550721bc6ea tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.37 "GET /v2.0/networks?id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd HTTP/1.1" status: 200 len: 797 time: 0.6127968 Nov 16 05:01:25.638570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34812) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:25.671861 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:25.770344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d6ec6-5a53-4926-86d6-1393615625ae req-d88640ae-b646-4475-8b74-5d14894845f6 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:25.771971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df3d6ec6-5a53-4926-86d6-1393615625ae req-d88640ae-b646-4475-8b74-5d14894845f6 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.3055212 Nov 16 05:01:25.846285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a9bed3fb-9ade-40c9-b358-68dc3374c205 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:01:25.968487 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df3d6ec6-5a53-4926-86d6-1393615625ae req-b3110296-9737-4cfe-85f2-08ef25304ba3 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724880 Nov 16 05:01:25.975727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Router 41efb2b9-97c5-430c-8ddf-911a1432fca3 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:01:26.002483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a9bed3fb-9ade-40c9-b358-68dc3374c205 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:26.004713 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:26.023628 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23ff14e5-08a6-4b6d-98c8-4f1efcc08d21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:26.124734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-2fa73f8c-9eb8-4bf5-a190-0a1b4767784f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 379 time: 0.4714715 Nov 16 05:01:26.143983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3950f99c-beb9-4d16-89bd-0aa48b45be73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'port': {'device_id': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'admin_state_up': True, 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'security_groups': ['4765b2c5-1a02-48fa-b085-d4659bce94ff']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:26.170397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:01:26.185112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] Sync routers for ids ['41efb2b9-97c5-430c-8ddf-911a1432fca3'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:01:26.199014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:26.207800 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-31e2731a-8d2f-49ad-aca8-a1b531c237da tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.2240570 Nov 16 05:01:26.208955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] Routers {'41efb2b9-97c5-430c-8ddf-911a1432fca3'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:26.210553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['41efb2b9-97c5-430c-8ddf-911a1432fca3'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:26.211787 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34824) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:26.471920 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23ff14e5-08a6-4b6d-98c8-4f1efcc08d21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:26.493297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] Set router 41efb2b9-97c5-430c-8ddf-911a1432fca3 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:26.509249 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:26.557576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-871cf94b-2d20-4258-8691-761b2553fd11 req-6f01d654-4c5c-459f-a3b2-56afaf42c95f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 210 time: 0.0840092 Nov 16 05:01:26.592245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbf258-365f-4522-a84a-2b5d5a0c8967 req-b5641635-77d8-47f2-bd9e-7e112f5a693b tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:26.614434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2fbf258-365f-4522-a84a-2b5d5a0c8967 req-b5641635-77d8-47f2-bd9e-7e112f5a693b tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 946 time: 0.3472154 Nov 16 05:01:26.634676 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23ff14e5-08a6-4b6d-98c8-4f1efcc08d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:26.695769 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:26.749664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-23ff14e5-08a6-4b6d-98c8-4f1efcc08d21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9ac6378fe8f24b3983c4c8d59251dc12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1095889 Nov 16 05:01:26.754374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34836) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:26.798014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41efb2b9-97c5-430c-8ddf-911a1432fca3', 'name': '', 'tenant_id': '3b86ae446295448cbfa1abc2d3c6f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31a03aac-a136-481d-9ae8-17db4ddabe78', 'external_fixed_ips': [{'subnet_id': 'e12d4f7e-6b59-4887-a216-438418ac5925', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '0756d322-8dde-48ed-aa2f-ee403b9b9ae9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:21Z', 'updated_at': '2021-11-16T05:01:23Z', 'revision_number': 3, 'project_id': '3b86ae446295448cbfa1abc2d3c6f444', 'gw_port': {'id': '0756d322-8dde-48ed-aa2f-ee403b9b9ae9', 'name': '', 'network_id': '31a03aac-a136-481d-9ae8-17db4ddabe78', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:24:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41efb2b9-97c5-430c-8ddf-911a1432fca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': 'e12d4f7e-6b59-4887-a216-438418ac5925', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:22Z', 'updated_at': '2021-11-16T05:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e12d4f7e-6b59-4887-a216-438418ac5925', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:26.801232 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2fbf258-365f-4522-a84a-2b5d5a0c8967 req-0bf7eca3-b07c-40ee-b02b-3fb220afd8f1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856222 Nov 16 05:01:26.802425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3950f99c-beb9-4d16-89bd-0aa48b45be73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Made reservation on behalf of 67e3204c0e154b1a8a560237bfff7b3b for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:01:26.805561 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Deleting port 0756d322-8dde-48ed-aa2f-ee403b9b9ae9 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:01:26.805936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:26.808361 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3950f99c-beb9-4d16-89bd-0aa48b45be73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:26.827444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff14e5-08a6-4b6d-98c8-4f1efcc08d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2137b20-2fbe-41ee-8ed7-d779c281c8be,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:26.869354 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] Checking router: 41efb2b9-97c5-430c-8ddf-911a1432fca3 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:01:26.869988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] Updating router 41efb2b9-97c5-430c-8ddf-911a1432fca3 port 0756d322-8dde-48ed-aa2f-ee403b9b9ae9 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:01:26.903869 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:26.963670 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:27.003498 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Calling delete_port for 0756d322-8dde-48ed-aa2f-ee403b9b9ae9 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:01:27.297254 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:27.372052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event deleted for resources: {'Port': ['ID=0756d322-8dde-48ed-aa2f-ee403b9b9ae9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:27.506079 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f108bf07-f287-4388-9d8a-16327199176a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:27.521903 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:27.543555 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:01:27.544295 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:01:27.687166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3950f99c-beb9-4d16-89bd-0aa48b45be73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.20.0.8 (a8ba1e2b-bb8d-46fd-8209-1e226766b2fd/24bfef4b-c7fb-467d-b769-75c120712310/ecfa8566-1c64-4085-aa5d-4430182c99ab) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:01:27.703805 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:27.710238 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:27.795738 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:27.796600 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41efb2b9-97c5-430c-8ddf-911a1432fca3 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:01:27.808097 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f108bf07-f287-4388-9d8a-16327199176a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:27.810731 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:27.815249 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d63151a3-3cae-4d99-b475-1c5c6f752f1a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "DELETE /v2.0/routers/41efb2b9-97c5-430c-8ddf-911a1432fca3 HTTP/1.1" status: 204 len: 168 time: 1.6024995 Nov 16 05:01:27.818023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34858) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:27.843727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b555038-bbd1-47b2-88b8-6f5cf1b83d43 req-f4a64ff3-7558-4b72-9f65-17c4c2339921 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:27.851964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b555038-bbd1-47b2-88b8-6f5cf1b83d43 req-f4a64ff3-7558-4b72-9f65-17c4c2339921 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.4337618 Nov 16 05:01:27.869282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ad87b17-a41c-4589-a51c-748ae26c43e7 req-720834ea-7400-470d-923f-4cd6175bc3f8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 210 time: 0.1356101 Nov 16 05:01:27.917230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f478da9c-4f27-46e0-97e3-3fc9765a6b7d tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Deleting subnet e12d4f7e-6b59-4887-a216-438418ac5925 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:01:27.926639 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f478da9c-4f27-46e0-97e3-3fc9765a6b7d tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:27.981387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b555038-bbd1-47b2-88b8-6f5cf1b83d43 req-443212a3-5df8-4ef6-b7af-016a4c9375cc tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281202 Nov 16 05:01:28.024041 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f478da9c-4f27-46e0-97e3-3fc9765a6b7d tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.045245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a7f3f8fd-9ccf-461a-817a-4535270ae9f4 req-1ea9915a-b9e7-49ed-bea4-0504de548b63 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1270507258', 'description': 'tempest-description-214735351'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:28.092617 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f478da9c-4f27-46e0-97e3-3fc9765a6b7d tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.099097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] Port 0756d322-8dde-48ed-aa2f-ee403b9b9ae9 not found while updating agent binding for router 41efb2b9-97c5-430c-8ddf-911a1432fca3. {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 16 05:01:28.124503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] Routers set() bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:28.124771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] Router IDs set() for agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 05:01:28.125466 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a7f3f8fd-9ccf-461a-817a-4535270ae9f4 req-1ea9915a-b9e7-49ed-bea4-0504de548b63 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.128101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_agentschedulers_db [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'41efb2b9-97c5-430c-8ddf-911a1432fca3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent'). {{(pid=102661) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 05:01:28.129724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ec44c6-fe3c-427d-9bef-56aa93af703f None None] The sync data for ids ['41efb2b9-97c5-430c-8ddf-911a1432fca3'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:01:28.156738 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f108bf07-f287-4388-9d8a-16327199176a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.159735 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f108bf07-f287-4388-9d8a-16327199176a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.166157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f108bf07-f287-4388-9d8a-16327199176a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2137b20-2fbe-41ee-8ed7-d779c281c8be HTTP/1.1" status: 204 len: 168 time: 1.4052107 Nov 16 05:01:28.174023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f478da9c-4f27-46e0-97e3-3fc9765a6b7d tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.206083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478da9c-4f27-46e0-97e3-3fc9765a6b7d tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e12d4f7e-6b59-4887-a216-438418ac5925,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:28.215406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f478da9c-4f27-46e0-97e3-3fc9765a6b7d tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.225606 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f478da9c-4f27-46e0-97e3-3fc9765a6b7d tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/e12d4f7e-6b59-4887-a216-438418ac5925 HTTP/1.1" status: 204 len: 168 time: 0.4063814 Nov 16 05:01:28.228083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34870) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:28.233895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f108bf07-f287-4388-9d8a-16327199176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2137b20-2fbe-41ee-8ed7-d779c281c8be,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:28.250283 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a7f3f8fd-9ccf-461a-817a-4535270ae9f4 req-1ea9915a-b9e7-49ed-bea4-0504de548b63 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.262721 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a7f3f8fd-9ccf-461a-817a-4535270ae9f4 req-1ea9915a-b9e7-49ed-bea4-0504de548b63 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.327386 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3950f99c-beb9-4d16-89bd-0aa48b45be73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.331107 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a7f3f8fd-9ccf-461a-817a-4535270ae9f4 req-1ea9915a-b9e7-49ed-bea4-0504de548b63 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.336087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7f3f8fd-9ccf-461a-817a-4535270ae9f4 req-1ea9915a-b9e7-49ed-bea4-0504de548b63 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.2949967 Nov 16 05:01:28.339636 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea9915a-b9e7-49ed-bea4-0504de548b63 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a565fe78-6621-463b-ae16-33263b1b8d70,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:28.380676 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3950f99c-beb9-4d16-89bd-0aa48b45be73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.478288 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.561641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3950f99c-beb9-4d16-89bd-0aa48b45be73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:01:28.632885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e007734-3838-4c35-94d5-583e99442899 req-f8a0f09b-df7b-40d5-8b53-d05f086232de tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1270507258&fields=id&tenant_id=aa75aebead1043beb6fab68d15000c08 HTTP/1.1" status: 200 len: 267 time: 0.1562610 Nov 16 05:01:28.654384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3950f99c-beb9-4d16-89bd-0aa48b45be73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:28.685183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3950f99c-beb9-4d16-89bd-0aa48b45be73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:01:28.742526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950f99c-beb9-4d16-89bd-0aa48b45be73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=ecfa8566-1c64-4085-aa5d-4430182c99ab,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:28.786834 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.831133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a03aac-a136-481d-9ae8-17db4ddabe78']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:28.856282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019f26d1-ac62-4836-9452-e587b96eadc5') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:28.859211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019f26d1-ac62-4836-9452-e587b96eadc5') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:28.874940 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.893207 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.900869 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:01:28.901434 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.913266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e007734-3838-4c35-94d5-583e99442899 req-a4ec3d4d-5185-4c87-8019-6d9f03ad1d75 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:28.919377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e007734-3838-4c35-94d5-583e99442899 req-a4ec3d4d-5185-4c87-8019-6d9f03ad1d75 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.2609067 Nov 16 05:01:28.942081 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3950f99c-beb9-4d16-89bd-0aa48b45be73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:28.942894 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3950f99c-beb9-4d16-89bd-0aa48b45be73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:28.978048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-1e007734-3838-4c35-94d5-583e99442899 req-984c4889-f8db-4d0d-b3e3-892e17513cfc tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Request body: {'port': {'security_groups': ['35ca4a89-f1be-4cf7-b54b-c1534d18c7fe', 'a565fe78-6621-463b-ae16-33263b1b8d70']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:28.991744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-3950f99c-beb9-4d16-89bd-0aa48b45be73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8565125 Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:01:29.008007 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:01:29.016929 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:29.047534 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 31a03aac-a136-481d-9ae8-17db4ddabe78 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 16 05:01:29.048126 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:29.056305 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "DELETE /v2.0/networks/31a03aac-a136-481d-9ae8-17db4ddabe78 HTTP/1.1" status: 204 len: 168 time: 0.8271608 Nov 16 05:01:29.062724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Request body: {'port': {'device_id': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:29.104075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfb307-3702-456c-a4ab-edb1f122ebc4 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event deleted for resources: {'Network': ['ID=31a03aac-a136-481d-9ae8-17db4ddabe78,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:29.140941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2fd0dd31-7b0d-4810-8328-c0a184068005 None None] Provisioning complete for port ecfa8566-1c64-4085-aa5d-4430182c99ab triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:29.144832 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2fd0dd31-7b0d-4810-8328-c0a184068005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:29.237099 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:29.281005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2fd0dd31-7b0d-4810-8328-c0a184068005 None None] Port ecfa8566-1c64-4085-aa5d-4430182c99ab cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:01:29.306732 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1e007734-3838-4c35-94d5-583e99442899 req-984c4889-f8db-4d0d-b3e3-892e17513cfc tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:29.563069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34916) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:29.569932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-cee7b2af-056d-4dbc-9d19-3d8390b51ba5 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Request body: {'router': {'name': 'tempest-router--810108712', 'project_id': '1046682fab8041248f71c8ff96bc394d'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:29.622288 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cee7b2af-056d-4dbc-9d19-3d8390b51ba5 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:29.625450 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cee7b2af-056d-4dbc-9d19-3d8390b51ba5 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:29.719896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656ef75-7880-4317-9ea9-e489845750ff req-3efe5cc7-d60d-418e-ad4c-ffff69b1a207 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:29.733943 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6656ef75-7880-4317-9ea9-e489845750ff req-3efe5cc7-d60d-418e-ad4c-ffff69b1a207 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 931 time: 0.5822504 Nov 16 05:01:29.768815 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cee7b2af-056d-4dbc-9d19-3d8390b51ba5 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:29.774446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cee7b2af-056d-4dbc-9d19-3d8390b51ba5 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:29.809144 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cee7b2af-056d-4dbc-9d19-3d8390b51ba5 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:29.814443 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cee7b2af-056d-4dbc-9d19-3d8390b51ba5 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2485311 Nov 16 05:01:29.820105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34924) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:29.929202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2f51674-b288-4602-a533-78a573a5fe37 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:30.097144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6656ef75-7880-4317-9ea9-e489845750ff req-812f8152-e5c8-4077-986f-b63b75815620 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3622131 Nov 16 05:01:30.149092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1e007734-3838-4c35-94d5-583e99442899 req-984c4889-f8db-4d0d-b3e3-892e17513cfc tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] For port a249acf1-6beb-450d-b963-7f4a74d017a3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a249acf1-6beb-450d-b963-7f4a74d017a3,segment=NetworkSegment(5cba2beb-07c6-47d5-8531-adcade9cf7ab),segment_id=5cba2beb-07c6-47d5-8531-adcade9cf7ab)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:30.210877 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1e007734-3838-4c35-94d5-583e99442899 req-984c4889-f8db-4d0d-b3e3-892e17513cfc tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:30.211300 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2f51674-b288-4602-a533-78a573a5fe37 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:30.217510 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2f51674-b288-4602-a533-78a573a5fe37 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:30.221934 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1e007734-3838-4c35-94d5-583e99442899 req-984c4889-f8db-4d0d-b3e3-892e17513cfc tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:30.237874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['a249acf1-6beb-450d-b963-7f4a74d017a3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:01:30.319118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2f51674-b288-4602-a533-78a573a5fe37 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:30.319689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f51674-b288-4602-a533-78a573a5fe37 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b187d82f-2bf6-43b6-a760-3b649168b5a4 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:01:30.325949 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b2f51674-b288-4602-a533-78a573a5fe37 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:30.327322 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b2f51674-b288-4602-a533-78a573a5fe37 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "DELETE /v2.0/routers/b187d82f-2bf6-43b6-a760-3b649168b5a4 HTTP/1.1" status: 204 len: 168 time: 0.5089905 Nov 16 05:01:30.391362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c4889-f8db-4d0d-b3e3-892e17513cfc tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Pushing event updated for resources: {'Port': ['ID=a249acf1-6beb-450d-b963-7f4a74d017a3,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:30.416624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e007734-3838-4c35-94d5-583e99442899 req-984c4889-f8db-4d0d-b3e3-892e17513cfc tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:30.417883 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1e007734-3838-4c35-94d5-583e99442899 req-984c4889-f8db-4d0d-b3e3-892e17513cfc tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:30.419728 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e007734-3838-4c35-94d5-583e99442899 req-984c4889-f8db-4d0d-b3e3-892e17513cfc tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "PUT /v2.0/ports/a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 981 time: 1.4546463 Nov 16 05:01:30.447705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:01:30.450961 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d448d6a2-efbd-4c8e-9ecf-c589b34f377a" -d '{"events": [{"name": "network-changed", "server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:01:30.466611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfa8566-1c64-4085-aa5d-4430182c99ab {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:01:30.482444 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:30.509526 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['a249acf1-6beb-450d-b963-7f4a74d017a3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:01:30.528874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Transition to ACTIVE for port object ecfa8566-1c64-4085-aa5d-4430182c99ab will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:01:30.584014 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:30.786659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34948) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:30.905577 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe61494b-3af3-425f-b062-fc1c2dbefcca req-176978cd-8d79-4f72-afc5-615e62992236 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1270507258&fields=id&tenant_id=aa75aebead1043beb6fab68d15000c08 HTTP/1.1" status: 200 len: 267 time: 0.3754094 Nov 16 05:01:30.926264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfa8566-1c64-4085-aa5d-4430182c99ab,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:31.103184 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-733535909', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:31.185812 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:31.187373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:31.234460 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61494b-3af3-425f-b062-fc1c2dbefcca req-b307e431-e092-4227-939c-61629020be6e tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:31.245134 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe61494b-3af3-425f-b062-fc1c2dbefcca req-b307e431-e092-4227-939c-61629020be6e tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 984 time: 0.3130202 Nov 16 05:01:31.248879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Attempting to bind port ecfa8566-1c64-4085-aa5d-4430182c99ab on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:01:31.249228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Attempting to bind port ecfa8566-1c64-4085-aa5d-4430182c99ab by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:01:31.249683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Attempting to bind port ecfa8566-1c64-4085-aa5d-4430182c99ab on network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:01:31.261172 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-fe61494b-3af3-425f-b062-fc1c2dbefcca req-1e5ced4e-06b3-4bf8-b935-850c35da571a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Request body: {'port': {'security_groups': ['35ca4a89-f1be-4cf7-b54b-c1534d18c7fe']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:31.294652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Port ecfa8566-1c64-4085-aa5d-4430182c99ab on network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:01:31.294987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Attempting to bind port ecfa8566-1c64-4085-aa5d-4430182c99ab on network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:01:31.310545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:01:31.311741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Checking segment: {'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:01:31.312123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Bound using segment: {'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:01:31.312715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Bound port: ecfa8566-1c64-4085-aa5d-4430182c99ab, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:01:31.313074 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:31.408649 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:31.478575 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618b1f13-d15b-465b-8205-614e220ba124 x-openstack-request-id: req-618b1f13-d15b-465b-8205-614e220ba124 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:01:31.478946 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:01:31.479152 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-618b1f13-d15b-465b-8205-614e220ba124 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:01:31.479507 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3', 'status': 'completed', 'code': 200} Nov 16 05:01:31.626984 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe61494b-3af3-425f-b062-fc1c2dbefcca req-1e5ced4e-06b3-4bf8-b935-850c35da571a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:31.686455 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:31.700299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d6a2-efbd-4c8e-9ecf-c589b34f377a req-24effc63-6a33-4a14-9202-174f85cd3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:31.703814 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d448d6a2-efbd-4c8e-9ecf-c589b34f377a req-24effc63-6a33-4a14-9202-174f85cd3acc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa75aebead1043beb6fab68d15000c08&device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 1135 time: 0.2939029 Nov 16 05:01:31.735376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] For port ecfa8566-1c64-4085-aa5d-4430182c99ab, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:01:31.739154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] For port ecfa8566-1c64-4085-aa5d-4430182c99ab, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:01:31.750560 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:31.884904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:31.886650 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:31.886893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] 10.222.0.37 "PUT /v2.0/ports/ecfa8566-1c64-4085-aa5d-4430182c99ab HTTP/1.1" status: 200 len: 1091 time: 2.8301589 Nov 16 05:01:31.894899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef7324-93ee-4e3c-a699-bddbc5d3b4bf req-338a5d11-79eb-463f-bba8-f91b3d297185 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:31.896373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4ef7324-93ee-4e3c-a699-bddbc5d3b4bf req-338a5d11-79eb-463f-bba8-f91b3d297185 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 943 time: 0.3217995 Nov 16 05:01:32.102660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f9bc2-3f07-41ed-b010-398797860649 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfa8566-1c64-4085-aa5d-4430182c99ab,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:32.242373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4ef7324-93ee-4e3c-a699-bddbc5d3b4bf req-b0583b30-215f-48e3-bfdf-66a351a688f0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091447 Nov 16 05:01:32.243493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d6a2-efbd-4c8e-9ecf-c589b34f377a req-ed4fc3fe-18a8-4298-8dd3-87772a1fdce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:32.245236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d448d6a2-efbd-4c8e-9ecf-c589b34f377a req-ed4fc3fe-18a8-4298-8dd3-87772a1fdce8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de6bcf8d-1961-4d31-a997-4d14ac774008 HTTP/1.1" status: 200 len: 920 time: 0.4980450 Nov 16 05:01:32.353204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d448d6a2-efbd-4c8e-9ecf-c589b34f377a req-55fa7db5-f697-4cea-927f-53555c86f717 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 217 time: 0.0917778 Nov 16 05:01:32.370561 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:32.380253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-be0c2964-4e61-44d2-88a7-1e15b26014fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:32.381553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-be0c2964-4e61-44d2-88a7-1e15b26014fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1094 time: 0.4250975 Nov 16 05:01:32.456958 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:32.469245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-5dff8549-b0ae-466d-ad42-04743d026728 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab HTTP/1.1" status: 200 len: 217 time: 0.0634646 Nov 16 05:01:32.499438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d6a2-efbd-4c8e-9ecf-c589b34f377a req-d11b2212-81dd-40c2-8cc9-f892eba6d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:32.500856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d448d6a2-efbd-4c8e-9ecf-c589b34f377a req-d11b2212-81dd-40c2-8cc9-f892eba6d7c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=68d3f7fd-204f-42cc-a5f1-ba46e994d436 HTTP/1.1" status: 200 len: 859 time: 0.1393764 Nov 16 05:01:32.581075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-fe61494b-3af3-425f-b062-fc1c2dbefcca req-1e5ced4e-06b3-4bf8-b935-850c35da571a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] For port a249acf1-6beb-450d-b963-7f4a74d017a3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a249acf1-6beb-450d-b963-7f4a74d017a3,segment=NetworkSegment(5cba2beb-07c6-47d5-8531-adcade9cf7ab),segment_id=5cba2beb-07c6-47d5-8531-adcade9cf7ab)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:32.613692 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d448d6a2-efbd-4c8e-9ecf-c589b34f377a req-67542846-ff4b-42e9-a1b5-036a4f93f25e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de6bcf8d-1961-4d31-a997-4d14ac774008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755665 Nov 16 05:01:32.659413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-8bb8ef0a-36c3-43e2-9f5a-d61342bb728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:32.660900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-8bb8ef0a-36c3-43e2-9f5a-d61342bb728c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24bfef4b-c7fb-467d-b769-75c120712310 HTTP/1.1" status: 200 len: 834 time: 0.1805587 Nov 16 05:01:32.679694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Allocated IP 172.25.0.54 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/8164e426-be0b-4f63-9fc3-a392793f6977) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:01:32.729019 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe61494b-3af3-425f-b062-fc1c2dbefcca req-1e5ced4e-06b3-4bf8-b935-850c35da571a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:32.773937 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe61494b-3af3-425f-b062-fc1c2dbefcca req-1e5ced4e-06b3-4bf8-b935-850c35da571a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:32.785298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['a249acf1-6beb-450d-b963-7f4a74d017a3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:01:32.935802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61494b-3af3-425f-b062-fc1c2dbefcca req-1e5ced4e-06b3-4bf8-b935-850c35da571a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:32.936675 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fe61494b-3af3-425f-b062-fc1c2dbefcca req-1e5ced4e-06b3-4bf8-b935-850c35da571a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:32.938194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe61494b-3af3-425f-b062-fc1c2dbefcca req-1e5ced4e-06b3-4bf8-b935-850c35da571a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "PUT /v2.0/ports/a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 942 time: 1.6922257 Nov 16 05:01:32.990633 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:32.991116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-4314acc4-41cc-4fdb-9608-2d2139a204b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:32.992649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-4314acc4-41cc-4fdb-9608-2d2139a204b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3048284 Nov 16 05:01:33.009649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['a249acf1-6beb-450d-b963-7f4a74d017a3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:01:33.079418 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:33.148619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d448d6a2-efbd-4c8e-9ecf-c589b34f377a req-6d1cd6cd-b8b2-4532-b70e-6df4e96cc445 service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255547 Nov 16 05:01:33.288557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ced4e-06b3-4bf8-b935-850c35da571a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Pushing event updated for resources: {'Port': ['ID=a249acf1-6beb-450d-b963-7f4a74d017a3,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:33.326694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Pushing event updated for resources: {'Port': ['ID=8164e426-be0b-4f63-9fc3-a392793f6977,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:33.390560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:01:33.403939 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:33.422191 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:01:33.493240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea63d7cc-e6a7-43a5-8989-9ecebc2197e3 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:33.495892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab'}, {'name': 'network-changed', 'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:01:33.505915 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403b1e90-c568-4868-8d3c-762d52eac7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab"}, {"name": "network-changed", "server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:01:33.753808 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4fd13b85-f1f1-440a-a58f-fdccf80b6bd1 None None] Provisioning complete for port 8164e426-be0b-4f63-9fc3-a392793f6977 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:33.754594 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4fd13b85-f1f1-440a-a58f-fdccf80b6bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:33.823900 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4fd13b85-f1f1-440a-a58f-fdccf80b6bd1 None None] Port 8164e426-be0b-4f63-9fc3-a392793f6977 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:01:34.054695 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:34.250617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebf477-fd29-4e95-a3e1-ed0a7480eab7 req-17f0cddd-d008-4246-b40b-6e8ef30f79c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:34.252715 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e9ebf477-fd29-4e95-a3e1-ed0a7480eab7 req-17f0cddd-d008-4246-b40b-6e8ef30f79c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 943 time: 0.7578192 Nov 16 05:01:34.278538 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27436455-8b7d-4888-b36f-95c164cb8989 req-cec97043-79c1-4190-8dd5-15204acd5183 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.2979589 Nov 16 05:01:34.286176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d448d6a2-efbd-4c8e-9ecf-c589b34f377a req-7eaf7c07-2998-455b-8a79-ce431cc473e1 service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0735095 Nov 16 05:01:34.293687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-f4031743-e2ca-4146-9e99-9fc724c1b009 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2789071 Nov 16 05:01:34.300208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:34.578320 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:34.722655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e9ebf477-fd29-4e95-a3e1-ed0a7480eab7 req-b396841b-309a-4f71-a577-7d30bb6c8f86 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4415574 Nov 16 05:01:34.787360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dbb61ae-a29e-4b6d-a0a5-41950f7b8a06 req-a05100a1-606d-4072-aa93-e946d2a8f740 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751148 Nov 16 05:01:34.869324 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 16 Nov 2021 05:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f95485-a6b2-4b8e-8a21-9f55a50a33b1 x-openstack-request-id: req-68f95485-a6b2-4b8e-8a21-9f55a50a33b1 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:01:34.869715 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:01:34.870000 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68f95485-a6b2-4b8e-8a21-9f55a50a33b1 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:01:34.870534 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'status': 'completed', 'code': 200} Nov 16 05:01:34.870790 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3', 'status': 'completed', 'code': 200} Nov 16 05:01:34.871884 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:34.987221 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:35.021861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-b70e4555-a468-419b-a605-50e32e944a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:35.023421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-b70e4555-a468-419b-a605-50e32e944a4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1094 time: 0.1295907 Nov 16 05:01:35.069408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-86f56b8a-5128-4eb6-a307-0f82ceeb3e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:35.070444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-86f56b8a-5128-4eb6-a307-0f82ceeb3e0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa75aebead1043beb6fab68d15000c08&device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 1096 time: 0.2035661 Nov 16 05:01:35.178904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Router 95f6e02f-d488-420b-814f-c6efe184991d is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:01:35.310695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-d2016b3f-f497-487b-8a8e-08bf94d25d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:35.313392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-d2016b3f-f497-487b-8a8e-08bf94d25d91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd HTTP/1.1" status: 200 len: 898 time: 0.2567194 Nov 16 05:01:35.313392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Allocated IP 172.25.0.145 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/b3ec5c97-5a3b-44c3-a4fa-97e187bf2c1c) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:01:35.321540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-d6a93e77-15c0-492a-8627-799b2d9fc0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:35.324587 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-d6a93e77-15c0-492a-8627-799b2d9fc0da service neutron] 10.222.0.15 "GET /v2.0/networks?id=de6bcf8d-1961-4d31-a997-4d14ac774008 HTTP/1.1" status: 200 len: 920 time: 0.2338860 Nov 16 05:01:35.370804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:01:35.375873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-a8181370-b38c-4818-9967-a89751772287 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 217 time: 0.0431371 Nov 16 05:01:35.381910 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ec857-2053-45bc-bc38-527341df3094 None None] Sync routers for ids ['95f6e02f-d488-420b-814f-c6efe184991d'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:01:35.394686 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ec857-2053-45bc-bc38-527341df3094 None None] Routers {'95f6e02f-d488-420b-814f-c6efe184991d'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:35.395506 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-388ec857-2053-45bc-bc38-527341df3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['95f6e02f-d488-420b-814f-c6efe184991d'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:35.416229 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-0b470b22-bfcd-48c8-a1cf-669ff9f775f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab HTTP/1.1" status: 200 len: 217 time: 0.0845792 Nov 16 05:01:35.452130 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-388ec857-2053-45bc-bc38-527341df3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:35.463666 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388ec857-2053-45bc-bc38-527341df3094 None None] Routers {'95f6e02f-d488-420b-814f-c6efe184991d'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:35.464634 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-388ec857-2053-45bc-bc38-527341df3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['95f6e02f-d488-420b-814f-c6efe184991d'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:35.472193 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:35.482300 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dd5cb706-76a4-499c-9f5e-d8a1f4f910ab tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6945550 Nov 16 05:01:35.482951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35036) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:35.504367 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-388ec857-2053-45bc-bc38-527341df3094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:35.507054 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ec857-2053-45bc-bc38-527341df3094 None None] The sync data for ids ['95f6e02f-d488-420b-814f-c6efe184991d'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:01:35.584663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-aeacb64b-c2e5-4bc8-8368-ddb8ceb9e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:35.586987 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-aeacb64b-c2e5-4bc8-8368-ddb8ceb9e9e3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24bfef4b-c7fb-467d-b769-75c120712310 HTTP/1.1" status: 200 len: 834 time: 0.1306117 Nov 16 05:01:35.621125 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-009bb557-ffdd-4337-b771-8b40c3e13646 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/routers/95f6e02f-d488-420b-814f-c6efe184991d HTTP/1.1" status: 200 len: 919 time: 0.1370525 Nov 16 05:01:35.625670 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35038) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:35.679083 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-09229c50-3ef5-4a44-aeef-6ee2a0df7cbd tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f6e02f-d488-420b-814f-c6efe184991d HTTP/1.1" status: 200 len: 205 time: 0.0515177 Nov 16 05:01:35.682754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35042) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:35.692912 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-41cdc3e2-3fd7-4fcd-8c41-6f91a859d49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:35.694663 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-41cdc3e2-3fd7-4fcd-8c41-6f91a859d49f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=68d3f7fd-204f-42cc-a5f1-ba46e994d436 HTTP/1.1" status: 200 len: 859 time: 0.2884340 Nov 16 05:01:35.791077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-1a9a1e23-3a0f-420d-9507-5e477198c5e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de6bcf8d-1961-4d31-a997-4d14ac774008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567238 Nov 16 05:01:35.927819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-e1fea0ec-9496-42b4-ab68-e2a175c619aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:35.929534 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-e1fea0ec-9496-42b4-ab68-e2a175c619aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3056531 Nov 16 05:01:36.047168 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:36.051913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-5877c61a-0c2c-4122-8c3b-58c1929142ac service neutron] 10.222.0.37 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085172 Nov 16 05:01:36.164845 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:36.237427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfa6cc-7726-46e4-baff-55131af84a0a req-ddc5ef94-1ce1-4501-a223-9288523f0dd9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:36.239612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-efbfa6cc-7726-46e4-baff-55131af84a0a req-ddc5ef94-1ce1-4501-a223-9288523f0dd9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 943 time: 0.3610673 Nov 16 05:01:36.347895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-9e49e675-f3ee-4d3c-9c1c-2930a04f43a2 service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471365 Nov 16 05:01:36.414214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-2ada077a-f3eb-44bd-8b48-c29b90a88de4 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483417 Nov 16 05:01:36.453150 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:36.517871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:01:36.538134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:36.540856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:01:36.585210 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-efbfa6cc-7726-46e4-baff-55131af84a0a req-6ed96736-793d-4c6e-9bed-abacfd0194dc tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803123 Nov 16 05:01:36.638760 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:36.667831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Pushing event updated for resources: {'Port': ['ID=b3ec5c97-5a3b-44c3-a4fa-97e187bf2c1c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:36.682341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-403b1e90-c568-4868-8d3c-762d52eac7a4 req-5d227f63-6343-4a94-bc79-6e5f7eff2493 service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130591 Nov 16 05:01:36.795806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Deleting port 8164e426-be0b-4f63-9fc3-a392793f6977 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:01:36.796071 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:36.808266 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:36.968660 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:37.145659 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:37.186900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Calling delete_port for 8164e426-be0b-4f63-9fc3-a392793f6977 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:01:37.434146 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:37.439939 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:37.470998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35076) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:37.602481 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:37.605489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Pushing event updated for resources: {'Port': ['ID=b3ec5c97-5a3b-44c3-a4fa-97e187bf2c1c,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:37.615868 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:37.650941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Pushing event deleted for resources: {'Port': ['ID=8164e426-be0b-4f63-9fc3-a392793f6977,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:37.658689 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:37.659863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27436455-8b7d-4888-b36f-95c164cb8989 req-a6b943d5-4c7a-468d-bec3-171ba77ea890 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3684661 Nov 16 05:01:37.677337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755ee8b0-f288-415a-9db9-93caf70f6681 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:37.694570 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89936d35-fb65-4e4b-bfd7-d26347b02cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:37.951607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ecfa8566-1c64-4085-aa5d-4430182c99ab details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:01:38.169662 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e048277c-7f93-45ad-85d7-64391600eb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:38.179645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89936d35-fb65-4e4b-bfd7-d26347b02cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:38.188134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-89936d35-fb65-4e4b-bfd7-d26347b02cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:38.242909 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-89936d35-fb65-4e4b-bfd7-d26347b02cca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ca2a29ce86345e8ba3afd35979d8217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7683036 Nov 16 05:01:38.242909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89936d35-fb65-4e4b-bfd7-d26347b02cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7132c1-cf7b-4322-b2d5-763eacab70d5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:38.244707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35086) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:38.268588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ecfa8566-1c64-4085-aa5d-4430182c99ab, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:38.282071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'port_id': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'mac_address': 'fa:16:3e:e8:e0:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfef4b-c7fb-467d-b769-75c120712310', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:01:38.313465 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2dcacf38-949c-49b9-9cca-deab9f7163dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:38.326945 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:38.341252 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2dcacf38-949c-49b9-9cca-deab9f7163dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:38.362833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfa8566-1c64-4085-aa5d-4430182c99ab {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:01:38.402752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ecfa8566-1c64-4085-aa5d-4430182c99ab, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:38.408074 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:38.409148 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2dcacf38-949c-49b9-9cca-deab9f7163dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:38.412980 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2dcacf38-949c-49b9-9cca-deab9f7163dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:38.416707 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2dcacf38-949c-49b9-9cca-deab9f7163dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af7132c1-cf7b-4322-b2d5-763eacab70d5 HTTP/1.1" status: 204 len: 168 time: 0.1687393 Nov 16 05:01:38.428678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcacf38-949c-49b9-9cca-deab9f7163dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7132c1-cf7b-4322-b2d5-763eacab70d5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:38.574350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=ecfa8566-1c64-4085-aa5d-4430182c99ab,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:38.616412 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:38.616786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:38.617135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:38.617479 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:38.617837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:38.618263 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:38.618505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:38.618835 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:38.619166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:38.623057 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:38.624596 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:38.624951 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:38.662540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['ecfa8566-1c64-4085-aa5d-4430182c99ab'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:01:38.718271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27436455-8b7d-4888-b36f-95c164cb8989 req-f7794e5e-e673-45c4-bb94-c85d672af6fc tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.145 HTTP/1.1" status: 200 len: 696 time: 1.0131094 Nov 16 05:01:38.776636 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:38.967961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:38.979505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6a6e9-9cbd-43a7-8e37-9884b0d6fc17 req-10f687e4-d446-48c3-bd22-d9c5a650cf25 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:38.981022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0b6a6e9-9cbd-43a7-8e37-9884b0d6fc17 req-10f687e4-d446-48c3-bd22-d9c5a650cf25 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 944 time: 0.3115785 Nov 16 05:01:38.982271 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:39.012634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27436455-8b7d-4888-b36f-95c164cb8989 req-b0539320-7f24-4ebd-9a5e-6f08c7dbcbeb tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:39.014158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27436455-8b7d-4888-b36f-95c164cb8989 req-b0539320-7f24-4ebd-9a5e-6f08c7dbcbeb tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.2733860 Nov 16 05:01:39.062178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-27436455-8b7d-4888-b36f-95c164cb8989 req-507e1dd2-fa19-4f30-96ba-1222b9ad5f00 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:01:39.063163 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27436455-8b7d-4888-b36f-95c164cb8989 req-507e1dd2-fa19-4f30-96ba-1222b9ad5f00 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086734 Nov 16 05:01:39.078248 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:39.078800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Fanout notify agent at l3_agent the message router_deleted on router 95f6e02f-d488-420b-814f-c6efe184991d {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:01:39.088047 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:39.089152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a2a1aea6-c8c1-4f8c-a073-a48ab740e6be tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "DELETE /v2.0/routers/95f6e02f-d488-420b-814f-c6efe184991d HTTP/1.1" status: 204 len: 168 time: 3.4037044 Nov 16 05:01:39.092995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35114) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:39.097581 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1202923863', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'enable_snat': False}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:39.129215 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b0b6a6e9-9cbd-43a7-8e37-9884b0d6fc17 req-4cb0ed3d-eccf-4fea-8760-780729ba6083 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389246 Nov 16 05:01:39.134138 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:39.135604 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:39.221469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:39.257663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-dab21955-93f2-46db-bbd7-411e0b682c33 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:39.259422 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:01:39.267965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-dab21955-93f2-46db-bbd7-411e0b682c33 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1057575 Nov 16 05:01:39.332213 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-102c3bd1-b14d-4148-af0c-19195eac0731 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.145 HTTP/1.1" status: 200 len: 696 time: 0.0631003 Nov 16 05:01:39.342582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-1a1c3098-bbe8-435f-92fc-6dee24fb4fc3 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Request body: {'floatingip': {'port_id': 'a249acf1-6beb-450d-b963-7f4a74d017a3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:39.380268 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:39.384313 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-1a1c3098-bbe8-435f-92fc-6dee24fb4fc3 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:39.603614 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:39.627966 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:39.775270 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Allocated IP 172.25.0.130 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/16dd2104-af80-4092-830c-f60a96118ead) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:01:39.917311 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:39.963060 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ecfa8566-1c64-4085-aa5d-4430182c99ab up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:01:39.985288 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:40.031944 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:01:40.035178 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:40.058812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62949381-6b0c-40f6-9a3e-b1e91e874c21 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:40.062133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:01:40.069070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port ecfa8566-1c64-4085-aa5d-4430182c99ab completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:01:40.080554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port ecfa8566-1c64-4085-aa5d-4430182c99ab triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:40.081309 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:40.120185 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event updated for resources: {'Port': ['ID=16dd2104-af80-4092-830c-f60a96118ead,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:40.143899 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-1a1c3098-bbe8-435f-92fc-6dee24fb4fc3 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:40.148825 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-1a1c3098-bbe8-435f-92fc-6dee24fb4fc3 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:40.215844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ce7b6b3e-f33c-4bf7-9a85-7599050aaa68 None None] Provisioning complete for port 16dd2104-af80-4092-830c-f60a96118ead triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:40.229398 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6b3e-f33c-4bf7-9a85-7599050aaa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:40.302405 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00c4e386-f3a5-4263-b140-fbd31a6d514a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:40.336121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b6b3e-f33c-4bf7-9a85-7599050aaa68 None None] Port 16dd2104-af80-4092-830c-f60a96118ead cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:01:40.342065 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-1a1c3098-bbe8-435f-92fc-6dee24fb4fc3 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Floating IP 11b38609-61e7-4e79-82c1-2d908d6955c7 associated. External IP: 172.25.0.145, port: a249acf1-6beb-450d-b963-7f4a74d017a3. Nov 16 05:01:40.352211 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:40.394340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ecfa8566-1c64-4085-aa5d-4430182c99ab, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:40.395328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:01:40.397698 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4333f2-9b10-480a-ba0a-100f063dea79" -d '{"events": [{"server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:01:40.404819 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:40.419269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e5b6a-1c38-4927-a6b9-d46a9b1e20ce req-1341876d-f0ef-4366-9a73-c45c41a692c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:40.420786 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d4e5b6a-1c38-4927-a6b9-d46a9b1e20ce req-1341876d-f0ef-4366-9a73-c45c41a692c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 944 time: 0.1541913 Nov 16 05:01:40.455209 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:40.467170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=ecfa8566-1c64-4085-aa5d-4430182c99ab,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:40.581368 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d4e5b6a-1c38-4927-a6b9-d46a9b1e20ce req-2368549b-e3e8-4c3a-9904-5a9508d2127f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106615 Nov 16 05:01:40.668009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-1a1c3098-bbe8-435f-92fc-6dee24fb4fc3 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Router f1f177e8-1182-4230-a0ff-8c8241cb6a5c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:01:40.717291 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:40.808533 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1a7953-c7cc-4ad6-8486-0fa853685de1 x-openstack-request-id: req-6e1a7953-c7cc-4ad6-8486-0fa853685de1 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:01:40.808890 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:01:40.809192 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e1a7953-c7cc-4ad6-8486-0fa853685de1 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:01:40.809598 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'code': 200} Nov 16 05:01:40.906161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-1a1c3098-bbe8-435f-92fc-6dee24fb4fc3 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:01:40.912233 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-1a1c3098-bbe8-435f-92fc-6dee24fb4fc3 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:40.917909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Router 59203f3c-be6b-49ed-9204-b8c9131c7602 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:01:40.918139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f6d4e-73d9-439e-81d4-172ec602add2 None None] Sync routers for ids ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:01:40.938941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f6d4e-73d9-439e-81d4-172ec602add2 None None] Routers {'f1f177e8-1182-4230-a0ff-8c8241cb6a5c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:40.940001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3f1f6d4e-73d9-439e-81d4-172ec602add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:41.046478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-1a1c3098-bbe8-435f-92fc-6dee24fb4fc3 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "PUT /v2.0/floatingips/11b38609-61e7-4e79-82c1-2d908d6955c7 HTTP/1.1" status: 200 len: 996 time: 1.7081838 Nov 16 05:01:41.049288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:01:41.057571 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6add6f-d71d-468f-b5b8-4e64e40c0260" -d '{"events": [{"name": "network-changed", "server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:01:41.068217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf12395-f1a5-4521-a975-7dd98b3b51a7 req-c412f603-69cb-44e8-bf28-9e4b16038051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:41.070212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baf12395-f1a5-4521-a975-7dd98b3b51a7 req-c412f603-69cb-44e8-bf28-9e4b16038051 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1096 time: 0.1549852 Nov 16 05:01:41.116120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-3f1f6d4e-73d9-439e-81d4-172ec602add2 None None] Set router f1f177e8-1182-4230-a0ff-8c8241cb6a5c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:41.143208 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:01:41.153234 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Sync routers for ids ['59203f3c-be6b-49ed-9204-b8c9131c7602'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:01:41.173651 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Routers {'59203f3c-be6b-49ed-9204-b8c9131c7602'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:41.175038 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a37429-6f2c-4ff0-9c3b-405565a49866 x-openstack-request-id: req-b8a37429-6f2c-4ff0-9c3b-405565a49866 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:01:41.175542 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:01:41.175645 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b8a37429-6f2c-4ff0-9c3b-405565a49866 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:01:41.175994 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3', 'status': 'completed', 'code': 200} Nov 16 05:01:41.178702 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:41.179732 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['59203f3c-be6b-49ed-9204-b8c9131c7602'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:41.180313 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5b15b7cd-19b6-4449-83a2-b3ddfdcff210 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.0862937 Nov 16 05:01:41.183351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35152) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:41.337658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-74e83245-36db-4737-9388-a2c1630398a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:41.356729 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Set router 59203f3c-be6b-49ed-9204-b8c9131c7602 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:41.364388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-74e83245-36db-4737-9388-a2c1630398a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa75aebead1043beb6fab68d15000c08&device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 1096 time: 0.2931321 Nov 16 05:01:41.419156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35156) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:41.423616 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ae91ee9f-3688-4081-b1e9-c964602959e2 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/routers/59203f3c-be6b-49ed-9204-b8c9131c7602 HTTP/1.1" status: 200 len: 909 time: 0.2371476 Nov 16 05:01:41.435297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1202923863', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'enable_snat': True}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:41.450861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6add6f-d71d-468f-b5b8-4e64e40c0260 req-4ce1acbf-ee5e-4a54-9cdc-24e82afbc746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:41.452384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e6add6f-d71d-468f-b5b8-4e64e40c0260 req-4ce1acbf-ee5e-4a54-9cdc-24e82afbc746 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa75aebead1043beb6fab68d15000c08&device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 1096 time: 0.2755952 Nov 16 05:01:41.455257 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baf12395-f1a5-4521-a975-7dd98b3b51a7 req-c7069ca8-0c75-4895-b930-66dbbab3e976 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711050 Nov 16 05:01:41.493936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3f1f6d4e-73d9-439e-81d4-172ec602add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:00:20Z', 'revision_number': 4, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port': {'id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:12Z', 'updated_at': '2021-11-16T05:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '11b38609-61e7-4e79-82c1-2d908d6955c7', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'port_id': 'a249acf1-6beb-450d-b963-7f4a74d017a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'mac_address': 'fa:16:3e:28:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf50b0-e091-478a-b666-e90154f249d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:01:36Z', 'updated_at': '2021-11-16T05:01:39Z', 'revision_number': 1, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f49a2b5-7e67-49fa-a260-f5890e850df4', 'name': '', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'mac_address': 'fa:16:3e:16:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:18Z', 'updated_at': '2021-11-16T05:00:30Z', 'revision_number': 5, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'subnets': [{'id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:41.521819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f6d4e-73d9-439e-81d4-172ec602add2 None None] Checking router: f1f177e8-1182-4230-a0ff-8c8241cb6a5c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:01:41.533836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f6d4e-73d9-439e-81d4-172ec602add2 None None] Routers {'f1f177e8-1182-4230-a0ff-8c8241cb6a5c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:41.534748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3f1f6d4e-73d9-439e-81d4-172ec602add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:41.546072 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:41.547273 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:41.628951 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59203f3c-be6b-49ed-9204-b8c9131c7602', 'name': 'tempest-snat-router-1202923863', 'tenant_id': '3b86ae446295448cbfa1abc2d3c6f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.130'}], 'enable_snat': False}, 'gw_port_id': '16dd2104-af80-4092-830c-f60a96118ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:39Z', 'updated_at': '2021-11-16T05:01:40Z', 'revision_number': 3, 'project_id': '3b86ae446295448cbfa1abc2d3c6f444', 'gw_port': {'id': '16dd2104-af80-4092-830c-f60a96118ead', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59203f3c-be6b-49ed-9204-b8c9131c7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:39Z', 'updated_at': '2021-11-16T05:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:41.671151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-3f1f6d4e-73d9-439e-81d4-172ec602add2 None None] Set router f1f177e8-1182-4230-a0ff-8c8241cb6a5c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:41.698954 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Checking router: 59203f3c-be6b-49ed-9204-b8c9131c7602 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:01:41.699684 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Updating router 59203f3c-be6b-49ed-9204-b8c9131c7602 port 16dd2104-af80-4092-830c-f60a96118ead binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:01:41.839808 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:41.940497 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:41.973641 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:41.988064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3f1f6d4e-73d9-439e-81d4-172ec602add2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:00:20Z', 'revision_number': 4, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port': {'id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:12Z', 'updated_at': '2021-11-16T05:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '11b38609-61e7-4e79-82c1-2d908d6955c7', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'port_id': 'a249acf1-6beb-450d-b963-7f4a74d017a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'mac_address': 'fa:16:3e:28:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf50b0-e091-478a-b666-e90154f249d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:01:36Z', 'updated_at': '2021-11-16T05:01:39Z', 'revision_number': 1, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f49a2b5-7e67-49fa-a260-f5890e850df4', 'name': '', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'mac_address': 'fa:16:3e:16:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:18Z', 'updated_at': '2021-11-16T05:00:30Z', 'revision_number': 5, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'subnets': [{'id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:42.030175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1f6d4e-73d9-439e-81d4-172ec602add2 None None] The sync data for ids ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'] in n-d-818042-1 is: [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:00:20Z', 'revision_number': 4, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port': {'id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:12Z', 'updated_at': '2021-11-16T05:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '11b38609-61e7-4e79-82c1-2d908d6955c7', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'floating_ip_address': '172.25.0.145', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'port_id': 'a249acf1-6beb-450d-b963-7f4a74d017a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'mac_address': 'fa:16:3e:28:b8:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf50b0-e091-478a-b666-e90154f249d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:01:36Z', 'updated_at': '2021-11-16T05:01:39Z', 'revision_number': 1, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f49a2b5-7e67-49fa-a260-f5890e850df4', 'name': '', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'mac_address': 'fa:16:3e:16:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:18Z', 'updated_at': '2021-11-16T05:00:30Z', 'revision_number': 5, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'subnets': [{'id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:01:42.117844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-e243276b-5d27-407c-8a6e-e5c5a06a3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:42.125155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-e243276b-5d27-407c-8a6e-e5c5a06a3646 service neutron] 10.222.0.41 "GET /v2.0/networks?id=de6bcf8d-1961-4d31-a997-4d14ac774008 HTTP/1.1" status: 200 len: 920 time: 0.7598331 Nov 16 05:01:42.188253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9455e-a4e4-448c-9897-414baf0a8069 req-a44778b8-560c-432c-9556-2b95005da0cc tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:42.190400 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bdf9455e-a4e4-448c-9897-414baf0a8069 req-a44778b8-560c-432c-9556-2b95005da0cc tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.2148523 Nov 16 05:01:42.197191 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:42.199831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6add6f-d71d-468f-b5b8-4e64e40c0260 req-f92c2bc2-3acc-4776-bffe-cf7614dac9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:42.201317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e6add6f-d71d-468f-b5b8-4e64e40c0260 req-f92c2bc2-3acc-4776-bffe-cf7614dac9f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de6bcf8d-1961-4d31-a997-4d14ac774008 HTTP/1.1" status: 200 len: 920 time: 0.7385962 Nov 16 05:01:42.205060 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:42.271909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fdbfae-3de9-4996-9b29-c2b7f7163754 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:42.335957 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Attempting to bind port 16dd2104-af80-4092-830c-f60a96118ead on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:01:42.336631 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Attempting to bind port 16dd2104-af80-4092-830c-f60a96118ead by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:01:42.337235 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Attempting to bind port 16dd2104-af80-4092-830c-f60a96118ead on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:01:42.400561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-246e5cc6-e863-47b3-b692-1dcd686d75c6 None None] Provisioning complete for port 16dd2104-af80-4092-830c-f60a96118ead triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:42.401106 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-246e5cc6-e863-47b3-b692-1dcd686d75c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:42.414014 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:01:42.416032 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:01:42.416636 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:42.417190 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:01:42.417870 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Bound port: 16dd2104-af80-4092-830c-f60a96118ead, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:01:42.418004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e6add6f-d71d-468f-b5b8-4e64e40c0260 req-706f5d99-4328-41dc-acdb-261912db9c4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 999 time: 0.1648154 Nov 16 05:01:42.419999 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:42.425941 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Pushing event updated for resources: {'Port': ['ID=16dd2104-af80-4092-830c-f60a96118ead,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:42.455003 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:42.455378 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:42.455718 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:42.456048 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:42.456577 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:42.456706 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:42.459151 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:42.459395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a85aa-2cba-484a-abfd-6cb7aecb4568 None None] New status for floating IP 11b38609-61e7-4e79-82c1-2d908d6955c7: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:01:42.459522 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:42.459851 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:42.460189 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:42.460521 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:42.462223 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:01:42.523610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:42.567196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-246e5cc6-e863-47b3-b692-1dcd686d75c6 None None] Port 16dd2104-af80-4092-830c-f60a96118ead cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:01:42.576141 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-06742fa4-4d8a-4294-b310-b984f96d0a07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 999 time: 0.4500041 Nov 16 05:01:42.674848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bdf9455e-a4e4-448c-9897-414baf0a8069 req-b29c0457-dfad-4e64-85a9-da64032e4c95 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4704444 Nov 16 05:01:42.682557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6add6f-d71d-468f-b5b8-4e64e40c0260 req-4a211ea3-b689-4c3e-b675-1b1c7674fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:42.684368 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e6add6f-d71d-468f-b5b8-4e64e40c0260 req-4a211ea3-b689-4c3e-b675-1b1c7674fd41 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=68d3f7fd-204f-42cc-a5f1-ba46e994d436 HTTP/1.1" status: 200 len: 859 time: 0.2653971 Nov 16 05:01:42.694158 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] For port 16dd2104-af80-4092-830c-f60a96118ead, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:01:42.701911 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] For port 16dd2104-af80-4092-830c-f60a96118ead, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=16dd2104-af80-4092-830c-f60a96118ead,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:01:42.717707 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:42.761610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e6add6f-d71d-468f-b5b8-4e64e40c0260 req-085211e4-c89e-4e06-964e-2aa83e9ccbb1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de6bcf8d-1961-4d31-a997-4d14ac774008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658283 Nov 16 05:01:42.770763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-087ca80b-c193-4b7d-8a75-7afdc9b9c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:42.772258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-087ca80b-c193-4b7d-8a75-7afdc9b9c179 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d3f7fd-204f-42cc-a5f1-ba46e994d436 HTTP/1.1" status: 200 len: 859 time: 0.1952238 Nov 16 05:01:42.854566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0428a76-5ba4-4d22-815c-4a8a71c46dd6 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:42.863162 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Routers {'59203f3c-be6b-49ed-9204-b8c9131c7602'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:42.863332 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['59203f3c-be6b-49ed-9204-b8c9131c7602'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:42.865237 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb67ad9-6ffa-4b6a-8041-13a32779b205 None None] Pushing event updated for resources: {'Port': ['ID=16dd2104-af80-4092-830c-f60a96118ead,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:43.005429 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-449d4e23-c82b-4bf0-9292-ea3e728d6b04 None None] Provisioning complete for port 16dd2104-af80-4092-830c-f60a96118ead triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:43.005832 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-449d4e23-c82b-4bf0-9292-ea3e728d6b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:43.058255 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] Set router 59203f3c-be6b-49ed-9204-b8c9131c7602 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:43.060739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-8fd990c1-865c-4de7-975b-62ee748b1657 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de6bcf8d-1961-4d31-a997-4d14ac774008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1767778 Nov 16 05:01:43.072153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-18fc9071-812d-4e00-afc6-8c14761a581d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:01:43.081873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-18fc9071-812d-4e00-afc6-8c14761a581d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200768 Nov 16 05:01:43.185052 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-449d4e23-c82b-4bf0-9292-ea3e728d6b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:43.206347 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-c8dad2e4-d0fb-4ca4-9cdb-61a7c58e5a8e service neutron] 10.222.0.41 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235046 Nov 16 05:01:43.250352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-449d4e23-c82b-4bf0-9292-ea3e728d6b04 None None] For port 16dd2104-af80-4092-830c-f60a96118ead, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=16dd2104-af80-4092-830c-f60a96118ead,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:43.257169 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-449d4e23-c82b-4bf0-9292-ea3e728d6b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:43.316104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8440aae4-ba9b-46c2-a93c-1ace321034f0 req-368e27df-1607-4abf-8d82-9453a0346325 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4375567 Nov 16 05:01:43.343648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d4e23-c82b-4bf0-9292-ea3e728d6b04 None None] Pushing event updated for resources: {'Port': ['ID=16dd2104-af80-4092-830c-f60a96118ead,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:43.371952 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:43.390214 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59203f3c-be6b-49ed-9204-b8c9131c7602', 'name': 'tempest-snat-router-1202923863', 'tenant_id': '3b86ae446295448cbfa1abc2d3c6f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.130'}], 'enable_snat': False}, 'gw_port_id': '16dd2104-af80-4092-830c-f60a96118ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:39Z', 'updated_at': '2021-11-16T05:01:40Z', 'revision_number': 3, 'project_id': '3b86ae446295448cbfa1abc2d3c6f444', 'gw_port': {'id': '16dd2104-af80-4092-830c-f60a96118ead', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59203f3c-be6b-49ed-9204-b8c9131c7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:39Z', 'updated_at': '2021-11-16T05:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:43.403458 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e6add6f-d71d-468f-b5b8-4e64e40c0260 req-e27da610-bc8d-424e-aed1-949ecf8c45b2 service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293871 Nov 16 05:01:43.431741 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736639d5-f706-41aa-988b-ae3c9a5b15c6 None None] The sync data for ids ['59203f3c-be6b-49ed-9204-b8c9131c7602'] in n-d-818042-1 is: [{'id': '59203f3c-be6b-49ed-9204-b8c9131c7602', 'name': 'tempest-snat-router-1202923863', 'tenant_id': '3b86ae446295448cbfa1abc2d3c6f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.130'}], 'enable_snat': False}, 'gw_port_id': '16dd2104-af80-4092-830c-f60a96118ead', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:39Z', 'updated_at': '2021-11-16T05:01:40Z', 'revision_number': 3, 'project_id': '3b86ae446295448cbfa1abc2d3c6f444', 'gw_port': {'id': '16dd2104-af80-4092-830c-f60a96118ead', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:07:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59203f3c-be6b-49ed-9204-b8c9131c7602', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:39Z', 'updated_at': '2021-11-16T05:01:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:01:43.474596 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd9456aa-f071-40a5-baa4-76f3226c1f07 req-ca19b97c-27e6-4cc8-a290-c26c7b24b208 service neutron] 10.222.0.41 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666295 Nov 16 05:01:43.752889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440aae4-ba9b-46c2-a93c-1ace321034f0 req-73d522e0-e96c-41cc-9feb-979bfbaa6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:43.754831 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8440aae4-ba9b-46c2-a93c-1ace321034f0 req-73d522e0-e96c-41cc-9feb-979bfbaa6f8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 1097 time: 0.3837111 Nov 16 05:01:43.819007 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:43.974676 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-145ab16c-73d2-4bb5-909a-bf623e084a58 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.145 HTTP/1.1" status: 200 len: 1001 time: 0.4302866 Nov 16 05:01:44.031420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e6add6f-d71d-468f-b5b8-4e64e40c0260 req-2175961e-d67b-4b9e-bf5b-c6f3e8276d16 service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792220 Nov 16 05:01:44.091988 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:44.104462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-74f60cda-466b-461d-ad20-94e6429a2a67 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:44.105650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-74f60cda-466b-461d-ad20-94e6429a2a67 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports/a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 942 time: 0.1081483 Nov 16 05:01:44.144116 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:44.154311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b922ac-deed-4af5-99d2-dc4d2d963b7a req-cb164128-6c9d-493e-915f-99f082a2dbb2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:44.163682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4b922ac-deed-4af5-99d2-dc4d2d963b7a req-cb164128-6c9d-493e-915f-99f082a2dbb2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.2510014 Nov 16 05:01:44.199765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440aae4-ba9b-46c2-a93c-1ace321034f0 req-01d89dd6-f065-4881-b85e-a1692083510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:44.201441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8440aae4-ba9b-46c2-a93c-1ace321034f0 req-01d89dd6-f065-4881-b85e-a1692083510a service neutron] 10.222.0.37 "GET /v2.0/networks?id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 200 len: 917 time: 0.3859797 Nov 16 05:01:44.287213 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4b922ac-deed-4af5-99d2-dc4d2d963b7a req-cbedab93-cefc-4d09-b61d-3bdc00422df2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222405 Nov 16 05:01:44.710442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-4d2c1508-c08c-4fd1-a522-2a534e7d9015 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.145 HTTP/1.1" status: 200 len: 1001 time: 0.4690685 Nov 16 05:01:44.810812 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8440aae4-ba9b-46c2-a93c-1ace321034f0 req-815f5d47-60d0-460b-86c7-a4c3ab639f60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f HTTP/1.1" status: 200 len: 1000 time: 0.5709603 Nov 16 05:01:44.942444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb72bc-9ac0-41ec-b55b-caa5887d564f req-02d5236b-713d-44b3-8723-2be23aa032c5 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:44.955292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07fb72bc-9ac0-41ec-b55b-caa5887d564f req-02d5236b-713d-44b3-8723-2be23aa032c5 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.2464631 Nov 16 05:01:44.983670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Allocated IP 172.25.0.212 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/8767f229-210f-443c-90b2-22a2f5d4b770) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:01:45.005659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440aae4-ba9b-46c2-a93c-1ace321034f0 req-fe5bf70e-e4a6-4ca3-b2f6-23deadb4d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:45.007283 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8440aae4-ba9b-46c2-a93c-1ace321034f0 req-fe5bf70e-e4a6-4ca3-b2f6-23deadb4d804 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 200 len: 855 time: 0.1613514 Nov 16 05:01:45.118493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-d42a42bc-ab8b-4da7-af2a-87debd9d40b0 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:45.118493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-d42a42bc-ab8b-4da7-af2a-87debd9d40b0 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.3796995 Nov 16 05:01:45.170101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-ae6d0d39-8a8a-476e-95e4-8e854b213ff4 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:01:45.170939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-ae6d0d39-8a8a-476e-95e4-8e854b213ff4 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058875 Nov 16 05:01:45.209917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07fb72bc-9ac0-41ec-b55b-caa5887d564f req-ad2f41ff-21c6-4b60-9cfb-aa606445f16b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331243 Nov 16 05:01:45.238138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35224) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:45.273262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440aae4-ba9b-46c2-a93c-1ace321034f0 req-1d849255-04c9-45ac-a9db-c3782a10dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:45.275255 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8440aae4-ba9b-46c2-a93c-1ace321034f0 req-1d849255-04c9-45ac-a9db-c3782a10dccd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473805 Nov 16 05:01:45.364076 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0514a4-d65d-434d-8ec5-a4bc1f1f681b tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:45.371359 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ea0514a4-d65d-434d-8ec5-a4bc1f1f681b tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1091 time: 0.1312480 Nov 16 05:01:45.385468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35226) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:45.421376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:45.448738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-3cfd2fd8-a870-470a-b97b-64abaef2fbaf tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.145 HTTP/1.1" status: 200 len: 1001 time: 0.2651696 Nov 16 05:01:45.469338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-92d2fe3e-946b-433e-86e8-4459e3850787 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:45.555638 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:45.567540 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:45.601939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8440aae4-ba9b-46c2-a93c-1ace321034f0 req-2ac9965f-af86-46c8-ae14-7b85b0d96269 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134475 Nov 16 05:01:45.604184 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-92d2fe3e-946b-433e-86e8-4459e3850787 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:45.857449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 16dd2104-af80-4092-830c-f60a96118ead up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:01:45.945358 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 16dd2104-af80-4092-830c-f60a96118ead triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:45.946145 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:46.022838 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fa3a5a8-b1d0-4767-8a08-09372fdb8422 req-426eb8f4-2590-498e-9ff2-469e5d6f8d00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2378252 Nov 16 05:01:46.023763 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:46.124208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8440aae4-ba9b-46c2-a93c-1ace321034f0 req-befffe99-47be-43b0-923a-9c4bbb84fe33 service neutron] 10.222.0.37 "GET /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913950 Nov 16 05:01:46.164197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:01:46.203622 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-92d2fe3e-946b-433e-86e8-4459e3850787 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:46.208702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:46.216317 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:01:46.219567 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-92d2fe3e-946b-433e-86e8-4459e3850787 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:46.220539 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-92d2fe3e-946b-433e-86e8-4459e3850787 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Floating IP 11b38609-61e7-4e79-82c1-2d908d6955c7 disassociated. External IP: 172.25.0.145, port: a249acf1-6beb-450d-b963-7f4a74d017a3. Nov 16 05:01:46.225660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event updated for resources: {'Port': ['ID=8767f229-210f-443c-90b2-22a2f5d4b770,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:46.255181 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d36f2-30c7-4efc-9448-cee8aa8a6f84 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:46.337932 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:46.354901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3a5a8-b1d0-4767-8a08-09372fdb8422 req-a188651f-94f5-4573-adeb-867050c64da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:46.357041 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fa3a5a8-b1d0-4767-8a08-09372fdb8422 req-a188651f-94f5-4573-adeb-867050c64da6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa75aebead1043beb6fab68d15000c08&device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 1096 time: 0.2467525 Nov 16 05:01:46.397122 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:46.415468 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-cea5333a-8506-4ad8-8b08-13b846da32bf None None] Provisioning complete for port 8767f229-210f-443c-90b2-22a2f5d4b770 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:46.415845 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cea5333a-8506-4ad8-8b08-13b846da32bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:46.498712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cea5333a-8506-4ad8-8b08-13b846da32bf None None] Port 8767f229-210f-443c-90b2-22a2f5d4b770 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:01:46.622492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.25.0.129 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/a0e69fde-7b03-4bc1-bcda-63fcf77d6c9b) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:01:47.171122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3a5a8-b1d0-4767-8a08-09372fdb8422 req-30f38137-2605-4fab-bb9a-28f2198c21c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:47.172633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fa3a5a8-b1d0-4767-8a08-09372fdb8422 req-30f38137-2605-4fab-bb9a-28f2198c21c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de6bcf8d-1961-4d31-a997-4d14ac774008 HTTP/1.1" status: 200 len: 920 time: 0.7911556 Nov 16 05:01:47.290166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fa3a5a8-b1d0-4767-8a08-09372fdb8422 req-a00cd480-5062-4467-b884-19c9c332e922 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 217 time: 0.0776389 Nov 16 05:01:47.354261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3a5a8-b1d0-4767-8a08-09372fdb8422 req-d6127d32-5b8f-4517-9776-8608a0ed2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:47.356438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fa3a5a8-b1d0-4767-8a08-09372fdb8422 req-d6127d32-5b8f-4517-9776-8608a0ed2fc6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=68d3f7fd-204f-42cc-a5f1-ba46e994d436 HTTP/1.1" status: 200 len: 859 time: 0.0509937 Nov 16 05:01:47.433170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fa3a5a8-b1d0-4767-8a08-09372fdb8422 req-6e89baf3-9cd3-451c-bdc4-d3f73321b642 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de6bcf8d-1961-4d31-a997-4d14ac774008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622039 Nov 16 05:01:47.463379 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:47.511861 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:47.571546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-92d2fe3e-946b-433e-86e8-4459e3850787 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Router f1f177e8-1182-4230-a0ff-8c8241cb6a5c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:01:47.819612 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:47.826923 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fa3a5a8-b1d0-4767-8a08-09372fdb8422 req-309416ff-31a3-4a02-b416-f48072cffc26 service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798401 Nov 16 05:01:47.934633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:01:48.001134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:48.003697 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:01:48.087442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=a0e69fde-7b03-4bc1-bcda-63fcf77d6c9b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:48.100177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-92d2fe3e-946b-433e-86e8-4459e3850787 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:01:48.104876 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-92d2fe3e-946b-433e-86e8-4459e3850787 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:48.113791 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4120386-6def-4a9c-982c-c1d917f1dab3 None None] Sync routers for ids ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:01:48.123484 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4120386-6def-4a9c-982c-c1d917f1dab3 None None] Routers {'f1f177e8-1182-4230-a0ff-8c8241cb6a5c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:48.124383 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f4120386-6def-4a9c-982c-c1d917f1dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:48.184276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-92d2fe3e-946b-433e-86e8-4459e3850787 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "PUT /v2.0/floatingips/11b38609-61e7-4e79-82c1-2d908d6955c7 HTTP/1.1" status: 200 len: 695 time: 2.7199311 Nov 16 05:01:48.190294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:01:48.192772 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c8983e-2e20-46d1-b9e1-79e88384913c" -d '{"events": [{"name": "network-changed", "server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:01:48.205067 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fa3a5a8-b1d0-4767-8a08-09372fdb8422 req-85123ecc-991f-45eb-98b0-f6fb22ccc38f service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664246 Nov 16 05:01:48.243573 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:48.258830 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f4120386-6def-4a9c-982c-c1d917f1dab3 None None] Set router f1f177e8-1182-4230-a0ff-8c8241cb6a5c gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:48.263428 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eae435-0bc6-4856-b821-4db4f509f241 x-openstack-request-id: req-44eae435-0bc6-4856-b821-4db4f509f241 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:01:48.264175 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:01:48.264491 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44eae435-0bc6-4856-b821-4db4f509f241 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:01:48.264971 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3', 'status': 'completed', 'code': 200} Nov 16 05:01:48.389658 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:48.492587 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f4120386-6def-4a9c-982c-c1d917f1dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:00:20Z', 'revision_number': 4, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port': {'id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:12Z', 'updated_at': '2021-11-16T05:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '4f49a2b5-7e67-49fa-a260-f5890e850df4', 'name': '', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'mac_address': 'fa:16:3e:16:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:18Z', 'updated_at': '2021-11-16T05:00:30Z', 'revision_number': 5, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'subnets': [{'id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:48.522889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-f265cf4e-e398-4339-9502-63c8073875df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:48.524509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-f265cf4e-e398-4339-9502-63c8073875df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa75aebead1043beb6fab68d15000c08&device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 1096 time: 0.2919600 Nov 16 05:01:48.529402 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4120386-6def-4a9c-982c-c1d917f1dab3 None None] Checking router: f1f177e8-1182-4230-a0ff-8c8241cb6a5c for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:01:48.538964 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4120386-6def-4a9c-982c-c1d917f1dab3 None None] Routers {'f1f177e8-1182-4230-a0ff-8c8241cb6a5c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:48.539791 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f4120386-6def-4a9c-982c-c1d917f1dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:48.556656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8983e-2e20-46d1-b9e1-79e88384913c req-0f605827-f9cf-4ab3-b625-cf3aa05257ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:48.558279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23c8983e-2e20-46d1-b9e1-79e88384913c req-0f605827-f9cf-4ab3-b625-cf3aa05257ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa75aebead1043beb6fab68d15000c08&device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 1096 time: 0.2587872 Nov 16 05:01:48.705867 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f4120386-6def-4a9c-982c-c1d917f1dab3 None None] Set router f1f177e8-1182-4230-a0ff-8c8241cb6a5c gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:49.013447 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f4120386-6def-4a9c-982c-c1d917f1dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:00:20Z', 'revision_number': 4, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port': {'id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:12Z', 'updated_at': '2021-11-16T05:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '4f49a2b5-7e67-49fa-a260-f5890e850df4', 'name': '', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'mac_address': 'fa:16:3e:16:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:18Z', 'updated_at': '2021-11-16T05:00:30Z', 'revision_number': 5, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'subnets': [{'id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:49.044535 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4120386-6def-4a9c-982c-c1d917f1dab3 None None] The sync data for ids ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'] in n-d-818042-1 is: [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:00:20Z', 'revision_number': 4, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port': {'id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:12Z', 'updated_at': '2021-11-16T05:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '4f49a2b5-7e67-49fa-a260-f5890e850df4', 'name': '', 'network_id': 'de6bcf8d-1961-4d31-a997-4d14ac774008', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'mac_address': 'fa:16:3e:16:c4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:18Z', 'updated_at': '2021-11-16T05:00:30Z', 'revision_number': 5, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'subnets': [{'id': '68d3f7fd-204f-42cc-a5f1-ba46e994d436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:01:49.482635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8983e-2e20-46d1-b9e1-79e88384913c req-576a3a75-fef8-43b5-8bf7-21fa07edcb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:49.489827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23c8983e-2e20-46d1-b9e1-79e88384913c req-576a3a75-fef8-43b5-8bf7-21fa07edcb22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=de6bcf8d-1961-4d31-a997-4d14ac774008 HTTP/1.1" status: 200 len: 920 time: 0.8856816 Nov 16 05:01:49.523548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0efc7-4949-4c02-a576-efc80d95d791 None None] New status for floating IP 11b38609-61e7-4e79-82c1-2d908d6955c7: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:01:49.666476 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23c8983e-2e20-46d1-b9e1-79e88384913c req-d1213bc7-c908-4bae-843b-cfa348871d05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 217 time: 0.1442974 Nov 16 05:01:49.790746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-405549be-ef5f-463a-8f9a-21de47fcb78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:49.792248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-405549be-ef5f-463a-8f9a-21de47fcb78d service neutron] 10.222.0.41 "GET /v2.0/networks?id=de6bcf8d-1961-4d31-a997-4d14ac774008 HTTP/1.1" status: 200 len: 920 time: 1.2545068 Nov 16 05:01:49.995525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-3609da69-2acf-48cb-b89e-16459ab35f3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 200 len: 217 time: 0.1762846 Nov 16 05:01:50.000516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Router 2e80836f-96fd-4f62-9977-e0ad46a30474 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:01:50.018816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c8983e-2e20-46d1-b9e1-79e88384913c req-a27ec7a9-7369-4dfb-b74d-2d0fa49951eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:50.021041 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23c8983e-2e20-46d1-b9e1-79e88384913c req-a27ec7a9-7369-4dfb-b74d-2d0fa49951eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=68d3f7fd-204f-42cc-a5f1-ba46e994d436 HTTP/1.1" status: 200 len: 859 time: 0.3204074 Nov 16 05:01:50.217985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23c8983e-2e20-46d1-b9e1-79e88384913c req-47ba8e92-7760-46df-94ce-29f8fdf00cfa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=de6bcf8d-1961-4d31-a997-4d14ac774008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280527 Nov 16 05:01:50.390217 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:50.430834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-8d883b91-7fb7-449e-9879-2545d1c1b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:50.432316 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-8d883b91-7fb7-449e-9879-2545d1c1b712 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68d3f7fd-204f-42cc-a5f1-ba46e994d436 HTTP/1.1" status: 200 len: 859 time: 0.4101467 Nov 16 05:01:50.475326 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-b270e431-bbc2-441b-8a52-b8e3d6de4730 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=de6bcf8d-1961-4d31-a997-4d14ac774008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324864 Nov 16 05:01:50.591212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-27b9df66-5c45-4629-8126-c56e7e8c9c42 service neutron] 10.222.0.41 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062925 Nov 16 05:01:50.720777 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:01:50.725655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23c8983e-2e20-46d1-b9e1-79e88384913c req-63c09419-eb4c-4093-a57a-27dd77ced581 service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324293 Nov 16 05:01:50.729807 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:50.730872 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Sync routers for ids ['2e80836f-96fd-4f62-9977-e0ad46a30474'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:01:50.746828 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Routers {'2e80836f-96fd-4f62-9977-e0ad46a30474'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:50.747902 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2e80836f-96fd-4f62-9977-e0ad46a30474'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:50.895883 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:50.900017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-74a2e680-aa36-43f9-8890-44943bb14f21 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.4747798 Nov 16 05:01:50.900798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35300) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:50.957201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4772ea96-2c9a-4d6c-94b2-df500dd52683 req-4fb672b5-ecf0-47f0-83a3-3cb40427e26f service neutron] 10.222.0.41 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507433 Nov 16 05:01:51.115510 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2762a057-aa57-41c6-9ab6-2690f0e7ed54 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/routers/2e80836f-96fd-4f62-9977-e0ad46a30474 HTTP/1.1" status: 200 len: 908 time: 0.2117033 Nov 16 05:01:51.118756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35306) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:51.122012 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Set router 2e80836f-96fd-4f62-9977-e0ad46a30474 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:51.128409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-9684c3a3-ef24-47e9-a853-c68dd2512c2d tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/floatingips/11b38609-61e7-4e79-82c1-2d908d6955c7 HTTP/1.1" status: 200 len: 693 time: 0.1305301 Nov 16 05:01:51.279535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-9e226449-570c-47a9-b0e7-1ab0d2fcec20 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:51.281355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-9e226449-570c-47a9-b0e7-1ab0d2fcec20 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 784 time: 0.1441152 Nov 16 05:01:51.356295 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:51.400148 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23c8983e-2e20-46d1-b9e1-79e88384913c req-2577b3ce-f36a-4de0-8db8-cce15bf7b1bf service neutron] 10.222.0.15 "GET /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6628580 Nov 16 05:01:51.403111 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:51.439266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-f36d21ff-55fd-429b-ab7c-93e4d9951fef tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:01:51.440425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-f36d21ff-55fd-429b-ab7c-93e4d9951fef tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0383632 Nov 16 05:01:51.520584 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e80836f-96fd-4f62-9977-e0ad46a30474', 'name': 'tempest-snat-router-1202923863', 'tenant_id': '3b86ae446295448cbfa1abc2d3c6f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '8767f229-210f-443c-90b2-22a2f5d4b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:41Z', 'updated_at': '2021-11-16T05:01:46Z', 'revision_number': 3, 'project_id': '3b86ae446295448cbfa1abc2d3c6f444', 'gw_port': {'id': '8767f229-210f-443c-90b2-22a2f5d4b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:7c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e80836f-96fd-4f62-9977-e0ad46a30474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2675, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:44Z', 'updated_at': '2021-11-16T05:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:51.562687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=a0e69fde-7b03-4bc1-bcda-63fcf77d6c9b,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:51.593913 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Checking router: 2e80836f-96fd-4f62-9977-e0ad46a30474 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:01:51.594947 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Updating router 2e80836f-96fd-4f62-9977-e0ad46a30474 port 8767f229-210f-443c-90b2-22a2f5d4b770 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:01:51.613298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-b56c283a-b955-4267-9b11-1122a2c54e30 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.145 HTTP/1.1" status: 200 len: 696 time: 0.1647413 Nov 16 05:01:51.674041 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:51.695070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-08f4f33b-486f-472e-87a1-20e8ea58dc6e tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.0.145 HTTP/1.1" status: 200 len: 696 time: 0.0808191 Nov 16 05:01:51.713589 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:51.746393 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.102108 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.110725 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.174529 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17c9dc-5248-494a-9c67-f9a3bcadecf2 None None] Pushing event updated for resources: {'Port': ['ID=8767f229-210f-443c-90b2-22a2f5d4b770,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:52.185578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d510fc04-f43f-4317-8159-e23d0dec62f4 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:52.202273 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Attempting to bind port 8767f229-210f-443c-90b2-22a2f5d4b770 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:01:52.202893 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Attempting to bind port 8767f229-210f-443c-90b2-22a2f5d4b770 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:01:52.203351 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Attempting to bind port 8767f229-210f-443c-90b2-22a2f5d4b770 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:01:52.210360 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:01:52.210857 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:01:52.211348 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.211945 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:01:52.212501 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Bound port: 8767f229-210f-443c-90b2-22a2f5d4b770, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:01:52.213094 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.281346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6d12da38-6da7-4060-b7fe-9ba5a1f2f46d None None] Provisioning complete for port 8767f229-210f-443c-90b2-22a2f5d4b770 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:52.281993 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d12da38-6da7-4060-b7fe-9ba5a1f2f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.282391 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] For port 8767f229-210f-443c-90b2-22a2f5d4b770, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:01:52.291935 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] For port 8767f229-210f-443c-90b2-22a2f5d4b770, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8767f229-210f-443c-90b2-22a2f5d4b770,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:01:52.299388 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.348572 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6d12da38-6da7-4060-b7fe-9ba5a1f2f46d None None] Port 8767f229-210f-443c-90b2-22a2f5d4b770 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:01:52.366462 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.416418 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17c9dc-5248-494a-9c67-f9a3bcadecf2 None None] Pushing event updated for resources: {'Port': ['ID=8767f229-210f-443c-90b2-22a2f5d4b770,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:52.425721 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95029da4-35f1-42a5-a727-a1f9104a3fe4 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:52.443017 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Floating IP f24ba35e-7018-46d6-b124-2ec256a8d100 associated. External IP: 172.25.0.129, port: ecfa8566-1c64-4085-aa5d-4430182c99ab. Nov 16 05:01:52.445174 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Routers {'2e80836f-96fd-4f62-9977-e0ad46a30474'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:52.446569 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2e80836f-96fd-4f62-9977-e0ad46a30474'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:52.479751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3d1b6b43-e8ec-42be-ade3-78a875b44d99 None None] Provisioning complete for port 8767f229-210f-443c-90b2-22a2f5d4b770 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:52.480127 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d1b6b43-e8ec-42be-ade3-78a875b44d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.526375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-10a2d63a-a22c-45a4-812b-4e8df629b09a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Deleting port b3ec5c97-5a3b-44c3-a4fa-97e187bf2c1c {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:01:52.528556 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-10a2d63a-a22c-45a4-812b-4e8df629b09a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.585406 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] Set router 2e80836f-96fd-4f62-9977-e0ad46a30474 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:52.654375 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e80836f-96fd-4f62-9977-e0ad46a30474', 'name': 'tempest-snat-router-1202923863', 'tenant_id': '3b86ae446295448cbfa1abc2d3c6f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:41Z', 'updated_at': '2021-11-16T05:01:52Z', 'revision_number': 4, 'project_id': '3b86ae446295448cbfa1abc2d3c6f444', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:52.679188 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d1b6b43-e8ec-42be-ade3-78a875b44d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.743031 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bace94-8a3e-4b8f-8e92-2667fd507665 None None] The sync data for ids ['2e80836f-96fd-4f62-9977-e0ad46a30474'] in n-d-818042-1 is: [{'id': '2e80836f-96fd-4f62-9977-e0ad46a30474', 'name': 'tempest-snat-router-1202923863', 'tenant_id': '3b86ae446295448cbfa1abc2d3c6f444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:41Z', 'updated_at': '2021-11-16T05:01:52Z', 'revision_number': 4, 'project_id': '3b86ae446295448cbfa1abc2d3c6f444', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:01:52.757934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3d1b6b43-e8ec-42be-ade3-78a875b44d99 None None] For port 8767f229-210f-443c-90b2-22a2f5d4b770, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8767f229-210f-443c-90b2-22a2f5d4b770,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:52.767744 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d1b6b43-e8ec-42be-ade3-78a875b44d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.888150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b6b43-e8ec-42be-ade3-78a875b44d99 None None] Pushing event updated for resources: {'Port': ['ID=8767f229-210f-443c-90b2-22a2f5d4b770,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:52.910661 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-10a2d63a-a22c-45a4-812b-4e8df629b09a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.911240 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-10a2d63a-a22c-45a4-812b-4e8df629b09a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:52.950835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-10a2d63a-a22c-45a4-812b-4e8df629b09a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Calling delete_port for b3ec5c97-5a3b-44c3-a4fa-97e187bf2c1c owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:01:53.267930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Deleting port 8767f229-210f-443c-90b2-22a2f5d4b770 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:01:53.267930 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:53.314428 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-10a2d63a-a22c-45a4-812b-4e8df629b09a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:53.361198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2d63a-a22c-45a4-812b-4e8df629b09a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Pushing event deleted for resources: {'Port': ['ID=b3ec5c97-5a3b-44c3-a4fa-97e187bf2c1c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:53.541461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] For port 8767f229-210f-443c-90b2-22a2f5d4b770, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8767f229-210f-443c-90b2-22a2f5d4b770,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:53.542014 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:53.574402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Calling delete_port for 8767f229-210f-443c-90b2-22a2f5d4b770 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:01:53.577210 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-10a2d63a-a22c-45a4-812b-4e8df629b09a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:53.581159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-10a2d63a-a22c-45a4-812b-4e8df629b09a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:53.586233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0ab7514-63bf-451a-89cb-afbef4765267 req-10a2d63a-a22c-45a4-812b-4e8df629b09a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "DELETE /v2.0/floatingips/11b38609-61e7-4e79-82c1-2d908d6955c7 HTTP/1.1" status: 204 len: 173 time: 1.8901260 Nov 16 05:01:53.807542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:01:53.864774 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-138468e6-99c3-4df7-9ca1-c1b5ec8e5574 req-9458030a-fafa-4d75-a719-6e0cd2a1d341 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups/a565fe78-6621-463b-ae16-33263b1b8d70 HTTP/1.1" status: 200 len: 1826 time: 0.2512848 Nov 16 05:01:54.293887 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-138468e6-99c3-4df7-9ca1-c1b5ec8e5574 req-2fca21e9-8439-45a5-8241-657df80e0eb7 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:54.424911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:54.479962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477cc2ea-3d24-4471-b8a7-0f28884c1377 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:54.575265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event deleted for resources: {'Port': ['ID=8767f229-210f-443c-90b2-22a2f5d4b770,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:54.626564 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:01:54.631073 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-138468e6-99c3-4df7-9ca1-c1b5ec8e5574 req-2fca21e9-8439-45a5-8241-657df80e0eb7 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:54.642357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa815b-fd67-405d-ab01-3a18d6043b0f None None] Sync routers for ids ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:01:54.664792 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa815b-fd67-405d-ab01-3a18d6043b0f None None] Routers {'d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:54.666249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6cfa815b-fd67-405d-ab01-3a18d6043b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:54.668192 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:54.714599 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:54.887900 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6cfa815b-fd67-405d-ab01-3a18d6043b0f None None] Set router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:54.986827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c7f18bb1-9f31-4b71-8448-22a80b19313c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.5836091 Nov 16 05:01:54.991066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:01:55.007966 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ae1554-92e9-4d30-830b-00d372ec6890" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:01:55.025434 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:55.029681 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:55.033304 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-138468e6-99c3-4df7-9ca1-c1b5ec8e5574 req-2fca21e9-8439-45a5-8241-657df80e0eb7 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:55.037201 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-138468e6-99c3-4df7-9ca1-c1b5ec8e5574 req-2fca21e9-8439-45a5-8241-657df80e0eb7 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:55.038602 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-138468e6-99c3-4df7-9ca1-c1b5ec8e5574 req-2fca21e9-8439-45a5-8241-657df80e0eb7 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "DELETE /v2.0/security-groups/a565fe78-6621-463b-ae16-33263b1b8d70 HTTP/1.1" status: 204 len: 173 time: 1.1731029 Nov 16 05:01:55.084327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca21e9-8439-45a5-8241-657df80e0eb7 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a565fe78-6621-463b-ae16-33263b1b8d70,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:55.233945 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c712ca8-ba54-4246-95c7-37b0d29dad73 x-openstack-request-id: req-8c712ca8-ba54-4246-95c7-37b0d29dad73 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:01:55.234621 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:01:55.235128 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c712ca8-ba54-4246-95c7-37b0d29dad73 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:01:55.235743 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'status': 'completed', 'code': 200} Nov 16 05:01:55.305529 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:55.306226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e80836f-96fd-4f62-9977-e0ad46a30474 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:01:55.316779 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:55.320617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-87f6bd44-7009-4849-9893-3a310e9a708b tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "DELETE /v2.0/routers/2e80836f-96fd-4f62-9977-e0ad46a30474 HTTP/1.1" status: 204 len: 168 time: 4.1980760 Nov 16 05:01:55.321075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35408) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:55.351515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca6dbf-4e3d-49a3-9f5c-ed6f089b82d1 req-dee43fff-7786-4443-8a94-e9a21ac77437 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:55.358604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71ca6dbf-4e3d-49a3-9f5c-ed6f089b82d1 req-dee43fff-7786-4443-8a94-e9a21ac77437 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.1666749 Nov 16 05:01:55.377910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae1554-92e9-4d30-830b-00d372ec6890 req-a852bc82-18da-4688-8688-0c1fa0faf3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:55.379818 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6ae1554-92e9-4d30-830b-00d372ec6890 req-a852bc82-18da-4688-8688-0c1fa0faf3df service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1096 time: 0.1430595 Nov 16 05:01:55.453371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6cfa815b-fd67-405d-ab01-3a18d6043b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:01:16Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:06Z', 'updated_at': '2021-11-16T05:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'f24ba35e-7018-46d6-b124-2ec256a8d100', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'port_id': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'mac_address': 'fa:16:3e:e8:e0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:01:49Z', 'updated_at': '2021-11-16T05:01:49Z', 'revision_number': 0, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bed3fb-9ade-40c9-b358-68dc3374c205', 'name': '', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:36:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '24bfef4b-c7fb-467d-b769-75c120712310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:14Z', 'updated_at': '2021-11-16T05:01:23Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '24bfef4b-c7fb-467d-b769-75c120712310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:55.531164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71ca6dbf-4e3d-49a3-9f5c-ed6f089b82d1 req-f9c6cf5b-ee16-467f-851b-a1801b072ae1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1720464 Nov 16 05:01:55.537901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa815b-fd67-405d-ab01-3a18d6043b0f None None] Checking router: d9a51288-ce4b-4bc9-b701-2df1b15e6f3f for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:01:55.581394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa815b-fd67-405d-ab01-3a18d6043b0f None None] Routers {'d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:01:55.582351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6cfa815b-fd67-405d-ab01-3a18d6043b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:55.585406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35420) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:55.604703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:55.729748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:55.768196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae1554-92e9-4d30-830b-00d372ec6890 req-e9d6dfbc-da3f-4ff5-81b7-b7a14ebe5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:55.770814 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6ae1554-92e9-4d30-830b-00d372ec6890 req-e9d6dfbc-da3f-4ff5-81b7-b7a14ebe5d5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd HTTP/1.1" status: 200 len: 898 time: 0.3779142 Nov 16 05:01:55.789830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6cfa815b-fd67-405d-ab01-3a18d6043b0f None None] Set router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:01:55.798308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-af2d9467-0f6d-4be5-8bfb-eb4fdc1d21c4 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/f24ba35e-7018-46d6-b124-2ec256a8d100 HTTP/1.1" status: 200 len: 991 time: 0.2093718 Nov 16 05:01:55.809671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c2e11-ec81-4d89-9182-32ed2b850609 req-3f66515b-e2ad-4368-9a03-abaed8a27489 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:55.811236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b51c2e11-ec81-4d89-9182-32ed2b850609 req-3f66515b-e2ad-4368-9a03-abaed8a27489 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.1442780 Nov 16 05:01:55.858423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Deleting port 16dd2104-af80-4092-830c-f60a96118ead {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:01:55.859244 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:55.902780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6ae1554-92e9-4d30-830b-00d372ec6890 req-24073271-92c2-44f1-8db8-16f4eea681e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab HTTP/1.1" status: 200 len: 999 time: 0.1151471 Nov 16 05:01:55.972581 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b51c2e11-ec81-4d89-9182-32ed2b850609 req-0c6978c0-91fb-408c-8735-59db244380ab tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266749 Nov 16 05:01:55.978776 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] For port 16dd2104-af80-4092-830c-f60a96118ead, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=16dd2104-af80-4092-830c-f60a96118ead,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:55.980104 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:56.000249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae1554-92e9-4d30-830b-00d372ec6890 req-0d92ed53-80c9-449d-9c16-80ea7ca3191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:56.001518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Calling delete_port for 16dd2104-af80-4092-830c-f60a96118ead owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:01:56.002217 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6ae1554-92e9-4d30-830b-00d372ec6890 req-0d92ed53-80c9-449d-9c16-80ea7ca3191e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24bfef4b-c7fb-467d-b769-75c120712310 HTTP/1.1" status: 200 len: 834 time: 0.0902531 Nov 16 05:01:56.093160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae1554-92e9-4d30-830b-00d372ec6890 req-6242eac7-cdbb-46c8-8126-8d7ca84e0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:56.095331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6ae1554-92e9-4d30-830b-00d372ec6890 req-6242eac7-cdbb-46c8-8126-8d7ca84e0c2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840797 Nov 16 05:01:56.161857 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6cfa815b-fd67-405d-ab01-3a18d6043b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:01:16Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:06Z', 'updated_at': '2021-11-16T05:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'f24ba35e-7018-46d6-b124-2ec256a8d100', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'port_id': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'mac_address': 'fa:16:3e:e8:e0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:01:49Z', 'updated_at': '2021-11-16T05:01:49Z', 'revision_number': 0, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bed3fb-9ade-40c9-b358-68dc3374c205', 'name': '', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:36:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '24bfef4b-c7fb-467d-b769-75c120712310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:14Z', 'updated_at': '2021-11-16T05:01:23Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '24bfef4b-c7fb-467d-b769-75c120712310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:01:56.208502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfa815b-fd67-405d-ab01-3a18d6043b0f None None] The sync data for ids ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'] in n-d-818042-1 is: [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:01:16Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:06Z', 'updated_at': '2021-11-16T05:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'f24ba35e-7018-46d6-b124-2ec256a8d100', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'floating_ip_address': '172.25.0.129', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'port_id': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'mac_address': 'fa:16:3e:e8:e0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:01:49Z', 'updated_at': '2021-11-16T05:01:49Z', 'revision_number': 0, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bed3fb-9ade-40c9-b358-68dc3374c205', 'name': '', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:36:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '24bfef4b-c7fb-467d-b769-75c120712310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:14Z', 'updated_at': '2021-11-16T05:01:23Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '24bfef4b-c7fb-467d-b769-75c120712310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:01:56.225996 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:56.229385 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6ae1554-92e9-4d30-830b-00d372ec6890 req-77c2eb3d-213d-403f-8958-fd3ac332c57b service neutron] 10.222.0.37 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250591 Nov 16 05:01:56.256569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24139b85-6f6f-486c-b4f8-65736e53cfa9 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:56.339122 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event deleted for resources: {'Port': ['ID=16dd2104-af80-4092-830c-f60a96118ead,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:56.352307 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:56.450454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6ae1554-92e9-4d30-830b-00d372ec6890 req-f8dbe0f6-0996-4609-b901-9e11e4fc60ab service neutron] 10.222.0.37 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124224 Nov 16 05:01:56.528655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:56.536159 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:56.603367 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:56.605008 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59203f3c-be6b-49ed-9204-b8c9131c7602 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:01:56.613939 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:56.620490 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e96ceec3-1c86-4798-b113-fb8fe66049ba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "DELETE /v2.0/routers/59203f3c-be6b-49ed-9204-b8c9131c7602 HTTP/1.1" status: 204 len: 168 time: 1.2971954 Nov 16 05:01:56.622413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35446) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:56.635156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2018466859', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:01:56.680219 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1f62f9-43fe-486b-9ed2-0cf82ec7eb41 None None] New status for floating IP f24ba35e-7018-46d6-b124-2ec256a8d100: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:01:56.686612 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:56.688033 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:56.801338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35456) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:56.806198 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:57.031048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35462) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:57.077311 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:57.188040 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90c9fefa-3028-4ffa-b263-e3ec8c744978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:57.371314 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90c9fefa-3028-4ffa-b263-e3ec8c744978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:57.381711 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-90c9fefa-3028-4ffa-b263-e3ec8c744978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:57.510892 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-90c9fefa-3028-4ffa-b263-e3ec8c744978 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3a06d766ac3490093e0fb7a0bd9164f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4761381 Nov 16 05:01:57.522812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9fefa-3028-4ffa-b263-e3ec8c744978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0e964c-ae24-4410-9fcc-f8f9f279921d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:57.526989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35480) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:57.648395 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-63a4ab51-aeaf-41b7-9b8c-dbdd0720f64b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/f24ba35e-7018-46d6-b124-2ec256a8d100 HTTP/1.1" status: 200 len: 991 time: 0.7910995 Nov 16 05:01:57.751358 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23d604ac-120d-4a81-82c9-da6b9619f2f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:57.755745 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23d604ac-120d-4a81-82c9-da6b9619f2f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:57.876689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 16dd2104-af80-4092-830c-f60a96118ead no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:01:57.898265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e59d6-35c5-4cf7-b2e0-cf07c095c410 req-dbafbde6-2eec-4894-8097-373063a59b9a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:57.900077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-854e59d6-35c5-4cf7-b2e0-cf07c095c410 req-dbafbde6-2eec-4894-8097-373063a59b9a tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.4047625 Nov 16 05:01:57.907708 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23d604ac-120d-4a81-82c9-da6b9619f2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:57.910394 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23d604ac-120d-4a81-82c9-da6b9619f2f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:57.913888 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-23d604ac-120d-4a81-82c9-da6b9619f2f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f0e964c-ae24-4410-9fcc-f8f9f279921d HTTP/1.1" status: 204 len: 168 time: 0.3831654 Nov 16 05:01:57.914072 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 16dd2104-af80-4092-830c-f60a96118ead {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:01:57.914072 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 16dd2104-af80-4092-830c-f60a96118ead not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:01:57.930742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554d4c7-b53d-4bd4-9880-a2f5a1ef025f req-26a27c35-0dda-42d9-949f-c92b1a865d53 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:57.932272 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7554d4c7-b53d-4bd4-9880-a2f5a1ef025f req-26a27c35-0dda-42d9-949f-c92b1a865d53 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.15 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 945 time: 0.2240798 Nov 16 05:01:57.995159 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d604ac-120d-4a81-82c9-da6b9619f2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0e964c-ae24-4410-9fcc-f8f9f279921d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:58.144638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef559c-7d3e-4e3c-a049-739f4d3b9fe3 req-d83c3b73-cdeb-4428-bf08-75801aea7136 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:58.146104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-feef559c-7d3e-4e3c-a049-739f4d3b9fe3 req-d83c3b73-cdeb-4428-bf08-75801aea7136 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 946 time: 0.1466370 Nov 16 05:01:58.150903 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-854e59d6-35c5-4cf7-b2e0-cf07c095c410 req-ed631570-1f49-433b-ba57-0c6acdb3de3c tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/security-groups?id=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399392 Nov 16 05:01:58.349386 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-feef559c-7d3e-4e3c-a049-739f4d3b9fe3 req-7095b32e-5818-4af2-bf6f-79bbed8a240a tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382558 Nov 16 05:01:58.394243 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:58.427895 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:58.444218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7554d4c7-b53d-4bd4-9880-a2f5a1ef025f req-8c19b923-68ee-44e9-8390-38c253a77847 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Deleting port a249acf1-6beb-450d-b963-7f4a74d017a3 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:01:58.444802 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7554d4c7-b53d-4bd4-9880-a2f5a1ef025f req-8c19b923-68ee-44e9-8390-38c253a77847 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:58.591258 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35532) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:58.629220 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7554d4c7-b53d-4bd4-9880-a2f5a1ef025f req-8c19b923-68ee-44e9-8390-38c253a77847 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] For port a249acf1-6beb-450d-b963-7f4a74d017a3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a249acf1-6beb-450d-b963-7f4a74d017a3,segment=NetworkSegment(5cba2beb-07c6-47d5-8531-adcade9cf7ab),segment_id=5cba2beb-07c6-47d5-8531-adcade9cf7ab)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:01:58.629919 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7554d4c7-b53d-4bd4-9880-a2f5a1ef025f req-8c19b923-68ee-44e9-8390-38c253a77847 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:58.677147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7554d4c7-b53d-4bd4-9880-a2f5a1ef025f req-8c19b923-68ee-44e9-8390-38c253a77847 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Calling delete_port for a249acf1-6beb-450d-b963-7f4a74d017a3 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:01:58.768479 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f3eb4828-518a-4652-90ee-474d1518e0a1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/f24ba35e-7018-46d6-b124-2ec256a8d100 HTTP/1.1" status: 200 len: 993 time: 0.1751826 Nov 16 05:01:59.073833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Allocated IP 172.25.0.110 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/fc6668c9-c612-427e-b909-fdcd4cbea532) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:01:59.098916 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7554d4c7-b53d-4bd4-9880-a2f5a1ef025f req-8c19b923-68ee-44e9-8390-38c253a77847 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:59.111267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['a249acf1-6beb-450d-b963-7f4a74d017a3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:01:59.209793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19b923-68ee-44e9-8390-38c253a77847 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Pushing event deleted for resources: {'Port': ['ID=a249acf1-6beb-450d-b963-7f4a74d017a3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:59.357428 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:59.507700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7554d4c7-b53d-4bd4-9880-a2f5a1ef025f req-8c19b923-68ee-44e9-8390-38c253a77847 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] No DVR routers for this DVR port a249acf1-6beb-450d-b963-7f4a74d017a3 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:01:59.545884 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:59.548283 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7554d4c7-b53d-4bd4-9880-a2f5a1ef025f req-8c19b923-68ee-44e9-8390-38c253a77847 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:59.551794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7554d4c7-b53d-4bd4-9880-a2f5a1ef025f req-8c19b923-68ee-44e9-8390-38c253a77847 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.15 "DELETE /v2.0/ports/a249acf1-6beb-450d-b963-7f4a74d017a3 HTTP/1.1" status: 204 len: 173 time: 1.6103837 Nov 16 05:01:59.589091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'name': 'network-vif-deleted', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:01:59.591664 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38cb351-59c1-4e03-8e02-4eb306ac8100" -d '{"events": [{"server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "name": "network-vif-deleted", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:01:59.596796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e425f43a-719f-4662-9c87-e94311a9d510 req-2bbca190-d7bb-4cef-af7b-af5c4d02aa54 tempest-ServerRescueTestJSONUnderV235-1213192176 tempest-ServerRescueTestJSONUnderV235-1213192176-project] 10.222.0.41 "GET /v2.0/ports?device_id=bccf50b0-e091-478a-b666-e90154f249d5 HTTP/1.1" status: 200 len: 210 time: 0.2225792 Nov 16 05:01:59.684540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Pushing event updated for resources: {'Port': ['ID=fc6668c9-c612-427e-b909-fdcd4cbea532,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:01:59.688952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:01:59.728405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-0c09e116-c249-4602-a7cf-5a391fe90760 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:59.732307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-0c09e116-c249-4602-a7cf-5a391fe90760 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.37 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 946 time: 0.4603295 Nov 16 05:01:59.759142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:01:59.763168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:01:59.773659 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f82d8f-c72f-4cec-9078-5bdd43302a7b x-openstack-request-id: req-b5f82d8f-c72f-4cec-9078-5bdd43302a7b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:01:59.774745 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bccf50b0-e091-478a-b666-e90154f249d5", "name": "network-vif-deleted", "tag": "a249acf1-6beb-450d-b963-7f4a74d017a3", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:01:59.774989 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5f82d8f-c72f-4cec-9078-5bdd43302a7b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:01:59.777852 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccf50b0-e091-478a-b666-e90154f249d5', 'name': 'network-vif-deleted', 'tag': 'a249acf1-6beb-450d-b963-7f4a74d017a3', 'status': 'completed', 'code': 200} Nov 16 05:01:59.787731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634aef70-020c-44b5-8953-2632847002fe None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:01:59.798092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4d53d-8876-46ff-9851-d40815eda06c req-763976f6-25d4-4486-954a-1c792d2abd88 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:01:59.803211 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ec4d53d-8876-46ff-9851-d40815eda06c req-763976f6-25d4-4486-954a-1c792d2abd88 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 946 time: 0.2502215 Nov 16 05:01:59.887288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d0816bc0-269f-4d58-8dfd-86f57809cad2 None None] Provisioning complete for port fc6668c9-c612-427e-b909-fdcd4cbea532 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:01:59.889492 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0816bc0-269f-4d58-8dfd-86f57809cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:01:59.933124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35626) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:01:59.982174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d0816bc0-269f-4d58-8dfd-86f57809cad2 None None] Port fc6668c9-c612-427e-b909-fdcd4cbea532 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:02:00.010029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ec4d53d-8876-46ff-9851-d40815eda06c req-91c49367-a210-4880-9c55-f9f1972323bb tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472349 Nov 16 05:02:00.169977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a5293b96-be5a-4be3-8594-87017eb1d4c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:00.310223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Deleting port 31234203-a5ee-4e95-9aaa-6d720ab7719f {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:00.310556 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:00.385500 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a5293b96-be5a-4be3-8594-87017eb1d4c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:00.401466 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a5293b96-be5a-4be3-8594-87017eb1d4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:00.456242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5293b96-be5a-4be3-8594-87017eb1d4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ca4bad-1085-4158-8b25-aeb73dc52bde,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:00.480703 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a5293b96-be5a-4be3-8594-87017eb1d4c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b1ad8b1273c442f9c50af5bcbd6507d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5444858 Nov 16 05:02:00.483752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35644) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:00.610941 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44a84413-fb33-4d69-9f78-86b54dc1657a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:00.612153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] For port 31234203-a5ee-4e95-9aaa-6d720ab7719f, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=31234203-a5ee-4e95-9aaa-6d720ab7719f,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:00.612530 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:00.660960 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44a84413-fb33-4d69-9f78-86b54dc1657a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:00.669709 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:00.736688 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44a84413-fb33-4d69-9f78-86b54dc1657a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:00.739747 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44a84413-fb33-4d69-9f78-86b54dc1657a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:00.741823 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-44a84413-fb33-4d69-9f78-86b54dc1657a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36ca4bad-1085-4158-8b25-aeb73dc52bde HTTP/1.1" status: 204 len: 168 time: 0.2558939 Nov 16 05:02:00.767039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35656) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:00.767841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a84413-fb33-4d69-9f78-86b54dc1657a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ca4bad-1085-4158-8b25-aeb73dc52bde,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:01.210593 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a249acf1-6beb-450d-b963-7f4a74d017a3 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:02:01.253719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: a249acf1-6beb-450d-b963-7f4a74d017a3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:02:01.254652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a249acf1-6beb-450d-b963-7f4a74d017a3 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:02:01.478623 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:01.713675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cf53a-6154-4754-9269-b17600a0a7f1 req-d090c184-6b0e-41c1-aa45-72b8bd11d055 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:01.715500 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-294cf53a-6154-4754-9269-b17600a0a7f1 req-d090c184-6b0e-41c1-aa45-72b8bd11d055 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 946 time: 0.1788156 Nov 16 05:02:01.853316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:01.853316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:01.853316 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Floating IP fd7c5280-fff8-4106-b453-85c267c6c4cd disassociated. External IP: 172.25.0.41, port: 31234203-a5ee-4e95-9aaa-6d720ab7719f. Nov 16 05:02:01.853316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Calling delete_port for 31234203-a5ee-4e95-9aaa-6d720ab7719f owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:01.973472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-294cf53a-6154-4754-9269-b17600a0a7f1 req-478b307b-9c21-4ea4-9f93-77a8f51fbfeb tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups?id=acb36eb4-d782-482b-a8ed-10505ebfa9be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346852 Nov 16 05:02:02.039592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Deleting port 4f49a2b5-7e67-49fa-a260-f5890e850df4 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:02.040784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:02.100649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:02.248095 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] For port 4f49a2b5-7e67-49fa-a260-f5890e850df4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4f49a2b5-7e67-49fa-a260-f5890e850df4,segment=NetworkSegment(5cba2beb-07c6-47d5-8531-adcade9cf7ab),segment_id=5cba2beb-07c6-47d5-8531-adcade9cf7ab)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:02.248605 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:02.271221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Calling delete_port for 4f49a2b5-7e67-49fa-a260-f5890e850df4 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:02.373095 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:02.422772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event deleted for resources: {'Port': ['ID=31234203-a5ee-4e95-9aaa-6d720ab7719f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:02.539875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Router ea8e6d11-30ed-4336-9c0b-be0b6263855d is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:02:02.721970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Router 21eb394d-893e-4f5f-a47f-246fb61ff742 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:02:02.735169 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:02.806152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f49a2b5-7e67-49fa-a260-f5890e850df4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:02.820013 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:02.820482 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:02.820932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:02.821379 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:02.821844 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:02.826095 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:02.826622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:02.827075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:02.827545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:02.827988 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:02.828803 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:02.829459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:02.832049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:02.846938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95df90-691b-4d26-9085-c236ec4a5bd2 None None] Sync routers for ids ['ea8e6d11-30ed-4336-9c0b-be0b6263855d'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:02.872246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95df90-691b-4d26-9085-c236ec4a5bd2 None None] Routers {'ea8e6d11-30ed-4336-9c0b-be0b6263855d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:02.872883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2c95df90-691b-4d26-9085-c236ec4a5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ea8e6d11-30ed-4336-9c0b-be0b6263855d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:03.012172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2c95df90-691b-4d26-9085-c236ec4a5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:03.067438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95df90-691b-4d26-9085-c236ec4a5bd2 None None] Routers {'ea8e6d11-30ed-4336-9c0b-be0b6263855d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:03.069622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2c95df90-691b-4d26-9085-c236ec4a5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ea8e6d11-30ed-4336-9c0b-be0b6263855d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:03.100097 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:03.107714 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-877d1d35-bd7b-41a6-9e22-3c40a011b03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.4841228 Nov 16 05:02:03.111189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35746) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:03.123546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b371c0c3-5bb8-48da-a8a8-0edbded70368 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'enable_snat': False}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:03.203147 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2c95df90-691b-4d26-9085-c236ec4a5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:03.204343 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c95df90-691b-4d26-9085-c236ec4a5bd2 None None] The sync data for ids ['ea8e6d11-30ed-4336-9c0b-be0b6263855d'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:03.410850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-487c89f9-ed35-4a9e-9e17-34654134673e req-75a5767d-bc3f-4bd2-9107-4abfa419cef3 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/ports?device_id=f450612d-69e5-4ac5-8f13-aa18e13d766c HTTP/1.1" status: 200 len: 210 time: 0.1532142 Nov 16 05:02:03.440152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:03.455117 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b1b71-21c6-4106-a27c-2570438c343f None None] Sync routers for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:03.482155 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b1b71-21c6-4106-a27c-2570438c343f None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:03.482155 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0a9b1b71-21c6-4106-a27c-2570438c343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:03.548854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] No DVR routers for this DVR port 31234203-a5ee-4e95-9aaa-6d720ab7719f on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:02:03.644435 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:03.656091 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0a9b1b71-21c6-4106-a27c-2570438c343f None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:02:03.657476 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38613d3c-05d5-41e7-88fd-e0ffee5b3c82 req-8bbbf9a1-51cf-4a8e-9dc8-eace02a0029e tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.37 "DELETE /v2.0/ports/31234203-a5ee-4e95-9aaa-6d720ab7719f HTTP/1.1" status: 204 len: 173 time: 3.8767338 Nov 16 05:02:03.658065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'name': 'network-vif-deleted', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:02:03.681170 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee808494-2d81-43df-a51e-bf9dd24f28b8" -d '{"events": [{"server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "name": "network-vif-deleted", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:02:03.872388 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831995bc-75d0-4c71-8f15-37183d559f2d x-openstack-request-id: req-831995bc-75d0-4c71-8f15-37183d559f2d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:02:03.873052 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f450612d-69e5-4ac5-8f13-aa18e13d766c", "name": "network-vif-deleted", "tag": "31234203-a5ee-4e95-9aaa-6d720ab7719f", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:02:03.873052 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-831995bc-75d0-4c71-8f15-37183d559f2d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:02:03.873332 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f450612d-69e5-4ac5-8f13-aa18e13d766c', 'name': 'network-vif-deleted', 'tag': '31234203-a5ee-4e95-9aaa-6d720ab7719f', 'status': 'completed', 'code': 200} Nov 16 05:02:04.040393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31234203-a5ee-4e95-9aaa-6d720ab7719f no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:02:04.086181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:04.145285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 31234203-a5ee-4e95-9aaa-6d720ab7719f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:02:04.152615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 31234203-a5ee-4e95-9aaa-6d720ab7719f not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:02:04.193968 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0a9b1b71-21c6-4106-a27c-2570438c343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:50Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:04.244267 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b371c0c3-5bb8-48da-a8a8-0edbded70368 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:04.478178 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b1b71-21c6-4106-a27c-2570438c343f None None] Checking router: 21eb394d-893e-4f5f-a47f-246fb61ff742 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:02:04.501625 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9b1b71-21c6-4106-a27c-2570438c343f None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:04.501959 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0a9b1b71-21c6-4106-a27c-2570438c343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:04.542653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35800) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:04.616629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35808) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:04.733464 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-784bbfbc-1af0-4576-8dec-b5def434d99f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:04.802521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Router f1f177e8-1182-4230-a0ff-8c8241cb6a5c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:02:04.872503 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0a9b1b71-21c6-4106-a27c-2570438c343f None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:02:04.883706 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-784bbfbc-1af0-4576-8dec-b5def434d99f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:04.987073 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-784bbfbc-1af0-4576-8dec-b5def434d99f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:04.990015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-784bbfbc-1af0-4576-8dec-b5def434d99f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:04.995023 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-784bbfbc-1af0-4576-8dec-b5def434d99f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "DELETE /v2.0/security-groups/acb36eb4-d782-482b-a8ed-10505ebfa9be HTTP/1.1" status: 204 len: 168 time: 0.3764622 Nov 16 05:02:04.998100 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:05.002959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35818) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:05.023337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bbfbc-1af0-4576-8dec-b5def434d99f tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb36eb4-d782-482b-a8ed-10505ebfa9be,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:05.109218 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-ee6ab326-d331-4d3f-b0c7-3a60b336c102 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] show failed (client error): The resource could not be found. Nov 16 05:02:05.113655 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ee6ab326-d331-4d3f-b0c7-3a60b336c102 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "GET /v2.0/security-groups/acb36eb4-d782-482b-a8ed-10505ebfa9be HTTP/1.1" status: 404 len: 347 time: 0.0979819 Nov 16 05:02:05.114393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35824) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:05.297526 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:05.385579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3f03fe4b-70b6-4ffe-a6f4-1f4928e3fcc1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Deleting port fb25379a-dce2-47e8-bbc8-27037515db69 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:05.386007 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f03fe4b-70b6-4ffe-a6f4-1f4928e3fcc1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:05.403343 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0a9b1b71-21c6-4106-a27c-2570438c343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:50Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:05.451272 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9b1b71-21c6-4106-a27c-2570438c343f None None] The sync data for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 is: [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T04:52:42Z', 'revision_number': 4, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'ed052174-8fda-416f-82d3-724eff2cb459', 'name': '', 'network_id': 'f89841ad-dfc0-4a06-8c37-ac8ab5c0222b', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'mac_address': 'fa:16:3e:7e:ff:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:41Z', 'updated_at': '2021-11-16T04:52:50Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'subnets': [{'id': 'aa904ac8-f21c-419a-9e69-f7844853aa04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:05.473247 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:05.484823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c3a4a8-b005-42f2-bb04-880c5367381f None None] Sync routers for ids ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:05.511937 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1c53014a-972c-49fa-b0c2-01b9bc40d0b0 admin admin] 10.222.0.41 "PUT /v2.0/routers/f1f177e8-1182-4230-a0ff-8c8241cb6a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7100937 Nov 16 05:02:05.528079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35832) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:05.536414 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3a4a8-b005-42f2-bb04-880c5367381f None None] Routers {'f1f177e8-1182-4230-a0ff-8c8241cb6a5c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:05.541201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-21c3a4a8-b005-42f2-bb04-880c5367381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:05.698515 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f03fe4b-70b6-4ffe-a6f4-1f4928e3fcc1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:05.698800 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f03fe4b-70b6-4ffe-a6f4-1f4928e3fcc1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:05.713976 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:05.738361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3f03fe4b-70b6-4ffe-a6f4-1f4928e3fcc1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Calling delete_port for fb25379a-dce2-47e8-bbc8-27037515db69 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:05.811377 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:05.861729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-21c3a4a8-b005-42f2-bb04-880c5367381f None None] Set router f1f177e8-1182-4230-a0ff-8c8241cb6a5c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:02:06.032773 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b371c0c3-5bb8-48da-a8a8-0edbded70368 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:06.038835 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b371c0c3-5bb8-48da-a8a8-0edbded70368 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:06.044663 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:06.181346 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c2d0ec-efcf-4d28-a717-ce2f164f004d None None] New status for floating IP fd7c5280-fff8-4106-b453-85c267c6c4cd: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:02:06.323646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Allocated IP 172.25.0.34 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/81461403-8860-47a5-939d-885f0188dc3b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:06.350986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b371c0c3-5bb8-48da-a8a8-0edbded70368 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Router ea8e6d11-30ed-4336-9c0b-be0b6263855d has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:02:06.468974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Deleting port 8fbf0d36-35fe-410b-9dae-b759f26aa279 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:06.469865 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:06.502835 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-21c3a4a8-b005-42f2-bb04-880c5367381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:02:02Z', 'revision_number': 5, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port': {'id': '8fbf0d36-35fe-410b-9dae-b759f26aa279', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:da:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2545, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:00:12Z', 'updated_at': '2021-11-16T05:00:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:06.596805 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c3a4a8-b005-42f2-bb04-880c5367381f None None] Checking router: f1f177e8-1182-4230-a0ff-8c8241cb6a5c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:02:06.602839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] For port 8fbf0d36-35fe-410b-9dae-b759f26aa279, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8fbf0d36-35fe-410b-9dae-b759f26aa279,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:06.603374 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:06.616118 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3a4a8-b005-42f2-bb04-880c5367381f None None] Routers {'f1f177e8-1182-4230-a0ff-8c8241cb6a5c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:06.616483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Calling delete_port for 8fbf0d36-35fe-410b-9dae-b759f26aa279 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:06.616739 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-21c3a4a8-b005-42f2-bb04-880c5367381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:06.650469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:06.654711 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f03fe4b-70b6-4ffe-a6f4-1f4928e3fcc1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:06.755825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03fe4b-70b6-4ffe-a6f4-1f4928e3fcc1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Pushing event deleted for resources: {'Port': ['ID=fb25379a-dce2-47e8-bbc8-27037515db69,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:06.778370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-21c3a4a8-b005-42f2-bb04-880c5367381f None None] Set router f1f177e8-1182-4230-a0ff-8c8241cb6a5c gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:02:06.806515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b371c0c3-5bb8-48da-a8a8-0edbded70368 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:06.812613 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b371c0c3-5bb8-48da-a8a8-0edbded70368 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:06.817171 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b371c0c3-5bb8-48da-a8a8-0edbded70368 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "PUT /v2.0/routers/ea8e6d11-30ed-4336-9c0b-be0b6263855d HTTP/1.1" status: 200 len: 922 time: 3.7022076 Nov 16 05:02:06.824675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35866) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:06.847148 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ced62-4d65-4584-a0de-3b174dd5b7b6 None None] Sync routers for ids ['ea8e6d11-30ed-4336-9c0b-be0b6263855d'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:06.857991 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f03fe4b-70b6-4ffe-a6f4-1f4928e3fcc1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:06.859932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-21c3a4a8-b005-42f2-bb04-880c5367381f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:02:06Z', 'revision_number': 6, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:06.860581 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f03fe4b-70b6-4ffe-a6f4-1f4928e3fcc1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:06.863179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ced62-4d65-4584-a0de-3b174dd5b7b6 None None] Routers {'ea8e6d11-30ed-4336-9c0b-be0b6263855d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:06.864097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-287ced62-4d65-4584-a0de-3b174dd5b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ea8e6d11-30ed-4336-9c0b-be0b6263855d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:06.870968 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3f03fe4b-70b6-4ffe-a6f4-1f4928e3fcc1 tempest-AttachVolumeShelveTestJSON-918566598 tempest-AttachVolumeShelveTestJSON-918566598-project] 10.222.0.41 "DELETE /v2.0/floatingips/fd7c5280-fff8-4106-b453-85c267c6c4cd HTTP/1.1" status: 204 len: 168 time: 1.7415788 Nov 16 05:02:06.944103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:07.002045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-287ced62-4d65-4584-a0de-3b174dd5b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:07.011011 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event updated for resources: {'Port': ['ID=81461403-8860-47a5-939d-885f0188dc3b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:07.020074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:07.021846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:07.034697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:07.064549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c3a4a8-b005-42f2-bb04-880c5367381f None None] The sync data for ids ['f1f177e8-1182-4230-a0ff-8c8241cb6a5c'] in n-d-818042-1 is: [{'id': 'f1f177e8-1182-4230-a0ff-8c8241cb6a5c', 'name': 'tempest-ServerRescueTestJSONUnderV235-186578015-router', 'tenant_id': 'aa75aebead1043beb6fab68d15000c08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:00:09Z', 'updated_at': '2021-11-16T05:02:06Z', 'revision_number': 6, 'project_id': 'aa75aebead1043beb6fab68d15000c08', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:07.093747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287ced62-4d65-4584-a0de-3b174dd5b7b6 None None] Routers {'ea8e6d11-30ed-4336-9c0b-be0b6263855d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:07.108789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-287ced62-4d65-4584-a0de-3b174dd5b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:01:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ea8e6d11-30ed-4336-9c0b-be0b6263855d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:07.172845 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-287ced62-4d65-4584-a0de-3b174dd5b7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:07.173956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ced62-4d65-4584-a0de-3b174dd5b7b6 None None] The sync data for ids ['ea8e6d11-30ed-4336-9c0b-be0b6263855d'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:07.252076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-78e71dff-519b-43f3-8839-b127ea8a98e6 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/routers/ea8e6d11-30ed-4336-9c0b-be0b6263855d HTTP/1.1" status: 200 len: 922 time: 0.4172401 Nov 16 05:02:07.255094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35880) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:07.369268 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:07.436329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6b762e-8dcb-49ff-9863-8971819d89e0 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:07.438953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8e6b762e-8dcb-49ff-9863-8971819d89e0 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&device_id=ea8e6d11-30ed-4336-9c0b-be0b6263855d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1828394 Nov 16 05:02:07.443840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35888) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:07.470435 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:07.664626 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:07.787461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbf0d36-35fe-410b-9dae-b759f26aa279,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:07.809873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:07.810307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:07.810718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:07.811147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:07.811558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:07.811958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:07.812352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:07.813263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:07.813723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:07.814136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:07.814718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:07.814985 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:07.823102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7c051d-7d8d-4468-8ea4-5d425985cbd2 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:07.824578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4a7c051d-7d8d-4468-8ea4-5d425985cbd2 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 881 time: 0.3722672 Nov 16 05:02:07.832204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c30329d-9139-4d95-a930-d34e53c8791f None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:02:07.835161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35896) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:07.862219 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:07.890662 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1ed4aa5e-d82d-44e7-947e-0c2be345cc06 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea8e6d11-30ed-4336-9c0b-be0b6263855d HTTP/1.1" status: 200 len: 205 time: 0.0543578 Nov 16 05:02:07.897133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35900) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:08.031375 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-da59737a-35d9-48be-a18d-39c98fb1775d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.122668 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.199349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8fbf0d36-35fe-410b-9dae-b759f26aa279 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:02:08.233935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.237755 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.306278 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.306524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 8fbf0d36-35fe-410b-9dae-b759f26aa279 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:02:08.309128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8fbf0d36-35fe-410b-9dae-b759f26aa279 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:02:08.316721 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.319070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4f49a2b5-7e67-49fa-a260-f5890e850df4 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:02:08.323387 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.324142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1f177e8-1182-4230-a0ff-8c8241cb6a5c {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:02:08.332039 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.336866 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5340025d-674b-4e74-82ba-b8199cf373db admin admin] 10.222.0.41 "DELETE /v2.0/routers/f1f177e8-1182-4230-a0ff-8c8241cb6a5c HTTP/1.1" status: 204 len: 168 time: 2.8054764 Nov 16 05:02:08.337689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35914) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:08.372400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 4f49a2b5-7e67-49fa-a260-f5890e850df4 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:02:08.378658 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4f49a2b5-7e67-49fa-a260-f5890e850df4 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:02:08.427250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a50248c-4f79-4813-ac2b-4f6c6fc2b183 admin admin] Deleting subnet 68d3f7fd-204f-42cc-a5f1-ba46e994d436 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:02:08.432543 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a50248c-4f79-4813-ac2b-4f6c6fc2b183 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.493679 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event updated for resources: {'Port': ['ID=81461403-8860-47a5-939d-885f0188dc3b,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:08.511303 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.535068 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.540750 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a50248c-4f79-4813-ac2b-4f6c6fc2b183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.543014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.549714 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-37c07ed5-9bfc-4cc3-ac4b-076a1a09fae8 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9410551 Nov 16 05:02:08.565917 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35916) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:08.576299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-425705728'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:08.619875 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a50248c-4f79-4813-ac2b-4f6c6fc2b183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.644381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Made reservation on behalf of 4d58d7f00d9648b1ab0d55a62ed5c8c1 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:02:08.649902 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.671292 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.699156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Deleting port fc6668c9-c612-427e-b909-fdcd4cbea532 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:08.699327 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.778700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a50248c-4f79-4813-ac2b-4f6c6fc2b183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.840112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a50248c-4f79-4813-ac2b-4f6c6fc2b183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d3f7fd-204f-42cc-a5f1-ba46e994d436,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:08.865343 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a50248c-4f79-4813-ac2b-4f6c6fc2b183 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:08.868785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4a50248c-4f79-4813-ac2b-4f6c6fc2b183 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/68d3f7fd-204f-42cc-a5f1-ba46e994d436 HTTP/1.1" status: 204 len: 168 time: 0.5299208 Nov 16 05:02:08.890300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35930) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:08.976476 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.002542 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Calling delete_port for fc6668c9-c612-427e-b909-fdcd4cbea532 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:09.014943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.028843 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.073154 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ce266de-e574-4cec-9b92-6ec3fb9c4d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.099962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:02:09.117073 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.117560 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Added segment 54ca6e03-876b-4bb6-a7be-905644b091fe of type vlan for network c4e59556-81a5-48bc-8558-06cb96088fc9 Nov 16 05:02:09.135274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eca8e54-766b-4ba1-a789-dcd5be62b076,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:09.206373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.293314 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.305346 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:09.308524 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.309610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ce266de-e574-4cec-9b92-6ec3fb9c4d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.424998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8ce266de-e574-4cec-9b92-6ec3fb9c4d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6bcf8d-1961-4d31-a997-4d14ac774008']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:09.466284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8ce266de-e574-4cec-9b92-6ec3fb9c4d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cba2beb-07c6-47d5-8531-adcade9cf7ab') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:09.466588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8ce266de-e574-4cec-9b92-6ec3fb9c4d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cba2beb-07c6-47d5-8531-adcade9cf7ab') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:09.502176 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ce266de-e574-4cec-9b92-6ec3fb9c4d99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.517251 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9490130 Nov 16 05:02:09.520603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35948) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:09.535095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-2eeb9ec3-05ae-4f44-b928-cc8264c965ca tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Request body: {'subnet': {'network_id': 'c4e59556-81a5-48bc-8558-06cb96088fc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:09.560378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f472290-ac19-4004-a992-7b219aff1077 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event updated for resources: {'Network': ['ID=c4e59556-81a5-48bc-8558-06cb96088fc9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:09.571714 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.574543 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network c4e59556-81a5-48bc-8558-06cb96088fc9 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:02:09.614070 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ce266de-e574-4cec-9b92-6ec3fb9c4d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.630522 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce266de-e574-4cec-9b92-6ec3fb9c4d99 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:02:09.631298 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ce266de-e574-4cec-9b92-6ec3fb9c4d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:02:09.633354 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:02:09.711990 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Pushing event deleted for resources: {'Port': ['ID=fc6668c9-c612-427e-b909-fdcd4cbea532,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:09.738360 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723c1192-84a8-42f2-bcc3-a0126e4c525e None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:02:09.768157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeb9ec3-05ae-4f44-b928-cc8264c965ca tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Made reservation on behalf of 4d58d7f00d9648b1ab0d55a62ed5c8c1 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:02:09.771892 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2eeb9ec3-05ae-4f44-b928-cc8264c965ca tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.898945 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.968087 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ce266de-e574-4cec-9b92-6ec3fb9c4d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:09.997106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ce266de-e574-4cec-9b92-6ec3fb9c4d99 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:10.003199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8ce266de-e574-4cec-9b92-6ec3fb9c4d99 admin admin] 10.222.0.41 "DELETE /v2.0/networks/de6bcf8d-1961-4d31-a997-4d14ac774008 HTTP/1.1" status: 204 len: 168 time: 1.1081884 Nov 16 05:02:10.029731 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce266de-e574-4cec-9b92-6ec3fb9c4d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=de6bcf8d-1961-4d31-a997-4d14ac774008,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:10.190987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:10.197376 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:10.199101 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8980efe7-b612-45a7-8d7d-0239e4190c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:10.329735 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:10.330335 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Fanout notify agent at l3_agent the message router_deleted on router ea8e6d11-30ed-4336-9c0b-be0b6263855d {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:02:10.338977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:10.355206 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-683941b2-cdbb-4b02-a123-c1c60dbbd03d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "DELETE /v2.0/routers/ea8e6d11-30ed-4336-9c0b-be0b6263855d HTTP/1.1" status: 204 len: 168 time: 2.4570482 Nov 16 05:02:10.359085 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35972) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:10.385887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2da475c9-4c31-4b66-b17a-9a935a340981 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-97466471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:10.441975 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2eeb9ec3-05ae-4f44-b928-cc8264c965ca tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:10.474172 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2da475c9-4c31-4b66-b17a-9a935a340981 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:10.478333 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2da475c9-4c31-4b66-b17a-9a935a340981 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:10.594624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35976) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:10.610783 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2da475c9-4c31-4b66-b17a-9a935a340981 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:10.624583 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2da475c9-4c31-4b66-b17a-9a935a340981 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:10.643001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb9ec3-05ae-4f44-b928-cc8264c965ca tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event updated for resources: {'Subnet': ['ID=4ac0d82d-67e0-48de-b5c1-426a0cb51a0e,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:10.669418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-abfd8710-cb07-4f7c-a7e5-9d1ccc7588ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa75aebead1043beb6fab68d15000c08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732718 Nov 16 05:02:10.672399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35980) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:10.694770 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2da475c9-4c31-4b66-b17a-9a935a340981 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:10.700726 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2da475c9-4c31-4b66-b17a-9a935a340981 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3297338 Nov 16 05:02:10.708862 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35982) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:10.725240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eeb9ec3-05ae-4f44-b928-cc8264c965ca tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Checking segment: {'id': '54ca6e03-876b-4bb6-a7be-905644b091fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c4e59556-81a5-48bc-8558-06cb96088fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:02:10.727124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb9ec3-05ae-4f44-b928-cc8264c965ca tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Network hostable DHCP agents. Network: c4e59556-81a5-48bc-8558-06cb96088fc9, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:02:10.727229 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:10.769493 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b73d4bc6-7735-4355-a588-377e4ef9b2be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:10.826814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeb9ec3-05ae-4f44-b928-cc8264c965ca tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Network c4e59556-81a5-48bc-8558-06cb96088fc9 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:02:10.921795 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b73d4bc6-7735-4355-a588-377e4ef9b2be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:11.020955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-2eeb9ec3-05ae-4f44-b928-cc8264c965ca tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, c4e59556-81a5-48bc-8558-06cb96088fc9) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:11.031599 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912eb714-8b7c-4414-a3a5-740fc880d8d6 None None] Network c4e59556-81a5-48bc-8558-06cb96088fc9 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:02:11.051844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeb9ec3-05ae-4f44-b928-cc8264c965ca tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:11.052499 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2eeb9ec3-05ae-4f44-b928-cc8264c965ca tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:11.108451 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2eeb9ec3-05ae-4f44-b928-cc8264c965ca tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5860951 Nov 16 05:02:11.111750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35996) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:11.147890 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:11.153965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1626828284', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:11.179099 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b73d4bc6-7735-4355-a588-377e4ef9b2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:11.182350 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b73d4bc6-7735-4355-a588-377e4ef9b2be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:11.184470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b73d4bc6-7735-4355-a588-377e4ef9b2be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35ca4a89-f1be-4cf7-b54b-c1534d18c7fe HTTP/1.1" status: 204 len: 168 time: 0.5110159 Nov 16 05:02:11.211020 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:11.212246 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:11.739216 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:11.908539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c4e59556-81a5-48bc-8558-06cb96088fc9', 'network_id': 'c4e59556-81a5-48bc-8558-06cb96088fc9', 'tenant_id': '4d58d7f00d9648b1ab0d55a62ed5c8c1', 'fixed_ips': [{'subnet_id': '4ac0d82d-67e0-48de-b5c1-426a0cb51a0e'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:02:11.909708 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:12.145784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d4bc6-7735-4355-a588-377e4ef9b2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ca4a89-f1be-4cf7-b54b-c1534d18c7fe,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:12.169373 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:12.359019 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:12.474251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:12.582030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Allocated IP 172.20.0.2 (c4e59556-81a5-48bc-8558-06cb96088fc9/4ac0d82d-67e0-48de-b5c1-426a0cb51a0e/d12fdccc-92f3-4ff6-9223-2c929305061e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:12.644944 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:12.764563 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Allocated IP 172.25.0.87 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/29887b82-414c-4806-b0e8-69b635b2ee0d) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:13.018820 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:13.028299 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:13.029574 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:13.135150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Network c4e59556-81a5-48bc-8558-06cb96088fc9 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:13.144428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:13.156954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:13.297922 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:13.439249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:13.459781 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Pushing event updated for resources: {'Port': ['ID=d12fdccc-92f3-4ff6-9223-2c929305061e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:13.465567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Attempting to bind port d12fdccc-92f3-4ff6-9223-2c929305061e on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:02:13.466253 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Attempting to bind port d12fdccc-92f3-4ff6-9223-2c929305061e by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '54ca6e03-876b-4bb6-a7be-905644b091fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c4e59556-81a5-48bc-8558-06cb96088fc9'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:02:13.466854 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:13.468075 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Attempting to bind port d12fdccc-92f3-4ff6-9223-2c929305061e on network c4e59556-81a5-48bc-8558-06cb96088fc9 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:02:13.481759 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:13.493197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:13.499424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:02:13.499786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Checking segment: {'id': '54ca6e03-876b-4bb6-a7be-905644b091fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c4e59556-81a5-48bc-8558-06cb96088fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:02:13.500328 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Pushing event updated for resources: {'Port': ['ID=29887b82-414c-4806-b0e8-69b635b2ee0d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:13.503122 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:13.505826 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Bound using segment: {'id': '54ca6e03-876b-4bb6-a7be-905644b091fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c4e59556-81a5-48bc-8558-06cb96088fc9'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:02:13.507641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Bound port: d12fdccc-92f3-4ff6-9223-2c929305061e, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ca6e03-876b-4bb6-a7be-905644b091fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c4e59556-81a5-48bc-8558-06cb96088fc9'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:02:13.509571 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:13.579881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b373d7-a3c7-4620-bd2c-d1aec7c8de88 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:02:13.610825 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:13.705643 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:13.887617 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] For port d12fdccc-92f3-4ff6-9223-2c929305061e, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:02:13.899205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] For port d12fdccc-92f3-4ff6-9223-2c929305061e, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d12fdccc-92f3-4ff6-9223-2c929305061e,segment=NetworkSegment(54ca6e03-876b-4bb6-a7be-905644b091fe),segment_id=54ca6e03-876b-4bb6-a7be-905644b091fe)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:02:13.912939 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:14.053349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Allocated IP 172.25.0.190 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/7d031f0d-fc35-4326-85a2-41964cff0f92) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:14.057600 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:14.133037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ab29265a-bfc3-4890-8720-0f6a58e3ab48 None None] Provisioning complete for port 29887b82-414c-4806-b0e8-69b635b2ee0d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:14.135560 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab29265a-bfc3-4890-8720-0f6a58e3ab48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:14.150893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638a9bf-7b19-46f9-928c-b624ce77778a None None] Pushing event updated for resources: {'Port': ['ID=d12fdccc-92f3-4ff6-9223-2c929305061e,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:14.277082 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ab29265a-bfc3-4890-8720-0f6a58e3ab48 None None] Port 29887b82-414c-4806-b0e8-69b635b2ee0d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:02:14.316248 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:14.426455 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:14.494867 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:14.625472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:14.632427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:14.636433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:14.653241 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32f51a1-a67a-4e37-b4bf-cc3481015bb0 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:02:14.687809 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f766172-2a8e-4ae4-b1bf-706ea3fca26d req-f52cf2b8-472a-4343-ba53-d948837f5051 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=f57089e0-9672-45ac-b93b-b245ae581099 HTTP/1.1" status: 200 len: 210 time: 0.0576255 Nov 16 05:02:14.742611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c7ef3f79-5c27-4f78-8393-d8baaf8c6482 None None] Provisioning complete for port 7d031f0d-fc35-4326-85a2-41964cff0f92 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:14.743324 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3f79-5c27-4f78-8393-d8baaf8c6482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:14.806112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event updated for resources: {'Port': ['ID=7d031f0d-fc35-4326-85a2-41964cff0f92,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:14.935838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef3f79-5c27-4f78-8393-d8baaf8c6482 None None] Port 7d031f0d-fc35-4326-85a2-41964cff0f92 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:02:15.174790 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:15.207735 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:15.768663 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Router 338b62e2-018e-438a-91ec-6f8d788c9e5a is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:02:15.962544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:15.992733 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f539316-4917-4d2c-8d77-226de41115e0 None None] Sync routers for ids ['338b62e2-018e-438a-91ec-6f8d788c9e5a'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:16.003097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d12fdccc-92f3-4ff6-9223-2c929305061e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:02:16.018947 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:16.022918 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b519ba57-d296-478b-a176-9ea91cb75f3a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "PUT /v2.0/routers/338b62e2-018e-438a-91ec-6f8d788c9e5a HTTP/1.1" status: 200 len: 877 time: 5.3109436 Nov 16 05:02:16.024088 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36172) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:16.043836 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f539316-4917-4d2c-8d77-226de41115e0 None None] Routers {'338b62e2-018e-438a-91ec-6f8d788c9e5a'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:16.044468 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9f539316-4917-4d2c-8d77-226de41115e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['338b62e2-018e-438a-91ec-6f8d788c9e5a'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:16.058797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:16.080099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbabc8fd-6339-431e-a89a-6b33324bad57 req-d4c89185-0f50-4fe9-ac41-a9287d0518a5 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0950677 Nov 16 05:02:16.150790 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9f539316-4917-4d2c-8d77-226de41115e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:16.196695 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f539316-4917-4d2c-8d77-226de41115e0 None None] Routers {'338b62e2-018e-438a-91ec-6f8d788c9e5a'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:16.205079 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9f539316-4917-4d2c-8d77-226de41115e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['338b62e2-018e-438a-91ec-6f8d788c9e5a'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:16.216665 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d12fdccc-92f3-4ff6-9223-2c929305061e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:16.217436 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:16.380541 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9f539316-4917-4d2c-8d77-226de41115e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:16.383388 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f539316-4917-4d2c-8d77-226de41115e0 None None] The sync data for ids ['338b62e2-018e-438a-91ec-6f8d788c9e5a'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:16.390123 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:02:16.457007 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0f794dbd-91b0-4b15-b87a-e8687af5eff9 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/routers/338b62e2-018e-438a-91ec-6f8d788c9e5a HTTP/1.1" status: 200 len: 918 time: 0.4295580 Nov 16 05:02:16.463629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36188) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:16.478633 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:16.485969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb27cdb-af1c-4586-a820-cd8c42b6324c req-49f158f3-ca6a-4341-8b1f-10daf3cf1e5f tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:16.498049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-feb27cdb-af1c-4586-a820-cd8c42b6324c req-49f158f3-ca6a-4341-8b1f-10daf3cf1e5f tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1096 time: 0.6185379 Nov 16 05:02:16.562102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967d8279-19d6-461e-8645-f290632444c0 None None] Network c4e59556-81a5-48bc-8558-06cb96088fc9 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:02:16.569312 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-feb27cdb-af1c-4586-a820-cd8c42b6324c req-2b5976fe-ac2b-4b5e-874b-dad79d51f45d tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:16.602907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db2debd-d457-4a92-936a-622bab6d5912 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:16.607408 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2db2debd-d457-4a92-936a-622bab6d5912 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&device_id=338b62e2-018e-438a-91ec-6f8d788c9e5a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1423247 Nov 16 05:02:16.612353 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36194) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:16.830338 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-feb27cdb-af1c-4586-a820-cd8c42b6324c req-2b5976fe-ac2b-4b5e-874b-dad79d51f45d tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:16.842863 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-feb27cdb-af1c-4586-a820-cd8c42b6324c req-2b5976fe-ac2b-4b5e-874b-dad79d51f45d tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:16.925801 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-feb27cdb-af1c-4586-a820-cd8c42b6324c req-2b5976fe-ac2b-4b5e-874b-dad79d51f45d tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4265625 Nov 16 05:02:16.926637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55735511-a963-4d34-ba7e-b00567caa179 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:16.929158 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-55735511-a963-4d34-ba7e-b00567caa179 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 881 time: 0.3153300 Nov 16 05:02:16.932331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36204) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:16.933182 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:16.979829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d27fcfa4-18c5-40ee-a0d7-4bd905f4f4f7 None None] Provisioning complete for port d12fdccc-92f3-4ff6-9223-2c929305061e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:16.980502 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d27fcfa4-18c5-40ee-a0d7-4bd905f4f4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:17.067330 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-90415914-894f-4c9a-8466-68e0f04402f0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "GET /v2.0/ports?device_id=338b62e2-018e-438a-91ec-6f8d788c9e5a HTTP/1.1" status: 200 len: 205 time: 0.1320319 Nov 16 05:02:17.070123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36208) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:17.083724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port d12fdccc-92f3-4ff6-9223-2c929305061e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d12fdccc-92f3-4ff6-9223-2c929305061e,segment=NetworkSegment(54ca6e03-876b-4bb6-a7be-905644b091fe),segment_id=54ca6e03-876b-4bb6-a7be-905644b091fe)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:17.097668 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:17.255237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5976fe-ac2b-4b5e-874b-dad79d51f45d tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae9e6be-1bc2-4e13-a017-a6df40b48309,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:17.365376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=d12fdccc-92f3-4ff6-9223-2c929305061e,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:17.446651 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:17.524939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be412c02-3249-485d-87a6-e36d4976a141 req-937627a9-969c-4f46-a3cb-9d633034054d tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.1684246 Nov 16 05:02:17.604024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:17.642599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788abca2-45a7-409f-b6c6-6c66d856d5f7 req-04e50c9d-c844-4a13-ace7-58f65be958da tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:17.651105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-788abca2-45a7-409f-b6c6-6c66d856d5f7 req-04e50c9d-c844-4a13-ace7-58f65be958da tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.3709724 Nov 16 05:02:17.704503 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:17.855594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-846f9421-3d0a-49a3-8fe0-b559eff28914 None None] Provisioning complete for port d12fdccc-92f3-4ff6-9223-2c929305061e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:17.856370 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-846f9421-3d0a-49a3-8fe0-b559eff28914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:17.972820 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d12fdccc-92f3-4ff6-9223-2c929305061e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:02:17.988174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Deleting port 29887b82-414c-4806-b0e8-69b635b2ee0d {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:17.988822 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:18.034396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-788abca2-45a7-409f-b6c6-6c66d856d5f7 req-0a7a9cd3-7ae2-4bc7-a2b6-414001cd9428 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821640 Nov 16 05:02:18.064972 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d12fdccc-92f3-4ff6-9223-2c929305061e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:18.065339 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:18.071018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36232) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:18.204890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Router 30c014c7-c693-4f8b-8aa4-8d9d8092fe4f is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:02:18.337959 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:18.346976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f75f8d8e-1ab7-4070-ad45-14b6c9227215 req-b8176aa6-d287-4174-a63d-49d1aeeaf9ce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f57089e0-9672-45ac-b93b-b245ae581099 HTTP/1.1" status: 200 len: 210 time: 0.0288804 Nov 16 05:02:18.354375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a0937f71-54a3-4da9-a135-614e92e23e01 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/f24ba35e-7018-46d6-b124-2ec256a8d100 HTTP/1.1" status: 200 len: 993 time: 0.2775683 Nov 16 05:02:18.360930 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Calling delete_port for 29887b82-414c-4806-b0e8-69b635b2ee0d owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:18.429444 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:18.440533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:18.481760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25694af4-a274-4089-9a63-953481a12a80 None None] Sync routers for ids ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:18.488489 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:18.493228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-51222d9d-9226-497b-8c0a-e5fbf90fb6cc tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.3759441 Nov 16 05:02:18.493228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36250) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:18.517829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25694af4-a274-4089-9a63-953481a12a80 None None] Routers {'30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:18.523935 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-25694af4-a274-4089-9a63-953481a12a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:18.590269 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-25694af4-a274-4089-9a63-953481a12a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:18.600830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25694af4-a274-4089-9a63-953481a12a80 None None] Routers {'30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:18.601456 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-25694af4-a274-4089-9a63-953481a12a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:18.664254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-25694af4-a274-4089-9a63-953481a12a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:18.674554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25694af4-a274-4089-9a63-953481a12a80 None None] The sync data for ids ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:18.784326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:18.815204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b7756d-5e0a-4d30-ba59-7b3f9a890914 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:02:18.870845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-70e7958d-98b5-4d44-b909-1dfd87cef144 req-1fcc973e-9143-4dc8-a486-9cfc4cc57553 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.1660218 Nov 16 05:02:18.922252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Pushing event deleted for resources: {'Port': ['ID=29887b82-414c-4806-b0e8-69b635b2ee0d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:19.054641 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:19.356236 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:19.359184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-4296d3b2-e502-43c2-8393-9b0d561b2ab2 req-34cdf3f7-7b75-4d27-b0b0-009d70b74521 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:02:19.361516 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4296d3b2-e502-43c2-8393-9b0d561b2ab2 req-34cdf3f7-7b75-4d27-b0b0-009d70b74521 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5108106 Nov 16 05:02:19.362416 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:19.464510 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:19.465038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Fanout notify agent at l3_agent the message router_deleted on router 338b62e2-018e-438a-91ec-6f8d788c9e5a {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:02:19.472714 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:19.478729 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-78d79d66-214e-4c3b-a579-fe255537cce0 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "DELETE /v2.0/routers/338b62e2-018e-438a-91ec-6f8d788c9e5a HTTP/1.1" status: 204 len: 168 time: 2.4074104 Nov 16 05:02:19.483007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36296) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:19.483627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a82b6d53-9ac8-4d7c-9a35-49043fdcf44f req-9f0e8583-29ba-48ee-9907-3341bf8d4eb5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.1176670 Nov 16 05:02:19.488074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9dce70b7-211d-47b9-95f2-11a167c8aa5d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1088740282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:19.532038 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9dce70b7-211d-47b9-95f2-11a167c8aa5d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:19.533135 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9dce70b7-211d-47b9-95f2-11a167c8aa5d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:19.619486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9dce70b7-211d-47b9-95f2-11a167c8aa5d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:19.624564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9dce70b7-211d-47b9-95f2-11a167c8aa5d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:19.654847 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9dce70b7-211d-47b9-95f2-11a167c8aa5d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:19.657012 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9dce70b7-211d-47b9-95f2-11a167c8aa5d tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1721177 Nov 16 05:02:19.660020 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36300) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:19.667302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'enable_snat': True}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:20.063031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:20.108628 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:20.199896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5843f80-fab1-4b5e-ac16-184ca44a0c64 req-82468926-8d9a-4181-a46a-bcfed0993ea1 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0837014 Nov 16 05:02:20.236016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01515615-ab46-49c1-b8dc-fb83375d2f6d req-b6bb66a5-6513-4f37-84f2-f8112cb1af2e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:20.239395 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01515615-ab46-49c1-b8dc-fb83375d2f6d req-b6bb66a5-6513-4f37-84f2-f8112cb1af2e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.1716447 Nov 16 05:02:20.298620 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-8d7cd0b1-5195-4fcc-9423-14ec123ca49a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2783382 Nov 16 05:02:20.488281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01515615-ab46-49c1-b8dc-fb83375d2f6d req-a2b77a2c-1caa-4fac-900b-caadd49cacfd tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705620 Nov 16 05:02:20.653387 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:20.724279 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:20.982600 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Allocated IP 172.25.0.228 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/426168a0-6e91-462e-814c-31fd5392ef1a) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:21.068147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Allocated IP 172.20.0.1 (c4e59556-81a5-48bc-8558-06cb96088fc9/4ac0d82d-67e0-48de-b5c1-426a0cb51a0e/c9230d14-c3fa-48e8-930f-5b80cd0c9aca) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:21.174095 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:21.220448 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:21.263436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:21.276345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:21.292771 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:21.297007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b119e-1fe9-4782-bbd8-d562b3bf86ca None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:02:21.468236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event updated for resources: {'Port': ['ID=426168a0-6e91-462e-814c-31fd5392ef1a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:21.490765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fe206c09-51c9-481b-ac1f-55e782bf92f8 None None] Provisioning complete for port 426168a0-6e91-462e-814c-31fd5392ef1a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:21.494089 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fe206c09-51c9-481b-ac1f-55e782bf92f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:21.553060 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:21.584922 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b76f0e65-994e-4871-9f38-726f335aed8d req-26cfedae-0863-40cc-9033-f5b38162d74e tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0457683 Nov 16 05:02:21.589366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fe206c09-51c9-481b-ac1f-55e782bf92f8 None None] Port 426168a0-6e91-462e-814c-31fd5392ef1a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:02:21.644470 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:21.777245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Network c4e59556-81a5-48bc-8558-06cb96088fc9 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:21.819177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:21.836995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:21.919103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event updated for resources: {'Port': ['ID=c9230d14-c3fa-48e8-930f-5b80cd0c9aca,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:21.965592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f54e3-e43a-4704-a572-e7b176418051 req-85189d15-ebe4-4505-80fb-0b8ae6c9992b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:21.967428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c54f54e3-e43a-4704-a572-e7b176418051 req-85189d15-ebe4-4505-80fb-0b8ae6c9992b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.3271437 Nov 16 05:02:22.051751 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:22.103359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c54f54e3-e43a-4704-a572-e7b176418051 req-7d23cbf1-104d-4e5f-91ac-b6abf0cc9962 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124566 Nov 16 05:02:22.260716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36390) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:22.343125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d5d54240-821f-46f9-9838-4e40a3811c55 None None] Provisioning complete for port c9230d14-c3fa-48e8-930f-5b80cd0c9aca triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:22.343773 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d5d54240-821f-46f9-9838-4e40a3811c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:22.465602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d5d54240-821f-46f9-9838-4e40a3811c55 None None] Port c9230d14-c3fa-48e8-930f-5b80cd0c9aca cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:02:22.639618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7d20f19-1780-4519-bb2a-ac55434fa59c req-de872896-430b-4f50-ba63-b4a2e1feed6e tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.1109126 Nov 16 05:02:22.920218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-97ba9a07-bfeb-4a24-a7ae-809cdc7e005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:22.922350 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-97ba9a07-bfeb-4a24-a7ae-809cdc7e005e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1096 time: 0.6174667 Nov 16 05:02:22.962159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:23.038368 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:23.390846 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:23.394913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:23.646441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-9dfc7162-98b8-49c0-982c-b649fad5b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:23.648277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-9dfc7162-98b8-49c0-982c-b649fad5b6ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd HTTP/1.1" status: 200 len: 898 time: 0.7059712 Nov 16 05:02:23.658418 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Router 1f5a542a-6d84-46c1-8ad0-2633b79904bf is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:02:23.746568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-f35378cc-4c8d-426b-bb6a-a1245efe7077 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab HTTP/1.1" status: 200 len: 1001 time: 0.0732288 Nov 16 05:02:23.845208 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:23.860022 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a385cf0-227d-4cbd-ad11-054f4497667b None None] Sync routers for ids ['1f5a542a-6d84-46c1-8ad0-2633b79904bf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:23.868889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:23.875187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36432) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:23.880056 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d0ee0425-17ab-45cf-931c-4c809ff60cba tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "PUT /v2.0/routers/1f5a542a-6d84-46c1-8ad0-2633b79904bf HTTP/1.1" status: 200 len: 915 time: 4.2128813 Nov 16 05:02:23.881825 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a385cf0-227d-4cbd-ad11-054f4497667b None None] Routers {'1f5a542a-6d84-46c1-8ad0-2633b79904bf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:23.882459 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2a385cf0-227d-4cbd-ad11-054f4497667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1f5a542a-6d84-46c1-8ad0-2633b79904bf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:23.887604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-93f43a2a-3bb6-4abc-80f2-e448ba7ad7c0 req-5b29487c-426d-49a4-bf8d-1b88f202fbfb tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.1126087 Nov 16 05:02:23.936788 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2a385cf0-227d-4cbd-ad11-054f4497667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:23.961007 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a385cf0-227d-4cbd-ad11-054f4497667b None None] Routers {'1f5a542a-6d84-46c1-8ad0-2633b79904bf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:23.961727 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2a385cf0-227d-4cbd-ad11-054f4497667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1f5a542a-6d84-46c1-8ad0-2633b79904bf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:23.970512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ba6a1-9843-455c-9711-2e5ecf685e06 req-48309eb2-14d3-4ff2-bf1f-33083ebc2f34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:23.974320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce2ba6a1-9843-455c-9711-2e5ecf685e06 req-48309eb2-14d3-4ff2-bf1f-33083ebc2f34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.6322081 Nov 16 05:02:24.009336 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2a385cf0-227d-4cbd-ad11-054f4497667b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:24.010289 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a385cf0-227d-4cbd-ad11-054f4497667b None None] The sync data for ids ['1f5a542a-6d84-46c1-8ad0-2633b79904bf'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:24.135082 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ec8c1ed2-1fe7-47d5-b29a-31af3c6958b3 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/routers/1f5a542a-6d84-46c1-8ad0-2633b79904bf HTTP/1.1" status: 200 len: 921 time: 0.2510319 Nov 16 05:02:24.137940 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36438) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:24.220533 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a7ef7a-d7fe-4c7b-9b7f-c5e528503dae tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:24.224483 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-77a7ef7a-d7fe-4c7b-9b7f-c5e528503dae tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&device_id=1f5a542a-6d84-46c1-8ad0-2633b79904bf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0831659 Nov 16 05:02:24.224695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36442) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:24.228444 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:24.250286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:24.416567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c595482-1f9f-485b-926d-2699af1df037 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:24.421344 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7c595482-1f9f-485b-926d-2699af1df037 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 881 time: 0.1956701 Nov 16 05:02:24.422584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36446) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:24.480674 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-978aae25-1d2c-4e4b-b30e-9540ea7fa892 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5a542a-6d84-46c1-8ad0-2633b79904bf HTTP/1.1" status: 200 len: 205 time: 0.0566859 Nov 16 05:02:24.483012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36448) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:24.626454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-bdedd75f-7f87-4243-af43-a4223a75c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:24.628011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-bdedd75f-7f87-4243-af43-a4223a75c8da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24bfef4b-c7fb-467d-b769-75c120712310 HTTP/1.1" status: 200 len: 834 time: 0.8519609 Nov 16 05:02:24.645447 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:24.750634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event updated for resources: {'Port': ['ID=c9230d14-c3fa-48e8-930f-5b80cd0c9aca,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:24.768200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:24.771635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce2ba6a1-9843-455c-9711-2e5ecf685e06 req-e78390a4-cd02-45df-a91b-4128171a385e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5406778 Nov 16 05:02:24.870526 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:24.875749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-c53b30fe-4285-4e91-afed-eb87f6240ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:24.877543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-c53b30fe-4285-4e91-afed-eb87f6240ba6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2341073 Nov 16 05:02:24.969737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Deleting port 426168a0-6e91-462e-814c-31fd5392ef1a {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:24.970111 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:25.107090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a60eb406-ac42-4f71-b0da-be2f85dc60f2 req-4105fec1-e8fd-4d62-94e1-ee814d7e90d3 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0937619 Nov 16 05:02:25.143024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:25.167603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Calling delete_port for 426168a0-6e91-462e-814c-31fd5392ef1a owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:25.245855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Network c4e59556-81a5-48bc-8558-06cb96088fc9 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:25.249398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:25.261512 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-0cd741a6-aa02-4c56-946c-aecafdccf35c service neutron] 10.222.0.37 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714352 Nov 16 05:02:25.266316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-32d30666-eac0-48ff-b660-21efd044278f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:25.442379 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:25.483262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Pushing event deleted for resources: {'Port': ['ID=426168a0-6e91-462e-814c-31fd5392ef1a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:25.551730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ddc2af-1530-4c2d-8600-86e981916740 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:02:25.589483 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:25.719662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-24642ba7-b5a2-4f3f-bdbb-2670db589de0 None None] Provisioning complete for port c9230d14-c3fa-48e8-930f-5b80cd0c9aca triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:25.720416 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-24642ba7-b5a2-4f3f-bdbb-2670db589de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:25.738656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Router 30c014c7-c693-4f8b-8aa4-8d9d8092fe4f has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:02:25.760718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-3b595076-e53f-4f72-b568-c1a4a3ce6eac service neutron] 10.222.0.37 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891624 Nov 16 05:02:25.835271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-24642ba7-b5a2-4f3f-bdbb-2670db589de0 None None] Port c9230d14-c3fa-48e8-930f-5b80cd0c9aca cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:02:25.887387 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:25.891175 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:25.985428 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:25.986335 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Fanout notify agent at l3_agent the message router_deleted on router 1f5a542a-6d84-46c1-8ad0-2633b79904bf {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:02:26.001825 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:26.003179 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-84053ee9-04e1-4684-863f-3b6eac723245 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "DELETE /v2.0/routers/1f5a542a-6d84-46c1-8ad0-2633b79904bf HTTP/1.1" status: 204 len: 168 time: 1.5191853 Nov 16 05:02:26.007593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36482) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:26.012232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-81be72cf-d84f-42b5-8891-dfbafc225567 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-665044812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:26.080625 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81be72cf-d84f-42b5-8891-dfbafc225567 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:26.082313 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81be72cf-d84f-42b5-8891-dfbafc225567 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:26.132124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfbb9b-5843-4a12-bfea-ab8404f6b28d req-44525c60-8eee-43fb-bb3e-23fd63bbdd0e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:26.134104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66bfbb9b-5843-4a12-bfea-ab8404f6b28d req-44525c60-8eee-43fb-bb3e-23fd63bbdd0e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.2248614 Nov 16 05:02:26.175918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:26.188844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-45f716d9-7a0f-4174-8e3a-0f32c28ac990 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "PUT /v2.0/routers/30c014c7-c693-4f8b-8aa4-8d9d8092fe4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6941576 Nov 16 05:02:26.197220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958711b-f15b-47e0-b9d0-a1975e30fab0 None None] Sync routers for ids ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:26.198194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36486) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:26.209794 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3958711b-f15b-47e0-b9d0-a1975e30fab0 None None] Routers {'30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:26.210727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3958711b-f15b-47e0-b9d0-a1975e30fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:26.212470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Request body: {'port': {'network_id': 'c4e59556-81a5-48bc-8558-06cb96088fc9', 'name': 'tempest-FloatingIPAdminTestJSON-353585768'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:26.243749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81be72cf-d84f-42b5-8891-dfbafc225567 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:26.252680 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81be72cf-d84f-42b5-8891-dfbafc225567 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:26.278895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3958711b-f15b-47e0-b9d0-a1975e30fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:26.303566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3958711b-f15b-47e0-b9d0-a1975e30fab0 None None] Routers {'30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:26.305573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3958711b-f15b-47e0-b9d0-a1975e30fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:26.314903 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81be72cf-d84f-42b5-8891-dfbafc225567 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:26.320038 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-81be72cf-d84f-42b5-8891-dfbafc225567 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3083801 Nov 16 05:02:26.322488 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36488) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:26.331521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'enable_snat': False}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:26.380672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66bfbb9b-5843-4a12-bfea-ab8404f6b28d req-f59a4ef1-894b-472a-8a4c-db4095773073 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323039 Nov 16 05:02:26.393825 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-229ad49e-7d74-4fc2-b5b6-86a59d4e0f3e req-28e75f6e-f23a-4fbf-81db-16db26be0485 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0711691 Nov 16 05:02:26.394866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3958711b-f15b-47e0-b9d0-a1975e30fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:26.395816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3958711b-f15b-47e0-b9d0-a1975e30fab0 None None] The sync data for ids ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:26.476223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-32d30666-eac0-48ff-b660-21efd044278f admin admin] Deleting port ed052174-8fda-416f-82d3-724eff2cb459 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:26.476860 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-32d30666-eac0-48ff-b660-21efd044278f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:26.529050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Made reservation on behalf of 4d58d7f00d9648b1ab0d55a62ed5c8c1 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:02:26.535203 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:26.571586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] device_id is not set on port 65d42914-e28d-463a-a314-1a3e95a6a8ff yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:02:26.669198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:26.677471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-32d30666-eac0-48ff-b660-21efd044278f admin admin] For port ed052174-8fda-416f-82d3-724eff2cb459, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ed052174-8fda-416f-82d3-724eff2cb459,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:26.677847 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-32d30666-eac0-48ff-b660-21efd044278f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:26.698697 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-32d30666-eac0-48ff-b660-21efd044278f admin admin] Calling delete_port for ed052174-8fda-416f-82d3-724eff2cb459 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:26.792391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Allocated IP 172.20.0.6 (c4e59556-81a5-48bc-8558-06cb96088fc9/4ac0d82d-67e0-48de-b5c1-426a0cb51a0e/65d42914-e28d-463a-a314-1a3e95a6a8ff) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:27.034173 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:27.089442 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:27.329354 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Allocated IP 172.25.0.78 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/422ec3f2-62f5-428d-a5c4-6d761d0bee7e) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:27.468951 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:27.523854 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:27.541647 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:27.633546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:27.639322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:27.642405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:27.656499 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be41484c-d29c-419a-9090-822abf523542 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:02:27.753327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-448c798f-24ca-42c7-b8ad-6ab8a3538cfa req-47fabfc6-962b-480c-b66b-a66c4644842a tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0704951 Nov 16 05:02:27.763084 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:27.780265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Pushing event updated for resources: {'Port': ['ID=422ec3f2-62f5-428d-a5c4-6d761d0bee7e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:27.796038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-651c76f1-d210-471b-81c6-f728f7c1a650 None None] Provisioning complete for port 422ec3f2-62f5-428d-a5c4-6d761d0bee7e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:27.797314 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-651c76f1-d210-471b-81c6-f728f7c1a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:27.897219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-651c76f1-d210-471b-81c6-f728f7c1a650 None None] Port 422ec3f2-62f5-428d-a5c4-6d761d0bee7e cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:02:27.926579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Network c4e59556-81a5-48bc-8558-06cb96088fc9 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:27.943407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:27.949836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:28.045789 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:28.046835 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:28.105024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:28.118557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c1535-6971-4f57-859a-f68dac762352 req-8cceb1d6-6ac2-4529-ac6b-c35812c7d684 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:28.127374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee3c1535-6971-4f57-859a-f68dac762352 req-8cceb1d6-6ac2-4529-ac6b-c35812c7d684 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.3722534 Nov 16 05:02:28.135876 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9316587 Nov 16 05:02:28.139154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36524) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:28.155236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dccbfd-4d28-4a52-8386-35a301a12385 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event updated for resources: {'Port': ['ID=65d42914-e28d-463a-a314-1a3e95a6a8ff,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:28.183398 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-32d30666-eac0-48ff-b660-21efd044278f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:28.225561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d30666-eac0-48ff-b660-21efd044278f admin admin] Pushing event deleted for resources: {'Port': ['ID=ed052174-8fda-416f-82d3-724eff2cb459,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:28.448599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'project_id': '4d58d7f00d9648b1ab0d55a62ed5c8c1', 'port_id': '65d42914-e28d-463a-a314-1a3e95a6a8ff'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:28.523482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee3c1535-6971-4f57-859a-f68dac762352 req-55c191fb-ddfd-43d2-ba72-b877155a8c12 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3945308 Nov 16 05:02:28.525643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7e9783cd-1b19-48b9-9e78-211d1a4878c8 None None] Provisioning complete for port 65d42914-e28d-463a-a314-1a3e95a6a8ff triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:28.526808 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7e9783cd-1b19-48b9-9e78-211d1a4878c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:28.619191 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-32d30666-eac0-48ff-b660-21efd044278f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:28.626751 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:28.636300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7e9783cd-1b19-48b9-9e78-211d1a4878c8 None None] Port 65d42914-e28d-463a-a314-1a3e95a6a8ff cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:02:28.695653 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:28.699885 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:28.941176 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Router 89037169-04f6-400f-b962-6c6b0875d617 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:02:29.005468 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c8396d0f-778b-46c0-8ab3-fdba91257b5b req-a4290f87-e391-4be5-bf32-33d939ed07f6 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0984633 Nov 16 05:02:29.059438 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:29.065848 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:29.067074 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-73b4b43c-5346-4daa-b8a3-196fa6668612 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "PUT /v2.0/routers/89037169-04f6-400f-b962-6c6b0875d617 HTTP/1.1" status: 200 len: 914 time: 2.7435911 Nov 16 05:02:29.069688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36540) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:29.072535 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f339d6f-9741-41f3-9f89-4530245594e3 None None] Sync routers for ids ['89037169-04f6-400f-b962-6c6b0875d617'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:29.082302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d30666-eac0-48ff-b660-21efd044278f admin admin] Router 21eb394d-893e-4f5f-a47f-246fb61ff742 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:02:29.088166 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f339d6f-9741-41f3-9f89-4530245594e3 None None] Routers {'89037169-04f6-400f-b962-6c6b0875d617'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:29.091457 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0f339d6f-9741-41f3-9f89-4530245594e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['89037169-04f6-400f-b962-6c6b0875d617'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:29.107462 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:29.168490 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0f339d6f-9741-41f3-9f89-4530245594e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:29.182408 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f339d6f-9741-41f3-9f89-4530245594e3 None None] Routers {'89037169-04f6-400f-b962-6c6b0875d617'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:29.183250 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0f339d6f-9741-41f3-9f89-4530245594e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['89037169-04f6-400f-b962-6c6b0875d617'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:29.226603 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0f339d6f-9741-41f3-9f89-4530245594e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:29.227513 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f339d6f-9741-41f3-9f89-4530245594e3 None None] The sync data for ids ['89037169-04f6-400f-b962-6c6b0875d617'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:29.282966 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ba0a8e7d-9377-4cd9-b56c-534b43d19658 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/routers/89037169-04f6-400f-b962-6c6b0875d617 HTTP/1.1" status: 200 len: 920 time: 0.2004383 Nov 16 05:02:29.285575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36546) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:29.347043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d30666-eac0-48ff-b660-21efd044278f admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:29.347788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32fee37-78e9-453c-b897-23c996b5e0fb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:29.354626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-32d30666-eac0-48ff-b660-21efd044278f admin admin] 10.222.0.41 "PUT /v2.0/routers/21eb394d-893e-4f5f-a47f-246fb61ff742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0890133 Nov 16 05:02:29.358668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36550) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:29.360540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc0012-2846-4e74-ad4b-9a0b86e3993e None None] Sync routers for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:29.364617 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b32fee37-78e9-453c-b897-23c996b5e0fb tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&device_id=89037169-04f6-400f-b962-6c6b0875d617&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0762956 Nov 16 05:02:29.365416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36552) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:29.395496 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc0012-2846-4e74-ad4b-9a0b86e3993e None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:29.396130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9cdc0012-2846-4e74-ad4b-9a0b86e3993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:29.455166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Allocated IP 172.25.0.72 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/f6b372e3-0223-4640-b606-90c17b86f3f0) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:29.491091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1671647b-d1dc-4700-a4ed-675cb621ad16 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:29.495920 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1671647b-d1dc-4700-a4ed-675cb621ad16 tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/networks/ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 881 time: 0.1293819 Nov 16 05:02:29.496734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36554) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:29.531419 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4a8e627-df61-42b9-a858-9c47833ecbc6 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "GET /v2.0/ports?device_id=89037169-04f6-400f-b962-6c6b0875d617 HTTP/1.1" status: 200 len: 205 time: 0.0323668 Nov 16 05:02:29.532125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36556) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:29.617682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-9cdc0012-2846-4e74-ad4b-9a0b86e3993e None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:02:29.695585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:30.005605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9cdc0012-2846-4e74-ad4b-9a0b86e3993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T05:02:27Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:30.082641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc0012-2846-4e74-ad4b-9a0b86e3993e None None] Checking router: 21eb394d-893e-4f5f-a47f-246fb61ff742 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:02:30.106805 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc0012-2846-4e74-ad4b-9a0b86e3993e None None] Routers {'21eb394d-893e-4f5f-a47f-246fb61ff742'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:30.107694 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9cdc0012-2846-4e74-ad4b-9a0b86e3993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['21eb394d-893e-4f5f-a47f-246fb61ff742'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:30.216381 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:30.279881 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:30.318710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e4b7731-3ab9-4c0e-91f7-dc90c0181ae9 req-6b169f3b-9cb6-434a-a96c-9abb4d8de186 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.1453483 Nov 16 05:02:30.319877 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:30.436080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Pushing event updated for resources: {'Port': ['ID=f6b372e3-0223-4640-b606-90c17b86f3f0,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:30.451222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-9cdc0012-2846-4e74-ad4b-9a0b86e3993e None None] Set router 21eb394d-893e-4f5f-a47f-246fb61ff742 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:02:30.453195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973eeb1-5e07-4044-acb2-57aebd7be3c8 req-22b1dea8-ed55-4356-a57a-90ced03462a0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:30.455099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2973eeb1-5e07-4044-acb2-57aebd7be3c8 req-22b1dea8-ed55-4356-a57a-90ced03462a0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.8039429 Nov 16 05:02:30.488825 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:30.503764 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:30.517355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:30.555042 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:30.581647 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2973eeb1-5e07-4044-acb2-57aebd7be3c8 req-45e4dd1a-8c8c-4280-ae67-2958633394cb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139791 Nov 16 05:02:30.694755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9cdc0012-2846-4e74-ad4b-9a0b86e3993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T05:02:27Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:30.728416 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:30.733505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc0012-2846-4e74-ad4b-9a0b86e3993e None None] The sync data for ids ['21eb394d-893e-4f5f-a47f-246fb61ff742'] in n-d-818042-1 is: [{'id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'name': 'tempest-AttachVolumeShelveTestJSON-815286554-router', 'tenant_id': '8bbc458d86dd42b6b2caab748f91cc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T04:52:29Z', 'updated_at': '2021-11-16T05:02:27Z', 'revision_number': 5, 'project_id': '8bbc458d86dd42b6b2caab748f91cc15', 'gw_port': {'id': '1b369e04-352c-4f7c-90ee-0252ee4eb1ec', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4e:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21eb394d-893e-4f5f-a47f-246fb61ff742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1610, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T04:52:30Z', 'updated_at': '2021-11-16T04:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:30.737243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Deleting port 1b369e04-352c-4f7c-90ee-0252ee4eb1ec {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:30.738218 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:30.987520 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] For port 1b369e04-352c-4f7c-90ee-0252ee4eb1ec, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1b369e04-352c-4f7c-90ee-0252ee4eb1ec,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:30.987884 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:31.018640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Calling delete_port for 1b369e04-352c-4f7c-90ee-0252ee4eb1ec owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:31.037114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Deleting port 422ec3f2-62f5-428d-a5c4-6d761d0bee7e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:31.037517 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:31.538277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-380e6f72-3437-4129-aef4-8b31c4eaf40b req-22cf23bc-820c-41c8-9b90-e999a5d70428 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0880616 Nov 16 05:02:31.582531 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:31.669888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Calling delete_port for 422ec3f2-62f5-428d-a5c4-6d761d0bee7e owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:31.754268 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:31.792331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ed052174-8fda-416f-82d3-724eff2cb459 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:02:31.842056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: ed052174-8fda-416f-82d3-724eff2cb459 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:02:31.842460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ed052174-8fda-416f-82d3-724eff2cb459 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:02:32.240631 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:32.244395 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:32.408995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea40ce0-02a4-4d5b-a2e1-606c9ff050a2 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:02:32.410509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff4415-e234-4da7-9ed8-f60a7f3b244b req-d2b5f1cb-47d3-4996-b1e6-f6f284a559f8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:32.412052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9ff4415-e234-4da7-9ed8-f60a7f3b244b req-d2b5f1cb-47d3-4996-b1e6-f6f284a559f8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.7158794 Nov 16 05:02:32.413063 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Pushing event deleted for resources: {'Port': ['ID=422ec3f2-62f5-428d-a5c4-6d761d0bee7e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:32.471963 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabc1b4b-baa8-4275-8a99-89cdfb8fec90 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:02:32.486020 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:32.805813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b369e04-352c-4f7c-90ee-0252ee4eb1ec,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:32.956603 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:32.968302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-218cee0c-5ed3-4539-8e9e-1b2ea74239ef req-32bad75f-81e3-49ee-b03d-e3d557ffc101 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.1933060 Nov 16 05:02:33.041407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9ff4415-e234-4da7-9ed8-f60a7f3b244b req-c2587a17-7b0a-4757-bb55-3903630ea09d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6158373 Nov 16 05:02:33.133757 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.174418 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.178206 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.213620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.248715 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.297609 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.320966 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.323056 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.323616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Fanout notify agent at l3_agent the message router_deleted on router 89037169-04f6-400f-b962-6c6b0875d617 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:02:33.337240 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.338352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5e7bbb49-9216-4441-8f31-8048f4043315 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "DELETE /v2.0/routers/89037169-04f6-400f-b962-6c6b0875d617 HTTP/1.1" status: 204 len: 168 time: 3.8035331 Nov 16 05:02:33.343992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36806) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:33.353195 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1869420560', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:33.407430 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.422684 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.426995 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.537155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Pushing event updated for resources: {'Port': ['ID=f6b372e3-0223-4640-b606-90c17b86f3f0,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:33.547196 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.548028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21eb394d-893e-4f5f-a47f-246fb61ff742 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:02:33.559573 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:33.564708 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f96eb412-7d6c-43cc-87ee-57710e1eae81 admin admin] 10.222.0.41 "DELETE /v2.0/routers/21eb394d-893e-4f5f-a47f-246fb61ff742 HTTP/1.1" status: 204 len: 168 time: 4.2042136 Nov 16 05:02:33.572157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36830) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:33.649470 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:34.228319 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8ec421-e75f-4049-9eb6-493ca6fe9cc4 admin admin] Deleting subnet aa904ac8-f21c-419a-9e69-f7844853aa04 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:02:34.285752 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Floating IP 4cdaaf14-8575-4164-8fb2-ac73ce9b0709 associated. External IP: 172.25.0.72, port: 65d42914-e28d-463a-a314-1a3e95a6a8ff. Nov 16 05:02:34.435692 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec421-e75f-4049-9eb6-493ca6fe9cc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:34.486198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8074b3ad-8ede-490a-bba3-386eda196cbf req-1522cde7-f391-40a6-8941-270c04928aa9 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.2483742 Nov 16 05:02:34.665468 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:34.680198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581442a-fcd9-4c9f-b5f2-64b09e29b9c2 req-cdbe11ab-a1a7-4402-acd0-96ae25e83b97 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:34.688855 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c581442a-fcd9-4c9f-b5f2-64b09e29b9c2 req-cdbe11ab-a1a7-4402-acd0-96ae25e83b97 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.2815208 Nov 16 05:02:34.706199 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec421-e75f-4049-9eb6-493ca6fe9cc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:34.865025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c581442a-fcd9-4c9f-b5f2-64b09e29b9c2 req-2a81f7a3-9a1f-40ed-ad79-5f764e58fef0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750739 Nov 16 05:02:34.972144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Router 30c014c7-c693-4f8b-8aa4-8d9d8092fe4f has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:02:34.982898 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec421-e75f-4049-9eb6-493ca6fe9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:35.014448 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:35.038708 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:35.213292 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec421-e75f-4049-9eb6-493ca6fe9cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:35.258794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Allocated IP 172.25.0.14 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/5b320145-dbc1-48c7-93c1-e3b3ee915d7a) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:35.260571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ec421-e75f-4049-9eb6-493ca6fe9cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa904ac8-f21c-419a-9e69-f7844853aa04,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:35.268647 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec421-e75f-4049-9eb6-493ca6fe9cc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:35.275439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bb8ec421-e75f-4049-9eb6-493ca6fe9cc4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aa904ac8-f21c-419a-9e69-f7844853aa04 HTTP/1.1" status: 204 len: 168 time: 1.7019436 Nov 16 05:02:35.276135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37020) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:35.279770 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb9cd52-3370-425f-a981-3a33a1b8e40e None None] Network f89841ad-dfc0-4a06-8c37-ac8ab5c0222b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:02:35.367873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:35.379209 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86f7ef1-e2bd-42e5-93c5-98540352f93c None None] Sync routers for ids ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:35.404375 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:35.412309 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:35.416552 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86f7ef1-e2bd-42e5-93c5-98540352f93c None None] Routers {'30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:35.423846 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c86f7ef1-e2bd-42e5-93c5-98540352f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:35.499862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b0dcb67f-e7f2-4dd1-9db9-6d3adbbe01a0 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.3511927 Nov 16 05:02:35.500566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37038) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:35.545915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:35.554589 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c86f7ef1-e2bd-42e5-93c5-98540352f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:35.568692 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7e818-4c90-4fb8-b4fd-910411af86df None None] DHCP port deletion for f89841ad-dfc0-4a06-8c37-ac8ab5c0222b request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:02:35.572403 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86f7ef1-e2bd-42e5-93c5-98540352f93c None None] Routers {'30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:35.573699 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c86f7ef1-e2bd-42e5-93c5-98540352f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:35.619522 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:35.657690 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c86f7ef1-e2bd-42e5-93c5-98540352f93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:35.659199 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86f7ef1-e2bd-42e5-93c5-98540352f93c None None] The sync data for ids ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:35.750484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-68e7e818-4c90-4fb8-b4fd-910411af86df None None] Deleting port bb59208c-2841-476a-beee-86aa0cb26ebf {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:35.752002 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68e7e818-4c90-4fb8-b4fd-910411af86df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:35.822644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:35.831562 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:35.877000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdd0a6e6-d1e0-426b-9503-2c323b0640fe req-efa9f6ae-3ebc-461f-98ea-00ab8e4aa045 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.1457078 Nov 16 05:02:35.879480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec5dbb2-54bf-434d-9b5c-379d29269036 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:02:35.882366 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:35.899662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bb59208c-2841-476a-beee-86aa0cb26ebf no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:02:35.913757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-68e7e818-4c90-4fb8-b4fd-910411af86df None None] For port bb59208c-2841-476a-beee-86aa0cb26ebf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bb59208c-2841-476a-beee-86aa0cb26ebf,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:35.914395 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68e7e818-4c90-4fb8-b4fd-910411af86df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:36.011376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Pushing event updated for resources: {'Port': ['ID=5b320145-dbc1-48c7-93c1-e3b3ee915d7a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:36.029216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-68e7e818-4c90-4fb8-b4fd-910411af86df None None] Calling delete_port for bb59208c-2841-476a-beee-86aa0cb26ebf owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:36.111007 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-41afc38c-d20b-4a4c-9949-83ed51904fe8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] 10.222.0.41 "GET /v2.0/floatingips/4cdaaf14-8575-4164-8fb2-ac73ce9b0709 HTTP/1.1" status: 200 len: 981 time: 0.6073587 Nov 16 05:02:36.111829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37096) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:36.313649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Deleting port bb59208c-2841-476a-beee-86aa0cb26ebf {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:36.316498 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:36.323106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:36.355472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-33f9267e-bf79-487b-abaf-8c786d10f943 None None] Provisioning complete for port 5b320145-dbc1-48c7-93c1-e3b3ee915d7a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:36.355966 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33f9267e-bf79-487b-abaf-8c786d10f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:36.444108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port bb59208c-2841-476a-beee-86aa0cb26ebf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bb59208c-2841-476a-beee-86aa0cb26ebf,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:36.444629 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:36.456959 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:36.458333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1b369e04-352c-4f7c-90ee-0252ee4eb1ec no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:02:36.491324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf9b78-6d61-40c6-a892-6a883451107b req-e81de900-e07f-4141-ad50-9938c471ecfe tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:36.506189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ebf9b78-6d61-40c6-a892-6a883451107b req-e81de900-e07f-4141-ad50-9938c471ecfe tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.4613891 Nov 16 05:02:36.545909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 1b369e04-352c-4f7c-90ee-0252ee4eb1ec {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:02:36.548730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1b369e04-352c-4f7c-90ee-0252ee4eb1ec not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:02:36.561472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-33f9267e-bf79-487b-abaf-8c786d10f943 None None] Port 5b320145-dbc1-48c7-93c1-e3b3ee915d7a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:02:36.640763 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-43f4491b-bb4e-46d8-95e0-36f3305ffc84 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2249 time: 0.5259571 Nov 16 05:02:36.645045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37146) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:36.684108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=bb59208c-2841-476a-beee-86aa0cb26ebf,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:36.696929 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68e7e818-4c90-4fb8-b4fd-910411af86df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:36.714569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e7e818-4c90-4fb8-b4fd-910411af86df None None] No DVR routers for this DVR port bb59208c-2841-476a-beee-86aa0cb26ebf on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:02:36.771689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] For port bb59208c-2841-476a-beee-86aa0cb26ebf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bb59208c-2841-476a-beee-86aa0cb26ebf,segment=NetworkSegment(8c1a0706-09e5-48cd-be48-d3bdf40858a6),segment_id=8c1a0706-09e5-48cd-be48-d3bdf40858a6)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:36.774261 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:36.799163 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7e818-4c90-4fb8-b4fd-910411af86df None None] Pushing event deleted for resources: {'Port': ['ID=bb59208c-2841-476a-beee-86aa0cb26ebf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:36.848703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ebf9b78-6d61-40c6-a892-6a883451107b req-c23c6b44-caa8-4858-9ecf-4f980230b081 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395941 Nov 16 05:02:36.862738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Calling delete_port for bb59208c-2841-476a-beee-86aa0cb26ebf owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:37.059026 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:37.091929 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:37.105747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-959c658b-11dc-4a61-a6b0-34c84317e2f7 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Deleting port f6b372e3-0223-4640-b606-90c17b86f3f0 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:37.106327 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-959c658b-11dc-4a61-a6b0-34c84317e2f7 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:37.107179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb59208c-2841-476a-beee-86aa0cb26ebf,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:37.135161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] No DVR routers for this DVR port bb59208c-2841-476a-beee-86aa0cb26ebf on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:02:37.147059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e2e7e13-cb95-46b5-9d86-265ce1ccef9f req-719ff5ed-08a4-4d65-bad0-a2c6dae61e09 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0388865 Nov 16 05:02:37.297913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-959c658b-11dc-4a61-a6b0-34c84317e2f7 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:37.298235 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-959c658b-11dc-4a61-a6b0-34c84317e2f7 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:37.310142 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:37.319519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-959c658b-11dc-4a61-a6b0-34c84317e2f7 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Calling delete_port for f6b372e3-0223-4640-b606-90c17b86f3f0 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:37.360368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f89841ad-dfc0-4a06-8c37-ac8ab5c0222b']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:37.383904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1a0706-09e5-48cd-be48-d3bdf40858a6') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:37.384494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1a0706-09e5-48cd-be48-d3bdf40858a6') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:37.407249 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:37.421934 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:37.430867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:02:37.431813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:37.456292 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Router b048330a-d3ae-4e7f-bb03-21d9f4a91837 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:02:37.534892 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:02:37.578147 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:37.591582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:37.600209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f89841ad-dfc0-4a06-8c37-ac8ab5c0222b HTTP/1.1" status: 204 len: 168 time: 2.3212800 Nov 16 05:02:37.659432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181cf63-14ba-42f2-b659-cc2442ed7e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=f89841ad-dfc0-4a06-8c37-ac8ab5c0222b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:37.670254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:37.683883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e82f0c-5869-40bb-b0f6-813d44dacfdc None None] Sync routers for ids ['b048330a-d3ae-4e7f-bb03-21d9f4a91837'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:37.716307 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:37.718591 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-28bc8ee9-fbcf-4468-997e-ffbf63beb33b tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3726285 Nov 16 05:02:37.721381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37228) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:37.728057 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e82f0c-5869-40bb-b0f6-813d44dacfdc None None] Routers {'b048330a-d3ae-4e7f-bb03-21d9f4a91837'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:37.729194 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:37.734600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b8e82f0c-5869-40bb-b0f6-813d44dacfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['b048330a-d3ae-4e7f-bb03-21d9f4a91837'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:37.797277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b8e82f0c-5869-40bb-b0f6-813d44dacfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:37.810964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e82f0c-5869-40bb-b0f6-813d44dacfdc None None] Routers {'b048330a-d3ae-4e7f-bb03-21d9f4a91837'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:37.812087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b8e82f0c-5869-40bb-b0f6-813d44dacfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['b048330a-d3ae-4e7f-bb03-21d9f4a91837'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:37.866558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b8e82f0c-5869-40bb-b0f6-813d44dacfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:37.867598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e82f0c-5869-40bb-b0f6-813d44dacfdc None None] The sync data for ids ['b048330a-d3ae-4e7f-bb03-21d9f4a91837'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:37.876015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-959c658b-11dc-4a61-a6b0-34c84317e2f7 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:37.901638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37234) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:37.934580 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-356ca653-293c-44a3-9e26-460686bfa2af service neutron] show failed (client error): The resource could not be found. Nov 16 05:02:37.936103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-356ca653-293c-44a3-9e26-460686bfa2af service neutron] 10.222.0.37 "GET /v2.0/ports/ecfa8566-1c64-4085-aa5d-4430182c99ab/bindings/n-h2-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.2240188 Nov 16 05:02:37.979262 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2ce0aca9-eb60-4c28-9504-5c8bc79143c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bbc458d86dd42b6b2caab748f91cc15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0758018 Nov 16 05:02:37.980148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37236) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:38.000983 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4897b56-7509-4540-8390-acdd6d04dec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:38.003144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c658b-11dc-4a61-a6b0-34c84317e2f7 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event deleted for resources: {'Port': ['ID=f6b372e3-0223-4640-b606-90c17b86f3f0,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:38.190335 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-959c658b-11dc-4a61-a6b0-34c84317e2f7 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:38.190922 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-959c658b-11dc-4a61-a6b0-34c84317e2f7 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Floating IP 4cdaaf14-8575-4164-8fb2-ac73ce9b0709 disassociated (deleted). External IP: 172.25.0.72, port: 65d42914-e28d-463a-a314-1a3e95a6a8ff. Nov 16 05:02:38.203630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f8099-427f-4a4b-aee1-1d47e5f2038c req-f607e60c-6239-4d7b-bffe-542c67c75e43 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:38.205247 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-186f8099-427f-4a4b-aee1-1d47e5f2038c req-f607e60c-6239-4d7b-bffe-542c67c75e43 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.1635821 Nov 16 05:02:38.206143 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68633422-a1b7-4d73-abb4-3e6b38228637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:38.322323 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68633422-a1b7-4d73-abb4-3e6b38228637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:38.514338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-186f8099-427f-4a4b-aee1-1d47e5f2038c req-37200d10-383d-4cef-a19b-984979d26263 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3025742 Nov 16 05:02:38.536729 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0d24649-6186-4659-a95c-1b8fee890768 req-66cc41f0-729a-4701-8e69-f777980e11d9 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0905569 Nov 16 05:02:38.537890 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68633422-a1b7-4d73-abb4-3e6b38228637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:38.541265 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-68633422-a1b7-4d73-abb4-3e6b38228637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:38.542854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-68633422-a1b7-4d73-abb4-3e6b38228637 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76c3b59b-133c-4cb0-9426-776754e22706 HTTP/1.1" status: 204 len: 168 time: 0.5614347 Nov 16 05:02:38.555951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68633422-a1b7-4d73-abb4-3e6b38228637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c3b59b-133c-4cb0-9426-776754e22706,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:38.571912 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-ef566c00-eeb0-455d-8fc9-9955762c0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:38.587774 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-ef566c00-eeb0-455d-8fc9-9955762c0231 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648&tenant_id=67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 1096 time: 0.3139286 Nov 16 05:02:38.600240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:38.735289 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:38.758146 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:38.810836 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:39.085703 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959c658b-11dc-4a61-a6b0-34c84317e2f7 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Router 30c014c7-c693-4f8b-8aa4-8d9d8092fe4f has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:02:39.119961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] For port ecfa8566-1c64-4085-aa5d-4430182c99ab, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:39.253691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] For port ecfa8566-1c64-4085-aa5d-4430182c99ab, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:02:39.309251 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:39.309473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Deleting port 5b320145-dbc1-48c7-93c1-e3b3ee915d7a {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:39.309967 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:39.348364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Transition to ACTIVE for port object ecfa8566-1c64-4085-aa5d-4430182c99ab will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:02:39.349549 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:02:39.352463 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98678d1-0491-4c9a-b501-4c1cd46fafd4" -d '{"events": [{"server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "name": "network-vif-unplugged", "status": "completed", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:02:39.368873 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:39.587416 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b0259f-299b-4a61-a63d-515612da3d31 x-openstack-request-id: req-83b0259f-299b-4a61-a63d-515612da3d31 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:02:39.588108 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "name": "network-vif-unplugged", "status": "completed", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:02:39.588108 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-83b0259f-299b-4a61-a63d-515612da3d31 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:02:39.589026 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'code': 200} Nov 16 05:02:40.181432 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:40.197238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Calling delete_port for 5b320145-dbc1-48c7-93c1-e3b3ee915d7a owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:40.202077 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7102349b-fe99-4209-b21f-9bc0fb7e8fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:40.300592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959c658b-11dc-4a61-a6b0-34c84317e2f7 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:40.306512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-959c658b-11dc-4a61-a6b0-34c84317e2f7 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:40.313101 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46568ace-01bb-4b33-b34a-ba41d7c4319a None None] Sync routers for ids ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:40.357787 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46568ace-01bb-4b33-b34a-ba41d7c4319a None None] Routers {'30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:40.374302 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-46568ace-01bb-4b33-b34a-ba41d7c4319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:40.406773 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-959c658b-11dc-4a61-a6b0-34c84317e2f7 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "DELETE /v2.0/floatingips/4cdaaf14-8575-4164-8fb2-ac73ce9b0709 HTTP/1.1" status: 204 len: 168 time: 3.7590425 Nov 16 05:02:40.410282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37306) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:40.421212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:40.421424 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-46568ace-01bb-4b33-b34a-ba41d7c4319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:40.433374 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46568ace-01bb-4b33-b34a-ba41d7c4319a None None] Routers {'30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:40.435554 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-46568ace-01bb-4b33-b34a-ba41d7c4319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:40.459922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfa8566-1c64-4085-aa5d-4430182c99ab,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:40.473564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:40.485524 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-46568ace-01bb-4b33-b34a-ba41d7c4319a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:40.486518 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46568ace-01bb-4b33-b34a-ba41d7c4319a None None] The sync data for ids ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:40.498345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-794f15d9-27ff-4119-9c25-b32f19fca5f2 req-80dbfc3e-a26e-4706-80fb-1f3ca9af3cca tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.7787051 Nov 16 05:02:40.533853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] No DVR routers for this DVR port ecfa8566-1c64-4085-aa5d-4430182c99ab on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:02:40.550767 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:40.577096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3904530-c948-47ba-aa86-08b1d056765b req-bc91a2a6-ac32-432c-bb1f-559737bb9be9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:40.579451 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3904530-c948-47ba-aa86-08b1d056765b req-bc91a2a6-ac32-432c-bb1f-559737bb9be9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 943 time: 0.9068990 Nov 16 05:02:40.605687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f39aa-13d0-47bb-ac2d-9b2e370f5dd7 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:02:40.674897 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Pushing event deleted for resources: {'Port': ['ID=5b320145-dbc1-48c7-93c1-e3b3ee915d7a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:40.712260 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3904530-c948-47ba-aa86-08b1d056765b req-aec07aa0-8f17-42f1-9867-e2723d82c56e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864317 Nov 16 05:02:40.812207 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:40.816415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Attempting to bind port ecfa8566-1c64-4085-aa5d-4430182c99ab on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:02:40.816760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Attempting to bind port ecfa8566-1c64-4085-aa5d-4430182c99ab by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:02:40.817092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Attempting to bind port ecfa8566-1c64-4085-aa5d-4430182c99ab on network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:02:40.836370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Port ecfa8566-1c64-4085-aa5d-4430182c99ab on network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:02:40.836708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Attempting to bind port ecfa8566-1c64-4085-aa5d-4430182c99ab on network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:02:40.842389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:02:40.842890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Checking segment: {'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:02:40.843228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Bound using segment: {'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:02:40.843822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Bound port: ecfa8566-1c64-4085-aa5d-4430182c99ab, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf3621f-3f63-4765-bd6c-2acf15324be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:02:40.844033 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:40.978037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] For port ecfa8566-1c64-4085-aa5d-4430182c99ab, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:02:40.988875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] For port ecfa8566-1c64-4085-aa5d-4430182c99ab, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:02:40.997332 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:41.022947 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:41.115321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:41.118378 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:41.123061 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] 10.222.0.15 "PUT /v2.0/ports/ecfa8566-1c64-4085-aa5d-4430182c99ab HTTP/1.1" status: 200 len: 1091 time: 2.5328872 Nov 16 05:02:41.211097 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:41.221409 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:41.275465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd19ea-f8f9-426c-b5aa-bac11d902913 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfa8566-1c64-4085-aa5d-4430182c99ab,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:41.325096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-06752ec4-a82b-42a4-96aa-5a0e5def3389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:41.326700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-06752ec4-a82b-42a4-96aa-5a0e5def3389 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1094 time: 0.1750298 Nov 16 05:02:41.398655 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Router b048330a-d3ae-4e7f-bb03-21d9f4a91837 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:02:41.444185 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Allocated IP 172.25.0.119 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/e9b644f2-d948-417e-8c7b-cd0a996b0502) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:41.523006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-21c73cfd-ed37-4340-b643-ae75aab3a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:41.536753 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-21c73cfd-ed37-4340-b643-ae75aab3a058 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd HTTP/1.1" status: 200 len: 898 time: 0.2023346 Nov 16 05:02:41.658149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:02:41.661167 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a421fec-f1a5-492f-8ca8-e861fd9a406c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:02:41.741246 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:41.752240 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:41.755915 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e4b781a5-e94e-4158-a8a8-dda0173518ca tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "PUT /v2.0/routers/b048330a-d3ae-4e7f-bb03-21d9f4a91837 HTTP/1.1" status: 200 len: 706 time: 4.0308745 Nov 16 05:02:41.759349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37352) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:41.769955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125863a2-c8e2-4475-9dc4-0fff72b9315d None None] Sync routers for ids ['b048330a-d3ae-4e7f-bb03-21d9f4a91837'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:41.774550 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-9ea75eca-b6ad-4543-b002-03332cab8f22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab HTTP/1.1" status: 200 len: 999 time: 0.2189264 Nov 16 05:02:41.805228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125863a2-c8e2-4475-9dc4-0fff72b9315d None None] Routers {'b048330a-d3ae-4e7f-bb03-21d9f4a91837'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:41.808242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-125863a2-c8e2-4475-9dc4-0fff72b9315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['b048330a-d3ae-4e7f-bb03-21d9f4a91837'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:41.870772 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:41.942492 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:41.962590 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-125863a2-c8e2-4475-9dc4-0fff72b9315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:41.985884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125863a2-c8e2-4475-9dc4-0fff72b9315d None None] Routers {'b048330a-d3ae-4e7f-bb03-21d9f4a91837'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:41.986869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-125863a2-c8e2-4475-9dc4-0fff72b9315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['b048330a-d3ae-4e7f-bb03-21d9f4a91837'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:42.044306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Pushing event updated for resources: {'Port': ['ID=e9b644f2-d948-417e-8c7b-cd0a996b0502,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:42.045460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37a7706e-d057-45d7-afb1-7d5bd3800618 req-05d5290f-c285-4fec-93d3-84f6f1c58165 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.3149524 Nov 16 05:02:42.069544 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5ae179-ba1b-46bb-a012-5b8e719cb017 x-openstack-request-id: req-0e5ae179-ba1b-46bb-a012-5b8e719cb017 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:02:42.070121 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:02:42.070471 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e5ae179-ba1b-46bb-a012-5b8e719cb017 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:02:42.070956 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'status': 'completed', 'code': 200} Nov 16 05:02:42.079904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:42.087297 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:42.090376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:42.109377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-f04b6c42-ad33-4d82-8771-57753570e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:42.111307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-125863a2-c8e2-4475-9dc4-0fff72b9315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:42.111578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-f04b6c42-ad33-4d82-8771-57753570e929 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24bfef4b-c7fb-467d-b769-75c120712310 HTTP/1.1" status: 200 len: 834 time: 0.3351984 Nov 16 05:02:42.113174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125863a2-c8e2-4475-9dc4-0fff72b9315d None None] The sync data for ids ['b048330a-d3ae-4e7f-bb03-21d9f4a91837'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:42.125727 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:42.196465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-93646ca3-0071-43c8-9d66-b5ad9ba4ce2a tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/routers/b048330a-d3ae-4e7f-bb03-21d9f4a91837 HTTP/1.1" status: 200 len: 741 time: 0.4333036 Nov 16 05:02:42.212581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37356) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:42.225567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ecfa8566-1c64-4085-aa5d-4430182c99ab no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:02:42.284503 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7eac43e0-27e5-406d-b128-176ca9a5642c tempest-RoutersAdminTest-1310374948 tempest-RoutersAdminTest-1310374948-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&device_id=b048330a-d3ae-4e7f-bb03-21d9f4a91837 HTTP/1.1" status: 200 len: 205 time: 0.0685456 Nov 16 05:02:42.290231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37362) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:42.333443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:42.378103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-dce8da17-3a84-49ea-abfd-ad46bf61a322 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "GET /v2.0/ports?device_id=b048330a-d3ae-4e7f-bb03-21d9f4a91837 HTTP/1.1" status: 200 len: 205 time: 0.0838592 Nov 16 05:02:42.398036 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37366) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:42.401223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ecfa8566-1c64-4085-aa5d-4430182c99ab not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:02:42.406029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f55317-11b0-4a1e-9840-86216b523f81 req-6704d139-0e14-4a97-9b55-3402aee7b18c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:42.416618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34f55317-11b0-4a1e-9840-86216b523f81 req-6704d139-0e14-4a97-9b55-3402aee7b18c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 943 time: 0.3430777 Nov 16 05:02:42.427744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-346af0bc-cf8f-4bb8-96ce-ead9c34adc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:42.429759 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-346af0bc-cf8f-4bb8-96ce-ead9c34adc1a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1094 time: 0.3573837 Nov 16 05:02:42.479442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-e958d58d-7cac-4cbb-989d-d4c5142c9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:42.485108 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-e958d58d-7cac-4cbb-989d-d4c5142c9b6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3503761 Nov 16 05:02:42.555265 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:42.625715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23e38a4d-7d99-4dd7-8aa8-4dc143634cdd tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:42.795579 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34f55317-11b0-4a1e-9840-86216b523f81 req-c9d5b5eb-3738-47b4-aa2f-bedca978ca55 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3780859 Nov 16 05:02:42.862036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-caa622e7-4e1c-4c65-b5c3-516c7b3d2f1e service neutron] 10.222.0.15 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515952 Nov 16 05:02:42.867574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-ea534119-749c-4409-84c8-92da98b029bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:42.881695 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-ea534119-749c-4409-84c8-92da98b029bb service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd HTTP/1.1" status: 200 len: 898 time: 0.4396148 Nov 16 05:02:43.036161 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23e38a4d-7d99-4dd7-8aa8-4dc143634cdd tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:43.044748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23e38a4d-7d99-4dd7-8aa8-4dc143634cdd tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:43.151754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23e38a4d-7d99-4dd7-8aa8-4dc143634cdd tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:43.152259 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e38a4d-7d99-4dd7-8aa8-4dc143634cdd tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Fanout notify agent at l3_agent the message router_deleted on router b048330a-d3ae-4e7f-bb03-21d9f4a91837 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:02:43.164869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23e38a4d-7d99-4dd7-8aa8-4dc143634cdd tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:43.169331 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-23e38a4d-7d99-4dd7-8aa8-4dc143634cdd tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "DELETE /v2.0/routers/b048330a-d3ae-4e7f-bb03-21d9f4a91837 HTTP/1.1" status: 204 len: 168 time: 0.7660387 Nov 16 05:02:43.170662 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37386) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:43.194542 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:43.222679 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-034eea0f-000f-4cac-a251-159ff6488877 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "GET /v2.0/ports?device_id=b048330a-d3ae-4e7f-bb03-21d9f4a91837 HTTP/1.1" status: 200 len: 205 time: 0.0513551 Nov 16 05:02:43.224315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37388) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:43.224666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-88391eec-6eea-4736-a288-5d8ce1af17ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab HTTP/1.1" status: 200 len: 999 time: 0.2771959 Nov 16 05:02:43.225372 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:43.279984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ef2f3c88-d1e4-4db5-ae66-90fa9b10da59 req-744a6c0c-1275-4f00-ae60-77cdbd87ecf2 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0467224 Nov 16 05:02:43.286207 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:43.356438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-660d45a8-7ad4-4716-9d0a-b1152e2d6dc3 req-14a7f42a-274f-4287-9da1-006adc0c215a service neutron] 10.222.0.15 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735479 Nov 16 05:02:43.361620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-e15e1569-80f3-424f-90c8-2ab9bb8b814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:43.363470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-e15e1569-80f3-424f-90c8-2ab9bb8b814e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24bfef4b-c7fb-467d-b769-75c120712310 HTTP/1.1" status: 200 len: 834 time: 0.1226981 Nov 16 05:02:43.404209 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-43a56c62-b8a2-4944-83a9-9e980f1b7666 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] delete failed (client error): The resource could not be found. Nov 16 05:02:43.405236 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-43a56c62-b8a2-4944-83a9-9e980f1b7666 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "DELETE /v2.0/routers/b048330a-d3ae-4e7f-bb03-21d9f4a91837 HTTP/1.1" status: 404 len: 336 time: 0.1454234 Nov 16 05:02:43.408837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Pushing event updated for resources: {'Port': ['ID=e9b644f2-d948-417e-8c7b-cd0a996b0502,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:43.409286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37390) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:43.454521 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ed3fa2e7-991a-47c9-9d90-3a9338d98fd2 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "GET /v2.0/ports?device_id=89037169-04f6-400f-b962-6c6b0875d617 HTTP/1.1" status: 200 len: 205 time: 0.0440083 Nov 16 05:02:43.457315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37394) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:43.489971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-22017815-b534-465a-8d0f-7853511dcc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:43.491619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-22017815-b534-465a-8d0f-7853511dcc32 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210105 Nov 16 05:02:43.556247 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-8f3d4aad-6d2b-457a-9094-31c3e7998f01 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] delete failed (client error): The resource could not be found. Nov 16 05:02:43.563174 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8f3d4aad-6d2b-457a-9094-31c3e7998f01 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "DELETE /v2.0/routers/89037169-04f6-400f-b962-6c6b0875d617 HTTP/1.1" status: 404 len: 336 time: 0.1048238 Nov 16 05:02:43.564325 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:43.566445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37398) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:43.601616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:43.606803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-cac5f518-e136-47bb-aa49-a4215047bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:43.607188 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-70630954-75d1-4006-be38-4e4d3d351fa8 tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1926804 Nov 16 05:02:43.608276 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37400) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:43.608654 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-cac5f518-e136-47bb-aa49-a4215047bb87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1094 time: 0.1519217 Nov 16 05:02:43.614043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-df42745d-44bf-425e-84f3-9bfa7fc7f40f tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f5a542a-6d84-46c1-8ad0-2633b79904bf HTTP/1.1" status: 200 len: 205 time: 0.0453348 Nov 16 05:02:43.616636 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37402) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:43.731717 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-a3ae84a9-abad-4984-9f3f-22f02dee8c8c tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] delete failed (client error): The resource could not be found. Nov 16 05:02:43.732940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a3ae84a9-abad-4984-9f3f-22f02dee8c8c tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "DELETE /v2.0/routers/1f5a542a-6d84-46c1-8ad0-2633b79904bf HTTP/1.1" status: 404 len: 336 time: 0.1153157 Nov 16 05:02:43.735964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37410) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:43.773564 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:43.800492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-c4cb58a2-c5cf-4674-b545-9ad53884adc6 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995031 Nov 16 05:02:43.818177 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-69f1c272-3758-44ee-83a9-ae79725f2f2f tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "GET /v2.0/ports?device_id=338b62e2-018e-438a-91ec-6f8d788c9e5a HTTP/1.1" status: 200 len: 205 time: 0.0804653 Nov 16 05:02:43.818821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37412) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:43.900842 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-16ef770b-1657-421f-83f6-f4cac7c49687 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] delete failed (client error): The resource could not be found. Nov 16 05:02:43.902282 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-16ef770b-1657-421f-83f6-f4cac7c49687 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "DELETE /v2.0/routers/338b62e2-018e-438a-91ec-6f8d788c9e5a HTTP/1.1" status: 404 len: 336 time: 0.0824726 Nov 16 05:02:43.905131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37416) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:43.951870 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f7c3e62a-d5e9-49ff-8c3e-89149627b728 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea8e6d11-30ed-4336-9c0b-be0b6263855d HTTP/1.1" status: 200 len: 205 time: 0.0452361 Nov 16 05:02:43.954862 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37420) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:44.006388 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-78f0d9f7-91aa-4a03-8711-1526de8b973f tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] delete failed (client error): The resource could not be found. Nov 16 05:02:44.007375 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-78f0d9f7-91aa-4a03-8711-1526de8b973f tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "DELETE /v2.0/routers/ea8e6d11-30ed-4336-9c0b-be0b6263855d HTTP/1.1" status: 404 len: 336 time: 0.0511405 Nov 16 05:02:44.019264 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37426) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:44.043882 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:44.067653 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5e9c38ab-fed0-41fe-b0be-fab11e8b887a tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "GET /v2.0/ports?device_id=95f6e02f-d488-420b-814f-c6efe184991d HTTP/1.1" status: 200 len: 205 time: 0.0472062 Nov 16 05:02:44.070281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37430) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:44.075773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-023b71da-829e-4470-a348-445e160a2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:44.077281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-023b71da-829e-4470-a348-445e160a2f39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd HTTP/1.1" status: 200 len: 898 time: 0.4374804 Nov 16 05:02:44.144960 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-0e308ad2-035c-4cc7-b00f-38b3fbf9f2ed tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] delete failed (client error): The resource could not be found. Nov 16 05:02:44.146317 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0e308ad2-035c-4cc7-b00f-38b3fbf9f2ed tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "DELETE /v2.0/routers/95f6e02f-d488-420b-814f-c6efe184991d HTTP/1.1" status: 404 len: 336 time: 0.0739694 Nov 16 05:02:44.149723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37438) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:44.187160 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3506c253-fe10-4356-8194-621e7dfa8996 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] DELETE failed (client error): The resource could not be found. Nov 16 05:02:44.187637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3506c253-fe10-4356-8194-621e7dfa8996 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:02:44.192072 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3506c253-fe10-4356-8194-621e7dfa8996 tempest-RoutersAdminTest-1760384834 tempest-RoutersAdminTest-1760384834-project] 10.222.0.41 "DELETE /v2.0/subnets/e12d4f7e-6b59-4887-a216-438418ac5925 HTTP/1.1" status: 404 len: 337 time: 0.0412858 Nov 16 05:02:44.206087 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:44.295653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4c7ff-be14-4c76-83b4-5fbd2b7906a9 req-4980ae0a-eda7-4ec3-880c-f9175597b9da tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:44.297635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-beb4c7ff-be14-4c76-83b4-5fbd2b7906a9 req-4980ae0a-eda7-4ec3-880c-f9175597b9da tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 943 time: 0.3290703 Nov 16 05:02:44.356398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-94ed25ce-386c-4852-b47e-96d128bd64d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab HTTP/1.1" status: 200 len: 999 time: 0.2559438 Nov 16 05:02:44.377989 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-a7fcda5b-7ffb-49f3-b69c-faa2097ce374 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550656 Nov 16 05:02:44.445836 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-beb4c7ff-be14-4c76-83b4-5fbd2b7906a9 req-aa1c0486-d0f8-44e8-b4ec-1a0e4d209384 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269746 Nov 16 05:02:44.453218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-a4d43c90-3170-49fc-b789-fd4ddd7bc5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:44.457140 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-a4d43c90-3170-49fc-b789-fd4ddd7bc5ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24bfef4b-c7fb-467d-b769-75c120712310 HTTP/1.1" status: 200 len: 834 time: 0.0902064 Nov 16 05:02:44.486292 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:44.543752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-6e40abca-753f-4a57-b554-207b0948fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:44.545371 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-6e40abca-753f-4a57-b554-207b0948fbd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800443 Nov 16 05:02:44.708843 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-464460d6-dd99-47a7-92e2-4f2e6477bd7b req-fcb3f641-f09c-4a87-ba42-d887e728e73b tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.1610446 Nov 16 05:02:44.778446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Allocated IP 172.25.0.161 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/6ec57a80-0fcf-40c6-a1c1-d038d89ae03c) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:44.872584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37466) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:44.945717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-b7246289-01de-49c2-870d-96126c6570f0 service neutron] 10.222.0.15 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747382 Nov 16 05:02:45.066449 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:45.121897 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:45.153360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7a421fec-f1a5-492f-8ca8-e861fd9a406c req-2ca122a9-4c5e-4c4c-9b64-395b02441056 service neutron] 10.222.0.15 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942334 Nov 16 05:02:45.183899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:45.188324 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-718c5699-dc95-4f88-92ca-ce55acbd354a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:45.191998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:45.203633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:45.380879 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ecfa8566-1c64-4085-aa5d-4430182c99ab details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:02:45.459888 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-718c5699-dc95-4f88-92ca-ce55acbd354a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:45.469923 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-718c5699-dc95-4f88-92ca-ce55acbd354a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:45.636032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c5699-dc95-4f88-92ca-ce55acbd354a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f10374-8762-4f18-8123-d91bb42f3283,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:45.646646 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port ecfa8566-1c64-4085-aa5d-4430182c99ab, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:45.669041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'port_id': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'mac_address': 'fa:16:3e:e8:e0:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24bfef4b-c7fb-467d-b769-75c120712310', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:02:45.691409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-718c5699-dc95-4f88-92ca-ce55acbd354a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef7161817a2440e4a0ac6a0cf4ceaa73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8112636 Nov 16 05:02:45.691409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37480) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:45.791713 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:45.815214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfa8566-1c64-4085-aa5d-4430182c99ab {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:02:45.861743 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port ecfa8566-1c64-4085-aa5d-4430182c99ab, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:45.877978 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:46.003361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=ecfa8566-1c64-4085-aa5d-4430182c99ab,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:46.015134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:46.015756 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:46.016279 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:46.017699 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:46.018235 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:46.019477 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:46.019980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:46.020539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:46.021117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:46.021992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:46.023895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:46.024409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:02:46.078162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1629562-860a-49be-a0e9-c72e15e6a22d req-fedfcfbf-d163-4bed-aa03-eb4ba14bc922 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.1317103 Nov 16 05:02:46.128842 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['ecfa8566-1c64-4085-aa5d-4430182c99ab'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:02:46.157177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Pushing event updated for resources: {'Port': ['ID=6ec57a80-0fcf-40c6-a1c1-d038d89ae03c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:46.195428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff65be7-bffd-40b3-99cd-e435428520e8 req-caa0085a-3cb3-44be-8edd-713216a3df5f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:46.196998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cff65be7-bffd-40b3-99cd-e435428520e8 req-caa0085a-3cb3-44be-8edd-713216a3df5f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 943 time: 0.4120183 Nov 16 05:02:46.227491 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9b99071f-f9d7-43bf-8c53-0976063e34f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:46.295041 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:46.325498 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:46.337690 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9b99071f-f9d7-43bf-8c53-0976063e34f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:46.364778 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:46.420788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cff65be7-bffd-40b3-99cd-e435428520e8 req-704069c2-0da4-49af-918f-33d500d59cf0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095149 Nov 16 05:02:46.497948 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9b99071f-f9d7-43bf-8c53-0976063e34f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:46.506490 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9b99071f-f9d7-43bf-8c53-0976063e34f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:46.507284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9b99071f-f9d7-43bf-8c53-0976063e34f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21f10374-8762-4f18-8123-d91bb42f3283 HTTP/1.1" status: 204 len: 168 time: 0.8142889 Nov 16 05:02:46.544666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99071f-f9d7-43bf-8c53-0976063e34f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f10374-8762-4f18-8123-d91bb42f3283,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:46.846246 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:46.855212 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:46.989676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Pushing event updated for resources: {'Port': ['ID=6ec57a80-0fcf-40c6-a1c1-d038d89ae03c,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:47.060481 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:47.080674 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:47.086317 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-04705181-2b0d-4ef0-af8c-4a2b82ab7ff8 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4765797 Nov 16 05:02:47.087967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37524) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:47.097359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-398e2196-f9b5-4de1-9272-fe7506c875d7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:47.114186 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-398e2196-f9b5-4de1-9272-fe7506c875d7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.37 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648&tenant_id=67e3204c0e154b1a8a560237bfff7b3b&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 944 time: 0.3508415 Nov 16 05:02:47.149528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad742d50-aa85-42c6-92cc-39bc7d2142b3 req-8c9e70f8-32ba-4ec6-a43a-47e4f3e06f6b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:47.157202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad742d50-aa85-42c6-92cc-39bc7d2142b3 req-8c9e70f8-32ba-4ec6-a43a-47e4f3e06f6b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 944 time: 0.2994242 Nov 16 05:02:47.272214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37532) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:47.345557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b36cecd9-1e22-44f8-a125-620a23cbe01e req-5fc6e1b7-6ab8-4241-ac10-8de06f6a5bf0 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0796187 Nov 16 05:02:47.353001 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-a947b56a-a081-47a9-a9d3-d3076d810bab service neutron] delete failed (client error): The resource could not be found. Nov 16 05:02:47.363030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-a947b56a-a081-47a9-a9d3-d3076d810bab service neutron] 10.222.0.37 "DELETE /v2.0/ports/ecfa8566-1c64-4085-aa5d-4430182c99ab/bindings/n-h1-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.2399526 Nov 16 05:02:47.384539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ecfa8566-1c64-4085-aa5d-4430182c99ab up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:02:47.461197 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4fcc29c-4e3c-43bd-950b-8566da38f94f tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.3669169 Nov 16 05:02:47.466479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad742d50-aa85-42c6-92cc-39bc7d2142b3 req-135ffbb1-77f4-4d42-9da7-c27492fbe441 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077104 Nov 16 05:02:47.468318 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37534) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:47.507065 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f6a9cbd8-6522-4ec5-81d7-0d322bb2ef88 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b86ae446295448cbfa1abc2d3c6f444&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2315888 Nov 16 05:02:47.507318 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37540) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:47.546868 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port ecfa8566-1c64-4085-aa5d-4430182c99ab completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:02:47.558656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port ecfa8566-1c64-4085-aa5d-4430182c99ab triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:47.559419 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:47.639850 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-720cb7f2-ced1-4dc3-946d-34fe2a5d1404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:47.700752 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-720cb7f2-ced1-4dc3-946d-34fe2a5d1404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:47.751858 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:47.787629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:02:47.790155 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0f69b9-78ab-4b7a-9fac-52fd8dd8f567" -d '{"events": [{"server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:02:47.819286 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-720cb7f2-ced1-4dc3-946d-34fe2a5d1404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:47.844022 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-720cb7f2-ced1-4dc3-946d-34fe2a5d1404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:47.847800 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-720cb7f2-ced1-4dc3-946d-34fe2a5d1404 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d43d6925-d9f6-4d52-8724-86c68f69e702 HTTP/1.1" status: 204 len: 168 time: 0.3369839 Nov 16 05:02:47.854221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port ecfa8566-1c64-4085-aa5d-4430182c99ab, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:47.863849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cb7f2-ced1-4dc3-946d-34fe2a5d1404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43d6925-d9f6-4d52-8724-86c68f69e702,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:47.864097 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:48.044055 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc22405-e74a-4c7b-9828-6c7e24b744b2 x-openstack-request-id: req-0dc22405-e74a-4c7b-9828-6c7e24b744b2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:02:48.044369 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "name": "network-vif-plugged", "status": "completed", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:02:48.044625 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0dc22405-e74a-4c7b-9828-6c7e24b744b2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:02:48.045049 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'code': 200} Nov 16 05:02:48.123809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=ecfa8566-1c64-4085-aa5d-4430182c99ab,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:48.423801 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:48.628325 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37568) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:48.628964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-516a1db2-89ad-42ef-9eab-0e73daba1bfe tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 1.1579838 Nov 16 05:02:48.666372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-ce19eb59-bb6a-4a45-8fb0-0078428445ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:48.667951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-ce19eb59-bb6a-4a45-8fb0-0078428445ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1095 time: 1.2004576 Nov 16 05:02:48.697751 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dcbfe15-fd49-445c-ade1-31a4a1f62027 req-df2ca55c-cf2b-4777-a188-4b1263c8ee36 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0953248 Nov 16 05:02:48.701885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-774b721c-5520-43d2-afa4-d6a8974ba665 req-6e337e3d-ea58-46ff-b48e-33e1115911fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2326536 Nov 16 05:02:48.997282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765c326-97d5-40c1-86a7-619cf0e0aa75 req-3370315a-6276-40b3-8be3-b1e967f8e3bb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:49.008981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3765c326-97d5-40c1-86a7-619cf0e0aa75 req-3370315a-6276-40b3-8be3-b1e967f8e3bb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.4040723 Nov 16 05:02:49.042998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0feb6763-c1c0-46cf-b071-2c0069b03241 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Deleting port 6ec57a80-0fcf-40c6-a1c1-d038d89ae03c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:49.043350 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0feb6763-c1c0-46cf-b071-2c0069b03241 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:49.096492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-bb7a2ed5-3cc6-4c65-a577-494a5d86dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:49.099086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-bb7a2ed5-3cc6-4c65-a577-494a5d86dc3b service neutron] 10.222.0.37 "GET /v2.0/networks?id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd HTTP/1.1" status: 200 len: 898 time: 0.4001253 Nov 16 05:02:49.102465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b721c-5520-43d2-afa4-d6a8974ba665 req-69abd194-b812-4526-8e1c-d71d7c1ecd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:49.104411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-774b721c-5520-43d2-afa4-d6a8974ba665 req-69abd194-b812-4526-8e1c-d71d7c1ecd71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1096 time: 0.2397945 Nov 16 05:02:49.264968 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0feb6763-c1c0-46cf-b071-2c0069b03241 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:49.266490 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0feb6763-c1c0-46cf-b071-2c0069b03241 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:49.286175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3765c326-97d5-40c1-86a7-619cf0e0aa75 req-8ee6f390-ffda-4525-b3eb-14e69237678b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762637 Nov 16 05:02:49.313455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0feb6763-c1c0-46cf-b071-2c0069b03241 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Calling delete_port for 6ec57a80-0fcf-40c6-a1c1-d038d89ae03c owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:49.317090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-11d81c99-273f-499e-8d9b-ee11888ce5c9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab HTTP/1.1" status: 200 len: 1001 time: 0.2088435 Nov 16 05:02:49.323278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37594) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:49.378369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-a9e93a91-c1c5-43c2-b508-d35796d2b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:49.380348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-a9e93a91-c1c5-43c2-b508-d35796d2b019 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=24bfef4b-c7fb-467d-b769-75c120712310 HTTP/1.1" status: 200 len: 834 time: 0.0557070 Nov 16 05:02:49.440617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b721c-5520-43d2-afa4-d6a8974ba665 req-7a0054d2-e911-4733-9a9a-9db95f5f69f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:49.442461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-774b721c-5520-43d2-afa4-d6a8974ba665 req-7a0054d2-e911-4733-9a9a-9db95f5f69f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd HTTP/1.1" status: 200 len: 898 time: 0.2980399 Nov 16 05:02:49.515851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-f68ac786-9d50-424c-abf3-a55b77b4c459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:49.518626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-f68ac786-9d50-424c-abf3-a55b77b4c459 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296425 Nov 16 05:02:49.566532 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-349324322'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:49.620173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-774b721c-5520-43d2-afa4-d6a8974ba665 req-56faca01-b518-4ae2-9ad8-d2446dac8aa8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab HTTP/1.1" status: 200 len: 1001 time: 0.1693506 Nov 16 05:02:49.647470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Made reservation on behalf of cc4e2950f08641fab9ff405452c117e5 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:02:49.660528 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:49.664069 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0feb6763-c1c0-46cf-b071-2c0069b03241 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:49.703258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b721c-5520-43d2-afa4-d6a8974ba665 req-4ab5990a-8f81-429c-b58b-6728166656a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:49.705886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-774b721c-5520-43d2-afa4-d6a8974ba665 req-4ab5990a-8f81-429c-b58b-6728166656a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24bfef4b-c7fb-467d-b769-75c120712310 HTTP/1.1" status: 200 len: 834 time: 0.0758629 Nov 16 05:02:49.714727 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:49.755326 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-89e63e43-93c3-4f98-901a-e966d4c475a1 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274251 Nov 16 05:02:49.765227 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb6763-c1c0-46cf-b071-2c0069b03241 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Pushing event deleted for resources: {'Port': ['ID=6ec57a80-0fcf-40c6-a1c1-d038d89ae03c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:49.865447 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0feb6763-c1c0-46cf-b071-2c0069b03241 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:49.870234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b721c-5520-43d2-afa4-d6a8974ba665 req-8ff50a91-e8f4-47a9-ae10-a37f3ecab58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:49.870604 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0feb6763-c1c0-46cf-b071-2c0069b03241 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:49.871807 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0feb6763-c1c0-46cf-b071-2c0069b03241 tempest-FloatingIPAdminTestJSON-459873553 tempest-FloatingIPAdminTestJSON-459873553-project] 10.222.0.41 "DELETE /v2.0/floatingips/8e07dd70-4c9a-40c2-b0ea-9c95460424de HTTP/1.1" status: 204 len: 168 time: 1.2410343 Nov 16 05:02:49.874675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-774b721c-5520-43d2-afa4-d6a8974ba665 req-8ff50a91-e8f4-47a9-ae10-a37f3ecab58c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618621 Nov 16 05:02:49.878302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37602) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:49.907691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b1eaab9-3093-4245-8710-286561871e51 req-1db5ed75-f981-40fa-a744-76092de387d8 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0632882 Nov 16 05:02:49.960490 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:49.962063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e30a0fe-e715-493e-9265-4d3a269a2f11 req-e9722792-1d59-43d1-a43c-9b5ecac2a950 service neutron] 10.222.0.37 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969995 Nov 16 05:02:49.972966 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:49.990687 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:02:50.002364 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:50.002713 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Added segment 5d785eb7-898e-4fb2-81a0-1846e038813d of type vlan for network 9482bee8-0f68-4284-8942-c672d77310b3 Nov 16 05:02:50.064391 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:50.110246 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:50.116682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:50.117431 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:50.199338 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8746889 Nov 16 05:02:50.203471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-774b721c-5520-43d2-afa4-d6a8974ba665 req-5ccb3b66-8d93-43b1-bda1-bcea50feda2e service neutron] 10.222.0.15 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922759 Nov 16 05:02:50.205607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37608) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:50.221416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-806ce184-e970-4a0d-b0d0-2e0ca77f3dfd tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Request body: {'subnet': {'network_id': '9482bee8-0f68-4284-8942-c672d77310b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:50.230678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3303e31-e874-408e-9694-fbd15e3272eb,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:50.244990 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075eb874-cad3-4d28-87e6-8530b4014881 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event updated for resources: {'Network': ['ID=9482bee8-0f68-4284-8942-c672d77310b3,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:50.321926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 9482bee8-0f68-4284-8942-c672d77310b3 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:02:50.424411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-63a81d50-1194-41bf-8514-ca8b63a656df tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Deleting port e9b644f2-d948-417e-8c7b-cd0a996b0502 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:50.424950 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63a81d50-1194-41bf-8514-ca8b63a656df tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:50.471675 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806ce184-e970-4a0d-b0d0-2e0ca77f3dfd tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Made reservation on behalf of cc4e2950f08641fab9ff405452c117e5 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:02:50.484549 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-806ce184-e970-4a0d-b0d0-2e0ca77f3dfd tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:50.743745 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63a81d50-1194-41bf-8514-ca8b63a656df tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:50.747197 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63a81d50-1194-41bf-8514-ca8b63a656df tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:50.779059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-774b721c-5520-43d2-afa4-d6a8974ba665 req-5fcb274d-bbb0-41bf-8290-371cbdbe64ff service neutron] 10.222.0.15 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635226 Nov 16 05:02:50.832815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc52805-d1e2-4fb4-8097-a2dd37e83e25 req-59650964-5001-468f-9361-dba920c69b98 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:50.837273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc52805-d1e2-4fb4-8097-a2dd37e83e25 req-59650964-5001-468f-9361-dba920c69b98 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.4078665 Nov 16 05:02:50.853227 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-63a81d50-1194-41bf-8514-ca8b63a656df tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Calling delete_port for e9b644f2-d948-417e-8c7b-cd0a996b0502 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:50.946630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-806ce184-e970-4a0d-b0d0-2e0ca77f3dfd tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:51.023741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806ce184-e970-4a0d-b0d0-2e0ca77f3dfd tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Checking segment: {'id': '5d785eb7-898e-4fb2-81a0-1846e038813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9482bee8-0f68-4284-8942-c672d77310b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:02:51.024134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806ce184-e970-4a0d-b0d0-2e0ca77f3dfd tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Network hostable DHCP agents. Network: 9482bee8-0f68-4284-8942-c672d77310b3, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:02:51.036458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ce184-e970-4a0d-b0d0-2e0ca77f3dfd tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event updated for resources: {'Subnet': ['ID=060cd002-1116-4cc3-afe8-64bb52c1c019,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:51.048958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806ce184-e970-4a0d-b0d0-2e0ca77f3dfd tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Network 9482bee8-0f68-4284-8942-c672d77310b3 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:02:51.060817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-806ce184-e970-4a0d-b0d0-2e0ca77f3dfd tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 9482bee8-0f68-4284-8942-c672d77310b3) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:51.068898 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806ce184-e970-4a0d-b0d0-2e0ca77f3dfd tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:51.069537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-806ce184-e970-4a0d-b0d0-2e0ca77f3dfd tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:51.073713 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517b487-76c5-4da4-a8a5-d3046427bc37 None None] Network 9482bee8-0f68-4284-8942-c672d77310b3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:02:51.120492 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-806ce184-e970-4a0d-b0d0-2e0ca77f3dfd tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9091935 Nov 16 05:02:51.121364 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37620) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:51.131952 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Request body: {'port': {'network_id': '9482bee8-0f68-4284-8942-c672d77310b3', 'name': 'tempest-AllowedAddressPairTestJSON-1525233593'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:51.145529 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6dc52805-d1e2-4fb4-8097-a2dd37e83e25 req-816b49eb-3326-4aaa-9bf3-7c144d00d48f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777162 Nov 16 05:02:51.150354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ece6781-7d80-4215-8687-99ab1c21a380 req-51131239-ab61-4930-bd0e-ebf5205e3a6c tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.1138844 Nov 16 05:02:51.303169 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63a81d50-1194-41bf-8514-ca8b63a656df tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:51.358096 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Made reservation on behalf of cc4e2950f08641fab9ff405452c117e5 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:02:51.366761 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-9482bee8-0f68-4284-8942-c672d77310b3', 'network_id': '9482bee8-0f68-4284-8942-c672d77310b3', 'tenant_id': 'cc4e2950f08641fab9ff405452c117e5', 'fixed_ips': [{'subnet_id': '060cd002-1116-4cc3-afe8-64bb52c1c019'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:02:51.369955 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:51.371291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a81d50-1194-41bf-8514-ca8b63a656df tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9b644f2-d948-417e-8c7b-cd0a996b0502,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:51.374980 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:51.407416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] device_id is not set on port e16d6cbe-6db7-4c85-a64c-6da98db8bdab yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:02:51.505331 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63a81d50-1194-41bf-8514-ca8b63a656df tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:51.508460 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63a81d50-1194-41bf-8514-ca8b63a656df tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:51.516839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-63a81d50-1194-41bf-8514-ca8b63a656df tempest-FloatingIPAdminTestJSON-1492747134 tempest-FloatingIPAdminTestJSON-1492747134-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/a0ce4cf0-293f-445b-a968-270d6ef189ca HTTP/1.1" status: 204 len: 168 time: 1.6191654 Nov 16 05:02:51.517548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37634) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:51.608531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Allocated IP 172.20.0.12 (9482bee8-0f68-4284-8942-c672d77310b3/060cd002-1116-4cc3-afe8-64bb52c1c019/e16d6cbe-6db7-4c85-a64c-6da98db8bdab) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:51.658003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-afaab643-cd71-46ba-adfe-c4a74e467b09 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Deleting port 65d42914-e28d-463a-a314-1a3e95a6a8ff {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:51.658417 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-afaab643-cd71-46ba-adfe-c4a74e467b09 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:51.799011 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-afaab643-cd71-46ba-adfe-c4a74e467b09 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:51.811750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-afaab643-cd71-46ba-adfe-c4a74e467b09 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Calling delete_port for 65d42914-e28d-463a-a314-1a3e95a6a8ff owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:51.814033 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:51.872981 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:51.926386 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Allocated IP 172.20.0.2 (9482bee8-0f68-4284-8942-c672d77310b3/060cd002-1116-4cc3-afe8-64bb52c1c019/2c34236b-7275-45d7-96d4-8d2707aedd78) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:51.991765 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Network 9482bee8-0f68-4284-8942-c672d77310b3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:51.996820 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event updated for resources: {'Port': ['ID=e16d6cbe-6db7-4c85-a64c-6da98db8bdab,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:52.004262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:52.008146 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:52.013596 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-afaab643-cd71-46ba-adfe-c4a74e467b09 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:52.053416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaab643-cd71-46ba-adfe-c4a74e467b09 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event deleted for resources: {'Port': ['ID=65d42914-e28d-463a-a314-1a3e95a6a8ff,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:52.101724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:52.102703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:52.131296 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6a85b4fc-8710-4403-966e-be842423d295 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0054770 Nov 16 05:02:52.131493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37638) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:52.137944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Request body: {'port': {'network_id': '9482bee8-0f68-4284-8942-c672d77310b3', 'name': 'tempest-AllowedAddressPairTestJSON-2082103587', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8c:b3:8b'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:52.166505 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:52.175062 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:52.219844 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-afaab643-cd71-46ba-adfe-c4a74e467b09 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:52.224023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-afaab643-cd71-46ba-adfe-c4a74e467b09 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "DELETE /v2.0/ports/65d42914-e28d-463a-a314-1a3e95a6a8ff HTTP/1.1" status: 204 len: 168 time: 0.7021492 Nov 16 05:02:52.226648 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37644) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:52.294748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Network 9482bee8-0f68-4284-8942-c672d77310b3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:52.312467 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:52.317420 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:52.323700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6c0fb-ebb8-46b1-8377-9a149c06337e tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:52.333723 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Pushing event updated for resources: {'Port': ['ID=2c34236b-7275-45d7-96d4-8d2707aedd78,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:52.340479 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f3e6c0fb-ebb8-46b1-8377-9a149c06337e tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "GET /v2.0/ports?device_id=30c014c7-c693-4f8b-8aa4-8d9d8092fe4f HTTP/1.1" status: 200 len: 913 time: 0.1124766 Nov 16 05:02:52.343820 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37648) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:52.460172 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-225d6a89-507d-44dd-aecb-ded5767fbcf3 req-a1c24a27-eb7d-4534-98bf-a490fc18e4c3 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0680742 Nov 16 05:02:52.463519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Made reservation on behalf of cc4e2950f08641fab9ff405452c117e5 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:02:52.497944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Attempting to bind port 2c34236b-7275-45d7-96d4-8d2707aedd78 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:02:52.498482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Attempting to bind port 2c34236b-7275-45d7-96d4-8d2707aedd78 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '5d785eb7-898e-4fb2-81a0-1846e038813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9482bee8-0f68-4284-8942-c672d77310b3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:02:52.498765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Attempting to bind port 2c34236b-7275-45d7-96d4-8d2707aedd78 on network 9482bee8-0f68-4284-8942-c672d77310b3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:02:52.512339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:02:52.512754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Checking segment: {'id': '5d785eb7-898e-4fb2-81a0-1846e038813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9482bee8-0f68-4284-8942-c672d77310b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:02:52.513492 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:52.513492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Bound using segment: {'id': '5d785eb7-898e-4fb2-81a0-1846e038813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9482bee8-0f68-4284-8942-c672d77310b3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:02:52.514026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Bound port: 2c34236b-7275-45d7-96d4-8d2707aedd78, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d785eb7-898e-4fb2-81a0-1846e038813d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '9482bee8-0f68-4284-8942-c672d77310b3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:02:52.514462 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:52.687802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d0c34-3866-4232-b921-619f455edb11 req-661638d6-3416-4078-836c-619933c86d4f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:52.699443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-988d0c34-3866-4232-b921-619f455edb11 req-661638d6-3416-4078-836c-619933c86d4f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.3465436 Nov 16 05:02:52.746762 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] For port 2c34236b-7275-45d7-96d4-8d2707aedd78, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:02:52.751023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] For port 2c34236b-7275-45d7-96d4-8d2707aedd78, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2c34236b-7275-45d7-96d4-8d2707aedd78,segment=NetworkSegment(5d785eb7-898e-4fb2-81a0-1846e038813d),segment_id=5d785eb7-898e-4fb2-81a0-1846e038813d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:02:52.774635 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:52.838673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f84c4-76b8-401f-a600-80bf4ea456ec None None] Pushing event updated for resources: {'Port': ['ID=2c34236b-7275-45d7-96d4-8d2707aedd78,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:52.883729 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-988d0c34-3866-4232-b921-619f455edb11 req-4ae70953-2122-4b8f-a639-8b3868ea2dc2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770535 Nov 16 05:02:52.915026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37664) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:53.047986 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:53.089405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] device_id is not set on port 8e6bd52a-99a7-4760-9297-38a9d3bb87c2 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:02:53.124052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2fdbc58f-436a-405e-a197-ad629b62dce3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/f24ba35e-7018-46d6-b124-2ec256a8d100 HTTP/1.1" status: 200 len: 993 time: 0.2078102 Nov 16 05:02:53.231084 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbe19c4e-ce4a-4744-8c20-0a8915975ff3 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:53.350596 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:02:53.432944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Allocated IP 172.20.0.10 (9482bee8-0f68-4284-8942-c672d77310b3/060cd002-1116-4cc3-afe8-64bb52c1c019/8e6bd52a-99a7-4760-9297-38a9d3bb87c2) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:53.830483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7259e54-c0f2-4e7e-b607-ebbaff9ba705 req-7ed42fdd-7834-48ba-9d6e-1634d28d4d41 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0894532 Nov 16 05:02:53.929730 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:54.025194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:54.030296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-cbe19c4e-ce4a-4744-8c20-0a8915975ff3 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Deleting port c9230d14-c3fa-48e8-930f-5b80cd0c9aca {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:54.032487 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbe19c4e-ce4a-4744-8c20-0a8915975ff3 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:54.071145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2c34236b-7275-45d7-96d4-8d2707aedd78 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:02:54.204571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Network 9482bee8-0f68-4284-8942-c672d77310b3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:54.215342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:54.222298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:54.224627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 2c34236b-7275-45d7-96d4-8d2707aedd78 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:54.224953 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:54.363451 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbe19c4e-ce4a-4744-8c20-0a8915975ff3 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:54.367908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:54.368592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:54.394385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event updated for resources: {'Port': ['ID=8e6bd52a-99a7-4760-9297-38a9d3bb87c2,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:54.397866 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-cbe19c4e-ce4a-4744-8c20-0a8915975ff3 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Calling delete_port for c9230d14-c3fa-48e8-930f-5b80cd0c9aca owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:54.453923 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-888ac209-52d1-4a79-af0a-7c6241db4bda tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.3192143 Nov 16 05:02:54.463587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37684) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:54.487572 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:54.572482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 2c34236b-7275-45d7-96d4-8d2707aedd78, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2c34236b-7275-45d7-96d4-8d2707aedd78,segment=NetworkSegment(5d785eb7-898e-4fb2-81a0-1846e038813d),segment_id=5d785eb7-898e-4fb2-81a0-1846e038813d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:02:54.582776 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:54.705471 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022c2e7f-528b-497a-9986-ffead90f9f9d None None] Network 9482bee8-0f68-4284-8942-c672d77310b3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:02:54.714488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e33b89-2a10-482f-9586-1b3a9f976bab tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:54.730300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e33b89-2a10-482f-9586-1b3a9f976bab tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:54.744309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e33b89-2a10-482f-9586-1b3a9f976bab tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:54.758120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b0e33b89-2a10-482f-9586-1b3a9f976bab tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2933798 Nov 16 05:02:54.758668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37692) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:54.812363 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbe19c4e-ce4a-4744-8c20-0a8915975ff3 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:55.001967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=2c34236b-7275-45d7-96d4-8d2707aedd78,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:55.060055 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe19c4e-ce4a-4744-8c20-0a8915975ff3 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event deleted for resources: {'Port': ['ID=c9230d14-c3fa-48e8-930f-5b80cd0c9aca,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:55.106221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b48749f9-2501-4803-a72e-d7c9e5a33ceb None None] Provisioning complete for port 2c34236b-7275-45d7-96d4-8d2707aedd78 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:55.107294 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b48749f9-2501-4803-a72e-d7c9e5a33ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:55.175401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d934bbb-df30-4142-a7ce-0e4e07d19e4e req-7e1d048a-8fc9-4408-b307-d65ef4efd1e3 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.1030281 Nov 16 05:02:55.479414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3ee3431-c988-4ee1-97dd-7cd50fa46acb req-fe5bc744-3407-4ad6-85a0-8cf7158c9d4c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0698652 Nov 16 05:02:55.792270 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1e69ec69-860d-4d80-b773-bc70c2cbaf00 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Deleting port 8e6bd52a-99a7-4760-9297-38a9d3bb87c2 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:55.792667 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e69ec69-860d-4d80-b773-bc70c2cbaf00 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:55.946624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2c34236b-7275-45d7-96d4-8d2707aedd78 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:02:56.004737 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cbe19c4e-ce4a-4744-8c20-0a8915975ff3 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:56.069811 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e69ec69-860d-4d80-b773-bc70c2cbaf00 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:56.083481 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 2c34236b-7275-45d7-96d4-8d2707aedd78 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:56.084124 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:56.088462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1e69ec69-860d-4d80-b773-bc70c2cbaf00 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Calling delete_port for 8e6bd52a-99a7-4760-9297-38a9d3bb87c2 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:56.207998 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fbf4d612-5ca1-491d-a006-d2961146a5d4 None None] Provisioning complete for port 8e6bd52a-99a7-4760-9297-38a9d3bb87c2 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:56.209299 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbf4d612-5ca1-491d-a006-d2961146a5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:56.390438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4d612-5ca1-491d-a006-d2961146a5d4 None None] Port 8e6bd52a-99a7-4760-9297-38a9d3bb87c2 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:02:56.408038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0fdd688-ed0e-4aae-a9ea-e6b29d9f1df0 req-61bb433a-40e9-400d-bffd-445c4ad277f9 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0746047 Nov 16 05:02:56.429700 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fbf4d612-5ca1-491d-a006-d2961146a5d4 None None] Provisioning complete for port e16d6cbe-6db7-4c85-a64c-6da98db8bdab triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:56.430349 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbf4d612-5ca1-491d-a006-d2961146a5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:56.508827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4d612-5ca1-491d-a006-d2961146a5d4 None None] Port e16d6cbe-6db7-4c85-a64c-6da98db8bdab cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:02:56.559800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fbf4d612-5ca1-491d-a006-d2961146a5d4 None None] Provisioning complete for port 2c34236b-7275-45d7-96d4-8d2707aedd78 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:56.560514 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbf4d612-5ca1-491d-a006-d2961146a5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:56.773359 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e69ec69-860d-4d80-b773-bc70c2cbaf00 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:56.857303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69ec69-860d-4d80-b773-bc70c2cbaf00 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event deleted for resources: {'Port': ['ID=8e6bd52a-99a7-4760-9297-38a9d3bb87c2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:56.930746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-68d0588d-28f6-411d-9577-fea577dccd98 None None] Provisioning complete for port e16d6cbe-6db7-4c85-a64c-6da98db8bdab triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:02:56.931189 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68d0588d-28f6-411d-9577-fea577dccd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:57.015462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-68d0588d-28f6-411d-9577-fea577dccd98 None None] Port e16d6cbe-6db7-4c85-a64c-6da98db8bdab cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:02:57.139942 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a5a42c04-81be-484d-864e-d9e143688853 None None] Could not find standard attr ID for object 8e6bd52a-99a7-4760-9297-38a9d3bb87c2. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:02:57.163667 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e69ec69-860d-4d80-b773-bc70c2cbaf00 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:57.172049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37744) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:57.184848 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1e69ec69-860d-4d80-b773-bc70c2cbaf00 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "DELETE /v2.0/ports/8e6bd52a-99a7-4760-9297-38a9d3bb87c2 HTTP/1.1" status: 204 len: 168 time: 2.4188652 Nov 16 05:02:57.231072 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-6539b1a7-ab62-407a-a9b4-47a48fc001b6 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] GET failed (client error): The resource could not be found. Nov 16 05:02:57.237279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6539b1a7-ab62-407a-a9b4-47a48fc001b6 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "GET /v2.0/ports/8e6bd52a-99a7-4760-9297-38a9d3bb87c2 HTTP/1.1" status: 404 len: 333 time: 0.0641346 Nov 16 05:02:57.237953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37748) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:57.252329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Request body: {'port': {'network_id': '9482bee8-0f68-4284-8942-c672d77310b3', 'name': 'tempest-AllowedAddressPairTestJSON-2129566674'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:02:57.274790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe19c4e-ce4a-4744-8c20-0a8915975ff3 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Router 30c014c7-c693-4f8b-8aa4-8d9d8092fe4f has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:02:57.523348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Made reservation on behalf of cc4e2950f08641fab9ff405452c117e5 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:02:57.532539 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:57.562102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe19c4e-ce4a-4744-8c20-0a8915975ff3 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:02:57.578863 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd20b83f-f96a-4c76-8d3a-cacb67d07e08 None None] Sync routers for ids ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:02:57.579578 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cbe19c4e-ce4a-4744-8c20-0a8915975ff3 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "PUT /v2.0/routers/30c014c7-c693-4f8b-8aa4-8d9d8092fe4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2344880 Nov 16 05:02:57.588137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37760) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:57.595339 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd20b83f-f96a-4c76-8d3a-cacb67d07e08 None None] Routers {'30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:57.596275 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd20b83f-f96a-4c76-8d3a-cacb67d07e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:57.650495 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd20b83f-f96a-4c76-8d3a-cacb67d07e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:57.667165 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd20b83f-f96a-4c76-8d3a-cacb67d07e08 None None] Routers {'30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:02:57.668009 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd20b83f-f96a-4c76-8d3a-cacb67d07e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:02:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:57.721003 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd20b83f-f96a-4c76-8d3a-cacb67d07e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:02:57.721985 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd20b83f-f96a-4c76-8d3a-cacb67d07e08 None None] The sync data for ids ['30c014c7-c693-4f8b-8aa4-8d9d8092fe4f'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:02:58.185387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] device_id is not set on port 48a592fe-8c00-4a5a-b272-a71f7a195d7a yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:02:58.208484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d57b7006-a54a-4776-96b1-7b56a01346b1 req-82172f96-5e37-4baa-9481-4780c40d058b tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.4944043 Nov 16 05:02:58.394769 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:58.483901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Allocated IP 172.20.0.9 (9482bee8-0f68-4284-8942-c672d77310b3/060cd002-1116-4cc3-afe8-64bb52c1c019/48a592fe-8c00-4a5a-b272-a71f7a195d7a) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:02:58.686305 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:58.892716 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2852b2a5-c5e9-4987-9d0a-422fd2967403 req-18059913-1fc3-4b3d-96af-a9f261c22ec8 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d&device_id=f57089e0-9672-45ac-b93b-b245ae581099 HTTP/1.1" status: 200 len: 210 time: 0.1792719 Nov 16 05:02:59.069129 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:59.079004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Deleting port 7d031f0d-fc35-4326-85a2-41964cff0f92 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:02:59.079549 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:59.219042 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:59.414591 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37820) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:59.424112 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:59.492861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Calling delete_port for 7d031f0d-fc35-4326-85a2-41964cff0f92 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:02:59.633444 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a9cf49a-d986-4b65-9451-8fe298f1b527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:59.761621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Network 9482bee8-0f68-4284-8942-c672d77310b3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:02:59.766287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event updated for resources: {'Port': ['ID=48a592fe-8c00-4a5a-b272-a71f7a195d7a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:59.775070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de0bf2be-d2a3-457f-bb22-dd6e0d4a3f61 req-68ec01cc-c09e-4087-931e-b2490c3e8b00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=96efd24ba9374409a7916a35f84be2c5&device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.4693685 Nov 16 05:02:59.776481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:02:59.782922 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a9cf49a-d986-4b65-9451-8fe298f1b527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:59.789960 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a9cf49a-d986-4b65-9451-8fe298f1b527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:59.801720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:02:59.810727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:02:59.908728 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6a9cf49a-d986-4b65-9451-8fe298f1b527 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1ac5eabfe9f4253b79ea4fbaab28747&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4901497 Nov 16 05:02:59.908728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9cf49a-d986-4b65-9451-8fe298f1b527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c3f3ba-a5db-40a9-9dab-f8b793e9c877,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:02:59.909629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37830) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:02:59.931079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:02:59.932234 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:00.011059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de0bf2be-d2a3-457f-bb22-dd6e0d4a3f61 req-69577c09-2387-401f-9711-e8e82e6ed5de service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=96efd24ba9374409a7916a35f84be2c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2099435 Nov 16 05:03:00.019428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2d6327-231f-408f-a229-9d833ffdf759 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:03:00.027544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b50d8e4-6dee-4baa-8bb1-6d97214b602a req-1da8fc98-0ff4-48df-8afd-edd6dfbfe69f tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.2421863 Nov 16 05:03:00.044876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event deleted for resources: {'Port': ['ID=7d031f0d-fc35-4326-85a2-41964cff0f92,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:00.102149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47c3b140-4789-4c9b-a8c2-8d7f29edb9f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:00.153822 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47c3b140-4789-4c9b-a8c2-8d7f29edb9f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:00.160081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6294f6a1-34d9-4ed4-8739-2744765bdf78 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9176729 Nov 16 05:03:00.175989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37832) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:00.219474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c9617d24-78c9-4a2b-9a61-82b44157f77b tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8c:b3:8b'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:00.315121 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:00.362460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9c54a9e8-12be-4cfd-b852-0e05f35a6147 None None] Provisioning complete for port 48a592fe-8c00-4a5a-b272-a71f7a195d7a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:00.362836 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c54a9e8-12be-4cfd-b852-0e05f35a6147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:00.437383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9c54a9e8-12be-4cfd-b852-0e05f35a6147 None None] Port 48a592fe-8c00-4a5a-b272-a71f7a195d7a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:03:00.534775 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:00.575071 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:00.599520 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9617d24-78c9-4a2b-9a61-82b44157f77b tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:00.659539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bf2be-d2a3-457f-bb22-dd6e0d4a3f61 req-199f52f7-961e-4556-a9f6-9ea1caa75262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:00.661484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de0bf2be-d2a3-457f-bb22-dd6e0d4a3f61 req-199f52f7-961e-4556-a9f6-9ea1caa75262 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6190581 Nov 16 05:03:00.666481 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:00.667344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Fanout notify agent at l3_agent the message router_deleted on router 30c014c7-c693-4f8b-8aa4-8d9d8092fe4f {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:03:00.681198 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:00.684206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e51c9b81-75e2-45c8-9fe9-b6ff66199ae5 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "DELETE /v2.0/routers/30c014c7-c693-4f8b-8aa4-8d9d8092fe4f HTTP/1.1" status: 204 len: 168 time: 3.0925646 Nov 16 05:03:00.687939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37852) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:00.712358 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47c3b140-4789-4c9b-a8c2-8d7f29edb9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:00.717099 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47c3b140-4789-4c9b-a8c2-8d7f29edb9f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:00.723510 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-47c3b140-4789-4c9b-a8c2-8d7f29edb9f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9c3f3ba-a5db-40a9-9dab-f8b793e9c877 HTTP/1.1" status: 204 len: 168 time: 0.7807276 Nov 16 05:03:00.768145 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3b140-4789-4c9b-a8c2-8d7f29edb9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c3f3ba-a5db-40a9-9dab-f8b793e9c877,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:00.843613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8b91d0-e687-472e-b9c5-f37c343e9808 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Deleting subnet 4ac0d82d-67e0-48de-b5c1-426a0cb51a0e {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:03:00.855719 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba8b91d0-e687-472e-b9c5-f37c343e9808 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:00.950640 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba8b91d0-e687-472e-b9c5-f37c343e9808 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:01.007967 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9617d24-78c9-4a2b-9a61-82b44157f77b tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:01.021749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9617d24-78c9-4a2b-9a61-82b44157f77b tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:01.067836 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba8b91d0-e687-472e-b9c5-f37c343e9808 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:01.215681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9617d24-78c9-4a2b-9a61-82b44157f77b tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event updated for resources: {'Port': ['ID=48a592fe-8c00-4a5a-b272-a71f7a195d7a,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:01.241246 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c9617d24-78c9-4a2b-9a61-82b44157f77b tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] In _notify_port_updated(), no bound segment for port 48a592fe-8c00-4a5a-b272-a71f7a195d7a on network 9482bee8-0f68-4284-8942-c672d77310b3 {{(pid=102660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 05:03:01.251441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9617d24-78c9-4a2b-9a61-82b44157f77b tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:01.252536 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9617d24-78c9-4a2b-9a61-82b44157f77b tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:01.257697 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c9617d24-78c9-4a2b-9a61-82b44157f77b tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "PUT /v2.0/ports/48a592fe-8c00-4a5a-b272-a71f7a195d7a HTTP/1.1" status: 200 len: 994 time: 1.0603673 Nov 16 05:03:01.258399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37874) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:01.274098 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6348c07-8a80-44ed-a089-36e0a8280270 req-af78613e-8907-4342-8d67-7fef7f6d0d50 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0763474 Nov 16 05:03:01.286902 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba8b91d0-e687-472e-b9c5-f37c343e9808 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:01.341811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b91d0-e687-472e-b9c5-f37c343e9808 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event deleted for resources: {'Subnet': ['ID=4ac0d82d-67e0-48de-b5c1-426a0cb51a0e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:01.357101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce6d1dc-4757-4bf4-83c3-d35f036978de None None] Network c4e59556-81a5-48bc-8558-06cb96088fc9 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:03:01.389823 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba8b91d0-e687-472e-b9c5-f37c343e9808 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:01.404018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ba8b91d0-e687-472e-b9c5-f37c343e9808 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "DELETE /v2.0/subnets/4ac0d82d-67e0-48de-b5c1-426a0cb51a0e HTTP/1.1" status: 204 len: 168 time: 0.7150056 Nov 16 05:03:01.404719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 37880) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:01.423237 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b14a0922-ac8f-495f-98c0-06bfb00c01c8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Deleting port 48a592fe-8c00-4a5a-b272-a71f7a195d7a {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:01.423855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14a0922-ac8f-495f-98c0-06bfb00c01c8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:01.623097 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14a0922-ac8f-495f-98c0-06bfb00c01c8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:01.653430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b14a0922-ac8f-495f-98c0-06bfb00c01c8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Calling delete_port for 48a592fe-8c00-4a5a-b272-a71f7a195d7a owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:01.671725 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:01.699542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c157b5fc-bfc3-4bbf-9d2c-27e6289897ff None None] Provisioning complete for port 48a592fe-8c00-4a5a-b272-a71f7a195d7a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:01.710353 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c157b5fc-bfc3-4bbf-9d2c-27e6289897ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:01.818457 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c157b5fc-bfc3-4bbf-9d2c-27e6289897ff None None] Port 48a592fe-8c00-4a5a-b272-a71f7a195d7a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:03:01.830592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Deleting port d12fdccc-92f3-4ff6-9223-2c929305061e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:01.830863 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:01.961063 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] For port d12fdccc-92f3-4ff6-9223-2c929305061e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d12fdccc-92f3-4ff6-9223-2c929305061e,segment=NetworkSegment(54ca6e03-876b-4bb6-a7be-905644b091fe),segment_id=54ca6e03-876b-4bb6-a7be-905644b091fe)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:01.962291 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:01.973606 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f846432-f023-4fda-8627-dd52b96e6cfa None None] DHCP port deletion for c4e59556-81a5-48bc-8558-06cb96088fc9 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:03:01.989023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Calling delete_port for d12fdccc-92f3-4ff6-9223-2c929305061e owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:02.001805 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14a0922-ac8f-495f-98c0-06bfb00c01c8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:02.125319 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de0bf2be-d2a3-457f-bb22-dd6e0d4a3f61 req-2ba7bb98-7218-479f-88ee-6c1c8d1ca7d2 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.0421956 Nov 16 05:03:02.136317 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9f846432-f023-4fda-8627-dd52b96e6cfa None None] Deleting port d12fdccc-92f3-4ff6-9223-2c929305061e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:02.136696 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f846432-f023-4fda-8627-dd52b96e6cfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:02.176117 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:02.224221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a0922-ac8f-495f-98c0-06bfb00c01c8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event deleted for resources: {'Port': ['ID=48a592fe-8c00-4a5a-b272-a71f7a195d7a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:02.247811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] No DVR routers for this DVR port d12fdccc-92f3-4ff6-9223-2c929305061e on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:03:02.259407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event deleted for resources: {'Port': ['ID=d12fdccc-92f3-4ff6-9223-2c929305061e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:02.382110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9f846432-f023-4fda-8627-dd52b96e6cfa None None] For port d12fdccc-92f3-4ff6-9223-2c929305061e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d12fdccc-92f3-4ff6-9223-2c929305061e,segment=NetworkSegment(54ca6e03-876b-4bb6-a7be-905644b091fe),segment_id=54ca6e03-876b-4bb6-a7be-905644b091fe)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:02.383039 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f846432-f023-4fda-8627-dd52b96e6cfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:02.446940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9f846432-f023-4fda-8627-dd52b96e6cfa None None] Calling delete_port for d12fdccc-92f3-4ff6-9223-2c929305061e owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:02.557271 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14a0922-ac8f-495f-98c0-06bfb00c01c8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:02.580051 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b14a0922-ac8f-495f-98c0-06bfb00c01c8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "DELETE /v2.0/ports/48a592fe-8c00-4a5a-b272-a71f7a195d7a HTTP/1.1" status: 204 len: 168 time: 1.3180881 Nov 16 05:03:02.581962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37968) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:02.633036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da1ad4d5-6915-4cb0-bad7-447789bfcfa0 req-e5ddd093-bafa-4b55-90d5-63f3bb53a2ad tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=aeff3e34-f9c5-457f-98cb-119bf472970d HTTP/1.1" status: 200 len: 210 time: 0.1234071 Nov 16 05:03:02.664463 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f846432-f023-4fda-8627-dd52b96e6cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:02.693721 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f846432-f023-4fda-8627-dd52b96e6cfa None None] Pushing event deleted for resources: {'Port': ['ID=d12fdccc-92f3-4ff6-9223-2c929305061e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:02.698284 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-411c4cfc-7055-4123-b1f3-7ee8578bb8bb tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] GET failed (client error): The resource could not be found. Nov 16 05:03:02.699333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f846432-f023-4fda-8627-dd52b96e6cfa None None] No DVR routers for this DVR port d12fdccc-92f3-4ff6-9223-2c929305061e on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:03:02.705952 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-411c4cfc-7055-4123-b1f3-7ee8578bb8bb tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "GET /v2.0/ports/48a592fe-8c00-4a5a-b272-a71f7a195d7a HTTP/1.1" status: 404 len: 333 time: 0.1068342 Nov 16 05:03:02.706579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 37986) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:02.716817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Request body: {'port': {'network_id': '9482bee8-0f68-4284-8942-c672d77310b3', 'name': 'tempest-AllowedAddressPairTestJSON-160050830'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:02.732381 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:02.861486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e59556-81a5-48bc-8558-06cb96088fc9']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:02.909455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ca6e03-876b-4bb6-a7be-905644b091fe') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:02.910035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ca6e03-876b-4bb6-a7be-905644b091fe') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:02.929876 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:02.949295 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:02.957951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:03:02.958654 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:03:02.964421 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:03:03.098477 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:03.117280 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:03.124991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "DELETE /v2.0/networks/c4e59556-81a5-48bc-8558-06cb96088fc9 HTTP/1.1" status: 204 len: 168 time: 1.7187135 Nov 16 05:03:03.132806 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38022) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:03.185059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e2c9d-b427-4fca-b86e-735549fef041 tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event deleted for resources: {'Network': ['ID=c4e59556-81a5-48bc-8558-06cb96088fc9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:03.361512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Made reservation on behalf of cc4e2950f08641fab9ff405452c117e5 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:03.375267 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:03.456975 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] device_id is not set on port b4d68139-75dd-4cf8-9ffc-b6c72bd1e829 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:03:03.629168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Deleting port 81461403-8860-47a5-939d-885f0188dc3b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:03.629957 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:03.944358 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Allocated IP 172.20.0.11 (9482bee8-0f68-4284-8942-c672d77310b3/060cd002-1116-4cc3-afe8-64bb52c1c019/b4d68139-75dd-4cf8-9ffc-b6c72bd1e829) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:03:03.961718 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d12fdccc-92f3-4ff6-9223-2c929305061e no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:03:04.008754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d12fdccc-92f3-4ff6-9223-2c929305061e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:03:04.009718 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d12fdccc-92f3-4ff6-9223-2c929305061e not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:03:04.031366 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:04.031632 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:04.112215 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49306106-9da7-49ba-9c5d-422c11d9b25a req-6abccbc9-d8cd-402f-bde2-5e7ad64a1a3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=96efd24ba9374409a7916a35f84be2c5&device_id=f57089e0-9672-45ac-b93b-b245ae581099 HTTP/1.1" status: 200 len: 210 time: 0.0533314 Nov 16 05:03:04.166936 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Calling delete_port for 81461403-8860-47a5-939d-885f0188dc3b owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:04.230678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-905d6031-f6e6-402e-8096-fa942657857d req-be14d02f-a888-4a3e-90f9-5421f1b50ea5 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=f57089e0-9672-45ac-b93b-b245ae581099 HTTP/1.1" status: 200 len: 210 time: 0.0589671 Nov 16 05:03:04.265327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49306106-9da7-49ba-9c5d-422c11d9b25a req-7a92eaa1-1c4e-401e-8af2-80db81e82340 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=96efd24ba9374409a7916a35f84be2c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1265709 Nov 16 05:03:04.475050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49306106-9da7-49ba-9c5d-422c11d9b25a req-b183f29b-14f9-4042-af98-c80ce0f08d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:04.477074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49306106-9da7-49ba-9c5d-422c11d9b25a req-b183f29b-14f9-4042-af98-c80ce0f08d5c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1982319 Nov 16 05:03:04.569483 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:04.659157 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:04.869556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Pushing event deleted for resources: {'Port': ['ID=81461403-8860-47a5-939d-885f0188dc3b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:04.930754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:04.962651 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:04.963306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:04.963552 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:04.964045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:04.964527 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:04.965113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:04.965481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:04.966153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:04.966645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:04.967915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:04.968415 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:04.968901 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:05.054513 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Network 9482bee8-0f68-4284-8942-c672d77310b3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:03:05.056062 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:05.058834 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:05.060364 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-578ca8f6-5cbb-490b-a5bc-c65abc3fd3df tempest-FloatingIPAdminTestJSON-1310962037 tempest-FloatingIPAdminTestJSON-1310962037-project] 10.222.0.41 "DELETE /v2.0/floatingips/f298acda-6373-43a2-b642-164cfdcd7481 HTTP/1.1" status: 204 len: 168 time: 1.9264743 Nov 16 05:03:05.065481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:05.085268 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:05.578613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f56e5d46-3384-4045-af99-a07d1c1cadb1 req-88011a44-01ea-47c4-b9c9-e4722d444b11 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.41 "GET /v2.0/ports?device_id=f57089e0-9672-45ac-b93b-b245ae581099 HTTP/1.1" status: 200 len: 210 time: 0.0537584 Nov 16 05:03:05.624960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-382e3394-4e47-4f14-b6c8-f0e26b4a4254 None None] Provisioning complete for port b4d68139-75dd-4cf8-9ffc-b6c72bd1e829 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:05.625525 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-382e3394-4e47-4f14-b6c8-f0e26b4a4254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:05.694266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38286) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:05.784940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49306106-9da7-49ba-9c5d-422c11d9b25a req-631edf3f-1f14-40bb-b135-ea7a4ba8c659 tempest-ServerShowV247Test-291490402 tempest-ServerShowV247Test-291490402-project] 10.222.0.15 "GET /v2.0/ports?device_id=f57089e0-9672-45ac-b93b-b245ae581099 HTTP/1.1" status: 200 len: 210 time: 0.0815382 Nov 16 05:03:05.804016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-382e3394-4e47-4f14-b6c8-f0e26b4a4254 None None] Port b4d68139-75dd-4cf8-9ffc-b6c72bd1e829 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:03:06.003858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event updated for resources: {'Port': ['ID=b4d68139-75dd-4cf8-9ffc-b6c72bd1e829,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:06.065480 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:06.074806 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:06.106608 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-46b2285e-f966-471f-83d0-cc5a8b1e56a8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3980622 Nov 16 05:03:06.110370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38338) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:06.123714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-47b402a9-db44-43c3-9839-f23fb7051896 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8c:b3:8b'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:06.134799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6b1b0574-c7f0-4d6b-bc88-b5ce6e1b1fda admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d58d7f00d9648b1ab0d55a62ed5c8c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380672 Nov 16 05:03:06.136866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38342) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:06.274460 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d2acac26-8142-4a09-a47e-a49c1e9d1f66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:06.383070 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d2acac26-8142-4a09-a47e-a49c1e9d1f66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:06.506408 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d2acac26-8142-4a09-a47e-a49c1e9d1f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:06.510048 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d2acac26-8142-4a09-a47e-a49c1e9d1f66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:06.515344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d2acac26-8142-4a09-a47e-a49c1e9d1f66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1eca8e54-766b-4ba1-a789-dcd5be62b076 HTTP/1.1" status: 204 len: 168 time: 0.3765519 Nov 16 05:03:06.539401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acac26-8142-4a09-a47e-a49c1e9d1f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eca8e54-766b-4ba1-a789-dcd5be62b076,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:06.690130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47b402a9-db44-43c3-9839-f23fb7051896 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.223743 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47b402a9-db44-43c3-9839-f23fb7051896 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.231263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47b402a9-db44-43c3-9839-f23fb7051896 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.302655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38450) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:07.323878 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8932022c-7d26-4bde-b6a1-68fa6a377055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.447436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b402a9-db44-43c3-9839-f23fb7051896 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event updated for resources: {'Port': ['ID=b4d68139-75dd-4cf8-9ffc-b6c72bd1e829,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:07.467600 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-47b402a9-db44-43c3-9839-f23fb7051896 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] In _notify_port_updated(), no bound segment for port b4d68139-75dd-4cf8-9ffc-b6c72bd1e829 on network 9482bee8-0f68-4284-8942-c672d77310b3 {{(pid=102660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 05:03:07.486231 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b402a9-db44-43c3-9839-f23fb7051896 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:07.486922 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-47b402a9-db44-43c3-9839-f23fb7051896 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.488308 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8932022c-7d26-4bde-b6a1-68fa6a377055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.492996 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-47b402a9-db44-43c3-9839-f23fb7051896 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "PUT /v2.0/ports/b4d68139-75dd-4cf8-9ffc-b6c72bd1e829 HTTP/1.1" status: 200 len: 996 time: 1.3774199 Nov 16 05:03:07.493945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38464) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:07.495956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8932022c-7d26-4bde-b6a1-68fa6a377055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.536125 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38470) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:07.608833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38478) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:07.609077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8932022c-7d26-4bde-b6a1-68fa6a377055 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5fd184420583491193d7cfee46305bb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3051164 Nov 16 05:03:07.610557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932022c-7d26-4bde-b6a1-68fa6a377055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33cda42-de03-41ae-8d14-f0fc4c0671f0,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:07.685207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Deleting port b4d68139-75dd-4cf8-9ffc-b6c72bd1e829 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:07.685968 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.832116 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-610fc27d-9c0a-447b-b4e9-d199b278fa22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.852503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6a3dcc7f-e79c-4122-beda-fcaf026ed2c1 None None] Provisioning complete for port b4d68139-75dd-4cf8-9ffc-b6c72bd1e829 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:07.856853 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.858159 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a3dcc7f-e79c-4122-beda-fcaf026ed2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.863347 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-610fc27d-9c0a-447b-b4e9-d199b278fa22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.872428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Calling delete_port for b4d68139-75dd-4cf8-9ffc-b6c72bd1e829 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:07.930723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-610fc27d-9c0a-447b-b4e9-d199b278fa22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.934038 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-610fc27d-9c0a-447b-b4e9-d199b278fa22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.936589 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-610fc27d-9c0a-447b-b4e9-d199b278fa22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a33cda42-de03-41ae-8d14-f0fc4c0671f0 HTTP/1.1" status: 204 len: 168 time: 0.3258078 Nov 16 05:03:07.950799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fc27d-9c0a-447b-b4e9-d199b278fa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33cda42-de03-41ae-8d14-f0fc4c0671f0,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:07.974866 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25f717f4-38dd-4678-82b5-8517ca0df5ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:07.976071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6a3dcc7f-e79c-4122-beda-fcaf026ed2c1 None None] Port b4d68139-75dd-4cf8-9ffc-b6c72bd1e829 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:03:08.030949 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c456b7b0-cccb-4877-9279-3ce2337c1d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:08.074273 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:08.229364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event deleted for resources: {'Port': ['ID=b4d68139-75dd-4cf8-9ffc-b6c72bd1e829,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:08.252116 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25f717f4-38dd-4678-82b5-8517ca0df5ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:08.283680 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-25f717f4-38dd-4678-82b5-8517ca0df5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:08.330773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:08.331271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:08.333416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:08.333803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:08.335331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:08.335702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:08.336040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:08.336378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:08.336720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:08.337057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:08.337390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:08.337710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:08.423822 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-25f717f4-38dd-4678-82b5-8517ca0df5ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96efd24ba9374409a7916a35f84be2c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8854308 Nov 16 05:03:08.432711 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38508) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:08.452476 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f717f4-38dd-4678-82b5-8517ca0df5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5c7ec3-3fe5-44b3-b3b4-6f126e56cae1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:08.511728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38510) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:08.532007 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b195-cd5b-4d74-84d4-e7d8db7fb310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:08.564298 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cea2f81-51f9-4ae6-8bf8-170399c55dca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:08.574593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-bef5976c-ab5b-4f6b-ad56-ca5001a0de99 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:08.577005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-bef5976c-ab5b-4f6b-ad56-ca5001a0de99 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/networks?id=e561f0c7-4306-4510-ae53-499e3d104144 HTTP/1.1" status: 200 len: 814 time: 0.2081859 Nov 16 05:03:08.593709 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:08.599339 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f063a365-afbe-4eda-a0db-e1ea78b3578d tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "DELETE /v2.0/ports/b4d68139-75dd-4cf8-9ffc-b6c72bd1e829 HTTP/1.1" status: 204 len: 168 time: 1.1003573 Nov 16 05:03:08.603057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38514) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:08.610075 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-d0322ba0-2109-4ae0-a8fb-6ecc3efd1573 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/quotas/12a5524226bd49fb868159e39e015842 HTTP/1.1" status: 200 len: 375 time: 0.0177355 Nov 16 05:03:08.640846 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cea2f81-51f9-4ae6-8bf8-170399c55dca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:08.643072 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cda5489-85b6-4c58-945e-f0b68d44e927 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] GET failed (client error): The resource could not be found. Nov 16 05:03:08.644684 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8cda5489-85b6-4c58-945e-f0b68d44e927 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "GET /v2.0/ports/b4d68139-75dd-4cf8-9ffc-b6c72bd1e829 HTTP/1.1" status: 404 len: 333 time: 0.0396929 Nov 16 05:03:08.651254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38516) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:08.652438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-c2b6b059-b7a2-4468-afa2-a777cfdabdac tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a5524226bd49fb868159e39e015842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361025 Nov 16 05:03:08.677585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Request body: {'port': {'network_id': '9482bee8-0f68-4284-8942-c672d77310b3', 'name': 'tempest-AllowedAddressPairTestJSON-386404698'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:08.789669 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-b1f70310-4551-48c1-b325-348de22ebf90 service neutron] 10.222.0.41 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292622 Nov 16 05:03:08.823275 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b195-cd5b-4d74-84d4-e7d8db7fb310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:08.828460 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9fb7b195-cd5b-4d74-84d4-e7d8db7fb310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:08.885325 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cea2f81-51f9-4ae6-8bf8-170399c55dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:08.888087 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cea2f81-51f9-4ae6-8bf8-170399c55dca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:08.889345 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1cea2f81-51f9-4ae6-8bf8-170399c55dca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d5c7ec3-3fe5-44b3-b3b4-6f126e56cae1 HTTP/1.1" status: 204 len: 168 time: 0.4513972 Nov 16 05:03:08.906176 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9fb7b195-cd5b-4d74-84d4-e7d8db7fb310 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bfc458494ab448dbbe208fa32401025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3928461 Nov 16 05:03:08.909233 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38530) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:08.911330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7b195-cd5b-4d74-84d4-e7d8db7fb310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e76057-8626-402c-a709-208ad49df5f0,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:08.933526 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea2f81-51f9-4ae6-8bf8-170399c55dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5c7ec3-3fe5-44b3-b3b4-6f126e56cae1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:08.995707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-bd6e0886-68f6-486e-af0e-53ef1dd124b6 service neutron] 10.222.0.41 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927788 Nov 16 05:03:09.034352 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Made reservation on behalf of cc4e2950f08641fab9ff405452c117e5 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:09.037929 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:09.094817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] device_id is not set on port 00a96d8b-2277-4652-a053-2e8a6ace9b68 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:03:09.152190 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0387e93f-9e4f-46c8-975e-960b0a930bce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:09.232143 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0387e93f-9e4f-46c8-975e-960b0a930bce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:09.364806 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92cc81b8-1645-4b19-918f-86b22497c322 req-05471215-4d5a-4751-b362-580a3e866d7f tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 210 time: 0.0399697 Nov 16 05:03:09.418427 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Allocated IP 172.20.0.5 (9482bee8-0f68-4284-8942-c672d77310b3/060cd002-1116-4cc3-afe8-64bb52c1c019/00a96d8b-2277-4652-a053-2e8a6ace9b68) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:03:09.479589 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0387e93f-9e4f-46c8-975e-960b0a930bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:09.489299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0387e93f-9e4f-46c8-975e-960b0a930bce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:09.496941 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0387e93f-9e4f-46c8-975e-960b0a930bce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31e76057-8626-402c-a709-208ad49df5f0 HTTP/1.1" status: 204 len: 168 time: 0.5843675 Nov 16 05:03:09.542005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387e93f-9e4f-46c8-975e-960b0a930bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e76057-8626-402c-a709-208ad49df5f0,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:09.824434 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:09.911671 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:09.973187 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Network 9482bee8-0f68-4284-8942-c672d77310b3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:03:09.982218 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:09.986763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:10.015782 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event updated for resources: {'Port': ['ID=00a96d8b-2277-4652-a053-2e8a6ace9b68,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:10.081860 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:10.088541 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:10.132354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38590) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:10.132584 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e8f0d0be-4938-4b0a-a618-cb8ba22fd8d8 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4589219 Nov 16 05:03:10.144638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Request body: {'port': {'network_id': '9482bee8-0f68-4284-8942-c672d77310b3', 'name': 'tempest-AllowedAddressPairTestJSON-444535030'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:10.203675 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec16c2d0-5e5b-49e0-9e4b-f7d8dcf666ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:10.382471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38598) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:10.442544 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-98450532-c826-4040-a4c1-da834fa9d40d None None] Provisioning complete for port 00a96d8b-2277-4652-a053-2e8a6ace9b68 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:10.442952 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98450532-c826-4040-a4c1-da834fa9d40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:10.541486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-98450532-c826-4040-a4c1-da834fa9d40d None None] Port 00a96d8b-2277-4652-a053-2e8a6ace9b68 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:03:10.591536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-429715663-network', 'tenant_id': '82a1dc7205ee4c9c88c0546c6fb3dc68'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:10.621028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b667b5c-8ea6-4fb7-b84b-d137bb31013c req-9b3ff6be-8703-4b57-9cea-c3d36df55677 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 210 time: 0.1250911 Nov 16 05:03:10.645259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Made reservation on behalf of cc4e2950f08641fab9ff405452c117e5 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:10.652792 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:10.654567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Made reservation on behalf of 82a1dc7205ee4c9c88c0546c6fb3dc68 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:10.666108 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:10.698346 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:10.712659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] device_id is not set on port 5b5c0919-4227-4cda-8ad5-d02d97547cee yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:03:10.912135 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:10.916892 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:10.967565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:03:10.983119 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3e76b0-57ea-438e-92bf-e9a1b181a659,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:11.006462 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:11.006846 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Added segment d328525d-6e92-42b6-9fdc-7961acc3fbcf of type vlan for network 52ce6346-1540-4fb2-9c93-51464f0328f4 Nov 16 05:03:11.114733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Allocated IP 172.20.0.8 (9482bee8-0f68-4284-8942-c672d77310b3/060cd002-1116-4cc3-afe8-64bb52c1c019/5b5c0919-4227-4cda-8ad5-d02d97547cee) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:03:11.140677 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:11.188547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-b54396d3-3cc9-4cfa-9f70-5815bb240dde tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:11.190423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-b54396d3-3cc9-4cfa-9f70-5815bb240dde tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.37 "GET /v2.0/networks?id=e561f0c7-4306-4510-ae53-499e3d104144 HTTP/1.1" status: 200 len: 814 time: 0.2438591 Nov 16 05:03:11.204038 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:11.205436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:11.209860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:11.244352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-33e23029-3ca8-4e7d-95fb-d46ee7e0776b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Request body: {'port': {'device_id': '737c5e98-6fc1-4cea-925b-ef76878da304', 'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144', 'admin_state_up': True, 'tenant_id': '12a5524226bd49fb868159e39e015842'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:11.340361 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9560609 Nov 16 05:03:11.342891 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43a028-03da-49e5-a4cf-b23ec4159919 admin admin] Pushing event updated for resources: {'Network': ['ID=52ce6346-1540-4fb2-9c93-51464f0328f4,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:11.354854 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 52ce6346-1540-4fb2-9c93-51464f0328f4 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:03:11.475192 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:11.555362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-33e23029-3ca8-4e7d-95fb-d46ee7e0776b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Made reservation on behalf of 12a5524226bd49fb868159e39e015842 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:11.559432 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-33e23029-3ca8-4e7d-95fb-d46ee7e0776b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:11.570206 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:11.650673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Network 9482bee8-0f68-4284-8942-c672d77310b3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:03:11.653611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event updated for resources: {'Port': ['ID=5b5c0919-4227-4cda-8ad5-d02d97547cee,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:11.656459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:11.664265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:11.936792 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:12.150244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38678) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:12.205574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d268e66c-c30a-47e7-a82e-70abec9ea923 None None] Provisioning complete for port 5b5c0919-4227-4cda-8ad5-d02d97547cee triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:12.208386 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d268e66c-c30a-47e7-a82e-70abec9ea923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:12.273633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6ef95415-e23b-465c-bfc9-7efc833b21d4 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1903285002'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:12.274317 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6ef95415-e23b-465c-bfc9-7efc833b21d4 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Unknown quota resources ['metering_label']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 05:03:12.286544 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d268e66c-c30a-47e7-a82e-70abec9ea923 None None] Port 5b5c0919-4227-4cda-8ad5-d02d97547cee cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:03:12.429087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cf21a66-46ef-4ada-b895-fc83742ed316 req-40d412a0-560a-4339-993d-e5a5e8832790 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 210 time: 0.5451949 Nov 16 05:03:12.518901 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ef95415-e23b-465c-bfc9-7efc833b21d4 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:12.523166 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6ef95415-e23b-465c-bfc9-7efc833b21d4 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3718588 Nov 16 05:03:12.527011 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38692) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:12.538273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-33e23029-3ca8-4e7d-95fb-d46ee7e0776b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Allocated IP 172.20.0.7 (e561f0c7-4306-4510-ae53-499e3d104144/bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82/3f4ef7d5-3342-443a-9db3-7546be56ace9) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:03:12.538699 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-cd2cf403-b480-48fe-bd3d-4072e9eb55f5 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b34ee2f3-a995-4806-b548-9a24eac7d454'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:12.539205 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-cd2cf403-b480-48fe-bd3d-4072e9eb55f5 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 05:03:12.637753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:12.639179 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:12.727707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b703eb44-9b81-4fe4-b2a9-d72098f2cfef tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5880885 Nov 16 05:03:12.728437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38698) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:12.729472 n-d-818042-1 neutron-server[102660]: WARNING neutron.services.metering.metering_plugin [None req-cd2cf403-b480-48fe-bd3d-4072e9eb55f5 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 05:03:12.734461 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5dae9617-9339-42ab-85b6-1c3840e6f127 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8c:b3:8b'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:6b:e7:99'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:12.824744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21292f72-ab68-4fd3-95ad-bcf5603696ef req-d96ecf42-d070-4a9d-b9b0-767f4f3ed4b9 tempest-ComputeTenantNetworksTest-1955377278 tempest-ComputeTenantNetworksTest-1955377278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:12.833337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21292f72-ab68-4fd3-95ad-bcf5603696ef req-d96ecf42-d070-4a9d-b9b0-767f4f3ed4b9 tempest-ComputeTenantNetworksTest-1955377278 tempest-ComputeTenantNetworksTest-1955377278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:12.840321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21292f72-ab68-4fd3-95ad-bcf5603696ef req-d96ecf42-d070-4a9d-b9b0-767f4f3ed4b9 tempest-ComputeTenantNetworksTest-1955377278 tempest-ComputeTenantNetworksTest-1955377278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:12.846444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21292f72-ab68-4fd3-95ad-bcf5603696ef req-d96ecf42-d070-4a9d-b9b0-767f4f3ed4b9 tempest-ComputeTenantNetworksTest-1955377278 tempest-ComputeTenantNetworksTest-1955377278-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.4508250 Nov 16 05:03:12.873868 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd2cf403-b480-48fe-bd3d-4072e9eb55f5 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:12.875035 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cd2cf403-b480-48fe-bd3d-4072e9eb55f5 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3470769 Nov 16 05:03:12.884158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38710) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:12.917143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7bebedab-8462-40ba-a296-3234a6ece587 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b34ee2f3-a995-4806-b548-9a24eac7d454'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:12.917950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7bebedab-8462-40ba-a296-3234a6ece587 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=102659) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 05:03:13.023671 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5dae9617-9339-42ab-85b6-1c3840e6f127 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.074235 n-d-818042-1 neutron-server[102659]: WARNING neutron.services.metering.metering_plugin [None req-7bebedab-8462-40ba-a296-3234a6ece587 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 16 05:03:13.257709 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bebedab-8462-40ba-a296-3234a6ece587 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.258910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7bebedab-8462-40ba-a296-3234a6ece587 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3738477 Nov 16 05:03:13.262923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38732) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:13.277395 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5dae9617-9339-42ab-85b6-1c3840e6f127 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.288327 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9c6ad8bf-be74-4250-b4db-4dd6adfc2178 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=63535f8a-f597-4867-b699-68381dc690fc HTTP/1.1" status: 200 len: 464 time: 0.0234706 Nov 16 05:03:13.290275 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38734) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:13.296951 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.298100 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5dae9617-9339-42ab-85b6-1c3840e6f127 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.301194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-33e23029-3ca8-4e7d-95fb-d46ee7e0776b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.311303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d9a8e-a7b1-442c-ae90-ed3512189012 req-cbdbbb48-fd2a-427e-9880-f45530514561 tempest-ComputeTenantNetworksTest-1955377278 tempest-ComputeTenantNetworksTest-1955377278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:13.312180 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab9d9a8e-a7b1-442c-ae90-ed3512189012 req-cbdbbb48-fd2a-427e-9880-f45530514561 tempest-ComputeTenantNetworksTest-1955377278 tempest-ComputeTenantNetworksTest-1955377278-project] 10.222.0.41 "GET /v2.0/networks/52ce6346-1540-4fb2-9c93-51464f0328f4 HTTP/1.1" status: 200 len: 768 time: 0.4289868 Nov 16 05:03:13.321905 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38736) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:13.403726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae9617-9339-42ab-85b6-1c3840e6f127 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event updated for resources: {'Port': ['ID=5b5c0919-4227-4cda-8ad5-d02d97547cee,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:13.412531 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-33e23029-3ca8-4e7d-95fb-d46ee7e0776b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.472048 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-24556249-ac77-437c-80ed-719a0048a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.494701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-33e23029-3ca8-4e7d-95fb-d46ee7e0776b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Network e561f0c7-4306-4510-ae53-499e3d104144 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:03:13.507048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-33e23029-3ca8-4e7d-95fb-d46ee7e0776b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:13.511496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e23029-3ca8-4e7d-95fb-d46ee7e0776b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Pushing event updated for resources: {'Port': ['ID=3f4ef7d5-3342-443a-9db3-7546be56ace9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:13.514082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-33e23029-3ca8-4e7d-95fb-d46ee7e0776b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:13.649732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e736545e-3fab-490b-a1cc-4e27a64a92f9 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.651838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-33e23029-3ca8-4e7d-95fb-d46ee7e0776b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:13.652500 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-33e23029-3ca8-4e7d-95fb-d46ee7e0776b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.657225 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e736545e-3fab-490b-a1cc-4e27a64a92f9 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/63535f8a-f597-4867-b699-68381dc690fc HTTP/1.1" status: 204 len: 168 time: 0.3649189 Nov 16 05:03:13.658333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38760) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:13.691038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5dae9617-9339-42ab-85b6-1c3840e6f127 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] In _notify_port_updated(), no bound segment for port 5b5c0919-4227-4cda-8ad5-d02d97547cee on network 9482bee8-0f68-4284-8942-c672d77310b3 {{(pid=102660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 05:03:13.707533 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dae9617-9339-42ab-85b6-1c3840e6f127 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:13.712373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5dae9617-9339-42ab-85b6-1c3840e6f127 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.714181 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5dae9617-9339-42ab-85b6-1c3840e6f127 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "PUT /v2.0/ports/5b5c0919-4227-4cda-8ad5-d02d97547cee HTTP/1.1" status: 200 len: 1055 time: 0.9877353 Nov 16 05:03:13.722222 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3c6e0589-90f6-411d-9f3b-feaa42aa93e6 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=63535f8a-f597-4867-b699-68381dc690fc HTTP/1.1" status: 200 len: 221 time: 0.0593576 Nov 16 05:03:13.723082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38764) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:13.723567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38766) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:13.729643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b7065261-a483-4001-875e-277e3497c0a5 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--608406852', 'description': 'label created by tempest'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:13.730366 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b7065261-a483-4001-875e-277e3497c0a5 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Unknown quota resources ['metering_label']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 05:03:13.739716 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.837647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4342b067-be03-4254-8834-8c5b61b9f9c1 None None] Provisioning complete for port 5b5c0919-4227-4cda-8ad5-d02d97547cee triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:13.842136 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4342b067-be03-4254-8834-8c5b61b9f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.884247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4342b067-be03-4254-8834-8c5b61b9f9c1 None None] Port 5b5c0919-4227-4cda-8ad5-d02d97547cee cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:03:13.897811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-33e23029-3ca8-4e7d-95fb-d46ee7e0776b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6809375 Nov 16 05:03:13.901780 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-24556249-ac77-437c-80ed-719a0048a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:13.922062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Request body: {'port': {'device_id': '737c5e98-6fc1-4cea-925b-ef76878da304', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:13.990643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa0f829-3dab-4e53-805c-1dd63001f11a req-e2f0852f-7745-4036-bf49-fcba4d6a4e5a tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:13.992179 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4aa0f829-3dab-4e53-805c-1dd63001f11a req-e2f0852f-7745-4036-bf49-fcba4d6a4e5a tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 931 time: 0.3248990 Nov 16 05:03:13.994321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-24556249-ac77-437c-80ed-719a0048a368 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ce6346-1540-4fb2-9c93-51464f0328f4']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:14.017249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-24556249-ac77-437c-80ed-719a0048a368 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd328525d-6e92-42b6-9fdc-7961acc3fbcf') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:14.017575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-24556249-ac77-437c-80ed-719a0048a368 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd328525d-6e92-42b6-9fdc-7961acc3fbcf') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:14.062876 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-24556249-ac77-437c-80ed-719a0048a368 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:14.098379 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:14.117063 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7065261-a483-4001-875e-277e3497c0a5 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:14.119157 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b7065261-a483-4001-875e-277e3497c0a5 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3933218 Nov 16 05:03:14.121867 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38778) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:14.137654 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-24556249-ac77-437c-80ed-719a0048a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:14.236436 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7c0d8bf9-02f6-47b4-8bd3-5260faa8e8b3 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=a65ad10b-0a95-4b75-b9e5-c9e09d61df51 HTTP/1.1" status: 200 len: 467 time: 0.1122773 Nov 16 05:03:14.239532 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38780) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:14.249431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8fe053a0-a2d1-45a1-b86c-107cab409c73 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Deleting port 5b5c0919-4227-4cda-8ad5-d02d97547cee {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:14.250116 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fe053a0-a2d1-45a1-b86c-107cab409c73 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:14.522131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4ef7d5-3342-443a-9db3-7546be56ace9 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:03:14.531478 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:14.546292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24556249-ac77-437c-80ed-719a0048a368 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:03:14.546702 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-24556249-ac77-437c-80ed-719a0048a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:03:14.596725 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:03:14.604155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4aa0f829-3dab-4e53-805c-1dd63001f11a req-ac050549-44de-4c7a-bfd5-fe39f4c910cd tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6028318 Nov 16 05:03:14.640860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Transition to ACTIVE for port object 3f4ef7d5-3342-443a-9db3-7546be56ace9 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:03:14.641992 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-24556249-ac77-437c-80ed-719a0048a368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:14.653502 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-24556249-ac77-437c-80ed-719a0048a368 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:14.669470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-24556249-ac77-437c-80ed-719a0048a368 admin admin] 10.222.0.41 "DELETE /v2.0/networks/52ce6346-1540-4fb2-9c93-51464f0328f4 HTTP/1.1" status: 204 len: 168 time: 1.3431573 Nov 16 05:03:14.674375 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:14.767958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24556249-ac77-437c-80ed-719a0048a368 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ce6346-1540-4fb2-9c93-51464f0328f4,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:14.809549 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4ef7d5-3342-443a-9db3-7546be56ace9,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:14.909123 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a40a5c3b-8cee-4378-8ade-fa98a6a28211 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:14.910360 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a40a5c3b-8cee-4378-8ade-fa98a6a28211 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/a65ad10b-0a95-4b75-b9e5-c9e09d61df51 HTTP/1.1" status: 204 len: 168 time: 0.6694663 Nov 16 05:03:14.917740 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38798) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:14.948432 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f6701300-220c-4819-956d-01bb9eab427e tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=a65ad10b-0a95-4b75-b9e5-c9e09d61df51 HTTP/1.1" status: 200 len: 216 time: 0.0294447 Nov 16 05:03:14.952505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fe053a0-a2d1-45a1-b86c-107cab409c73 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:14.962850 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38800) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:14.977941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38802) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:15.010457 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-45906aaa-c424-4f08-acfc-23d765071370 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0464664 Nov 16 05:03:15.014788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38804) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:15.017096 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8fe053a0-a2d1-45a1-b86c-107cab409c73 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Calling delete_port for 5b5c0919-4227-4cda-8ad5-d02d97547cee owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:15.032809 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b54ff97e-3af1-4b88-816a-144bffe5e2f0 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0168447 Nov 16 05:03:15.036583 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38806) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:15.047894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4d6c4a56-3573-4a1e-a184-2e2c72a41ed6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82a1dc7205ee4c9c88c0546c6fb3dc68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0658457 Nov 16 05:03:15.054201 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38808) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:15.075390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Attempting to bind port 3f4ef7d5-3342-443a-9db3-7546be56ace9 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:03:15.075835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Attempting to bind port 3f4ef7d5-3342-443a-9db3-7546be56ace9 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'eff5d098-40a0-4db1-bab0-54aa6bd31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:03:15.077449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Attempting to bind port 3f4ef7d5-3342-443a-9db3-7546be56ace9 on network e561f0c7-4306-4510-ae53-499e3d104144 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:03:15.082530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Port 3f4ef7d5-3342-443a-9db3-7546be56ace9 on network e561f0c7-4306-4510-ae53-499e3d104144 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:03:15.082851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Attempting to bind port 3f4ef7d5-3342-443a-9db3-7546be56ace9 on network e561f0c7-4306-4510-ae53-499e3d104144 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:03:15.087901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:03:15.088208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Checking segment: {'id': 'eff5d098-40a0-4db1-bab0-54aa6bd31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:03:15.088580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Bound using segment: {'id': 'eff5d098-40a0-4db1-bab0-54aa6bd31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:03:15.089062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Bound port: 3f4ef7d5-3342-443a-9db3-7546be56ace9, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff5d098-40a0-4db1-bab0-54aa6bd31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:03:15.089423 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:15.167981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] For port 3f4ef7d5-3342-443a-9db3-7546be56ace9, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:03:15.173002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] For port 3f4ef7d5-3342-443a-9db3-7546be56ace9, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3f4ef7d5-3342-443a-9db3-7546be56ace9,segment=NetworkSegment(eff5d098-40a0-4db1-bab0-54aa6bd31ed2),segment_id=eff5d098-40a0-4db1-bab0-54aa6bd31ed2)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:03:15.177475 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:15.191465 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f56aca69-e710-44de-8b6f-b7cc062094a5 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/b34ee2f3-a995-4806-b548-9a24eac7d454 HTTP/1.1" status: 200 len: 473 time: 0.1523838 Nov 16 05:03:15.209565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38814) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:15.211801 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b00362e4-c2ba-4f08-a0a9-36132d61a793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:15.225236 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-13fefb6f-8ea9-4aed-b2a3-adb839cccdb4 tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/e9e168e0-f6df-40dd-a16e-382cc661a5a0 HTTP/1.1" status: 200 len: 461 time: 0.0113776 Nov 16 05:03:15.232031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38816) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:15.260856 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b00362e4-c2ba-4f08-a0a9-36132d61a793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:15.277163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:15.278316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:15.281240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] 10.222.0.37 "PUT /v2.0/ports/3f4ef7d5-3342-443a-9db3-7546be56ace9 HTTP/1.1" status: 200 len: 1091 time: 1.3691840 Nov 16 05:03:15.302147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737c5e98-6fc1-4cea-925b-ef76878da304', 'tag': '3f4ef7d5-3342-443a-9db3-7546be56ace9'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:03:15.313185 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b59e2b6-02e3-46d8-ae58-497290dfee94" -d '{"events": [{"name": "network-changed", "server_uuid": "737c5e98-6fc1-4cea-925b-ef76878da304", "tag": "3f4ef7d5-3342-443a-9db3-7546be56ace9"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:03:15.356079 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b00362e4-c2ba-4f08-a0a9-36132d61a793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:15.366270 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b00362e4-c2ba-4f08-a0a9-36132d61a793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:15.367424 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b00362e4-c2ba-4f08-a0a9-36132d61a793 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e3e76b0-57ea-438e-92bf-e9a1b181a659 HTTP/1.1" status: 204 len: 168 time: 0.3107731 Nov 16 05:03:15.400970 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00362e4-c2ba-4f08-a0a9-36132d61a793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3e76b0-57ea-438e-92bf-e9a1b181a659,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:15.411291 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fe053a0-a2d1-45a1-b86c-107cab409c73 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:15.448346 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4098862c-7c97-4702-8a79-feaacd847227 x-openstack-request-id: req-4098862c-7c97-4702-8a79-feaacd847227 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:03:15.448677 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737c5e98-6fc1-4cea-925b-ef76878da304", "tag": "3f4ef7d5-3342-443a-9db3-7546be56ace9", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:03:15.448941 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4098862c-7c97-4702-8a79-feaacd847227 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:03:15.449348 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737c5e98-6fc1-4cea-925b-ef76878da304', 'tag': '3f4ef7d5-3342-443a-9db3-7546be56ace9', 'status': 'completed', 'code': 200} Nov 16 05:03:15.465021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe053a0-a2d1-45a1-b86c-107cab409c73 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event deleted for resources: {'Port': ['ID=5b5c0919-4227-4cda-8ad5-d02d97547cee,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:15.643506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af34764-dd7c-44f6-93d6-323755872636 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4ef7d5-3342-443a-9db3-7546be56ace9,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:15.796404 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d58e8b90-e51f-419b-a2b0-2966fe153a9d tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:15.800006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d58e8b90-e51f-419b-a2b0-2966fe153a9d tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/e9e168e0-f6df-40dd-a16e-382cc661a5a0 HTTP/1.1" status: 204 len: 168 time: 0.5639627 Nov 16 05:03:15.833669 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38832) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:15.871236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-16044604-6dfb-4e8a-93ea-2ecd251c7ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:15.894901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-16044604-6dfb-4e8a-93ea-2ecd251c7ab9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12a5524226bd49fb868159e39e015842&device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 1094 time: 0.5427341 Nov 16 05:03:15.926540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc6a98-cdaf-4617-9762-a1711d7fb7e8 req-6e989cb8-3d5b-4117-8fcd-523422369f16 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:15.928517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85dc6a98-cdaf-4617-9762-a1711d7fb7e8 req-6e989cb8-3d5b-4117-8fcd-523422369f16 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 943 time: 0.1206520 Nov 16 05:03:15.945188 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fe053a0-a2d1-45a1-b86c-107cab409c73 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:15.951901 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8fe053a0-a2d1-45a1-b86c-107cab409c73 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "DELETE /v2.0/ports/5b5c0919-4227-4cda-8ad5-d02d97547cee HTTP/1.1" status: 204 len: 168 time: 2.2243288 Nov 16 05:03:15.953073 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38840) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:15.989666 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c88081-5f0b-4fda-8979-ea4f6073bfb0 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] GET failed (client error): The resource could not be found. Nov 16 05:03:15.995460 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b5c88081-5f0b-4fda-8979-ea4f6073bfb0 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "GET /v2.0/ports/5b5c0919-4227-4cda-8ad5-d02d97547cee HTTP/1.1" status: 404 len: 333 time: 0.0383649 Nov 16 05:03:16.062783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38844) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:16.124090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-dddd7fe7-54ad-4df0-ba4c-e3cede9dac8a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f4ef7d5-3342-443a-9db3-7546be56ace9 HTTP/1.1" status: 200 len: 217 time: 0.2204316 Nov 16 05:03:16.263952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85dc6a98-cdaf-4617-9762-a1711d7fb7e8 req-fbe9b3e0-7cc0-4e7f-aba2-8b490bb1bc3d tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247166 Nov 16 05:03:16.306700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-40ca578e-be3d-45d5-8907-9e79aa47e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:16.310349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-40ca578e-be3d-45d5-8907-9e79aa47e243 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82 HTTP/1.1" status: 200 len: 854 time: 0.1662180 Nov 16 05:03:16.318870 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:16.336438 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca2b9ddd-9a55-43b4-8065-aa6cad586bbb tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:16.340402 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ca2b9ddd-9a55-43b4-8065-aa6cad586bbb tempest-MeteringTestJSON-282955070 tempest-MeteringTestJSON-282955070-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/b34ee2f3-a995-4806-b548-9a24eac7d454 HTTP/1.1" status: 204 len: 168 time: 0.5031946 Nov 16 05:03:16.357715 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-e761a2d2-3279-431a-b15d-9868810388b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e561f0c7-4306-4510-ae53-499e3d104144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294776 Nov 16 05:03:16.378253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-dde8789c-a00e-480d-b5df-383e896c6977 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Deleting port 00a96d8b-2277-4652-a053-2e8a6ace9b68 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:16.378592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dde8789c-a00e-480d-b5df-383e896c6977 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:16.638501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-5a01705c-ebf6-4655-8998-1e8ae11e49c9 service neutron] 10.222.0.37 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735853 Nov 16 05:03:16.640482 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dde8789c-a00e-480d-b5df-383e896c6977 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:16.722094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-dde8789c-a00e-480d-b5df-383e896c6977 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Calling delete_port for 00a96d8b-2277-4652-a053-2e8a6ace9b68 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:16.892173 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38878) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:16.964885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dde8789c-a00e-480d-b5df-383e896c6977 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:17.008118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8789c-a00e-480d-b5df-383e896c6977 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event deleted for resources: {'Port': ['ID=00a96d8b-2277-4652-a053-2e8a6ace9b68,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:17.072811 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8327d5fe-34a2-400a-9428-3943bf87bed7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:17.086496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bda6379e-b81f-47f6-b78b-275e4dd9c404 req-a50f581b-9ac4-4c91-97d3-eda480513d2a service neutron] 10.222.0.37 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350514 Nov 16 05:03:17.305736 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dde8789c-a00e-480d-b5df-383e896c6977 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:17.317318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-dde8789c-a00e-480d-b5df-383e896c6977 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "DELETE /v2.0/ports/00a96d8b-2277-4652-a053-2e8a6ace9b68 HTTP/1.1" status: 204 len: 168 time: 1.2379503 Nov 16 05:03:17.324893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38906) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:17.352043 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8327d5fe-34a2-400a-9428-3943bf87bed7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:17.367881 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8327d5fe-34a2-400a-9428-3943bf87bed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:17.425866 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69e220d-b110-4da9-af84-b503b48ef418 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] GET failed (client error): The resource could not be found. Nov 16 05:03:17.428582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f69e220d-b110-4da9-af84-b503b48ef418 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "GET /v2.0/ports/00a96d8b-2277-4652-a053-2e8a6ace9b68 HTTP/1.1" status: 404 len: 333 time: 0.0976548 Nov 16 05:03:17.435102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 38914) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:17.476004 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8327d5fe-34a2-400a-9428-3943bf87bed7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=35e63f48c8a547caba9922aa79ebc433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5822389 Nov 16 05:03:17.482989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327d5fe-34a2-400a-9428-3943bf87bed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e241a68-4f52-48ac-9e62-5a080609a669,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:17.486935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38918) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:17.571601 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7d88-9997-44bd-b5bf-9701d474a1ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:17.610500 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7d88-9997-44bd-b5bf-9701d474a1ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:17.652116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59e2b6-02e3-46d8-ae58-497290dfee94 req-dc265f7d-9582-47c9-99b5-80cbe97f1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:17.656931 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b59e2b6-02e3-46d8-ae58-497290dfee94 req-dc265f7d-9582-47c9-99b5-80cbe97f1013 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12a5524226bd49fb868159e39e015842&device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 1094 time: 0.5002601 Nov 16 05:03:17.675020 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7d88-9997-44bd-b5bf-9701d474a1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:17.679966 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a6fe7d88-9997-44bd-b5bf-9701d474a1ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:17.683966 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a6fe7d88-9997-44bd-b5bf-9701d474a1ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e241a68-4f52-48ac-9e62-5a080609a669 HTTP/1.1" status: 204 len: 168 time: 0.1951504 Nov 16 05:03:17.710806 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe7d88-9997-44bd-b5bf-9701d474a1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e241a68-4f52-48ac-9e62-5a080609a669,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:17.869308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaa6ce-642d-4170-bcd6-722631b89837 req-b2eecd15-c81c-4232-9779-970ce6dd443e tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:17.870858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5faaa6ce-642d-4170-bcd6-722631b89837 req-b2eecd15-c81c-4232-9779-970ce6dd443e tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 943 time: 0.4398999 Nov 16 05:03:17.983775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59e2b6-02e3-46d8-ae58-497290dfee94 req-a43394a9-3f3c-4521-9f62-936f534556b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:17.985335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b59e2b6-02e3-46d8-ae58-497290dfee94 req-a43394a9-3f3c-4521-9f62-936f534556b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e561f0c7-4306-4510-ae53-499e3d104144 HTTP/1.1" status: 200 len: 915 time: 0.3137534 Nov 16 05:03:17.991636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38932) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:17.992556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-90431393-67c2-42d5-99ee-24b0c276f2a5 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Deleting port e16d6cbe-6db7-4c85-a64c-6da98db8bdab {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:17.992895 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-90431393-67c2-42d5-99ee-24b0c276f2a5 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:18.195809 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38938) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:18.221666 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a83b61c9-8869-43cb-97ee-e1ac12655ba7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:18.302401 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b04c26b-891f-415e-afa7-678038335165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:18.435409 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:18.445510 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a83b61c9-8869-43cb-97ee-e1ac12655ba7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:18.474465 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a83b61c9-8869-43cb-97ee-e1ac12655ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:18.567520 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a83b61c9-8869-43cb-97ee-e1ac12655ba7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=29a5463d72a242df9c5eded8c2bfeca3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3710661 Nov 16 05:03:18.572069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38958) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:18.664641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b61c9-8869-43cb-97ee-e1ac12655ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb020776-b1f2-4d40-aa8a-761e00fd3a17,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:18.777223 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5faaa6ce-642d-4170-bcd6-722631b89837 req-b68c35e8-ac96-4d8b-8de9-411ca2baaabb tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8857486 Nov 16 05:03:18.778638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b59e2b6-02e3-46d8-ae58-497290dfee94 req-85cb5dd0-5578-4a52-90fc-c98dd2095152 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f4ef7d5-3342-443a-9db3-7546be56ace9 HTTP/1.1" status: 200 len: 217 time: 0.7827528 Nov 16 05:03:18.802851 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3089fd3-0d8a-4e18-897c-f0642b67c733 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:18.849142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3089fd3-0d8a-4e18-897c-f0642b67c733 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:18.864985 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b04c26b-891f-415e-afa7-678038335165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:18.877227 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b04c26b-891f-415e-afa7-678038335165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:18.914385 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9b04c26b-891f-415e-afa7-678038335165 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ca0b8ed3bc84ce1b3c744360482a29d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9205709 Nov 16 05:03:18.914887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 38964) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:18.931685 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-90431393-67c2-42d5-99ee-24b0c276f2a5 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:18.976173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59e2b6-02e3-46d8-ae58-497290dfee94 req-0ec091e7-62a3-4cf3-a844-bfa4197e17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:18.977675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b59e2b6-02e3-46d8-ae58-497290dfee94 req-0ec091e7-62a3-4cf3-a844-bfa4197e17b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82 HTTP/1.1" status: 200 len: 854 time: 0.1874266 Nov 16 05:03:18.993733 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04c26b-891f-415e-afa7-678038335165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eccd6b-e773-4b19-a83f-67e0ec56c1d6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:19.006201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-90431393-67c2-42d5-99ee-24b0c276f2a5 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Calling delete_port for e16d6cbe-6db7-4c85-a64c-6da98db8bdab owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:19.073179 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3089fd3-0d8a-4e18-897c-f0642b67c733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:19.075898 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3089fd3-0d8a-4e18-897c-f0642b67c733 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:19.089314 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c3089fd3-0d8a-4e18-897c-f0642b67c733 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb020776-b1f2-4d40-aa8a-761e00fd3a17 HTTP/1.1" status: 204 len: 168 time: 0.5034428 Nov 16 05:03:19.105926 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd37f0d3-3ecc-4c48-b1ca-faf8a8b359e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:19.110488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b59e2b6-02e3-46d8-ae58-497290dfee94 req-80a6acd8-c9f8-4757-adec-8d4af4ee9873 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e561f0c7-4306-4510-ae53-499e3d104144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019351 Nov 16 05:03:19.191115 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd37f0d3-3ecc-4c48-b1ca-faf8a8b359e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:19.302834 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd37f0d3-3ecc-4c48-b1ca-faf8a8b359e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:19.307666 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd37f0d3-3ecc-4c48-b1ca-faf8a8b359e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:19.313114 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dd37f0d3-3ecc-4c48-b1ca-faf8a8b359e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40eccd6b-e773-4b19-a83f-67e0ec56c1d6 HTTP/1.1" status: 204 len: 168 time: 0.3878553 Nov 16 05:03:19.317611 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3089fd3-0d8a-4e18-897c-f0642b67c733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb020776-b1f2-4d40-aa8a-761e00fd3a17,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:19.344616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37f0d3-3ecc-4c48-b1ca-faf8a8b359e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eccd6b-e773-4b19-a83f-67e0ec56c1d6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:19.439703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b59e2b6-02e3-46d8-ae58-497290dfee94 req-4bd5fcfa-a9d7-400e-8872-1deda7b76693 service neutron] 10.222.0.37 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166494 Nov 16 05:03:20.137197 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b59e2b6-02e3-46d8-ae58-497290dfee94 req-357a7dc9-93d1-4d74-b29d-10d8a91f8d39 service neutron] 10.222.0.37 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6847801 Nov 16 05:03:20.236023 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-90431393-67c2-42d5-99ee-24b0c276f2a5 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:20.316566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 3f4ef7d5-3342-443a-9db3-7546be56ace9 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:03:20.323587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba477e-a643-49f6-a3c3-8bf03e7bd921 req-8fa28d93-25f3-4a22-b744-56844a32ea0a tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:20.327710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34ba477e-a643-49f6-a3c3-8bf03e7bd921 req-8fa28d93-25f3-4a22-b744-56844a32ea0a tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1096 time: 0.6540039 Nov 16 05:03:20.346574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90431393-67c2-42d5-99ee-24b0c276f2a5 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event deleted for resources: {'Port': ['ID=e16d6cbe-6db7-4c85-a64c-6da98db8bdab,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:20.560669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6484cb-d264-4951-87d3-23b80926a20f req-49e39916-98d2-4578-8312-557b6a767125 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:20.570735 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f6484cb-d264-4951-87d3-23b80926a20f req-49e39916-98d2-4578-8312-557b6a767125 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 943 time: 0.5859749 Nov 16 05:03:20.623629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 3f4ef7d5-3342-443a-9db3-7546be56ace9, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3f4ef7d5-3342-443a-9db3-7546be56ace9,segment=NetworkSegment(eff5d098-40a0-4db1-bab0-54aa6bd31ed2),segment_id=eff5d098-40a0-4db1-bab0-54aa6bd31ed2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:20.650989 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '3f4ef7d5-3342-443a-9db3-7546be56ace9', 'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144', 'port_id': '3f4ef7d5-3342-443a-9db3-7546be56ace9', 'mac_address': 'fa:16:3e:56:81:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:03:20.729656 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:20.769976 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4ef7d5-3342-443a-9db3-7546be56ace9 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:03:20.828245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 3f4ef7d5-3342-443a-9db3-7546be56ace9, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3f4ef7d5-3342-443a-9db3-7546be56ace9,segment=NetworkSegment(eff5d098-40a0-4db1-bab0-54aa6bd31ed2),segment_id=eff5d098-40a0-4db1-bab0-54aa6bd31ed2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:20.848860 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:20.902557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f6484cb-d264-4951-87d3-23b80926a20f req-60c1afba-f68a-49cf-ac07-6c481bd5ba6a tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301816 Nov 16 05:03:20.909550 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-90431393-67c2-42d5-99ee-24b0c276f2a5 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:20.932066 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39032) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:20.946623 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-90431393-67c2-42d5-99ee-24b0c276f2a5 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "DELETE /v2.0/ports/e16d6cbe-6db7-4c85-a64c-6da98db8bdab HTTP/1.1" status: 204 len: 168 time: 3.4824181 Nov 16 05:03:20.958327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34ba477e-a643-49f6-a3c3-8bf03e7bd921 req-19370402-39f8-45b7-b87e-15fec70d143a tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6047578 Nov 16 05:03:20.979327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39036) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:21.054819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-45d72bba-347e-4efb-b72f-999eae3c5388 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Deleting subnet 060cd002-1116-4cc3-afe8-64bb52c1c019 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:03:21.063847 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45d72bba-347e-4efb-b72f-999eae3c5388 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:21.073523 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=3f4ef7d5-3342-443a-9db3-7546be56ace9,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:21.164039 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['3f4ef7d5-3342-443a-9db3-7546be56ace9'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:03:21.231781 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45d72bba-347e-4efb-b72f-999eae3c5388 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:21.390330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39050) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:21.417513 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45d72bba-347e-4efb-b72f-999eae3c5388 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:21.496324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f29e6f3f-02d8-4a7c-97f4-e9f20f57f9c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port a0e69fde-7b03-4bc1-bcda-63fcf77d6c9b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:21.498042 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f29e6f3f-02d8-4a7c-97f4-e9f20f57f9c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:21.516620 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45d72bba-347e-4efb-b72f-999eae3c5388 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:21.551995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d72bba-347e-4efb-b72f-999eae3c5388 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event deleted for resources: {'Subnet': ['ID=060cd002-1116-4cc3-afe8-64bb52c1c019,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:21.556642 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-45d72bba-347e-4efb-b72f-999eae3c5388 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:21.562715 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-45d72bba-347e-4efb-b72f-999eae3c5388 tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "DELETE /v2.0/subnets/060cd002-1116-4cc3-afe8-64bb52c1c019 HTTP/1.1" status: 204 len: 168 time: 0.6294253 Nov 16 05:03:21.563598 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39056) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:21.599339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f542873-0874-42c3-a356-59011bc374bd None None] Network 9482bee8-0f68-4284-8942-c672d77310b3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:03:21.704377 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f29e6f3f-02d8-4a7c-97f4-e9f20f57f9c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:21.706324 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f29e6f3f-02d8-4a7c-97f4-e9f20f57f9c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:21.734713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f29e6f3f-02d8-4a7c-97f4-e9f20f57f9c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for a0e69fde-7b03-4bc1-bcda-63fcf77d6c9b owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:21.838383 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:21.979746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Request body: {'networks': [{'name': 'tempest-network--1137064988'}, {'name': 'tempest-network--1319949756'}]} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:21.980377 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Request body: {'network': {'name': 'tempest-network--1137064988'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:21.982134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Request body: {'network': {'name': 'tempest-network--1319949756'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:22.037866 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Deleting port 2c34236b-7275-45d7-96d4-8d2707aedd78 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:22.038474 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.058765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a2d5d-b8e6-4d5b-8889-967b610309de None None] DHCP port deletion for 9482bee8-0f68-4284-8942-c672d77310b3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:03:22.160505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a2d5d-b8e6-4d5b-8889-967b610309de None None] Deleting port 2c34236b-7275-45d7-96d4-8d2707aedd78 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:22.161373 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf7a2d5d-b8e6-4d5b-8889-967b610309de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.165102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] For port 2c34236b-7275-45d7-96d4-8d2707aedd78, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2c34236b-7275-45d7-96d4-8d2707aedd78,segment=NetworkSegment(5d785eb7-898e-4fb2-81a0-1846e038813d),segment_id=5d785eb7-898e-4fb2-81a0-1846e038813d)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:22.166942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.183489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c8d74-2e55-4ea9-b494-38f7f47f139b req-a2d61e27-ebc8-475b-bd4a-49fb69685eee tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:22.190627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb9c8d74-2e55-4ea9-b494-38f7f47f139b req-a2d61e27-ebc8-475b-bd4a-49fb69685eee tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 944 time: 0.1563001 Nov 16 05:03:22.207955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Calling delete_port for 2c34236b-7275-45d7-96d4-8d2707aedd78 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:22.331846 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 3f4ef7d5-3342-443a-9db3-7546be56ace9 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:03:22.367693 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f29e6f3f-02d8-4a7c-97f4-e9f20f57f9c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.378778 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Made reservation on behalf of ce713f27c39646628ae1efb9432461b0 for: {'network': 2} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:22.422586 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.445357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e6f3f-02d8-4a7c-97f4-e9f20f57f9c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=a0e69fde-7b03-4bc1-bcda-63fcf77d6c9b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:22.454691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb9c8d74-2e55-4ea9-b494-38f7f47f139b req-45ba243c-5212-444a-b902-3d24dab8f57b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233946 Nov 16 05:03:22.486270 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.539630 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f29e6f3f-02d8-4a7c-97f4-e9f20f57f9c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.539630 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-f29e6f3f-02d8-4a7c-97f4-e9f20f57f9c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Floating IP f24ba35e-7018-46d6-b124-2ec256a8d100 disassociated (deleted). External IP: 172.25.0.129, port: ecfa8566-1c64-4085-aa5d-4430182c99ab. Nov 16 05:03:22.541631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] No DVR routers for this DVR port 2c34236b-7275-45d7-96d4-8d2707aedd78 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:03:22.560834 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-bf7a2d5d-b8e6-4d5b-8889-967b610309de None None] For port 2c34236b-7275-45d7-96d4-8d2707aedd78, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2c34236b-7275-45d7-96d4-8d2707aedd78,segment=NetworkSegment(5d785eb7-898e-4fb2-81a0-1846e038813d),segment_id=5d785eb7-898e-4fb2-81a0-1846e038813d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:22.561964 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf7a2d5d-b8e6-4d5b-8889-967b610309de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.620580 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bf7a2d5d-b8e6-4d5b-8889-967b610309de None None] Calling delete_port for 2c34236b-7275-45d7-96d4-8d2707aedd78 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:22.643162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 3f4ef7d5-3342-443a-9db3-7546be56ace9 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:03:22.659132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 3f4ef7d5-3342-443a-9db3-7546be56ace9 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:22.659860 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.743965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.769312 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9482bee8-0f68-4284-8942-c672d77310b3']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:22.781018 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d785eb7-898e-4fb2-81a0-1846e038813d') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:22.781322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d785eb7-898e-4fb2-81a0-1846e038813d') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:22.800504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.817578 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.825395 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:03:22.826505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:03:22.926438 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:03:22.928699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.940909 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.953046 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:22.959810 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] 10.222.0.41 "DELETE /v2.0/networks/9482bee8-0f68-4284-8942-c672d77310b3 HTTP/1.1" status: 204 len: 168 time: 1.3930020 Nov 16 05:03:22.981251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event deleted for resources: {'Port': ['ID=2c34236b-7275-45d7-96d4-8d2707aedd78,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:22.996589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f209fec-8489-44a8-afa8-ed836ac4b50e tempest-AllowedAddressPairTestJSON-1159153089 tempest-AllowedAddressPairTestJSON-1159153089-project] Pushing event deleted for resources: {'Network': ['ID=9482bee8-0f68-4284-8942-c672d77310b3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:23.024385 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf7a2d5d-b8e6-4d5b-8889-967b610309de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:23.048405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29e6f3f-02d8-4a7c-97f4-e9f20f57f9c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:03:23.059135 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:23.146799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf7a2d5d-b8e6-4d5b-8889-967b610309de None None] Network 9482bee8-0f68-4284-8942-c672d77310b3 is not hosted by any dhcp agent {{(pid=102661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 05:03:23.147174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a2d5d-b8e6-4d5b-8889-967b610309de None None] No DVR routers for this DVR port 2c34236b-7275-45d7-96d4-8d2707aedd78 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:03:23.151479 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a2d5d-b8e6-4d5b-8889-967b610309de None None] Pushing event deleted for resources: {'Port': ['ID=2c34236b-7275-45d7-96d4-8d2707aedd78,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:23.196280 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737c5e98-6fc1-4cea-925b-ef76878da304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4ef7d5-3342-443a-9db3-7546be56ace9'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:03:23.198195 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782af94f-cb2b-422f-9408-a031c8937a42" -d '{"events": [{"server_uuid": "737c5e98-6fc1-4cea-925b-ef76878da304", "name": "network-vif-plugged", "status": "completed", "tag": "3f4ef7d5-3342-443a-9db3-7546be56ace9"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:03:23.227551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 3f4ef7d5-3342-443a-9db3-7546be56ace9, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3f4ef7d5-3342-443a-9db3-7546be56ace9,segment=NetworkSegment(eff5d098-40a0-4db1-bab0-54aa6bd31ed2),segment_id=eff5d098-40a0-4db1-bab0-54aa6bd31ed2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:23.236194 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:23.237264 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:23.250181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:23.250957 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:23.355255 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1d1f38-a4af-44f2-ae0f-c2cf39bbe377 x-openstack-request-id: req-3c1d1f38-a4af-44f2-ae0f-c2cf39bbe377 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:03:23.355549 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737c5e98-6fc1-4cea-925b-ef76878da304", "name": "network-vif-plugged", "status": "completed", "tag": "3f4ef7d5-3342-443a-9db3-7546be56ace9", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:03:23.356006 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c1d1f38-a4af-44f2-ae0f-c2cf39bbe377 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:03:23.356574 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737c5e98-6fc1-4cea-925b-ef76878da304', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4ef7d5-3342-443a-9db3-7546be56ace9', 'code': 200} Nov 16 05:03:23.357593 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=3f4ef7d5-3342-443a-9db3-7546be56ace9,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:23.368162 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56020864-f501-4e83-821e-d4304bbce016,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:23.434654 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:03:23.464424 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:23.465132 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Added segment 04f62219-4849-4edc-a31d-a86c6bdd075d of type vlan for network 346142ad-c78e-44bb-b30d-4a97526e9e54 Nov 16 05:03:23.533592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093acd16-7da4-4f9c-a572-dbbed46f749b req-5d1a89fe-f6ea-441e-bbd2-2f38166f685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:23.536307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-093acd16-7da4-4f9c-a572-dbbed46f749b req-5d1a89fe-f6ea-441e-bbd2-2f38166f685f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 1096 time: 0.1799662 Nov 16 05:03:23.628652 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:23.745605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29e6f3f-02d8-4a7c-97f4-e9f20f57f9c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:03:23.775702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d34e854-6260-41af-84d3-a0e3fb373f05 None None] Sync routers for ids ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:03:23.786764 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f29e6f3f-02d8-4a7c-97f4-e9f20f57f9c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:23.794177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d34e854-6260-41af-84d3-a0e3fb373f05 None None] Routers {'d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:03:23.795633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7d34e854-6260-41af-84d3-a0e3fb373f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:03:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:23.845718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39130) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:23.860641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:03:23.917803 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:23.920676 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Added segment 2daf5647-d254-4bac-b100-ec52335783c0 of type vlan for network b773224e-010a-47d2-831f-e3f94893eaa1 Nov 16 05:03:24.014402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72d7c6-878e-46b8-a4c9-e2b6ee490a15 req-ecd1cdec-70fb-4e43-8760-0fedba0a63e2 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:24.032212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c72d7c6-878e-46b8-a4c9-e2b6ee490a15 req-ecd1cdec-70fb-4e43-8760-0fedba0a63e2 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 945 time: 0.4077413 Nov 16 05:03:24.081627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2c34236b-7275-45d7-96d4-8d2707aedd78 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:03:24.090056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f29e6f3f-02d8-4a7c-97f4-e9f20f57f9c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/floatingips/f24ba35e-7018-46d6-b124-2ec256a8d100 HTTP/1.1" status: 204 len: 168 time: 3.1096859 Nov 16 05:03:24.110253 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:24.131941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-093acd16-7da4-4f9c-a572-dbbed46f749b req-0f6b931e-d030-46da-9fbe-7c869223c946 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5845778 Nov 16 05:03:24.141607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 2c34236b-7275-45d7-96d4-8d2707aedd78 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:03:24.142642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2c34236b-7275-45d7-96d4-8d2707aedd78 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:03:24.142810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:03:24.147984 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba29cbcf-1a4d-4c58-8c81-488409d08657" -d '{"events": [{"name": "network-changed", "server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:03:24.191146 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:24.191946 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:24.197642 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:24.215450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:24.227671 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:24.262476 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c72d7c6-878e-46b8-a4c9-e2b6ee490a15 req-c41e7c11-4ded-487a-a7e3-13a7049f76b4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287812 Nov 16 05:03:24.270806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-7d34e854-6260-41af-84d3-a0e3fb373f05 None None] Set router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:03:24.389084 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee5408f-dff0-4c8a-970b-795e41cc7f20 x-openstack-request-id: req-1ee5408f-dff0-4c8a-970b-795e41cc7f20 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:03:24.389998 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:03:24.390495 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ee5408f-dff0-4c8a-970b-795e41cc7f20 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:03:24.391119 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'status': 'completed', 'code': 200} Nov 16 05:03:24.487076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39152) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:24.498734 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 3.0903473 Nov 16 05:03:24.538246 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29cbcf-1a4d-4c58-8c81-488409d08657 req-4f891be5-3329-4825-b34b-d4cce54d64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:24.564537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event updated for resources: {'Network': ['ID=346142ad-c78e-44bb-b30d-4a97526e9e54,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:24.564776 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba29cbcf-1a4d-4c58-8c81-488409d08657 req-4f891be5-3329-4825-b34b-d4cce54d64e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 1096 time: 0.1232471 Nov 16 05:03:24.574747 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c3e4fd0a-6ef8-4bcb-8cdd-42e0d2b6483f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc4e2950f08641fab9ff405452c117e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7197938 Nov 16 05:03:24.607363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 346142ad-c78e-44bb-b30d-4a97526e9e54 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:03:24.719191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39156) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:24.787463 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f9794-5a0d-42b4-a1ea-d0d5ede1c66e tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event updated for resources: {'Network': ['ID=b773224e-010a-47d2-831f-e3f94893eaa1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:24.968979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f1cc-1d52-4cba-8f82-faf5d640bfdf req-fbf5f228-5a8f-43a9-868d-f1ef38e994f0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:24.989063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dfd7f1cc-1d52-4cba-8f82-faf5d640bfdf req-fbf5f228-5a8f-43a9-868d-f1ef38e994f0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.2518845 Nov 16 05:03:25.237984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f23c6ae-2f6d-4711-a716-3f81aca68689 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:25.252059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f23c6ae-2f6d-4711-a716-3f81aca68689 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:25.255927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network b773224e-010a-47d2-831f-e3f94893eaa1 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:03:25.279118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f23c6ae-2f6d-4711-a716-3f81aca68689 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:25.302425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f23c6ae-2f6d-4711-a716-3f81aca68689 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:25.306764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8f23c6ae-2f6d-4711-a716-3f81aca68689 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.8158112 Nov 16 05:03:25.309550 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39176) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:25.376369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dfd7f1cc-1d52-4cba-8f82-faf5d640bfdf req-b13f5f59-5fd5-4a5f-9935-cf1d3096c84a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3857312 Nov 16 05:03:25.389070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29cbcf-1a4d-4c58-8c81-488409d08657 req-f947e2bd-2757-4599-bdac-7c9883305599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:25.390921 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba29cbcf-1a4d-4c58-8c81-488409d08657 req-f947e2bd-2757-4599-bdac-7c9883305599 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd HTTP/1.1" status: 200 len: 898 time: 0.8252738 Nov 16 05:03:25.394542 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bfcda5e1-5e69-47c9-96c2-701c1909efe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:25.448954 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bfcda5e1-5e69-47c9-96c2-701c1909efe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:25.568614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba29cbcf-1a4d-4c58-8c81-488409d08657 req-05edb733-9697-465a-93e7-523f1d7f0b0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab HTTP/1.1" status: 200 len: 217 time: 0.0401912 Nov 16 05:03:25.579252 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-817ff104-524b-493f-9e44-d870f47d4d27 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:25.601492 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bfcda5e1-5e69-47c9-96c2-701c1909efe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:25.604658 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bfcda5e1-5e69-47c9-96c2-701c1909efe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:25.608965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bfcda5e1-5e69-47c9-96c2-701c1909efe6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3303e31-e874-408e-9694-fbd15e3272eb HTTP/1.1" status: 204 len: 168 time: 0.8854659 Nov 16 05:03:25.685427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcda5e1-5e69-47c9-96c2-701c1909efe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3303e31-e874-408e-9694-fbd15e3272eb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:25.703060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29cbcf-1a4d-4c58-8c81-488409d08657 req-f6aff949-15e5-4e58-80c6-a44ac577e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:25.704580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba29cbcf-1a4d-4c58-8c81-488409d08657 req-f6aff949-15e5-4e58-80c6-a44ac577e097 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24bfef4b-c7fb-467d-b769-75c120712310 HTTP/1.1" status: 200 len: 834 time: 0.1051514 Nov 16 05:03:25.726919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce8e8c-b3fe-451c-8fde-3a3c37a84b1b req-c665ca03-4bdb-4c58-82e0-c2f505510ed4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:25.730422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08ce8e8c-b3fe-451c-8fde-3a3c37a84b1b req-c665ca03-4bdb-4c58-82e0-c2f505510ed4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 945 time: 0.2052939 Nov 16 05:03:25.895810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29cbcf-1a4d-4c58-8c81-488409d08657 req-70556387-67de-449d-a920-d4e1b2e6cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:25.907799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba29cbcf-1a4d-4c58-8c81-488409d08657 req-70556387-67de-449d-a920-d4e1b2e6cf0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764183 Nov 16 05:03:26.002585 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7d34e854-6260-41af-84d3-a0e3fb373f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:01:16Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:06Z', 'updated_at': '2021-11-16T05:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9bed3fb-9ade-40c9-b358-68dc3374c205', 'name': '', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:36:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '24bfef4b-c7fb-467d-b769-75c120712310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:14Z', 'updated_at': '2021-11-16T05:01:23Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '24bfef4b-c7fb-467d-b769-75c120712310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:26.113567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d34e854-6260-41af-84d3-a0e3fb373f05 None None] Checking router: d9a51288-ce4b-4bc9-b701-2df1b15e6f3f for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:03:26.129812 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-817ff104-524b-493f-9e44-d870f47d4d27 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:26.144848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d34e854-6260-41af-84d3-a0e3fb373f05 None None] Routers {'d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:03:26.144848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7d34e854-6260-41af-84d3-a0e3fb373f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:03:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:26.189972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba29cbcf-1a4d-4c58-8c81-488409d08657 req-a2c6f705-5661-41dc-b320-f7a26f494964 service neutron] 10.222.0.15 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557476 Nov 16 05:03:26.212078 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-817ff104-524b-493f-9e44-d870f47d4d27 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346142ad-c78e-44bb-b30d-4a97526e9e54']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:26.260750 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-817ff104-524b-493f-9e44-d870f47d4d27 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f62219-4849-4edc-a31d-a86c6bdd075d') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:26.262839 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-817ff104-524b-493f-9e44-d870f47d4d27 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f62219-4849-4edc-a31d-a86c6bdd075d') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:26.280858 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-817ff104-524b-493f-9e44-d870f47d4d27 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:26.319108 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-817ff104-524b-493f-9e44-d870f47d4d27 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:26.332954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817ff104-524b-493f-9e44-d870f47d4d27 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:03:26.333364 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-817ff104-524b-493f-9e44-d870f47d4d27 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:26.441412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08ce8e8c-b3fe-451c-8fde-3a3c37a84b1b req-067a9c5f-c4b9-47f9-b3aa-3fd34e87912f tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361551 Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:03:26.547452 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:03:26.550739 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-7d34e854-6260-41af-84d3-a0e3fb373f05 None None] Set router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:03:26.701239 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf39c7-e5de-4c43-aa3c-96cccbcaa69c req-d4b4dbf7-2618-49be-8632-15ecee21b88f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:26.706409 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6cdf39c7-e5de-4c43-aa3c-96cccbcaa69c req-d4b4dbf7-2618-49be-8632-15ecee21b88f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.8813941 Nov 16 05:03:26.734789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba29cbcf-1a4d-4c58-8c81-488409d08657 req-f568d1f0-ed12-4b49-a7f3-1c220cdcbbd8 service neutron] 10.222.0.15 "GET /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312557 Nov 16 05:03:26.771684 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-817ff104-524b-493f-9e44-d870f47d4d27 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:26.777028 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-817ff104-524b-493f-9e44-d870f47d4d27 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:26.783186 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-817ff104-524b-493f-9e44-d870f47d4d27 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "DELETE /v2.0/networks/346142ad-c78e-44bb-b30d-4a97526e9e54 HTTP/1.1" status: 204 len: 168 time: 1.4712563 Nov 16 05:03:26.790373 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39240) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:26.811637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc019e-1d9a-4261-8901-c88ea560a50b req-32718cb7-e33b-4026-9c88-bb77573ae0bc tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:26.831766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9efc019e-1d9a-4261-8901-c88ea560a50b req-32718cb7-e33b-4026-9c88-bb77573ae0bc tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.2598526 Nov 16 05:03:27.010007 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf43be0a-64e1-4df6-bfa8-74db67176bc2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:27.020470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ff104-524b-493f-9e44-d870f47d4d27 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event deleted for resources: {'Network': ['ID=346142ad-c78e-44bb-b30d-4a97526e9e54,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:27.042349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9efc019e-1d9a-4261-8901-c88ea560a50b req-b1af345e-550d-41c1-89a4-f3949a36cd8f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093503 Nov 16 05:03:27.355605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-7d34e854-6260-41af-84d3-a0e3fb373f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:01:16Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:06Z', 'updated_at': '2021-11-16T05:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9bed3fb-9ade-40c9-b358-68dc3374c205', 'name': '', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:36:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '24bfef4b-c7fb-467d-b769-75c120712310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:14Z', 'updated_at': '2021-11-16T05:01:23Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '24bfef4b-c7fb-467d-b769-75c120712310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:27.463204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d34e854-6260-41af-84d3-a0e3fb373f05 None None] The sync data for ids ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'] in n-d-818042-1 is: [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:01:16Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:06Z', 'updated_at': '2021-11-16T05:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9bed3fb-9ade-40c9-b358-68dc3374c205', 'name': '', 'network_id': 'a8ba1e2b-bb8d-46fd-8209-1e226766b2fd', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:36:75:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2638, 'fixed_ips': [{'subnet_id': '24bfef4b-c7fb-467d-b769-75c120712310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:14Z', 'updated_at': '2021-11-16T05:01:23Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '24bfef4b-c7fb-467d-b769-75c120712310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:03:27.466166 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf43be0a-64e1-4df6-bfa8-74db67176bc2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:27.538262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-bf43be0a-64e1-4df6-bfa8-74db67176bc2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b773224e-010a-47d2-831f-e3f94893eaa1']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:27.564882 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-bf43be0a-64e1-4df6-bfa8-74db67176bc2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2daf5647-d254-4bac-b100-ec52335783c0') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:27.565187 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-bf43be0a-64e1-4df6-bfa8-74db67176bc2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2daf5647-d254-4bac-b100-ec52335783c0') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:27.592205 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf43be0a-64e1-4df6-bfa8-74db67176bc2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:27.639513 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf43be0a-64e1-4df6-bfa8-74db67176bc2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:27.656363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf43be0a-64e1-4df6-bfa8-74db67176bc2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:03:27.657037 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf43be0a-64e1-4df6-bfa8-74db67176bc2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:03:27.754852 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:03:27.823590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-6cdf39c7-e5de-4c43-aa3c-96cccbcaa69c req-c8ae8b17-bff0-489c-b443-48fba37ff721 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port ecfa8566-1c64-4085-aa5d-4430182c99ab {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:27.824464 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6cdf39c7-e5de-4c43-aa3c-96cccbcaa69c req-c8ae8b17-bff0-489c-b443-48fba37ff721 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:27.932687 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf43be0a-64e1-4df6-bfa8-74db67176bc2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:27.970180 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf43be0a-64e1-4df6-bfa8-74db67176bc2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:27.970527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39312) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:27.976857 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bf43be0a-64e1-4df6-bfa8-74db67176bc2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "DELETE /v2.0/networks/b773224e-010a-47d2-831f-e3f94893eaa1 HTTP/1.1" status: 204 len: 168 time: 1.1613915 Nov 16 05:03:27.979297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39316) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:28.051116 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43be0a-64e1-4df6-bfa8-74db67176bc2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event deleted for resources: {'Network': ['ID=b773224e-010a-47d2-831f-e3f94893eaa1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:28.205735 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6b7f8f-209f-4a97-b2ec-5c122410e2d3 None None] New status for floating IP f24ba35e-7018-46d6-b124-2ec256a8d100: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:03:28.218883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-6cdf39c7-e5de-4c43-aa3c-96cccbcaa69c req-c8ae8b17-bff0-489c-b443-48fba37ff721 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] For port ecfa8566-1c64-4085-aa5d-4430182c99ab, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ecfa8566-1c64-4085-aa5d-4430182c99ab,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:28.219252 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6cdf39c7-e5de-4c43-aa3c-96cccbcaa69c req-c8ae8b17-bff0-489c-b443-48fba37ff721 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:28.273258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de68070-29e9-418c-81b9-a128da551116 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:28.274423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-6cdf39c7-e5de-4c43-aa3c-96cccbcaa69c req-c8ae8b17-bff0-489c-b443-48fba37ff721 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for ecfa8566-1c64-4085-aa5d-4430182c99ab owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:28.291493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de68070-29e9-418c-81b9-a128da551116 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:28.294861 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8de68070-29e9-418c-81b9-a128da551116 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3139582 Nov 16 05:03:28.300145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39332) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:28.327204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a9199a48-119c-4786-bbc5-6a5f53cbf653 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1070175925'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:28.417050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d391d7e-b8d6-46cd-9502-a729f8c9165f req-9ce05205-969a-4fa3-a72b-e4a8f77da655 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:28.428635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d391d7e-b8d6-46cd-9502-a729f8c9165f req-9ce05205-969a-4fa3-a72b-e4a8f77da655 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 945 time: 0.1273444 Nov 16 05:03:28.467848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9199a48-119c-4786-bbc5-6a5f53cbf653 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Made reservation on behalf of ce713f27c39646628ae1efb9432461b0 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:28.472682 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9199a48-119c-4786-bbc5-6a5f53cbf653 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:28.510540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9199a48-119c-4786-bbc5-6a5f53cbf653 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:03:28.526162 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9199a48-119c-4786-bbc5-6a5f53cbf653 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:28.526808 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-a9199a48-119c-4786-bbc5-6a5f53cbf653 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Added segment 4419d519-aad6-4156-b677-e4353c1c1804 of type vlan for network f7443d5e-95f8-415f-9630-9dcc20c75fa8 Nov 16 05:03:28.794906 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6cdf39c7-e5de-4c43-aa3c-96cccbcaa69c req-c8ae8b17-bff0-489c-b443-48fba37ff721 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:28.833343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1904011832'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:28.850038 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9199a48-119c-4786-bbc5-6a5f53cbf653 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:28.864429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d391d7e-b8d6-46cd-9502-a729f8c9165f req-123d5d07-773f-4523-905e-996f6c8a2200 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=4765b2c5-1a02-48fa-b085-d4659bce94ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4345474 Nov 16 05:03:28.875186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae8b17-bff0-489c-b443-48fba37ff721 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=ecfa8566-1c64-4085-aa5d-4430182c99ab,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:28.905332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Made reservation on behalf of 108491879af84e968d4ea066cc1348ad for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:28.916529 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:28.949843 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9199a48-119c-4786-bbc5-6a5f53cbf653 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:28.970631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdf39c7-e5de-4c43-aa3c-96cccbcaa69c req-c8ae8b17-bff0-489c-b443-48fba37ff721 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] No DVR routers for this DVR port ecfa8566-1c64-4085-aa5d-4430182c99ab on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:03:28.973371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-6cdf39c7-e5de-4c43-aa3c-96cccbcaa69c req-c8ae8b17-bff0-489c-b443-48fba37ff721 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:28.977034 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6cdf39c7-e5de-4c43-aa3c-96cccbcaa69c req-c8ae8b17-bff0-489c-b443-48fba37ff721 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "DELETE /v2.0/ports/ecfa8566-1c64-4085-aa5d-4430182c99ab HTTP/1.1" status: 204 len: 173 time: 2.2623341 Nov 16 05:03:28.977750 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'name': 'network-vif-deleted', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:03:28.980985 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9199a48-119c-4786-bbc5-6a5f53cbf653 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:28.989514 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0a0dec-830c-4ab7-8401-407aebce17aa" -d '{"events": [{"server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "name": "network-vif-deleted", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:03:28.990803 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9199a48-119c-4786-bbc5-6a5f53cbf653 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:29.024157 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:29.176232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-8c69ba62-243f-45e5-91a9-afa764e24e64 req-7c937e9b-ffdd-45cd-bb5e-12edcc01cff8 service neutron] (102660) timed out ('10.222.0.37', 61214) {{(pid=102660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 05:03:29.301818 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:29.336147 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:29.346096 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a9199a48-119c-4786-bbc5-6a5f53cbf653 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0268786 Nov 16 05:03:29.347360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39366) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:29.361820 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ef3c5fe1-3146-47c6-95fd-13972d32e776 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-700544916'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:29.472502 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3c5fe1-3146-47c6-95fd-13972d32e776 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Made reservation on behalf of ce713f27c39646628ae1efb9432461b0 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:29.486424 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5fe1-3146-47c6-95fd-13972d32e776 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:29.552430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ecfa8566-1c64-4085-aa5d-4430182c99ab no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:03:29.573685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3c5fe1-3146-47c6-95fd-13972d32e776 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:03:29.634439 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5fe1-3146-47c6-95fd-13972d32e776 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:29.634958 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-ef3c5fe1-3146-47c6-95fd-13972d32e776 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Added segment 7e3da3cd-2151-41c4-89ae-44e3df290402 of type vlan for network c7b02645-6848-4d96-af57-c580ef5de125 Nov 16 05:03:29.647285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: ecfa8566-1c64-4085-aa5d-4430182c99ab {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:03:29.648706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ecfa8566-1c64-4085-aa5d-4430182c99ab not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:03:29.689419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:03:29.699240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9199a48-119c-4786-bbc5-6a5f53cbf653 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event updated for resources: {'Network': ['ID=f7443d5e-95f8-415f-9630-9dcc20c75fa8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:29.737497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network f7443d5e-95f8-415f-9630-9dcc20c75fa8 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:03:29.779963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=732f6a4b-d08e-426e-964e-951b27986581,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:29.859350 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:29.859705 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Added segment c13d71d7-a8dd-4e8d-be14-8979df6b814e of type vlan for network ba98ec31-8050-4e30-be99-131348196ba3 Nov 16 05:03:29.866991 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce09ae5b-7e1e-477d-91dc-04981aa2fa53 x-openstack-request-id: req-ce09ae5b-7e1e-477d-91dc-04981aa2fa53 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:03:29.867581 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5e8727b-3b2b-45f2-b81b-ee40bc79c648", "name": "network-vif-deleted", "tag": "ecfa8566-1c64-4085-aa5d-4430182c99ab", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:03:29.874705 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce09ae5b-7e1e-477d-91dc-04981aa2fa53 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:03:29.875218 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5e8727b-3b2b-45f2-b81b-ee40bc79c648', 'name': 'network-vif-deleted', 'tag': 'ecfa8566-1c64-4085-aa5d-4430182c99ab', 'status': 'completed', 'code': 200} Nov 16 05:03:29.958255 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5fe1-3146-47c6-95fd-13972d32e776 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:30.028401 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:30.080943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5fe1-3146-47c6-95fd-13972d32e776 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:30.113841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3c5fe1-3146-47c6-95fd-13972d32e776 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:30.114574 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef3c5fe1-3146-47c6-95fd-13972d32e776 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:30.142565 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:30.157042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:30.157749 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:30.207147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb89a3a4-e42f-426e-ab49-d65e5f106d6a req-992ed7d8-2a7f-4ecf-a5e1-f3f719829400 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5e8727b-3b2b-45f2-b81b-ee40bc79c648 HTTP/1.1" status: 200 len: 210 time: 0.0456803 Nov 16 05:03:30.308870 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c5fe1-3146-47c6-95fd-13972d32e776 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event updated for resources: {'Network': ['ID=c7b02645-6848-4d96-af57-c580ef5de125,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:30.323546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network c7b02645-6848-4d96-af57-c580ef5de125 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:03:30.338205 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ef3c5fe1-3146-47c6-95fd-13972d32e776 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9869680 Nov 16 05:03:30.338482 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39394) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:30.353152 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:03:30.358116 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Request body: {'ports': [{'network_id': 'f7443d5e-95f8-415f-9630-9dcc20c75fa8', 'name': 'tempest-port--947933830', 'admin_state_up': True}, {'network_id': 'c7b02645-6848-4d96-af57-c580ef5de125', 'admin_state_up': False}]} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:30.358768 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Request body: {'port': {'network_id': 'f7443d5e-95f8-415f-9630-9dcc20c75fa8', 'name': 'tempest-port--947933830', 'admin_state_up': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:30.359782 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Request body: {'port': {'network_id': 'c7b02645-6848-4d96-af57-c580ef5de125', 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:30.793760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Made reservation on behalf of ce713f27c39646628ae1efb9432461b0 for: {'port': 2} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:30.799154 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:30.838707 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:31.040590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] device_id is not set on port cee7f192-bac4-428c-bb20-00df70496b67 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:03:31.254293 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.2828071 Nov 16 05:03:31.258071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39420) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:31.275360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-be5d9616-0aeb-4f0d-a8fc-edbe9e5b06c0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Request body: {'subnet': {'network_id': 'ba98ec31-8050-4e30-be99-131348196ba3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:31.366914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39424) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:31.374388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39426) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:31.401278 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:31.463960 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39430) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:31.566692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca1f41-4a86-46b8-8c27-c038b69d7c0a tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event updated for resources: {'Network': ['ID=ba98ec31-8050-4e30-be99-131348196ba3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:31.577781 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network ba98ec31-8050-4e30-be99-131348196ba3 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:03:31.598786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5d9616-0aeb-4f0d-a8fc-edbe9e5b06c0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Made reservation on behalf of 108491879af84e968d4ea066cc1348ad for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:31.603607 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-be5d9616-0aeb-4f0d-a8fc-edbe9e5b06c0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:32.223931 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-be5d9616-0aeb-4f0d-a8fc-edbe9e5b06c0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:32.390807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5d9616-0aeb-4f0d-a8fc-edbe9e5b06c0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Checking segment: {'id': 'c13d71d7-a8dd-4e8d-be14-8979df6b814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ba98ec31-8050-4e30-be99-131348196ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:03:32.394725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d9616-0aeb-4f0d-a8fc-edbe9e5b06c0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Network hostable DHCP agents. Network: ba98ec31-8050-4e30-be99-131348196ba3, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:03:32.422169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d9616-0aeb-4f0d-a8fc-edbe9e5b06c0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event updated for resources: {'Subnet': ['ID=8c6ef52f-5979-4889-a665-8e29a2676851,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:32.448175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d9616-0aeb-4f0d-a8fc-edbe9e5b06c0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Network ba98ec31-8050-4e30-be99-131348196ba3 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:03:32.461250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-be5d9616-0aeb-4f0d-a8fc-edbe9e5b06c0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, ba98ec31-8050-4e30-be99-131348196ba3) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:32.468133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d9616-0aeb-4f0d-a8fc-edbe9e5b06c0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:32.469175 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-be5d9616-0aeb-4f0d-a8fc-edbe9e5b06c0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:32.470111 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7d36ba-a90a-42b5-a4af-b55624876e38 None None] Network ba98ec31-8050-4e30-be99-131348196ba3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:03:32.495981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-be5d9616-0aeb-4f0d-a8fc-edbe9e5b06c0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2363162 Nov 16 05:03:32.496924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39466) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:32.510252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-cb1212e6-b8ab-43c7-95f6-4afae65a173b tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-949840425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:32.571332 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb1212e6-b8ab-43c7-95f6-4afae65a173b tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:32.572576 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb1212e6-b8ab-43c7-95f6-4afae65a173b tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:32.691825 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb1212e6-b8ab-43c7-95f6-4afae65a173b tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:32.701408 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb1212e6-b8ab-43c7-95f6-4afae65a173b tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:32.722753 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb1212e6-b8ab-43c7-95f6-4afae65a173b tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:32.724513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cb1212e6-b8ab-43c7-95f6-4afae65a173b tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2239475 Nov 16 05:03:32.727716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39474) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:32.763634 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-ba98ec31-8050-4e30-be99-131348196ba3', 'network_id': 'ba98ec31-8050-4e30-be99-131348196ba3', 'tenant_id': '108491879af84e968d4ea066cc1348ad', 'fixed_ips': [{'subnet_id': '8c6ef52f-5979-4889-a665-8e29a2676851'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:03:32.765568 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:32.773860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6af1e78-a9d0-47de-8dcc-f83f8b32a6a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:32.844161 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c27d73a8-144c-46d1-9ef8-b10902c7196f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:32.970052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] device_id is not set on port a9bb4159-3ffd-4995-bfb6-0d87001d21e7 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:03:32.980960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Allocated IP 172.20.0.2 (ba98ec31-8050-4e30-be99-131348196ba3/8c6ef52f-5979-4889-a665-8e29a2676851/0a42b7a7-ba21-49fe-a2f7-aa52223ced5e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:03:33.039610 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6af1e78-a9d0-47de-8dcc-f83f8b32a6a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.119770 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c27d73a8-144c-46d1-9ef8-b10902c7196f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.124896 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6af1e78-a9d0-47de-8dcc-f83f8b32a6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.134229 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c27d73a8-144c-46d1-9ef8-b10902c7196f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.213721 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.222140 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.247669 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c6af1e78-a9d0-47de-8dcc-f83f8b32a6a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81b1f969723d4e99923d072b43c59acc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7792292 Nov 16 05:03:33.261414 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39490) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:33.276510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Network ba98ec31-8050-4e30-be99-131348196ba3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:03:33.280292 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:33.285042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:33.332514 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.334805 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18bd3ab8-2846-4eee-abaf-c454289612fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.360744 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af1e78-a9d0-47de-8dcc-f83f8b32a6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4139eae5-70c7-4f01-9c48-5405f639c065,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:33.365623 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c27d73a8-144c-46d1-9ef8-b10902c7196f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=656593059f8345579d0ad646f5b3dc5b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9946630 Nov 16 05:03:33.369025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39494) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:33.400398 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18bd3ab8-2846-4eee-abaf-c454289612fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.405800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d73a8-144c-46d1-9ef8-b10902c7196f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b19f92a-5c9b-4997-9c54-e8984ee9eb2c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:33.410364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Pushing event updated for resources: {'Port': ['ID=0a42b7a7-ba21-49fe-a2f7-aa52223ced5e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:33.513837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Attempting to bind port 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:03:33.515073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Attempting to bind port 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'c13d71d7-a8dd-4e8d-be14-8979df6b814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ba98ec31-8050-4e30-be99-131348196ba3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:03:33.516217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Attempting to bind port 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e on network ba98ec31-8050-4e30-be99-131348196ba3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:03:33.533181 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:03:33.533334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Checking segment: {'id': 'c13d71d7-a8dd-4e8d-be14-8979df6b814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ba98ec31-8050-4e30-be99-131348196ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:03:33.533687 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.534632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Bound using segment: {'id': 'c13d71d7-a8dd-4e8d-be14-8979df6b814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ba98ec31-8050-4e30-be99-131348196ba3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:03:33.535391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Bound port: 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c13d71d7-a8dd-4e8d-be14-8979df6b814e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ba98ec31-8050-4e30-be99-131348196ba3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:03:33.536138 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.661150 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18bd3ab8-2846-4eee-abaf-c454289612fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.666185 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18bd3ab8-2846-4eee-abaf-c454289612fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.673395 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-18bd3ab8-2846-4eee-abaf-c454289612fe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4139eae5-70c7-4f01-9c48-5405f639c065 HTTP/1.1" status: 204 len: 168 time: 0.4069777 Nov 16 05:03:33.691946 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.706900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd3ab8-2846-4eee-abaf-c454289612fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4139eae5-70c7-4f01-9c48-5405f639c065,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:33.708376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] For port 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:03:33.712202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] For port 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0a42b7a7-ba21-49fe-a2f7-aa52223ced5e,segment=NetworkSegment(c13d71d7-a8dd-4e8d-be14-8979df6b814e),segment_id=c13d71d7-a8dd-4e8d-be14-8979df6b814e)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:03:33.714034 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4fc6-cea8-4604-8c8c-f7d092371a44 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.730425 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.780639 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76370840-7a77-4010-aa01-6f26c99a2b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.877463 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76370840-7a77-4010-aa01-6f26c99a2b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:33.898862 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2d588-93a6-4493-b179-2c05fdc117df None None] Pushing event updated for resources: {'Port': ['ID=0a42b7a7-ba21-49fe-a2f7-aa52223ced5e,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:33.956431 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:34.125496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Allocated IP 172.20.0.1 (ba98ec31-8050-4e30-be99-131348196ba3/8c6ef52f-5979-4889-a665-8e29a2676851/65da3b53-6484-40df-a30e-2d9764e2032b) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:03:34.144052 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76370840-7a77-4010-aa01-6f26c99a2b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:34.153096 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76370840-7a77-4010-aa01-6f26c99a2b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:34.170258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-76370840-7a77-4010-aa01-6f26c99a2b2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4b19f92a-5c9b-4997-9c54-e8984ee9eb2c HTTP/1.1" status: 204 len: 168 time: 0.7820871 Nov 16 05:03:34.198795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76370840-7a77-4010-aa01-6f26c99a2b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b19f92a-5c9b-4997-9c54-e8984ee9eb2c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:34.284040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event updated for resources: {'Port': ['ID=cee7f192-bac4-428c-bb20-00df70496b67,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:34.300176 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Checking segment: {'id': '4419d519-aad6-4156-b677-e4353c1c1804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f7443d5e-95f8-415f-9630-9dcc20c75fa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:03:34.300609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Network hostable DHCP agents. Network: f7443d5e-95f8-415f-9630-9dcc20c75fa8, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:03:34.376435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Network f7443d5e-95f8-415f-9630-9dcc20c75fa8 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:03:34.407141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, f7443d5e-95f8-415f-9630-9dcc20c75fa8) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:34.416633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:34.418038 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:34.423924 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c050d0b5-f785-4cc3-820e-35965df4bae1 None None] Network f7443d5e-95f8-415f-9630-9dcc20c75fa8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:03:34.522871 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:34.611866 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:34.729799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Network ba98ec31-8050-4e30-be99-131348196ba3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:03:34.735971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:34.740946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:34.762496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event updated for resources: {'Port': ['ID=65da3b53-6484-40df-a30e-2d9764e2032b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:34.800547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event updated for resources: {'Port': ['ID=a9bb4159-3ffd-4995-bfb6-0d87001d21e7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:34.814876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Checking segment: {'id': '7e3da3cd-2151-41c4-89ae-44e3df290402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c7b02645-6848-4d96-af57-c580ef5de125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:03:34.815240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Network hostable DHCP agents. Network: c7b02645-6848-4d96-af57-c580ef5de125, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:03:34.832799 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:34.875455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Network c7b02645-6848-4d96-af57-c580ef5de125 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:03:34.880505 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1a7c4fc6-cea8-4604-8c8c-f7d092371a44 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port a9bed3fb-9ade-40c9-b358-68dc3374c205 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:34.880855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4fc6-cea8-4604-8c8c-f7d092371a44 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:34.959447 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, c7b02645-6848-4d96-af57-c580ef5de125) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:34.966877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:34.967056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f13e65-eaee-43d8-8c42-100f8339b5cf None None] Network c7b02645-6848-4d96-af57-c580ef5de125 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:03:34.991177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:34.996022 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:34.996725 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:35.084331 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b7d62895-4f07-49b3-81f9-dbe85b4a7a1f tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.7445860 Nov 16 05:03:35.088929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39546) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:35.150294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-1a7c4fc6-cea8-4604-8c8c-f7d092371a44 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] For port a9bed3fb-9ade-40c9-b358-68dc3374c205, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a9bed3fb-9ade-40c9-b358-68dc3374c205,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:35.150673 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4fc6-cea8-4604-8c8c-f7d092371a44 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:35.206093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1a7c4fc6-cea8-4604-8c8c-f7d092371a44 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for a9bed3fb-9ade-40c9-b358-68dc3374c205 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:35.243665 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:35.356293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6975b90-a706-45a4-a9e0-7e00fdf1e2bd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:35.367968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6975b90-a706-45a4-a9e0-7e00fdf1e2bd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:35.373837 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a6975b90-a706-45a4-a9e0-7e00fdf1e2bd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2840304 Nov 16 05:03:35.376764 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39558) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:35.751512 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1986fe9b-e673-409b-b282-36509bd477a2 None None] Network ba98ec31-8050-4e30-be99-131348196ba3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:03:35.756027 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4fc6-cea8-4604-8c8c-f7d092371a44 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:35.824387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c4fc6-cea8-4604-8c8c-f7d092371a44 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=a9bed3fb-9ade-40c9-b358-68dc3374c205,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:36.055434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a9cbc069-08cd-4717-9ef6-51eb9decbc89 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Deleting port cee7f192-bac4-428c-bb20-00df70496b67 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:36.056006 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc069-08cd-4717-9ef6-51eb9decbc89 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:36.195779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-072e0b9b-7888-4677-b523-3d2490ebfe50 None None] Provisioning complete for port 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:36.196295 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-072e0b9b-7888-4677-b523-3d2490ebfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:36.272275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:03:36.291637 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a7c4fc6-cea8-4604-8c8c-f7d092371a44 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:36.324358 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:36.330662 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc069-08cd-4717-9ef6-51eb9decbc89 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:36.354521 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:36.372960 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-a9cbc069-08cd-4717-9ef6-51eb9decbc89 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Calling delete_port for cee7f192-bac4-428c-bb20-00df70496b67 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:36.624245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:36.624625 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:36.666900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a7c4fc6-cea8-4604-8c8c-f7d092371a44 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:03:36.703676 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:36.708120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event updated for resources: {'Port': ['ID=65da3b53-6484-40df-a30e-2d9764e2032b,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:36.734933 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-072e0b9b-7888-4677-b523-3d2490ebfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:36.841309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-072e0b9b-7888-4677-b523-3d2490ebfe50 None None] For port 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0a42b7a7-ba21-49fe-a2f7-aa52223ced5e,segment=NetworkSegment(c13d71d7-a8dd-4e8d-be14-8979df6b814e),segment_id=c13d71d7-a8dd-4e8d-be14-8979df6b814e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:36.859877 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-072e0b9b-7888-4677-b523-3d2490ebfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:36.877246 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Network ba98ec31-8050-4e30-be99-131348196ba3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:03:36.882170 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:36.957883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7c4fc6-cea8-4604-8c8c-f7d092371a44 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:03:36.964117 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1a7c4fc6-cea8-4604-8c8c-f7d092371a44 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "PUT /v2.0/routers/d9a51288-ce4b-4bc9-b701-2df1b15e6f3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5695078 Nov 16 05:03:36.969274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39602) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:37.006142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f39f8-7146-4271-a022-ed600a2aa4b6 None None] Sync routers for ids ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:03:37.103418 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bce1e19-e69b-4128-87b2-b6aaca4ce034 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting subnet 24bfef4b-c7fb-467d-b769-75c120712310 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:03:37.110595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0bce1e19-e69b-4128-87b2-b6aaca4ce034 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:37.127159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f39f8-7146-4271-a022-ed600a2aa4b6 None None] Routers {'d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:03:37.129731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f87f39f8-7146-4271-a022-ed600a2aa4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:03:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:37.192722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0bce1e19-e69b-4128-87b2-b6aaca4ce034 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:37.216663 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc069-08cd-4717-9ef6-51eb9decbc89 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:37.290198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e0b9b-7888-4677-b523-3d2490ebfe50 None None] Pushing event updated for resources: {'Port': ['ID=0a42b7a7-ba21-49fe-a2f7-aa52223ced5e,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:37.340210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbc069-08cd-4717-9ef6-51eb9decbc89 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event deleted for resources: {'Port': ['ID=cee7f192-bac4-428c-bb20-00df70496b67,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:37.436821 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0bce1e19-e69b-4128-87b2-b6aaca4ce034 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:37.443670 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9cbc069-08cd-4717-9ef6-51eb9decbc89 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:37.456064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a9cbc069-08cd-4717-9ef6-51eb9decbc89 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "DELETE /v2.0/ports/cee7f192-bac4-428c-bb20-00df70496b67 HTTP/1.1" status: 204 len: 168 time: 2.0780473 Nov 16 05:03:37.484934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39618) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:37.515929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Router 126bafa2-78ec-464f-ab86-82ca85f3cb2c is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:03:37.699146 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0bce1e19-e69b-4128-87b2-b6aaca4ce034 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:37.761225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f87f39f8-7146-4271-a022-ed600a2aa4b6 None None] Set router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:03:37.790012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f277ef17-8df4-4b9c-850d-71f842b71563 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Deleting port a9bb4159-3ffd-4995-bfb6-0d87001d21e7 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:37.790675 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f277ef17-8df4-4b9c-850d-71f842b71563 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:37.848937 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce1e19-e69b-4128-87b2-b6aaca4ce034 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Subnet': ['ID=24bfef4b-c7fb-467d-b769-75c120712310,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:37.876240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:03:37.887879 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443a612-063e-469c-963a-5f0e9a4a71ee None None] Sync routers for ids ['126bafa2-78ec-464f-ab86-82ca85f3cb2c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:03:37.889693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-672fe693-10bf-4861-8d35-c643b73a18b0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "PUT /v2.0/routers/126bafa2-78ec-464f-ab86-82ca85f3cb2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1607065 Nov 16 05:03:37.894520 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39634) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:37.907786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Request body: {'port': {'network_id': 'ba98ec31-8050-4e30-be99-131348196ba3', 'name': 'tempest-FloatingIPNegativeTestJSON-1247844759'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:37.911589 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443a612-063e-469c-963a-5f0e9a4a71ee None None] Routers {'126bafa2-78ec-464f-ab86-82ca85f3cb2c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:03:37.914173 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-5443a612-063e-469c-963a-5f0e9a4a71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:03:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['126bafa2-78ec-464f-ab86-82ca85f3cb2c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:37.919405 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0bce1e19-e69b-4128-87b2-b6aaca4ce034 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:37.936190 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0bce1e19-e69b-4128-87b2-b6aaca4ce034 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/subnets/24bfef4b-c7fb-467d-b769-75c120712310 HTTP/1.1" status: 204 len: 168 time: 0.9656351 Nov 16 05:03:37.937910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125d9e54-e54a-46a0-9956-58296f8bffec None None] Network a8ba1e2b-bb8d-46fd-8209-1e226766b2fd requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:03:37.946698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39636) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:37.971257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c1d203eb-9b01-48a8-baab-614cf51dfe98 None None] Provisioning complete for port 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:37.971817 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1d203eb-9b01-48a8-baab-614cf51dfe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:38.057483 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f277ef17-8df4-4b9c-850d-71f842b71563 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:38.111946 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f277ef17-8df4-4b9c-850d-71f842b71563 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Calling delete_port for a9bb4159-3ffd-4995-bfb6-0d87001d21e7 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:38.113212 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-5443a612-063e-469c-963a-5f0e9a4a71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:38.131172 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443a612-063e-469c-963a-5f0e9a4a71ee None None] Routers {'126bafa2-78ec-464f-ab86-82ca85f3cb2c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:03:38.135561 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-5443a612-063e-469c-963a-5f0e9a4a71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:03:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['126bafa2-78ec-464f-ab86-82ca85f3cb2c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:38.213311 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-5443a612-063e-469c-963a-5f0e9a4a71ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:38.218267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:03:38.218445 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443a612-063e-469c-963a-5f0e9a4a71ee None None] The sync data for ids ['126bafa2-78ec-464f-ab86-82ca85f3cb2c'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:03:38.330068 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f277ef17-8df4-4b9c-850d-71f842b71563 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:38.345551 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-764550d0-fd4d-4ddf-8849-c1bbb377dc1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:38.366236 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:38.391375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:38.391754 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:38.432481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277ef17-8df4-4b9c-850d-71f842b71563 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event deleted for resources: {'Port': ['ID=a9bb4159-3ffd-4995-bfb6-0d87001d21e7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:38.483637 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f277ef17-8df4-4b9c-850d-71f842b71563 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:38.498683 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f277ef17-8df4-4b9c-850d-71f842b71563 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "DELETE /v2.0/ports/a9bb4159-3ffd-4995-bfb6-0d87001d21e7 HTTP/1.1" status: 204 len: 168 time: 1.0063982 Nov 16 05:03:38.502486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39646) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:38.570842 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4d03e6b3-7f39-4f84-92d2-9d58b2514448 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0645823 Nov 16 05:03:38.575854 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39650) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:38.587748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-06fc6108-bcb1-4131-ace9-13cfe9f06f40 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-962042435'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:38.640806 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fc6108-bcb1-4131-ace9-13cfe9f06f40 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Made reservation on behalf of ce713f27c39646628ae1efb9432461b0 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:38.645623 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06fc6108-bcb1-4131-ace9-13cfe9f06f40 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:38.657234 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:38.747813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Made reservation on behalf of 108491879af84e968d4ea066cc1348ad for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:38.754262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fc6108-bcb1-4131-ace9-13cfe9f06f40 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:03:38.757872 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:38.803094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06fc6108-bcb1-4131-ace9-13cfe9f06f40 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:38.803457 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-06fc6108-bcb1-4131-ace9-13cfe9f06f40 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Added segment a0599f08-2071-4094-a616-c23db66bd589 of type vlan for network 706779bc-3034-4728-8733-ca912b5267ce Nov 16 05:03:38.807615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcef0418-d5ab-433c-b888-4aa74abbbdfa None None] DHCP port deletion for a8ba1e2b-bb8d-46fd-8209-1e226766b2fd request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:03:38.833510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] device_id is not set on port ef32356d-3496-4454-8177-a2d28fb91efd yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:03:38.843983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c1d203eb-9b01-48a8-baab-614cf51dfe98 None None] Provisioning complete for port 65da3b53-6484-40df-a30e-2d9764e2032b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:38.844368 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1d203eb-9b01-48a8-baab-614cf51dfe98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:38.913213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:38.914071 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:38.958903 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06fc6108-bcb1-4131-ace9-13cfe9f06f40 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:39.031821 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06fc6108-bcb1-4131-ace9-13cfe9f06f40 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:39.038791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc6108-bcb1-4131-ace9-13cfe9f06f40 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:39.039908 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06fc6108-bcb1-4131-ace9-13cfe9f06f40 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:39.052351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c1d203eb-9b01-48a8-baab-614cf51dfe98 None None] Port 65da3b53-6484-40df-a30e-2d9764e2032b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:03:39.135876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f87f39f8-7146-4271-a022-ed600a2aa4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62'}], 'enable_snat': True}, 'gw_port_id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:03:35Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '99a7bd8f-4a6f-48b2-963c-9af55f321cc8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:01:06Z', 'updated_at': '2021-11-16T05:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:39.158616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Allocated IP 172.20.0.4 (ba98ec31-8050-4e30-be99-131348196ba3/8c6ef52f-5979-4889-a665-8e29a2676851/ef32356d-3496-4454-8177-a2d28fb91efd) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:03:39.176614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] For port 99a7bd8f-4a6f-48b2-963c-9af55f321cc8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=99a7bd8f-4a6f-48b2-963c-9af55f321cc8,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:39.177236 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:39.216382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39668) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:39.218311 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-06fc6108-bcb1-4131-ace9-13cfe9f06f40 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6408856 Nov 16 05:03:39.238906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f39f8-7146-4271-a022-ed600a2aa4b6 None None] Checking router: d9a51288-ce4b-4bc9-b701-2df1b15e6f3f for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:03:39.248117 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc6108-bcb1-4131-ace9-13cfe9f06f40 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event updated for resources: {'Network': ['ID=706779bc-3034-4728-8733-ca912b5267ce,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:39.262140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a535fbb8-7a74-4c3d-8500-579022916406 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1005773431'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:39.277455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:39.334042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 706779bc-3034-4728-8733-ca912b5267ce details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:03:39.375893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a535fbb8-7a74-4c3d-8500-579022916406 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Made reservation on behalf of ce713f27c39646628ae1efb9432461b0 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:39.379608 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a535fbb8-7a74-4c3d-8500-579022916406 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:39.440970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f39f8-7146-4271-a022-ed600a2aa4b6 None None] Routers {'d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:03:39.441609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f87f39f8-7146-4271-a022-ed600a2aa4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:03:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:39.508732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a535fbb8-7a74-4c3d-8500-579022916406 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:03:39.553801 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a535fbb8-7a74-4c3d-8500-579022916406 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:39.554206 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-a535fbb8-7a74-4c3d-8500-579022916406 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Added segment 2dbb87e9-3887-458d-82b4-24c43800b4ff of type vlan for network 0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa Nov 16 05:03:39.566409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f87f39f8-7146-4271-a022-ed600a2aa4b6 None None] Set router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:03:39.641348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f87f39f8-7146-4271-a022-ed600a2aa4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:03:38Z', 'revision_number': 6, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:39.643124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1c35ff86-ab35-47b4-9a7a-cac0eef4e691 None None] Provisioning complete for port 65da3b53-6484-40df-a30e-2d9764e2032b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:39.643488 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c35ff86-ab35-47b4-9a7a-cac0eef4e691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:39.723291 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87f39f8-7146-4271-a022-ed600a2aa4b6 None None] The sync data for ids ['d9a51288-ce4b-4bc9-b701-2df1b15e6f3f'] in n-d-818042-1 is: [{'id': 'd9a51288-ce4b-4bc9-b701-2df1b15e6f3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1514198152', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:01:05Z', 'updated_at': '2021-11-16T05:03:38Z', 'revision_number': 6, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:03:39.736608 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a535fbb8-7a74-4c3d-8500-579022916406 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:39.750760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dcef0418-d5ab-433c-b888-4aa74abbbdfa None None] Deleting port 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:39.750760 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dcef0418-d5ab-433c-b888-4aa74abbbdfa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:39.873758 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:39.925140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1c35ff86-ab35-47b4-9a7a-cac0eef4e691 None None] Port 65da3b53-6484-40df-a30e-2d9764e2032b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:03:40.052640 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-dcef0418-d5ab-433c-b888-4aa74abbbdfa None None] For port 672a0fee-46f7-4a9a-8404-e8a8ad0c0323, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=672a0fee-46f7-4a9a-8404-e8a8ad0c0323,segment=NetworkSegment(2cf3621f-3f63-4765-bd6c-2acf15324be2),segment_id=2cf3621f-3f63-4765-bd6c-2acf15324be2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:40.057447 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dcef0418-d5ab-433c-b888-4aa74abbbdfa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:40.112062 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dcef0418-d5ab-433c-b888-4aa74abbbdfa None None] Calling delete_port for 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:40.344854 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-427e6446-1780-4b92-a49a-dd1c277e6a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:40.386240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a9bed3fb-9ade-40c9-b358-68dc3374c205 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:03:40.445466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a9bed3fb-9ade-40c9-b358-68dc3374c205 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:03:40.446147 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a9bed3fb-9ade-40c9-b358-68dc3374c205 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:03:40.446266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:03:40.538651 n-d-818042-1 neutron-server[102661]: INFO neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No ports have port_id starting with 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 Nov 16 05:03:40.542673 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dcef0418-d5ab-433c-b888-4aa74abbbdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:40.566603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef0418-d5ab-433c-b888-4aa74abbbdfa None None] No DVR routers for this DVR port 672a0fee-46f7-4a9a-8404-e8a8ad0c0323 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:03:40.610378 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef0418-d5ab-433c-b888-4aa74abbbdfa None None] Pushing event deleted for resources: {'Port': ['ID=672a0fee-46f7-4a9a-8404-e8a8ad0c0323,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:40.787465 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a535fbb8-7a74-4c3d-8500-579022916406 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:40.793461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a535fbb8-7a74-4c3d-8500-579022916406 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:40.794275 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a535fbb8-7a74-4c3d-8500-579022916406 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:40.905273 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:41.002726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Network ba98ec31-8050-4e30-be99-131348196ba3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:03:41.011895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:41.036308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a535fbb8-7a74-4c3d-8500-579022916406 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7678695 Nov 16 05:03:41.036308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:41.036308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535fbb8-7a74-4c3d-8500-579022916406 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event updated for resources: {'Network': ['ID=0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:41.048319 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:03:41.079090 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:41.081298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event updated for resources: {'Port': ['ID=ef32356d-3496-4454-8177-a2d28fb91efd,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:41.177582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39732) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:41.185934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Request body: {'subnets': [{'network_id': '706779bc-3034-4728-8733-ca912b5267ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--640873558', 'ip_version': 4}, {'network_id': '0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:41.186527 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Request body: {'subnet': {'network_id': '706779bc-3034-4728-8733-ca912b5267ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--640873558', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:41.187395 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Request body: {'subnet': {'network_id': '0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:41.188106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=99a7bd8f-4a6f-48b2-963c-9af55f321cc8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:41.231444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c6a60d-2ae6-4def-b520-ef90abbaaa88 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:03:41.348150 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:41.578204 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:41.583103 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:41.593098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Made reservation on behalf of ce713f27c39646628ae1efb9432461b0 for: {'subnet': 2} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:41.600977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:41.601321 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:41.602934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:41.603760 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:41.610484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-15861d63-9131-48b3-bbd3-9a14d9643f3a None None] Provisioning complete for port ef32356d-3496-4454-8177-a2d28fb91efd triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:41.611069 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15861d63-9131-48b3-bbd3-9a14d9643f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:41.662509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6f9f2b50-a746-44c9-b838-e996940a9377 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7625546 Nov 16 05:03:41.662509 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:41.662509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Fanout notify agent at l3_agent the message router_deleted on router d9a51288-ce4b-4bc9-b701-2df1b15e6f3f {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:03:41.664246 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39748) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:41.668372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:41.685163 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:41.686536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0c6694fb-575f-4454-a80c-5879f4f04f53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/routers/d9a51288-ce4b-4bc9-b701-2df1b15e6f3f HTTP/1.1" status: 204 len: 168 time: 3.7374961 Nov 16 05:03:41.689399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39750) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:41.747070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-15861d63-9131-48b3-bbd3-9a14d9643f3a None None] Port ef32356d-3496-4454-8177-a2d28fb91efd cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:03:41.877996 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:41.927974 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:41.960668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-8885d47d-9c4b-4e0d-b7b0-63dad81067d1 req-ec9b750e-beb5-47d8-9524-2ae1c45d39db service neutron] (102659) timed out ('10.222.0.15', 59320) {{(pid=102659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 05:03:42.068218 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:03:42.112045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:03:42.116133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 99a7bd8f-4a6f-48b2-963c-9af55f321cc8 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:03:42.156122 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-115202d6-e467-4daf-9a7b-76cb05b0e97d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:42.204784 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-9b505c55-3c3d-4f7b-84f9-b8fd298e1dbf tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=67ac55ccfae64e70a6cd309aad9a1817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517453 Nov 16 05:03:42.308518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39780) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:42.531940 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:42.578168 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-115202d6-e467-4daf-9a7b-76cb05b0e97d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:42.655347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-115202d6-e467-4daf-9a7b-76cb05b0e97d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ba1e2b-bb8d-46fd-8209-1e226766b2fd']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:42.672914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event updated for resources: {'Subnet': ['ID=236409a5-e687-44d2-82eb-c706ffee7ce6,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:42.680037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-115202d6-e467-4daf-9a7b-76cb05b0e97d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf3621f-3f63-4765-bd6c-2acf15324be2') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:42.680331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-115202d6-e467-4daf-9a7b-76cb05b0e97d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf3621f-3f63-4765-bd6c-2acf15324be2') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:42.697543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27917022-a751-48d3-9f3d-321501d71ed3 req-c57454f4-7aed-401d-b62f-b74a70cc7eff tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:42.699353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-c57454f4-7aed-401d-b62f-b74a70cc7eff tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4807138 Nov 16 05:03:42.707758 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6362008a-eb16-48be-ad44-8366e44c3209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:42.716018 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-115202d6-e467-4daf-9a7b-76cb05b0e97d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:42.741701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-083d0329-94d8-43dc-a2ca-0301ac139b1f tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/quotas/67ac55ccfae64e70a6cd309aad9a1817 HTTP/1.1" status: 200 len: 375 time: 0.0319943 Nov 16 05:03:42.773845 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-115202d6-e467-4daf-9a7b-76cb05b0e97d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115202d6-e467-4daf-9a7b-76cb05b0e97d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-115202d6-e467-4daf-9a7b-76cb05b0e97d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:03:42.787582 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:03:42.860638 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6362008a-eb16-48be-ad44-8366e44c3209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:42.865384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-c1b128af-8ccf-41fe-9af1-721035a814ee tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=67ac55ccfae64e70a6cd309aad9a1817&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107688 Nov 16 05:03:42.897911 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6362008a-eb16-48be-ad44-8366e44c3209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:42.975148 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362008a-eb16-48be-ad44-8366e44c3209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05203ab-add8-48a9-9758-90f4c5ef762e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:42.978093 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-115202d6-e467-4daf-9a7b-76cb05b0e97d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:42.991765 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-115202d6-e467-4daf-9a7b-76cb05b0e97d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:42.997820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-115202d6-e467-4daf-9a7b-76cb05b0e97d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/networks/a8ba1e2b-bb8d-46fd-8209-1e226766b2fd HTTP/1.1" status: 204 len: 168 time: 1.3038685 Nov 16 05:03:42.998839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39802) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:42.999949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Checking segment: {'id': 'a0599f08-2071-4094-a616-c23db66bd589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '706779bc-3034-4728-8733-ca912b5267ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:03:43.001118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Network hostable DHCP agents. Network: 706779bc-3034-4728-8733-ca912b5267ce, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:03:43.066546 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6362008a-eb16-48be-ad44-8366e44c3209 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=539d788399e54cb190b7776cc72add2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7587478 Nov 16 05:03:43.070311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39806) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:43.116356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115202d6-e467-4daf-9a7b-76cb05b0e97d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Network': ['ID=a8ba1e2b-bb8d-46fd-8209-1e226766b2fd,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:43.229823 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Network 706779bc-3034-4728-8733-ca912b5267ce is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:03:43.270245 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 706779bc-3034-4728-8733-ca912b5267ce) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:43.271007 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f79a5a0a-d48a-4cee-bd12-410a04d1b776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:43.275130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:43.313193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cff33aa-62b8-42af-bd4c-9acd5c9c03da None None] Network 706779bc-3034-4728-8733-ca912b5267ce requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:03:43.331784 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b7fd493-e583-4e2c-8d59-276e0de1c55b req-a19d978d-e7f1-4638-bec8-e7ddb521f488 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3974190 Nov 16 05:03:43.369667 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f79a5a0a-d48a-4cee-bd12-410a04d1b776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:43.398773 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event updated for resources: {'Subnet': ['ID=cca2b0c5-f1b3-4830-8887-949952c38c5c,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:43.432103 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Checking segment: {'id': '2dbb87e9-3887-458d-82b4-24c43800b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:03:43.432475 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Network hostable DHCP agents. Network: 0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:03:43.454626 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Network 0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:03:43.464110 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f79a5a0a-d48a-4cee-bd12-410a04d1b776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:43.467466 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:43.468139 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f79a5a0a-d48a-4cee-bd12-410a04d1b776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:43.473136 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f79a5a0a-d48a-4cee-bd12-410a04d1b776 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f05203ab-add8-48a9-9758-90f4c5ef762e HTTP/1.1" status: 204 len: 168 time: 0.3967941 Nov 16 05:03:43.477605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:43.486469 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a5a0a-d48a-4cee-bd12-410a04d1b776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05203ab-add8-48a9-9758-90f4c5ef762e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:43.489260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:43.489810 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:43.490509 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:43.507381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9664c087-757c-48f6-a360-081539663b2b None None] Network 0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:03:43.519615 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-23cc6bd0-030f-4bae-a339-65c66f7cde6d tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.3402936 Nov 16 05:03:43.520709 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39826) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:43.608853 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254e4a38-76b5-49d7-a30e-ef43751c88e2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:43.612630 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254e4a38-76b5-49d7-a30e-ef43751c88e2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:43.621053 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254e4a38-76b5-49d7-a30e-ef43751c88e2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:43.627951 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-254e4a38-76b5-49d7-a30e-ef43751c88e2 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1058054 Nov 16 05:03:43.630180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39832) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:43.635193 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-98c8c5a8-7111-4326-901e-cf7f97c78456 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:43.645990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55bbc4c3-824c-417b-95d5-77b65fc65312 req-35fad9de-5a67-4e41-a9f1-e305c1d6bb8f tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 210 time: 0.3534570 Nov 16 05:03:43.657852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Allocated IP 172.25.0.197 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/c9d473f0-2e92-46d4-87b0-01fac86313b1) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:03:43.729449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fd493-e583-4e2c-8d59-276e0de1c55b req-7d82892b-7c2d-4977-a801-fb9de60d4532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:43.731287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b7fd493-e583-4e2c-8d59-276e0de1c55b req-7d82892b-7c2d-4977-a801-fb9de60d4532 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12a5524226bd49fb868159e39e015842&device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 1096 time: 0.3354020 Nov 16 05:03:43.753137 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-98c8c5a8-7111-4326-901e-cf7f97c78456 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:43.808622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade64d2a-7f6a-457d-a7ed-59b2a53e7923 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Deleting subnet 236409a5-e687-44d2-82eb-c706ffee7ce6 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:03:43.834443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ade64d2a-7f6a-457d-a7ed-59b2a53e7923 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:43.945909 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ade64d2a-7f6a-457d-a7ed-59b2a53e7923 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.012157 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.066728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa', 'network_id': '0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa', 'tenant_id': 'ce713f27c39646628ae1efb9432461b0', 'fixed_ips': [{'subnet_id': 'cca2b0c5-f1b3-4830-8887-949952c38c5c'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:03:44.068010 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.138991 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ade64d2a-7f6a-457d-a7ed-59b2a53e7923 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.261978 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ade64d2a-7f6a-457d-a7ed-59b2a53e7923 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.275469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f61fa8-55f4-4668-bca1-f33fba855536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-706779bc-3034-4728-8733-ca912b5267ce', 'network_id': '706779bc-3034-4728-8733-ca912b5267ce', 'tenant_id': 'ce713f27c39646628ae1efb9432461b0', 'fixed_ips': [{'subnet_id': '236409a5-e687-44d2-82eb-c706ffee7ce6'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:03:44.276732 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46f61fa8-55f4-4668-bca1-f33fba855536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.345072 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade64d2a-7f6a-457d-a7ed-59b2a53e7923 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event deleted for resources: {'Subnet': ['ID=236409a5-e687-44d2-82eb-c706ffee7ce6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:44.350940 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ade64d2a-7f6a-457d-a7ed-59b2a53e7923 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.365843 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ade64d2a-7f6a-457d-a7ed-59b2a53e7923 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "DELETE /v2.0/subnets/236409a5-e687-44d2-82eb-c706ffee7ce6 HTTP/1.1" status: 204 len: 168 time: 0.7314041 Nov 16 05:03:44.366486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39848) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:44.377713 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.390698 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-98c8c5a8-7111-4326-901e-cf7f97c78456 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.393710 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-98c8c5a8-7111-4326-901e-cf7f97c78456 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.394912 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-98c8c5a8-7111-4326-901e-cf7f97c78456 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/security-groups/4765b2c5-1a02-48fa-b085-d4659bce94ff HTTP/1.1" status: 204 len: 168 time: 1.3864474 Nov 16 05:03:44.425008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8c5a8-7111-4326-901e-cf7f97c78456 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4765b2c5-1a02-48fa-b085-d4659bce94ff,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:44.437725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fd493-e583-4e2c-8d59-276e0de1c55b req-c12c29db-111c-4112-94d8-53c2f2ba9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:44.441348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b7fd493-e583-4e2c-8d59-276e0de1c55b req-c12c29db-111c-4112-94d8-53c2f2ba9f92 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e561f0c7-4306-4510-ae53-499e3d104144 HTTP/1.1" status: 200 len: 915 time: 0.6595671 Nov 16 05:03:44.487423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-11df7ad5-da96-4009-9c24-231d510255e1 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Deleting subnet cca2b0c5-f1b3-4830-8887-949952c38c5c {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:03:44.514060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b7fd493-e583-4e2c-8d59-276e0de1c55b req-9cf243d5-027f-40dc-aa0f-516a4ada6660 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f4ef7d5-3342-443a-9db3-7546be56ace9 HTTP/1.1" status: 200 len: 217 time: 0.0626938 Nov 16 05:03:44.570119 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39858) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:44.629123 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.631840 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-55964044-bffc-49f7-99de-bf143e99eddb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.641213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Allocated IP 172.20.0.18 (0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa/cca2b0c5-f1b3-4830-8887-949952c38c5c/2aa48d8b-aed5-4519-8690-d37e395dc49f) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:03:44.696108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:03:44.705610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7fd493-e583-4e2c-8d59-276e0de1c55b req-53e9c8af-0ff8-4ec3-9d60-6a123c25c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:44.708859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b7fd493-e583-4e2c-8d59-276e0de1c55b req-53e9c8af-0ff8-4ec3-9d60-6a123c25c6d3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82 HTTP/1.1" status: 200 len: 854 time: 0.1849830 Nov 16 05:03:44.708859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:44.716563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:44.721925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event updated for resources: {'Port': ['ID=c9d473f0-2e92-46d4-87b0-01fac86313b1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:44.784042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b7fd493-e583-4e2c-8d59-276e0de1c55b req-af42610c-0fe9-44e7-8b75-0bd8014ecba9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e561f0c7-4306-4510-ae53-499e3d104144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375133 Nov 16 05:03:44.800926 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-55964044-bffc-49f7-99de-bf143e99eddb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.807237 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-55964044-bffc-49f7-99de-bf143e99eddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:44.906751 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55964044-bffc-49f7-99de-bf143e99eddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f424df-3917-409f-8645-5cd86126250c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:44.923408 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-55964044-bffc-49f7-99de-bf143e99eddb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54fbbf68b58b4158b7f0c52c4f5ff347&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3520002 Nov 16 05:03:44.924273 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39866) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:45.064825 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-060b43cb-fcf1-460d-bb5d-30f6458a7a40 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=67ac55ccfae64e70a6cd309aad9a1817&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0880945 Nov 16 05:03:45.086441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d87453b9-634c-4561-a716-1802bac0fcfc req-ac8ad320-870e-4a4f-9e33-0f34413c4e6d tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 210 time: 0.2596791 Nov 16 05:03:45.110494 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:45.189568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e585957c-22ec-491e-9e2c-afeb26ddbf2b None None] Network 706779bc-3034-4728-8733-ca912b5267ce requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:03:45.213074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b7fd493-e583-4e2c-8d59-276e0de1c55b req-293a917a-fe0b-447e-9e42-c26406707e1c service neutron] 10.222.0.37 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060359 Nov 16 05:03:45.376489 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:45.613244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b7fd493-e583-4e2c-8d59-276e0de1c55b req-d349ca20-429a-48cc-b746-a39ee5643c31 service neutron] 10.222.0.37 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894887 Nov 16 05:03:45.681488 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:45.695317 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:45.850466 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:45.870775 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:45.899181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event updated for resources: {'Port': ['ID=c9d473f0-2e92-46d4-87b0-01fac86313b1,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:45.911779 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27917022-a751-48d3-9f3d-321501d71ed3 req-5966f531-fe46-4f6b-bf3a-ffdad096def4 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:45.917235 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-5966f531-fe46-4f6b-bf3a-ffdad096def4 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8321660 Nov 16 05:03:45.921227 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:45.926790 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11df7ad5-da96-4009-9c24-231d510255e1 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:45.948867 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:45.955895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-204f8854-abc5-4f79-8356-da36317db752 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2914112 Nov 16 05:03:45.957933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39898) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:45.971032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-25620745-2044-456c-84c9-19490e374111 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Request body: {'floatingip': {'port_id': 'ef32356d-3496-4454-8177-a2d28fb91efd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:45.974928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Request body: {'port': {'device_id': '1c79a3f1-cd98-47a2-af9a-428d7ff61f1f', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '67ac55ccfae64e70a6cd309aad9a1817'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:46.004044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Network 0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:03:46.007570 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:46.015807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:46.049840 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-25620745-2044-456c-84c9-19490e374111 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:46.228707 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Pushing event updated for resources: {'Port': ['ID=2aa48d8b-aed5-4519-8690-d37e395dc49f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:46.289270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:46.295121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:46.295295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:46.295498 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:46.295830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:46.296165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:46.296500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:46.296827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:46.297170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:46.297500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:46.297913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:46.298182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:03:46.391360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa247209-47f8-4024-a25c-2d5487e9a5cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:46.397297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Attempting to bind port 2aa48d8b-aed5-4519-8690-d37e395dc49f on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:03:46.397680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Attempting to bind port 2aa48d8b-aed5-4519-8690-d37e395dc49f by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '2dbb87e9-3887-458d-82b4-24c43800b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:03:46.398082 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Attempting to bind port 2aa48d8b-aed5-4519-8690-d37e395dc49f on network 0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:03:46.438364 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48662a8d-2e71-4ee5-914b-ba4ee98d6f99 req-1650da48-6fe8-42a2-afc1-e6a3f7725c71 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 210 time: 0.1301851 Nov 16 05:03:46.523651 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa247209-47f8-4024-a25c-2d5487e9a5cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:46.574106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11df7ad5-da96-4009-9c24-231d510255e1 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:46.586269 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:03:46.587006 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Checking segment: {'id': '2dbb87e9-3887-458d-82b4-24c43800b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:03:46.587636 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:46.588206 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Bound using segment: {'id': '2dbb87e9-3887-458d-82b4-24c43800b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:03:46.588892 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Bound port: 2aa48d8b-aed5-4519-8690-d37e395dc49f, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbb87e9-3887-458d-82b4-24c43800b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:03:46.589810 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:46.624983 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-25620745-2044-456c-84c9-19490e374111 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] update failed (client error): The resource could not be found. Nov 16 05:03:46.626348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-25620745-2044-456c-84c9-19490e374111 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "PUT /v2.0/floatingips/5290ad1b-39d4-495d-8f14-ad1ea554f817 HTTP/1.1" status: 404 len: 507 time: 0.6675732 Nov 16 05:03:46.634478 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39916) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:46.637438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39918) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:46.650676 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-1cc1230c-46b2-443f-bddd-26b69199d477 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-572108815', 'description': 'tempest-secgroup-smoke-572108815 description', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:46.655845 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:46.775708 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] For port 2aa48d8b-aed5-4519-8690-d37e395dc49f, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:03:46.795379 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Made reservation on behalf of 67ac55ccfae64e70a6cd309aad9a1817 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:46.797537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] For port 2aa48d8b-aed5-4519-8690-d37e395dc49f, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2aa48d8b-aed5-4519-8690-d37e395dc49f,segment=NetworkSegment(2dbb87e9-3887-458d-82b4-24c43800b4ff),segment_id=2dbb87e9-3887-458d-82b4-24c43800b4ff)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:03:46.811023 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:46.816875 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:46.872703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:46.994028 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cc1230c-46b2-443f-bddd-26b69199d477 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.007074 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789e318-503b-4ee2-983c-8b25c635aa54 None None] Pushing event updated for resources: {'Port': ['ID=2aa48d8b-aed5-4519-8690-d37e395dc49f,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:47.024717 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa247209-47f8-4024-a25c-2d5487e9a5cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.031993 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa247209-47f8-4024-a25c-2d5487e9a5cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.037330 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa247209-47f8-4024-a25c-2d5487e9a5cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83f424df-3917-409f-8645-5cd86126250c HTTP/1.1" status: 204 len: 168 time: 2.1114471 Nov 16 05:03:47.127389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa247209-47f8-4024-a25c-2d5487e9a5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f424df-3917-409f-8645-5cd86126250c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:47.132748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11df7ad5-da96-4009-9c24-231d510255e1 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.138375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8caac54d-e524-4227-b743-09c3c8a7ac84 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Deleting port c9d473f0-2e92-46d4-87b0-01fac86313b1 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:47.138973 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8caac54d-e524-4227-b743-09c3c8a7ac84 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.312995 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cc1230c-46b2-443f-bddd-26b69199d477 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.350042 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cc1230c-46b2-443f-bddd-26b69199d477 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.438134 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8caac54d-e524-4227-b743-09c3c8a7ac84 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.438535 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8caac54d-e524-4227-b743-09c3c8a7ac84 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.466860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.471947 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11df7ad5-da96-4009-9c24-231d510255e1 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.479618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.567627 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cc1230c-46b2-443f-bddd-26b69199d477 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.576255 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1cc1230c-46b2-443f-bddd-26b69199d477 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9353092 Nov 16 05:03:47.583568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8caac54d-e524-4227-b743-09c3c8a7ac84 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Calling delete_port for c9d473f0-2e92-46d4-87b0-01fac86313b1 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:47.593629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39932) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:47.615095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5b081904-c61c-413f-becb-48853ce56c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': '8f01b79c-318a-4d28-9c68-417c101bfe79', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:47.641398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1230c-46b2-443f-bddd-26b69199d477 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f01b79c-318a-4d28-9c68-417c101bfe79,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:47.664502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11df7ad5-da96-4009-9c24-231d510255e1 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:47.683093 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-11df7ad5-da96-4009-9c24-231d510255e1 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "DELETE /v2.0/subnets/cca2b0c5-f1b3-4830-8887-949952c38c5c HTTP/1.1" status: 204 len: 168 time: 3.3139760 Nov 16 05:03:47.729367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39940) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:47.767869 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df7ad5-da96-4009-9c24-231d510255e1 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event deleted for resources: {'Subnet': ['ID=cca2b0c5-f1b3-4830-8887-949952c38c5c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:47.936749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf40639-f245-47a9-ab18-109f5852d1d6 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:47.938725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ddf40639-f245-47a9-ab18-109f5852d1d6 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2050152 Nov 16 05:03:47.945708 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0fbfbb34-89e2-4446-a707-646ef3e487ef req-49340b88-6069-447e-ad9e-4e16767c3d77 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 210 time: 0.2941792 Nov 16 05:03:47.987265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Allocated IP 192.168.233.165 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/03d0d66d-ba13-4588-a02a-6ceee337e239) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:03:48.002022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 39948) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:48.129019 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2aa48d8b-aed5-4519-8690-d37e395dc49f up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:03:48.193644 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b081904-c61c-413f-becb-48853ce56c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:48.243983 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:48.287489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=348a3bf0-9e2f-4df4-8937-5310ec4e9069,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:48.289851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 2aa48d8b-aed5-4519-8690-d37e395dc49f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:48.292816 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:48.457237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:48.499568 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:48.560907 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:48.571209 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b081904-c61c-413f-becb-48853ce56c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:48.612774 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b081904-c61c-413f-becb-48853ce56c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:48.620154 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:48.693382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Deleting port 2aa48d8b-aed5-4519-8690-d37e395dc49f {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:48.694079 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:48.695419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b081904-c61c-413f-becb-48853ce56c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70034853-fa11-4288-8e68-7ee0d0061e82,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:48.696093 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 2aa48d8b-aed5-4519-8690-d37e395dc49f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2aa48d8b-aed5-4519-8690-d37e395dc49f,segment=NetworkSegment(2dbb87e9-3887-458d-82b4-24c43800b4ff),segment_id=2dbb87e9-3887-458d-82b4-24c43800b4ff)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:48.713008 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Pushing event updated for resources: {'Port': ['ID=03d0d66d-ba13-4588-a02a-6ceee337e239,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:48.738685 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:48.749484 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:03:48.753310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:48.755971 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b081904-c61c-413f-becb-48853ce56c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:48.765964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:48.768477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39970) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:48.771390 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5b081904-c61c-413f-becb-48853ce56c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1691422 Nov 16 05:03:48.783376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0d08d33f-042b-4a95-82bf-b49719f74e9e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': '8f01b79c-318a-4d28-9c68-417c101bfe79', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:48.862497 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8caac54d-e524-4227-b743-09c3c8a7ac84 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:48.931511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=2aa48d8b-aed5-4519-8690-d37e395dc49f,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:48.986083 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d08d33f-042b-4a95-82bf-b49719f74e9e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:49.014418 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:49.015107 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:49.026419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45241474-aa08-42bb-98fa-a79cadc42d73 None None] Network 0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:03:49.071909 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-bb5b59c1-8368-426c-a9cf-f3b8775cf674 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1417799 Nov 16 05:03:49.095828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Request body: {'port': {'device_id': '1c79a3f1-cd98-47a2-af9a-428d7ff61f1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:49.172367 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d08d33f-042b-4a95-82bf-b49719f74e9e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:49.193938 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d08d33f-042b-4a95-82bf-b49719f74e9e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:49.331935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08d33f-042b-4a95-82bf-b49719f74e9e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=715dfaaf-c0be-43aa-811a-0fb33b5534c1,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:49.354634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d08d33f-042b-4a95-82bf-b49719f74e9e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:49.358446 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0d08d33f-042b-4a95-82bf-b49719f74e9e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5762982 Nov 16 05:03:49.358912 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 39990) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:49.368755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-03e9a9b4-33a5-4f7b-b8ea-904eaa123033 None None] Provisioning complete for port 2aa48d8b-aed5-4519-8690-d37e395dc49f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:49.370457 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03e9a9b4-33a5-4f7b-b8ea-904eaa123033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:49.375460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-454e2b32-3fb0-48aa-9999-51806113672d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': '8f01b79c-318a-4d28-9c68-417c101bfe79', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:49.387752 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:49.521829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edb0084-2345-4c7f-840b-88617620d01f None None] DHCP port deletion for 0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:03:49.659568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3edb0084-2345-4c7f-840b-88617620d01f None None] Deleting port 2aa48d8b-aed5-4519-8690-d37e395dc49f {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:49.660323 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3edb0084-2345-4c7f-840b-88617620d01f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:49.834583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3edb0084-2345-4c7f-840b-88617620d01f None None] For port 2aa48d8b-aed5-4519-8690-d37e395dc49f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2aa48d8b-aed5-4519-8690-d37e395dc49f,segment=NetworkSegment(2dbb87e9-3887-458d-82b4-24c43800b4ff),segment_id=2dbb87e9-3887-458d-82b4-24c43800b4ff)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:49.834805 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3edb0084-2345-4c7f-840b-88617620d01f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:49.858903 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ca829aea-0339-4e9b-a1b2-fa28cbecb8a5 None None] Provisioning complete for port 03d0d66d-ba13-4588-a02a-6ceee337e239 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:49.859277 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca829aea-0339-4e9b-a1b2-fa28cbecb8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:49.910877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3edb0084-2345-4c7f-840b-88617620d01f None None] Calling delete_port for 2aa48d8b-aed5-4519-8690-d37e395dc49f owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:49.950573 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-454e2b32-3fb0-48aa-9999-51806113672d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:49.952601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caac54d-e524-4227-b743-09c3c8a7ac84 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event deleted for resources: {'Port': ['ID=c9d473f0-2e92-46d4-87b0-01fac86313b1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:49.960789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ca829aea-0339-4e9b-a1b2-fa28cbecb8a5 None None] Port 03d0d66d-ba13-4588-a02a-6ceee337e239 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:03:50.096431 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2aa48d8b-aed5-4519-8690-d37e395dc49f no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:03:50.143259 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-454e2b32-3fb0-48aa-9999-51806113672d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.155123 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-454e2b32-3fb0-48aa-9999-51806113672d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.217236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e2b32-3fb0-48aa-9999-51806113672d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08994b5-03f1-46a8-bb76-0317a8bd2ef0,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:50.234589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] For port 2aa48d8b-aed5-4519-8690-d37e395dc49f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2aa48d8b-aed5-4519-8690-d37e395dc49f,segment=NetworkSegment(2dbb87e9-3887-458d-82b4-24c43800b4ff),segment_id=2dbb87e9-3887-458d-82b4-24c43800b4ff)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:50.234966 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.239670 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-454e2b32-3fb0-48aa-9999-51806113672d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.240548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Port 2aa48d8b-aed5-4519-8690-d37e395dc49f update to DOWN by agent not found {{(pid=102661) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 05:03:50.244698 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-454e2b32-3fb0-48aa-9999-51806113672d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8847530 Nov 16 05:03:50.254095 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3edb0084-2345-4c7f-840b-88617620d01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.255199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40008) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:50.276874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d0d66d-ba13-4588-a02a-6ceee337e239 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:03:50.279447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edb0084-2345-4c7f-840b-88617620d01f None None] No DVR routers for this DVR port 2aa48d8b-aed5-4519-8690-d37e395dc49f on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:03:50.285004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f9b33e68-6980-496e-b017-9b8ef376765c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': '8f01b79c-318a-4d28-9c68-417c101bfe79', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:50.321676 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Calling delete_port for 2aa48d8b-aed5-4519-8690-d37e395dc49f owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:50.321824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.351443 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb0084-2345-4c7f-840b-88617620d01f None None] Pushing event deleted for resources: {'Port': ['ID=2aa48d8b-aed5-4519-8690-d37e395dc49f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:50.352398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1aeae-4f79-43aa-843d-8551996e108f req-506098ea-29ec-41eb-a87d-ccf3a21b5be4 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:50.360887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1d1aeae-4f79-43aa-843d-8551996e108f req-506098ea-29ec-41eb-a87d-ccf3a21b5be4 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 936 time: 0.4098480 Nov 16 05:03:50.372135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Transition to ACTIVE for port object 03d0d66d-ba13-4588-a02a-6ceee337e239 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:03:50.379996 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.384689 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8caac54d-e524-4227-b743-09c3c8a7ac84 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.387691 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8caac54d-e524-4227-b743-09c3c8a7ac84 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.389074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8caac54d-e524-4227-b743-09c3c8a7ac84 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "DELETE /v2.0/floatingips/5290ad1b-39d4-495d-8f14-ad1ea554f817 HTTP/1.1" status: 204 len: 168 time: 3.7504473 Nov 16 05:03:50.397615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40016) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:50.399934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40018) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:50.439674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1d1aeae-4f79-43aa-843d-8551996e108f req-bdf99590-6f62-4ac8-9b87-2c6a666b1921 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/security-groups?id=348a3bf0-9e2f-4df4-8937-5310ec4e9069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777900 Nov 16 05:03:50.445444 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9b33e68-6980-496e-b017-9b8ef376765c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.466903 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c399ed4f-fa50-4593-a03a-66b4be94fd27 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Request body: {'floatingip': {'floating_network_id': 'ba98ec31-8050-4e30-be99-131348196ba3', 'port_id': 'ef32356d-3496-4454-8177-a2d28fb91efd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:50.545172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Pushing event updated for resources: {'Port': ['ID=03d0d66d-ba13-4588-a02a-6ceee337e239,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:50.612131 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9b33e68-6980-496e-b017-9b8ef376765c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.613634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c399ed4f-fa50-4593-a03a-66b4be94fd27 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.614095 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.645739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9b33e68-6980-496e-b017-9b8ef376765c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.647833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event deleted for resources: {'Port': ['ID=2aa48d8b-aed5-4519-8690-d37e395dc49f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:50.667640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b33e68-6980-496e-b017-9b8ef376765c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb25e527-8f6f-49e4-88c1-a32817677c24,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:50.684085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] No DVR routers for this DVR port 2aa48d8b-aed5-4519-8690-d37e395dc49f on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:03:50.764671 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Attempting to bind port 03d0d66d-ba13-4588-a02a-6ceee337e239 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:03:50.765156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Attempting to bind port 03d0d66d-ba13-4588-a02a-6ceee337e239 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:03:50.765588 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Attempting to bind port 03d0d66d-ba13-4588-a02a-6ceee337e239 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:03:50.786283 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5f3690b-87f0-449d-ac7f-ee61cba29f0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.794621 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9b33e68-6980-496e-b017-9b8ef376765c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.796344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f9b33e68-6980-496e-b017-9b8ef376765c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5357180 Nov 16 05:03:50.799997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40026) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:50.805141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-8b859925-d8ad-4b82-9607-f9e1ab13a072 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': '8f01b79c-318a-4d28-9c68-417c101bfe79', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:50.834306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Port 03d0d66d-ba13-4588-a02a-6ceee337e239 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:03:50.834639 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Attempting to bind port 03d0d66d-ba13-4588-a02a-6ceee337e239 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:03:50.840867 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.887792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:03:50.888221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:03:50.889406 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:03:50.891393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Bound port: 03d0d66d-ba13-4588-a02a-6ceee337e239, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:03:50.892398 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.897126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:50.906556 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-8b859925-d8ad-4b82-9607-f9e1ab13a072 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Project 67e3204c0e154b1a8a560237bfff7b3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:03:50.913376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbb87e9-3887-458d-82b4-24c43800b4ff') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:50.913872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbb87e9-3887-458d-82b4-24c43800b4ff') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:50.923219 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b859925-d8ad-4b82-9607-f9e1ab13a072 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.930660 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.963898 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.979409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:03:50.979898 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:03:50.983114 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:03:51.077745 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b859925-d8ad-4b82-9607-f9e1ab13a072 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.083454 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b859925-d8ad-4b82-9607-f9e1ab13a072 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.124361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b859925-d8ad-4b82-9607-f9e1ab13a072 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af5bcb0-2968-4c5f-8d99-22e7ddd83335,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:51.132681 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.156744 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.160204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "DELETE /v2.0/networks/0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa HTTP/1.1" status: 204 len: 168 time: 3.1568165 Nov 16 05:03:51.170901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40044) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:51.173359 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5f3690b-87f0-449d-ac7f-ee61cba29f0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.189888 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5f3690b-87f0-449d-ac7f-ee61cba29f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.215770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a969b6-0f32-4aca-afc1-7a2272894128 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event deleted for resources: {'Network': ['ID=0dfccea2-bdb7-4f69-a2cc-e4bf4c1124aa,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:51.218808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] For port 03d0d66d-ba13-4588-a02a-6ceee337e239, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:03:51.247497 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-c399ed4f-fa50-4593-a03a-66b4be94fd27 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:03:51.248732 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c399ed4f-fa50-4593-a03a-66b4be94fd27 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8468580 Nov 16 05:03:51.254747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40046) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:51.256486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] For port 03d0d66d-ba13-4588-a02a-6ceee337e239, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=03d0d66d-ba13-4588-a02a-6ceee337e239,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:03:51.262964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': 'ef32356d-3496-4454-8177-a2d28fb91efd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:51.267592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8b859925-d8ad-4b82-9607-f9e1ab13a072 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.271462 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f5f3690b-87f0-449d-ac7f-ee61cba29f0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85e98e2102b34ba0b457b70a47015015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8667445 Nov 16 05:03:51.272306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3690b-87f0-449d-ac7f-ee61cba29f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4637196-cca2-4af5-ba51-945d6e939303,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:51.272807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8b859925-d8ad-4b82-9607-f9e1ab13a072 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4709804 Nov 16 05:03:51.275034 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40048) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:51.275463 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40050) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:51.278766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.329748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e3e18d55-6e9e-411a-8e91-5cbe49b0a384 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': '8f01b79c-318a-4d28-9c68-417c101bfe79', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:51.379798 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b43cfb8-cc14-4134-a8e4-e0445b991ddd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.401831 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:51.402520 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.404031 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] 10.222.0.15 "PUT /v2.0/ports/03d0d66d-ba13-4588-a02a-6ceee337e239 HTTP/1.1" status: 200 len: 1096 time: 2.3167686 Nov 16 05:03:51.404600 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c79a3f1-cd98-47a2-af9a-428d7ff61f1f', 'tag': '03d0d66d-ba13-4588-a02a-6ceee337e239'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:03:51.407135 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b4c95b-5cdf-4ebd-908e-ea9b10a84539" -d '{"events": [{"name": "network-changed", "server_uuid": "1c79a3f1-cd98-47a2-af9a-428d7ff61f1f", "tag": "03d0d66d-ba13-4588-a02a-6ceee337e239"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:03:51.446751 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.537817 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b43cfb8-cc14-4134-a8e4-e0445b991ddd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.571899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5b43cfb8-cc14-4134-a8e4-e0445b991ddd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706779bc-3034-4728-8733-ca912b5267ce']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:51.586708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5b43cfb8-cc14-4134-a8e4-e0445b991ddd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0599f08-2071-4094-a616-c23db66bd589') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:51.587120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5b43cfb8-cc14-4134-a8e4-e0445b991ddd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0599f08-2071-4094-a616-c23db66bd589') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:51.628035 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1679e8a5-c8fc-4c01-8983-f0ab1f60b14a x-openstack-request-id: req-1679e8a5-c8fc-4c01-8983-f0ab1f60b14a {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:03:51.628397 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c79a3f1-cd98-47a2-af9a-428d7ff61f1f", "tag": "03d0d66d-ba13-4588-a02a-6ceee337e239", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:03:51.628593 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1679e8a5-c8fc-4c01-8983-f0ab1f60b14a {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:03:51.628999 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c79a3f1-cd98-47a2-af9a-428d7ff61f1f', 'tag': '03d0d66d-ba13-4588-a02a-6ceee337e239', 'status': 'completed', 'code': 200} Nov 16 05:03:51.635751 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b43cfb8-cc14-4134-a8e4-e0445b991ddd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.656741 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b43cfb8-cc14-4134-a8e4-e0445b991ddd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.674089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b43cfb8-cc14-4134-a8e4-e0445b991ddd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:03:51.674543 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b43cfb8-cc14-4134-a8e4-e0445b991ddd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:03:51.680556 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:03:51.683396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c09c61d8-b2e9-4192-aa10-b37123df396c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.700253 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-e3e18d55-6e9e-411a-8e91-5cbe49b0a384 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Project 67e3204c0e154b1a8a560237bfff7b3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:03:51.722232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ba84d-e489-47e6-94ae-657f7a522d06 service neutron] Pushing event updated for resources: {'Port': ['ID=03d0d66d-ba13-4588-a02a-6ceee337e239,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:51.732283 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3e18d55-6e9e-411a-8e91-5cbe49b0a384 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.754585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542070fd-142d-454e-a5e3-93b857073eaa req-f4db21d3-e610-44ce-b753-dcb789e0b05f tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:51.756217 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-542070fd-142d-454e-a5e3-93b857073eaa req-f4db21d3-e610-44ce-b753-dcb789e0b05f tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 948 time: 0.1670847 Nov 16 05:03:51.780527 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c09c61d8-b2e9-4192-aa10-b37123df396c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.815589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27917022-a751-48d3-9f3d-321501d71ed3 req-a852236f-2bfe-44e0-a1b7-753c39abeb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:51.817189 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-a852236f-2bfe-44e0-a1b7-753c39abeb10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67ac55ccfae64e70a6cd309aad9a1817&device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 1099 time: 0.3605609 Nov 16 05:03:51.858754 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b43cfb8-cc14-4134-a8e4-e0445b991ddd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.882078 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5b43cfb8-cc14-4134-a8e4-e0445b991ddd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:51.892987 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5b43cfb8-cc14-4134-a8e4-e0445b991ddd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "DELETE /v2.0/networks/706779bc-3034-4728-8733-ca912b5267ce HTTP/1.1" status: 204 len: 168 time: 0.7208261 Nov 16 05:03:51.901888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40072) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:51.919236 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-76d79008-4a7a-43c5-8705-2791de4d5514 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=03d0d66d-ba13-4588-a02a-6ceee337e239 HTTP/1.1" status: 200 len: 217 time: 0.0828824 Nov 16 05:03:52.005554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-542070fd-142d-454e-a5e3-93b857073eaa req-fb671dee-68cd-4c1a-9821-59d282b2f2b8 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/security-groups?id=348a3bf0-9e2f-4df4-8937-5310ec4e9069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416611 Nov 16 05:03:52.006153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b43cfb8-cc14-4134-a8e4-e0445b991ddd tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event deleted for resources: {'Network': ['ID=706779bc-3034-4728-8733-ca912b5267ce,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:52.045172 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3e18d55-6e9e-411a-8e91-5cbe49b0a384 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.061074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27917022-a751-48d3-9f3d-321501d71ed3 req-8a0ec8ee-e840-4102-a788-dd489b9ce899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:52.062649 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-8a0ec8ee-e840-4102-a788-dd489b9ce899 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1349945 Nov 16 05:03:52.064875 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3e18d55-6e9e-411a-8e91-5cbe49b0a384 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.068999 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c09c61d8-b2e9-4192-aa10-b37123df396c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.071552 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c09c61d8-b2e9-4192-aa10-b37123df396c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.073058 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c09c61d8-b2e9-4192-aa10-b37123df396c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4637196-cca2-4af5-ba51-945d6e939303 HTTP/1.1" status: 204 len: 168 time: 0.7906635 Nov 16 05:03:52.095380 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d8f711b-ba4a-45e9-9430-c6cc107d4d26 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.156935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e18d55-6e9e-411a-8e91-5cbe49b0a384 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=634e8677-11df-4d9a-b400-c99626448f0a,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:52.158924 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c61d8-b2e9-4192-aa10-b37123df396c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4637196-cca2-4af5-ba51-945d6e939303,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:52.200261 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.215982 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3e18d55-6e9e-411a-8e91-5cbe49b0a384 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.223339 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e3e18d55-6e9e-411a-8e91-5cbe49b0a384 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9361989 Nov 16 05:03:52.232289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40080) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:52.244521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fae99e37-4792-453a-8c56-605ad3ee0aca tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'network': {'name': 'tempest-network-smoke--547574984', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'port_security_enabled': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:52.252126 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27917022-a751-48d3-9f3d-321501d71ed3 req-55863c85-f262-47df-81cc-fd916bfad6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:52.253890 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-55863c85-f262-47df-81cc-fd916bfad6f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1762235 Nov 16 05:03:52.337009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d8f711b-ba4a-45e9-9430-c6cc107d4d26 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.389906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8d8f711b-ba4a-45e9-9430-c6cc107d4d26 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b02645-6848-4d96-af57-c580ef5de125']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:52.412302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8d8f711b-ba4a-45e9-9430-c6cc107d4d26 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3da3cd-2151-41c4-89ae-44e3df290402') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:52.412687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-8d8f711b-ba4a-45e9-9430-c6cc107d4d26 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3da3cd-2151-41c4-89ae-44e3df290402') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:52.436435 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d8f711b-ba4a-45e9-9430-c6cc107d4d26 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.457318 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae99e37-4792-453a-8c56-605ad3ee0aca tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Made reservation on behalf of 67e3204c0e154b1a8a560237bfff7b3b for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:52.462324 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fae99e37-4792-453a-8c56-605ad3ee0aca tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.464526 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d8f711b-ba4a-45e9-9430-c6cc107d4d26 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.481431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8f711b-ba4a-45e9-9430-c6cc107d4d26 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:03:52.481898 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d8f711b-ba4a-45e9-9430-c6cc107d4d26 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:03:52.485019 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:03:52.623797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d8f711b-ba4a-45e9-9430-c6cc107d4d26 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.633804 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8d8f711b-ba4a-45e9-9430-c6cc107d4d26 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.640378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8d8f711b-ba4a-45e9-9430-c6cc107d4d26 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "DELETE /v2.0/networks/c7b02645-6848-4d96-af57-c580ef5de125 HTTP/1.1" status: 204 len: 168 time: 0.7312052 Nov 16 05:03:52.656863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40096) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:52.659613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f711b-ba4a-45e9-9430-c6cc107d4d26 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event deleted for resources: {'Network': ['ID=c7b02645-6848-4d96-af57-c580ef5de125,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:52.666258 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Allocated IP 172.25.0.177 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/68ab5e3d-0a89-4471-be09-4dc73af77f52) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:03:52.677342 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae99e37-4792-453a-8c56-605ad3ee0aca tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:03:52.680697 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-330b0591-bbbd-48b2-8d11-649ee08f5f95 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197929 Nov 16 05:03:52.726406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40098) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:52.757980 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fae99e37-4792-453a-8c56-605ad3ee0aca tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.758384 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-fae99e37-4792-453a-8c56-605ad3ee0aca tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Added segment f31cd87b-910b-4a22-89f0-ba87a0eb6f21 of type vlan for network aa3c2906-1925-45a3-9bec-3c8146ec05de Nov 16 05:03:52.917915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fae99e37-4792-453a-8c56-605ad3ee0aca tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.940824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-651e9f88-5389-4a5d-bd72-ef1c99b9c226 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:52.972600 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aa84c92f-e989-4d39-a940-fcf6cac20db1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.024031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40102) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:53.069249 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27917022-a751-48d3-9f3d-321501d71ed3 req-1eb9e60e-a8d3-46ba-bb52-0faf4532b70a service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650875 Nov 16 05:03:53.079362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fae99e37-4792-453a-8c56-605ad3ee0aca tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.087126 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae99e37-4792-453a-8c56-605ad3ee0aca tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:53.091140 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fae99e37-4792-453a-8c56-605ad3ee0aca tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.096443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98516d67-a696-49a2-b996-eb09ec108f56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.103696 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.116223 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aa84c92f-e989-4d39-a940-fcf6cac20db1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.124396 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aa84c92f-e989-4d39-a940-fcf6cac20db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.165391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84c92f-e989-4d39-a940-fcf6cac20db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf77d2e-988b-4c96-838f-4495a002dc3b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:53.273266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-aa84c92f-e989-4d39-a940-fcf6cac20db1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c402e6e66b9a44a4854bce5f513f304a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5451663 Nov 16 05:03:53.274078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40106) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:53.280318 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fae99e37-4792-453a-8c56-605ad3ee0aca tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0429504 Nov 16 05:03:53.286275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40108) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:53.301215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'admin_state_up': True, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:53.328687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddf598-1fd8-4b0b-b84c-9b762bd9ecec req-d00fdf88-2c50-40c6-bb75-184baa1707ab tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:53.331297 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2ddf598-1fd8-4b0b-b84c-9b762bd9ecec req-d00fdf88-2c50-40c6-bb75-184baa1707ab tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 948 time: 0.1684287 Nov 16 05:03:53.405854 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.407776 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.458015 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e6ab21-8b93-437c-9a0a-34b64c6cd831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.520206 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.637594 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2ddf598-1fd8-4b0b-b84c-9b762bd9ecec req-de3cac6b-bdc2-4339-b95a-89c0162777e9 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/security-groups?id=348a3bf0-9e2f-4df4-8937-5310ec4e9069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897668 Nov 16 05:03:53.646361 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-651e9f88-5389-4a5d-bd72-ef1c99b9c226 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.655038 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e6ab21-8b93-437c-9a0a-34b64c6cd831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.669730 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-651e9f88-5389-4a5d-bd72-ef1c99b9c226 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7443d5e-95f8-415f-9630-9dcc20c75fa8']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:53.683063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-651e9f88-5389-4a5d-bd72-ef1c99b9c226 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4419d519-aad6-4156-b677-e4353c1c1804') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:53.683546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-651e9f88-5389-4a5d-bd72-ef1c99b9c226 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4419d519-aad6-4156-b677-e4353c1c1804') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:53.695084 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-651e9f88-5389-4a5d-bd72-ef1c99b9c226 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.745799 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-651e9f88-5389-4a5d-bd72-ef1c99b9c226 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.766745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae99e37-4792-453a-8c56-605ad3ee0aca tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Network': ['ID=aa3c2906-1925-45a3-9bec-3c8146ec05de,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:53.770709 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.778425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network aa3c2906-1925-45a3-9bec-3c8146ec05de details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:03:53.799511 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c95b-5cdf-4ebd-908e-ea9b10a84539 req-64272b0e-35ce-455d-bcf4-800b5dc1d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:53.810951 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8b4c95b-5cdf-4ebd-908e-ea9b10a84539 req-64272b0e-35ce-455d-bcf4-800b5dc1d952 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67ac55ccfae64e70a6cd309aad9a1817&device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 1099 time: 0.6466372 Nov 16 05:03:53.813138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651e9f88-5389-4a5d-bd72-ef1c99b9c226 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:03:53.813542 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-651e9f88-5389-4a5d-bd72-ef1c99b9c226 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:03:53.828120 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:03:53.948945 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e6ab21-8b93-437c-9a0a-34b64c6cd831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.956190 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-04e6ab21-8b93-437c-9a0a-34b64c6cd831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:53.967741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-04e6ab21-8b93-437c-9a0a-34b64c6cd831 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddf77d2e-988b-4c96-838f-4495a002dc3b HTTP/1.1" status: 204 len: 168 time: 0.6841784 Nov 16 05:03:54.007948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6ab21-8b93-437c-9a0a-34b64c6cd831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf77d2e-988b-4c96-838f-4495a002dc3b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:54.112890 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c95b-5cdf-4ebd-908e-ea9b10a84539 req-e1859416-d08a-4298-b217-f919ff0fae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:54.114503 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8b4c95b-5cdf-4ebd-908e-ea9b10a84539 req-e1859416-d08a-4298-b217-f919ff0fae3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.2854426 Nov 16 05:03:54.167900 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8b4c95b-5cdf-4ebd-908e-ea9b10a84539 req-5723b6fb-a6ad-4bec-9866-0d862f92f07f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=03d0d66d-ba13-4588-a02a-6ceee337e239 HTTP/1.1" status: 200 len: 217 time: 0.0438144 Nov 16 05:03:54.184626 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:54.243888 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:54.253475 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event updated for resources: {'Port': ['ID=68ab5e3d-0a89-4471-be09-4dc73af77f52,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:54.273722 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:54.328432 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-651e9f88-5389-4a5d-bd72-ef1c99b9c226 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:54.334062 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:03:54.366595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98516d67-a696-49a2-b996-eb09ec108f56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:54.369241 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c95b-5cdf-4ebd-908e-ea9b10a84539 req-8bb562e2-6758-40fa-8983-eba7c94b8610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:54.372857 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8b4c95b-5cdf-4ebd-908e-ea9b10a84539 req-8bb562e2-6758-40fa-8983-eba7c94b8610 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1911492 Nov 16 05:03:54.394784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-651e9f88-5389-4a5d-bd72-ef1c99b9c226 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:54.398396 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-651e9f88-5389-4a5d-bd72-ef1c99b9c226 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] 10.222.0.41 "DELETE /v2.0/networks/f7443d5e-95f8-415f-9630-9dcc20c75fa8 HTTP/1.1" status: 204 len: 168 time: 1.7367904 Nov 16 05:03:54.399480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-98516d67-a696-49a2-b996-eb09ec108f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:54.436117 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:54.473047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.25.0.208 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/3ab1545f-4ce1-481a-90ca-f25d3beccea4) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:03:54.483990 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-98516d67-a696-49a2-b996-eb09ec108f56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2ad2cf66cb34c018bd6b7e4e2d5e362&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4494896 Nov 16 05:03:54.489716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40132) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:54.543101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:54.677778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40136) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:54.722035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af715e2b-762d-44ca-91fe-c6d706f29c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:54.788783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e9f88-5389-4a5d-bd72-ef1c99b9c226 tempest-BulkNetworkOpsTest-1181334225 tempest-BulkNetworkOpsTest-1181334225-project] Pushing event deleted for resources: {'Network': ['ID=f7443d5e-95f8-415f-9630-9dcc20c75fa8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:54.791498 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98516d67-a696-49a2-b996-eb09ec108f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071237c8-5b53-4db0-9106-e93cdaf045bf,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:54.808005 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-548ac82f-016c-4a32-8008-d38359cdbc2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:54.860187 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4c95b-5cdf-4ebd-908e-ea9b10a84539 req-0ec7ca04-347a-46b9-bc63-711130f6a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:54.861800 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8b4c95b-5cdf-4ebd-908e-ea9b10a84539 req-0ec7ca04-347a-46b9-bc63-711130f6a08c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4779599 Nov 16 05:03:54.908530 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:54.924027 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-548ac82f-016c-4a32-8008-d38359cdbc2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:54.938880 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40140) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:54.955802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e52879-bd77-4969-b708-1a9315b39340 req-7f63d821-5ab2-4719-a4a1-5e829a3b950c tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:54.957420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85e52879-bd77-4969-b708-1a9315b39340 req-7f63d821-5ab2-4719-a4a1-5e829a3b950c tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 948 time: 0.1717262 Nov 16 05:03:54.978038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Deleting port 68ab5e3d-0a89-4471-be09-4dc73af77f52 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:54.978350 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.055600 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8b4c95b-5cdf-4ebd-908e-ea9b10a84539 req-f765f5af-2817-463a-9f4b-5cc749e7207a service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855450 Nov 16 05:03:55.079484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85e52879-bd77-4969-b708-1a9315b39340 req-4c8554e0-4ed0-4d86-bb7d-7ab424436fc7 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/security-groups?id=348a3bf0-9e2f-4df4-8937-5310ec4e9069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065116 Nov 16 05:03:55.117628 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.176240 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.176858 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.209690 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Calling delete_port for 68ab5e3d-0a89-4471-be09-4dc73af77f52 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:55.219445 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-548ac82f-016c-4a32-8008-d38359cdbc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.224440 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-548ac82f-016c-4a32-8008-d38359cdbc2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.228555 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-548ac82f-016c-4a32-8008-d38359cdbc2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/071237c8-5b53-4db0-9106-e93cdaf045bf HTTP/1.1" status: 204 len: 168 time: 0.7251675 Nov 16 05:03:55.228555 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=3ab1545f-4ce1-481a-90ca-f25d3beccea4,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:55.245667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:03:55.250408 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0a431ebc-1ebf-4192-8d90-0f2dbb93b619 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce713f27c39646628ae1efb9432461b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3041420 Nov 16 05:03:55.253981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40146) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:55.256639 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af715e2b-762d-44ca-91fe-c6d706f29c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.284611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:03:55.289272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:03:55.291483 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af715e2b-762d-44ca-91fe-c6d706f29c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.303769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d04175-b32f-48b6-9182-1105f46fbf1a None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:03:55.346229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ac82f-016c-4a32-8008-d38359cdbc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071237c8-5b53-4db0-9106-e93cdaf045bf,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:55.363918 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d8b4c95b-5cdf-4ebd-908e-ea9b10a84539 req-f173d3ab-706c-441c-81e6-dff35704ec91 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983475 Nov 16 05:03:55.394933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af715e2b-762d-44ca-91fe-c6d706f29c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd01696e-2245-45e9-8ddd-6b8255a46d69,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:55.424781 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9eabae99-20f8-4e9a-a95c-a5873d86ab1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.426490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-43767625-17f5-463e-996b-7022a78aede9 None None] Provisioning complete for port 3ab1545f-4ce1-481a-90ca-f25d3beccea4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:55.429393 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43767625-17f5-463e-996b-7022a78aede9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.446570 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-af715e2b-762d-44ca-91fe-c6d706f29c6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de90ed5a1664449896fec31defe37358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7625983 Nov 16 05:03:55.449360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40148) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:55.493985 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9eabae99-20f8-4e9a-a95c-a5873d86ab1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.554642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-43767625-17f5-463e-996b-7022a78aede9 None None] Port 3ab1545f-4ce1-481a-90ca-f25d3beccea4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:03:55.595004 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.611992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 03d0d66d-ba13-4588-a02a-6ceee337e239 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:03:55.655819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event deleted for resources: {'Port': ['ID=68ab5e3d-0a89-4471-be09-4dc73af77f52,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:55.719238 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9eabae99-20f8-4e9a-a95c-a5873d86ab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.722030 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9eabae99-20f8-4e9a-a95c-a5873d86ab1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.723336 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9eabae99-20f8-4e9a-a95c-a5873d86ab1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56020864-f501-4e83-821e-d4304bbce016 HTTP/1.1" status: 204 len: 168 time: 0.4683928 Nov 16 05:03:55.822907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabae99-20f8-4e9a-a95c-a5873d86ab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56020864-f501-4e83-821e-d4304bbce016,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:55.832125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 03d0d66d-ba13-4588-a02a-6ceee337e239, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=03d0d66d-ba13-4588-a02a-6ceee337e239,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:55.909370 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c0eb566-f6cf-4d08-9e61-6cce948e3ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:55.910742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '03d0d66d-ba13-4588-a02a-6ceee337e239', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '03d0d66d-ba13-4588-a02a-6ceee337e239', 'mac_address': 'fa:16:3e:0f:fe:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:03:55.915837 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] create failed (client error): The resource could not be found. Nov 16 05:03:55.917538 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e826ee2b-cb89-4021-8ff9-f9fbf572f7b7 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.6587238 Nov 16 05:03:55.921941 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40168) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:56.001726 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:56.010429 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c0eb566-f6cf-4d08-9e61-6cce948e3ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:56.045121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d0d66d-ba13-4588-a02a-6ceee337e239 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:03:56.075747 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:56.088405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5501fa2f-83b9-4aad-a806-abc79fb645ec tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Deleting port ef32356d-3496-4454-8177-a2d28fb91efd {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:56.089126 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5501fa2f-83b9-4aad-a806-abc79fb645ec tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:56.093989 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 03d0d66d-ba13-4588-a02a-6ceee337e239, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=03d0d66d-ba13-4588-a02a-6ceee337e239,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:56.104572 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:56.251806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=03d0d66d-ba13-4588-a02a-6ceee337e239,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:56.290033 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5501fa2f-83b9-4aad-a806-abc79fb645ec tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:56.306706 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c0eb566-f6cf-4d08-9e61-6cce948e3ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:56.312144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['03d0d66d-ba13-4588-a02a-6ceee337e239'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:03:56.314480 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c0eb566-f6cf-4d08-9e61-6cce948e3ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:56.317722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5501fa2f-83b9-4aad-a806-abc79fb645ec tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Calling delete_port for ef32356d-3496-4454-8177-a2d28fb91efd owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:56.318506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1c0eb566-f6cf-4d08-9e61-6cce948e3ede admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd01696e-2245-45e9-8ddd-6b8255a46d69 HTTP/1.1" status: 204 len: 168 time: 0.8643055 Nov 16 05:03:56.374417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0eb566-f6cf-4d08-9e61-6cce948e3ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd01696e-2245-45e9-8ddd-6b8255a46d69,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:56.624660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939588f-612f-4b9c-a722-2cca47e746db req-e4f2ca68-6947-4c84-b89e-6ab90fba36a6 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:56.638079 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d939588f-612f-4b9c-a722-2cca47e746db req-e4f2ca68-6947-4c84-b89e-6ab90fba36a6 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 949 time: 0.4192998 Nov 16 05:03:56.642512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5501fa2f-83b9-4aad-a806-abc79fb645ec tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:56.719461 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5501fa2f-83b9-4aad-a806-abc79fb645ec tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event deleted for resources: {'Port': ['ID=ef32356d-3496-4454-8177-a2d28fb91efd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:56.840552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d939588f-612f-4b9c-a722-2cca47e746db req-3b7bc2a1-dbd9-4a28-a579-0847ca55d4fa tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/security-groups?id=348a3bf0-9e2f-4df4-8937-5310ec4e9069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013953 Nov 16 05:03:56.910157 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:56.960195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5501fa2f-83b9-4aad-a806-abc79fb645ec tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:56.976274 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5501fa2f-83b9-4aad-a806-abc79fb645ec tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "DELETE /v2.0/ports/ef32356d-3496-4454-8177-a2d28fb91efd HTTP/1.1" status: 204 len: 168 time: 1.0497990 Nov 16 05:03:56.977401 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40204) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:57.079013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router 582eb076-b531-49f4-812b-4415e0679b8c is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:03:57.104433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54039735-eb7c-4646-a009-ab3c00dc4319 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:57.116816 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-54039735-eb7c-4646-a009-ab3c00dc4319 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "GET /v2.0/ports?device_id=126bafa2-78ec-464f-ab86-82ca85f3cb2c HTTP/1.1" status: 200 len: 913 time: 0.1329811 Nov 16 05:03:57.119088 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40212) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:57.283029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:03:57.292945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Sync routers for ids ['582eb076-b531-49f4-812b-4415e0679b8c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:03:57.312815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:57.318280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40218) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:57.318472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9368755e-9390-4635-b1f6-2d008539a17f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.0270355 Nov 16 05:03:57.321424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Routers {'582eb076-b531-49f4-812b-4415e0679b8c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:03:57.322044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:03:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['582eb076-b531-49f4-812b-4415e0679b8c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:57.377612 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3a9b6a68-f777-4338-8542-929b859f9902 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=67e3204c0e154b1a8a560237bfff7b3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558295 Nov 16 05:03:57.378652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40220) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:57.589140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Set router 582eb076-b531-49f4-812b-4415e0679b8c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:03:57.868176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392d016b-3eff-4280-8d1f-e92c443f0386 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:57.873525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-392d016b-3eff-4280-8d1f-e92c443f0386 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4935694 Nov 16 05:03:57.874902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40238) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:57.879537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5039fa66-4169-4380-bef2-1f3ca67e28f2 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:57.882513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 03d0d66d-ba13-4588-a02a-6ceee337e239 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:03:57.970432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f4bcc49f-bc10-46fa-82cc-9cf5c6ed7933 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0944364 Nov 16 05:03:57.973477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40242) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:57.974188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40244) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:57.995498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-820e8063-f364-4494-9c48-52c4d458bee2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-882752183', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:58.066725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 03d0d66d-ba13-4588-a02a-6ceee337e239 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:03:58.084934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 03d0d66d-ba13-4588-a02a-6ceee337e239 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:03:58.087214 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:58.220054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ff1cf-f4d8-46bb-ae05-f4226ceb784c req-392ee062-4136-409a-9711-2960b81ef75d tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:58.224585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f0ff1cf-f4d8-46bb-ae05-f4226ceb784c req-392ee062-4136-409a-9711-2960b81ef75d tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 949 time: 0.2178478 Nov 16 05:03:58.303470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820e8063-f364-4494-9c48-52c4d458bee2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Made reservation on behalf of 67e3204c0e154b1a8a560237bfff7b3b for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:58.314795 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-820e8063-f364-4494-9c48-52c4d458bee2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:58.405080 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5039fa66-4169-4380-bef2-1f3ca67e28f2 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Deleting port 65da3b53-6484-40df-a30e-2d9764e2032b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:03:58.406293 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5039fa66-4169-4380-bef2-1f3ca67e28f2 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:58.513525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-671562894'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:03:58.549296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:03:58.553024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:58.585684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f0ff1cf-f4d8-46bb-ae05-f4226ceb784c req-3272d99d-2178-4830-9699-a2a1a4ffde12 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/security-groups?id=348a3bf0-9e2f-4df4-8937-5310ec4e9069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498874 Nov 16 05:03:58.589246 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:58.598524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582eb076-b531-49f4-812b-4415e0679b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:03:53Z', 'updated_at': '2021-11-16T05:03:55Z', 'revision_number': 3, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:03:54Z', 'updated_at': '2021-11-16T05:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:03:58.673908 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5039fa66-4169-4380-bef2-1f3ca67e28f2 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:58.714992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5039fa66-4169-4380-bef2-1f3ca67e28f2 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Calling delete_port for 65da3b53-6484-40df-a30e-2d9764e2032b owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:03:58.723838 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-820e8063-f364-4494-9c48-52c4d458bee2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:58.740631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Checking router: 582eb076-b531-49f4-812b-4415e0679b8c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:03:58.741037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Updating router 582eb076-b531-49f4-812b-4415e0679b8c port 3ab1545f-4ce1-481a-90ca-f25d3beccea4 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:03:58.869783 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:59.016816 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:59.178801 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5039fa66-4169-4380-bef2-1f3ca67e28f2 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:59.214052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c79a3f1-cd98-47a2-af9a-428d7ff61f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d0d66d-ba13-4588-a02a-6ceee337e239'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:03:59.216424 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203b395d-21be-486c-bffc-adbabda0ec2a" -d '{"events": [{"server_uuid": "1c79a3f1-cd98-47a2-af9a-428d7ff61f1f", "name": "network-vif-plugged", "status": "completed", "tag": "03d0d66d-ba13-4588-a02a-6ceee337e239"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:03:59.257456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40284) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:03:59.268265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039fa66-4169-4380-bef2-1f3ca67e28f2 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event deleted for resources: {'Port': ['ID=65da3b53-6484-40df-a30e-2d9764e2032b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:59.285366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 03d0d66d-ba13-4588-a02a-6ceee337e239, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=03d0d66d-ba13-4588-a02a-6ceee337e239,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:03:59.308084 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:59.491848 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2df2d4-6630-4642-aeba-13fd3ca9632e x-openstack-request-id: req-ef2df2d4-6630-4642-aeba-13fd3ca9632e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:03:59.492285 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c79a3f1-cd98-47a2-af9a-428d7ff61f1f", "name": "network-vif-plugged", "status": "completed", "tag": "03d0d66d-ba13-4588-a02a-6ceee337e239", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:03:59.492730 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef2df2d4-6630-4642-aeba-13fd3ca9632e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:03:59.493334 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c79a3f1-cd98-47a2-af9a-428d7ff61f1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d0d66d-ba13-4588-a02a-6ceee337e239', 'code': 200} Nov 16 05:03:59.497970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=03d0d66d-ba13-4588-a02a-6ceee337e239,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:59.519287 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:59.528513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e8063-f364-4494-9c48-52c4d458bee2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Subnet': ['ID=ed41b38d-6939-49ef-a657-58afa5fcc6de,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:59.550918 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:59.647785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd41e67-0602-496c-afe2-05d21a305df5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:59.678055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:03:59.732670 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628126c1-32ca-468c-9c19-3e1da814db3d req-7c452c42-ab02-42dd-a81b-597cb48b7e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:03:59.734353 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-628126c1-32ca-468c-9c19-3e1da814db3d req-7c452c42-ab02-42dd-a81b-597cb48b7e17 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 1101 time: 0.3059154 Nov 16 05:03:59.788938 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5039fa66-4169-4380-bef2-1f3ca67e28f2 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:59.792785 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-640d294e-fdde-452f-9265-9dcbfddd7a2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:59.806921 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:59.807292 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Added segment 67e74bb5-cdb2-47b6-a34b-218b2de08277 of type vlan for network df1402be-e55d-4c04-a29d-5000cbf533ff Nov 16 05:03:59.861853 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:59.880089 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:59.927080 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:03:59.970854 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f275c3be-e058-4444-a7c4-47cfe4673a63 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:03:59.984817 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbb0a9-e3eb-441e-8654-96f3b3c86e1f None None] Pushing event updated for resources: {'Port': ['ID=3ab1545f-4ce1-481a-90ca-f25d3beccea4,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:03:59.989438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Attempting to bind port 3ab1545f-4ce1-481a-90ca-f25d3beccea4 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:03:59.989838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Attempting to bind port 3ab1545f-4ce1-481a-90ca-f25d3beccea4 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:03:59.990206 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Attempting to bind port 3ab1545f-4ce1-481a-90ca-f25d3beccea4 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:00.000697 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:00.000697 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:00.000697 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.000697 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:00.001135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Bound port: 3ab1545f-4ce1-481a-90ca-f25d3beccea4, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:00.001468 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.064939 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.073074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:00.082403 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.154526 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1773231 Nov 16 05:04:00.157614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a8c1b25f-34c5-4713-a2be-657b3c45d6e3 None None] Provisioning complete for port 3ab1545f-4ce1-481a-90ca-f25d3beccea4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:00.159295 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b25f-34c5-4713-a2be-657b3c45d6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.196988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40316) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:00.202751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'name': 'tempest-PortsIpV6TestJSON-1537552105'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:00.224269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820e8063-f364-4494-9c48-52c4d458bee2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Checking segment: {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:00.224866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820e8063-f364-4494-9c48-52c4d458bee2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network hostable DHCP agents. Network: aa3c2906-1925-45a3-9bec-3c8146ec05de, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:04:00.263336 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-628126c1-32ca-468c-9c19-3e1da814db3d req-fa488240-2b92-4ca8-8c49-85d99b71dccf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=348a3bf0-9e2f-4df4-8937-5310ec4e9069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100598 Nov 16 05:04:00.287910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] For port 3ab1545f-4ce1-481a-90ca-f25d3beccea4, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:00.312636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a8c1b25f-34c5-4713-a2be-657b3c45d6e3 None None] Port 3ab1545f-4ce1-481a-90ca-f25d3beccea4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:00.325571 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] For port 3ab1545f-4ce1-481a-90ca-f25d3beccea4, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3ab1545f-4ce1-481a-90ca-f25d3beccea4,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:00.337907 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.382071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5039fa66-4169-4380-bef2-1f3ca67e28f2 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Router 126bafa2-78ec-464f-ab86-82ca85f3cb2c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:04:00.414093 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-640d294e-fdde-452f-9265-9dcbfddd7a2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.430906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ca492-1590-4f49-b002-bae47a79899a req-f1c2b956-d9ea-4cda-ad50-e1101c4f1156 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:00.432505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf0ca492-1590-4f49-b002-bae47a79899a req-f1c2b956-d9ea-4cda-ad50-e1101c4f1156 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 950 time: 0.7000525 Nov 16 05:04:00.452371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a6443d-6c7c-43ab-8269-12a7b70f1386 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:04:00.459173 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-640d294e-fdde-452f-9265-9dcbfddd7a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.499336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Routers {'582eb076-b531-49f4-812b-4415e0679b8c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:00.500607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:03:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['582eb076-b531-49f4-812b-4415e0679b8c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:00.517169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b2b6d-987b-4b89-852d-c8417b52dedd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Network': ['ID=df1402be-e55d-4c04-a29d-5000cbf533ff,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:00.538735 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5039fa66-4169-4380-bef2-1f3ca67e28f2 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:04:00.550919 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4288c25f-9769-4948-ae0d-6f6704e64aff None None] Sync routers for ids ['126bafa2-78ec-464f-ab86-82ca85f3cb2c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:04:00.552493 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5039fa66-4169-4380-bef2-1f3ca67e28f2 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "PUT /v2.0/routers/126bafa2-78ec-464f-ab86-82ca85f3cb2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4321249 Nov 16 05:04:00.558552 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-640d294e-fdde-452f-9265-9dcbfddd7a2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be7ded77540c4951aceff92eabc03adb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2968061 Nov 16 05:04:00.558552 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40326) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:00.559405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40328) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:00.561139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d294e-fdde-452f-9265-9dcbfddd7a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4918b42e-c325-424a-93f3-e6a2f0b1ae88,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:00.584459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820e8063-f364-4494-9c48-52c4d458bee2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network aa3c2906-1925-45a3-9bec-3c8146ec05de is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:04:00.587737 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4288c25f-9769-4948-ae0d-6f6704e64aff None None] Routers {'126bafa2-78ec-464f-ab86-82ca85f3cb2c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:00.588589 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4288c25f-9769-4948-ae0d-6f6704e64aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:03:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['126bafa2-78ec-464f-ab86-82ca85f3cb2c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:00.631265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-820e8063-f364-4494-9c48-52c4d458bee2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, aa3c2906-1925-45a3-9bec-3c8146ec05de) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:00.661189 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-64ab044d-00ac-46e1-b0d0-5f414887d778 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.668823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820e8063-f364-4494-9c48-52c4d458bee2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:00.675471 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-820e8063-f364-4494-9c48-52c4d458bee2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.695729 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4288c25f-9769-4948-ae0d-6f6704e64aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:00.711262 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf0ca492-1590-4f49-b002-bae47a79899a req-15c2e635-2afe-4d3c-b2bf-24edefb63046 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/security-groups?id=348a3bf0-9e2f-4df4-8937-5310ec4e9069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504270 Nov 16 05:04:00.734198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network df1402be-e55d-4c04-a29d-5000cbf533ff details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:04:00.740286 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4288c25f-9769-4948-ae0d-6f6704e64aff None None] Routers {'126bafa2-78ec-464f-ab86-82ca85f3cb2c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:00.744664 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4288c25f-9769-4948-ae0d-6f6704e64aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:03:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['126bafa2-78ec-464f-ab86-82ca85f3cb2c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:00.755728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfd2fa5-bce1-490f-a874-8e3e52ff2bf1 None None] Network aa3c2906-1925-45a3-9bec-3c8146ec05de requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:00.774179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:00.782089 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.815218 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-820e8063-f364-4494-9c48-52c4d458bee2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8291154 Nov 16 05:04:00.829378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40332) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:00.866734 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4288c25f-9769-4948-ae0d-6f6704e64aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:00.867395 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4288c25f-9769-4948-ae0d-6f6704e64aff None None] The sync data for ids ['126bafa2-78ec-464f-ab86-82ca85f3cb2c'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:04:00.923526 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-64ab044d-00ac-46e1-b0d0-5f414887d778 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.930254 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-64ab044d-00ac-46e1-b0d0-5f414887d778 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.948352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-109bd976-36a5-4d56-b9e4-9594d6b07a08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:00.959186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port 98472b6d-316e-4789-9125-0c68d853a332 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:00.991553 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40336) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:01.024466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbb0a9-e3eb-441e-8654-96f3b3c86e1f None None] Pushing event updated for resources: {'Port': ['ID=3ab1545f-4ce1-481a-90ca-f25d3beccea4,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:01.026206 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-64ab044d-00ac-46e1-b0d0-5f414887d778 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:01.026847 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ab044d-00ac-46e1-b0d0-5f414887d778 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Fanout notify agent at l3_agent the message router_deleted on router 126bafa2-78ec-464f-ab86-82ca85f3cb2c {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:04:01.032594 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-109bd976-36a5-4d56-b9e4-9594d6b07a08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:01.045836 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-64ab044d-00ac-46e1-b0d0-5f414887d778 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:01.050197 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-64ab044d-00ac-46e1-b0d0-5f414887d778 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "DELETE /v2.0/routers/126bafa2-78ec-464f-ab86-82ca85f3cb2c HTTP/1.1" status: 204 len: 168 time: 0.4889154 Nov 16 05:04:01.052624 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40340) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:01.142732 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-29597d95-bc71-4ac5-8a83-95de183d4ef6 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Deleting subnet 8c6ef52f-5979-4889-a665-8e29a2676851 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:04:01.146539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29597d95-bc71-4ac5-8a83-95de183d4ef6 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:01.202238 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29597d95-bc71-4ac5-8a83-95de183d4ef6 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:01.247770 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c963e754-4e14-47f0-87cb-09481d34ef62 None None] Provisioning complete for port 3ab1545f-4ce1-481a-90ca-f25d3beccea4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:01.248789 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c963e754-4e14-47f0-87cb-09481d34ef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:01.288435 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-109bd976-36a5-4d56-b9e4-9594d6b07a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:01.291913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-109bd976-36a5-4d56-b9e4-9594d6b07a08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:01.295492 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-109bd976-36a5-4d56-b9e4-9594d6b07a08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4918b42e-c325-424a-93f3-e6a2f0b1ae88 HTTP/1.1" status: 204 len: 168 time: 0.7330015 Nov 16 05:04:01.330012 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bd976-36a5-4d56-b9e4-9594d6b07a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4918b42e-c325-424a-93f3-e6a2f0b1ae88,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:01.349565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29597d95-bc71-4ac5-8a83-95de183d4ef6 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:01.474915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29597d95-bc71-4ac5-8a83-95de183d4ef6 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:01.553208 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29597d95-bc71-4ac5-8a83-95de183d4ef6 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6ef52f-5979-4889-a665-8e29a2676851,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:01.563600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] Set router 582eb076-b531-49f4-812b-4415e0679b8c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:04:01.566657 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29597d95-bc71-4ac5-8a83-95de183d4ef6 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:01.573631 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-29597d95-bc71-4ac5-8a83-95de183d4ef6 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "DELETE /v2.0/subnets/8c6ef52f-5979-4889-a665-8e29a2676851 HTTP/1.1" status: 204 len: 168 time: 0.5199411 Nov 16 05:04:01.582909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40346) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:01.597728 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b6237db4-0b14-4b07-a243-3d288570a261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:01.716296 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-aa3c2906-1925-45a3-9bec-3c8146ec05de', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ips': [{'subnet_id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:04:01.717243 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:01.728097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9bc8d-c36c-417e-be76-c7b49ec18d0d None None] Network ba98ec31-8050-4e30-be99-131348196ba3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:01.886288 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.028937 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b6237db4-0b14-4b07-a243-3d288570a261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.036652 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b6237db4-0b14-4b07-a243-3d288570a261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.040609 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.139653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Deleting port 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:02.141333 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.206953 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b6237db4-0b14-4b07-a243-3d288570a261 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b1e0b76fd014d118ddfce63bba7fb56&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2123494 Nov 16 05:04:02.209098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40362) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:02.222536 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.277002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6237db4-0b14-4b07-a243-3d288570a261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35efa34a-f6e8-4f2b-aa6d-f625a1243d41,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:02.287132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Allocated IP 172.20.0.2 (aa3c2906-1925-45a3-9bec-3c8146ec05de/ed41b38d-6939-49ef-a657-58afa5fcc6de/157263ba-6bec-4b7e-8ba8-c64ea3c47cb8) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:02.359114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=98472b6d-316e-4789-9125-0c68d853a332,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:02.459870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Checking segment: {'id': '67e74bb5-cdb2-47b6-a34b-218b2de08277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:02.460248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network hostable DHCP agents. Network: df1402be-e55d-4c04-a29d-5000cbf533ff, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:04:02.480725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ab821-68b4-43da-803a-00e4e98b36ad req-719e3b17-e8ca-4841-9ab8-29fedd35c82b tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:02.481318 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa852dd8-1f35-443b-af6f-d82be604e756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.482746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f4ab821-68b4-43da-803a-00e4e98b36ad req-719e3b17-e8ca-4841-9ab8-29fedd35c82b tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 950 time: 0.3702097 Nov 16 05:04:02.517263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network df1402be-e55d-4c04-a29d-5000cbf533ff is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:04:02.528512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] For port 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0a42b7a7-ba21-49fe-a2f7-aa52223ced5e,segment=NetworkSegment(c13d71d7-a8dd-4e8d-be14-8979df6b814e),segment_id=c13d71d7-a8dd-4e8d-be14-8979df6b814e)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:02.530261 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.539575 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.542966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, df1402be-e55d-4c04-a29d-5000cbf533ff) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:02.548253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:02.578883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:02.579558 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.583839 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Calling delete_port for 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:02.587019 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa852dd8-1f35-443b-af6f-d82be604e756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.615177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b14c1b-b9dd-45a6-ad8b-e49d5645c693 None None] Network df1402be-e55d-4c04-a29d-5000cbf533ff requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:02.616530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4b0b62cd-0bd9-4d69-afde-1b5b8b1371fc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4177337 Nov 16 05:04:02.617625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40374) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:02.620578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.624765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-dcd945b2-2336-4e5b-aacf-551c14d0abbc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1718027302'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:02.635539 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c963e754-4e14-47f0-87cb-09481d34ef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.662873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f4ab821-68b4-43da-803a-00e4e98b36ad req-1eaca68c-850b-4e5d-8069-2b1c16fca05d tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/security-groups?id=348a3bf0-9e2f-4df4-8937-5310ec4e9069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692700 Nov 16 05:04:02.854725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd945b2-2336-4e5b-aacf-551c14d0abbc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:02.868320 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dcd945b2-2336-4e5b-aacf-551c14d0abbc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.877631 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa852dd8-1f35-443b-af6f-d82be604e756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.884779 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa852dd8-1f35-443b-af6f-d82be604e756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.888487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Network aa3c2906-1925-45a3-9bec-3c8146ec05de is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:02.889716 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa852dd8-1f35-443b-af6f-d82be604e756 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35efa34a-f6e8-4f2b-aa6d-f625a1243d41 HTTP/1.1" status: 204 len: 168 time: 0.6056170 Nov 16 05:04:02.937161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa852dd8-1f35-443b-af6f-d82be604e756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35efa34a-f6e8-4f2b-aa6d-f625a1243d41,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:02.952410 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.957443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd945b2-2336-4e5b-aacf-551c14d0abbc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:04:02.970800 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dcd945b2-2336-4e5b-aacf-551c14d0abbc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:02.971163 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-dcd945b2-2336-4e5b-aacf-551c14d0abbc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Added segment b251d7e9-5e7b-47d7-ad16-8c9f8fbde5a5 of type vlan for network 920a0cbc-fc18-4754-9c8f-773f812e0315 Nov 16 05:04:03.032079 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dcd945b2-2336-4e5b-aacf-551c14d0abbc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.037681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c963e754-4e14-47f0-87cb-09481d34ef62 None None] For port 3ab1545f-4ce1-481a-90ca-f25d3beccea4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3ab1545f-4ce1-481a-90ca-f25d3beccea4,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:03.057983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:03.077516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event deleted for resources: {'Port': ['ID=0a42b7a7-ba21-49fe-a2f7-aa52223ced5e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:03.096135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] No DVR routers for this DVR port 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:04:03.123784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:03.128400 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c963e754-4e14-47f0-87cb-09481d34ef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.135536 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Pushing event updated for resources: {'Port': ['ID=157263ba-6bec-4b7e-8ba8-c64ea3c47cb8,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:03.221358 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.224269 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dcd945b2-2336-4e5b-aacf-551c14d0abbc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.232916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd945b2-2336-4e5b-aacf-551c14d0abbc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:03.234485 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dcd945b2-2336-4e5b-aacf-551c14d0abbc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.312291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-dcd945b2-2336-4e5b-aacf-551c14d0abbc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6919794 Nov 16 05:04:03.313329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40398) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:03.325988 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'ports': [{'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff'}, {'network_id': '920a0cbc-fc18-4754-9c8f-773f812e0315'}]} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:03.326700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:03.327292 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': '920a0cbc-fc18-4754-9c8f-773f812e0315'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:03.510465 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.518410 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40402) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:03.569035 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7aab6966-7f91-4433-bb2f-bd1d9bae5e3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.606358 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab00c8-9505-4337-b239-722541c2f1fe None None] DHCP port deletion for ba98ec31-8050-4e30-be99-131348196ba3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:04:03.616480 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba98ec31-8050-4e30-be99-131348196ba3']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:03.648724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963e754-4e14-47f0-87cb-09481d34ef62 None None] Pushing event updated for resources: {'Port': ['ID=3ab1545f-4ce1-481a-90ca-f25d3beccea4,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:03.653459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13d71d7-a8dd-4e8d-be14-8979df6b814e') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:03.656733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Attempting to bind port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:03.657132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Attempting to bind port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:03.657532 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Attempting to bind port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 on network aa3c2906-1925-45a3-9bec-3c8146ec05de {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:03.666350 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13d71d7-a8dd-4e8d-be14-8979df6b814e') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:03.670892 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:03.671675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Checking segment: {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:03.672397 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.673239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Bound using segment: {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:03.674052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Bound port: 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:03.675662 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.681867 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.685323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582eb076-b531-49f4-812b-4415e0679b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:03:53Z', 'updated_at': '2021-11-16T05:03:55Z', 'revision_number': 3, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:03:54Z', 'updated_at': '2021-11-16T05:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:03.745066 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.745682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329266ce-a888-4a67-b4f2-563bdca9b8ac None None] The sync data for ids ['582eb076-b531-49f4-812b-4415e0679b8c'] in n-d-818042-1 is: [{'id': '582eb076-b531-49f4-812b-4415e0679b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:03:53Z', 'updated_at': '2021-11-16T05:03:55Z', 'revision_number': 3, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:03:54Z', 'updated_at': '2021-11-16T05:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:04:03.776686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:04:03.777093 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:04:03.789831 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:04:03.803783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.20.0.1 (aa3c2906-1925-45a3-9bec-3c8146ec05de/ed41b38d-6939-49ef-a657-58afa5fcc6de/84e930af-ff0c-43bb-b7be-d9ee8af4e870) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:03.828251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd945b2-2336-4e5b-aacf-551c14d0abbc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Network': ['ID=920a0cbc-fc18-4754-9c8f-773f812e0315,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:03.846879 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 920a0cbc-fc18-4754-9c8f-773f812e0315 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:04:03.864473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14c58-955b-4d26-a011-f9d5a866bef5 req-4d800ff1-5d5b-4410-b4a5-41cc226ae18c tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:03.866434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00f14c58-955b-4d26-a011-f9d5a866bef5 req-4d800ff1-5d5b-4410-b4a5-41cc226ae18c tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 950 time: 0.6495359 Nov 16 05:04:03.926298 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.944756 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.947786 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] 10.222.0.41 "DELETE /v2.0/networks/ba98ec31-8050-4e30-be99-131348196ba3 HTTP/1.1" status: 204 len: 168 time: 2.3633316 Nov 16 05:04:03.954961 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] For port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:03.969436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa97539-3fab-4bf5-aad9-f293f66c5cc0 tempest-FloatingIPNegativeTestJSON-1199511270 tempest-FloatingIPNegativeTestJSON-1199511270-project] Pushing event deleted for resources: {'Network': ['ID=ba98ec31-8050-4e30-be99-131348196ba3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:03.974467 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] For port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=157263ba-6bec-4b7e-8ba8-c64ea3c47cb8,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:03.977099 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7aab6966-7f91-4433-bb2f-bd1d9bae5e3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.978215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 2} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:03.983494 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.984988 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:03.993470 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7aab6966-7f91-4433-bb2f-bd1d9bae5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:04.003114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00f14c58-955b-4d26-a011-f9d5a866bef5 req-fe2a702c-68cf-4e4c-a349-6c38d45fa18f tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/security-groups?id=348a3bf0-9e2f-4df4-8937-5310ec4e9069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170127 Nov 16 05:04:04.008294 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:04.054225 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7aab6966-7f91-4433-bb2f-bd1d9bae5e3c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27d869a85ed74a499b90ae5da0b3f33f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5264602 Nov 16 05:04:04.060916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40416) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:04.062551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab6966-7f91-4433-bb2f-bd1d9bae5e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81ded98-6562-4992-b47b-018bc2381d02,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:04.127112 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:04.151960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d690c6-9834-4e05-bd72-92715986f0e2 None None] Pushing event updated for resources: {'Port': ['ID=157263ba-6bec-4b7e-8ba8-c64ea3c47cb8,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:04.247702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:04:04.284869 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port 43426360-8232-44e8-b9c9-9239a9585498 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:04.288604 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-df246350-b879-43b9-a074-0d6a807c71c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:04.294691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:04:04.295341 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0a42b7a7-ba21-49fe-a2f7-aa52223ced5e not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:04:04.305816 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:04.381385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40428) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:04.435365 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-df246350-b879-43b9-a074-0d6a807c71c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:04.493029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network aa3c2906-1925-45a3-9bec-3c8146ec05de is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:04.532875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:04.537507 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:04.628523 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:04.637567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=84e930af-ff0c-43bb-b7be-d9ee8af4e870,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:04.774478 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-402320328'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:04.823013 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-df246350-b879-43b9-a074-0d6a807c71c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:04.827160 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-df246350-b879-43b9-a074-0d6a807c71c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:04.829023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-df246350-b879-43b9-a074-0d6a807c71c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d81ded98-6562-4992-b47b-018bc2381d02 HTTP/1.1" status: 204 len: 168 time: 0.7523925 Nov 16 05:04:04.845912 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df246350-b879-43b9-a074-0d6a807c71c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81ded98-6562-4992-b47b-018bc2381d02,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:04.847686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Made reservation on behalf of 4b0a31c77a204132936c5e1091d5fd37 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:04.851929 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:04.875415 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:04.908426 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:04.981185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40482) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:05.032221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e7270-82ba-4534-a98f-1bcda243a383 req-eae4a618-adc5-4308-a804-3f41a27df1c6 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:05.046735 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-947e7270-82ba-4534-a98f-1bcda243a383 req-eae4a618-adc5-4308-a804-3f41a27df1c6 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.15 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 950 time: 0.6059213 Nov 16 05:04:05.063727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:05.112856 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port baac1106-4bbd-4003-a8cc-7911983b07ff yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:05.317367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-947e7270-82ba-4534-a98f-1bcda243a383 req-fec6d92f-dc44-43fd-b1be-7e7be9189fe3 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Deleting port 03d0d66d-ba13-4588-a02a-6ceee337e239 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:05.320222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-947e7270-82ba-4534-a98f-1bcda243a383 req-fec6d92f-dc44-43fd-b1be-7e7be9189fe3 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:05.564644 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:05.585074 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:05.640208 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:05.722416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-947e7270-82ba-4534-a98f-1bcda243a383 req-fec6d92f-dc44-43fd-b1be-7e7be9189fe3 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] For port 03d0d66d-ba13-4588-a02a-6ceee337e239, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=03d0d66d-ba13-4588-a02a-6ceee337e239,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:05.722997 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-947e7270-82ba-4534-a98f-1bcda243a383 req-fec6d92f-dc44-43fd-b1be-7e7be9189fe3 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:05.782675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f3511-2ab3-45c2-9af2-b7b1891787ee req-09d75b75-76e0-4af7-bb48-8e7af60a911a tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:05.784263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-332f3511-2ab3-45c2-9af2-b7b1891787ee req-09d75b75-76e0-4af7-bb48-8e7af60a911a tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c79a3f1-cd98-47a2-af9a-428d7ff61f1f HTTP/1.1" status: 200 len: 950 time: 0.5533929 Nov 16 05:04:05.803799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-947e7270-82ba-4534-a98f-1bcda243a383 req-fec6d92f-dc44-43fd-b1be-7e7be9189fe3 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Calling delete_port for 03d0d66d-ba13-4588-a02a-6ceee337e239 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:05.832930 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:05.915862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:04:05.938681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-db3def91-5a75-4a4d-aa40-87b9408fce60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=108491879af84e968d4ea066cc1348ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9532516 Nov 16 05:04:05.945660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6b131f-5f27-409c-b9e8-fe128144f823,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:05.952436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40572) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:05.966166 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:05.966513 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Added segment 8b12f806-0230-45d5-8e3c-cd9e8a0d5615 of type vlan for network be47d860-83e1-4b75-924a-02701cf9f64b Nov 16 05:04:06.007406 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network df1402be-e55d-4c04-a29d-5000cbf533ff is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:06.033150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550b47a5-d1bd-4447-b3df-868951fb1435 None None] Network aa3c2906-1925-45a3-9bec-3c8146ec05de requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:06.041171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:06.077962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:06.078936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.096667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=43426360-8232-44e8-b9c9-9239a9585498,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:06.177405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:06.182359 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:06.183043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:06.184515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:06.184950 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:06.193294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:06.193820 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:06.194290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:06.194721 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:06.195298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:06.195867 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:06.196821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:06.211233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-27f00330-53d8-49ff-b0f8-5bcf227aa829 None None] Provisioning complete for port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:06.211905 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27f00330-53d8-49ff-b0f8-5bcf227aa829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.273005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:06.314999 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.349287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-332f3511-2ab3-45c2-9af2-b7b1891787ee req-afc1d4aa-d821-48b8-87eb-5892c43ba651 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.41 "GET /v2.0/security-groups?id=348a3bf0-9e2f-4df4-8937-5310ec4e9069&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481796 Nov 16 05:04:06.358524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=baac1106-4bbd-4003-a8cc-7911983b07ff,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:06.373080 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Checking segment: {'id': 'b251d7e9-5e7b-47d7-ad16-8c9f8fbde5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '920a0cbc-fc18-4754-9c8f-773f812e0315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:06.373646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network hostable DHCP agents. Network: 920a0cbc-fc18-4754-9c8f-773f812e0315, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:04:06.423384 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-947e7270-82ba-4534-a98f-1bcda243a383 req-fec6d92f-dc44-43fd-b1be-7e7be9189fe3 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.436554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network 920a0cbc-fc18-4754-9c8f-773f812e0315 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:04:06.438011 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b084ce07-07d4-4240-81cd-439e0b4788a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.477856 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6d92f-dc44-43fd-b1be-7e7be9189fe3 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Pushing event deleted for resources: {'Port': ['ID=03d0d66d-ba13-4588-a02a-6ceee337e239,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:06.488900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 920a0cbc-fc18-4754-9c8f-773f812e0315) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:06.507437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:06.507867 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.512884 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b084ce07-07d4-4240-81cd-439e0b4788a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.515755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:06.522113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:06.528228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:06.529117 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.560613 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-947e7270-82ba-4534-a98f-1bcda243a383 req-fec6d92f-dc44-43fd-b1be-7e7be9189fe3 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] No DVR routers for this DVR port 03d0d66d-ba13-4588-a02a-6ceee337e239 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:04:06.565465 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-947e7270-82ba-4534-a98f-1bcda243a383 req-fec6d92f-dc44-43fd-b1be-7e7be9189fe3 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.574409 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-947e7270-82ba-4534-a98f-1bcda243a383 req-fec6d92f-dc44-43fd-b1be-7e7be9189fe3 tempest-VolumesNegativeTest-1516278923 tempest-VolumesNegativeTest-1516278923-project] 10.222.0.15 "DELETE /v2.0/ports/03d0d66d-ba13-4588-a02a-6ceee337e239 HTTP/1.1" status: 204 len: 173 time: 1.5260150 Nov 16 05:04:06.577193 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c79a3f1-cd98-47a2-af9a-428d7ff61f1f', 'name': 'network-vif-deleted', 'tag': '03d0d66d-ba13-4588-a02a-6ceee337e239'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:04:06.583845 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f83060-c0fa-4683-86da-fef4f8067e56" -d '{"events": [{"server_uuid": "1c79a3f1-cd98-47a2-af9a-428d7ff61f1f", "name": "network-vif-deleted", "tag": "03d0d66d-ba13-4588-a02a-6ceee337e239"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:04:06.615300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf7e47-39b5-41fe-b59e-b33359e3d985 None None] Network 920a0cbc-fc18-4754-9c8f-773f812e0315 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:06.647854 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8912bcd3-ff3b-4b8f-bc64-cabb3e032b7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3303456 Nov 16 05:04:06.651493 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40642) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:06.654551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.resource_extend [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 05:04:06.679044 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b084ce07-07d4-4240-81cd-439e0b4788a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.689829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b084ce07-07d4-4240-81cd-439e0b4788a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.691085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b084ce07-07d4-4240-81cd-439e0b4788a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/732f6a4b-d08e-426e-964e-951b27986581 HTTP/1.1" status: 204 len: 168 time: 0.7354331 Nov 16 05:04:06.766698 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861d5789-aadb-4382-8c3a-6ebf9baf0169 x-openstack-request-id: req-861d5789-aadb-4382-8c3a-6ebf9baf0169 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:04:06.767430 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c79a3f1-cd98-47a2-af9a-428d7ff61f1f", "name": "network-vif-deleted", "tag": "03d0d66d-ba13-4588-a02a-6ceee337e239", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:04:06.767702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b084ce07-07d4-4240-81cd-439e0b4788a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732f6a4b-d08e-426e-964e-951b27986581,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:06.768726 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-861d5789-aadb-4382-8c3a-6ebf9baf0169 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:04:06.769406 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c79a3f1-cd98-47a2-af9a-428d7ff61f1f', 'name': 'network-vif-deleted', 'tag': '03d0d66d-ba13-4588-a02a-6ceee337e239', 'status': 'completed', 'code': 200} Nov 16 05:04:06.820645 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.848688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.864891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:06.893140 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.899847 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.942745 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27f00330-53d8-49ff-b0f8-5bcf227aa829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:06.994825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ec848fc4-12be-48d9-ad68-6a9e81569cb2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port baac1106-4bbd-4003-a8cc-7911983b07ff {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:06.995168 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec848fc4-12be-48d9-ad68-6a9e81569cb2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:07.159392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-27f00330-53d8-49ff-b0f8-5bcf227aa829 None None] For port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=157263ba-6bec-4b7e-8ba8-c64ea3c47cb8,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:07.172375 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-27f00330-53d8-49ff-b0f8-5bcf227aa829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:07.211950 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec848fc4-12be-48d9-ad68-6a9e81569cb2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:07.256234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ec848fc4-12be-48d9-ad68-6a9e81569cb2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for baac1106-4bbd-4003-a8cc-7911983b07ff owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:07.315741 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:07.352388 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:04:07.360949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f00330-53d8-49ff-b0f8-5bcf227aa829 None None] Pushing event updated for resources: {'Port': ['ID=157263ba-6bec-4b7e-8ba8-c64ea3c47cb8,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:07.455548 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.0700505 Nov 16 05:04:07.476664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=84e930af-ff0c-43bb-b7be-d9ee8af4e870,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:07.494751 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:07.506070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5b907-53bb-402a-91b7-064dd3de4c2f tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Pushing event updated for resources: {'Network': ['ID=be47d860-83e1-4b75-924a-02701cf9f64b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:07.523082 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:04:07.523441 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:04:07.538169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-12ea6c4d-07d8-4cbb-b211-5d3a892981f5 None None] Provisioning complete for port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:07.538543 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-12ea6c4d-07d8-4cbb-b211-5d3a892981f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:07.562334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network be47d860-83e1-4b75-924a-02701cf9f64b details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:04:07.704678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network aa3c2906-1925-45a3-9bec-3c8146ec05de is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:07.708208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:07.732628 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec848fc4-12be-48d9-ad68-6a9e81569cb2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:07.772860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 03d0d66d-ba13-4588-a02a-6ceee337e239 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:04:07.842109 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 03d0d66d-ba13-4588-a02a-6ceee337e239 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:04:07.842503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 03d0d66d-ba13-4588-a02a-6ceee337e239 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:04:07.853982 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec848fc4-12be-48d9-ad68-6a9e81569cb2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=baac1106-4bbd-4003-a8cc-7911983b07ff,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:07.970255 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec848fc4-12be-48d9-ad68-6a9e81569cb2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:07.972697 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router 582eb076-b531-49f4-812b-4415e0679b8c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:04:07.987020 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ec848fc4-12be-48d9-ad68-6a9e81569cb2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/baac1106-4bbd-4003-a8cc-7911983b07ff HTTP/1.1" status: 204 len: 168 time: 1.3345239 Nov 16 05:04:07.990367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40764) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:08.143331 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d94e14e4-e380-4d82-afa6-7843f1f36901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:08.188172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b7d15a-856f-4a22-b818-e61ead81dc12 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:08.246617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b7d15a-856f-4a22-b818-e61ead81dc12 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:08.253250 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c0b7d15a-856f-4a22-b818-e61ead81dc12 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2616467 Nov 16 05:04:08.258256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40792) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:08.265749 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3ab1545f-4ce1-481a-90ca-f25d3beccea4 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:08.310606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40800) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:08.316848 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Request body: {'port': {'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b', 'binding:host_id': 'n-h1-818042-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-405395744'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:08.330921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-12ea6c4d-07d8-4cbb-b211-5d3a892981f5 None None] Provisioning complete for port 84e930af-ff0c-43bb-b7be-d9ee8af4e870 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:08.331605 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-12ea6c4d-07d8-4cbb-b211-5d3a892981f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:08.362390 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Made reservation on behalf of dce01a0c8f594ca8acc16f4b709a20d0 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:08.367221 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:08.393973 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:08.440065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:04:08.462559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4987d8fe-c548-48e7-9b49-71c87abc95b8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "PUT /v2.0/routers/582eb076-b531-49f4-812b-4415e0679b8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6279097 Nov 16 05:04:08.494962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Sync routers for ids ['582eb076-b531-49f4-812b-4415e0679b8c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:04:08.542802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port 43426360-8232-44e8-b9c9-9239a9585498 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:08.543420 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:08.548941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-12ea6c4d-07d8-4cbb-b211-5d3a892981f5 None None] Port 84e930af-ff0c-43bb-b7be-d9ee8af4e870 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:08.568635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 3ab1545f-4ce1-481a-90ca-f25d3beccea4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:08.569025 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:08.578373 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Routers {'582eb076-b531-49f4-812b-4415e0679b8c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:08.579149 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:03:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['582eb076-b531-49f4-812b-4415e0679b8c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:08.627502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:08.640906 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:08.653564 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] device_id is not set on port 381ec816-229c-4362-8d04-75303ad992e2 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:08.736075 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:08.779706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for 43426360-8232-44e8-b9c9-9239a9585498 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:08.782605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77878874-e786-41bf-bcb0-0e10326672b4,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:08.785936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-114d1a90-0b97-4864-972c-b21dd11c5f9b None None] Provisioning complete for port 84e930af-ff0c-43bb-b7be-d9ee8af4e870 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:08.786305 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-114d1a90-0b97-4864-972c-b21dd11c5f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:08.968011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-114d1a90-0b97-4864-972c-b21dd11c5f9b None None] Port 84e930af-ff0c-43bb-b7be-d9ee8af4e870 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:08.978159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Set router 582eb076-b531-49f4-812b-4415e0679b8c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:04:09.096845 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:09.227099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=43426360-8232-44e8-b9c9-9239a9585498,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:09.245496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:09.247207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:09.247733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:09.248287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:09.248792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:09.249692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:09.250318 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:09.251109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:09.252314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:09.252971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:09.254032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:09.259897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:09.329811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] device_id is not set on port 381ec816-229c-4362-8d04-75303ad992e2 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:09.330136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:09.354728 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:09.374771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-15becd10-7458-444c-8e63-5c345e142aa8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-572108815&fields=id&tenant_id=67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 267 time: 0.2826526 Nov 16 05:04:09.376154 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:09.381274 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:09.387649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d05701a9-70a6-4be5-b392-e85b3477e70e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/43426360-8232-44e8-b9c9-9239a9585498 HTTP/1.1" status: 204 len: 168 time: 1.1278310 Nov 16 05:04:09.392094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 40926) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:09.544166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-80541e89-53fc-4e7c-acf1-b0ea1dfdf838 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:09.546819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-80541e89-53fc-4e7c-acf1-b0ea1dfdf838 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 796 time: 0.1562407 Nov 16 05:04:09.587933 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event updated for resources: {'Port': ['ID=381ec816-229c-4362-8d04-75303ad992e2,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:09.595561 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Checking segment: {'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:09.602334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Network hostable DHCP agents. Network: be47d860-83e1-4b75-924a-02701cf9f64b, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:04:09.651601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:09.654048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Network be47d860-83e1-4b75-924a-02701cf9f64b is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:04:09.654326 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:09.656906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-586bd5c4-5b0f-42ad-b14d-1555ad104985 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/quotas/67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 375 time: 0.0307670 Nov 16 05:04:09.689934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, be47d860-83e1-4b75-924a-02701cf9f64b) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:09.695127 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:09.720174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:09.732152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:09.755282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:09.765645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:09.768115 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:09.768551 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 2 to bind port 381ec816-229c-4362-8d04-75303ad992e2 Nov 16 05:04:09.768685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf1e509-87dd-44cd-b8a5-61de4fe9f3bf tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:09.770781 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7bf1e509-87dd-44cd-b8a5-61de4fe9f3bf tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3770661 Nov 16 05:04:09.780537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 40986) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:09.841744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041c1c43-e7a1-415f-bb6f-8b23e0a3b036 None None] Network be47d860-83e1-4b75-924a-02701cf9f64b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:09.883634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-6961dabf-f1dd-4dc8-b498-fe669c51e82d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2130485 Nov 16 05:04:09.909876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:09.910439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:09.910582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:09.916808 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd714b17-1a24-4287-be40-11094c9300c4 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:04:09.922374 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bd714b17-1a24-4287-be40-11094c9300c4 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/baac1106-4bbd-4003-a8cc-7911983b07ff HTTP/1.1" status: 404 len: 333 time: 0.1207392 Nov 16 05:04:09.922374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41024) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:09.934874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:09.935216 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:09.935621 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 3 to bind port 381ec816-229c-4362-8d04-75303ad992e2 Nov 16 05:04:10.010470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:10.011123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:10.012215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:10.036865 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:10.038841 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:10.086919 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 4 to bind port 381ec816-229c-4362-8d04-75303ad992e2 Nov 16 05:04:10.123073 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac541a8-90c5-4207-983c-6a5ab40e4f57 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:04:10.131523 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cac541a8-90c5-4207-983c-6a5ab40e4f57 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/43426360-8232-44e8-b9c9-9239a9585498 HTTP/1.1" status: 404 len: 333 time: 0.2051370 Nov 16 05:04:10.133253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41052) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:10.175482 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:10.177241 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:10.182027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:10.232538 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-40a5281f-9800-4ee0-9711-d65042bda279 service neutron] 10.222.0.41 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283939 Nov 16 05:04:10.242478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:10.243080 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:10.319658 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 5 to bind port 381ec816-229c-4362-8d04-75303ad992e2 Nov 16 05:04:10.360230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:10.360575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:10.360918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:10.401196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:10.401757 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:10.404033 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 6 to bind port 381ec816-229c-4362-8d04-75303ad992e2 Nov 16 05:04:10.411995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41088) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:10.425253 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-a2b6e5cd-5cd0-491f-b90a-8e5c5ec6893c service neutron] 10.222.0.41 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847675 Nov 16 05:04:10.429573 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:10.429921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:10.430267 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:10.442595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7f99d3f-c383-454c-b5b3-e6fafb1477bb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:10.446674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:10.458618 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:10.460489 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 7 to bind port 381ec816-229c-4362-8d04-75303ad992e2 Nov 16 05:04:10.488450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:10.488989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:10.489651 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:10.502561 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8acc5499-364a-43b0-b3a0-be2a94e2c773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:10.523433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:10.523909 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:10.526843 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 8 to bind port 381ec816-229c-4362-8d04-75303ad992e2 Nov 16 05:04:10.583213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582eb076-b531-49f4-812b-4415e0679b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:03:53Z', 'updated_at': '2021-11-16T05:04:04Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:03:54Z', 'updated_at': '2021-11-16T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '84e930af-ff0c-43bb-b7be-d9ee8af4e870', 'name': '', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ac:47:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:03Z', 'updated_at': '2021-11-16T05:04:05Z', 'revision_number': 2, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:10.612261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:10.612945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:10.613539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:10.616754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Checking router: 582eb076-b531-49f4-812b-4415e0679b8c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:04:10.617559 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Updating router 582eb076-b531-49f4-812b-4415e0679b8c port 84e930af-ff0c-43bb-b7be-d9ee8af4e870 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:04:10.636460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:10.636460 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:10.638863 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 9 to bind port 381ec816-229c-4362-8d04-75303ad992e2 Nov 16 05:04:10.649597 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7f99d3f-c383-454c-b5b3-e6fafb1477bb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:10.655982 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:10.705601 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:10.715590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:10.716201 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:10.744225 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b7f99d3f-c383-454c-b5b3-e6fafb1477bb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920a0cbc-fc18-4754-9c8f-773f812e0315']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:10.775736 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:10.776754 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:10.782786 n-d-818042-1 neutron-server[102660]: INFO neutron.plugins.ml2.plugin [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 10 to bind port 381ec816-229c-4362-8d04-75303ad992e2 Nov 16 05:04:10.800192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:10.800785 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:10.801432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:10.805637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b7f99d3f-c383-454c-b5b3-e6fafb1477bb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b251d7e9-5e7b-47d7-ad16-8c9f8fbde5a5') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:10.806136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b7f99d3f-c383-454c-b5b3-e6fafb1477bb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b251d7e9-5e7b-47d7-ad16-8c9f8fbde5a5') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:10.809599 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d835ef7-900f-46de-8d32-a6374b0161dd req-6f0bb2d3-af6e-46f0-b829-5db479dc842f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 210 time: 0.0885715 Nov 16 05:04:10.816444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port 381ec816-229c-4362-8d04-75303ad992e2 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:10.817410 n-d-818042-1 neutron-server[102660]: ERROR neutron.plugins.ml2.managers [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port 381ec816-229c-4362-8d04-75303ad992e2 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:10.817973 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:10.847301 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7f99d3f-c383-454c-b5b3-e6fafb1477bb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:10.894878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7f99d3f-c383-454c-b5b3-e6fafb1477bb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:10.908691 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f99d3f-c383-454c-b5b3-e6fafb1477bb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:04:10.909105 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7f99d3f-c383-454c-b5b3-e6fafb1477bb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:04:10.917469 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:04:10.966978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-44ba04d2-9852-4813-827a-8acb5f323686 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1398633768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:11.045941 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-44ba04d2-9852-4813-827a-8acb5f323686 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:11.047009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-44ba04d2-9852-4813-827a-8acb5f323686 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:11.142684 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] For port 381ec816-229c-4362-8d04-75303ad992e2, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:11.142991 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempted to set empty binding levels {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 05:04:11.154866 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:11.185738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:11.190472 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:11.219411 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7f99d3f-c383-454c-b5b3-e6fafb1477bb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:11.223930 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7f99d3f-c383-454c-b5b3-e6fafb1477bb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:11.231959 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b7f99d3f-c383-454c-b5b3-e6fafb1477bb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/networks/920a0cbc-fc18-4754-9c8f-773f812e0315 HTTP/1.1" status: 204 len: 168 time: 1.0953596 Nov 16 05:04:11.233514 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41120) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:11.260297 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.9483359 Nov 16 05:04:11.266901 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e3019a4e-4194-4ed9-b28f-2689e5c948f0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1355141168'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:11.274945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41126) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:11.373143 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f99d3f-c383-454c-b5b3-e6fafb1477bb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Network': ['ID=920a0cbc-fc18-4754-9c8f-773f812e0315,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:11.457616 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:11.471835 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:11.689519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988922fd-8456-441d-8215-a4bb090ae79c None None] Pushing event updated for resources: {'Port': ['ID=84e930af-ff0c-43bb-b7be-d9ee8af4e870,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:11.766970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Attempting to bind port 84e930af-ff0c-43bb-b7be-d9ee8af4e870 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:11.768711 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Attempting to bind port 84e930af-ff0c-43bb-b7be-d9ee8af4e870 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:11.769322 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Attempting to bind port 84e930af-ff0c-43bb-b7be-d9ee8af4e870 on network aa3c2906-1925-45a3-9bec-3c8146ec05de {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:11.789715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:11.790371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Checking segment: {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:11.792692 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:11.793324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Bound using segment: {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:11.795203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Bound port: 84e930af-ff0c-43bb-b7be-d9ee8af4e870, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:11.797631 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.021589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ba7028c3-ddfd-4b1e-96ee-3066c8a4b6b9 None None] Provisioning complete for port 84e930af-ff0c-43bb-b7be-d9ee8af4e870 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:12.021972 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba7028c3-ddfd-4b1e-96ee-3066c8a4b6b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.086598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ba7028c3-ddfd-4b1e-96ee-3066c8a4b6b9 None None] Port 84e930af-ff0c-43bb-b7be-d9ee8af4e870 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:12.095595 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.130273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] For port 84e930af-ff0c-43bb-b7be-d9ee8af4e870, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:12.140735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] For port 84e930af-ff0c-43bb-b7be-d9ee8af4e870, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=84e930af-ff0c-43bb-b7be-d9ee8af4e870,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:12.151983 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.182373 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-44ba04d2-9852-4813-827a-8acb5f323686 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.198157 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-44ba04d2-9852-4813-827a-8acb5f323686 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.238517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ef5e6139-99ca-4e4f-a499-bcb7dea9635b req-50b936d1-7ab4-42ea-b369-72732bec321e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 210 time: 0.0521455 Nov 16 05:04:12.243594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f49c6-e451-4e63-9369-aa0e0d7f8b1a tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event updated for resources: {'Port': ['ID=381ec816-229c-4362-8d04-75303ad992e2,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:12.258448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3019a4e-4194-4ed9-b28f-2689e5c948f0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:12.264539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3019a4e-4194-4ed9-b28f-2689e5c948f0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.266463 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-44ba04d2-9852-4813-827a-8acb5f323686 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.267945 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-44ba04d2-9852-4813-827a-8acb5f323686 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.8521559 Nov 16 05:04:12.270144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41156) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:12.276129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1373630943'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:12.280656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988922fd-8456-441d-8215-a4bb090ae79c None None] Pushing event updated for resources: {'Port': ['ID=84e930af-ff0c-43bb-b7be-d9ee8af4e870,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:12.314540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Routers {'582eb076-b531-49f4-812b-4415e0679b8c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:12.315248 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['582eb076-b531-49f4-812b-4415e0679b8c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:12.344928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Made reservation on behalf of 66d9ad9e762e4153aa6b8524bd15661a for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:12.350509 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.368296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3019a4e-4194-4ed9-b28f-2689e5c948f0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:04:12.379918 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3019a4e-4194-4ed9-b28f-2689e5c948f0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.380498 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-e3019a4e-4194-4ed9-b28f-2689e5c948f0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Added segment 62fb4502-0c38-4a48-825e-e9978cd94d38 of type vlan for network e4cbcc53-6688-4613-9319-4557744cb05a Nov 16 05:04:12.396187 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.433088 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3019a4e-4194-4ed9-b28f-2689e5c948f0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.468991 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3019a4e-4194-4ed9-b28f-2689e5c948f0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.476424 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3019a4e-4194-4ed9-b28f-2689e5c948f0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:12.477160 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3019a4e-4194-4ed9-b28f-2689e5c948f0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.647494 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] Set router 582eb076-b531-49f4-812b-4415e0679b8c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:04:12.696771 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.706685 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.827194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:04:12.840886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c998ed24-9705-49af-919c-77fbeaf72a37,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:12.876624 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.877245 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Added segment aa1a52de-66fb-4c16-9fe4-6c259b53fc5e of type vlan for network baef2291-0872-4023-a692-7b21205cb890 Nov 16 05:04:12.943727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-793b2e8c-1f6e-4898-b5bd-ec7190e53edc None None] Provisioning complete for port 84e930af-ff0c-43bb-b7be-d9ee8af4e870 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:12.944756 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-793b2e8c-1f6e-4898-b5bd-ec7190e53edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.952777 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:12.980140 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-b401950e-36cf-461a-a803-737e0c2a657e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:12.994038 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-b401950e-36cf-461a-a803-737e0c2a657e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 796 time: 0.4009240 Nov 16 05:04:13.036309 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:13.048910 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e3019a4e-4194-4ed9-b28f-2689e5c948f0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7818160 Nov 16 05:04:13.050597 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:13.051237 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:13.064474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41218) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:13.075339 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c62a236e-4abb-4e0c-bb6c-70a2a214abc6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Deleting port 381ec816-229c-4362-8d04-75303ad992e2 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:13.075787 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c62a236e-4abb-4e0c-bb6c-70a2a214abc6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:13.089074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': 'e4cbcc53-6688-4613-9319-4557744cb05a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:13.095093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8238850 Nov 16 05:04:13.115088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41222) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:13.139540 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-793b2e8c-1f6e-4898-b5bd-ec7190e53edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:13.188414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-cbd80a79-96e6-4c51-83e8-e44d1274c77e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Request body: {'subnet': {'network_id': 'baef2291-0872-4023-a692-7b21205cb890', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:13.212769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582eb076-b531-49f4-812b-4415e0679b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:03:53Z', 'updated_at': '2021-11-16T05:04:04Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:03:54Z', 'updated_at': '2021-11-16T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '84e930af-ff0c-43bb-b7be-d9ee8af4e870', 'name': '', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ac:47:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:03Z', 'updated_at': '2021-11-16T05:04:12Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:13.292424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-793b2e8c-1f6e-4898-b5bd-ec7190e53edc None None] For port 84e930af-ff0c-43bb-b7be-d9ee8af4e870, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=84e930af-ff0c-43bb-b7be-d9ee8af4e870,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:13.292983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-c62a236e-4abb-4e0c-bb6c-70a2a214abc6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] For port 381ec816-229c-4362-8d04-75303ad992e2, host n-h1-818042-1, got binding levels [] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:13.293577 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c62a236e-4abb-4e0c-bb6c-70a2a214abc6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:13.297707 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1cbe318-324f-40d2-812c-b95c643a416a None None] The sync data for ids ['582eb076-b531-49f4-812b-4415e0679b8c'] in n-d-818042-1 is: [{'id': '582eb076-b531-49f4-812b-4415e0679b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:03:53Z', 'updated_at': '2021-11-16T05:04:04Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:03:54Z', 'updated_at': '2021-11-16T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '84e930af-ff0c-43bb-b7be-d9ee8af4e870', 'name': '', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ac:47:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:03Z', 'updated_at': '2021-11-16T05:04:12Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:04:13.323547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c62a236e-4abb-4e0c-bb6c-70a2a214abc6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Calling delete_port for 381ec816-229c-4362-8d04-75303ad992e2 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:13.333219 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-793b2e8c-1f6e-4898-b5bd-ec7190e53edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:13.345509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060decc7-0c64-4e94-a2a6-bda13d99fb32 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event updated for resources: {'Network': ['ID=baef2291-0872-4023-a692-7b21205cb890,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:13.370302 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network baef2291-0872-4023-a692-7b21205cb890 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:04:13.441677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3019a4e-4194-4ed9-b28f-2689e5c948f0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Network': ['ID=e4cbcc53-6688-4613-9319-4557744cb05a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:13.484651 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd4f0059-f251-4902-86f9-a826f0c842a8 req-e39c8327-b0af-4d29-9bbf-bf147c8c1239 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 210 time: 0.0603006 Nov 16 05:04:13.503776 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e4cbcc53-6688-4613-9319-4557744cb05a details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:04:13.516619 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:13.532433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd80a79-96e6-4c51-83e8-e44d1274c77e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Made reservation on behalf of 66d9ad9e762e4153aa6b8524bd15661a for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:13.545579 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbd80a79-96e6-4c51-83e8-e44d1274c77e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:13.630814 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-11063c87-8d10-46a9-80d8-b38e217af3a4 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 379 time: 0.6317353 Nov 16 05:04:13.648993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-09ef1e4f-a256-4473-a063-648396d82ad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'port': {'device_id': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'admin_state_up': True, 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'security_groups': ['8f01b79c-318a-4d28-9c68-417c101bfe79']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:13.822395 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c62a236e-4abb-4e0c-bb6c-70a2a214abc6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:13.895172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a236e-4abb-4e0c-bb6c-70a2a214abc6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event deleted for resources: {'Port': ['ID=381ec816-229c-4362-8d04-75303ad992e2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:13.909101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b2e8c-1f6e-4898-b5bd-ec7190e53edc None None] Pushing event updated for resources: {'Port': ['ID=84e930af-ff0c-43bb-b7be-d9ee8af4e870,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:13.911258 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c62a236e-4abb-4e0c-bb6c-70a2a214abc6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:13.918892 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c62a236e-4abb-4e0c-bb6c-70a2a214abc6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "DELETE /v2.0/ports/381ec816-229c-4362-8d04-75303ad992e2 HTTP/1.1" status: 204 len: 168 time: 2.6401548 Nov 16 05:04:13.928548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41250) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:13.954707 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:13.980134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:13.991934 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:13.998594 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c8b220-1164-4757-a69b-801e6cacbcb3 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] GET failed (client error): The resource could not be found. Nov 16 05:04:14.000610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-46c8b220-1164-4757-a69b-801e6cacbcb3 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "GET /v2.0/ports/381ec816-229c-4362-8d04-75303ad992e2 HTTP/1.1" status: 404 len: 333 time: 0.0691061 Nov 16 05:04:14.004835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41256) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:14.010009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-794814d3-d906-47e2-8fa4-fca10d1db22d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Request body: {'port': {'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-904354134'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:14.119012 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbd80a79-96e6-4c51-83e8-e44d1274c77e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:14.145290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-09ef1e4f-a256-4473-a063-648396d82ad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Made reservation on behalf of 67e3204c0e154b1a8a560237bfff7b3b for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:14.149451 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-09ef1e4f-a256-4473-a063-648396d82ad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:14.247402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794814d3-d906-47e2-8fa4-fca10d1db22d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Made reservation on behalf of dce01a0c8f594ca8acc16f4b709a20d0 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:14.248941 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_backend_mixin [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Performing IP validity checks on allocation pools {{(pid=102660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 05:04:14.250003 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-794814d3-d906-47e2-8fa4-fca10d1db22d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:14.253200 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_backend_mixin [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 05:04:14.300650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd80a79-96e6-4c51-83e8-e44d1274c77e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event updated for resources: {'Subnet': ['ID=1e1ee34f-2667-4ff3-aa95-db7602506afb,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:14.303414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-794814d3-d906-47e2-8fa4-fca10d1db22d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] device_id is not set on port c92ca272-09b2-4d71-b1bc-44deb8353c06 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:14.312709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd80a79-96e6-4c51-83e8-e44d1274c77e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Checking segment: {'id': 'aa1a52de-66fb-4c16-9fe4-6c259b53fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'baef2291-0872-4023-a692-7b21205cb890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:14.313082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd80a79-96e6-4c51-83e8-e44d1274c77e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Network hostable DHCP agents. Network: baef2291-0872-4023-a692-7b21205cb890, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:04:14.444076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd80a79-96e6-4c51-83e8-e44d1274c77e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Network baef2291-0872-4023-a692-7b21205cb890 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:04:14.468718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-cbd80a79-96e6-4c51-83e8-e44d1274c77e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, baef2291-0872-4023-a692-7b21205cb890) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:14.479985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58927f06-a86c-46d5-bb2b-5a7b5fea1f44 None None] Network baef2291-0872-4023-a692-7b21205cb890 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:14.487718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd80a79-96e6-4c51-83e8-e44d1274c77e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:14.488933 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cbd80a79-96e6-4c51-83e8-e44d1274c77e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:14.505846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-09ef1e4f-a256-4473-a063-648396d82ad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.20.0.3 (aa3c2906-1925-45a3-9bec-3c8146ec05de/ed41b38d-6939-49ef-a657-58afa5fcc6de/943918c8-e995-4dbd-865a-8de37a07df38) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:14.611178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cbd80a79-96e6-4c51-83e8-e44d1274c77e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4949493 Nov 16 05:04:14.617444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41284) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:14.639952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-765a156d-5c18-4048-ac16-a6f2fc929e2d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Request body: {'network': {'name': 'tempest-router-network01--1556014529'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:14.687021 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:14.792239 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2a7d977-99c0-4238-a967-385e259d1e5f req-39c69710-b6b0-49f4-81d6-14d1eff887c3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 210 time: 0.1414938 Nov 16 05:04:14.837982 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-794814d3-d906-47e2-8fa4-fca10d1db22d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:14.840034 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Subnet': ['ID=04b674db-35af-4521-9109-d1c61dda903a,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:14.869939 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Checking segment: {'id': '62fb4502-0c38-4a48-825e-e9978cd94d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e4cbcc53-6688-4613-9319-4557744cb05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:14.870345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network hostable DHCP agents. Network: e4cbcc53-6688-4613-9319-4557744cb05a, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:04:14.919182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-baef2291-0872-4023-a692-7b21205cb890', 'network_id': 'baef2291-0872-4023-a692-7b21205cb890', 'tenant_id': '66d9ad9e762e4153aa6b8524bd15661a', 'fixed_ips': [{'subnet_id': '1e1ee34f-2667-4ff3-aa95-db7602506afb'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:04:14.921342 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:14.924398 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-794814d3-d906-47e2-8fa4-fca10d1db22d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:14.945695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network e4cbcc53-6688-4613-9319-4557744cb05a is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:04:14.958871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794814d3-d906-47e2-8fa4-fca10d1db22d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Network be47d860-83e1-4b75-924a-02701cf9f64b is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:14.983618 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e4cbcc53-6688-4613-9319-4557744cb05a) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:14.995385 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:14.998620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-794814d3-d906-47e2-8fa4-fca10d1db22d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:15.000922 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:15.003016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794814d3-d906-47e2-8fa4-fca10d1db22d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:15.004065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794814d3-d906-47e2-8fa4-fca10d1db22d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:15.004761 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-794814d3-d906-47e2-8fa4-fca10d1db22d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:15.040387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765a156d-5c18-4048-ac16-a6f2fc929e2d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Made reservation on behalf of 66d9ad9e762e4153aa6b8524bd15661a for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:15.044469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-09ef1e4f-a256-4473-a063-648396d82ad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:15.051434 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-765a156d-5c18-4048-ac16-a6f2fc929e2d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:15.067171 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d7344051-7384-41c2-ad27-998fc7d16956 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9947171 Nov 16 05:04:15.072174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41294) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:15.084644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': 'e4cbcc53-6688-4613-9319-4557744cb05a', 'name': 'tempest-PortsIpV6TestJSON-1983306664'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:15.112142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794814d3-d906-47e2-8fa4-fca10d1db22d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event updated for resources: {'Port': ['ID=c92ca272-09b2-4d71-b1bc-44deb8353c06,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:15.163447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-794814d3-d906-47e2-8fa4-fca10d1db22d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1565120 Nov 16 05:04:15.166834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765a156d-5c18-4048-ac16-a6f2fc929e2d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:04:15.170213 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41296) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:15.193417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:15.209843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb68730-0600-4da5-90ae-3c0ff626a61a None None] Network e4cbcc53-6688-4613-9319-4557744cb05a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:15.214271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 84e930af-ff0c-43bb-b7be-d9ee8af4e870 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:15.249567 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-765a156d-5c18-4048-ac16-a6f2fc929e2d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:15.250226 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-765a156d-5c18-4048-ac16-a6f2fc929e2d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Added segment 48083787-5ae8-4d39-8b98-cd31e4966c2d of type vlan for network e5c06c7c-7eab-466f-98fb-8870f4039052 Nov 16 05:04:15.289006 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-09ef1e4f-a256-4473-a063-648396d82ad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:15.421857 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef1e4f-a256-4473-a063-648396d82ad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:15.424874 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:15.477794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-09ef1e4f-a256-4473-a063-648396d82ad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network aa3c2906-1925-45a3-9bec-3c8146ec05de is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:15.487960 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-09ef1e4f-a256-4473-a063-648396d82ad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:15.505589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-09ef1e4f-a256-4473-a063-648396d82ad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:15.539874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Allocated IP 2001:db8::2 (baef2291-0872-4023-a692-7b21205cb890/1e1ee34f-2667-4ff3-aa95-db7602506afb/2f41f7be-3921-4bfc-8601-bb8c0a9bb069) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:15.556533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 84e930af-ff0c-43bb-b7be-d9ee8af4e870 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:15.557189 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:15.632367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-09ef1e4f-a256-4473-a063-648396d82ad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:15.632867 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-09ef1e4f-a256-4473-a063-648396d82ad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:15.710983 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-09ef1e4f-a256-4473-a063-648396d82ad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0701547 Nov 16 05:04:15.727234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Request body: {'port': {'device_id': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:15.814175 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:15.821659 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:15.828107 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] device_id is not set on port c92ca272-09b2-4d71-b1bc-44deb8353c06 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:15.854933 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:15.879869 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-765a156d-5c18-4048-ac16-a6f2fc929e2d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:15.894381 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:15.906473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port 4bdae554-92e1-4c57-8cb3-3a745ba61070 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:15.981551 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.044512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event updated for resources: {'Port': ['ID=c92ca272-09b2-4d71-b1bc-44deb8353c06,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:16.064867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:16.064867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:16.065234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:16.069814 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-765a156d-5c18-4048-ac16-a6f2fc929e2d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.076687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a156d-5c18-4048-ac16-a6f2fc929e2d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:16.077446 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-765a156d-5c18-4048-ac16-a6f2fc929e2d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.125169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6f3ef1c7-f4b7-4e42-80a4-9de8b4ccb05c None None] Provisioning complete for port 943918c8-e995-4dbd-865a-8de37a07df38 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:16.125680 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f3ef1c7-f4b7-4e42-80a4-9de8b4ccb05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.172948 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6f3ef1c7-f4b7-4e42-80a4-9de8b4ccb05c None None] Port 943918c8-e995-4dbd-865a-8de37a07df38 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:16.178901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a156d-5c18-4048-ac16-a6f2fc929e2d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event updated for resources: {'Network': ['ID=e5c06c7c-7eab-466f-98fb-8870f4039052,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:16.187263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-765a156d-5c18-4048-ac16-a6f2fc929e2d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5663271 Nov 16 05:04:16.188529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:16.188907 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:16.199337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7874f0-4f76-4024-9e43-809a5aa522e5 req-ccfe5679-be1c-41f5-b217-90ffecef88b0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:16.207406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f7874f0-4f76-4024-9e43-809a5aa522e5 req-ccfe5679-be1c-41f5-b217-90ffecef88b0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 931 time: 0.2434042 Nov 16 05:04:16.209153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41334) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:16.217216 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 2 to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 Nov 16 05:04:16.228154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-22e83ced-8111-4583-bc26-1ca599fcb119 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Request body: {'network': {'name': 'tempest-router-network02--89861093'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:16.229627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e5c06c7c-7eab-466f-98fb-8870f4039052 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:04:16.249585 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-e4cbcc53-6688-4613-9319-4557744cb05a', 'network_id': 'e4cbcc53-6688-4613-9319-4557744cb05a', 'tenant_id': 'd5813e4f480449aea9709170b51e91db', 'fixed_ips': [{'subnet_id': '04b674db-35af-4521-9109-d1c61dda903a'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:04:16.250635 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.266819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e83ced-8111-4583-bc26-1ca599fcb119 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Made reservation on behalf of 66d9ad9e762e4153aa6b8524bd15661a for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:16.270514 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-22e83ced-8111-4583-bc26-1ca599fcb119 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.285841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:16.286803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:16.287346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:16.298903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:16.299438 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:16.307351 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 3 to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 Nov 16 05:04:16.327230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:16.327771 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:16.328309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:16.356652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:16.357227 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:16.360414 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 4 to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 Nov 16 05:04:16.376698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:16.377527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:16.378087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:16.396678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f7874f0-4f76-4024-9e43-809a5aa522e5 req-b7752f5a-ba89-4ee4-a943-1fe4c1052817 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876421 Nov 16 05:04:16.418160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e83ced-8111-4583-bc26-1ca599fcb119 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:04:16.429459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:16.431665 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:16.436646 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 5 to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 Nov 16 05:04:16.467676 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-22e83ced-8111-4583-bc26-1ca599fcb119 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.469095 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-22e83ced-8111-4583-bc26-1ca599fcb119 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Added segment f14da9b6-8b7e-4b2c-a4a4-67721ae54f15 of type vlan for network d793794d-d5e4-4931-a04a-862aaee4f4f2 Nov 16 05:04:16.494365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:16.494740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:16.495170 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:16.541908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:16.542215 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:16.545024 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 6 to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 Nov 16 05:04:16.590976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943918c8-e995-4dbd-865a-8de37a07df38 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:04:16.605565 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-22e83ced-8111-4583-bc26-1ca599fcb119 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.613902 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.619506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:16.619992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:16.620175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:16.658167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:16.661823 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:16.672802 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 7 to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 Nov 16 05:04:16.719800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Transition to ACTIVE for port object 943918c8-e995-4dbd-865a-8de37a07df38 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:04:16.726449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:16.727132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:16.727647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:16.734436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:16.735021 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:16.735637 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 8 to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 Nov 16 05:04:16.742929 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-22e83ced-8111-4583-bc26-1ca599fcb119 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.745195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.763270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e83ced-8111-4583-bc26-1ca599fcb119 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:16.765316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-22e83ced-8111-4583-bc26-1ca599fcb119 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.946843 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.955407 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:16.966957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:16.967503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:16.967850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:16.972918 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:17.019429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-22e83ced-8111-4583-bc26-1ca599fcb119 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7985291 Nov 16 05:04:17.020948 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41356) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:17.025966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:17.026301 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:17.026987 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 9 to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 Nov 16 05:04:17.038292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e83ced-8111-4583-bc26-1ca599fcb119 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event updated for resources: {'Network': ['ID=d793794d-d5e4-4931-a04a-862aaee4f4f2,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:17.047798 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Network baef2291-0872-4023-a692-7b21205cb890 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:17.050003 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Pushing event updated for resources: {'Port': ['ID=2f41f7be-3921-4bfc-8601-bb8c0a9bb069,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:17.053094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:17.061416 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:17.072906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network d793794d-d5e4-4931-a04a-862aaee4f4f2 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:04:17.084346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:17.084688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:17.085014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:17.095871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:17.096206 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:17.096628 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 10 to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 Nov 16 05:04:17.146582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:17.146907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:17.147245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:17.159363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:17.159694 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port c92ca272-09b2-4d71-b1bc-44deb8353c06 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:17.160070 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:17.224979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c8767397-3d9b-40da-8e8e-9247214e3ab8 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Request body: {'subnet': {'network_id': 'e5c06c7c-7eab-466f-98fb-8870f4039052', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:17.290058 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:17.311688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8::7e (e4cbcc53-6688-4613-9319-4557744cb05a/04b674db-35af-4521-9109-d1c61dda903a/4bdae554-92e1-4c57-8cb3-3a745ba61070) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:17.391288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Attempting to bind port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:17.391853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Attempting to bind port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'aa1a52de-66fb-4c16-9fe4-6c259b53fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'baef2291-0872-4023-a692-7b21205cb890'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:17.394134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Attempting to bind port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 on network baef2291-0872-4023-a692-7b21205cb890 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:17.396190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] For port c92ca272-09b2-4d71-b1bc-44deb8353c06, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:17.396677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempted to set empty binding levels {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 05:04:17.404154 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:17.444793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:17.445994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Checking segment: {'id': 'aa1a52de-66fb-4c16-9fe4-6c259b53fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'baef2291-0872-4023-a692-7b21205cb890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:17.446855 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:17.449833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Bound using segment: {'id': 'aa1a52de-66fb-4c16-9fe4-6c259b53fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'baef2291-0872-4023-a692-7b21205cb890'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:17.450407 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Bound port: 2f41f7be-3921-4bfc-8601-bb8c0a9bb069, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1a52de-66fb-4c16-9fe4-6c259b53fc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'baef2291-0872-4023-a692-7b21205cb890'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:17.450858 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:17.483457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] In _notify_port_updated(), no bound segment for port c92ca272-09b2-4d71-b1bc-44deb8353c06 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 05:04:17.484316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:17.484956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:17.486340 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "PUT /v2.0/ports/c92ca272-09b2-4d71-b1bc-44deb8353c06 HTTP/1.1" status: 200 len: 974 time: 2.3118634 Nov 16 05:04:17.494736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41366) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:17.503645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Attempting to bind port 943918c8-e995-4dbd-865a-8de37a07df38 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:17.503979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Attempting to bind port 943918c8-e995-4dbd-865a-8de37a07df38 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:17.504311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Attempting to bind port 943918c8-e995-4dbd-865a-8de37a07df38 on network aa3c2906-1925-45a3-9bec-3c8146ec05de {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:17.579577 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Port 943918c8-e995-4dbd-865a-8de37a07df38 on network aa3c2906-1925-45a3-9bec-3c8146ec05de not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:17.579921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Attempting to bind port 943918c8-e995-4dbd-865a-8de37a07df38 on network aa3c2906-1925-45a3-9bec-3c8146ec05de {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:17.585100 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] For port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:17.589581 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] For port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2f41f7be-3921-4bfc-8601-bb8c0a9bb069,segment=NetworkSegment(aa1a52de-66fb-4c16-9fe4-6c259b53fc5e),segment_id=aa1a52de-66fb-4c16-9fe4-6c259b53fc5e)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:17.602028 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:17.613829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:17.614071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Checking segment: {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:17.614450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Bound using segment: {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:17.614908 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Bound port: 943918c8-e995-4dbd-865a-8de37a07df38, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:17.615263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:17.732282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866d2a2-3acb-4a1a-a6ff-2caf77bcd942 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event updated for resources: {'Port': ['ID=c92ca272-09b2-4d71-b1bc-44deb8353c06,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:17.759892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:17.769602 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:17.779933 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18de5a-5daf-4a7d-8d94-2bea99797ca3 None None] Pushing event updated for resources: {'Port': ['ID=2f41f7be-3921-4bfc-8601-bb8c0a9bb069,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:17.792251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:17.905223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:17.905954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5663aa6-f5f1-462a-b7aa-04a28b4f215c tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:17.907066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5663aa6-f5f1-462a-b7aa-04a28b4f215c tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:17.907729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5663aa6-f5f1-462a-b7aa-04a28b4f215c tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:17.908380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5663aa6-f5f1-462a-b7aa-04a28b4f215c tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:17.909047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5663aa6-f5f1-462a-b7aa-04a28b4f215c tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:17.909759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5663aa6-f5f1-462a-b7aa-04a28b4f215c tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:17.910424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5663aa6-f5f1-462a-b7aa-04a28b4f215c tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:17.911071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5663aa6-f5f1-462a-b7aa-04a28b4f215c tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:17.911709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5663aa6-f5f1-462a-b7aa-04a28b4f215c tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:17.912345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5663aa6-f5f1-462a-b7aa-04a28b4f215c tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:17.912978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5663aa6-f5f1-462a-b7aa-04a28b4f215c tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:17.915877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5663aa6-f5f1-462a-b7aa-04a28b4f215c tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:17.923108 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f5663aa6-f5f1-462a-b7aa-04a28b4f215c tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10722 time: 0.4245183 Nov 16 05:04:17.924227 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41374) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:18.001509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e802fc-1795-45a6-9f49-06163287637b req-8b437871-c532-4be7-80d7-f26e7a5cba4e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:18.003279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-74e802fc-1795-45a6-9f49-06163287637b req-8b437871-c532-4be7-80d7-f26e7a5cba4e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 943 time: 0.4013016 Nov 16 05:04:18.086668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:18.087464 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:18.099197 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-5afb7054-474b-4bf2-a2e9-0728a9326fec service neutron] 10.222.0.15 "PUT /v2.0/ports/943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 1091 time: 2.3660600 Nov 16 05:04:18.100686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:04:18.104277 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202b09ce-4b08-4cb8-aa1a-543eb997abb0" -d '{"events": [{"name": "network-changed", "server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "tag": "943918c8-e995-4dbd-865a-8de37a07df38"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:04:18.110175 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8767397-3d9b-40da-8e8e-9247214e3ab8 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Made reservation on behalf of 66d9ad9e762e4153aa6b8524bd15661a for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:18.120089 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8767397-3d9b-40da-8e8e-9247214e3ab8 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:18.267719 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4c94b4-ee1f-4ac2-b7e5-d041bdb7a7ee x-openstack-request-id: req-4d4c94b4-ee1f-4ac2-b7e5-d041bdb7a7ee {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:04:18.268023 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "tag": "943918c8-e995-4dbd-865a-8de37a07df38", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:04:18.271021 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d4c94b4-ee1f-4ac2-b7e5-d041bdb7a7ee {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:04:18.271801 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38', 'status': 'completed', 'code': 200} Nov 16 05:04:18.277745 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-74e802fc-1795-45a6-9f49-06163287637b req-2bd79e56-0254-43a1-b306-fc69c8fba159 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551687 Nov 16 05:04:18.321660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d865bbcd-48fd-4dc4-b8f8-8a32d8aa289d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Deleting port c92ca272-09b2-4d71-b1bc-44deb8353c06 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:18.322069 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d865bbcd-48fd-4dc4-b8f8-8a32d8aa289d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:18.435196 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:18.450106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d865bbcd-48fd-4dc4-b8f8-8a32d8aa289d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] For port c92ca272-09b2-4d71-b1bc-44deb8353c06, host n-h1-818042-1, got binding levels [] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:18.450666 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d865bbcd-48fd-4dc4-b8f8-8a32d8aa289d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:18.482041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d865bbcd-48fd-4dc4-b8f8-8a32d8aa289d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Calling delete_port for c92ca272-09b2-4d71-b1bc-44deb8353c06 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:18.509615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-76c16464-fc92-44ea-bf46-9562a75f08cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:18.518186 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-76c16464-fc92-44ea-bf46-9562a75f08cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1094 time: 0.2691357 Nov 16 05:04:18.611813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d865bbcd-48fd-4dc4-b8f8-8a32d8aa289d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:18.656856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865bbcd-48fd-4dc4-b8f8-8a32d8aa289d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event deleted for resources: {'Port': ['ID=c92ca272-09b2-4d71-b1bc-44deb8353c06,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:18.662769 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d865bbcd-48fd-4dc4-b8f8-8a32d8aa289d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:18.667978 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d865bbcd-48fd-4dc4-b8f8-8a32d8aa289d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c92ca272-09b2-4d71-b1bc-44deb8353c06 HTTP/1.1" status: 204 len: 168 time: 0.7408946 Nov 16 05:04:18.670675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41386) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:18.684014 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-db0cfa72-f06f-4d66-a8d9-3c02003db392 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 217 time: 0.1474607 Nov 16 05:04:18.691273 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:18.710659 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e022a6e-214b-49cc-8a11-b87484f9b3fa tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] GET failed (client error): The resource could not be found. Nov 16 05:04:18.712879 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5e022a6e-214b-49cc-8a11-b87484f9b3fa tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "GET /v2.0/ports/c92ca272-09b2-4d71-b1bc-44deb8353c06 HTTP/1.1" status: 404 len: 333 time: 0.0412679 Nov 16 05:04:18.717583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41388) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:18.724184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c724b4ba-b735-4232-89b7-6d5628fed3ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-318225498', 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:18.766271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c724b4ba-b735-4232-89b7-6d5628fed3ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Made reservation on behalf of dce01a0c8f594ca8acc16f4b709a20d0 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:18.770083 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c724b4ba-b735-4232-89b7-6d5628fed3ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:18.814052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-c724b4ba-b735-4232-89b7-6d5628fed3ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] device_id is not set on port ad0add6d-2de1-4c5a-b943-a702101c1052 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:18.978748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-67d25e61-55fd-4b5e-abac-711f3b6e839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:18.980810 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-67d25e61-55fd-4b5e-abac-711f3b6e839b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.2873340 Nov 16 05:04:19.133581 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:19.233676 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c724b4ba-b735-4232-89b7-6d5628fed3ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:19.256545 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:19.289031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-bce570a7-33bc-48e9-9c2c-9b7bcc676201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:19.296398 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-bce570a7-33bc-48e9-9c2c-9b7bcc676201 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2988064 Nov 16 05:04:19.302572 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c724b4ba-b735-4232-89b7-6d5628fed3ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:19.341203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Allocated IP 2001:db8::2 (e4cbcc53-6688-4613-9319-4557744cb05a/04b674db-35af-4521-9109-d1c61dda903a/f09ce095-9bce-47bc-ae13-0752d7271eb4) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:19.396659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=4bdae554-92e1-4c57-8cb3-3a745ba61070,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:19.439796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c724b4ba-b735-4232-89b7-6d5628fed3ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Network be47d860-83e1-4b75-924a-02701cf9f64b is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:19.460985 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8767397-3d9b-40da-8e8e-9247214e3ab8 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:19.468997 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network e4cbcc53-6688-4613-9319-4557744cb05a is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:19.472345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-c724b4ba-b735-4232-89b7-6d5628fed3ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:19.481897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c724b4ba-b735-4232-89b7-6d5628fed3ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:19.482865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c724b4ba-b735-4232-89b7-6d5628fed3ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:19.483472 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c724b4ba-b735-4232-89b7-6d5628fed3ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:19.541470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:19.542781 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:19.566512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724b4ba-b735-4232-89b7-6d5628fed3ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event updated for resources: {'Port': ['ID=ad0add6d-2de1-4c5a-b943-a702101c1052,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:19.591792 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c724b4ba-b735-4232-89b7-6d5628fed3ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8726227 Nov 16 05:04:19.595835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41402) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:19.643699 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8767397-3d9b-40da-8e8e-9247214e3ab8 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event updated for resources: {'Subnet': ['ID=5ad2043b-60d2-483a-8b94-590b4f7c4370,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:19.650631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:19.667278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44a7068-d66e-4885-9e9e-a3cbf6aa131e tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:19.668750 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c44a7068-d66e-4885-9e9e-a3cbf6aa131e tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "GET /v2.0/ports/ad0add6d-2de1-4c5a-b943-a702101c1052 HTTP/1.1" status: 200 len: 954 time: 0.0716054 Nov 16 05:04:19.669937 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:19.674967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41404) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:19.676362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:19.677138 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:19.686911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4a2a90-36e7-40aa-9e03-dd19a409c757 None None] Network baef2291-0872-4023-a692-7b21205cb890 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:19.706273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70f5bc-14ff-43c5-9366-247abbad06e1 req-d99aecec-7422-40d7-b1ac-06db799dc867 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:19.724510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e70f5bc-14ff-43c5-9366-247abbad06e1 req-d99aecec-7422-40d7-b1ac-06db799dc867 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 943 time: 0.2471032 Nov 16 05:04:19.757597 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-d00f8e0d-a86c-4876-bcbe-9c8e8d69a56a service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484077 Nov 16 05:04:19.766636 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6262a645-40ba-43fb-999f-28056dd68bf7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.6878564 Nov 16 05:04:19.766636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41408) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:19.869218 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8767397-3d9b-40da-8e8e-9247214e3ab8 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Checking segment: {'id': '48083787-5ae8-4d39-8b98-cd31e4966c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5c06c7c-7eab-466f-98fb-8870f4039052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:19.869715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8767397-3d9b-40da-8e8e-9247214e3ab8 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Network hostable DHCP agents. Network: e5c06c7c-7eab-466f-98fb-8870f4039052, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:04:19.938838 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8767397-3d9b-40da-8e8e-9247214e3ab8 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Network e5c06c7c-7eab-466f-98fb-8870f4039052 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:04:20.022028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e70f5bc-14ff-43c5-9366-247abbad06e1 req-766a230d-4d9a-42b7-b645-84e2480288ad tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895360 Nov 16 05:04:20.058376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6a194a75-a0fb-4935-9040-2fda73af8904 None None] Provisioning complete for port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:20.058750 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a194a75-a0fb-4935-9040-2fda73af8904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:20.101284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b1521-cef3-47ab-9925-ad5ceafb442f tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Deleting port ad0add6d-2de1-4c5a-b943-a702101c1052 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:20.101630 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1521-cef3-47ab-9925-ad5ceafb442f tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:20.193792 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1521-cef3-47ab-9925-ad5ceafb442f tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:20.227621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b1521-cef3-47ab-9925-ad5ceafb442f tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Calling delete_port for ad0add6d-2de1-4c5a-b943-a702101c1052 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:20.341666 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:20.459103 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:20.492962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c8767397-3d9b-40da-8e8e-9247214e3ab8 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e5c06c7c-7eab-466f-98fb-8870f4039052) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:20.504357 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:20.554563 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8767397-3d9b-40da-8e8e-9247214e3ab8 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:20.555318 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8767397-3d9b-40da-8e8e-9247214e3ab8 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:20.580028 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1521-cef3-47ab-9925-ad5ceafb442f tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:20.594154 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3dc2fb50-f6a3-4efa-a813-ce765aea65f9 req-d0192a34-26ce-464f-9f6f-9f776898a663 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8237941 Nov 16 05:04:20.601713 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c8767397-3d9b-40da-8e8e-9247214e3ab8 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5099077 Nov 16 05:04:20.607278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41418) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:20.620282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3f11f6da-f774-43f7-918c-90a30d340f2b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Request body: {'subnet': {'network_id': 'd793794d-d5e4-4931-a04a-862aaee4f4f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:20.626594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f94b8b-65dd-4443-9d5d-9e1d368c5989 None None] Network e5c06c7c-7eab-466f-98fb-8870f4039052 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:20.683329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b1521-cef3-47ab-9925-ad5ceafb442f tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad0add6d-2de1-4c5a-b943-a702101c1052,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:20.688624 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e7b1521-cef3-47ab-9925-ad5ceafb442f tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:20.697799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9e7b1521-cef3-47ab-9925-ad5ceafb442f tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "DELETE /v2.0/ports/ad0add6d-2de1-4c5a-b943-a702101c1052 HTTP/1.1" status: 204 len: 168 time: 1.0160515 Nov 16 05:04:20.698528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41420) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:20.707537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2f41f7be-3921-4bfc-8601-bb8c0a9bb069,segment=NetworkSegment(aa1a52de-66fb-4c16-9fe4-6c259b53fc5e),segment_id=aa1a52de-66fb-4c16-9fe4-6c259b53fc5e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:20.756035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c61f431f-ba61-433c-af4b-5e3255d573e6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port 4bdae554-92e1-4c57-8cb3-3a745ba61070 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:20.756451 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c61f431f-ba61-433c-af4b-5e3255d573e6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:20.774487 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbff324-2654-4c6d-a5ec-e9db4d7ef18d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] GET failed (client error): The resource could not be found. Nov 16 05:04:20.780083 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3cbff324-2654-4c6d-a5ec-e9db4d7ef18d tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "GET /v2.0/ports/ad0add6d-2de1-4c5a-b943-a702101c1052 HTTP/1.1" status: 404 len: 333 time: 0.0783119 Nov 16 05:04:20.782104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41424) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:20.790977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-af589a25-f56c-4f0f-b9e3-0482b9c823ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Request body: {'port': {'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1522270951'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:20.811389 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Network e4cbcc53-6688-4613-9319-4557744cb05a is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:20.817560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:20.819542 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:20.827636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:20.859099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af589a25-f56c-4f0f-b9e3-0482b9c823ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Made reservation on behalf of dce01a0c8f594ca8acc16f4b709a20d0 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:20.864067 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af589a25-f56c-4f0f-b9e3-0482b9c823ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:20.902717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-af589a25-f56c-4f0f-b9e3-0482b9c823ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] device_id is not set on port d274c270-aff7-4160-9ff4-9f7c7051af52 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:20.967777 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c61f431f-ba61-433c-af4b-5e3255d573e6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:20.982356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c61f431f-ba61-433c-af4b-5e3255d573e6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for 4bdae554-92e1-4c57-8cb3-3a745ba61070 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:21.056979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b09ce-4b08-4cb8-aa1a-543eb997abb0 req-59bfe01c-8c1e-4ea2-a76b-ab57c48f54d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:21.059007 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-202b09ce-4b08-4cb8-aa1a-543eb997abb0 req-59bfe01c-8c1e-4ea2-a76b-ab57c48f54d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1094 time: 0.3932416 Nov 16 05:04:21.205363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f11f6da-f774-43f7-918c-90a30d340f2b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Made reservation on behalf of 66d9ad9e762e4153aa6b8524bd15661a for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:21.211945 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f11f6da-f774-43f7-918c-90a30d340f2b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:21.281443 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Pushing event updated for resources: {'Port': ['ID=f09ce095-9bce-47bc-ae13-0752d7271eb4,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:21.341732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50437d53-e674-42db-aa57-805785624e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-e5c06c7c-7eab-466f-98fb-8870f4039052', 'network_id': 'e5c06c7c-7eab-466f-98fb-8870f4039052', 'tenant_id': '66d9ad9e762e4153aa6b8524bd15661a', 'fixed_ips': [{'subnet_id': '5ad2043b-60d2-483a-8b94-590b4f7c4370'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:04:21.343586 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50437d53-e674-42db-aa57-805785624e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:21.344810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757e510-2c97-45f4-8743-42c07a817721 req-91e2503e-06da-4316-a405-6b522239045c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:21.348603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3757e510-2c97-45f4-8743-42c07a817721 req-91e2503e-06da-4316-a405-6b522239045c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 943 time: 0.1747339 Nov 16 05:04:21.375361 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af589a25-f56c-4f0f-b9e3-0482b9c823ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:21.386055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Attempting to bind port f09ce095-9bce-47bc-ae13-0752d7271eb4 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:21.387010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Attempting to bind port f09ce095-9bce-47bc-ae13-0752d7271eb4 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '62fb4502-0c38-4a48-825e-e9978cd94d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e4cbcc53-6688-4613-9319-4557744cb05a'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:21.387556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Attempting to bind port f09ce095-9bce-47bc-ae13-0752d7271eb4 on network e4cbcc53-6688-4613-9319-4557744cb05a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:21.401283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:21.402216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Checking segment: {'id': '62fb4502-0c38-4a48-825e-e9978cd94d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e4cbcc53-6688-4613-9319-4557744cb05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:21.403043 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:21.403599 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Bound using segment: {'id': '62fb4502-0c38-4a48-825e-e9978cd94d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e4cbcc53-6688-4613-9319-4557744cb05a'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:21.404254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Bound port: f09ce095-9bce-47bc-ae13-0752d7271eb4, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fb4502-0c38-4a48-825e-e9978cd94d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'e4cbcc53-6688-4613-9319-4557744cb05a'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:21.404805 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:21.489675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=2f41f7be-3921-4bfc-8601-bb8c0a9bb069,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:21.498175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3757e510-2c97-45f4-8743-42c07a817721 req-cba087f9-518e-45e9-a9d7-cf91f1e8890b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303518 Nov 16 05:04:21.531955 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af589a25-f56c-4f0f-b9e3-0482b9c823ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:21.607522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b09ce-4b08-4cb8-aa1a-543eb997abb0 req-ec676fbc-4a23-4a59-9c30-2ea983a5f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:21.610006 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-202b09ce-4b08-4cb8-aa1a-543eb997abb0 req-ec676fbc-4a23-4a59-9c30-2ea983a5f4c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.5414374 Nov 16 05:04:21.614955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] For port f09ce095-9bce-47bc-ae13-0752d7271eb4, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:21.622559 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] For port f09ce095-9bce-47bc-ae13-0752d7271eb4, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f09ce095-9bce-47bc-ae13-0752d7271eb4,segment=NetworkSegment(62fb4502-0c38-4a48-825e-e9978cd94d38),segment_id=62fb4502-0c38-4a48-825e-e9978cd94d38)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:21.651212 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:21.670797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af589a25-f56c-4f0f-b9e3-0482b9c823ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Network be47d860-83e1-4b75-924a-02701cf9f64b is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:21.678969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-af589a25-f56c-4f0f-b9e3-0482b9c823ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:21.689023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af589a25-f56c-4f0f-b9e3-0482b9c823ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event updated for resources: {'Port': ['ID=d274c270-aff7-4160-9ff4-9f7c7051af52,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:21.703253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af589a25-f56c-4f0f-b9e3-0482b9c823ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:21.705895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af589a25-f56c-4f0f-b9e3-0482b9c823ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:21.715486 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af589a25-f56c-4f0f-b9e3-0482b9c823ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:21.748289 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-af589a25-f56c-4f0f-b9e3-0482b9c823ce tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9648230 Nov 16 05:04:21.755126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41438) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:21.777948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:21.793634 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-202b09ce-4b08-4cb8-aa1a-543eb997abb0 req-42a4e69f-ece5-4236-bbc3-26de83d77dcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 217 time: 0.1677015 Nov 16 05:04:21.816996 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c61f431f-ba61-433c-af4b-5e3255d573e6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:21.864228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-50437d53-e674-42db-aa57-805785624e16 None None] Allocated IP 2001:db8::2 (e5c06c7c-7eab-466f-98fb-8870f4039052/5ad2043b-60d2-483a-8b94-590b4f7c4370/c99f16fa-9710-44a8-95e5-d6df7ff85b89) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:21.875154 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e237e0-8aa3-488e-bc6f-8a4b35e6e924 None None] Pushing event updated for resources: {'Port': ['ID=f09ce095-9bce-47bc-ae13-0752d7271eb4,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:21.893485 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:21.972566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-39ba2fad-4d57-43ab-9452-a9cc814b4b23 None None] Provisioning complete for port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:21.973240 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-39ba2fad-4d57-43ab-9452-a9cc814b4b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:21.989105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f431f-ba61-433c-af4b-5e3255d573e6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=4bdae554-92e1-4c57-8cb3-3a745ba61070,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:22.032935 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c61f431f-ba61-433c-af4b-5e3255d573e6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:22.041357 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c61f431f-ba61-433c-af4b-5e3255d573e6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/4bdae554-92e1-4c57-8cb3-3a745ba61070 HTTP/1.1" status: 204 len: 168 time: 2.2739985 Nov 16 05:04:22.085025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41446) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:22.133088 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b09ce-4b08-4cb8-aa1a-543eb997abb0 req-8c73d9ec-e4e3-40cd-b930-6abf57d81527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:22.162680 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-202b09ce-4b08-4cb8-aa1a-543eb997abb0 req-8c73d9ec-e4e3-40cd-b930-6abf57d81527 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.3401613 Nov 16 05:04:22.257590 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-f078bf9f-e968-4615-8c3e-68caabc13aa2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] DELETE failed (client error): The resource could not be found. Nov 16 05:04:22.258195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f078bf9f-e968-4615-8c3e-68caabc13aa2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:04:22.265385 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41456) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:22.265584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f078bf9f-e968-4615-8c3e-68caabc13aa2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/4bdae554-92e1-4c57-8cb3-3a745ba61070 HTTP/1.1" status: 404 len: 333 time: 0.1751609 Nov 16 05:04:22.531194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] device_id is not set on port d274c270-aff7-4160-9ff4-9f7c7051af52 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:22.560467 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:22.564167 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50437d53-e674-42db-aa57-805785624e16 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:22.572904 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:22.581636 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50437d53-e674-42db-aa57-805785624e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:22.603556 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f11f6da-f774-43f7-918c-90a30d340f2b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:22.694690 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50437d53-e674-42db-aa57-805785624e16 None None] Pushing event updated for resources: {'Port': ['ID=c99f16fa-9710-44a8-95e5-d6df7ff85b89,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:22.708807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50437d53-e674-42db-aa57-805785624e16 None None] Network e5c06c7c-7eab-466f-98fb-8870f4039052 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:22.710695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-50437d53-e674-42db-aa57-805785624e16 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:22.716128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50437d53-e674-42db-aa57-805785624e16 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:22.743424 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cace8a-4454-46b1-b781-7c4bc5fb3a06 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:04:22.748009 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-72cace8a-4454-46b1-b781-7c4bc5fb3a06 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/4bdae554-92e1-4c57-8cb3-3a745ba61070 HTTP/1.1" status: 404 len: 333 time: 0.1843143 Nov 16 05:04:22.753123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41464) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:22.812355 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-50437d53-e674-42db-aa57-805785624e16 None None] Attempting to bind port c99f16fa-9710-44a8-95e5-d6df7ff85b89 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:22.814126 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-50437d53-e674-42db-aa57-805785624e16 None None] Attempting to bind port c99f16fa-9710-44a8-95e5-d6df7ff85b89 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '48083787-5ae8-4d39-8b98-cd31e4966c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5c06c7c-7eab-466f-98fb-8870f4039052'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:22.814126 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50437d53-e674-42db-aa57-805785624e16 None None] Attempting to bind port c99f16fa-9710-44a8-95e5-d6df7ff85b89 on network e5c06c7c-7eab-466f-98fb-8870f4039052 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:22.832669 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50437d53-e674-42db-aa57-805785624e16 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:22.849451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50437d53-e674-42db-aa57-805785624e16 None None] Checking segment: {'id': '48083787-5ae8-4d39-8b98-cd31e4966c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5c06c7c-7eab-466f-98fb-8870f4039052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:22.850341 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50437d53-e674-42db-aa57-805785624e16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:22.850603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50437d53-e674-42db-aa57-805785624e16 None None] Bound using segment: {'id': '48083787-5ae8-4d39-8b98-cd31e4966c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5c06c7c-7eab-466f-98fb-8870f4039052'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:22.851224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-50437d53-e674-42db-aa57-805785624e16 None None] Bound port: c99f16fa-9710-44a8-95e5-d6df7ff85b89, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48083787-5ae8-4d39-8b98-cd31e4966c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'e5c06c7c-7eab-466f-98fb-8870f4039052'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:22.851727 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50437d53-e674-42db-aa57-805785624e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:22.854320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41468) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:22.917033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event updated for resources: {'Port': ['ID=d274c270-aff7-4160-9ff4-9f7c7051af52,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:22.942695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707ec05-2bf1-4709-92db-8dc26e3f5873 req-6df49863-50b6-4d7a-a82e-41985b296a50 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:22.944790 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e707ec05-2bf1-4709-92db-8dc26e3f5873 req-6df49863-50b6-4d7a-a82e-41985b296a50 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 943 time: 0.2579579 Nov 16 05:04:22.945936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:22.946434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:22.947116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:22.949572 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b09ce-4b08-4cb8-aa1a-543eb997abb0 req-7f2f0a58-d715-49d7-989f-a795ba6cb19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:22.952012 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-202b09ce-4b08-4cb8-aa1a-543eb997abb0 req-7f2f0a58-d715-49d7-989f-a795ba6cb19c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7809834 Nov 16 05:04:22.956540 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11f6da-f774-43f7-918c-90a30d340f2b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event updated for resources: {'Subnet': ['ID=4d748de8-f3b8-4721-9a74-8808e518c3ba,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:22.976633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:22.977272 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:22.985746 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 2 to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 Nov 16 05:04:23.111212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e707ec05-2bf1-4709-92db-8dc26e3f5873 req-6c0f95d1-53ef-4571-b968-adfde1aade82 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566741 Nov 16 05:04:23.111959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:23.112286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:23.112780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:23.123035 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-50437d53-e674-42db-aa57-805785624e16 None None] For port c99f16fa-9710-44a8-95e5-d6df7ff85b89, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:23.126901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-50437d53-e674-42db-aa57-805785624e16 None None] For port c99f16fa-9710-44a8-95e5-d6df7ff85b89, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c99f16fa-9710-44a8-95e5-d6df7ff85b89,segment=NetworkSegment(48083787-5ae8-4d39-8b98-cd31e4966c2d),segment_id=48083787-5ae8-4d39-8b98-cd31e4966c2d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:23.137590 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50437d53-e674-42db-aa57-805785624e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:23.139990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:23.140334 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:23.140827 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 3 to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 Nov 16 05:04:23.175259 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b098e131-3d67-4a69-9cb6-5800dd5a1134 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting subnet 04b674db-35af-4521-9109-d1c61dda903a {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:04:23.179026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b098e131-3d67-4a69-9cb6-5800dd5a1134 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:23.217303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:23.217625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:23.217999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:23.238242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:23.238573 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:23.238973 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 4 to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 Nov 16 05:04:23.307301 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:23.317224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50437d53-e674-42db-aa57-805785624e16 None None] Pushing event updated for resources: {'Port': ['ID=c99f16fa-9710-44a8-95e5-d6df7ff85b89,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:23.317425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:23.317591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:23.347620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:23.347957 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:23.349890 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 5 to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 Nov 16 05:04:23.370140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f09ce095-9bce-47bc-ae13-0752d7271eb4 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:23.387286 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b098e131-3d67-4a69-9cb6-5800dd5a1134 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:23.399627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:23.400035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:23.400392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:23.413634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:23.413998 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:23.414395 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 6 to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 Nov 16 05:04:23.454674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:23.455078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:23.455343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:23.467078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:23.467476 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:23.467830 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 7 to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 Nov 16 05:04:23.508230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:23.511919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:23.512440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:23.525446 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:23.525795 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:23.531461 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 8 to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 Nov 16 05:04:23.542598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f09ce095-9bce-47bc-ae13-0752d7271eb4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:23.544947 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:23.567529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:23.567839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:23.568177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:23.622393 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b098e131-3d67-4a69-9cb6-5800dd5a1134 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:23.644886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:23.645220 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:23.651056 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 9 to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 Nov 16 05:04:23.744575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:23.744911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:23.745240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:23.784737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 943918c8-e995-4dbd-865a-8de37a07df38 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:04:23.794968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:23.795317 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:23.798544 n-d-818042-1 neutron-server[102659]: INFO neutron.plugins.ml2.plugin [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempt 10 to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 Nov 16 05:04:23.837117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-aa88122e-3981-445d-816d-8a2fef255628 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67ac55ccfae64e70a6cd309aad9a1817&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9764059 Nov 16 05:04:23.839758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41482) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:23.861229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:23.861920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:23.862038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempting to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:23.872965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11f6da-f774-43f7-918c-90a30d340f2b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Checking segment: {'id': 'f14da9b6-8b7e-4b2c-a4a4-67721ae54f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd793794d-d5e4-4931-a04a-862aaee4f4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:23.873582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f11f6da-f774-43f7-918c-90a30d340f2b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Network hostable DHCP agents. Network: d793794d-d5e4-4931-a04a-862aaee4f4f2, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:04:23.873993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90370520-a689-4c1c-aae1-ffb57181e033 None None] Network e4cbcc53-6688-4613-9319-4557744cb05a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:23.893579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:04:23.894248 n-d-818042-1 neutron-server[102659]: ERROR neutron.plugins.ml2.managers [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Failed to bind port d274c270-aff7-4160-9ff4-9f7c7051af52 on host n-h1-818042-1 for vnic_type normal using segments [{'id': '8b12f806-0230-45d5-8e3c-cd9e8a0d5615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'be47d860-83e1-4b75-924a-02701cf9f64b'}] Nov 16 05:04:23.894633 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:23.895795 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b098e131-3d67-4a69-9cb6-5800dd5a1134 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:23.929435 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:23.970949 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b098e131-3d67-4a69-9cb6-5800dd5a1134 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:23.975159 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b098e131-3d67-4a69-9cb6-5800dd5a1134 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/04b674db-35af-4521-9109-d1c61dda903a HTTP/1.1" status: 204 len: 168 time: 1.2153373 Nov 16 05:04:23.985927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41488) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:24.003324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b098e131-3d67-4a69-9cb6-5800dd5a1134 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Subnet': ['ID=04b674db-35af-4521-9109-d1c61dda903a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:24.016744 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f11f6da-f774-43f7-918c-90a30d340f2b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Network d793794d-d5e4-4931-a04a-862aaee4f4f2 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:04:24.051944 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.resource_extend [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 05:04:24.119423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-3f11f6da-f774-43f7-918c-90a30d340f2b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, d793794d-d5e4-4931-a04a-862aaee4f4f2) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:24.216983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f11f6da-f774-43f7-918c-90a30d340f2b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:24.217598 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3f11f6da-f774-43f7-918c-90a30d340f2b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:24.231479 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69b4864d-d8d1-4484-9be0-b3495df2f4f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:24.251649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] For port d274c270-aff7-4160-9ff4-9f7c7051af52, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:24.252032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attempted to set empty binding levels {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 16 05:04:24.287024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:24.300199 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-202b09ce-4b08-4cb8-aa1a-543eb997abb0 req-deb2a162-fb70-4fb3-ae1d-4992994dd382 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3345923 Nov 16 05:04:24.312921 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69b4864d-d8d1-4484-9be0-b3495df2f4f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:24.320050 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3f11f6da-f774-43f7-918c-90a30d340f2b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7038913 Nov 16 05:04:24.322419 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41494) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:24.463562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ffd1fd-5b2c-44ba-b0f5-5ec517ef3dd1 None None] Network d793794d-d5e4-4931-a04a-862aaee4f4f2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:24.535183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] In _notify_port_updated(), no bound segment for port d274c270-aff7-4160-9ff4-9f7c7051af52 on network be47d860-83e1-4b75-924a-02701cf9f64b {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 05:04:24.536091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:24.536700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:24.537144 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-202b09ce-4b08-4cb8-aa1a-543eb997abb0 req-075c7bb2-302d-4186-9ec2-5dfa34c737bf service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155054 Nov 16 05:04:24.537280 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ea654b3e-dc88-429c-b99b-0aa26be771ed None None] Provisioning complete for port f09ce095-9bce-47bc-ae13-0752d7271eb4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:24.537655 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ea654b3e-dc88-429c-b99b-0aa26be771ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:24.539126 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "PUT /v2.0/ports/d274c270-aff7-4160-9ff4-9f7c7051af52 HTTP/1.1" status: 200 len: 975 time: 2.7807543 Nov 16 05:04:24.555651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be1a1f-1396-4646-90b0-7bfe13258da6 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event updated for resources: {'Port': ['ID=d274c270-aff7-4160-9ff4-9f7c7051af52,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:24.563990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41500) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:24.730794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f2298-e1b5-4636-a21f-c2d198a4f706 req-8a5bc83d-012a-4041-a09c-8c261be393ad tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:24.736614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-523f2298-e1b5-4636-a21f-c2d198a4f706 req-8a5bc83d-012a-4041-a09c-8c261be393ad tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 943 time: 0.4418709 Nov 16 05:04:24.739079 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:24.781197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:24.801521 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69b4864d-d8d1-4484-9be0-b3495df2f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:24.808339 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69b4864d-d8d1-4484-9be0-b3495df2f4f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:24.811868 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-69b4864d-d8d1-4484-9be0-b3495df2f4f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/348a3bf0-9e2f-4df4-8937-5310ec4e9069 HTTP/1.1" status: 204 len: 168 time: 0.9688423 Nov 16 05:04:24.834582 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:04:24.835314 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:04:24.847718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4864d-d8d1-4484-9be0-b3495df2f4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348a3bf0-9e2f-4df4-8937-5310ec4e9069,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:24.981406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ba1a2-1799-48ae-b9cd-5e65a19b9640 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Deleting port d274c270-aff7-4160-9ff4-9f7c7051af52 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:24.982859 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba1a2-1799-48ae-b9cd-5e65a19b9640 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.009236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '943918c8-e995-4dbd-865a-8de37a07df38', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'port_id': '943918c8-e995-4dbd-865a-8de37a07df38', 'mac_address': 'fa:16:3e:02:2e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:04:25.130413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-523f2298-e1b5-4636-a21f-c2d198a4f706 req-8d20de99-6498-4bbf-9792-91629c3989e0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3323851 Nov 16 05:04:25.149560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c6074-7ba6-4f70-ace0-c2648a2ff02e None None] Network e5c06c7c-7eab-466f-98fb-8870f4039052 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:25.180663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-cf9ba1a2-1799-48ae-b9cd-5e65a19b9640 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] For port d274c270-aff7-4160-9ff4-9f7c7051af52, host n-h1-818042-1, got binding levels [] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:25.181037 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba1a2-1799-48ae-b9cd-5e65a19b9640 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.216526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ba1a2-1799-48ae-b9cd-5e65a19b9640 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Calling delete_port for d274c270-aff7-4160-9ff4-9f7c7051af52 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:25.316928 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.363114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.385292 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port f09ce095-9bce-47bc-ae13-0752d7271eb4 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:25.385673 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.426588 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba1a2-1799-48ae-b9cd-5e65a19b9640 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.465945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] For port f09ce095-9bce-47bc-ae13-0752d7271eb4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f09ce095-9bce-47bc-ae13-0752d7271eb4,segment=NetworkSegment(62fb4502-0c38-4a48-825e-e9978cd94d38),segment_id=62fb4502-0c38-4a48-825e-e9978cd94d38)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:25.466961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.483629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for f09ce095-9bce-47bc-ae13-0752d7271eb4 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:25.489874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943918c8-e995-4dbd-865a-8de37a07df38 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:04:25.493314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ba1a2-1799-48ae-b9cd-5e65a19b9640 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Pushing event deleted for resources: {'Port': ['ID=d274c270-aff7-4160-9ff4-9f7c7051af52,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:25.508623 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cf9ba1a2-1799-48ae-b9cd-5e65a19b9640 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.518384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cf9ba1a2-1799-48ae-b9cd-5e65a19b9640 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d274c270-aff7-4160-9ff4-9f7c7051af52 HTTP/1.1" status: 204 len: 168 time: 0.9494748 Nov 16 05:04:25.521082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41524) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:25.599796 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ea654b3e-dc88-429c-b99b-0aa26be771ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.600420 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-655d1115-afb1-4c61-957d-93c307c11790 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] GET failed (client error): The resource could not be found. Nov 16 05:04:25.605529 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-655d1115-afb1-4c61-957d-93c307c11790 tempest-PortsAdminExtendedAttrsTestJSON-1134262041 tempest-PortsAdminExtendedAttrsTestJSON-1134262041-project-admin] 10.222.0.41 "GET /v2.0/ports/d274c270-aff7-4160-9ff4-9f7c7051af52 HTTP/1.1" status: 404 len: 333 time: 0.0828819 Nov 16 05:04:25.610109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41528) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:25.663721 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.720472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2ba0de-72e7-4bf7-ae6d-fd16abe0f4f6 None None] DHCP port deletion for e4cbcc53-6688-4613-9319-4557744cb05a request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:04:25.726833 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.751189 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No DVR routers for this DVR port f09ce095-9bce-47bc-ae13-0752d7271eb4 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:04:25.753813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-d793794d-d5e4-4931-a04a-862aaee4f4f2', 'network_id': 'd793794d-d5e4-4931-a04a-862aaee4f4f2', 'tenant_id': '66d9ad9e762e4153aa6b8524bd15661a', 'fixed_ips': [{'subnet_id': '4d748de8-f3b8-4721-9a74-8808e518c3ba'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:04:25.754826 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.772904 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed59052e-0f4b-401e-8f86-6f49dbf9eda0 tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.780204 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=f09ce095-9bce-47bc-ae13-0752d7271eb4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:25.806278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:25.843079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:25.939060 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:26.012508 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.035870 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed59052e-0f4b-401e-8f86-6f49dbf9eda0 tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.091060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-ed59052e-0f4b-401e-8f86-6f49dbf9eda0 tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be47d860-83e1-4b75-924a-02701cf9f64b']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:26.109194 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['943918c8-e995-4dbd-865a-8de37a07df38'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:04:26.111623 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:26.116015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-ed59052e-0f4b-401e-8f86-6f49dbf9eda0 tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b12f806-0230-45d5-8e3c-cd9e8a0d5615') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:26.117488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-ed59052e-0f4b-401e-8f86-6f49dbf9eda0 tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b12f806-0230-45d5-8e3c-cd9e8a0d5615') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:26.167372 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed59052e-0f4b-401e-8f86-6f49dbf9eda0 tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.185508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cbcc53-6688-4613-9319-4557744cb05a']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:26.209591 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed59052e-0f4b-401e-8f86-6f49dbf9eda0 tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.244756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed59052e-0f4b-401e-8f86-6f49dbf9eda0 tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:04:26.250829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed59052e-0f4b-401e-8f86-6f49dbf9eda0 tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:04:26.264134 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:04:26.282360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fb4502-0c38-4a48-825e-e9978cd94d38') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:26.286366 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fb4502-0c38-4a48-825e-e9978cd94d38') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:26.346492 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.351185 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8d1e8715-e3cc-45eb-8bbf-5b254ed08dbb None None] Provisioning complete for port c99f16fa-9710-44a8-95e5-d6df7ff85b89 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:26.356378 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8715-e3cc-45eb-8bbf-5b254ed08dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.494085 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.507686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618a282-b352-41e0-b17a-5b283615fc84 req-9deee0f3-1982-4bea-b8d9-354d8209cd2c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:26.519614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6618a282-b352-41e0-b17a-5b283615fc84 req-9deee0f3-1982-4bea-b8d9-354d8209cd2c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 944 time: 0.1863847 Nov 16 05:04:26.525492 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed59052e-0f4b-401e-8f86-6f49dbf9eda0 tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.541233 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:04:26.544131 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:04:26.550950 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:04:26.557958 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed59052e-0f4b-401e-8f86-6f49dbf9eda0 tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.566632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ed59052e-0f4b-401e-8f86-6f49dbf9eda0 tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] 10.222.0.41 "DELETE /v2.0/networks/be47d860-83e1-4b75-924a-02701cf9f64b HTTP/1.1" status: 204 len: 168 time: 0.9554174 Nov 16 05:04:26.615206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59052e-0f4b-401e-8f86-6f49dbf9eda0 tempest-PortsAdminExtendedAttrsTestJSON-1853266023 tempest-PortsAdminExtendedAttrsTestJSON-1853266023-project] Pushing event deleted for resources: {'Network': ['ID=be47d860-83e1-4b75-924a-02701cf9f64b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:26.683969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Allocated IP 2001:db8::1 (e5c06c7c-7eab-466f-98fb-8870f4039052/5ad2043b-60d2-483a-8b94-590b4f7c4370/63095006-0f15-48f8-ad05-7d434356c56b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:26.696109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6618a282-b352-41e0-b17a-5b283615fc84 req-8e93e724-df2c-4809-97a6-555801295748 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739280 Nov 16 05:04:26.752931 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.753187 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8715-e3cc-45eb-8bbf-5b254ed08dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.774177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:26.774804 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.793671 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.797004 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/networks/e4cbcc53-6688-4613-9319-4557744cb05a HTTP/1.1" status: 204 len: 168 time: 2.8091919 Nov 16 05:04:26.800616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41562) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:26.806702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4ffacaf5-c829-425e-9336-20855b9e5e6a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1439865984'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:26.822070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Allocated IP 2001:db8::2 (d793794d-d5e4-4931-a04a-862aaee4f4f2/4d748de8-f3b8-4721-9a74-8808e518c3ba/ee560234-8a39-4780-9074-5892dae332ab) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:26.841558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55756f2-a61f-480b-8bca-f6cdb0e556b7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Network': ['ID=e4cbcc53-6688-4613-9319-4557744cb05a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:26.855756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffacaf5-c829-425e-9336-20855b9e5e6a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:26.860822 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ffacaf5-c829-425e-9336-20855b9e5e6a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.912481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffacaf5-c829-425e-9336-20855b9e5e6a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:04:26.935051 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ffacaf5-c829-425e-9336-20855b9e5e6a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:26.936052 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-4ffacaf5-c829-425e-9336-20855b9e5e6a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Added segment a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd of type vlan for network 57065fe6-ad57-4b58-ab1c-8ebe42bafc87 Nov 16 05:04:26.977541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8d1e8715-e3cc-45eb-8bbf-5b254ed08dbb None None] For port c99f16fa-9710-44a8-95e5-d6df7ff85b89, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c99f16fa-9710-44a8-95e5-d6df7ff85b89,segment=NetworkSegment(48083787-5ae8-4d39-8b98-cd31e4966c2d),segment_id=48083787-5ae8-4d39-8b98-cd31e4966c2d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:26.983369 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:27.041127 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ffacaf5-c829-425e-9336-20855b9e5e6a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:27.056075 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:27.064126 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8715-e3cc-45eb-8bbf-5b254ed08dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:27.106098 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ffacaf5-c829-425e-9336-20855b9e5e6a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:27.124045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffacaf5-c829-425e-9336-20855b9e5e6a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:27.124695 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ffacaf5-c829-425e-9336-20855b9e5e6a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:27.154368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Network e5c06c7c-7eab-466f-98fb-8870f4039052 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:27.157551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:27.168063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:27.168913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:27.202368 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e8715-e3cc-45eb-8bbf-5b254ed08dbb None None] Pushing event updated for resources: {'Port': ['ID=c99f16fa-9710-44a8-95e5-d6df7ff85b89,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:27.287546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41570) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:27.307385 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4ffacaf5-c829-425e-9336-20855b9e5e6a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5028892 Nov 16 05:04:27.336782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41572) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:27.354474 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-10d62474-44cf-4852-a11f-4cdc06db0abe tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': '57065fe6-ad57-4b58-ab1c-8ebe42bafc87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:27.373682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffacaf5-c829-425e-9336-20855b9e5e6a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Network': ['ID=57065fe6-ad57-4b58-ab1c-8ebe42bafc87,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:27.462945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 57065fe6-ad57-4b58-ab1c-8ebe42bafc87 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:04:27.641288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d62474-44cf-4852-a11f-4cdc06db0abe tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:27.646450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b0084536-08eb-414f-b071-34aa23fb59cd None None] Provisioning complete for port c99f16fa-9710-44a8-95e5-d6df7ff85b89 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:27.648536 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-10d62474-44cf-4852-a11f-4cdc06db0abe tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:27.653185 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0084536-08eb-414f-b071-34aa23fb59cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.004981 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.007338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c99f16fa-9710-44a8-95e5-d6df7ff85b89 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:28.132242 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-105baee1-8336-4475-bc81-e9df57cca93c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b0a31c77a204132936c5e1091d5fd37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8297791 Nov 16 05:04:28.135601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41598) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:28.188439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac2cec-6180-4425-8311-37d381cdaee3 req-ba99618d-4c83-446b-ae12-b37714944380 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:28.190445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bac2cec-6180-4425-8311-37d381cdaee3 req-ba99618d-4c83-446b-ae12-b37714944380 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 944 time: 0.3442266 Nov 16 05:04:28.288714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event updated for resources: {'Port': ['ID=63095006-0f15-48f8-ad05-7d434356c56b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:28.330133 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.343998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bac2cec-6180-4425-8311-37d381cdaee3 req-452f1ed0-db57-43ba-9519-6ed9e025fad8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428282 Nov 16 05:04:28.344813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a759-1730-4d32-a3f8-5bd96e19b79c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.425738 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.435357 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a759-1730-4d32-a3f8-5bd96e19b79c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.460382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Network d793794d-d5e4-4931-a04a-862aaee4f4f2 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:28.476070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:28.488825 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-10d62474-44cf-4852-a11f-4cdc06db0abe tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.519672 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:28.540252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-21fce1c1-b521-47f9-8e6d-a3bc30188403 None None] Provisioning complete for port 63095006-0f15-48f8-ad05-7d434356c56b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:28.540638 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21fce1c1-b521-47f9-8e6d-a3bc30188403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.649161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41606) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:28.693546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41610) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:28.713521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Pushing event updated for resources: {'Port': ['ID=ee560234-8a39-4780-9074-5892dae332ab,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:28.753609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d62474-44cf-4852-a11f-4cdc06db0abe tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Checking segment: {'id': 'a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57065fe6-ad57-4b58-ab1c-8ebe42bafc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:28.754002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d62474-44cf-4852-a11f-4cdc06db0abe tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network hostable DHCP agents. Network: 57065fe6-ad57-4b58-ab1c-8ebe42bafc87, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:04:28.769517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d62474-44cf-4852-a11f-4cdc06db0abe tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Subnet': ['ID=d3527751-7500-497b-a8fd-ba056f447157,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:28.815812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d62474-44cf-4852-a11f-4cdc06db0abe tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network 57065fe6-ad57-4b58-ab1c-8ebe42bafc87 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:04:28.816489 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Attempting to bind port ee560234-8a39-4780-9074-5892dae332ab on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:28.818546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Attempting to bind port ee560234-8a39-4780-9074-5892dae332ab by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'f14da9b6-8b7e-4b2c-a4a4-67721ae54f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd793794d-d5e4-4931-a04a-862aaee4f4f2'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:28.822859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Attempting to bind port ee560234-8a39-4780-9074-5892dae332ab on network d793794d-d5e4-4931-a04a-862aaee4f4f2 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:28.831289 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c99f16fa-9710-44a8-95e5-d6df7ff85b89 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:28.831530 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a759-1730-4d32-a3f8-5bd96e19b79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.833684 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.837727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4a5a759-1730-4d32-a3f8-5bd96e19b79c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.839505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d4a5a759-1730-4d32-a3f8-5bd96e19b79c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da6b131f-5f27-409c-b9e8-fe128144f823 HTTP/1.1" status: 204 len: 168 time: 0.6997709 Nov 16 05:04:28.855917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-10d62474-44cf-4852-a11f-4cdc06db0abe tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 57065fe6-ad57-4b58-ab1c-8ebe42bafc87) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:28.864348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d62474-44cf-4852-a11f-4cdc06db0abe tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:28.865387 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-10d62474-44cf-4852-a11f-4cdc06db0abe tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.880097 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.888128 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.889848 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:28.924537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d946c098-c00b-4852-a5f7-280c9e20a4f9 None None] Network 57065fe6-ad57-4b58-ab1c-8ebe42bafc87 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:28.940212 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-21fce1c1-b521-47f9-8e6d-a3bc30188403 None None] Port 63095006-0f15-48f8-ad05-7d434356c56b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:28.941419 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-10d62474-44cf-4852-a11f-4cdc06db0abe tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5911417 Nov 16 05:04:28.947258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5a759-1730-4d32-a3f8-5bd96e19b79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6b131f-5f27-409c-b9e8-fe128144f823,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:28.966241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41620) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:28.981047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': '57065fe6-ad57-4b58-ab1c-8ebe42bafc87', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-68791243'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:28.995377 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:29.002386 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Checking segment: {'id': 'f14da9b6-8b7e-4b2c-a4a4-67721ae54f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd793794d-d5e4-4931-a04a-862aaee4f4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:29.003043 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:29.003615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Bound using segment: {'id': 'f14da9b6-8b7e-4b2c-a4a4-67721ae54f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd793794d-d5e4-4931-a04a-862aaee4f4f2'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:29.004287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Bound port: ee560234-8a39-4780-9074-5892dae332ab, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14da9b6-8b7e-4b2c-a4a4-67721ae54f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd793794d-d5e4-4931-a04a-862aaee4f4f2'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:29.005290 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:29.013971 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-729a092c-3366-4a9b-aaa7-0815675d88da admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:29.058456 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'network': {'name': 'tempest-network-smoke--615636772', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'port_security_enabled': True}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:29.070164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event updated for resources: {'Port': ['ID=63095006-0f15-48f8-ad05-7d434356c56b,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:29.161004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Made reservation on behalf of 5d96d78dbd524318af36e944a5e52691 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:29.180313 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:29.233082 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:29.255734 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] For port ee560234-8a39-4780-9074-5892dae332ab, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:29.260652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] For port ee560234-8a39-4780-9074-5892dae332ab, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ee560234-8a39-4780-9074-5892dae332ab,segment=NetworkSegment(f14da9b6-8b7e-4b2c-a4a4-67721ae54f15),segment_id=f14da9b6-8b7e-4b2c-a4a4-67721ae54f15)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:29.291213 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:29.332152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Network e5c06c7c-7eab-466f-98fb-8870f4039052 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:29.333755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:29.350387 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f09ce095-9bce-47bc-ae13-0752d7271eb4 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:04:29.463674 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f09ce095-9bce-47bc-ae13-0752d7271eb4 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:04:29.464600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f09ce095-9bce-47bc-ae13-0752d7271eb4 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:04:29.550643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-57065fe6-ad57-4b58-ab1c-8ebe42bafc87', 'network_id': '57065fe6-ad57-4b58-ab1c-8ebe42bafc87', 'tenant_id': 'd5813e4f480449aea9709170b51e91db', 'fixed_ips': [{'subnet_id': 'd3527751-7500-497b-a8fd-ba056f447157'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:04:29.557099 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:29.565323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33274803-d215-40fd-a682-f25e985a30e6 None None] Pushing event updated for resources: {'Port': ['ID=ee560234-8a39-4780-9074-5892dae332ab,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:29.575564 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41626) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:29.635380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:29.641907 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:29.777280 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a9638052-0950-40b4-aa1b-aeb1459b5a75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dce01a0c8f594ca8acc16f4b709a20d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1906567 Nov 16 05:04:29.778035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41628) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:29.810413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port 88269dfb-94a3-4af6-8bf3-48166f9ea9c5 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:29.871101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 943918c8-e995-4dbd-865a-8de37a07df38 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:29.935133 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-14d47329-105e-450b-90b8-46db5ef7bdba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:29.943736 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Router 1ce0adf4-d193-47b6-a168-245cca998213 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:04:29.982054 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Allocated IP 2001:db8::2 (57065fe6-ad57-4b58-ab1c-8ebe42bafc87/d3527751-7500-497b-a8fd-ba056f447157/42950fca-150d-4744-80c6-c3a96a934d3c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:30.063141 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-729a092c-3366-4a9b-aaa7-0815675d88da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.119052 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-729a092c-3366-4a9b-aaa7-0815675d88da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.190095 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-14d47329-105e-450b-90b8-46db5ef7bdba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.204450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded1d6c-4637-485e-81ca-3ef57b204d50 req-ba8b1d9d-8a0c-493b-9f51-65f8d8a0a0f5 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:30.206119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ded1d6c-4637-485e-81ca-3ef57b204d50 req-ba8b1d9d-8a0c-493b-9f51-65f8d8a0a0f5 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 944 time: 0.6246140 Nov 16 05:04:30.263194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.282027 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-729a092c-3366-4a9b-aaa7-0815675d88da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8e0db5183c344be9f2d70c4fcca2b91&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6317315 Nov 16 05:04:30.291081 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41636) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:30.296052 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.302114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a092c-3366-4a9b-aaa7-0815675d88da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec6d524-fd9c-455b-a5fe-60c41ea12223,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:30.325351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:04:30.341937 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c3994c-75dd-4a3c-93b4-00ffdd40891f None None] Sync routers for ids ['1ce0adf4-d193-47b6-a168-245cca998213'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:04:30.360873 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3994c-75dd-4a3c-93b4-00ffdd40891f None None] Routers {'1ce0adf4-d193-47b6-a168-245cca998213'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:30.362678 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e5c3994c-75dd-4a3c-93b4-00ffdd40891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1ce0adf4-d193-47b6-a168-245cca998213'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:30.366610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b177d36-a552-4f48-a7d6-7d1428651da0,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:30.386859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41638) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:30.391323 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fb9bea9a-2e29-48b3-a44b-3c1d0de10b3d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "PUT /v2.0/routers/1ce0adf4-d193-47b6-a168-245cca998213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0534286 Nov 16 05:04:30.406142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-14d47329-105e-450b-90b8-46db5ef7bdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.409070 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-14d47329-105e-450b-90b8-46db5ef7bdba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.413631 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-14d47329-105e-450b-90b8-46db5ef7bdba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77878874-e786-41bf-bcb0-0e10326672b4 HTTP/1.1" status: 204 len: 168 time: 0.6341836 Nov 16 05:04:30.414262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:04:30.455685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d47329-105e-450b-90b8-46db5ef7bdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77878874-e786-41bf-bcb0-0e10326672b4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:30.463699 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbee0ec-adfd-4934-af46-4afbd9c8bd35 None None] Provisioning complete for port 63095006-0f15-48f8-ad05-7d434356c56b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:30.464531 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbee0ec-adfd-4934-af46-4afbd9c8bd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.498156 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b40daf5b-c724-42cb-b199-7bdd11925314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.525012 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e5c3994c-75dd-4a3c-93b4-00ffdd40891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:30.532419 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b40daf5b-c724-42cb-b199-7bdd11925314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.557084 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.557335 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Added segment 6ca4abb0-61a6-4ab8-b663-b5914bafe2de of type vlan for network b58604fa-2aa1-416f-ad29-9cd81c975b47 Nov 16 05:04:30.561604 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c3994c-75dd-4a3c-93b4-00ffdd40891f None None] Routers {'1ce0adf4-d193-47b6-a168-245cca998213'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:30.563349 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e5c3994c-75dd-4a3c-93b4-00ffdd40891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1ce0adf4-d193-47b6-a168-245cca998213'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:30.605250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ded1d6c-4637-485e-81ca-3ef57b204d50 req-f0040c81-d0c0-4fbb-a693-3ace62603595 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815360 Nov 16 05:04:30.636476 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e5c3994c-75dd-4a3c-93b4-00ffdd40891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:30.637522 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c3994c-75dd-4a3c-93b4-00ffdd40891f None None] The sync data for ids ['1ce0adf4-d193-47b6-a168-245cca998213'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:04:30.653828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 943918c8-e995-4dbd-865a-8de37a07df38 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:04:30.688497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b40daf5b-c724-42cb-b199-7bdd11925314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.692643 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b40daf5b-c724-42cb-b199-7bdd11925314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.694589 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b40daf5b-c724-42cb-b199-7bdd11925314 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ec6d524-fd9c-455b-a5fe-60c41ea12223 HTTP/1.1" status: 204 len: 168 time: 0.3934782 Nov 16 05:04:30.709281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbee0ec-adfd-4934-af46-4afbd9c8bd35 None None] Port 63095006-0f15-48f8-ad05-7d434356c56b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:30.718200 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40daf5b-c724-42cb-b199-7bdd11925314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec6d524-fd9c-455b-a5fe-60c41ea12223,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:30.732879 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 943918c8-e995-4dbd-865a-8de37a07df38 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:30.733627 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.739876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41646) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:30.740964 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.922252 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c548183-a2d8-48bd-9727-9bf31584ae71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.947119 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:30.966294 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.081134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c548183-a2d8-48bd-9727-9bf31584ae71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.091126 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c548183-a2d8-48bd-9727-9bf31584ae71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.118061 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.134030 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.137692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:31.149809 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.189876 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7c548183-a2d8-48bd-9727-9bf31584ae71 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4b34407d4b0468489c3c4234abcbd7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4342871 Nov 16 05:04:31.194295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41658) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:31.211312 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c548183-a2d8-48bd-9727-9bf31584ae71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82034a91-211f-431f-b2a2-c9c9be5dc6c1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:31.304641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Pushing event updated for resources: {'Port': ['ID=42950fca-150d-4744-80c6-c3a96a934d3c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:31.394610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:04:31.404115 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7e663c-1890-4a6f-ada6-69fd17db0b9f" -d '{"events": [{"server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "name": "network-vif-plugged", "status": "completed", "tag": "943918c8-e995-4dbd-865a-8de37a07df38"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:04:31.404411 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec96e0bc-7326-4ff3-9ab5-6d928535dd87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.427709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:31.450036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Network 57065fe6-ad57-4b58-ab1c-8ebe42bafc87 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:31.452307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:31.455105 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.457130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:31.483750 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec96e0bc-7326-4ff3-9ab5-6d928535dd87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.555026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41670) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:31.604005 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1066-ea2b-4df9-ba6c-f1aac455dfcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.621176 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0741bd-ebe4-49b4-87e7-bb02d71ded8f x-openstack-request-id: req-9b0741bd-ebe4-49b4-87e7-bb02d71ded8f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:04:31.621708 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "name": "network-vif-plugged", "status": "completed", "tag": "943918c8-e995-4dbd-865a-8de37a07df38", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:04:31.622007 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b0741bd-ebe4-49b4-87e7-bb02d71ded8f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:04:31.622878 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38', 'code': 200} Nov 16 05:04:31.687665 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:31.695325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd59358-0fbe-4593-8f4a-591b16c89356 None None] Network d793794d-d5e4-4931-a04a-862aaee4f4f2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:31.719521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Attempting to bind port 42950fca-150d-4744-80c6-c3a96a934d3c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:31.720019 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Attempting to bind port 42950fca-150d-4744-80c6-c3a96a934d3c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57065fe6-ad57-4b58-ab1c-8ebe42bafc87'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:31.720393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Attempting to bind port 42950fca-150d-4744-80c6-c3a96a934d3c on network 57065fe6-ad57-4b58-ab1c-8ebe42bafc87 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:31.774185 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:31.778357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Checking segment: {'id': 'a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57065fe6-ad57-4b58-ab1c-8ebe42bafc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:31.785492 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.785968 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Bound using segment: {'id': 'a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57065fe6-ad57-4b58-ab1c-8ebe42bafc87'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:31.788745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Bound port: 42950fca-150d-4744-80c6-c3a96a934d3c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '57065fe6-ad57-4b58-ab1c-8ebe42bafc87'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:31.790171 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.793559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bd970-2921-4f0d-ab3e-6c193df51824 req-6946a706-2574-47ee-b017-1df678ef8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:31.795096 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e14bd970-2921-4f0d-ab3e-6c193df51824 req-6946a706-2574-47ee-b017-1df678ef8758 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1096 time: 0.1519752 Nov 16 05:04:31.800166 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec96e0bc-7326-4ff3-9ab5-6d928535dd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.808535 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec96e0bc-7326-4ff3-9ab5-6d928535dd87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.812748 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ec96e0bc-7326-4ff3-9ab5-6d928535dd87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82034a91-211f-431f-b2a2-c9c9be5dc6c1 HTTP/1.1" status: 204 len: 168 time: 0.6176183 Nov 16 05:04:31.861981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96e0bc-7326-4ff3-9ab5-6d928535dd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82034a91-211f-431f-b2a2-c9c9be5dc6c1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:31.920652 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e14bd970-2921-4f0d-ab3e-6c193df51824 req-d334f994-bb7e-45c9-9b73-760977472b68 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065407 Nov 16 05:04:31.943878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1066-ea2b-4df9-ba6c-f1aac455dfcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.951182 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e0e1066-ea2b-4df9-ba6c-f1aac455dfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:31.995054 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-423d5b9b-6b6f-4431-af63-a8f28fe25537 None None] Provisioning complete for port ee560234-8a39-4780-9074-5892dae332ab triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:31.995237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-423d5b9b-6b6f-4431-af63-a8f28fe25537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.019537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e1066-ea2b-4df9-ba6c-f1aac455dfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ea65bd-9246-48a5-9879-98e69acbc57c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:32.065351 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4e0e1066-ea2b-4df9-ba6c-f1aac455dfcb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d73679f95a9a49fd9d2e9dbc6a75a399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5024836 Nov 16 05:04:32.069489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41684) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:32.096715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ee560234-8a39-4780-9074-5892dae332ab up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:32.184329 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb8c9bfc-3a71-4fe7-bea6-1e0c82186d43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.201857 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] For port 42950fca-150d-4744-80c6-c3a96a934d3c, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:32.210648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] For port 42950fca-150d-4744-80c6-c3a96a934d3c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=42950fca-150d-4744-80c6-c3a96a934d3c,segment=NetworkSegment(a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd),segment_id=a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:32.237699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb8c9bfc-3a71-4fe7-bea6-1e0c82186d43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.259214 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.331055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2ac02-1ad4-4666-b6fb-f1f7ed85c6c8 None None] Pushing event updated for resources: {'Port': ['ID=42950fca-150d-4744-80c6-c3a96a934d3c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:32.349415 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb8c9bfc-3a71-4fe7-bea6-1e0c82186d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.354098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb8c9bfc-3a71-4fe7-bea6-1e0c82186d43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.356436 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-eb8c9bfc-3a71-4fe7-bea6-1e0c82186d43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83ea65bd-9246-48a5-9879-98e69acbc57c HTTP/1.1" status: 204 len: 168 time: 0.2859368 Nov 16 05:04:32.373504 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-423d5b9b-6b6f-4431-af63-a8f28fe25537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.379827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c9bfc-3a71-4fe7-bea6-1e0c82186d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ea65bd-9246-48a5-9879-98e69acbc57c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:32.443944 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41692) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:32.465793 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9136d80f-9386-4f97-987a-00445da391e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.476529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port ee560234-8a39-4780-9074-5892dae332ab triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:32.476907 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.542431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Network': ['ID=b58604fa-2aa1-416f-ad29-9cd81c975b47,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:32.544573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41694) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:32.582029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network b58604fa-2aa1-416f-ad29-9cd81c975b47 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:04:32.603185 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9136d80f-9386-4f97-987a-00445da391e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.609554 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9136d80f-9386-4f97-987a-00445da391e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.668634 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9136d80f-9386-4f97-987a-00445da391e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0617950f4264ca498c15613b913d0d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2235317 Nov 16 05:04:32.671415 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136d80f-9386-4f97-987a-00445da391e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5a94d0-9187-4b8f-9b5a-c752f6a99456,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:32.684354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4f74180b-271d-4ab7-8c95-1f044f18808c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.9861493 Nov 16 05:04:32.691894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41700) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:32.692284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41702) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:32.706365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-823019751', 'admin_state_up': True, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:32.721586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8::1da (57065fe6-ad57-4b58-ab1c-8ebe42bafc87/d3527751-7500-497b-a8fd-ba056f447157/88269dfb-94a3-4af6-8bf3-48166f9ea9c5) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:32.887865 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97ac6420-1733-45cf-9391-d340912b6bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.895599 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.900382 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:32.902667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110ad48-f4c7-4d72-8617-dbe2c0561b21 req-81e56ff8-9865-4335-94f8-212d71f5aeab tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:32.904346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2110ad48-f4c7-4d72-8617-dbe2c0561b21 req-81e56ff8-9865-4335-94f8-212d71f5aeab tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.3968453 Nov 16 05:04:32.906294 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-f4c3b9e9-e316-47fb-b684-78ba7470e606 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:32.907764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f4c3b9e9-e316-47fb-b684-78ba7470e606 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "PUT /v2.0/routers/1ce0adf4-d193-47b6-a168-245cca998213/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.5097146 Nov 16 05:04:32.915073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41706) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:32.982714 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97ac6420-1733-45cf-9391-d340912b6bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:33.144943 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2110ad48-f4c7-4d72-8617-dbe2c0561b21 req-0dd7c5af-34cf-4b38-b5c9-a54501c611e5 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275736 Nov 16 05:04:33.153274 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:33.228955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c54bd863-6af2-4443-a9c8-1dc8fcdcab48 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] Request body: {'port': {'network_id': '8f3de0a7-04f3-4ea0-96dc-5bca1beeff4e', 'name': 'tempest-NetworksNegativeTestJSON-244848586'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:33.252334 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97ac6420-1733-45cf-9391-d340912b6bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:33.256288 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-97ac6420-1733-45cf-9391-d340912b6bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:33.258458 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-97ac6420-1733-45cf-9391-d340912b6bac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a5a94d0-9187-4b8f-9b5a-c752f6a99456 HTTP/1.1" status: 204 len: 168 time: 0.5638773 Nov 16 05:04:33.273797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac6420-1733-45cf-9391-d340912b6bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5a94d0-9187-4b8f-9b5a-c752f6a99456,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:33.348555 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54bd863-6af2-4443-a9c8-1dc8fcdcab48 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] POST failed (client error): The resource could not be found. Nov 16 05:04:33.349079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54bd863-6af2-4443-a9c8-1dc8fcdcab48 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:04:33.349817 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-423d5b9b-6b6f-4431-af63-a8f28fe25537 None None] For port ee560234-8a39-4780-9074-5892dae332ab, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ee560234-8a39-4780-9074-5892dae332ab,segment=NetworkSegment(f14da9b6-8b7e-4b2c-a4a4-67721ae54f15),segment_id=f14da9b6-8b7e-4b2c-a4a4-67721ae54f15)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:33.360398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c54bd863-6af2-4443-a9c8-1dc8fcdcab48 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7485325 Nov 16 05:04:33.361392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41710) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:33.361919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41712) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:33.374519 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:33.380627 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-423d5b9b-6b6f-4431-af63-a8f28fe25537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:33.427125 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:33.503070 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9646f6d4-2d86-48ea-b304-a02657074bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:33.509706 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fd6233-0620-459a-95fc-eafcf43df7c0 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] DELETE failed (client error): The resource could not be found. Nov 16 05:04:33.510244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fd6233-0620-459a-95fc-eafcf43df7c0 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:04:33.521208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e3fd6233-0620-459a-95fc-eafcf43df7c0 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] 10.222.0.41 "DELETE /v2.0/networks/fc183dbd-e818-47e8-b211-41ec84f468d4 HTTP/1.1" status: 404 len: 339 time: 0.1279535 Nov 16 05:04:33.523354 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41716) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:33.587438 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d9ba47-31b2-4e19-b1f7-db75ecdaaa1b tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] DELETE failed (client error): The resource could not be found. Nov 16 05:04:33.589222 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d9ba47-31b2-4e19-b1f7-db75ecdaaa1b tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:04:33.597653 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-69d9ba47-31b2-4e19-b1f7-db75ecdaaa1b tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] 10.222.0.41 "DELETE /v2.0/ports/52212299-3f66-4d24-8c9b-fa2042f44eff HTTP/1.1" status: 404 len: 333 time: 0.0709879 Nov 16 05:04:33.607133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41720) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:33.643536 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-59df69ac-cbe8-4992-a763-5cd642d32421 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] DELETE failed (client error): The resource could not be found. Nov 16 05:04:33.643914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59df69ac-cbe8-4992-a763-5cd642d32421 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:04:33.654613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-59df69ac-cbe8-4992-a763-5cd642d32421 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] 10.222.0.41 "DELETE /v2.0/subnets/a1909076-b92b-4b9b-b4ad-4d79f020c320 HTTP/1.1" status: 404 len: 337 time: 0.0463154 Nov 16 05:04:33.656873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41722) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:33.693595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d5b9b-6b6f-4431-af63-a8f28fe25537 None None] Pushing event updated for resources: {'Port': ['ID=ee560234-8a39-4780-9074-5892dae332ab,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:33.702764 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:33.752913 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-77b70615-fcb5-40c3-9e35-9db206810dfd tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] GET failed (client error): The resource could not be found. Nov 16 05:04:33.759502 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-77b70615-fcb5-40c3-9e35-9db206810dfd tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] 10.222.0.41 "GET /v2.0/networks/54bd58a7-4be1-4d09-be9d-31e5065f48bd HTTP/1.1" status: 404 len: 339 time: 0.0929193 Nov 16 05:04:33.761549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41728) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:33.847695 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f3a557-bd59-4e9d-8d95-996e0eaf1efe tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] GET failed (client error): The resource could not be found. Nov 16 05:04:33.853317 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f2f3a557-bd59-4e9d-8d95-996e0eaf1efe tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] 10.222.0.41 "GET /v2.0/ports/cb0a0a88-b618-4671-b81a-544b3261f501 HTTP/1.1" status: 404 len: 333 time: 0.0873134 Nov 16 05:04:33.854007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41732) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:33.922467 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a1ebea-d29a-4dca-a34c-c8bed811b4c3 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] GET failed (client error): The resource could not be found. Nov 16 05:04:33.923922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c73a5bf9-6de4-4e52-9953-a60471504e20 None None] Provisioning complete for port ee560234-8a39-4780-9074-5892dae332ab triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:33.924874 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c73a5bf9-6de4-4e52-9953-a60471504e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:33.930938 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a2a1ebea-d29a-4dca-a34c-c8bed811b4c3 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] 10.222.0.41 "GET /v2.0/subnets/4e8d6c52-ea04-4b59-b0ba-9bcc42dd913a HTTP/1.1" status: 404 len: 337 time: 0.0761919 Nov 16 05:04:33.931585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41736) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:33.934189 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:33.939220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a650d250-e19b-4dd4-91c6-740a94c0d342 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:33.967947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=88269dfb-94a3-4af6-8bf3-48166f9ea9c5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:34.033455 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.043510 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a650d250-e19b-4dd4-91c6-740a94c0d342 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] PUT failed (client error): The resource could not be found. Nov 16 05:04:34.046793 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a650d250-e19b-4dd4-91c6-740a94c0d342 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:04:34.047543 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 42950fca-150d-4744-80c6-c3a96a934d3c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:34.050710 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9646f6d4-2d86-48ea-b304-a02657074bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.058532 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a650d250-e19b-4dd4-91c6-740a94c0d342 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] 10.222.0.41 "PUT /v2.0/networks/8ac45a84-8dd8-4933-bacb-2263f5dc7494 HTTP/1.1" status: 404 len: 339 time: 0.1256733 Nov 16 05:04:34.060158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41740) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:34.065221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8492e138-dd31-4982-aa6e-8b1930d19b39 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:34.070283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network 57065fe6-ad57-4b58-ab1c-8ebe42bafc87 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:34.075408 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9646f6d4-2d86-48ea-b304-a02657074bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.101464 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-8492e138-dd31-4982-aa6e-8b1930d19b39 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] PUT failed (client error): The resource could not be found. Nov 16 05:04:34.102058 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8492e138-dd31-4982-aa6e-8b1930d19b39 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:04:34.109313 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8492e138-dd31-4982-aa6e-8b1930d19b39 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] 10.222.0.41 "PUT /v2.0/ports/1f1d38ce-56ad-46d5-8ba9-f2d03a28c85d HTTP/1.1" status: 404 len: 333 time: 0.0480714 Nov 16 05:04:34.134967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41742) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:34.143292 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-00cd8bf5-eef3-4744-887c-af13153bc433 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:34.166389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9646f6d4-2d86-48ea-b304-a02657074bd0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80b32df24f0242b68070d6998fa2e2be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7932212 Nov 16 05:04:34.168628 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:34.173474 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-00cd8bf5-eef3-4744-887c-af13153bc433 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] PUT failed (client error): The resource could not be found. Nov 16 05:04:34.173953 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00cd8bf5-eef3-4744-887c-af13153bc433 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:04:34.187965 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-00cd8bf5-eef3-4744-887c-af13153bc433 tempest-NetworksNegativeTestJSON-102054148 tempest-NetworksNegativeTestJSON-102054148-project] 10.222.0.41 "PUT /v2.0/subnets/c4ea1948-6863-4234-9def-ec660718db91 HTTP/1.1" status: 404 len: 337 time: 0.0432196 Nov 16 05:04:34.191333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41746) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:34.203480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:34.213188 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 42950fca-150d-4744-80c6-c3a96a934d3c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:34.219113 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.229237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:34.237755 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.328677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871f8aa4-61ad-4253-844c-3463e4d7a676 None None] Network 57065fe6-ad57-4b58-ab1c-8ebe42bafc87 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:34.418951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646f6d4-2d86-48ea-b304-a02657074bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0570e7bf-54c5-49b0-850c-c2123d728aef,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:34.452013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-39613c28-cfee-4ab5-8e49-3abdc7e22e5e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 5.4787252 Nov 16 05:04:34.462197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41754) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:34.536231 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0c268197-c48e-44c8-a3e2-24568a84d29e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.556867 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-008548b0-935d-4f49-a424-e18357040670 None None] Provisioning complete for port 42950fca-150d-4744-80c6-c3a96a934d3c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:34.557352 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-008548b0-935d-4f49-a424-e18357040670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.558035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e7dcc0-da4b-48d6-b908-348c3f7fc371 req-5fab9914-7781-4c46-9c59-2d1d84d0f097 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:34.559599 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1e7dcc0-da4b-48d6-b908-348c3f7fc371 req-5fab9914-7781-4c46-9c59-2d1d84d0f097 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.2755926 Nov 16 05:04:34.608118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Allocated IP 172.25.0.222 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/1768cbf9-9a2d-4622-9a64-c71416946651) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:34.629999 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0c268197-c48e-44c8-a3e2-24568a84d29e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.657925 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587ef1f1-2323-4384-9fdb-fdb4215adab6 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.717798 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.733083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41762) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:34.736625 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0c268197-c48e-44c8-a3e2-24568a84d29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.740320 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0c268197-c48e-44c8-a3e2-24568a84d29e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.746576 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0c268197-c48e-44c8-a3e2-24568a84d29e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0570e7bf-54c5-49b0-850c-c2123d728aef HTTP/1.1" status: 204 len: 168 time: 0.5522587 Nov 16 05:04:34.865828 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1e7dcc0-da4b-48d6-b908-348c3f7fc371 req-6b449eaa-2ade-4dbc-89a0-2af3bd945126 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914827 Nov 16 05:04:34.882510 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-008548b0-935d-4f49-a424-e18357040670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.948737 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.974311 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 42950fca-150d-4744-80c6-c3a96a934d3c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=42950fca-150d-4744-80c6-c3a96a934d3c,segment=NetworkSegment(a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd),segment_id=a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:34.987043 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:34.987838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ee560234-8a39-4780-9074-5892dae332ab up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:35.033427 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c268197-c48e-44c8-a3e2-24568a84d29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0570e7bf-54c5-49b0-850c-c2123d728aef,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:35.039038 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:35.113024 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-51cf9b1b-0213-4e78-b95b-e19530e325bd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port 88269dfb-94a3-4af6-8bf3-48166f9ea9c5 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:35.113233 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51cf9b1b-0213-4e78-b95b-e19530e325bd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:35.148346 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-008548b0-935d-4f49-a424-e18357040670 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:04:35.148700 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-008548b0-935d-4f49-a424-e18357040670 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:04:35.157932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=42950fca-150d-4744-80c6-c3a96a934d3c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:35.172252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port ee560234-8a39-4780-9074-5892dae332ab triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:35.172816 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:35.211461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71208a5c-ca31-4991-924a-ba264601e90a req-b2747f94-50f4-4966-bf06-de90bd503d7f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:35.213242 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71208a5c-ca31-4991-924a-ba264601e90a req-b2747f94-50f4-4966-bf06-de90bd503d7f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.1617713 Nov 16 05:04:35.321124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71208a5c-ca31-4991-924a-ba264601e90a req-0980d384-b32f-4728-8a79-638db96a17f6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994155 Nov 16 05:04:35.366237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41784) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:35.378782 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51cf9b1b-0213-4e78-b95b-e19530e325bd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:35.398020 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:35.399841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:35.408194 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:35.410921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-51cf9b1b-0213-4e78-b95b-e19530e325bd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for 88269dfb-94a3-4af6-8bf3-48166f9ea9c5 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:35.413054 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8666cabf-4070-46d4-b1a3-fc66a7e108bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:35.421192 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f7fe9e-0b61-4aca-b21d-d07da4be46f2 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:04:35.454259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83819eb5-6dde-4a93-82bf-c576908e64b1 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:35.461731 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-83819eb5-6dde-4a93-82bf-c576908e64b1 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1091 time: 0.0914495 Nov 16 05:04:35.462756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41788) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:35.475369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '943918c8-e995-4dbd-865a-8de37a07df38', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:35.543639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-587ef1f1-2323-4384-9fdb-fdb4215adab6 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Deleting port 63095006-0f15-48f8-ad05-7d434356c56b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:35.544073 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587ef1f1-2323-4384-9fdb-fdb4215adab6 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:35.557996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=1768cbf9-9a2d-4622-9a64-c71416946651,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:35.598361 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8666cabf-4070-46d4-b1a3-fc66a7e108bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:35.621532 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:35.660645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8666cabf-4070-46d4-b1a3-fc66a7e108bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:35.766249 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587ef1f1-2323-4384-9fdb-fdb4215adab6 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:35.789431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-587ef1f1-2323-4384-9fdb-fdb4215adab6 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Calling delete_port for 63095006-0f15-48f8-ad05-7d434356c56b owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:35.844230 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8666cabf-4070-46d4-b1a3-fc66a7e108bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c58b20e36d649c3b7cb9b1f8813b5d7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1085672 Nov 16 05:04:35.871848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-879a7d27-4ddc-4dd2-9a84-7417a72ff768 None None] Provisioning complete for port 42950fca-150d-4744-80c6-c3a96a934d3c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:35.872444 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-879a7d27-4ddc-4dd2-9a84-7417a72ff768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:35.874946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41800) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:35.894956 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666cabf-4070-46d4-b1a3-fc66a7e108bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a5a3aa-154e-4652-ace6-e8529e37afa5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:35.958615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 42950fca-150d-4744-80c6-c3a96a934d3c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:36.148910 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:36.188665 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:36.192183 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 42950fca-150d-4744-80c6-c3a96a934d3c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:36.192547 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:36.293530 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-879a7d27-4ddc-4dd2-9a84-7417a72ff768 None None] Provisioning complete for port 1768cbf9-9a2d-4622-9a64-c71416946651 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:36.294181 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-879a7d27-4ddc-4dd2-9a84-7417a72ff768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:36.375215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-879a7d27-4ddc-4dd2-9a84-7417a72ff768 None None] Port 1768cbf9-9a2d-4622-9a64-c71416946651 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:36.390683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-879a7d27-4ddc-4dd2-9a84-7417a72ff768 None None] Could not find standard attr ID for object 88269dfb-94a3-4af6-8bf3-48166f9ea9c5. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:04:36.505603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-349a6bc4-abc4-49a3-ba0e-fcab39f11442 None None] Could not find standard attr ID for object 88269dfb-94a3-4af6-8bf3-48166f9ea9c5. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:04:36.591608 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51cf9b1b-0213-4e78-b95b-e19530e325bd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:36.598210 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:36.648854 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5b3730b-a0ec-4d56-a46f-3b86a06f70ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:36.673653 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5b3730b-a0ec-4d56-a46f-3b86a06f70ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:36.728995 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5b3730b-a0ec-4d56-a46f-3b86a06f70ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:36.730310 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5b3730b-a0ec-4d56-a46f-3b86a06f70ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:36.731477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f5b3730b-a0ec-4d56-a46f-3b86a06f70ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74a5a3aa-154e-4652-ace6-e8529e37afa5 HTTP/1.1" status: 204 len: 168 time: 0.8555102 Nov 16 05:04:36.793358 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf9b1b-0213-4e78-b95b-e19530e325bd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=88269dfb-94a3-4af6-8bf3-48166f9ea9c5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:36.815112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3730b-a0ec-4d56-a46f-3b86a06f70ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a5a3aa-154e-4652-ace6-e8529e37afa5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:36.838027 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51cf9b1b-0213-4e78-b95b-e19530e325bd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:36.841031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.25.0.98 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/779fdd67-5e77-4545-9749-db1e9f21cdd2) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:36.844626 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-51cf9b1b-0213-4e78-b95b-e19530e325bd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/88269dfb-94a3-4af6-8bf3-48166f9ea9c5 HTTP/1.1" status: 204 len: 168 time: 2.3793859 Nov 16 05:04:36.847551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41824) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:36.932294 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4584ec-7ad6-465d-b78b-8093a0a48e31 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:04:36.934590 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0d4584ec-7ad6-465d-b78b-8093a0a48e31 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/88269dfb-94a3-4af6-8bf3-48166f9ea9c5 HTTP/1.1" status: 404 len: 333 time: 0.0850291 Nov 16 05:04:36.940857 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41826) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:37.007304 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb40f950-3067-4260-8e0e-447a20005044 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting subnet d3527751-7500-497b-a8fd-ba056f447157 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:04:37.016913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb40f950-3067-4260-8e0e-447a20005044 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:37.022928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:04:37.227995 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:37.236924 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587ef1f1-2323-4384-9fdb-fdb4215adab6 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:37.293546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ef1f1-2323-4384-9fdb-fdb4215adab6 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Port': ['ID=63095006-0f15-48f8-ad05-7d434356c56b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:37.473135 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:37.526785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:37.536467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:37.540398 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587ef1f1-2323-4384-9fdb-fdb4215adab6 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:37.542523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:37.582208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=779fdd67-5e77-4545-9749-db1e9f21cdd2,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:37.586228 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb40f950-3067-4260-8e0e-447a20005044 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:37.692474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:04:37.704262 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Sync routers for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:04:37.717730 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:37.718986 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-de3106ee-750b-46a5-b224-26c9fb95363b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0222950 Nov 16 05:04:37.723882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:37.725651 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41848) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:37.726436 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:37.773832 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb40f950-3067-4260-8e0e-447a20005044 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:37.922455 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb40f950-3067-4260-8e0e-447a20005044 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:37.951412 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:04:38.003503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40f950-3067-4260-8e0e-447a20005044 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Subnet': ['ID=d3527751-7500-497b-a8fd-ba056f447157,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:38.021299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fb40f950-3067-4260-8e0e-447a20005044 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:38.029313 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fb40f950-3067-4260-8e0e-447a20005044 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/d3527751-7500-497b-a8fd-ba056f447157 HTTP/1.1" status: 204 len: 168 time: 1.0860140 Nov 16 05:04:38.035390 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41866) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:38.036410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e0510d-ea06-4d1d-8106-8d883d97518a None None] Network 57065fe6-ad57-4b58-ab1c-8ebe42bafc87 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:38.282610 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2f6494b0-c15b-4715-ba98-d8bb600790dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:38.287786 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2c3545b7-0ecb-4dcb-9746-7862a4bed797 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5d96d78dbd524318af36e944a5e52691&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5610166 Nov 16 05:04:38.290451 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41878) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:38.414838 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:38.430610 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:38.434927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41886) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:38.615014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba8213-1e5a-4ae0-ba9d-67a9d27c43b8 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:38.619265 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c5ba8213-1e5a-4ae0-ba9d-67a9d27c43b8 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3215785 Nov 16 05:04:38.632418 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41894) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:38.731127 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-019fc383-e244-4ebd-abc0-74426579fbd7 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:38.731710 n-d-818042-1 neutron-server[102660]: WARNING neutron.api.v2.base [None req-019fc383-e244-4ebd-abc0-74426579fbd7 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 05:04:38.733595 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-019fc383-e244-4ebd-abc0-74426579fbd7 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 05:04:38.733595 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-019fc383-e244-4ebd-abc0-74426579fbd7 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2974830 Nov 16 05:04:38.737556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41902) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:38.749293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8ce6b3d7-4085-4348-bd97-6b4a23e91c11 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798954612'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:38.754539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:04:35Z', 'revision_number': 3, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:38.761808 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:38.780301 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e45a6cf8-a3a2-49dc-8e01-ffcf09f9f418 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1465166 Nov 16 05:04:38.783200 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41904) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:38.793541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-257c9ed5-6327-445f-bba3-677ffd3e4932 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-974747053', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:38.860952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587ef1f1-2323-4384-9fdb-fdb4215adab6 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Router 1ce0adf4-d193-47b6-a168-245cca998213 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:04:38.943281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Checking router: 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:04:38.949205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Updating router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 port 1768cbf9-9a2d-4622-9a64-c71416946651 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:04:38.954014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad22e1f1-6641-488f-bfb6-671b2980bf8e None None] DHCP port deletion for 57065fe6-ad57-4b58-ab1c-8ebe42bafc87 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:04:38.992320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41910) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:39.014019 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port 42950fca-150d-4744-80c6-c3a96a934d3c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:39.014710 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.051193 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.147751 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b3d7-4085-4348-bd97-6b4a23e91c11 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.173112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b3d7-4085-4348-bd97-6b4a23e91c11 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.192166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587ef1f1-2323-4384-9fdb-fdb4215adab6 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:04:39.204072 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5837901-6bf0-4286-803c-4bd8606cb392 None None] Sync routers for ids ['1ce0adf4-d193-47b6-a168-245cca998213'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:04:39.222620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] For port 42950fca-150d-4744-80c6-c3a96a934d3c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=42950fca-150d-4744-80c6-c3a96a934d3c,segment=NetworkSegment(a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd),segment_id=a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:39.223526 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.226957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257c9ed5-6327-445f-bba3-677ffd3e4932 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Made reservation on behalf of 5d96d78dbd524318af36e944a5e52691 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:39.232126 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-257c9ed5-6327-445f-bba3-677ffd3e4932 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.259722 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5837901-6bf0-4286-803c-4bd8606cb392 None None] Routers {'1ce0adf4-d193-47b6-a168-245cca998213'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:39.261494 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c5837901-6bf0-4286-803c-4bd8606cb392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1ce0adf4-d193-47b6-a168-245cca998213'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:39.287459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-587ef1f1-2323-4384-9fdb-fdb4215adab6 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "PUT /v2.0/routers/1ce0adf4-d193-47b6-a168-245cca998213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3593788 Nov 16 05:04:39.289747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41920) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:39.302684 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for 42950fca-150d-4744-80c6-c3a96a934d3c owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:39.322026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4b444f58-0c23-4146-816a-25fbbd52b706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.345045 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c5837901-6bf0-4286-803c-4bd8606cb392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:39.348285 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-df6b103d-b282-4f58-8428-626249f70f8d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] delete failed (client error): The resource could not be found. Nov 16 05:04:39.353060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-df6b103d-b282-4f58-8428-626249f70f8d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1615254001 HTTP/1.1" status: 404 len: 335 time: 0.0588934 Nov 16 05:04:39.353395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41924) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:39.359480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4b65c99b-d3db-4166-9825-9f627172b2a7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Request body: {'router': {'external_gateway_info': {'network_id': '1ce0adf4-d193-47b6-a168-245cca998213'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:39.364039 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ad22e1f1-6641-488f-bfb6-671b2980bf8e None None] Deleting port 42950fca-150d-4744-80c6-c3a96a934d3c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:39.364419 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad22e1f1-6641-488f-bfb6-671b2980bf8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.380290 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5837901-6bf0-4286-803c-4bd8606cb392 None None] Routers {'1ce0adf4-d193-47b6-a168-245cca998213'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:39.381547 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c5837901-6bf0-4286-803c-4bd8606cb392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1ce0adf4-d193-47b6-a168-245cca998213'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:39.444629 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c5837901-6bf0-4286-803c-4bd8606cb392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:39.445580 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5837901-6bf0-4286-803c-4bd8606cb392 None None] The sync data for ids ['1ce0adf4-d193-47b6-a168-245cca998213'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:04:39.461885 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b3d7-4085-4348-bd97-6b4a23e91c11 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.544352 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.582861 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.587522 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b3d7-4085-4348-bd97-6b4a23e91c11 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.597558 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.637095 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ad22e1f1-6641-488f-bfb6-671b2980bf8e None None] For port 42950fca-150d-4744-80c6-c3a96a934d3c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=42950fca-150d-4744-80c6-c3a96a934d3c,segment=NetworkSegment(a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd),segment_id=a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:39.638946 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad22e1f1-6641-488f-bfb6-671b2980bf8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.675582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ad22e1f1-6641-488f-bfb6-671b2980bf8e None None] Calling delete_port for 42950fca-150d-4744-80c6-c3a96a934d3c owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:39.688784 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4b65c99b-d3db-4166-9825-9f627172b2a7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.786117 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b3d7-4085-4348-bd97-6b4a23e91c11 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:39.957172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 42950fca-150d-4744-80c6-c3a96a934d3c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:04:39.988042 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No DVR routers for this DVR port 42950fca-150d-4744-80c6-c3a96a934d3c on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:04:40.004677 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-257c9ed5-6327-445f-bba3-677ffd3e4932 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.007831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 42950fca-150d-4744-80c6-c3a96a934d3c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:04:40.008446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 42950fca-150d-4744-80c6-c3a96a934d3c not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:04:40.012906 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b3d7-4085-4348-bd97-6b4a23e91c11 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.139430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c9ed5-6327-445f-bba3-677ffd3e4932 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Subnet': ['ID=1d486ef2-9245-40db-8ab1-414577bb34fd,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:40.151294 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8ce6b3d7-4085-4348-bd97-6b4a23e91c11 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.155924 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8ce6b3d7-4085-4348-bd97-6b4a23e91c11 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4171784 Nov 16 05:04:40.161375 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41930) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:40.179922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=42950fca-150d-4744-80c6-c3a96a934d3c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:40.229968 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.245480 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.249094 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad22e1f1-6641-488f-bfb6-671b2980bf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.261942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=779fdd67-5e77-4545-9749-db1e9f21cdd2,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:40.264353 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.271995 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-4b65c99b-d3db-4166-9825-9f627172b2a7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] update failed (client error): The resource could not be found. Nov 16 05:04:40.278209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4b65c99b-d3db-4166-9825-9f627172b2a7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "PUT /v2.0/routers/1ce0adf4-d193-47b6-a168-245cca998213 HTTP/1.1" status: 404 len: 339 time: 0.9238002 Nov 16 05:04:40.280533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41932) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:40.286077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-107b0aa0-162e-4db4-a2d2-c3082a165909 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1612360722'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:40.289792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57065fe6-ad57-4b58-ab1c-8ebe42bafc87']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:40.295382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22e1f1-6641-488f-bfb6-671b2980bf8e None None] No DVR routers for this DVR port 42950fca-150d-4744-80c6-c3a96a934d3c on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:04:40.297644 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4b9f891-2a90-4092-92be-b97597bef1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.303197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:40.303668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c727a5-835f-4d3d-a8f6-0b1c5e6a40dd') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:40.314647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107b0aa0-162e-4db4-a2d2-c3082a165909 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Made reservation on behalf of 66d9ad9e762e4153aa6b8524bd15661a for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:40.317975 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.318291 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-107b0aa0-162e-4db4-a2d2-c3082a165909 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.336932 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.345311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:04:40.345821 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.352222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4787ddf3-f717-4b19-bd57-cc3d3a5edc72 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:04:40.366809 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107b0aa0-162e-4db4-a2d2-c3082a165909 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:04:40.376865 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-107b0aa0-162e-4db4-a2d2-c3082a165909 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.378924 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-107b0aa0-162e-4db4-a2d2-c3082a165909 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Added segment b4b9cf3f-7059-4175-b9ea-ab0455ec87f7 of type vlan for network 4e8c57ce-3ef1-4da4-9278-c41b125359ea Nov 16 05:04:40.404860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206125a-c6ae-4cb6-865a-c043e0d12f3e None None] Pushing event updated for resources: {'Port': ['ID=1768cbf9-9a2d-4622-9a64-c71416946651,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:40.410042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Attempting to bind port 1768cbf9-9a2d-4622-9a64-c71416946651 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:40.410680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Attempting to bind port 1768cbf9-9a2d-4622-9a64-c71416946651 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:40.411223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Attempting to bind port 1768cbf9-9a2d-4622-9a64-c71416946651 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:40.428947 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ea6b853c-1b3d-4490-8ab8-8ee987b0df6e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': '8b2cd02e-780f-4839-90c8-72f37d9e7b8d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:04:40.445701 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:04:40.448758 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.450214 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.453171 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-107b0aa0-162e-4db4-a2d2-c3082a165909 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.457674 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.465530 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/networks/57065fe6-ad57-4b58-ab1c-8ebe42bafc87 HTTP/1.1" status: 204 len: 168 time: 2.4209247 Nov 16 05:04:40.478005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41934) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:40.478688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6b3d7-4085-4348-bd97-6b4a23e91c11 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67715c0b-be38-4cf4-a185-df22c5c3f7cb,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:40.516551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22e1f1-6641-488f-bfb6-671b2980bf8e None None] Pushing event deleted for resources: {'Port': ['ID=42950fca-150d-4744-80c6-c3a96a934d3c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:40.519803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:40.520410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:40.521012 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.521877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:40.522888 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Bound port: 1768cbf9-9a2d-4622-9a64-c71416946651, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:40.523460 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.536634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-cb469a23-1114-471d-a4ee-5bc667adaf80 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'name': 'tempest-PortsIpV6TestJSON-1943757'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:40.560361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b6e6b275-9bc7-4f7b-ae77-aedaa558e03e None None] Provisioning complete for port 1768cbf9-9a2d-4622-9a64-c71416946651 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:40.560974 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b275-9bc7-4f7b-ae77-aedaa558e03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.612955 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-107b0aa0-162e-4db4-a2d2-c3082a165909 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.614921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6b3d7-4085-4348-bd97-6b4a23e91c11 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2cd02e-780f-4839-90c8-72f37d9e7b8d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:40.618563 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257c9ed5-6327-445f-bba3-677ffd3e4932 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Checking segment: {'id': '6ca4abb0-61a6-4ab8-b663-b5914bafe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:40.618930 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c9ed5-6327-445f-bba3-677ffd3e4932 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network hostable DHCP agents. Network: b58604fa-2aa1-416f-ad29-9cd81c975b47, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:04:40.626273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107b0aa0-162e-4db4-a2d2-c3082a165909 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:40.626819 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-107b0aa0-162e-4db4-a2d2-c3082a165909 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.638279 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5146823b-91c7-4174-97e2-3801865c4cc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Network': ['ID=57065fe6-ad57-4b58-ab1c-8ebe42bafc87,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:40.675945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257c9ed5-6327-445f-bba3-677ffd3e4932 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network b58604fa-2aa1-416f-ad29-9cd81c975b47 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:04:40.696828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6b275-9bc7-4f7b-ae77-aedaa558e03e None None] Port 1768cbf9-9a2d-4622-9a64-c71416946651 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:40.702141 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-107b0aa0-162e-4db4-a2d2-c3082a165909 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4174161 Nov 16 05:04:40.705421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] For port 1768cbf9-9a2d-4622-9a64-c71416946651, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:40.709748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] For port 1768cbf9-9a2d-4622-9a64-c71416946651, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1768cbf9-9a2d-4622-9a64-c71416946651,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:40.711813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41938) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:40.714521 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4b444f58-0c23-4146-816a-25fbbd52b706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.718065 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.721699 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-bc16df48-f025-4805-9511-be1a65469854 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Request body: {'subnet': {'network_id': '4e8c57ce-3ef1-4da4-9278-c41b125359ea', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:40.730134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea6b853c-1b3d-4490-8ab8-8ee987b0df6e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.759137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb469a23-1114-471d-a4ee-5bc667adaf80 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:40.763155 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb469a23-1114-471d-a4ee-5bc667adaf80 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.780301 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4b444f58-0c23-4146-816a-25fbbd52b706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.803559 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3512a0-f0e8-4ce8-a0ce-d05de17ede96 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:04:40.830090 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-257c9ed5-6327-445f-bba3-677ffd3e4932 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, b58604fa-2aa1-416f-ad29-9cd81c975b47) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:40.834761 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257c9ed5-6327-445f-bba3-677ffd3e4932 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:40.835347 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-257c9ed5-6327-445f-bba3-677ffd3e4932 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.871047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b0aa0-162e-4db4-a2d2-c3082a165909 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event updated for resources: {'Network': ['ID=4e8c57ce-3ef1-4da4-9278-c41b125359ea,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:40.871513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e41546-8fb7-4f83-bfa8-d8fedc4dabae None None] Network b58604fa-2aa1-416f-ad29-9cd81c975b47 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:40.882294 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Floating IP b9606ca5-1c1d-402a-8be6-d30f7cb37ef7 associated. External IP: 172.25.0.98, port: 943918c8-e995-4dbd-865a-8de37a07df38. Nov 16 05:04:40.897476 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea6b853c-1b3d-4490-8ab8-8ee987b0df6e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.923916 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea6b853c-1b3d-4490-8ab8-8ee987b0df6e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:40.968563 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b853c-1b3d-4490-8ab8-8ee987b0df6e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5d380f-ee86-4108-abe0-f4a3908ee130,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:40.976183 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-cb469a23-1114-471d-a4ee-5bc667adaf80 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port d6ed5c8f-f789-4e10-8a16-00464b66a83b yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:40.985304 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b444f58-0c23-4146-816a-25fbbd52b706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7d5ab7-2c98-4508-ab0a-2a20c57036d4,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:41.000133 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4b444f58-0c23-4146-816a-25fbbd52b706 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da191576590c4729a8a4878b27124798&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0023491 Nov 16 05:04:41.008256 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-257c9ed5-6327-445f-bba3-677ffd3e4932 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2239053 Nov 16 05:04:41.009055 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41940) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:41.043265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41942) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:41.054317 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 4e8c57ce-3ef1-4da4-9278-c41b125359ea details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:04:41.077437 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea6b853c-1b3d-4490-8ab8-8ee987b0df6e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:41.081606 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ea6b853c-1b3d-4490-8ab8-8ee987b0df6e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8975439 Nov 16 05:04:41.082819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:41.083576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:41.085727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41944) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:41.101019 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-716679f5-33a2-4c39-9e08-17989cc4d097 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': '8b2cd02e-780f-4839-90c8-72f37d9e7b8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:41.141483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206125a-c6ae-4cb6-865a-c043e0d12f3e None None] Pushing event updated for resources: {'Port': ['ID=1768cbf9-9a2d-4622-9a64-c71416946651,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:41.222080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3b2dd531-ae1d-4878-aa2c-2697b9a66ecb None None] Provisioning complete for port 1768cbf9-9a2d-4622-9a64-c71416946651 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:41.222815 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b2dd531-ae1d-4878-aa2c-2697b9a66ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:41.232177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-b58604fa-2aa1-416f-ad29-9cd81c975b47', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:04:41.233211 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:41.290671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router 582eb076-b531-49f4-812b-4415e0679b8c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:04:41.370503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc16df48-f025-4805-9511-be1a65469854 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Made reservation on behalf of 66d9ad9e762e4153aa6b8524bd15661a for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:41.384242 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bc16df48-f025-4805-9511-be1a65469854 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:41.481234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:04:41.505619 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7fbf430-c212-48b8-8b71-3ea820228ec5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:41.514181 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c635ce3-442f-4348-a40c-d2b9fe5e7675 None None] Sync routers for ids ['582eb076-b531-49f4-812b-4415e0679b8c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:04:41.545031 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c635ce3-442f-4348-a40c-d2b9fe5e7675 None None] Routers {'582eb076-b531-49f4-812b-4415e0679b8c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:41.545839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6c635ce3-442f-4348-a40c-d2b9fe5e7675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['582eb076-b531-49f4-812b-4415e0679b8c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:41.552422 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb469a23-1114-471d-a4ee-5bc667adaf80 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:41.627498 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:41.656176 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-716679f5-33a2-4c39-9e08-17989cc4d097 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:41.662788 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7fbf430-c212-48b8-8b71-3ea820228ec5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:41.708763 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:04:41.717834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7463ae7f-07a5-44b4-82eb-0078a0fe3adb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.2528520 Nov 16 05:04:41.718692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:04:41.721293 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c671283a-6818-460c-8947-1bc75e7a580b" -d '{"events": [{"name": "network-changed", "server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "tag": "943918c8-e995-4dbd-865a-8de37a07df38"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:04:41.806316 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314040f4-c828-4387-a810-671f3bc6441a x-openstack-request-id: req-314040f4-c828-4387-a810-671f3bc6441a {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:04:41.806316 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "tag": "943918c8-e995-4dbd-865a-8de37a07df38", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:04:41.806316 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-314040f4-c828-4387-a810-671f3bc6441a {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:04:41.806316 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38', 'status': 'completed', 'code': 200} Nov 16 05:04:41.887887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Allocated IP 172.20.0.2 (b58604fa-2aa1-416f-ad29-9cd81c975b47/1d486ef2-9245-40db-8ab1-414577bb34fd/6faa26dc-a245-4ffa-a312-f3a04ac5c4b7) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:41.890733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897bce45-76a3-41f8-8185-d17e91b7ab82 req-c73e6feb-ce97-4bcf-8f63-0f745010a5dd tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:41.892460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-897bce45-76a3-41f8-8185-d17e91b7ab82 req-c73e6feb-ce97-4bcf-8f63-0f745010a5dd tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.0604217 Nov 16 05:04:41.950327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-897bce45-76a3-41f8-8185-d17e91b7ab82 req-c7ed04bb-9d07-406d-a988-e522b1b55845 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492926 Nov 16 05:04:41.975958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41954) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:42.061743 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.064329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6c635ce3-442f-4348-a40c-d2b9fe5e7675 None None] Set router 582eb076-b531-49f4-812b-4415e0679b8c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:04:42.078145 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6c73b209-e67b-477a-9f64-f86c63eb363a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/b9606ca5-1c1d-402a-8be6-d30f7cb37ef7 HTTP/1.1" status: 200 len: 990 time: 0.0999811 Nov 16 05:04:42.097301 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb469a23-1114-471d-a4ee-5bc667adaf80 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.098043 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b2dd531-ae1d-4878-aa2c-2697b9a66ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.166989 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3b2dd531-ae1d-4878-aa2c-2697b9a66ecb None None] For port 1768cbf9-9a2d-4622-9a64-c71416946651, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1768cbf9-9a2d-4622-9a64-c71416946651,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:42.194755 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-716679f5-33a2-4c39-9e08-17989cc4d097 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): There was a conflict when trying to complete your request. Nov 16 05:04:42.195793 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-716679f5-33a2-4c39-9e08-17989cc4d097 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1007502 Nov 16 05:04:42.197656 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb469a23-1114-471d-a4ee-5bc667adaf80 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network df1402be-e55d-4c04-a29d-5000cbf533ff is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:42.199333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41956) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:42.216865 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3b2dd531-ae1d-4878-aa2c-2697b9a66ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.249028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-cb469a23-1114-471d-a4ee-5bc667adaf80 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:42.252003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb469a23-1114-471d-a4ee-5bc667adaf80 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:42.261453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb469a23-1114-471d-a4ee-5bc667adaf80 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:42.262345 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cb469a23-1114-471d-a4ee-5bc667adaf80 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.277704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671283a-6818-460c-8947-1bc75e7a580b req-352c6ed9-a23e-425e-8d54-95613524eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:42.279472 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c671283a-6818-460c-8947-1bc75e7a580b req-352c6ed9-a23e-425e-8d54-95613524eac6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1096 time: 0.3703651 Nov 16 05:04:42.280113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb469a23-1114-471d-a4ee-5bc667adaf80 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=d6ed5c8f-f789-4e10-8a16-00464b66a83b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:42.283258 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4787f966-e5bf-4600-b2e5-d7b8c7b1a6c5 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.310075 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4787f966-e5bf-4600-b2e5-d7b8c7b1a6c5 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.327016 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7fbf430-c212-48b8-8b71-3ea820228ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.329674 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7fbf430-c212-48b8-8b71-3ea820228ec5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.333356 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a7fbf430-c212-48b8-8b71-3ea820228ec5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e7d5ab7-2c98-4508-ab0a-2a20c57036d4 HTTP/1.1" status: 204 len: 168 time: 1.3170888 Nov 16 05:04:42.365317 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4787f966-e5bf-4600-b2e5-d7b8c7b1a6c5 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.372773 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4787f966-e5bf-4600-b2e5-d7b8c7b1a6c5 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.375167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4787f966-e5bf-4600-b2e5-d7b8c7b1a6c5 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "DELETE /v2.0/security-groups/8b2cd02e-780f-4839-90c8-72f37d9e7b8d HTTP/1.1" status: 204 len: 168 time: 0.1737132 Nov 16 05:04:42.397079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41960) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:42.397964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787f966-e5bf-4600-b2e5-d7b8c7b1a6c5 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2cd02e-780f-4839-90c8-72f37d9e7b8d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:42.406522 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cb469a23-1114-471d-a4ee-5bc667adaf80 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 1.8966548 Nov 16 05:04:42.414353 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41962) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:42.484873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7dc3d337-a106-4fa3-96bc-164e859280e0 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0826573 Nov 16 05:04:42.486404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41966) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:42.491912 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3affa1a4-30d2-4502-a327-c0ba31869d0e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group': {'name': 'tempest-secgroup--896616026'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:42.528966 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3affa1a4-30d2-4502-a327-c0ba31869d0e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.541359 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbf430-c212-48b8-8b71-3ea820228ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7d5ab7-2c98-4508-ab0a-2a20c57036d4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:42.624463 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bc16df48-f025-4805-9511-be1a65469854 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.683484 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3affa1a4-30d2-4502-a327-c0ba31869d0e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.688930 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3affa1a4-30d2-4502-a327-c0ba31869d0e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.741684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2dd531-ae1d-4878-aa2c-2697b9a66ecb None None] Pushing event updated for resources: {'Port': ['ID=1768cbf9-9a2d-4622-9a64-c71416946651,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:42.769493 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3affa1a4-30d2-4502-a327-c0ba31869d0e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.773306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3affa1a4-30d2-4502-a327-c0ba31869d0e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2829149 Nov 16 05:04:42.786223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41976) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:42.794877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-400aa011-c8a2-4d73-9d47-e19ce4602d1f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': '383ed353-f567-444c-bbdc-caf10fdd8f11', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:42.794877 n-d-818042-1 neutron-server[102659]: WARNING neutron.api.v2.base [None req-400aa011-c8a2-4d73-9d47-e19ce4602d1f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 16 05:04:42.795314 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-400aa011-c8a2-4d73-9d47-e19ce4602d1f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:42.804749 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-400aa011-c8a2-4d73-9d47-e19ce4602d1f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0174344 Nov 16 05:04:42.816715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41978) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:42.838865 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.864294 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:42.895635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3affa1a4-30d2-4502-a327-c0ba31869d0e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=383ed353-f567-444c-bbdc-caf10fdd8f11,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:42.917004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:04:35Z', 'revision_number': 3, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:42.929437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671283a-6818-460c-8947-1bc75e7a580b req-f53edc5b-587b-42de-82a1-a57c5e05deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:42.931467 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c671283a-6818-460c-8947-1bc75e7a580b req-f53edc5b-587b-42de-82a1-a57c5e05deff service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.6399047 Nov 16 05:04:42.985802 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01c360ae-a3cf-4d69-bb12-cd42866838ef tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.022592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16df48-f025-4805-9511-be1a65469854 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event updated for resources: {'Subnet': ['ID=3f3dcfcc-431b-42a0-b6b2-6ae63dd46bb6,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:43.032711 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41980) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:43.040038 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01c360ae-a3cf-4d69-bb12-cd42866838ef tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.045626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa61ea-0df3-4072-9857-ffe9626e11d6 None None] The sync data for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 is: [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:04:35Z', 'revision_number': 3, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:04:43.062633 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.089911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 41982) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:43.122554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Network b58604fa-2aa1-416f-ad29-9cd81c975b47 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:43.130326 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:43.144647 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01c360ae-a3cf-4d69-bb12-cd42866838ef tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.145229 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:43.147572 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01c360ae-a3cf-4d69-bb12-cd42866838ef tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.148794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-01c360ae-a3cf-4d69-bb12-cd42866838ef tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "DELETE /v2.0/security-groups/383ed353-f567-444c-bbdc-caf10fdd8f11 HTTP/1.1" status: 204 len: 168 time: 0.3297145 Nov 16 05:04:43.150029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-208cb359-c450-4e74-b995-2e95be8b6bd7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port d6ed5c8f-f789-4e10-8a16-00464b66a83b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:43.151127 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-208cb359-c450-4e74-b995-2e95be8b6bd7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.152450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41984) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:43.156393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Pushing event updated for resources: {'Port': ['ID=6faa26dc-a245-4ffa-a312-f3a04ac5c4b7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:43.192727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c360ae-a3cf-4d69-bb12-cd42866838ef tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=383ed353-f567-444c-bbdc-caf10fdd8f11,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:43.226989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc16df48-f025-4805-9511-be1a65469854 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Checking segment: {'id': 'b4b9cf3f-7059-4175-b9ea-ab0455ec87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4e8c57ce-3ef1-4da4-9278-c41b125359ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:43.227673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16df48-f025-4805-9511-be1a65469854 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Network hostable DHCP agents. Network: 4e8c57ce-3ef1-4da4-9278-c41b125359ea, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:04:43.230514 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf585-4dfc-4ff3-9973-bb27ce0a23ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.286911 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ada369d3-d690-4be4-b744-5c95903d1a02 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1282976 Nov 16 05:04:43.287285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41986) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:43.292736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b7ebd444-9c1c-43fa-81ef-dd137860c5e8 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050038174'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:43.319357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6c635ce3-442f-4348-a40c-d2b9fe5e7675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582eb076-b531-49f4-812b-4415e0679b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:03:53Z', 'updated_at': '2021-11-16T05:04:04Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:03:54Z', 'updated_at': '2021-11-16T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'b9606ca5-1c1d-402a-8be6-d30f7cb37ef7', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'port_id': '943918c8-e995-4dbd-865a-8de37a07df38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'mac_address': 'fa:16:3e:02:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:04:38Z', 'updated_at': '2021-11-16T05:04:38Z', 'revision_number': 0, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e930af-ff0c-43bb-b7be-d9ee8af4e870', 'name': '', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ac:47:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:03Z', 'updated_at': '2021-11-16T05:04:13Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:43.323934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Attempting to bind port 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:43.324410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Attempting to bind port 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '6ca4abb0-61a6-4ab8-b663-b5914bafe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:43.324954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Attempting to bind port 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 on network b58604fa-2aa1-416f-ad29-9cd81c975b47 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:43.333694 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd444-9c1c-43fa-81ef-dd137860c5e8 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.358788 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.360568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:43.360937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Checking segment: {'id': '6ca4abb0-61a6-4ab8-b663-b5914bafe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:43.361586 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.376304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Bound using segment: {'id': '6ca4abb0-61a6-4ab8-b663-b5914bafe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:43.376915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Bound port: 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4abb0-61a6-4ab8-b663-b5914bafe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:43.377332 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.380242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c635ce3-442f-4348-a40c-d2b9fe5e7675 None None] Checking router: 582eb076-b531-49f4-812b-4415e0679b8c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:04:43.453880 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd444-9c1c-43fa-81ef-dd137860c5e8 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.459125 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd444-9c1c-43fa-81ef-dd137860c5e8 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.495593 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c635ce3-442f-4348-a40c-d2b9fe5e7675 None None] Routers {'582eb076-b531-49f4-812b-4415e0679b8c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:43.496739 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6c635ce3-442f-4348-a40c-d2b9fe5e7675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['582eb076-b531-49f4-812b-4415e0679b8c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:43.516063 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebd444-9c1c-43fa-81ef-dd137860c5e8 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13834e87-2dc5-4bbc-96d5-6d7ad21e56a0,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:43.520566 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b7ebd444-9c1c-43fa-81ef-dd137860c5e8 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.524357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b7ebd444-9c1c-43fa-81ef-dd137860c5e8 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2336109 Nov 16 05:04:43.524651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41990) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:43.533851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-dfaae55f-759f-452b-be84-db218f1e1ea4 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': '13834e87-2dc5-4bbc-96d5-6d7ad21e56a0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:43.534467 n-d-818042-1 neutron-server[102659]: WARNING neutron.api.v2.base [None req-dfaae55f-759f-452b-be84-db218f1e1ea4 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 16 05:04:43.534985 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-dfaae55f-759f-452b-be84-db218f1e1ea4 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:43.538906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-dfaae55f-759f-452b-be84-db218f1e1ea4 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104725 Nov 16 05:04:43.539423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41992) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:43.638385 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ca0912d-79e4-40e9-82e2-6b906965e06d tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.680504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6c635ce3-442f-4348-a40c-d2b9fe5e7675 None None] Set router 582eb076-b531-49f4-812b-4415e0679b8c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:04:43.692040 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ca0912d-79e4-40e9-82e2-6b906965e06d tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.796006 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ca0912d-79e4-40e9-82e2-6b906965e06d tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.809453 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ca0912d-79e4-40e9-82e2-6b906965e06d tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:43.815734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4ca0912d-79e4-40e9-82e2-6b906965e06d tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "DELETE /v2.0/security-groups/13834e87-2dc5-4bbc-96d5-6d7ad21e56a0 HTTP/1.1" status: 204 len: 168 time: 0.2752023 Nov 16 05:04:43.816349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 41998) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:43.877960 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0912d-79e4-40e9-82e2-6b906965e06d tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13834e87-2dc5-4bbc-96d5-6d7ad21e56a0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:43.944440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d174617d-3c1f-4569-8ab6-f1798bb964e8 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1241820 Nov 16 05:04:43.954321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42000) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:43.962672 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-eef3a25e-0f6b-4011-a285-f3d74599ddfa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1543954210'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:43.988657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1768cbf9-9a2d-4622-9a64-c71416946651 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:44.014239 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eef3a25e-0f6b-4011-a285-f3d74599ddfa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.109822 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.156386 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eef3a25e-0f6b-4011-a285-f3d74599ddfa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.160407 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eef3a25e-0f6b-4011-a285-f3d74599ddfa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.172112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42004) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:44.196495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] For port 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:44.228121 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eef3a25e-0f6b-4011-a285-f3d74599ddfa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.230307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-eef3a25e-0f6b-4011-a285-f3d74599ddfa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2744520 Nov 16 05:04:44.235628 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42008) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:44.240573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-8a631bda-b94d-4ec9-b542-69eb773a00a5 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': '46260bee-b7ca-414b-962c-ad957781e573', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:44.241985 n-d-818042-1 neutron-server[102659]: WARNING neutron.api.v2.base [None req-8a631bda-b94d-4ec9-b542-69eb773a00a5 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 16 05:04:44.243180 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] For port 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6faa26dc-a245-4ffa-a312-f3a04ac5c4b7,segment=NetworkSegment(6ca4abb0-61a6-4ab8-b663-b5914bafe2de),segment_id=6ca4abb0-61a6-4ab8-b663-b5914bafe2de)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:44.243603 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-8a631bda-b94d-4ec9-b542-69eb773a00a5 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:44.244917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8a631bda-b94d-4ec9-b542-69eb773a00a5 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079064 Nov 16 05:04:44.248150 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42010) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:44.253006 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.261100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0136da5e-7c24-4dc3-ab5a-d94e2fd43778 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': '46260bee-b7ca-414b-962c-ad957781e573', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:44.263488 n-d-818042-1 neutron-server[102659]: WARNING neutron.api.v2.base [None req-0136da5e-7c24-4dc3-ab5a-d94e2fd43778 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 16 05:04:44.265855 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-0136da5e-7c24-4dc3-ab5a-d94e2fd43778 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:44.267116 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0136da5e-7c24-4dc3-ab5a-d94e2fd43778 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0178330 Nov 16 05:04:44.268408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3a25e-0f6b-4011-a285-f3d74599ddfa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46260bee-b7ca-414b-962c-ad957781e573,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:44.285268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42012) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:44.295513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d52ab294-be5f-4157-a086-7ea5303a6a66 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': '46260bee-b7ca-414b-962c-ad957781e573', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:44.296680 n-d-818042-1 neutron-server[102659]: WARNING neutron.api.v2.base [None req-d52ab294-be5f-4157-a086-7ea5303a6a66 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 16 05:04:44.299856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 1768cbf9-9a2d-4622-9a64-c71416946651 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:44.300305 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.301893 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-d52ab294-be5f-4157-a086-7ea5303a6a66 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:44.303865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d52ab294-be5f-4157-a086-7ea5303a6a66 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0172031 Nov 16 05:04:44.305994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42014) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:44.310653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-be1593b2-2710-4380-a4a1-79293032a547 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': '46260bee-b7ca-414b-962c-ad957781e573', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:44.329621 n-d-818042-1 neutron-server[102659]: WARNING neutron.api.v2.base [None req-be1593b2-2710-4380-a4a1-79293032a547 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 16 05:04:44.330534 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-be1593b2-2710-4380-a4a1-79293032a547 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:44.331992 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-be1593b2-2710-4380-a4a1-79293032a547 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0246904 Nov 16 05:04:44.334758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42016) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:44.337108 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-208cb359-c450-4e74-b995-2e95be8b6bd7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.353065 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:04:44.364478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-208cb359-c450-4e74-b995-2e95be8b6bd7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for d6ed5c8f-f789-4e10-8a16-00464b66a83b owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:44.379044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651d084-2271-4b69-a1ae-8fab9ed4f295 None None] Pushing event updated for resources: {'Port': ['ID=6faa26dc-a245-4ffa-a312-f3a04ac5c4b7,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:44.467574 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ce065aa-18fe-44be-89f2-88cae0d6a418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.544599 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6c635ce3-442f-4348-a40c-d2b9fe5e7675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582eb076-b531-49f4-812b-4415e0679b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:03:53Z', 'updated_at': '2021-11-16T05:04:04Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:03:54Z', 'updated_at': '2021-11-16T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'b9606ca5-1c1d-402a-8be6-d30f7cb37ef7', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'port_id': '943918c8-e995-4dbd-865a-8de37a07df38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'mac_address': 'fa:16:3e:02:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:04:38Z', 'updated_at': '2021-11-16T05:04:38Z', 'revision_number': 0, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e930af-ff0c-43bb-b7be-d9ee8af4e870', 'name': '', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ac:47:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:03Z', 'updated_at': '2021-11-16T05:04:13Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:44.564206 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bb65-5c8a-47b2-8666-db3132ac552f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.570418 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d90d0c2a-e1d8-445d-b19d-fcdb130ca36f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/b9606ca5-1c1d-402a-8be6-d30f7cb37ef7 HTTP/1.1" status: 200 len: 990 time: 1.4635751 Nov 16 05:04:44.589363 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-208cb359-c450-4e74-b995-2e95be8b6bd7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.600610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c635ce3-442f-4348-a40c-d2b9fe5e7675 None None] The sync data for ids ['582eb076-b531-49f4-812b-4415e0679b8c'] in n-d-818042-1 is: [{'id': '582eb076-b531-49f4-812b-4415e0679b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:03:53Z', 'updated_at': '2021-11-16T05:04:04Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:03:54Z', 'updated_at': '2021-11-16T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'b9606ca5-1c1d-402a-8be6-d30f7cb37ef7', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'floating_ip_address': '172.25.0.98', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'port_id': '943918c8-e995-4dbd-865a-8de37a07df38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'mac_address': 'fa:16:3e:02:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:04:38Z', 'updated_at': '2021-11-16T05:04:38Z', 'revision_number': 0, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84e930af-ff0c-43bb-b7be-d9ee8af4e870', 'name': '', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ac:47:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:03Z', 'updated_at': '2021-11-16T05:04:13Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:04:44.609589 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c671283a-6818-460c-8947-1bc75e7a580b req-f03fe8cc-6b8e-4953-8b5a-193f9d8fd30d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 998 time: 1.6646409 Nov 16 05:04:44.652109 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bb65-5c8a-47b2-8666-db3132ac552f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.656768 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc16df48-f025-4805-9511-be1a65469854 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Network 4e8c57ce-3ef1-4da4-9278-c41b125359ea is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:04:44.722452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208cb359-c450-4e74-b995-2e95be8b6bd7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=d6ed5c8f-f789-4e10-8a16-00464b66a83b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:44.724675 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-bc16df48-f025-4805-9511-be1a65469854 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 4e8c57ce-3ef1-4da4-9278-c41b125359ea) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:44.749648 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-208cb359-c450-4e74-b995-2e95be8b6bd7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.756676 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-208cb359-c450-4e74-b995-2e95be8b6bd7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/d6ed5c8f-f789-4e10-8a16-00464b66a83b HTTP/1.1" status: 204 len: 168 time: 2.3156555 Nov 16 05:04:44.784608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc16df48-f025-4805-9511-be1a65469854 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:44.785744 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bc16df48-f025-4805-9511-be1a65469854 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.793015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42018) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:44.817822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9276d307-5610-4993-a880-b3fea1278d87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'mac_address': 'fa:16:3e:eb:5a:0e', 'name': 'tempest-PortsIpV6TestJSON-50320949'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:44.818124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e55acc9-5649-4156-ae24-7e7a1549dc55 None None] Network 4e8c57ce-3ef1-4da4-9278-c41b125359ea requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:44.903544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671283a-6818-460c-8947-1bc75e7a580b req-49810745-f18e-410d-b6c2-e0e5ee8881b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:44.905568 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c671283a-6818-460c-8947-1bc75e7a580b req-49810745-f18e-410d-b6c2-e0e5ee8881b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.1955509 Nov 16 05:04:44.955531 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bb65-5c8a-47b2-8666-db3132ac552f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.959255 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3ca0bb65-5c8a-47b2-8666-db3132ac552f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.964423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3ca0bb65-5c8a-47b2-8666-db3132ac552f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "DELETE /v2.0/security-groups/46260bee-b7ca-414b-962c-ad957781e573 HTTP/1.1" status: 204 len: 168 time: 0.6262875 Nov 16 05:04:44.971566 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf585-4dfc-4ff3-9973-bb27ce0a23ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:44.986338 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42022) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:45.053874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0bb65-5c8a-47b2-8666-db3132ac552f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46260bee-b7ca-414b-962c-ad957781e573,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:45.064858 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec4cf585-4dfc-4ff3-9973-bb27ce0a23ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:45.087582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-4e8c57ce-3ef1-4da4-9278-c41b125359ea', 'network_id': '4e8c57ce-3ef1-4da4-9278-c41b125359ea', 'tenant_id': '66d9ad9e762e4153aa6b8524bd15661a', 'fixed_ips': [{'subnet_id': '3f3dcfcc-431b-42a0-b6b2-6ae63dd46bb6'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:04:45.088562 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:45.170843 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ce065aa-18fe-44be-89f2-88cae0d6a418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:45.173494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cf585-4dfc-4ff3-9973-bb27ce0a23ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfbea12-8fcd-4bf5-b7f7-58c05af84a0d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:45.174337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d6adb89-c7f1-4bd9-b918-9b60a67a1cc2 req-fa534e0f-e257-420a-b579-07ed8a2bba35 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2030277 Nov 16 05:04:45.179207 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ce065aa-18fe-44be-89f2-88cae0d6a418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:45.236729 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bc16df48-f025-4805-9511-be1a65469854 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.5205402 Nov 16 05:04:45.239932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9276d307-5610-4993-a880-b3fea1278d87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:45.247610 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42024) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:45.260273 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0509f94d-b46c-4537-80a7-0395b9695054 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Request body: {'router': {'external_gateway_info': {'network_id': '4e8c57ce-3ef1-4da4-9278-c41b125359ea'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:45.298554 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ec4cf585-4dfc-4ff3-9973-bb27ce0a23ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f0585e1b5c6462db258c8b3c8ae5d9e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2400713 Nov 16 05:04:45.371850 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42026) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:45.388070 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03695081-4dc8-43a1-909d-0dfe8ded6a08 None None] New status for floating IP b9606ca5-1c1d-402a-8be6-d30f7cb37ef7: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:04:45.395552 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Allocated IP 2001:db8:1::2 (4e8c57ce-3ef1-4da4-9278-c41b125359ea/3f3dcfcc-431b-42a0-b6b2-6ae63dd46bb6/1fee0d65-af30-45fe-8ed9-5b70fb4842c3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:45.453241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce065aa-18fe-44be-89f2-88cae0d6a418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3602bfa2-a26f-4359-806e-d28321152c62,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:45.518882 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0b9f7795-d0b7-404d-a3fc-4724072ac88a tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5057607 Nov 16 05:04:45.523101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4ce065aa-18fe-44be-89f2-88cae0d6a418 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=572e4490bf5a44518f800f14e8e91fea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3456113 Nov 16 05:04:45.529254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42028) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:45.529798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42030) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:45.541039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3f66a06e-7f6b-4290-80c4-9a2575ca52c2 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group': {'name': 'tempest-secgroup--425892279'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:45.581723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42032) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:45.586084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671283a-6818-460c-8947-1bc75e7a580b req-00ebc650-f315-4871-8777-a2d2e764f6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:45.587653 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c671283a-6818-460c-8947-1bc75e7a580b req-00ebc650-f315-4871-8777-a2d2e764f6a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5792866 Nov 16 05:04:45.598636 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9276d307-5610-4993-a880-b3fea1278d87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:45.613597 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:45.628878 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:45.684636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Network 4e8c57ce-3ef1-4da4-9278-c41b125359ea is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:45.688741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:45.692735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:45.729712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d2fed739-1ea9-4a0e-989a-320e122148d1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/b9606ca5-1c1d-402a-8be6-d30f7cb37ef7 HTTP/1.1" status: 200 len: 992 time: 0.1279068 Nov 16 05:04:45.784098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Pushing event updated for resources: {'Port': ['ID=1fee0d65-af30-45fe-8ed9-5b70fb4842c3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:45.810647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Attempting to bind port 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:45.811177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Attempting to bind port 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'b4b9cf3f-7059-4175-b9ea-ab0455ec87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4e8c57ce-3ef1-4da4-9278-c41b125359ea'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:45.811653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Attempting to bind port 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 on network 4e8c57ce-3ef1-4da4-9278-c41b125359ea {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:45.826218 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:45.827576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Checking segment: {'id': 'b4b9cf3f-7059-4175-b9ea-ab0455ec87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4e8c57ce-3ef1-4da4-9278-c41b125359ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:45.828583 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:45.830252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Bound using segment: {'id': 'b4b9cf3f-7059-4175-b9ea-ab0455ec87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4e8c57ce-3ef1-4da4-9278-c41b125359ea'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:45.830864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Bound port: 1fee0d65-af30-45fe-8ed9-5b70fb4842c3, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b9cf3f-7059-4175-b9ea-ab0455ec87f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4e8c57ce-3ef1-4da4-9278-c41b125359ea'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:45.831260 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:45.846485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6adb89-c7f1-4bd9-b918-9b60a67a1cc2 req-7c7039ae-0b5a-48c6-b479-6da57f34cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:45.848440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d6adb89-c7f1-4bd9-b918-9b60a67a1cc2 req-7c7039ae-0b5a-48c6-b479-6da57f34cbed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12a5524226bd49fb868159e39e015842&device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 1096 time: 0.6178551 Nov 16 05:04:45.871794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-9276d307-5610-4993-a880-b3fea1278d87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port 2b32de22-fc41-400b-8949-3f52d1923997 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:45.878210 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3f66a06e-7f6b-4290-80c4-9a2575ca52c2 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:45.976717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] For port 1fee0d65-af30-45fe-8ed9-5b70fb4842c3, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:45.988348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] For port 1fee0d65-af30-45fe-8ed9-5b70fb4842c3, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1fee0d65-af30-45fe-8ed9-5b70fb4842c3,segment=NetworkSegment(b4b9cf3f-7059-4175-b9ea-ab0455ec87f7),segment_id=b4b9cf3f-7059-4175-b9ea-ab0455ec87f7)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:45.996534 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.002324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:46.050439 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0509f94d-b46c-4537-80a7-0395b9695054 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.059352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-05a977fb-8ddb-4fa4-88cb-ad7919454911 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.086130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-05a977fb-8ddb-4fa4-88cb-ad7919454911 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.159430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:46.159693 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.166237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50173d82-ce86-43a2-9633-d0b8002cda04 None None] Pushing event updated for resources: {'Port': ['ID=1fee0d65-af30-45fe-8ed9-5b70fb4842c3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:46.170293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Allocated IP 172.20.0.1 (b58604fa-2aa1-416f-ad29-9cd81c975b47/1d486ef2-9245-40db-8ab1-414577bb34fd/196cc369-2dd2-43af-8b7c-b19ed4552182) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:46.444213 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c671283a-6818-460c-8947-1bc75e7a580b req-cf3da14f-8aef-48bb-a144-bf64634b53a5 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7889059 Nov 16 05:04:46.455928 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.472385 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9276d307-5610-4993-a880-b3fea1278d87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.529398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6adb89-c7f1-4bd9-b918-9b60a67a1cc2 req-d0aea491-708b-4923-b8a1-ab9e75736360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:46.536195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d6adb89-c7f1-4bd9-b918-9b60a67a1cc2 req-d0aea491-708b-4923-b8a1-ab9e75736360 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e561f0c7-4306-4510-ae53-499e3d104144 HTTP/1.1" status: 200 len: 915 time: 0.6522226 Nov 16 05:04:46.579384 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9276d307-5610-4993-a880-b3fea1278d87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.584699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-05a977fb-8ddb-4fa4-88cb-ad7919454911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.589401 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-05a977fb-8ddb-4fa4-88cb-ad7919454911 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.593047 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-05a977fb-8ddb-4fa4-88cb-ad7919454911 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5dfbea12-8fcd-4bf5-b7f7-58c05af84a0d HTTP/1.1" status: 204 len: 168 time: 1.1705277 Nov 16 05:04:46.593212 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.603611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6a297d-10f4-4f90-900f-2b8efa6db761 None None] Network b58604fa-2aa1-416f-ad29-9cd81c975b47 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:46.638688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-035a8df1-11d5-4a46-a438-c35c30b89360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.641244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a977fb-8ddb-4fa4-88cb-ad7919454911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfbea12-8fcd-4bf5-b7f7-58c05af84a0d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:46.680144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d6adb89-c7f1-4bd9-b918-9b60a67a1cc2 req-0c7580a9-2212-4d5c-a5a4-70f6881f5005 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f4ef7d5-3342-443a-9db3-7546be56ace9 HTTP/1.1" status: 200 len: 217 time: 0.1331725 Nov 16 05:04:46.766926 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.810180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276d307-5610-4993-a880-b3fea1278d87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network df1402be-e55d-4c04-a29d-5000cbf533ff is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:46.820613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-9276d307-5610-4993-a880-b3fea1278d87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:46.834393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9276d307-5610-4993-a880-b3fea1278d87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:46.841838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9276d307-5610-4993-a880-b3fea1278d87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:46.842549 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9276d307-5610-4993-a880-b3fea1278d87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.846045 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c671283a-6818-460c-8947-1bc75e7a580b req-5df17f75-0b67-43d5-bc4e-55cf641e2587 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638330 Nov 16 05:04:46.865700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-035a8df1-11d5-4a46-a438-c35c30b89360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.879539 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3f66a06e-7f6b-4290-80c4-9a2575ca52c2 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.912424 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network b58604fa-2aa1-416f-ad29-9cd81c975b47 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:46.921460 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3f66a06e-7f6b-4290-80c4-9a2575ca52c2 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:46.954312 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:46.968670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276d307-5610-4993-a880-b3fea1278d87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=2b32de22-fc41-400b-8949-3f52d1923997,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:46.972404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:46.999433 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:47.013359 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3f66a06e-7f6b-4290-80c4-9a2575ca52c2 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:47.018286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3f66a06e-7f6b-4290-80c4-9a2575ca52c2 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4873259 Nov 16 05:04:47.058982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42046) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:47.062731 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6adb89-c7f1-4bd9-b918-9b60a67a1cc2 req-ec77aa18-7fc0-4798-961b-f2354d01247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:47.065985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d6adb89-c7f1-4bd9-b918-9b60a67a1cc2 req-ec77aa18-7fc0-4798-961b-f2354d01247c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82 HTTP/1.1" status: 200 len: 854 time: 0.3296137 Nov 16 05:04:47.066910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66a06e-7f6b-4290-80c4-9a2575ca52c2 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3a3d47-eceb-4277-900d-7f1d75d1b86a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:47.074861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6faa26dc-a245-4ffa-a312-f3a04ac5c4b7,segment=NetworkSegment(6ca4abb0-61a6-4ab8-b663-b5914bafe2de),segment_id=6ca4abb0-61a6-4ab8-b663-b5914bafe2de)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:47.079332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-89cc7ce3-83a2-44b4-8a58-a11ea9a7b09d tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': 'ec3a3d47-eceb-4277-900d-7f1d75d1b86a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:47.098834 n-d-818042-1 neutron-server[102659]: WARNING neutron.api.v2.base [None req-89cc7ce3-83a2-44b4-8a58-a11ea9a7b09d tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 05:04:47.099829 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-89cc7ce3-83a2-44b4-8a58-a11ea9a7b09d tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:47.102844 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:47.104762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-89cc7ce3-83a2-44b4-8a58-a11ea9a7b09d tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0290632 Nov 16 05:04:47.118875 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42050) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:47.124111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=196cc369-2dd2-43af-8b7c-b19ed4552182,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:47.128663 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5cd4ffd9-0555-4a25-b830-79bbc12552d6 None None] Provisioning complete for port 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:47.129036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cd4ffd9-0555-4a25-b830-79bbc12552d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:47.135465 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b169d5df-5496-4de9-9593-2e18de84ffda tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': 'ec3a3d47-eceb-4277-900d-7f1d75d1b86a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:47.173388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42054) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:47.173810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9276d307-5610-4993-a880-b3fea1278d87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.3783412 Nov 16 05:04:47.207044 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d6adb89-c7f1-4bd9-b918-9b60a67a1cc2 req-8bd792a3-37b1-410f-b80f-05fc5da99444 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e561f0c7-4306-4510-ae53-499e3d104144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662448 Nov 16 05:04:47.210550 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-0509f94d-b46c-4537-80a7-0395b9695054 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:47.211767 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0509f94d-b46c-4537-80a7-0395b9695054 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "PUT /v2.0/routers/1ce0adf4-d193-47b6-a168-245cca998213 HTTP/1.1" status: 400 len: 364 time: 1.9617813 Nov 16 05:04:47.216892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42058) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:47.295288 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:47.317990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=6faa26dc-a245-4ffa-a312-f3a04ac5c4b7,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:47.337615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:47.337998 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:47.338885 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:47.339284 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:47.339560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:47.339995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:47.340331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:47.340666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:47.341001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:47.341324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:47.341694 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:47.342341 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:04:47.525555 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-b169d5df-5496-4de9-9593-2e18de84ffda tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:47.527481 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b169d5df-5496-4de9-9593-2e18de84ffda tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4047637 Nov 16 05:04:47.533895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42064) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:47.547789 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e70d5cce-564f-4d7d-8ae8-c0c58e62422f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': 'ec3a3d47-eceb-4277-900d-7f1d75d1b86a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:47.548643 n-d-818042-1 neutron-server[102660]: WARNING neutron.api.v2.base [None req-e70d5cce-564f-4d7d-8ae8-c0c58e62422f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 16 05:04:47.549445 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-e70d5cce-564f-4d7d-8ae8-c0c58e62422f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:47.550808 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e70d5cce-564f-4d7d-8ae8-c0c58e62422f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0132101 Nov 16 05:04:47.563035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c93e10a-d048-4062-85ad-2022fed779b0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:47.564931 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7c93e10a-d048-4062-85ad-2022fed779b0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/2b32de22-fc41-400b-8949-3f52d1923997 HTTP/1.1" status: 200 len: 843 time: 0.3851418 Nov 16 05:04:47.569640 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42066) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:47.570321 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42068) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:47.576839 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-45eeb9bb-09e1-4b3d-acd6-f7acab07cef9 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': 'ec3a3d47-eceb-4277-900d-7f1d75d1b86a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:47.602538 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:47.788213 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-45eeb9bb-09e1-4b3d-acd6-f7acab07cef9 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:47.792309 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-45eeb9bb-09e1-4b3d-acd6-f7acab07cef9 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2176936 Nov 16 05:04:47.796379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bb56ca-c300-4189-8d64-8a36c22be192 None None] Network 4e8c57ce-3ef1-4da4-9278-c41b125359ea requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:47.810151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42074) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:47.830679 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-16c72653-5d2c-45d4-a23e-6755e476e039 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': 'ec3a3d47-eceb-4277-900d-7f1d75d1b86a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:47.831179 n-d-818042-1 neutron-server[102660]: WARNING neutron.api.v2.base [None req-16c72653-5d2c-45d4-a23e-6755e476e039 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 16 05:04:47.831684 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-16c72653-5d2c-45d4-a23e-6755e476e039 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:47.835199 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-16c72653-5d2c-45d4-a23e-6755e476e039 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150001 Nov 16 05:04:47.876145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42076) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:47.894479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b5fc8593-773a-497c-bf63-a98411c91482 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': 'ec3a3d47-eceb-4277-900d-7f1d75d1b86a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:47.910855 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-035a8df1-11d5-4a46-a438-c35c30b89360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:47.913718 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-035a8df1-11d5-4a46-a438-c35c30b89360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:47.918035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-035a8df1-11d5-4a46-a438-c35c30b89360 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3602bfa2-a26f-4359-806e-d28321152c62 HTTP/1.1" status: 204 len: 168 time: 2.3832190 Nov 16 05:04:47.968539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a8df1-11d5-4a46-a438-c35c30b89360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3602bfa2-a26f-4359-806e-d28321152c62,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:47.994678 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5c11d796-fac4-470a-84f2-5b12a11c857c None None] Provisioning complete for port 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:47.995052 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5c11d796-fac4-470a-84f2-5b12a11c857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:48.106269 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:48.169464 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-b5fc8593-773a-497c-bf63-a98411c91482 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Project cef71c0ade934c7595e07e583e4aaa11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:04:48.204717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d6adb89-c7f1-4bd9-b918-9b60a67a1cc2 req-48848765-f46e-4fd0-a05e-d3db7cc2607a service neutron] 10.222.0.37 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9804261 Nov 16 05:04:48.405950 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:48.420680 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:48.507218 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:48.508796 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:48.563317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d6adb89-c7f1-4bd9-b918-9b60a67a1cc2 req-903d93ff-a9d4-4f66-aedb-bf2ff330c3e8 service neutron] 10.222.0.37 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795246 Nov 16 05:04:48.577787 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-b5fc8593-773a-497c-bf63-a98411c91482 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:48.579677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b5fc8593-773a-497c-bf63-a98411c91482 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6988900 Nov 16 05:04:48.586085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42098) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:48.588044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:48.600840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-93f7808c-dfc7-4a56-a2e4-f14f37554f8c tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': 'ec3a3d47-eceb-4277-900d-7f1d75d1b86a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:48.601329 n-d-818042-1 neutron-server[102659]: WARNING neutron.api.v2.base [None req-93f7808c-dfc7-4a56-a2e4-f14f37554f8c tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 16 05:04:48.601872 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-93f7808c-dfc7-4a56-a2e4-f14f37554f8c tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:48.602851 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-93f7808c-dfc7-4a56-a2e4-f14f37554f8c tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0158279 Nov 16 05:04:48.610894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42102) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:48.621216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-35bd4fdc-071e-4867-b11a-aa2c9bc78e2d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port 2b32de22-fc41-400b-8949-3f52d1923997 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:48.621216 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35bd4fdc-071e-4867-b11a-aa2c9bc78e2d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:48.632824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-44e011f0-86ac-4696-9ed0-f8d78f25a4d3 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': 'ec3a3d47-eceb-4277-900d-7f1d75d1b86a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:48.646306 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:48.688489 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5c11d796-fac4-470a-84f2-5b12a11c857c None None] Provisioning complete for port 196cc369-2dd2-43af-8b7c-b19ed4552182 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:48.689137 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5c11d796-fac4-470a-84f2-5b12a11c857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:48.751096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5c11d796-fac4-470a-84f2-5b12a11c857c None None] Port 196cc369-2dd2-43af-8b7c-b19ed4552182 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:48.768520 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35bd4fdc-071e-4867-b11a-aa2c9bc78e2d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:48.800136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-35bd4fdc-071e-4867-b11a-aa2c9bc78e2d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for 2b32de22-fc41-400b-8949-3f52d1923997 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:48.814226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5c11d796-fac4-470a-84f2-5b12a11c857c None None] Provisioning complete for port 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:48.814818 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5c11d796-fac4-470a-84f2-5b12a11c857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:48.846498 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:48.874175 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-44e011f0-86ac-4696-9ed0-f8d78f25a4d3 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Project cef71c0ade934c7595e07e583e4aaa11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:04:48.877223 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:49.023779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:49.030061 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:49.061409 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-44e011f0-86ac-4696-9ed0-f8d78f25a4d3 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:49.064955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-44e011f0-86ac-4696-9ed0-f8d78f25a4d3 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4506836 Nov 16 05:04:49.099402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42114) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:49.105957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4746edaa-9813-4104-8aab-e4d20508a11f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': 'ec3a3d47-eceb-4277-900d-7f1d75d1b86a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:49.141157 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-4746edaa-9813-4104-8aab-e4d20508a11f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Project cef71c0ade934c7595e07e583e4aaa11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:04:49.161213 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5c11d796-fac4-470a-84f2-5b12a11c857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:49.174340 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-4746edaa-9813-4104-8aab-e4d20508a11f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:49.177871 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4746edaa-9813-4104-8aab-e4d20508a11f tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0749192 Nov 16 05:04:49.210745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42116) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:49.273915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-5c11d796-fac4-470a-84f2-5b12a11c857c None None] For port 1fee0d65-af30-45fe-8ed9-5b70fb4842c3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1fee0d65-af30-45fe-8ed9-5b70fb4842c3,segment=NetworkSegment(b4b9cf3f-7059-4175-b9ea-ab0455ec87f7),segment_id=b4b9cf3f-7059-4175-b9ea-ab0455ec87f7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:49.289594 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5c11d796-fac4-470a-84f2-5b12a11c857c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:49.480049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11d796-fac4-470a-84f2-5b12a11c857c None None] Pushing event updated for resources: {'Port': ['ID=1fee0d65-af30-45fe-8ed9-5b70fb4842c3,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:49.484914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ca0f40dd-0e89-43a4-a727-3a9e9626d39e None None] Provisioning complete for port 196cc369-2dd2-43af-8b7c-b19ed4552182 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:49.485285 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca0f40dd-0e89-43a4-a727-3a9e9626d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:49.533646 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ca0f40dd-0e89-43a4-a727-3a9e9626d39e None None] Port 196cc369-2dd2-43af-8b7c-b19ed4552182 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:49.537931 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4263157-b66a-469a-ad86-098af9936fef tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:49.553611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ca0f40dd-0e89-43a4-a727-3a9e9626d39e None None] Provisioning complete for port 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:49.554018 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca0f40dd-0e89-43a4-a727-3a9e9626d39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:49.579971 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4263157-b66a-469a-ad86-098af9936fef tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:49.648184 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4263157-b66a-469a-ad86-098af9936fef tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:49.651074 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4263157-b66a-469a-ad86-098af9936fef tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:49.655576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b4263157-b66a-469a-ad86-098af9936fef tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "DELETE /v2.0/security-groups/ec3a3d47-eceb-4277-900d-7f1d75d1b86a HTTP/1.1" status: 204 len: 168 time: 0.4433935 Nov 16 05:04:49.656387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42140) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:49.701382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4263157-b66a-469a-ad86-098af9936fef tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3a3d47-eceb-4277-900d-7f1d75d1b86a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:49.704852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Allocated IP 2001:db8::1 (baef2291-0872-4023-a692-7b21205cb890/1e1ee34f-2667-4ff3-aa95-db7602506afb/fe51ddb2-d47a-4c7a-89b9-698fd6f31e3a) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:49.814005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2998c27b-ae16-45d7-920a-0f12119c4851 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1496058 Nov 16 05:04:49.818245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42148) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:49.823877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9ae62b2f-8537-455a-8987-4d42d6eb64c0 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625067251'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:49.849069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=196cc369-2dd2-43af-8b7c-b19ed4552182,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:49.876658 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35bd4fdc-071e-4867-b11a-aa2c9bc78e2d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:49.878396 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9ae62b2f-8537-455a-8987-4d42d6eb64c0 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:49.908241 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd4fdc-071e-4867-b11a-aa2c9bc78e2d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=2b32de22-fc41-400b-8949-3f52d1923997,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:49.925567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:49.928471 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-38fbc06f-694b-4ae5-9dbc-129db3508f3b req-a07fa5ba-c86d-4b2d-846e-a161a94bb010 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9859664 Nov 16 05:04:49.940690 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35bd4fdc-071e-4867-b11a-aa2c9bc78e2d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:49.946711 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-35bd4fdc-071e-4867-b11a-aa2c9bc78e2d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/2b32de22-fc41-400b-8949-3f52d1923997 HTTP/1.1" status: 204 len: 168 time: 2.3629541 Nov 16 05:04:49.949255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42158) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:49.976926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network b58604fa-2aa1-416f-ad29-9cd81c975b47 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:49.980786 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e05b30f-2162-4bb8-961b-e6848426cc7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:04:49.982247 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4e05b30f-2162-4bb8-961b-e6848426cc7b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/2b32de22-fc41-400b-8949-3f52d1923997 HTTP/1.1" status: 404 len: 333 time: 0.0326471 Nov 16 05:04:49.992644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:49.992888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42160) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:50.001345 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:50.006137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-01ac03da-edeb-43a2-a8f8-8dafbef08d69 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'name': 'tempest-PortsIpV6TestJSON-139949992'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:50.056927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:50.057507 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:50.239216 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9ae62b2f-8537-455a-8987-4d42d6eb64c0 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:50.253172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbc06f-694b-4ae5-9dbc-129db3508f3b req-481a1f4e-6d98-4090-a927-72a5049f44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:50.254856 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-38fbc06f-694b-4ae5-9dbc-129db3508f3b req-481a1f4e-6d98-4090-a927-72a5049f44fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1096 time: 0.2516098 Nov 16 05:04:50.276565 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9ae62b2f-8537-455a-8987-4d42d6eb64c0 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:50.364045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:04:50.382027 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:50.438504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae62b2f-8537-455a-8987-4d42d6eb64c0 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043cdbcf-37d3-4122-b575-1a46d8501eee,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:50.451886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ac03da-edeb-43a2-a8f8-8dafbef08d69 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:50.455610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01ac03da-edeb-43a2-a8f8-8dafbef08d69 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:50.483606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbc06f-694b-4ae5-9dbc-129db3508f3b req-4e768764-b18c-4806-aad7-8377f7a068f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:50.485103 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-38fbc06f-694b-4ae5-9dbc-129db3508f3b req-4e768764-b18c-4806-aad7-8377f7a068f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.2062662 Nov 16 05:04:50.485580 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9ae62b2f-8537-455a-8987-4d42d6eb64c0 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:50.489984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9ae62b2f-8537-455a-8987-4d42d6eb64c0 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6706905 Nov 16 05:04:50.490609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42208) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:50.495383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-01ac03da-edeb-43a2-a8f8-8dafbef08d69 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port 46217f7f-e5fa-4aaf-9264-94715a367fdd yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:50.511713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-19889514-f94c-405b-8dd6-2331ca356da0 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': '043cdbcf-37d3-4122-b575-1a46d8501eee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:50.524647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Network baef2291-0872-4023-a692-7b21205cb890 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:50.527562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8769abf9-c9a7-4012-ba91-3711d73de385 None None] Provisioning complete for port 196cc369-2dd2-43af-8b7c-b19ed4552182 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:50.529136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event updated for resources: {'Port': ['ID=fe51ddb2-d47a-4c7a-89b9-698fd6f31e3a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:50.530815 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8769abf9-c9a7-4012-ba91-3711d73de385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:50.535922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:50.618804 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:50.621591 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:50.632216 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-38fbc06f-694b-4ae5-9dbc-129db3508f3b req-58706bf2-97ee-41fa-810c-a85605c2a24f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 1000 time: 0.1119847 Nov 16 05:04:50.648135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8769abf9-c9a7-4012-ba91-3711d73de385 None None] Port 196cc369-2dd2-43af-8b7c-b19ed4552182 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:50.728176 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbc06f-694b-4ae5-9dbc-129db3508f3b req-2cec5ab5-0aec-4042-8f57-ddb8e6e26be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:50.730502 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-38fbc06f-694b-4ae5-9dbc-129db3508f3b req-2cec5ab5-0aec-4042-8f57-ddb8e6e26be1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.0865979 Nov 16 05:04:50.800719 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:04:50.809975 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-92e42c94-f493-48ef-a1d5-b453349ad2a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "PUT /v2.0/routers/87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7401180 Nov 16 05:04:50.810598 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42232) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:50.812295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Sync routers for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:04:50.838369 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:50.839031 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:51.072091 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01ac03da-edeb-43a2-a8f8-8dafbef08d69 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:51.100925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab47e3-ac4c-4d53-aed3-1e038ae3f93a tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.101434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab47e3-ac4c-4d53-aed3-1e038ae3f93a tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.101918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab47e3-ac4c-4d53-aed3-1e038ae3f93a tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.102369 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab47e3-ac4c-4d53-aed3-1e038ae3f93a tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.102819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab47e3-ac4c-4d53-aed3-1e038ae3f93a tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.103261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab47e3-ac4c-4d53-aed3-1e038ae3f93a tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.103752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab47e3-ac4c-4d53-aed3-1e038ae3f93a tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.104354 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab47e3-ac4c-4d53-aed3-1e038ae3f93a tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.104810 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab47e3-ac4c-4d53-aed3-1e038ae3f93a tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.105811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab47e3-ac4c-4d53-aed3-1e038ae3f93a tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.105811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ab47e3-ac4c-4d53-aed3-1e038ae3f93a tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.111941 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-56ab47e3-ac4c-4d53-aed3-1e038ae3f93a tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7721 time: 0.2995279 Nov 16 05:04:51.113146 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42240) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:51.120545 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01ac03da-edeb-43a2-a8f8-8dafbef08d69 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:51.130449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dcfd4e41-7044-48ca-af4e-fbeefc9b0fac None None] Provisioning complete for port fe51ddb2-d47a-4c7a-89b9-698fd6f31e3a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:51.130955 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dcfd4e41-7044-48ca-af4e-fbeefc9b0fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:51.182691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:04:51.192235 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-19889514-f94c-405b-8dd6-2331ca356da0 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The resource could not be found. Nov 16 05:04:51.193988 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-19889514-f94c-405b-8dd6-2331ca356da0 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6933053 Nov 16 05:04:51.204048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42244) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:51.217997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4ab7c590-5ce7-405b-bc31-96dc8de87162 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': '043cdbcf-37d3-4122-b575-1a46d8501eee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0156b4ff-464b-493e-970e-288ed9a3db7b'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:51.240365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692d019-ac9b-40cf-8583-94f1d731b961 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.241324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692d019-ac9b-40cf-8583-94f1d731b961 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.241324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692d019-ac9b-40cf-8583-94f1d731b961 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.241703 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692d019-ac9b-40cf-8583-94f1d731b961 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.242167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692d019-ac9b-40cf-8583-94f1d731b961 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.242603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692d019-ac9b-40cf-8583-94f1d731b961 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.243088 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692d019-ac9b-40cf-8583-94f1d731b961 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.243640 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692d019-ac9b-40cf-8583-94f1d731b961 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.243945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692d019-ac9b-40cf-8583-94f1d731b961 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.244914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692d019-ac9b-40cf-8583-94f1d731b961 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.250134 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8692d019-ac9b-40cf-8583-94f1d731b961 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6448 time: 0.1346171 Nov 16 05:04:51.251842 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42248) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:51.313898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd4e41-7044-48ca-af4e-fbeefc9b0fac None None] Port fe51ddb2-d47a-4c7a-89b9-698fd6f31e3a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:51.319383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbc06f-694b-4ae5-9dbc-129db3508f3b req-4610b327-f6ec-4e0c-b399-2452e456865a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.325495 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-38fbc06f-694b-4ae5-9dbc-129db3508f3b req-4610b327-f6ec-4e0c-b399-2452e456865a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5845158 Nov 16 05:04:51.337589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ac03da-edeb-43a2-a8f8-8dafbef08d69 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network df1402be-e55d-4c04-a29d-5000cbf533ff is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:51.354577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-01ac03da-edeb-43a2-a8f8-8dafbef08d69 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:51.358863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac03da-edeb-43a2-a8f8-8dafbef08d69 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=46217f7f-e5fa-4aaf-9264-94715a367fdd,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:51.380854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac03da-edeb-43a2-a8f8-8dafbef08d69 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:51.397287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ac03da-edeb-43a2-a8f8-8dafbef08d69 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:51.397990 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01ac03da-edeb-43a2-a8f8-8dafbef08d69 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:51.420594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42254) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:51.452972 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:51.509039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-01ac03da-edeb-43a2-a8f8-8dafbef08d69 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5150657 Nov 16 05:04:51.509697 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42258) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:51.519675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f6ce9af9-36dd-4dbf-9e51-4bb39f7f52e5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:51.530590 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:04:47Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:48Z', 'revision_number': 2, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:51.574484 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-4ab7c590-5ce7-405b-bc31-96dc8de87162 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The resource could not be found. Nov 16 05:04:51.575815 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4ab7c590-5ce7-405b-bc31-96dc8de87162 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3642156 Nov 16 05:04:51.598487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42260) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:51.600776 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Checking router: 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:04:51.605302 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Updating router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 port 196cc369-2dd2-43af-8b7c-b19ed4552182 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:04:51.636053 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-38fbc06f-694b-4ae5-9dbc-129db3508f3b req-c36589a4-fd21-48f7-b61a-8c561cd7155f service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576160 Nov 16 05:04:51.657127 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:51.683302 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9af9-36dd-4dbf-9e51-4bb39f7f52e5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:51.842994 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2270-7bcd-4614-9a55-b50c63197ff3 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:51.850564 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-38fbc06f-694b-4ae5-9dbc-129db3508f3b req-08384c32-0c8a-4f57-bd42-ff1452a6dbac service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027767 Nov 16 05:04:51.982003 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2270-7bcd-4614-9a55-b50c63197ff3 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:51.989377 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23b434b5-ebf7-4089-bf78-711558beec3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.105630 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4aa46239-d1fc-45e0-85a7-4a5b4c689260 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2878 time: 0.8526974 Nov 16 05:04:52.164041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.168228 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2270-7bcd-4614-9a55-b50c63197ff3 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.174342 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.176728 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f2d2270-7bcd-4614-9a55-b50c63197ff3 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.180199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9f2d2270-7bcd-4614-9a55-b50c63197ff3 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "DELETE /v2.0/security-groups/043cdbcf-37d3-4122-b575-1a46d8501eee HTTP/1.1" status: 204 len: 168 time: 0.5780540 Nov 16 05:04:52.185147 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42270) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:52.208921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d2270-7bcd-4614-9a55-b50c63197ff3 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043cdbcf-37d3-4122-b575-1a46d8501eee,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:52.212239 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9af9-36dd-4dbf-9e51-4bb39f7f52e5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.239039 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9af9-36dd-4dbf-9e51-4bb39f7f52e5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.269165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23b434b5-ebf7-4089-bf78-711558beec3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.284034 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-23b434b5-ebf7-4089-bf78-711558beec3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.285899 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.380233 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.381027 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.383554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f6ce9af9-36dd-4dbf-9e51-4bb39f7f52e5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] In _notify_port_updated(), no bound segment for port 46217f7f-e5fa-4aaf-9264-94715a367fdd on network df1402be-e55d-4c04-a29d-5000cbf533ff {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 05:04:52.437424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ce9af9-36dd-4dbf-9e51-4bb39f7f52e5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:52.438144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9af9-36dd-4dbf-9e51-4bb39f7f52e5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.452045 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f6ce9af9-36dd-4dbf-9e51-4bb39f7f52e5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "PUT /v2.0/ports/46217f7f-e5fa-4aaf-9264-94715a367fdd HTTP/1.1" status: 200 len: 818 time: 0.9322631 Nov 16 05:04:52.452947 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7fc98f69-28b6-4076-a64b-3334921dfcbc tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2561297 Nov 16 05:04:52.455295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42274) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:52.457863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42276) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:52.459166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b434b5-ebf7-4089-bf78-711558beec3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97908eb-c622-4b93-a2fd-460926a3a441,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:52.488069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5e44d6ee-e8d5-451a-8bdb-450fb6283564 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': 'f572d22a-f88e-458a-b0c4-88dee0280e6c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:52.514723 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-23b434b5-ebf7-4089-bf78-711558beec3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ee86b71ca3d4c8291c4ed5daf7a8006&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0921633 Nov 16 05:04:52.515528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42278) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:52.551709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce9af9-36dd-4dbf-9e51-4bb39f7f52e5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=46217f7f-e5fa-4aaf-9264-94715a367fdd,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:52.653695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f56bb-e796-41d8-89d4-296049fc39c2 None None] Pushing event updated for resources: {'Port': ['ID=196cc369-2dd2-43af-8b7c-b19ed4552182,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:52.704199 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Attempting to bind port 196cc369-2dd2-43af-8b7c-b19ed4552182 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:52.704199 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Attempting to bind port 196cc369-2dd2-43af-8b7c-b19ed4552182 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '6ca4abb0-61a6-4ab8-b663-b5914bafe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:52.704932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Attempting to bind port 196cc369-2dd2-43af-8b7c-b19ed4552182 on network b58604fa-2aa1-416f-ad29-9cd81c975b47 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:52.720334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:52.722598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Checking segment: {'id': '6ca4abb0-61a6-4ab8-b663-b5914bafe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:52.723085 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.723559 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Bound using segment: {'id': '6ca4abb0-61a6-4ab8-b663-b5914bafe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:52.726196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Bound port: 196cc369-2dd2-43af-8b7c-b19ed4552182, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca4abb0-61a6-4ab8-b663-b5914bafe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:52.726840 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.870375 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-5e44d6ee-e8d5-451a-8bdb-450fb6283564 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The resource could not be found. Nov 16 05:04:52.873301 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5e44d6ee-e8d5-451a-8bdb-450fb6283564 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4073935 Nov 16 05:04:52.877235 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42284) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:52.879488 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42286) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:52.906094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event updated for resources: {'Port': ['ID=fe51ddb2-d47a-4c7a-89b9-698fd6f31e3a,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:52.906290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a11062db-50d8-4775-9f9f-6d34453d1b04 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1084063037'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:52.911832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2e656e1b-d25a-48ba-91c9-2a1c3095ebb1 None None] Provisioning complete for port 196cc369-2dd2-43af-8b7c-b19ed4552182 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:52.922562 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2e656e1b-d25a-48ba-91c9-2a1c3095ebb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:52.930244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-798d8183-612c-4866-8899-259ab3ea8f14 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1331058812', 'description': 'tempest-secgroup-smoke-1331058812 description', 'project_id': '5d96d78dbd524318af36e944a5e52691'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:52.972766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Network baef2291-0872-4023-a692-7b21205cb890 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:52.974281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:52.990686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2e656e1b-d25a-48ba-91c9-2a1c3095ebb1 None None] Port 196cc369-2dd2-43af-8b7c-b19ed4552182 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:53.004156 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9669baca-6c1e-4139-aaed-7b140a551238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.017598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] For port 196cc369-2dd2-43af-8b7c-b19ed4552182, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:53.021688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] For port 196cc369-2dd2-43af-8b7c-b19ed4552182, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=196cc369-2dd2-43af-8b7c-b19ed4552182,segment=NetworkSegment(6ca4abb0-61a6-4ab8-b663-b5914bafe2de),segment_id=6ca4abb0-61a6-4ab8-b663-b5914bafe2de)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:53.028763 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.042259 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-798d8183-612c-4866-8899-259ab3ea8f14 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.061068 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8371e933-a80e-43bf-a64f-c6bee5a9620d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port 46217f7f-e5fa-4aaf-9264-94715a367fdd {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:53.061736 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8371e933-a80e-43bf-a64f-c6bee5a9620d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.119449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f56bb-e796-41d8-89d4-296049fc39c2 None None] Pushing event updated for resources: {'Port': ['ID=196cc369-2dd2-43af-8b7c-b19ed4552182,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:53.127535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:53.128283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:53.204191 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9669baca-6c1e-4139-aaed-7b140a551238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.242067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Router 1ce0adf4-d193-47b6-a168-245cca998213 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:04:53.344037 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-798d8183-612c-4866-8899-259ab3ea8f14 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.373562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:04:53.375087 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-798d8183-612c-4866-8899-259ab3ea8f14 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.387371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a11062db-50d8-4775-9f9f-6d34453d1b04 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.494907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:04:53.505840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-20c08c23-c97a-4ea6-a1ca-e331182ab85b tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "PUT /v2.0/routers/1ce0adf4-d193-47b6-a168-245cca998213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2828946 Nov 16 05:04:53.506880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42290) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:53.507968 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf5aee5-4cf6-423e-85d6-660ed56d66b5 None None] Sync routers for ids ['1ce0adf4-d193-47b6-a168-245cca998213'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:04:53.527671 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf5aee5-4cf6-423e-85d6-660ed56d66b5 None None] Routers {'1ce0adf4-d193-47b6-a168-245cca998213'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:53.531599 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0bf5aee5-4cf6-423e-85d6-660ed56d66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1ce0adf4-d193-47b6-a168-245cca998213'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:53.560498 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a11062db-50d8-4775-9f9f-6d34453d1b04 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.564265 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-798d8183-612c-4866-8899-259ab3ea8f14 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.565888 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-798d8183-612c-4866-8899-259ab3ea8f14 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6756539 Nov 16 05:04:53.578204 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a11062db-50d8-4775-9f9f-6d34453d1b04 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.584208 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42292) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:53.588801 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-214f9faa-8705-4a20-ad9f-28a997677228 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:53.595194 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8371e933-a80e-43bf-a64f-c6bee5a9620d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.623110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d8183-612c-4866-8899-259ab3ea8f14 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:53.631238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8371e933-a80e-43bf-a64f-c6bee5a9620d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for 46217f7f-e5fa-4aaf-9264-94715a367fdd owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:53.673611 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0bf5aee5-4cf6-423e-85d6-660ed56d66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:53.687868 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf5aee5-4cf6-423e-85d6-660ed56d66b5 None None] Routers {'1ce0adf4-d193-47b6-a168-245cca998213'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:53.688814 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0bf5aee5-4cf6-423e-85d6-660ed56d66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1ce0adf4-d193-47b6-a168-245cca998213'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:53.722399 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed5d06ba-6bd9-42c5-b017-92253f3063fe tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.735963 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0bf5aee5-4cf6-423e-85d6-660ed56d66b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:53.738493 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf5aee5-4cf6-423e-85d6-660ed56d66b5 None None] The sync data for ids ['1ce0adf4-d193-47b6-a168-245cca998213'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:04:53.755560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-00dc03d4-8664-4ac1-97dd-beaec898ec2f None None] Provisioning complete for port 196cc369-2dd2-43af-8b7c-b19ed4552182 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:53.756016 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00dc03d4-8664-4ac1-97dd-beaec898ec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.775512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9669baca-6c1e-4139-aaed-7b140a551238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.781978 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9669baca-6c1e-4139-aaed-7b140a551238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.783207 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9669baca-6c1e-4139-aaed-7b140a551238 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b97908eb-c622-4b93-a2fd-460926a3a441 HTTP/1.1" status: 204 len: 168 time: 1.2325904 Nov 16 05:04:53.799457 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a11062db-50d8-4775-9f9f-6d34453d1b04 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.808780 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a11062db-50d8-4775-9f9f-6d34453d1b04 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9059846 Nov 16 05:04:53.811806 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42298) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:53.815175 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-214f9faa-8705-4a20-ad9f-28a997677228 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:53.827330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9becdc14-b64a-48e0-be88-adf7d2e81211 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1433626449'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:53.881755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11062db-50d8-4775-9f9f-6d34453d1b04 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45a48aa-c7b2-4f57-8a4b-8930439fa08e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:53.949845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669baca-6c1e-4139-aaed-7b140a551238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97908eb-c622-4b93-a2fd-460926a3a441,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:53.976827 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00dc03d4-8664-4ac1-97dd-beaec898ec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.045022 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9becdc14-b64a-48e0-be88-adf7d2e81211 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.051020 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-ed5d06ba-6bd9-42c5-b017-92253f3063fe tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 05:04:54.053030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ed5d06ba-6bd9-42c5-b017-92253f3063fe tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "DELETE /v2.0/routers/1ce0adf4-d193-47b6-a168-245cca998213 HTTP/1.1" status: 409 len: 329 time: 0.5436645 Nov 16 05:04:54.056094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42302) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:54.115700 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-00dc03d4-8664-4ac1-97dd-beaec898ec2f None None] For port 196cc369-2dd2-43af-8b7c-b19ed4552182, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=196cc369-2dd2-43af-8b7c-b19ed4552182,segment=NetworkSegment(6ca4abb0-61a6-4ab8-b663-b5914bafe2de),segment_id=6ca4abb0-61a6-4ab8-b663-b5914bafe2de)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:04:54.124969 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00dc03d4-8664-4ac1-97dd-beaec898ec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.186074 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-00dc03d4-8664-4ac1-97dd-beaec898ec2f None None] Provisioning complete for port fe51ddb2-d47a-4c7a-89b9-698fd6f31e3a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:54.186461 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00dc03d4-8664-4ac1-97dd-beaec898ec2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.230567 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-214f9faa-8705-4a20-ad9f-28a997677228 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.234528 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8371e933-a80e-43bf-a64f-c6bee5a9620d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.263876 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-214f9faa-8705-4a20-ad9f-28a997677228 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.313831 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8371e933-a80e-43bf-a64f-c6bee5a9620d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.318878 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8371e933-a80e-43bf-a64f-c6bee5a9620d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/46217f7f-e5fa-4aaf-9264-94715a367fdd HTTP/1.1" status: 204 len: 168 time: 1.8516753 Nov 16 05:04:54.322293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f9faa-8705-4a20-ad9f-28a997677228 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e01315b-6a01-44b3-9296-bd4f0730d61f,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:54.326401 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42306) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:54.336915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc03d4-8664-4ac1-97dd-beaec898ec2f None None] Pushing event updated for resources: {'Port': ['ID=196cc369-2dd2-43af-8b7c-b19ed4552182,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:54.346586 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371e933-a80e-43bf-a64f-c6bee5a9620d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=46217f7f-e5fa-4aaf-9264-94715a367fdd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:54.354907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-00dc03d4-8664-4ac1-97dd-beaec898ec2f None None] Port fe51ddb2-d47a-4c7a-89b9-698fd6f31e3a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:04:54.372737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:04:47Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:53Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:54.429782 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-214f9faa-8705-4a20-ad9f-28a997677228 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.434104 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-214f9faa-8705-4a20-ad9f-28a997677228 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8459299 Nov 16 05:04:54.436720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63bf49f-0ee5-44d6-917f-24a2c0eddd40 None None] The sync data for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 is: [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:04:47Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:53Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:04:54.440928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42308) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:54.455678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f035404e-c96c-42d5-bf5b-4bc481a6761e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:54.467982 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9becdc14-b64a-48e0-be88-adf7d2e81211 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.469166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42310) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:54.503176 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa25534-ba2b-4908-9aa5-9d5d6cc2dddc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:54.515605 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6fa25534-ba2b-4908-9aa5-9d5d6cc2dddc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1789370 Nov 16 05:04:54.515605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42312) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:54.515605 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9becdc14-b64a-48e0-be88-adf7d2e81211 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.544431 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9be0-f3a9-405a-bb9c-493efa282182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.597814 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-31441e48-fa6a-45d0-8143-ba8ea0301e87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:04:54.604222 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-31441e48-fa6a-45d0-8143-ba8ea0301e87 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/46217f7f-e5fa-4aaf-9264-94715a367fdd HTTP/1.1" status: 404 len: 333 time: 0.0861475 Nov 16 05:04:54.605211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42314) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:54.617931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3d40f513-1082-4e2b-ab0c-35a95a1ac421 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2122395212'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:54.659450 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9becdc14-b64a-48e0-be88-adf7d2e81211 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.660795 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9becdc14-b64a-48e0-be88-adf7d2e81211 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8406148 Nov 16 05:04:54.673622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42316) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:54.677981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d40f513-1082-4e2b-ab0c-35a95a1ac421 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:54.685567 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d40f513-1082-4e2b-ab0c-35a95a1ac421 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.710619 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-da796bb9-5860-47aa-8efd-8315ea7708da tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': 'e45a48aa-c7b2-4f57-8a4b-8930439fa08e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '66812fc2-77bf-4cfb-b0a8-3c5574ced5cd'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:54.740662 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9becdc14-b64a-48e0-be88-adf7d2e81211 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66812fc2-77bf-4cfb-b0a8-3c5574ced5cd,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:54.778699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f035404e-c96c-42d5-bf5b-4bc481a6761e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.844071 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f035404e-c96c-42d5-bf5b-4bc481a6761e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.870546 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f035404e-c96c-42d5-bf5b-4bc481a6761e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.875486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d40f513-1082-4e2b-ab0c-35a95a1ac421 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:04:54.910516 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f035404e-c96c-42d5-bf5b-4bc481a6761e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.911797 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f035404e-c96c-42d5-bf5b-4bc481a6761e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4614880 Nov 16 05:04:54.917848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42320) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:54.924388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-695305f6-f7d5-4eba-9f2f-8766214abc26 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:54.933224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d40f513-1082-4e2b-ab0c-35a95a1ac421 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:54.933567 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-3d40f513-1082-4e2b-ab0c-35a95a1ac421 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Added segment fb3b7c11-5923-4467-8423-9c35762161ed of type vlan for network c63fcad7-40b1-4875-bee7-d56fa36a3a37 Nov 16 05:04:54.995889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d40f513-1082-4e2b-ab0c-35a95a1ac421 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.040583 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035404e-c96c-42d5-bf5b-4bc481a6761e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bb5d67-5ade-4372-9498-0f6e59f79810,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:55.043244 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-da796bb9-5860-47aa-8efd-8315ea7708da tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:55.044381 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-da796bb9-5860-47aa-8efd-8315ea7708da tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3392015 Nov 16 05:04:55.051900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42326) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:55.142656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d40f513-1082-4e2b-ab0c-35a95a1ac421 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.157261 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-695305f6-f7d5-4eba-9f2f-8766214abc26 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.157668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40f513-1082-4e2b-ab0c-35a95a1ac421 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:55.171451 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3d40f513-1082-4e2b-ab0c-35a95a1ac421 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.199886 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3d40f513-1082-4e2b-ab0c-35a95a1ac421 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5828805 Nov 16 05:04:55.217970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42334) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:55.246771 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9be0-f3a9-405a-bb9c-493efa282182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.304638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-8e75b4f9-477c-44b2-a3d1-83d84b38bf0b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': 'c63fcad7-40b1-4875-bee7-d56fa36a3a37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:55.323066 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40f513-1082-4e2b-ab0c-35a95a1ac421 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Network': ['ID=c63fcad7-40b1-4875-bee7-d56fa36a3a37,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:55.335577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network c63fcad7-40b1-4875-bee7-d56fa36a3a37 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:04:55.355460 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf9d9be0-f3a9-405a-bb9c-493efa282182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.425626 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cf9d9be0-f3a9-405a-bb9c-493efa282182 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88472256564e4c9bb6924d27bc0386ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9551370 Nov 16 05:04:55.428765 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d9be0-f3a9-405a-bb9c-493efa282182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44582c0-3822-4791-8a34-3ce701baccd3,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:55.445017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42340) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:55.463494 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7395d53-0ecf-4519-aa0c-c16bb2bfb113 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.541185 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1976b851-a447-4d9b-9adc-759cc504f24a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.561801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e75b4f9-477c-44b2-a3d1-83d84b38bf0b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:55.565480 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8e75b4f9-477c-44b2-a3d1-83d84b38bf0b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.566633 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1976b851-a447-4d9b-9adc-759cc504f24a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.602850 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7395d53-0ecf-4519-aa0c-c16bb2bfb113 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.644130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1976b851-a447-4d9b-9adc-759cc504f24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.646910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1976b851-a447-4d9b-9adc-759cc504f24a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.648051 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1976b851-a447-4d9b-9adc-759cc504f24a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f44582c0-3822-4791-8a34-3ce701baccd3 HTTP/1.1" status: 204 len: 168 time: 0.1964502 Nov 16 05:04:55.663514 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976b851-a447-4d9b-9adc-759cc504f24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44582c0-3822-4791-8a34-3ce701baccd3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:55.690546 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7395d53-0ecf-4519-aa0c-c16bb2bfb113 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.698638 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7395d53-0ecf-4519-aa0c-c16bb2bfb113 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.702466 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a7395d53-0ecf-4519-aa0c-c16bb2bfb113 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "DELETE /v2.0/security-groups/66812fc2-77bf-4cfb-b0a8-3c5574ced5cd HTTP/1.1" status: 204 len: 168 time: 0.6458192 Nov 16 05:04:55.704349 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42344) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:55.737954 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-695305f6-f7d5-4eba-9f2f-8766214abc26 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.752771 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-695305f6-f7d5-4eba-9f2f-8766214abc26 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.785326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7395d53-0ecf-4519-aa0c-c16bb2bfb113 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66812fc2-77bf-4cfb-b0a8-3c5574ced5cd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:55.837956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-695305f6-f7d5-4eba-9f2f-8766214abc26 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.839130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-695305f6-f7d5-4eba-9f2f-8766214abc26 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9203353 Nov 16 05:04:55.844985 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42346) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:55.849800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c4544440-fd4f-410d-945d-4f622aa82e0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:55.872962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695305f6-f7d5-4eba-9f2f-8766214abc26 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bbdfe5-ba17-44c7-936f-48c3e96facae,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:55.907456 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4544440-fd4f-410d-945d-4f622aa82e0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:55.970142 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4ae5e099-022e-4c99-8ddf-4a64e6f0402d tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2602348 Nov 16 05:04:56.013322 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4544440-fd4f-410d-945d-4f622aa82e0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.014680 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42350) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:56.060625 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4544440-fd4f-410d-945d-4f622aa82e0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.064385 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-765eef75-58b5-4ee2-af51-d68f3ee2a01d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.068871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 196cc369-2dd2-43af-8b7c-b19ed4552182 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:04:56.101171 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4544440-fd4f-410d-945d-4f622aa82e0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.105797 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c4544440-fd4f-410d-945d-4f622aa82e0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2597632 Nov 16 05:04:56.106575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42354) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:56.117415 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9962ba48-8d04-4ea1-a31d-18c71f2ba0ad tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:56.123797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4544440-fd4f-410d-945d-4f622aa82e0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f2edb8-e618-4417-b7e9-3e65d33184c5,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:56.186251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7215ff58-b842-4c50-a959-59d8936129fa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.216402 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8e75b4f9-477c-44b2-a3d1-83d84b38bf0b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.223462 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-9962ba48-8d04-4ea1-a31d-18c71f2ba0ad tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Project 5d96d78dbd524318af36e944a5e52691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:04:56.231043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 196cc369-2dd2-43af-8b7c-b19ed4552182 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:04:56.231419 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.245417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9962ba48-8d04-4ea1-a31d-18c71f2ba0ad tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.291070 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7215ff58-b842-4c50-a959-59d8936129fa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.395900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e75b4f9-477c-44b2-a3d1-83d84b38bf0b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Subnet': ['ID=b7d3ffb6-ba8c-4358-a4f9-1e84ca62aaf1,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:56.512111 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7215ff58-b842-4c50-a959-59d8936129fa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.514831 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7215ff58-b842-4c50-a959-59d8936129fa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.523891 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7215ff58-b842-4c50-a959-59d8936129fa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "DELETE /v2.0/security-groups/e45a48aa-c7b2-4f57-8a4b-8930439fa08e HTTP/1.1" status: 204 len: 168 time: 0.5079346 Nov 16 05:04:56.527891 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9962ba48-8d04-4ea1-a31d-18c71f2ba0ad tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.533026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42364) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:56.544839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e75b4f9-477c-44b2-a3d1-83d84b38bf0b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Checking segment: {'id': 'fb3b7c11-5923-4467-8423-9c35762161ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c63fcad7-40b1-4875-bee7-d56fa36a3a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:56.545467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e75b4f9-477c-44b2-a3d1-83d84b38bf0b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network hostable DHCP agents. Network: c63fcad7-40b1-4875-bee7-d56fa36a3a37, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:04:56.587997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e75b4f9-477c-44b2-a3d1-83d84b38bf0b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network c63fcad7-40b1-4875-bee7-d56fa36a3a37 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:04:56.606358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-8e75b4f9-477c-44b2-a3d1-83d84b38bf0b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, c63fcad7-40b1-4875-bee7-d56fa36a3a37) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:56.616295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d51e54-a179-47d1-bd86-48b6d8f8e8aa None None] Network c63fcad7-40b1-4875-bee7-d56fa36a3a37 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:56.639897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e75b4f9-477c-44b2-a3d1-83d84b38bf0b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:56.640753 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8e75b4f9-477c-44b2-a3d1-83d84b38bf0b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.700464 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8e75b4f9-477c-44b2-a3d1-83d84b38bf0b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4107077 Nov 16 05:04:56.703924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42372) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:56.710085 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a7413613-ccd5-44d5-863b-71a351eda9ef tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1648846 Nov 16 05:04:56.710889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9962ba48-8d04-4ea1-a31d-18c71f2ba0ad tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.715278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a48f7022-b7c5-44d0-99ed-ce7884cda457 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': 'c63fcad7-40b1-4875-bee7-d56fa36a3a37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:56.719698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42374) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:56.726429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f301ca62-4f7c-4d59-a06d-c685a4cf0f17 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176285533'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:56.730928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215ff58-b842-4c50-a959-59d8936129fa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45a48aa-c7b2-4f57-8a4b-8930439fa08e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:56.788192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962ba48-8d04-4ea1-a31d-18c71f2ba0ad tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c4e1b0-5c30-46e1-8df4-68eb2c52b8e4,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:56.820428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-765eef75-58b5-4ee2-af51-d68f3ee2a01d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Deleting port fe51ddb2-d47a-4c7a-89b9-698fd6f31e3a {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:04:56.820859 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-765eef75-58b5-4ee2-af51-d68f3ee2a01d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.842355 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9962ba48-8d04-4ea1-a31d-18c71f2ba0ad tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.846521 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9962ba48-8d04-4ea1-a31d-18c71f2ba0ad tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7338850 Nov 16 05:04:56.848953 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42382) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:56.861034 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-33e77ab4-cc41-4a8a-a928-8757b6347be0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:56.875343 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f301ca62-4f7c-4d59-a06d-c685a4cf0f17 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.921182 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-33e77ab4-cc41-4a8a-a928-8757b6347be0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Project 5d96d78dbd524318af36e944a5e52691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:04:56.942147 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33e77ab4-cc41-4a8a-a928-8757b6347be0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:56.972758 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c63fcad7-40b1-4875-bee7-d56fa36a3a37', 'network_id': 'c63fcad7-40b1-4875-bee7-d56fa36a3a37', 'tenant_id': 'd5813e4f480449aea9709170b51e91db', 'fixed_ips': [{'subnet_id': 'b7d3ffb6-ba8c-4358-a4f9-1e84ca62aaf1'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:04:56.974031 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:57.015694 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-765eef75-58b5-4ee2-af51-d68f3ee2a01d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:57.050728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-765eef75-58b5-4ee2-af51-d68f3ee2a01d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Calling delete_port for fe51ddb2-d47a-4c7a-89b9-698fd6f31e3a owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:04:57.063812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48f7022-b7c5-44d0-99ed-ce7884cda457 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:57.068298 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a48f7022-b7c5-44d0-99ed-ce7884cda457 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:57.098493 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33e77ab4-cc41-4a8a-a928-8757b6347be0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:57.099185 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f301ca62-4f7c-4d59-a06d-c685a4cf0f17 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:57.114282 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33e77ab4-cc41-4a8a-a928-8757b6347be0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:57.150254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e77ab4-cc41-4a8a-a928-8757b6347be0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96a6389-43a6-4e86-b9e2-daa6e5d429c7,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:57.159857 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f301ca62-4f7c-4d59-a06d-c685a4cf0f17 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:57.170455 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33e77ab4-cc41-4a8a-a928-8757b6347be0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:57.172139 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-33e77ab4-cc41-4a8a-a928-8757b6347be0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3213658 Nov 16 05:04:57.228082 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f301ca62-4f7c-4d59-a06d-c685a4cf0f17 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:57.233064 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42392) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:57.233277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f301ca62-4f7c-4d59-a06d-c685a4cf0f17 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5103095 Nov 16 05:04:57.237864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-504eecd7-95bd-4bbb-9a19-1b25a9a22b47 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': 'a6c8bf7c-8e0b-4c84-ad20-c71ab64b4b2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:57.246185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301ca62-4f7c-4d59-a06d-c685a4cf0f17 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c8bf7c-8e0b-4c84-ad20-c71ab64b4b2f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:57.350265 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-504eecd7-95bd-4bbb-9a19-1b25a9a22b47 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:57.350879 n-d-818042-1 neutron-server[102659]: INFO neutron.db.ipam_backend_mixin [None req-a48f7022-b7c5-44d0-99ed-ce7884cda457 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b7d3ffb6-ba8c-4358-a4f9-1e84ca62aaf1 (CIDR: 2001:db8::/64) Nov 16 05:04:57.352908 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-504eecd7-95bd-4bbb-9a19-1b25a9a22b47 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1188164 Nov 16 05:04:57.358990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42400) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:57.364490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-96a3e078-54d4-4cee-82a2-8b682e9031ff tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group_rule': {'security_group_id': 'a6c8bf7c-8e0b-4c84-ad20-c71ab64b4b2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:57.378809 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48f7022-b7c5-44d0-99ed-ce7884cda457 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:57.379269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48f7022-b7c5-44d0-99ed-ce7884cda457 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:04:57.390265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Allocated IP 2001:db8::2 (c63fcad7-40b1-4875-bee7-d56fa36a3a37/b7d3ffb6-ba8c-4358-a4f9-1e84ca62aaf1/f37d1d57-46f0-4744-8867-34795864c772) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:04:57.415867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a48f7022-b7c5-44d0-99ed-ce7884cda457 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7104738 Nov 16 05:04:57.419541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42408) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:57.425304 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5f23daa3-eafa-4f6f-9683-013a68382409 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': 'c63fcad7-40b1-4875-bee7-d56fa36a3a37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:57.512812 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-96a3e078-54d4-4cee-82a2-8b682e9031ff tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:04:57.517256 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-96a3e078-54d4-4cee-82a2-8b682e9031ff tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1572242 Nov 16 05:04:57.519533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42414) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:57.537470 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-765eef75-58b5-4ee2-af51-d68f3ee2a01d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:57.670052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765eef75-58b5-4ee2-af51-d68f3ee2a01d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Port': ['ID=fe51ddb2-d47a-4c7a-89b9-698fd6f31e3a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:57.683282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-c3efd29b-e377-4374-a424-1b7b0338b59e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1331058812&fields=id&tenant_id=5d96d78dbd524318af36e944a5e52691 HTTP/1.1" status: 200 len: 267 time: 0.2116115 Nov 16 05:04:57.860734 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:57.874997 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:57.929657 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f82fbc5e-5039-45dd-b8e1-cf4c31a036d1 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:57.958030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Network c63fcad7-40b1-4875-bee7-d56fa36a3a37 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:57.980469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:57.995680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:04:58.046183 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Pushing event updated for resources: {'Port': ['ID=f37d1d57-46f0-4744-8867-34795864c772,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:58.087544 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-765eef75-58b5-4ee2-af51-d68f3ee2a01d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:58.099965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Attempting to bind port f37d1d57-46f0-4744-8867-34795864c772 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:04:58.100402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Attempting to bind port f37d1d57-46f0-4744-8867-34795864c772 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'fb3b7c11-5923-4467-8423-9c35762161ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c63fcad7-40b1-4875-bee7-d56fa36a3a37'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:04:58.100875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Attempting to bind port f37d1d57-46f0-4744-8867-34795864c772 on network c63fcad7-40b1-4875-bee7-d56fa36a3a37 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:04:58.106496 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:04:58.106876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Checking segment: {'id': 'fb3b7c11-5923-4467-8423-9c35762161ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c63fcad7-40b1-4875-bee7-d56fa36a3a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:04:58.107281 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:58.107677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Bound using segment: {'id': 'fb3b7c11-5923-4467-8423-9c35762161ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c63fcad7-40b1-4875-bee7-d56fa36a3a37'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:04:58.108161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Bound port: f37d1d57-46f0-4744-8867-34795864c772, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3b7c11-5923-4467-8423-9c35762161ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c63fcad7-40b1-4875-bee7-d56fa36a3a37'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:04:58.108548 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:58.238283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] For port f37d1d57-46f0-4744-8867-34795864c772, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:04:58.247781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f23daa3-eafa-4f6f-9683-013a68382409 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:58.251152 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] For port f37d1d57-46f0-4744-8867-34795864c772, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f37d1d57-46f0-4744-8867-34795864c772,segment=NetworkSegment(fb3b7c11-5923-4467-8423-9c35762161ed),segment_id=fb3b7c11-5923-4467-8423-9c35762161ed)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:04:58.255027 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f23daa3-eafa-4f6f-9683-013a68382409 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:58.256752 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:58.346180 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f82fbc5e-5039-45dd-b8e1-cf4c31a036d1 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:58.403506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b8be0-6c7e-4f1a-99ba-db86841004f0 None None] Pushing event updated for resources: {'Port': ['ID=f37d1d57-46f0-4744-8867-34795864c772,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:58.685982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-f21eb334-76bf-41a2-addf-1ea07f06a4db tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:58.696560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-f21eb334-76bf-41a2-addf-1ea07f06a4db tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/networks?id=b58604fa-2aa1-416f-ad29-9cd81c975b47 HTTP/1.1" status: 200 len: 796 time: 0.8492949 Nov 16 05:04:58.708106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765eef75-58b5-4ee2-af51-d68f3ee2a01d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Router 1ce0adf4-d193-47b6-a168-245cca998213 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:04:58.718867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-2d0dd7b0-7e62-4363-bacc-1df8b8406e33 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/quotas/5d96d78dbd524318af36e944a5e52691 HTTP/1.1" status: 200 len: 375 time: 0.0213349 Nov 16 05:04:58.766014 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f82fbc5e-5039-45dd-b8e1-cf4c31a036d1 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:58.776340 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f82fbc5e-5039-45dd-b8e1-cf4c31a036d1 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:58.777513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f82fbc5e-5039-45dd-b8e1-cf4c31a036d1 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "DELETE /v2.0/security-groups/a6c8bf7c-8e0b-4c84-ad20-c71ab64b4b2f HTTP/1.1" status: 204 len: 168 time: 1.2569797 Nov 16 05:04:58.789857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42462) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:58.819562 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f23daa3-eafa-4f6f-9683-013a68382409 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:58.913515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f23daa3-eafa-4f6f-9683-013a68382409 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network c63fcad7-40b1-4875-bee7-d56fa36a3a37 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:04:58.918666 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-5f23daa3-eafa-4f6f-9683-013a68382409 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:04:58.918970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fbc5e-5039-45dd-b8e1-cf4c31a036d1 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c8bf7c-8e0b-4c84-ad20-c71ab64b4b2f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:58.923825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f23daa3-eafa-4f6f-9683-013a68382409 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:04:58.924709 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5f23daa3-eafa-4f6f-9683-013a68382409 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:58.954405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23daa3-eafa-4f6f-9683-013a68382409 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Subnet': ['ID=a497c413-081a-4085-9220-e786005ec031,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:58.965265 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5f23daa3-eafa-4f6f-9683-013a68382409 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5441968 Nov 16 05:04:58.968232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42474) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:58.975940 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': 'c63fcad7-40b1-4875-bee7-d56fa36a3a37', 'fixed_ips': [{'subnet_id': 'b7d3ffb6-ba8c-4358-a4f9-1e84ca62aaf1'}, {'subnet_id': 'a497c413-081a-4085-9220-e786005ec031'}], 'name': 'tempest-PortsIpV6TestJSON-1146042431'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:59.117410 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42476) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:59.126630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-da5e134b-22cc-46f2-9875-c89a9bfe9b8c tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2635972 Nov 16 05:04:59.129730 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-af56998a-163f-4264-9122-b9a3440a185e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group': {'name': 'tempest-secgroup--205250383'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:59.134819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765eef75-58b5-4ee2-af51-d68f3ee2a01d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:04:59.145059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20ea99-8491-40f4-ad83-ff723378b2df None None] Sync routers for ids ['1ce0adf4-d193-47b6-a168-245cca998213'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:04:59.154077 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42478) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:59.154305 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-765eef75-58b5-4ee2-af51-d68f3ee2a01d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "PUT /v2.0/routers/1ce0adf4-d193-47b6-a168-245cca998213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0961010 Nov 16 05:04:59.161934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20ea99-8491-40f4-ad83-ff723378b2df None None] Routers {'1ce0adf4-d193-47b6-a168-245cca998213'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:59.164102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-bf20ea99-8491-40f4-ad83-ff723378b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1ce0adf4-d193-47b6-a168-245cca998213'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:59.184766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-dc745e34-0881-4b28-978b-1b3e8c8bc43e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4360740 Nov 16 05:04:59.209613 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-66555474-f3df-446f-b0fb-f7f4178dbfd0 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] show failed (client error): The resource could not be found. Nov 16 05:04:59.211121 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-66555474-f3df-446f-b0fb-f7f4178dbfd0 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-985215554 HTTP/1.1" status: 404 len: 334 time: 0.0555079 Nov 16 05:04:59.215000 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-af56998a-163f-4264-9122-b9a3440a185e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:59.223925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42482) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:59.238263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2d0eb407-6556-4cc6-8242-f60e25a561e9 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:59.267913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-bf20ea99-8491-40f4-ad83-ff723378b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:59.285639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20ea99-8491-40f4-ad83-ff723378b2df None None] Routers {'1ce0adf4-d193-47b6-a168-245cca998213'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:04:59.286656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-bf20ea99-8491-40f4-ad83-ff723378b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:04:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1ce0adf4-d193-47b6-a168-245cca998213'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:59.318466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42484) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:59.339330 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-2d0eb407-6556-4cc6-8242-f60e25a561e9 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] update failed (client error): The resource could not be found. Nov 16 05:04:59.340608 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2d0eb407-6556-4cc6-8242-f60e25a561e9 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1780352081 HTTP/1.1" status: 404 len: 335 time: 0.1144338 Nov 16 05:04:59.344760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42488) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:59.368193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-bf20ea99-8491-40f4-ad83-ff723378b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:04:59.375266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20ea99-8491-40f4-ad83-ff723378b2df None None] The sync data for ids ['1ce0adf4-d193-47b6-a168-245cca998213'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:04:59.396402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:04:59.408032 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-c6798ef4-f29b-4fc1-a5a0-8f0f3de83715 service neutron] 10.222.0.41 "GET /v2.0/networks/b58604fa-2aa1-416f-ad29-9cd81c975b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222781 Nov 16 05:04:59.502659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b5d0a5-9f82-43db-ae15-9832b8ac00b4 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Deleting subnet 3f3dcfcc-431b-42a0-b6b2-6ae63dd46bb6 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:04:59.512142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15b5d0a5-9f82-43db-ae15-9832b8ac00b4 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:59.560743 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15b5d0a5-9f82-43db-ae15-9832b8ac00b4 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:59.573875 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31615d7a-95c7-41e1-a87a-f7ac10975d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:59.678894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-f935ca98-3651-4933-aaaa-5952f8a3a8c1 service neutron] 10.222.0.41 "GET /v2.0/networks/b58604fa-2aa1-416f-ad29-9cd81c975b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698805 Nov 16 05:04:59.722787 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-af56998a-163f-4264-9122-b9a3440a185e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:59.723985 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31615d7a-95c7-41e1-a87a-f7ac10975d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:59.730938 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31615d7a-95c7-41e1-a87a-f7ac10975d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:59.739592 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:59.767787 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-af56998a-163f-4264-9122-b9a3440a185e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:59.795860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31615d7a-95c7-41e1-a87a-f7ac10975d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861570a6-ebe4-49bf-9861-6851294745ca,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:59.850546 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-31615d7a-95c7-41e1-a87a-f7ac10975d1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42e4d526d24d43fca354aed5e065ea4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5294213 Nov 16 05:04:59.858222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42494) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:59.879996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56998a-163f-4264-9122-b9a3440a185e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52c2b3c-4638-48e6-b648-04c753fe8ef8,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:04:59.884211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port 6453898c-0967-453c-92ee-94cbacf51bed yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:04:59.952039 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-af56998a-163f-4264-9122-b9a3440a185e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:59.954390 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-af56998a-163f-4264-9122-b9a3440a185e tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8348582 Nov 16 05:04:59.957797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42496) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:04:59.962202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c34dc39-69eb-4684-bb85-598b1532f4b3 None None] Network c63fcad7-40b1-4875-bee7-d56fa36a3a37 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:04:59.964931 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15b5d0a5-9f82-43db-ae15-9832b8ac00b4 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:04:59.978391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d1f77ffb-eb92-42bd-98ef-f66c2008f675 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:04:59.979053 n-d-818042-1 neutron-server[102659]: WARNING neutron.api.v2.base [None req-d1f77ffb-eb92-42bd-98ef-f66c2008f675 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 16 05:04:59.979555 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-d1f77ffb-eb92-42bd-98ef-f66c2008f675 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] update failed (client error): There was a conflict when trying to complete your request. Nov 16 05:04:59.982985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d1f77ffb-eb92-42bd-98ef-f66c2008f675 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "PUT /v2.0/security-groups/f52c2b3c-4638-48e6-b648-04c753fe8ef8 HTTP/1.1" status: 409 len: 330 time: 0.0061846 Nov 16 05:04:59.985265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42498) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:00.031969 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd3c18f4-ec91-46ec-865a-39d8095d0d6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.071743 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd3c18f4-ec91-46ec-865a-39d8095d0d6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.089105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f37d1d57-46f0-4744-8867-34795864c772 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:00.134098 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd3c18f4-ec91-46ec-865a-39d8095d0d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.137068 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd3c18f4-ec91-46ec-865a-39d8095d0d6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.138493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bd3c18f4-ec91-46ec-865a-39d8095d0d6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/861570a6-ebe4-49bf-9861-6851294745ca HTTP/1.1" status: 204 len: 168 time: 0.2783594 Nov 16 05:05:00.151752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c18f4-ec91-46ec-865a-39d8095d0d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861570a6-ebe4-49bf-9861-6851294745ca,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:00.197384 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5207d4cc-6cd6-4f21-a1b4-8ae5ccf3f6fa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.201512 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dd39c7a4-dac8-41c2-8683-33ac1d08c89c None None] Provisioning complete for port f37d1d57-46f0-4744-8867-34795864c772 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:00.202162 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd39c7a4-dac8-41c2-8683-33ac1d08c89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.235989 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5207d4cc-6cd6-4f21-a1b4-8ae5ccf3f6fa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.273666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f37d1d57-46f0-4744-8867-34795864c772 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:00.274056 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.307661 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5207d4cc-6cd6-4f21-a1b4-8ae5ccf3f6fa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.310552 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5207d4cc-6cd6-4f21-a1b4-8ae5ccf3f6fa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.318034 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5207d4cc-6cd6-4f21-a1b4-8ae5ccf3f6fa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "DELETE /v2.0/security-groups/f52c2b3c-4638-48e6-b648-04c753fe8ef8 HTTP/1.1" status: 204 len: 168 time: 0.3283896 Nov 16 05:05:00.320281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42502) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:00.324191 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15b5d0a5-9f82-43db-ae15-9832b8ac00b4 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.340272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207d4cc-6cd6-4f21-a1b4-8ae5ccf3f6fa tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52c2b3c-4638-48e6-b648-04c753fe8ef8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:00.373155 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-15b5d0a5-9f82-43db-ae15-9832b8ac00b4 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.376383 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-15b5d0a5-9f82-43db-ae15-9832b8ac00b4 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "DELETE /v2.0/subnets/3f3dcfcc-431b-42a0-b6b2-6ae63dd46bb6 HTTP/1.1" status: 204 len: 168 time: 1.0303526 Nov 16 05:05:00.379007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42504) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:00.400122 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5d0a5-9f82-43db-ae15-9832b8ac00b4 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3dcfcc-431b-42a0-b6b2-6ae63dd46bb6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:00.449344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf2d8f8-787b-48eb-9046-c185cfd4213c None None] Network 4e8c57ce-3ef1-4da4-9278-c41b125359ea requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:00.486899 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4a750d37-7945-49ac-9c03-6aa4b8e9e276 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1649375 Nov 16 05:05:00.492042 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42510) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:00.528626 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-056b3176-e33e-4a69-9b0a-6221a7f4d225 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] delete failed (client error): The resource could not be found. Nov 16 05:05:00.529714 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-056b3176-e33e-4a69-9b0a-6221a7f4d225 tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "DELETE /v2.0/security-groups/e50bc6ab-9dac-4a33-b45e-7fef91c501a1 HTTP/1.1" status: 404 len: 347 time: 0.0367417 Nov 16 05:05:00.536982 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42512) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:00.599396 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd39c7a4-dac8-41c2-8683-33ac1d08c89c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.614354 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.635410 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-6ebdba0b-a6bf-4b1a-8afa-13a11aaa1ddc tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] show failed (client error): The resource could not be found. Nov 16 05:05:00.637561 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6ebdba0b-a6bf-4b1a-8afa-13a11aaa1ddc tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "GET /v2.0/security-groups/0a349e7a-e359-44df-9945-68fe30e65ad2 HTTP/1.1" status: 404 len: 347 time: 0.0995913 Nov 16 05:05:00.644655 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42516) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:00.681090 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-375c12d2-397a-4f6d-b007-56d5e2c534ae tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] show failed (client error): The resource could not be found. Nov 16 05:05:00.683272 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-375c12d2-397a-4f6d-b007-56d5e2c534ae tempest-NegativeSecGroupIPv6Test-422783753 tempest-NegativeSecGroupIPv6Test-422783753-project] 10.222.0.41 "GET /v2.0/security-group-rules/a35ecc0c-5245-4135-a67b-014842937ca2 HTTP/1.1" status: 404 len: 356 time: 0.0372987 Nov 16 05:05:00.744701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38035558-c6ee-4755-af9a-b1e15bc81417 None None] Update dhcp port {'port': {'network_id': 'c63fcad7-40b1-4875-bee7-d56fa36a3a37', 'fixed_ips': [{'subnet_id': 'b7d3ffb6-ba8c-4358-a4f9-1e84ca62aaf1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a497c413-081a-4085-9220-e786005ec031'}], 'binding:host_id': 'n-d-818042-1'}, 'id': 'f37d1d57-46f0-4744-8867-34795864c772'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 05:05:00.757008 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8::279 (c63fcad7-40b1-4875-bee7-d56fa36a3a37/b7d3ffb6-ba8c-4358-a4f9-1e84ca62aaf1/6453898c-0967-453c-92ee-94cbacf51bed) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:00.770559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8:0:1::10 (c63fcad7-40b1-4875-bee7-d56fa36a3a37/a497c413-081a-4085-9220-e786005ec031/6453898c-0967-453c-92ee-94cbacf51bed) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:00.801552 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42520) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:00.831209 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6071fdb3-0238-4adf-a2aa-fe1447a55e78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:00.895436 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.022880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Deleting port 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:01.023329 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.025095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42532) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:01.132451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port f37d1d57-46f0-4744-8867-34795864c772, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f37d1d57-46f0-4744-8867-34795864c772,segment=NetworkSegment(fb3b7c11-5923-4467-8423-9c35762161ed),segment_id=fb3b7c11-5923-4467-8423-9c35762161ed)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:01.172534 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6071fdb3-0238-4adf-a2aa-fe1447a55e78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.189574 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.196047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6071fdb3-0238-4adf-a2aa-fe1447a55e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.213931 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38035558-c6ee-4755-af9a-b1e15bc81417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.218771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2491988a-743c-4774-8e1f-12c95394db8d req-7b7c99d2-3820-4b93-90a0-3c27b5ff8f72 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 210 time: 0.1015100 Nov 16 05:05:01.265181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] For port 1fee0d65-af30-45fe-8ed9-5b70fb4842c3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1fee0d65-af30-45fe-8ed9-5b70fb4842c3,segment=NetworkSegment(b4b9cf3f-7059-4175-b9ea-ab0455ec87f7),segment_id=b4b9cf3f-7059-4175-b9ea-ab0455ec87f7)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:01.265799 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.284934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Calling delete_port for 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:01.318439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b85d71e4-e17d-414a-bc13-45e29156bd7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cef71c0ade934c7595e07e583e4aaa11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2885835 Nov 16 05:05:01.340293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42544) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:01.389759 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.423045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071fdb3-0238-4adf-a2aa-fe1447a55e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eb28c0-7806-4543-b5f0-112a41e326c7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:01.443675 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6071fdb3-0238-4adf-a2aa-fe1447a55e78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=593e915b771047bfb6f379b42b2e8a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6397662 Nov 16 05:05:01.447440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42546) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:01.519475 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aa654e81-b883-4744-abb3-2b3296514244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.527975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Port': ['ID=1fee0d65-af30-45fe-8ed9-5b70fb4842c3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:01.545266 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] No DVR routers for this DVR port 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:01.561978 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aa654e81-b883-4744-abb3-2b3296514244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.604337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=f37d1d57-46f0-4744-8867-34795864c772,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:01.610705 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-dd39c7a4-dac8-41c2-8683-33ac1d08c89c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:05:01.611069 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-dd39c7a4-dac8-41c2-8683-33ac1d08c89c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:05:01.652198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.692300 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-929cb625-b75a-4650-8535-0cc69a64acb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.710934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144aa35b-c579-4479-ace7-67d9317e9de3 None None] DHCP port deletion for 4e8c57ce-3ef1-4da4-9278-c41b125359ea request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:05:01.716167 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-929cb625-b75a-4650-8535-0cc69a64acb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.728911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c309b0-29c1-4d53-89e2-e201cb360239 req-aaba27c5-87ab-4604-84c4-4a53825782b7 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:01.731286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81c309b0-29c1-4d53-89e2-e201cb360239 req-aaba27c5-87ab-4604-84c4-4a53825782b7 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 945 time: 0.3368976 Nov 16 05:05:01.743439 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aa654e81-b883-4744-abb3-2b3296514244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.746738 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aa654e81-b883-4744-abb3-2b3296514244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.762267 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.772422 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aa654e81-b883-4744-abb3-2b3296514244 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67715c0b-be38-4cf4-a185-df22c5c3f7cb HTTP/1.1" status: 204 len: 168 time: 0.4300673 Nov 16 05:05:01.808942 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa654e81-b883-4744-abb3-2b3296514244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67715c0b-be38-4cf4-a185-df22c5c3f7cb,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:01.814571 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.879803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8c57ce-3ef1-4da4-9278-c41b125359ea']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:01.881816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-929cb625-b75a-4650-8535-0cc69a64acb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.889009 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-929cb625-b75a-4650-8535-0cc69a64acb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.892595 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-929cb625-b75a-4650-8535-0cc69a64acb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19eb28c0-7806-4543-b5f0-112a41e326c7 HTTP/1.1" status: 204 len: 168 time: 0.4412310 Nov 16 05:05:01.919716 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network c63fcad7-40b1-4875-bee7-d56fa36a3a37 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:01.923753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b9cf3f-7059-4175-b9ea-ab0455ec87f7') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:01.923753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b9cf3f-7059-4175-b9ea-ab0455ec87f7') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:01.945707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:01.950645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:01.963859 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:01.964532 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.966279 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f37d1d57-46f0-4744-8867-34795864c772 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:01.970423 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:01.977897 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cb625-b75a-4650-8535-0cc69a64acb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eb28c0-7806-4543-b5f0-112a41e326c7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:01.995107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=6453898c-0967-453c-92ee-94cbacf51bed,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:02.004855 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81c309b0-29c1-4d53-89e2-e201cb360239 req-559cc814-7763-4bdb-9a32-029fb4a4f529 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565372 Nov 16 05:05:02.019686 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:02.029190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42560) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:02.030446 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-73b6ed4e-dc59-4365-a655-ea8ff0bcbc8a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.0610089 Nov 16 05:05:02.048040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-814a8ed7-4ff1-4d3c-9265-8c33ec95cdd9 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7d3ffb6-ba8c-4358-a4f9-1e84ca62aaf1'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:02.089476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-38035558-c6ee-4755-af9a-b1e15bc81417 None None] Allocated IP 2001:db8:0:1::2 (c63fcad7-40b1-4875-bee7-d56fa36a3a37/a497c413-081a-4085-9220-e786005ec031/f37d1d57-46f0-4744-8867-34795864c772) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:02.094397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:05:02.094815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:05:02.205971 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:05:02.294972 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:02.305708 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f37d1d57-46f0-4744-8867-34795864c772 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:02.311183 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:02.321649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:02.329872 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42570) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:02.343188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "DELETE /v2.0/networks/4e8c57ce-3ef1-4da4-9278-c41b125359ea HTTP/1.1" status: 204 len: 168 time: 1.9630413 Nov 16 05:05:02.396715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636483d9-dc6c-424a-a1fc-fa76926ac7ee tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Network': ['ID=4e8c57ce-3ef1-4da4-9278-c41b125359ea,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:02.471508 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fdbd3f4e-7ed5-4803-9e88-965803afb341 req-be149366-0ada-498b-91a7-de10b3138ecc tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 210 time: 0.1040511 Nov 16 05:05:02.476714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cdd2a1-cb2f-4502-9ed7-2bb883ef2538 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Deleting subnet 4d748de8-f3b8-4721-9a74-8808e518c3ba {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:05:02.485755 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cdd2a1-cb2f-4502-9ed7-2bb883ef2538 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:02.535821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-38035558-c6ee-4755-af9a-b1e15bc81417 None None] For port f37d1d57-46f0-4744-8867-34795864c772, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f37d1d57-46f0-4744-8867-34795864c772,segment=NetworkSegment(fb3b7c11-5923-4467-8423-9c35762161ed),segment_id=fb3b7c11-5923-4467-8423-9c35762161ed)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:02.599685 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38035558-c6ee-4755-af9a-b1e15bc81417 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:02.631428 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-38035558-c6ee-4755-af9a-b1e15bc81417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:02.779557 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:05:02.811166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38035558-c6ee-4755-af9a-b1e15bc81417 None None] Pushing event updated for resources: {'Port': ['ID=f37d1d57-46f0-4744-8867-34795864c772,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:02.814223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:05:02.814577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1fee0d65-af30-45fe-8ed9-5b70fb4842c3 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:05:02.832374 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-814a8ed7-4ff1-4d3c-9265-8c33ec95cdd9 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:02.875547 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cdd2a1-cb2f-4502-9ed7-2bb883ef2538 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:03.012945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be92a7c-0273-43a7-8404-3bcf1f0320c3 req-9c5aff2e-f3f4-4496-ba46-a9aa17860e66 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:03.014798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3be92a7c-0273-43a7-8404-3bcf1f0320c3 req-9c5aff2e-f3f4-4496-ba46-a9aa17860e66 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.37 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 945 time: 0.2443478 Nov 16 05:05:03.124874 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cdd2a1-cb2f-4502-9ed7-2bb883ef2538 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:03.241296 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cdd2a1-cb2f-4502-9ed7-2bb883ef2538 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:03.276014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdd2a1-cb2f-4502-9ed7-2bb883ef2538 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Subnet': ['ID=4d748de8-f3b8-4721-9a74-8808e518c3ba,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:03.287615 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cdd2a1-cb2f-4502-9ed7-2bb883ef2538 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:03.294529 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-73cdd2a1-cb2f-4502-9ed7-2bb883ef2538 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "DELETE /v2.0/subnets/4d748de8-f3b8-4721-9a74-8808e518c3ba HTTP/1.1" status: 204 len: 168 time: 0.9606645 Nov 16 05:05:03.294743 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5852f42-9b07-41a6-8904-a5cd36cacd26 None None] Network d793794d-d5e4-4931-a04a-862aaee4f4f2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:03.297113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42602) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:03.368826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90b7127-e469-4387-957c-0b6101a4a778 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Deleting subnet 5ad2043b-60d2-483a-8b94-590b4f7c4370 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:05:03.377143 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d90b7127-e469-4387-957c-0b6101a4a778 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:03.448550 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-349eb967-f547-4d1e-b445-2de474ce9bfb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:03.450427 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-349eb967-f547-4d1e-b445-2de474ce9bfb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.15 "GET /v2.0/networks?id=b58604fa-2aa1-416f-ad29-9cd81c975b47 HTTP/1.1" status: 200 len: 796 time: 0.8279433 Nov 16 05:05:03.456174 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d90b7127-e469-4387-957c-0b6101a4a778 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:03.631957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a4ba9e-19e1-4f8a-b2bd-d0e47f364770 None None] DHCP port deletion for d793794d-d5e4-4931-a04a-862aaee4f4f2 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:05:03.737572 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42614) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:03.777327 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-f773ded2-1786-48f3-83b7-d35618261f79 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d96d78dbd524318af36e944a5e52691 HTTP/1.1" status: 200 len: 380 time: 0.3173347 Nov 16 05:05:03.797995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-d6f16b93-cd8a-4e7f-a417-f02a0698530f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'port': {'device_id': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'admin_state_up': True, 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'security_groups': ['0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:03.799742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b0a4ba9e-19e1-4f8a-b2bd-d0e47f364770 None None] Deleting port ee560234-8a39-4780-9074-5892dae332ab {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:03.800290 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ba9e-19e1-4f8a-b2bd-d0e47f364770 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:03.804067 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-102c4a49-48a1-4bb9-85c6-871f279e1e71 req-75bbe689-07bd-4d14-9c39-9cf07c15109d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 210 time: 0.1277862 Nov 16 05:05:03.851632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be0239-ecf5-4840-9d39-de1a3dc22b73 req-1fd6c1c6-c36c-453a-9280-795a4e8cab7b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:03.860530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3be0239-ecf5-4840-9d39-de1a3dc22b73 req-1fd6c1c6-c36c-453a-9280-795a4e8cab7b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 945 time: 0.6731944 Nov 16 05:05:03.921399 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d90b7127-e469-4387-957c-0b6101a4a778 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:03.941844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f37d1d57-46f0-4744-8867-34795864c772 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:03.951593 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b0a4ba9e-19e1-4f8a-b2bd-d0e47f364770 None None] For port ee560234-8a39-4780-9074-5892dae332ab, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ee560234-8a39-4780-9074-5892dae332ab,segment=NetworkSegment(f14da9b6-8b7e-4b2c-a4a4-67721ae54f15),segment_id=f14da9b6-8b7e-4b2c-a4a4-67721ae54f15)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:03.952315 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ba9e-19e1-4f8a-b2bd-d0e47f364770 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:03.957711 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dda0f1-4bc0-4d22-8ddd-91820c73ac57 None None] Network c63fcad7-40b1-4875-bee7-d56fa36a3a37 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:03.988159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-3be92a7c-0273-43a7-8404-3bcf1f0320c3 req-8d7ff67a-c0a3-4b4b-901b-81ea4843bbd4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Deleting port 3f4ef7d5-3342-443a-9db3-7546be56ace9 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:03.988491 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3be92a7c-0273-43a7-8404-3bcf1f0320c3 req-8d7ff67a-c0a3-4b4b-901b-81ea4843bbd4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:04.097150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b0a4ba9e-19e1-4f8a-b2bd-d0e47f364770 None None] Calling delete_port for ee560234-8a39-4780-9074-5892dae332ab owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:04.128956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e9cb3a3c-9c02-41d4-817c-8f8a0b087657 None None] Provisioning complete for port f37d1d57-46f0-4744-8867-34795864c772 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:04.129575 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e9cb3a3c-9c02-41d4-817c-8f8a0b087657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:04.146756 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d90b7127-e469-4387-957c-0b6101a4a778 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:04.188706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b7127-e469-4387-957c-0b6101a4a778 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad2043b-60d2-483a-8b94-590b4f7c4370,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:04.205332 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-53b836a6-42a7-444f-b26b-ef9115d05b95 tempest-ServiceProvidersTest-1091096041 tempest-ServiceProvidersTest-1091096041-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4662549 Nov 16 05:05:04.208026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d90b7127-e469-4387-957c-0b6101a4a778 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:04.226023 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d90b7127-e469-4387-957c-0b6101a4a778 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "DELETE /v2.0/subnets/5ad2043b-60d2-483a-8b94-590b4f7c4370 HTTP/1.1" status: 204 len: 168 time: 0.9276536 Nov 16 05:05:04.229287 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42628) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:04.261027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-d6f16b93-cd8a-4e7f-a417-f02a0698530f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Made reservation on behalf of 5d96d78dbd524318af36e944a5e52691 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:04.276333 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3be0239-ecf5-4840-9d39-de1a3dc22b73 req-fe05a4e0-4418-4370-869a-4d2d6b1a7246 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843765 Nov 16 05:05:04.277286 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-d6f16b93-cd8a-4e7f-a417-f02a0698530f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:04.361953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df00c7-e79e-47c7-b4b9-4efed78f86d2 None None] Network e5c06c7c-7eab-466f-98fb-8870f4039052 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:04.456070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-3be92a7c-0273-43a7-8404-3bcf1f0320c3 req-8d7ff67a-c0a3-4b4b-901b-81ea4843bbd4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] For port 3f4ef7d5-3342-443a-9db3-7546be56ace9, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3f4ef7d5-3342-443a-9db3-7546be56ace9,segment=NetworkSegment(eff5d098-40a0-4db1-bab0-54aa6bd31ed2),segment_id=eff5d098-40a0-4db1-bab0-54aa6bd31ed2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:04.461848 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3be92a7c-0273-43a7-8404-3bcf1f0320c3 req-8d7ff67a-c0a3-4b4b-901b-81ea4843bbd4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:04.484031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-3be92a7c-0273-43a7-8404-3bcf1f0320c3 req-8d7ff67a-c0a3-4b4b-901b-81ea4843bbd4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Calling delete_port for 3f4ef7d5-3342-443a-9db3-7546be56ace9 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:04.535039 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:04.666768 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42642) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:04.671282 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f37d1d57-46f0-4744-8867-34795864c772 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:04.672348 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:04.729589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-d6f16b93-cd8a-4e7f-a417-f02a0698530f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Allocated IP 172.20.0.10 (b58604fa-2aa1-416f-ad29-9cd81c975b47/1d486ef2-9245-40db-8ab1-414577bb34fd/190caefc-ffb0-4f59-b133-0b82e294ceaa) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:04.748461 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Deleting port ee560234-8a39-4780-9074-5892dae332ab {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:04.749014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:04.785581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-814a8ed7-4ff1-4d3c-9265-8c33ec95cdd9 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Delete allocated IP 2001:db8:0:1::10 (c63fcad7-40b1-4875-bee7-d56fa36a3a37/a497c413-081a-4085-9220-e786005ec031) {{(pid=102659) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 05:05:04.794722 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3be92a7c-0273-43a7-8404-3bcf1f0320c3 req-8d7ff67a-c0a3-4b4b-901b-81ea4843bbd4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:04.850683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['3f4ef7d5-3342-443a-9db3-7546be56ace9'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:05:04.858643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] For port ee560234-8a39-4780-9074-5892dae332ab, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ee560234-8a39-4780-9074-5892dae332ab,segment=NetworkSegment(f14da9b6-8b7e-4b2c-a4a4-67721ae54f15),segment_id=f14da9b6-8b7e-4b2c-a4a4-67721ae54f15)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:04.860152 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:04.861724 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0a4ba9e-19e1-4f8a-b2bd-d0e47f364770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:04.876304 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Calling delete_port for ee560234-8a39-4780-9074-5892dae332ab owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:04.888370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d9592-89d6-4e79-aba1-d6ba77b2905f req-8a1898ce-7298-4209-8db4-0a32c86a4e62 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:04.899733 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-907d9592-89d6-4e79-aba1-d6ba77b2905f req-8a1898ce-7298-4209-8db4-0a32c86a4e62 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1096 time: 0.5699143 Nov 16 05:05:04.924092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ff67a-c0a3-4b4b-901b-81ea4843bbd4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Pushing event deleted for resources: {'Port': ['ID=3f4ef7d5-3342-443a-9db3-7546be56ace9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:04.989087 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:04.990672 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4ba9e-19e1-4f8a-b2bd-d0e47f364770 None None] Pushing event deleted for resources: {'Port': ['ID=ee560234-8a39-4780-9074-5892dae332ab,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:05.012987 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a4ba9e-19e1-4f8a-b2bd-d0e47f364770 None None] No DVR routers for this DVR port ee560234-8a39-4780-9074-5892dae332ab on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:05.093062 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.109079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ee560234-8a39-4780-9074-5892dae332ab no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:05:05.122770 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] No DVR routers for this DVR port ee560234-8a39-4780-9074-5892dae332ab on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:05.166594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: ee560234-8a39-4780-9074-5892dae332ab {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:05:05.166983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ee560234-8a39-4780-9074-5892dae332ab not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:05:05.167130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17a753ae-2dbd-46af-b0df-793f9bcc406a req-1432bfcc-98ae-4b22-8842-771e674c311f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 210 time: 0.1866875 Nov 16 05:05:05.178355 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf3c383-d359-498f-bce6-3e23ad65aa8e None None] DHCP port deletion for e5c06c7c-7eab-466f-98fb-8870f4039052 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:05:05.180250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Port': ['ID=ee560234-8a39-4780-9074-5892dae332ab,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:05.208575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be92a7c-0273-43a7-8404-3bcf1f0320c3 req-8d7ff67a-c0a3-4b4b-901b-81ea4843bbd4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] No DVR routers for this DVR port 3f4ef7d5-3342-443a-9db3-7546be56ace9 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:05.214727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3be92a7c-0273-43a7-8404-3bcf1f0320c3 req-8d7ff67a-c0a3-4b4b-901b-81ea4843bbd4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.218158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3be92a7c-0273-43a7-8404-3bcf1f0320c3 req-8d7ff67a-c0a3-4b4b-901b-81ea4843bbd4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.37 "DELETE /v2.0/ports/3f4ef7d5-3342-443a-9db3-7546be56ace9 HTTP/1.1" status: 204 len: 173 time: 2.1955545 Nov 16 05:05:05.222052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737c5e98-6fc1-4cea-925b-ef76878da304', 'name': 'network-vif-deleted', 'tag': '3f4ef7d5-3342-443a-9db3-7546be56ace9'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:05:05.224418 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f45a365-a202-4a66-8d6d-4a61cc963bcf" -d '{"events": [{"server_uuid": "737c5e98-6fc1-4cea-925b-ef76878da304", "name": "network-vif-deleted", "tag": "3f4ef7d5-3342-443a-9db3-7546be56ace9"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:05:05.298068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-907d9592-89d6-4e79-aba1-d6ba77b2905f req-f011ac3e-0478-4bd3-951a-0b7cf97d4ace tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956060 Nov 16 05:05:05.337077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-abf3c383-d359-498f-bce6-3e23ad65aa8e None None] Deleting port c99f16fa-9710-44a8-95e5-d6df7ff85b89 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:05.337459 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-abf3c383-d359-498f-bce6-3e23ad65aa8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.341963 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad0aa43-dd57-482c-a411-81ae12764f70 x-openstack-request-id: req-8ad0aa43-dd57-482c-a411-81ae12764f70 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:05:05.342270 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737c5e98-6fc1-4cea-925b-ef76878da304", "name": "network-vif-deleted", "tag": "3f4ef7d5-3342-443a-9db3-7546be56ace9", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:05:05.342530 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ad0aa43-dd57-482c-a411-81ae12764f70 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:05:05.342962 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737c5e98-6fc1-4cea-925b-ef76878da304', 'name': 'network-vif-deleted', 'tag': '3f4ef7d5-3342-443a-9db3-7546be56ace9', 'status': 'completed', 'code': 200} Nov 16 05:05:05.388768 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.433448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d793794d-d5e4-4931-a04a-862aaee4f4f2']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:05.458059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14da9b6-8b7e-4b2c-a4a4-67721ae54f15') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:05.458343 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14da9b6-8b7e-4b2c-a4a4-67721ae54f15') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:05.468459 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.482111 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e49c153c-53be-4254-b781-526eae8a5f83 None None] Provisioning complete for port 6453898c-0967-453c-92ee-94cbacf51bed triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:05.482517 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.483114 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e49c153c-53be-4254-b781-526eae8a5f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.489307 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:05:05.489855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.524813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-814a8ed7-4ff1-4d3c-9265-8c33ec95cdd9 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.529585 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-abf3c383-d359-498f-bce6-3e23ad65aa8e None None] For port c99f16fa-9710-44a8-95e5-d6df7ff85b89, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c99f16fa-9710-44a8-95e5-d6df7ff85b89,segment=NetworkSegment(48083787-5ae8-4d39-8b98-cd31e4966c2d),segment_id=48083787-5ae8-4d39-8b98-cd31e4966c2d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:05.530295 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-abf3c383-d359-498f-bce6-3e23ad65aa8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.557577 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05b0e490-5b37-4b61-a148-77ec47196909 req-969b6790-5c02-42f8-91f2-4a0627166589 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=737c5e98-6fc1-4cea-925b-ef76878da304 HTTP/1.1" status: 200 len: 210 time: 0.0868356 Nov 16 05:05:05.564416 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-814a8ed7-4ff1-4d3c-9265-8c33ec95cdd9 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.564836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-abf3c383-d359-498f-bce6-3e23ad65aa8e None None] Calling delete_port for c99f16fa-9710-44a8-95e5-d6df7ff85b89 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:05.571895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e49c153c-53be-4254-b781-526eae8a5f83 None None] Port 6453898c-0967-453c-92ee-94cbacf51bed cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:05.655869 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa5a28-1ece-4c95-82d3-b96590a0c28f req-f29d2132-fd99-405a-b67c-0deee76e3d27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:05.657540 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6aa5a28-1ece-4c95-82d3-b96590a0c28f req-f29d2132-fd99-405a-b67c-0deee76e3d27 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.2117419 Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:05:05.671398 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:05:05.686805 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.691955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e49c153c-53be-4254-b781-526eae8a5f83 None None] Provisioning complete for port f37d1d57-46f0-4744-8867-34795864c772 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:05.692645 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e49c153c-53be-4254-b781-526eae8a5f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.713405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a8ed7-4ff1-4d3c-9265-8c33ec95cdd9 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=6453898c-0967-453c-92ee-94cbacf51bed,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:05.715221 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.721119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-814a8ed7-4ff1-4d3c-9265-8c33ec95cdd9 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] In _notify_port_updated(), no bound segment for port 6453898c-0967-453c-92ee-94cbacf51bed on network c63fcad7-40b1-4875-bee7-d56fa36a3a37 {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 05:05:05.721753 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "DELETE /v2.0/networks/d793794d-d5e4-4931-a04a-862aaee4f4f2 HTTP/1.1" status: 204 len: 168 time: 1.4887252 Nov 16 05:05:05.729290 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814a8ed7-4ff1-4d3c-9265-8c33ec95cdd9 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:05.730351 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-814a8ed7-4ff1-4d3c-9265-8c33ec95cdd9 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.731871 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-814a8ed7-4ff1-4d3c-9265-8c33ec95cdd9 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "PUT /v2.0/ports/6453898c-0967-453c-92ee-94cbacf51bed HTTP/1.1" status: 200 len: 926 time: 3.6979220 Nov 16 05:05:05.732190 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2402fb-c2e6-4ff5-83db-779369c97b3e tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Network': ['ID=d793794d-d5e4-4931-a04a-862aaee4f4f2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:05.733540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42684) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:05.736711 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42686) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:05.765613 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e4c12614-7cc4-455f-b0fd-ad095f0dd41d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7d3ffb6-ba8c-4358-a4f9-1e84ca62aaf1'}, {'subnet_id': 'a497c413-081a-4085-9220-e786005ec031'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:05.830801 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.841516 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.853757 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:05.995509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6aa5a28-1ece-4c95-82d3-b96590a0c28f req-563b9757-e355-4217-a05a-10298c5f1ca7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3269923 Nov 16 05:05:06.010385 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-d6f16b93-cd8a-4e7f-a417-f02a0698530f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.023118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42708) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:06.064255 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-abf3c383-d359-498f-bce6-3e23ad65aa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.067036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c99f16fa-9710-44a8-95e5-d6df7ff85b89 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:05:06.089805 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2eb4100e68946cda78e993a44fde102&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4203429 Nov 16 05:05:06.093220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42712) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:06.122985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3c383-d359-498f-bce6-3e23ad65aa8e None None] Pushing event deleted for resources: {'Port': ['ID=c99f16fa-9710-44a8-95e5-d6df7ff85b89,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:06.130109 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: c99f16fa-9710-44a8-95e5-d6df7ff85b89 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:05:06.130436 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c99f16fa-9710-44a8-95e5-d6df7ff85b89 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:05:06.138148 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf3c383-d359-498f-bce6-3e23ad65aa8e None None] No DVR routers for this DVR port c99f16fa-9710-44a8-95e5-d6df7ff85b89 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:06.170511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Deleting port c99f16fa-9710-44a8-95e5-d6df7ff85b89 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:06.170775 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.229334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb52ad08-bea7-4d3a-882c-d0e658d74283,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:06.272907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:06.272907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:06.281444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:06.288474 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f1c5772f-148b-4436-b7e6-53730cb5bbd9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/b9606ca5-1c1d-402a-8be6-d30f7cb37ef7 HTTP/1.1" status: 200 len: 992 time: 0.2519341 Nov 16 05:05:06.290052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:06.291578 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:06.291966 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:06.292339 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:06.293821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:06.294168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:06.296456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:06.297704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:06.298559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1137d0-babf-4528-a4f3-980aeb215f37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:06.341789 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-d6f16b93-cd8a-4e7f-a417-f02a0698530f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.349809 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8bf1737f-cbbb-45f9-8fea-b583b26da7fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.351196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7f35c391-6057-45b7-aba8-173ae5ad42ff None None] Provisioning complete for port 6453898c-0967-453c-92ee-94cbacf51bed triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:06.351732 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f35c391-6057-45b7-aba8-173ae5ad42ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.356937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe88b420-07de-4c15-a17c-777963c606c9 req-f14ca1a6-c349-4d8e-8233-9f2395847973 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 210 time: 0.0706682 Nov 16 05:05:06.411383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] For port c99f16fa-9710-44a8-95e5-d6df7ff85b89, host n-d-818042-1, got binding levels [] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:06.411777 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.434986 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8bf1737f-cbbb-45f9-8fea-b583b26da7fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.436580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Calling delete_port for c99f16fa-9710-44a8-95e5-d6df7ff85b89 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:06.444898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.ipam_backend_mixin [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Port c99f16fa-9710-44a8-95e5-d6df7ff85b89 was not found and therefore no delete operation was performed {{(pid=102659) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 05:05:06.446153 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.449014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7f35c391-6057-45b7-aba8-173ae5ad42ff None None] Port 6453898c-0967-453c-92ee-94cbacf51bed cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:06.465454 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-d6f16b93-cd8a-4e7f-a417-f02a0698530f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network b58604fa-2aa1-416f-ad29-9cd81c975b47 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:06.476458 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Port': ['ID=c99f16fa-9710-44a8-95e5-d6df7ff85b89,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:06.480512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] No DVR routers for this DVR port c99f16fa-9710-44a8-95e5-d6df7ff85b89 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:06.501268 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f16b93-cd8a-4e7f-a417-f02a0698530f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=190caefc-ffb0-4f59-b133-0b82e294ceaa,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:06.504934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-d6f16b93-cd8a-4e7f-a417-f02a0698530f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:06.521968 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-d6f16b93-cd8a-4e7f-a417-f02a0698530f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:06.567050 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4c12614-7cc4-455f-b0fd-ad095f0dd41d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.590149 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0ce10918-9066-4968-835e-2dbc064bd7d7 None None] Provisioning complete for port 6453898c-0967-453c-92ee-94cbacf51bed triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:06.594409 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ce10918-9066-4968-835e-2dbc064bd7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.623528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42740) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:06.699572 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.725951 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0ce10918-9066-4968-835e-2dbc064bd7d7 None None] Port 6453898c-0967-453c-92ee-94cbacf51bed cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:06.740285 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8bf1737f-cbbb-45f9-8fea-b583b26da7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.743245 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8bf1737f-cbbb-45f9-8fea-b583b26da7fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.744409 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8bf1737f-cbbb-45f9-8fea-b583b26da7fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb52ad08-bea7-4d3a-882c-d0e658d74283 HTTP/1.1" status: 204 len: 168 time: 0.6316068 Nov 16 05:05:06.782634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c06c7c-7eab-466f-98fb-8870f4039052']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:06.808217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-d6f16b93-cd8a-4e7f-a417-f02a0698530f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:06.811575 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 3f4ef7d5-3342-443a-9db3-7546be56ace9 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:05:06.813310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48083787-5ae8-4d39-8b98-cd31e4966c2d') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:06.814380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48083787-5ae8-4d39-8b98-cd31e4966c2d') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:06.828733 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-d6f16b93-cd8a-4e7f-a417-f02a0698530f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.845109 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1737f-cbbb-45f9-8fea-b583b26da7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb52ad08-bea7-4d3a-882c-d0e658d74283,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:06.845360 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.851620 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 3f4ef7d5-3342-443a-9db3-7546be56ace9 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:05:06.852342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 3f4ef7d5-3342-443a-9db3-7546be56ace9 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:05:06.898290 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.911108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:05:06.911510 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:05:06.914902 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:05:07.031347 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dfdaab68-c5a0-4605-acab-ce07a08f7b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:07.072554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9a4d9261-a6bf-4f09-acbb-9520ace018c9 None None] Provisioning complete for port 190caefc-ffb0-4f59-b133-0b82e294ceaa triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:07.074095 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a4d9261-a6bf-4f09-acbb-9520ace018c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:07.074879 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-d6f16b93-cd8a-4e7f-a417-f02a0698530f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2910645 Nov 16 05:05:07.091878 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:07.115856 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:07.125714 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "DELETE /v2.0/networks/e5c06c7c-7eab-466f-98fb-8870f4039052 HTTP/1.1" status: 204 len: 168 time: 1.3836353 Nov 16 05:05:07.129925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42754) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:07.131925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Request body: {'port': {'device_id': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:07.164240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-92b0174b-c60c-412d-b776-70e0d5098190 req-0ea2e018-2cc4-4b1c-a48f-e471c741e59e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:05:07.166660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9a4d9261-a6bf-4f09-acbb-9520ace018c9 None None] Port 190caefc-ffb0-4f59-b133-0b82e294ceaa cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:07.178886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92b0174b-c60c-412d-b776-70e0d5098190 req-0ea2e018-2cc4-4b1c-a48f-e471c741e59e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4231119 Nov 16 05:05:07.228314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-163bc33a-6871-4666-9ac2-b2380b2c9715 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Deleting subnet 1e1ee34f-2667-4ff3-aa95-db7602506afb {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:05:07.231483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ef0f0-689a-478c-bdbd-35d4c923301d tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Network': ['ID=e5c06c7c-7eab-466f-98fb-8870f4039052,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:07.235094 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-163bc33a-6871-4666-9ac2-b2380b2c9715 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:07.314122 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-163bc33a-6871-4666-9ac2-b2380b2c9715 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:07.443559 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:07.494213 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-163bc33a-6871-4666-9ac2-b2380b2c9715 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:07.586246 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-163bc33a-6871-4666-9ac2-b2380b2c9715 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:07.689595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3b39e1-8189-40f6-bbfe-68525c8c914f None None] Network baef2291-0872-4023-a692-7b21205cb890 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:07.695102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bc33a-6871-4666-9ac2-b2380b2c9715 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Subnet': ['ID=1e1ee34f-2667-4ff3-aa95-db7602506afb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:07.707290 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-163bc33a-6871-4666-9ac2-b2380b2c9715 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:07.711219 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-163bc33a-6871-4666-9ac2-b2380b2c9715 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "DELETE /v2.0/subnets/1e1ee34f-2667-4ff3-aa95-db7602506afb HTTP/1.1" status: 204 len: 168 time: 0.5785255 Nov 16 05:05:07.714321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42776) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:07.844422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55416c61-c3ae-4ab6-aac3-a59204bc6a2f req-bd38e64e-9a08-4dfc-ad13-8a5cb3e5f88c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:07.852273 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-e4c12614-7cc4-455f-b0fd-ad095f0dd41d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8:0:1::130 (c63fcad7-40b1-4875-bee7-d56fa36a3a37/a497c413-081a-4085-9220-e786005ec031/6453898c-0967-453c-92ee-94cbacf51bed) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:07.852934 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55416c61-c3ae-4ab6-aac3-a59204bc6a2f req-bd38e64e-9a08-4dfc-ad13-8a5cb3e5f88c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 932 time: 0.2810011 Nov 16 05:05:07.855553 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dfdaab68-c5a0-4605-acab-ce07a08f7b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:07.907300 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dfdaab68-c5a0-4605-acab-ce07a08f7b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:07.921436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedf178-c0ac-400d-b282-f653a10d6a40 req-69417931-2578-494a-b51a-03ac66e77322 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:07.930144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcedf178-c0ac-400d-b282-f653a10d6a40 req-69417931-2578-494a-b51a-03ac66e77322 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.1864700 Nov 16 05:05:07.993660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdaab68-c5a0-4605-acab-ce07a08f7b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd75cd05-3fee-4620-bb52-ab246632ff4a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:08.088457 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd5b58b5-49c0-4be3-8dbb-877e429e17e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:08.194393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dfc2ea-a5d8-4f98-a9eb-d9ae8e061500 None None] DHCP port deletion for baef2291-0872-4023-a692-7b21205cb890 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:05:08.278405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-71dfc2ea-a5d8-4f98-a9eb-d9ae8e061500 None None] Deleting port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:08.281379 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71dfc2ea-a5d8-4f98-a9eb-d9ae8e061500 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:08.296815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:08.405836 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55416c61-c3ae-4ab6-aac3-a59204bc6a2f req-a947e256-5bd5-4c79-a904-ddfc771a428f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5518384 Nov 16 05:05:08.492413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcedf178-c0ac-400d-b282-f653a10d6a40 req-d9f110bf-ad61-4670-b83a-8ee130c9e2c1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5612941 Nov 16 05:05:08.558886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Deleting port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:08.560906 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:08.562893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-71dfc2ea-a5d8-4f98-a9eb-d9ae8e061500 None None] For port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2f41f7be-3921-4bfc-8601-bb8c0a9bb069,segment=NetworkSegment(aa1a52de-66fb-4c16-9fe4-6c259b53fc5e),segment_id=aa1a52de-66fb-4c16-9fe4-6c259b53fc5e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:08.564288 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71dfc2ea-a5d8-4f98-a9eb-d9ae8e061500 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:08.600913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-71dfc2ea-a5d8-4f98-a9eb-d9ae8e061500 None None] Calling delete_port for 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:08.687473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] For port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2f41f7be-3921-4bfc-8601-bb8c0a9bb069,segment=NetworkSegment(aa1a52de-66fb-4c16-9fe4-6c259b53fc5e),segment_id=aa1a52de-66fb-4c16-9fe4-6c259b53fc5e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:08.688242 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:08.714969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Calling delete_port for 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:08.780436 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71dfc2ea-a5d8-4f98-a9eb-d9ae8e061500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:08.818725 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:08.831289 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dfc2ea-a5d8-4f98-a9eb-d9ae8e061500 None None] Pushing event deleted for resources: {'Port': ['ID=2f41f7be-3921-4bfc-8601-bb8c0a9bb069,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:08.842946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dfc2ea-a5d8-4f98-a9eb-d9ae8e061500 None None] No DVR routers for this DVR port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:08.858180 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-df150d0a-4dcf-4bfc-8901-fe2a3694eef0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1332474 Nov 16 05:05:08.868087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Port': ['ID=2f41f7be-3921-4bfc-8601-bb8c0a9bb069,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:08.870838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] No DVR routers for this DVR port 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:08.889556 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dfdaab68-c5a0-4605-acab-ce07a08f7b85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f301f4b7ddf40a9859875c195bbaffe&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2603738 Nov 16 05:05:08.898849 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42798) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:08.984171 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4c12614-7cc4-455f-b0fd-ad095f0dd41d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.008099 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.051299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4c12614-7cc4-455f-b0fd-ad095f0dd41d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.063797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-040fc7aa-87ea-4427-b422-ecf4f2858651 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.093226 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-040fc7aa-87ea-4427-b422-ecf4f2858651 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.164154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baef2291-0872-4023-a692-7b21205cb890']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:09.168715 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-040fc7aa-87ea-4427-b422-ecf4f2858651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.171879 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-040fc7aa-87ea-4427-b422-ecf4f2858651 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.176650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-040fc7aa-87ea-4427-b422-ecf4f2858651 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd75cd05-3fee-4620-bb52-ab246632ff4a HTTP/1.1" status: 204 len: 168 time: 0.2758996 Nov 16 05:05:09.194995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1a52de-66fb-4c16-9fe4-6c259b53fc5e') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:09.194995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1a52de-66fb-4c16-9fe4-6c259b53fc5e') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:09.209195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fc7aa-87ea-4427-b422-ecf4f2858651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd75cd05-3fee-4620-bb52-ab246632ff4a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:09.214857 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.232612 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.252953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:05:09.253825 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:05:09.264023 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:05:09.328413 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e4c12614-7cc4-455f-b0fd-ad095f0dd41d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] In _notify_port_updated(), no bound segment for port 6453898c-0967-453c-92ee-94cbacf51bed on network c63fcad7-40b1-4875-bee7-d56fa36a3a37 {{(pid=102660) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 05:05:09.341549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c12614-7cc4-455f-b0fd-ad095f0dd41d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:09.342690 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4c12614-7cc4-455f-b0fd-ad095f0dd41d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.347160 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e4c12614-7cc4-455f-b0fd-ad095f0dd41d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "PUT /v2.0/ports/6453898c-0967-453c-92ee-94cbacf51bed HTTP/1.1" status: 200 len: 1012 time: 3.6019328 Nov 16 05:05:09.348121 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42818) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:09.416279 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c12614-7cc4-455f-b0fd-ad095f0dd41d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=6453898c-0967-453c-92ee-94cbacf51bed,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:09.444043 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.463680 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.481619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "DELETE /v2.0/networks/baef2291-0872-4023-a692-7b21205cb890 HTTP/1.1" status: 204 len: 168 time: 1.7618101 Nov 16 05:05:09.484343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42826) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:09.712809 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190caefc-ffb0-4f59-b133-0b82e294ceaa {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:05:09.734307 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d4c5d-ff05-4519-a480-dbbbcf17490a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port 6453898c-0967-453c-92ee-94cbacf51bed {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:09.734918 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce6d4c5d-ff05-4519-a480-dbbbcf17490a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.787204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2013c918-a4f4-4292-8ce6-1135b6add86d None None] Provisioning complete for port 6453898c-0967-453c-92ee-94cbacf51bed triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:09.787703 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2013c918-a4f4-4292-8ce6-1135b6add86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.802514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Pushing event deleted for resources: {'Network': ['ID=baef2291-0872-4023-a692-7b21205cb890,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:09.837519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-880ce003-2703-46a3-ab33-ef3e0701f0a5 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ce0adf4-d193-47b6-a168-245cca998213 HTTP/1.1" status: 200 len: 205 time: 0.3437634 Nov 16 05:05:09.872022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42832) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:09.880142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2013c918-a4f4-4292-8ce6-1135b6add86d None None] Port 6453898c-0967-453c-92ee-94cbacf51bed cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:09.899457 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce6d4c5d-ff05-4519-a480-dbbbcf17490a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:09.912964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ce6d4c5d-ff05-4519-a480-dbbbcf17490a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for 6453898c-0967-453c-92ee-94cbacf51bed owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:09.925198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:09.925643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:09.926105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:09.927438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:09.927438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:09.927698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:09.928050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:09.928597 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:09.929001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:09.929395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:09.929815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:09.930216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85c2e08-4ebd-4f20-8d4f-7abbafcc82f7 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:09.968808 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:05:10.012467 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:05:10.015882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2f41f7be-3921-4bfc-8601-bb8c0a9bb069 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:05:10.108660 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2ae1-aa3a-47f7-986b-93ba80d56e48 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:10.187123 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:10.233549 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2929d68-e164-4bec-9cae-379844a27a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:10.274825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Transition to ACTIVE for port object 190caefc-ffb0-4f59-b133-0b82e294ceaa will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:05:10.276730 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce6d4c5d-ff05-4519-a480-dbbbcf17490a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:10.319133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d4c5d-ff05-4519-a480-dbbbcf17490a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=6453898c-0967-453c-92ee-94cbacf51bed,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:10.324347 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:10.408646 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67341b23-1bcb-4ef5-8612-7d66256ac57d req-dd022816-f82f-4605-9018-2f5129fda795 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:10.410509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67341b23-1bcb-4ef5-8612-7d66256ac57d req-dd022816-f82f-4605-9018-2f5129fda795 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.5712242 Nov 16 05:05:10.430385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ff817-f03b-46ab-a09a-b72d46fcd5cf req-d506c9cf-e778-4a10-bb48-2d0cbe5b7755 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:10.434252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-790ff817-f03b-46ab-a09a-b72d46fcd5cf req-d506c9cf-e778-4a10-bb48-2d0cbe5b7755 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 932 time: 0.7720463 Nov 16 05:05:10.508806 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ce6d4c5d-ff05-4519-a480-dbbbcf17490a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:10.523048 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ce6d4c5d-ff05-4519-a480-dbbbcf17490a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/6453898c-0967-453c-92ee-94cbacf51bed HTTP/1.1" status: 204 len: 168 time: 1.1695008 Nov 16 05:05:10.534736 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42864) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:10.632480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42868) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:10.650590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Pushing event updated for resources: {'Port': ['ID=190caefc-ffb0-4f59-b133-0b82e294ceaa,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:10.653243 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e28a026-339e-4500-9267-77acf94b16a2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:05:10.680299 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6e28a026-339e-4500-9267-77acf94b16a2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/6453898c-0967-453c-92ee-94cbacf51bed HTTP/1.1" status: 404 len: 333 time: 0.1429543 Nov 16 05:05:10.682388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42872) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:10.761877 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-219ae810-81cd-4ddd-9f17-83efb1991418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:10.922693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67341b23-1bcb-4ef5-8612-7d66256ac57d req-daa75a07-3010-4d81-a307-e70ee022ca73 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4707274 Nov 16 05:05:10.938107 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2ae1-aa3a-47f7-986b-93ba80d56e48 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:10.941311 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2ae1-aa3a-47f7-986b-93ba80d56e48 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:10.975356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42880) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:11.006845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Attempting to bind port 190caefc-ffb0-4f59-b133-0b82e294ceaa on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:05:11.007249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Attempting to bind port 190caefc-ffb0-4f59-b133-0b82e294ceaa by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '6ca4abb0-61a6-4ab8-b663-b5914bafe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:05:11.007602 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Attempting to bind port 190caefc-ffb0-4f59-b133-0b82e294ceaa on network b58604fa-2aa1-416f-ad29-9cd81c975b47 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:11.036063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc640e8b-0b6a-455e-b165-b2fa26a14771 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting subnet a497c413-081a-4085-9220-e786005ec031 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:05:11.049355 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Port 190caefc-ffb0-4f59-b133-0b82e294ceaa on network b58604fa-2aa1-416f-ad29-9cd81c975b47 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:05:11.049680 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Attempting to bind port 190caefc-ffb0-4f59-b133-0b82e294ceaa on network b58604fa-2aa1-416f-ad29-9cd81c975b47 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:11.051917 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cc640e8b-0b6a-455e-b165-b2fa26a14771 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.108055 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:05:11.112355 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Checking segment: {'id': '6ca4abb0-61a6-4ab8-b663-b5914bafe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:11.112355 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Bound using segment: {'id': '6ca4abb0-61a6-4ab8-b663-b5914bafe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:05:11.113733 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Bound port: 190caefc-ffb0-4f59-b133-0b82e294ceaa, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ca4abb0-61a6-4ab8-b663-b5914bafe2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:05:11.114134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.192948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-790ff817-f03b-46ab-a09a-b72d46fcd5cf req-9799f447-28f2-428b-9b96-a4d9e4358441 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7227077 Nov 16 05:05:11.239160 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-219ae810-81cd-4ddd-9f17-83efb1991418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.246281 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2ae1-aa3a-47f7-986b-93ba80d56e48 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.246840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbb2ae1-aa3a-47f7-986b-93ba80d56e48 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Fanout notify agent at l3_agent the message router_deleted on router 1ce0adf4-d193-47b6-a168-245cca998213 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:05:11.260120 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bbb2ae1-aa3a-47f7-986b-93ba80d56e48 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.268734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7bbb2ae1-aa3a-47f7-986b-93ba80d56e48 tempest-RoutersNegativeIpV6Test-634864434 tempest-RoutersNegativeIpV6Test-634864434-project] 10.222.0.41 "DELETE /v2.0/routers/1ce0adf4-d193-47b6-a168-245cca998213 HTTP/1.1" status: 204 len: 168 time: 1.3955617 Nov 16 05:05:11.276159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-219ae810-81cd-4ddd-9f17-83efb1991418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.314119 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] For port 190caefc-ffb0-4f59-b133-0b82e294ceaa, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:05:11.319432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] For port 190caefc-ffb0-4f59-b133-0b82e294ceaa, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=190caefc-ffb0-4f59-b133-0b82e294ceaa,segment=NetworkSegment(6ca4abb0-61a6-4ab8-b663-b5914bafe2de),segment_id=6ca4abb0-61a6-4ab8-b663-b5914bafe2de)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:05:11.333584 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cc640e8b-0b6a-455e-b165-b2fa26a14771 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.350811 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.383076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-219ae810-81cd-4ddd-9f17-83efb1991418 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c49ef7fc78e64916a3a2c3ddc670ceeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7371619 Nov 16 05:05:11.383076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ae810-81cd-4ddd-9f17-83efb1991418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d0cf19-7148-40e9-a1ee-88b0cb3a6873,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:11.384054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42894) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:11.431652 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fbb23717-d82b-4e4d-8919-d20f1a8f7311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.495021 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8db2-77bb-4a2f-a86d-e5400554d3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.550615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:11.551322 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.552768 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] 10.222.0.15 "PUT /v2.0/ports/190caefc-ffb0-4f59-b133-0b82e294ceaa HTTP/1.1" status: 200 len: 1092 time: 4.4540248 Nov 16 05:05:11.555389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'tag': '190caefc-ffb0-4f59-b133-0b82e294ceaa'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:05:11.559015 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8db2-77bb-4a2f-a86d-e5400554d3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.576559 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34d2b0c-104b-42c1-98eb-682fe6cbabec" -d '{"events": [{"name": "network-changed", "server_uuid": "67dbe9b9-f1bc-4982-bdb6-720d54ee4627", "tag": "190caefc-ffb0-4f59-b133-0b82e294ceaa"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:05:11.699603 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8db2-77bb-4a2f-a86d-e5400554d3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.702984 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8db2-77bb-4a2f-a86d-e5400554d3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.704563 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4c1d8db2-77bb-4a2f-a86d-e5400554d3c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4d0cf19-7148-40e9-a1ee-88b0cb3a6873 HTTP/1.1" status: 204 len: 168 time: 0.3194697 Nov 16 05:05:11.711160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42906) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:11.741251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d8db2-77bb-4a2f-a86d-e5400554d3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d0cf19-7148-40e9-a1ee-88b0cb3a6873,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:11.803909 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d62458-28dc-49df-a6d0-90d8a37bd656 x-openstack-request-id: req-42d62458-28dc-49df-a6d0-90d8a37bd656 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:05:11.804325 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dbe9b9-f1bc-4982-bdb6-720d54ee4627", "tag": "190caefc-ffb0-4f59-b133-0b82e294ceaa", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:05:11.804690 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42d62458-28dc-49df-a6d0-90d8a37bd656 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:05:11.805008 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'tag': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'status': 'completed', 'code': 200} Nov 16 05:05:11.845263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c05fcf-db55-4161-bda7-07a9939782e4 service neutron] Pushing event updated for resources: {'Port': ['ID=190caefc-ffb0-4f59-b133-0b82e294ceaa,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:11.871969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42910) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:11.922523 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:11.929480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-0e5db9a3-8e05-48bb-a3b4-a414c3783c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:11.931685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-0e5db9a3-8e05-48bb-a3b4-a414c3783c07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1096 time: 0.1196854 Nov 16 05:05:11.991102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-4d19f36f-b99c-4528-8fe9-e7699b39eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:11.993265 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-4d19f36f-b99c-4528-8fe9-e7699b39eda8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 1095 time: 0.3598449 Nov 16 05:05:12.126220 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796fc06-b95f-49d0-bb19-c958ad0637c4 req-14448e6e-592e-4b82-8616-575c244d4937 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:12.127922 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c796fc06-b95f-49d0-bb19-c958ad0637c4 req-14448e6e-592e-4b82-8616-575c244d4937 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.0756352 Nov 16 05:05:12.136933 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-d7ef8d52-9b86-42c2-ae39-92de40acaa2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190caefc-ffb0-4f59-b133-0b82e294ceaa HTTP/1.1" status: 200 len: 217 time: 0.1052437 Nov 16 05:05:12.163597 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cc640e8b-0b6a-455e-b165-b2fa26a14771 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.167620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-2158a32d-6e30-4f6f-b6a2-3f2bcfb11b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:12.168231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-2158a32d-6e30-4f6f-b6a2-3f2bcfb11b35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.2294347 Nov 16 05:05:12.198204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c796fc06-b95f-49d0-bb19-c958ad0637c4 req-449d12cb-dbf1-4380-8004-87cd1ca12d38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598049 Nov 16 05:05:12.341489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-dda64015-348b-41c9-8ad0-007487297b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:12.343441 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-dda64015-348b-41c9-8ad0-007487297b23 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d486ef2-9245-40db-8ab1-414577bb34fd HTTP/1.1" status: 200 len: 834 time: 0.2054415 Nov 16 05:05:12.363028 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fbb23717-d82b-4e4d-8919-d20f1a8f7311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.391172 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fbb23717-d82b-4e4d-8919-d20f1a8f7311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.397814 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-927ccb05-25d1-4b22-9a6f-2142da8adb4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.464752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-7793ea3e-414c-4516-987c-c48e0da188dd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 1000 time: 0.2852833 Nov 16 05:05:12.536677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-135bd4ac-a66f-48a1-b49c-e94362fb649e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66d9ad9e762e4153aa6b8524bd15661a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6634736 Nov 16 05:05:12.541691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42928) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:12.545859 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb23717-d82b-4e4d-8919-d20f1a8f7311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee5f6bf-471a-4863-885d-bf1cc644c0e6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:12.584271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cbc78-c09f-491c-a3b6-88944cd7a8c5 req-75b614aa-d01b-4d8e-9f53-c906aaad70be tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:12.585738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a4cbc78-c09f-491c-a3b6-88944cd7a8c5 req-75b614aa-d01b-4d8e-9f53-c906aaad70be tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 944 time: 0.2662275 Nov 16 05:05:12.638160 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-96783051-ec65-43d1-8908-7b5666f2dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:12.640621 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-96783051-ec65-43d1-8908-7b5666f2dd14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b58604fa-2aa1-416f-ad29-9cd81c975b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2612283 Nov 16 05:05:12.644206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-d8ed3122-c641-455a-963a-244b16b81df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:12.646277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-d8ed3122-c641-455a-963a-244b16b81df6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.1653903 Nov 16 05:05:12.647221 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fbb23717-d82b-4e4d-8919-d20f1a8f7311 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb66472f1e164f79a9c5e650b673faf1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6663222 Nov 16 05:05:12.651645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42932) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:12.709595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a4cbc78-c09f-491c-a3b6-88944cd7a8c5 req-74f3af2d-086e-4a70-bafe-ae351d655296 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159732 Nov 16 05:05:12.810974 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72bd6793-4d0f-4bff-9549-862fdad275e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.821467 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9945-7c0e-44e6-946d-8562e0a78e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.835456 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72bd6793-4d0f-4bff-9549-862fdad275e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.852165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9945-7c0e-44e6-946d-8562e0a78e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.871973 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-927ccb05-25d1-4b22-9a6f-2142da8adb4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.919039 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-927ccb05-25d1-4b22-9a6f-2142da8adb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.924227 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cc640e8b-0b6a-455e-b165-b2fa26a14771 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.957563 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72bd6793-4d0f-4bff-9549-862fdad275e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.960287 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72bd6793-4d0f-4bff-9549-862fdad275e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.964206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-72bd6793-4d0f-4bff-9549-862fdad275e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c998ed24-9705-49af-919c-77fbeaf72a37 HTTP/1.1" status: 204 len: 168 time: 0.4201961 Nov 16 05:05:12.974659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc640e8b-0b6a-455e-b165-b2fa26a14771 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Subnet': ['ID=a497c413-081a-4085-9220-e786005ec031,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:12.981307 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9945-7c0e-44e6-946d-8562e0a78e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.987198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cfbd9945-7c0e-44e6-946d-8562e0a78e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:12.988517 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cfbd9945-7c0e-44e6-946d-8562e0a78e9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bee5f6bf-471a-4863-885d-bf1cc644c0e6 HTTP/1.1" status: 204 len: 168 time: 0.3356278 Nov 16 05:05:12.994644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-e41a6dec-897d-4de9-a36d-a9addc693974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:12.996266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-e41a6dec-897d-4de9-a36d-a9addc693974 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3319263 Nov 16 05:05:13.020738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd9945-7c0e-44e6-946d-8562e0a78e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee5f6bf-471a-4863-885d-bf1cc644c0e6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:13.040631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78016db0-b70f-4571-adac-de0c3a85bd33 None None] Network c63fcad7-40b1-4875-bee7-d56fa36a3a37 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:13.046120 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cc640e8b-0b6a-455e-b165-b2fa26a14771 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:13.064601 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cc640e8b-0b6a-455e-b165-b2fa26a14771 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/a497c413-081a-4085-9220-e786005ec031 HTTP/1.1" status: 204 len: 168 time: 2.3662059 Nov 16 05:05:13.068120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42948) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:13.074180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ccb05-25d1-4b22-9a6f-2142da8adb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a48dfd-1a9b-4b4a-8b90-fb4b32dfcd7a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:13.091367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-927ccb05-25d1-4b22-9a6f-2142da8adb4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8dd2e405afb4489a84e3c9cd96601f48&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3716733 Nov 16 05:05:13.119514 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42950) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:13.158875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd6793-4d0f-4bff-9549-862fdad275e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c998ed24-9705-49af-919c-77fbeaf72a37,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:13.210196 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-ac5d445b-87fd-4ba5-bedf-5d45bca0f0ba service neutron] 10.222.0.15 "GET /v2.0/networks/b58604fa-2aa1-416f-ad29-9cd81c975b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031354 Nov 16 05:05:13.314374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-c0c93027-dfb0-4a2e-9ee0-0278de67b251 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793083 Nov 16 05:05:13.366570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c42043-9df0-4c76-a4be-f8ff18a0b49e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting subnet b7d3ffb6-ba8c-4358-a4f9-1e84ca62aaf1 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:05:13.382737 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84c42043-9df0-4c76-a4be-f8ff18a0b49e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:13.453418 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-74433496-168a-4b18-8c2b-7617f46e2523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:13.470893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9b870-aba0-4bc5-a9fc-a921e94964ce req-e7a7f8ba-f023-42cb-95f2-71f377456898 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:13.472863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dde9b870-aba0-4bc5-a9fc-a921e94964ce req-e7a7f8ba-f023-42cb-95f2-71f377456898 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.1047487 Nov 16 05:05:13.486127 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-74433496-168a-4b18-8c2b-7617f46e2523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:13.532979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-68ab842f-08f3-421f-8616-d546803c86a7 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111022 Nov 16 05:05:13.553067 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:13.565071 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84c42043-9df0-4c76-a4be-f8ff18a0b49e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:13.593863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dde9b870-aba0-4bc5-a9fc-a921e94964ce req-e09489df-565f-4b96-bbbf-f7b693ef2b7f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065609 Nov 16 05:05:13.611773 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-74433496-168a-4b18-8c2b-7617f46e2523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:13.619750 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-74433496-168a-4b18-8c2b-7617f46e2523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:13.620914 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-74433496-168a-4b18-8c2b-7617f46e2523 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0a48dfd-1a9b-4b4a-8b90-fb4b32dfcd7a HTTP/1.1" status: 204 len: 168 time: 0.4993207 Nov 16 05:05:13.650383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74433496-168a-4b18-8c2b-7617f46e2523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a48dfd-1a9b-4b4a-8b90-fb4b32dfcd7a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:13.682291 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-407f33e7-6700-44e3-9da0-bb21db6daf40 req-6778a6ec-e977-4219-b42b-13872bfca483 service neutron] 10.222.0.15 "GET /v2.0/networks/b58604fa-2aa1-416f-ad29-9cd81c975b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592459 Nov 16 05:05:13.772392 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:13.778533 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84c42043-9df0-4c76-a4be-f8ff18a0b49e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:13.947129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edbc39-a463-45c7-93c4-f1c4f41bb800 req-f9153bbd-f230-44da-9fb1-036f94ba9a75 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:13.956688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03edbc39-a463-45c7-93c4-f1c4f41bb800 req-f9153bbd-f230-44da-9fb1-036f94ba9a75 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 944 time: 0.0858550 Nov 16 05:05:13.960685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d2b0c-104b-42c1-98eb-682fe6cbabec req-275df004-0a4d-498f-a8b9-ff9eac882a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:13.962618 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e34d2b0c-104b-42c1-98eb-682fe6cbabec req-275df004-0a4d-498f-a8b9-ff9eac882a38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 1095 time: 0.2166030 Nov 16 05:05:13.992107 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84c42043-9df0-4c76-a4be-f8ff18a0b49e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.063848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03edbc39-a463-45c7-93c4-f1c4f41bb800 req-97434372-fa48-434c-a6c2-90beba20ebf3 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062558 Nov 16 05:05:14.135643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c42043-9df0-4c76-a4be-f8ff18a0b49e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d3ffb6-ba8c-4358-a4f9-1e84ca62aaf1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:14.149402 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84c42043-9df0-4c76-a4be-f8ff18a0b49e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.152740 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-84c42043-9df0-4c76-a4be-f8ff18a0b49e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/b7d3ffb6-ba8c-4358-a4f9-1e84ca62aaf1 HTTP/1.1" status: 204 len: 168 time: 1.0706604 Nov 16 05:05:14.155524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42984) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:14.326859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 42996) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:14.336918 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.339672 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d2b0c-104b-42c1-98eb-682fe6cbabec req-072904b9-2d5a-47a2-8ac7-9f1bd2a58d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:14.341531 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e34d2b0c-104b-42c1-98eb-682fe6cbabec req-072904b9-2d5a-47a2-8ac7-9f1bd2a58d6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b58604fa-2aa1-416f-ad29-9cd81c975b47 HTTP/1.1" status: 200 len: 897 time: 0.3636310 Nov 16 05:05:14.357402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 42998) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:14.358873 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-371d1991-cd87-44d6-9dc9-50c8e37f2c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.436263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4b5233c-2f3f-4a16-976a-283df3131d96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.440722 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e34d2b0c-104b-42c1-98eb-682fe6cbabec req-0e2e5b98-f990-4a69-8801-e843df2016c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190caefc-ffb0-4f59-b133-0b82e294ceaa HTTP/1.1" status: 200 len: 217 time: 0.0853558 Nov 16 05:05:14.502395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9ebc3d-9478-409b-8e6f-e62f4d1c5cba None None] Network c63fcad7-40b1-4875-bee7-d56fa36a3a37 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:14.540215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d2b0c-104b-42c1-98eb-682fe6cbabec req-72ea3ea1-4ea2-496e-ae2c-5b101ff73b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:14.542732 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e34d2b0c-104b-42c1-98eb-682fe6cbabec req-72ea3ea1-4ea2-496e-ae2c-5b101ff73b22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d486ef2-9245-40db-8ab1-414577bb34fd HTTP/1.1" status: 200 len: 834 time: 0.0899985 Nov 16 05:05:14.573351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port f37d1d57-46f0-4744-8867-34795864c772 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:14.573677 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.582150 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-371d1991-cd87-44d6-9dc9-50c8e37f2c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.591434 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-371d1991-cd87-44d6-9dc9-50c8e37f2c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.725158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-371d1991-cd87-44d6-9dc9-50c8e37f2c39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5b02c64efb14cf6bfd3f930e6aba5de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3966067 Nov 16 05:05:14.729352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d1991-cd87-44d6-9dc9-50c8e37f2c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513e2b42-7e80-4f0c-8c25-9c71f3dedb66,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:14.732173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43024) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:14.740434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-29f4edb5-3d9a-44d0-af38-d9f5694b3ffc None None] Provisioning complete for port f37d1d57-46f0-4744-8867-34795864c772 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:14.740670 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29f4edb5-3d9a-44d0-af38-d9f5694b3ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.821282 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4b5233c-2f3f-4a16-976a-283df3131d96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.826892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508a605-b5e7-4213-9b07-86e0b6c1e6fd req-511931af-618e-4d23-8784-1c5722ff4c0c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:14.835510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b508a605-b5e7-4213-9b07-86e0b6c1e6fd req-511931af-618e-4d23-8784-1c5722ff4c0c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.1018043 Nov 16 05:05:14.841633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] For port f37d1d57-46f0-4744-8867-34795864c772, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f37d1d57-46f0-4744-8867-34795864c772,segment=NetworkSegment(fb3b7c11-5923-4467-8423-9c35762161ed),segment_id=fb3b7c11-5923-4467-8423-9c35762161ed)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:14.842663 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.847317 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d2b0c-104b-42c1-98eb-682fe6cbabec req-c1a0a0ee-0674-4411-aec3-3751ca027d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:14.859659 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e34d2b0c-104b-42c1-98eb-682fe6cbabec req-c1a0a0ee-0674-4411-aec3-3751ca027d7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b58604fa-2aa1-416f-ad29-9cd81c975b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3033381 Nov 16 05:05:14.865668 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4b5233c-2f3f-4a16-976a-283df3131d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.890684 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b267a105-db9b-40eb-8e06-2a56f670f43c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.922119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b508a605-b5e7-4213-9b07-86e0b6c1e6fd req-2cf4d789-0c7b-45f7-a67c-b910f9a73dfc tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800526 Nov 16 05:05:14.939804 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b267a105-db9b-40eb-8e06-2a56f670f43c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:14.941298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for f37d1d57-46f0-4744-8867-34795864c772 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:14.982342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43028) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:15.024075 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4b5233c-2f3f-4a16-976a-283df3131d96 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5502713b4e264480a44851ba81305209&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6654937 Nov 16 05:05:15.027582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43034) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:15.035184 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5233c-2f3f-4a16-976a-283df3131d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398ecb4e-718a-406e-a00b-c17451df2a36,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:15.050821 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b267a105-db9b-40eb-8e06-2a56f670f43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.057083 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b267a105-db9b-40eb-8e06-2a56f670f43c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.061035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b267a105-db9b-40eb-8e06-2a56f670f43c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/513e2b42-7e80-4f0c-8c25-9c71f3dedb66 HTTP/1.1" status: 204 len: 168 time: 0.3228528 Nov 16 05:05:15.096465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a105-db9b-40eb-8e06-2a56f670f43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513e2b42-7e80-4f0c-8c25-9c71f3dedb66,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:15.152810 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3b69f23e-ea2b-4e68-9247-736bcc9e272e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.157652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfeafce5-06a0-404e-98f7-9e9f4e7c29b6 None None] DHCP port deletion for c63fcad7-40b1-4875-bee7-d56fa36a3a37 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:05:15.189803 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3b69f23e-ea2b-4e68-9247-736bcc9e272e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.198784 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e34d2b0c-104b-42c1-98eb-682fe6cbabec req-dfa35b90-a778-4321-b361-7cbf63cbd4bf service neutron] 10.222.0.15 "GET /v2.0/networks/b58604fa-2aa1-416f-ad29-9cd81c975b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217142 Nov 16 05:05:15.200220 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.226575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=f37d1d57-46f0-4744-8867-34795864c772,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:15.264996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No DVR routers for this DVR port f37d1d57-46f0-4744-8867-34795864c772 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:15.286408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dfeafce5-06a0-404e-98f7-9e9f4e7c29b6 None None] Deleting port f37d1d57-46f0-4744-8867-34795864c772 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:15.290035 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dfeafce5-06a0-404e-98f7-9e9f4e7c29b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.363529 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3b69f23e-ea2b-4e68-9247-736bcc9e272e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.377299 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3b69f23e-ea2b-4e68-9247-736bcc9e272e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.378478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3b69f23e-ea2b-4e68-9247-736bcc9e272e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/398ecb4e-718a-406e-a00b-c17451df2a36 HTTP/1.1" status: 204 len: 168 time: 0.3497419 Nov 16 05:05:15.405170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-dfeafce5-06a0-404e-98f7-9e9f4e7c29b6 None None] For port f37d1d57-46f0-4744-8867-34795864c772, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:15.405713 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dfeafce5-06a0-404e-98f7-9e9f4e7c29b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.407321 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70c066da-1ab6-465c-9905-66948b2d0816 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.419607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b69f23e-ea2b-4e68-9247-736bcc9e272e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398ecb4e-718a-406e-a00b-c17451df2a36,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:15.421475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dfeafce5-06a0-404e-98f7-9e9f4e7c29b6 None None] Calling delete_port for f37d1d57-46f0-4744-8867-34795864c772 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:15.425622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-dfeafce5-06a0-404e-98f7-9e9f4e7c29b6 None None] Port f37d1d57-46f0-4744-8867-34795864c772 was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 05:05:15.432982 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dfeafce5-06a0-404e-98f7-9e9f4e7c29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.451821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfeafce5-06a0-404e-98f7-9e9f4e7c29b6 None None] No DVR routers for this DVR port f37d1d57-46f0-4744-8867-34795864c772 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:15.474247 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.476800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeafce5-06a0-404e-98f7-9e9f4e7c29b6 None None] Pushing event deleted for resources: {'Port': ['ID=f37d1d57-46f0-4744-8867-34795864c772,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:15.498392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf254afe-6073-46b4-bc6b-86a7c64ddebb req-41b320d6-26d7-4c04-8790-b6599b66cc4f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:15.500087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf254afe-6073-46b4-bc6b-86a7c64ddebb req-41b320d6-26d7-4c04-8790-b6599b66cc4f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 944 time: 0.2437580 Nov 16 05:05:15.526501 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e34d2b0c-104b-42c1-98eb-682fe6cbabec req-e61680a6-1dbd-4b5d-88e9-9309ddf07911 service neutron] 10.222.0.15 "GET /v2.0/networks/b58604fa-2aa1-416f-ad29-9cd81c975b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006818 Nov 16 05:05:15.551050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63fcad7-40b1-4875-bee7-d56fa36a3a37']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:15.568398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3b7c11-5923-4467-8423-9c35762161ed') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:15.569246 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3b7c11-5923-4467-8423-9c35762161ed') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:15.582268 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.604342 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf254afe-6073-46b4-bc6b-86a7c64ddebb req-ea246689-bdaa-478e-82ec-e3e3f905b49f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958533 Nov 16 05:05:15.609596 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.630458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:05:15.633823 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.634275 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70c066da-1ab6-465c-9905-66948b2d0816 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:05:15.640006 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:05:15.643608 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70c066da-1ab6-465c-9905-66948b2d0816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.736750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c066da-1ab6-465c-9905-66948b2d0816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1e3336-f9e2-4594-86b8-2ce90651daf4,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:15.745753 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.761465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-70c066da-1ab6-465c-9905-66948b2d0816 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e64e46921e8344d0b2a7a5d6d930d260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7746670 Nov 16 05:05:15.769517 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.772254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43054) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:15.780566 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/networks/c63fcad7-40b1-4875-bee7-d56fa36a3a37 HTTP/1.1" status: 204 len: 168 time: 1.6192377 Nov 16 05:05:15.787382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43056) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:15.796170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1be3-a8a7-4c6d-b479-40daa953a65f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Network': ['ID=c63fcad7-40b1-4875-bee7-d56fa36a3a37,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:15.916089 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f37d1d57-46f0-4744-8867-34795864c772 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:05:15.955959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f37d1d57-46f0-4744-8867-34795864c772 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:05:15.956302 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f37d1d57-46f0-4744-8867-34795864c772 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:05:15.970758 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aa283986-21dc-4037-a0e0-fcb3525b96ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:15.995807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b230bb38-8988-48ad-b47c-ed9cdd1671c8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:15.997643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b230bb38-8988-48ad-b47c-ed9cdd1671c8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2085676 Nov 16 05:05:16.001089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43064) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:16.015333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 190caefc-ffb0-4f59-b133-0b82e294ceaa details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:05:16.047358 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aa283986-21dc-4037-a0e0-fcb3525b96ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.078667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43066) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:16.131797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43072) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:16.156924 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9da6be36-f08f-41d4-8225-d4bbe1870525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.172769 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5bb286e4-b564-43a1-8c58-23c5a59d3e73 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1705592 Nov 16 05:05:16.181871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43074) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:16.189113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-55a93aa4-b9fc-4be1-9c8f-aaa964860ba6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-668606461'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:16.219310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785ce7a-0179-46c2-bb16-be8fa0dda3d2 req-78318f79-901b-4729-ad00-af82c22a29cc tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:16.224816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 190caefc-ffb0-4f59-b133-0b82e294ceaa, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=190caefc-ffb0-4f59-b133-0b82e294ceaa,segment=NetworkSegment(6ca4abb0-61a6-4ab8-b663-b5914bafe2de),segment_id=6ca4abb0-61a6-4ab8-b663-b5914bafe2de)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:16.233728 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6785ce7a-0179-46c2-bb16-be8fa0dda3d2 req-78318f79-901b-4729-ad00-af82c22a29cc tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.1761229 Nov 16 05:05:16.241267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'port_id': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'mac_address': 'fa:16:3e:52:9c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:05:16.274223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a93aa4-b9fc-4be1-9c8f-aaa964860ba6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:16.285333 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-55a93aa4-b9fc-4be1-9c8f-aaa964860ba6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.297556 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aa283986-21dc-4037-a0e0-fcb3525b96ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.298277 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.312683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aa283986-21dc-4037-a0e0-fcb3525b96ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.319497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-aa283986-21dc-4037-a0e0-fcb3525b96ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd1e3336-f9e2-4594-86b8-2ce90651daf4 HTTP/1.1" status: 204 len: 168 time: 0.5459347 Nov 16 05:05:16.339428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a93aa4-b9fc-4be1-9c8f-aaa964860ba6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:05:16.351602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190caefc-ffb0-4f59-b133-0b82e294ceaa {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:05:16.357986 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-55a93aa4-b9fc-4be1-9c8f-aaa964860ba6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.358315 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-55a93aa4-b9fc-4be1-9c8f-aaa964860ba6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Added segment 28254904-0b32-46d9-9dcd-afdd88729914 of type vlan for network f5c059d8-4146-4f3c-be56-f823488ff080 Nov 16 05:05:16.363474 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.396743 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 190caefc-ffb0-4f59-b133-0b82e294ceaa, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=190caefc-ffb0-4f59-b133-0b82e294ceaa,segment=NetworkSegment(6ca4abb0-61a6-4ab8-b663-b5914bafe2de),segment_id=6ca4abb0-61a6-4ab8-b663-b5914bafe2de)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:16.410850 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.463553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6785ce7a-0179-46c2-bb16-be8fa0dda3d2 req-11b10061-5d2c-41d1-a46c-978bce4ed974 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255075 Nov 16 05:05:16.468135 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-55a93aa4-b9fc-4be1-9c8f-aaa964860ba6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.468337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa283986-21dc-4037-a0e0-fcb3525b96ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1e3336-f9e2-4594-86b8-2ce90651daf4,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:16.532827 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9da6be36-f08f-41d4-8225-d4bbe1870525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.548587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9da6be36-f08f-41d4-8225-d4bbe1870525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.571165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=190caefc-ffb0-4f59-b133-0b82e294ceaa,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:16.575126 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-55a93aa4-b9fc-4be1-9c8f-aaa964860ba6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.591102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a93aa4-b9fc-4be1-9c8f-aaa964860ba6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:16.591739 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-55a93aa4-b9fc-4be1-9c8f-aaa964860ba6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.644527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['190caefc-ffb0-4f59-b133-0b82e294ceaa'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:05:16.678865 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-55a93aa4-b9fc-4be1-9c8f-aaa964860ba6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4912710 Nov 16 05:05:16.679078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43084) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:16.685206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-843f764f-1fbf-417d-a12e-386ed977ac85 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': 'f5c059d8-4146-4f3c-be56-f823488ff080', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:16.693813 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9da6be36-f08f-41d4-8225-d4bbe1870525 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55f708d5321648f7914df075b721a973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5583055 Nov 16 05:05:16.697192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6be36-f08f-41d4-8225-d4bbe1870525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2036826b-b2a1-4138-ae13-96ab7b5cb5ca,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:16.700300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43088) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:16.703821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b7e80f42-e75a-4915-83dd-ef4450aab0e7 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1998861765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:16.744431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a93aa4-b9fc-4be1-9c8f-aaa964860ba6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Network': ['ID=f5c059d8-4146-4f3c-be56-f823488ff080,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:16.786693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network f5c059d8-4146-4f3c-be56-f823488ff080 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:05:16.818515 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7e80f42-e75a-4915-83dd-ef4450aab0e7 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.819831 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7e80f42-e75a-4915-83dd-ef4450aab0e7 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.833355 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79feddfc-96b8-43a3-94ba-7248b874ff25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.893950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1a8b8-0f91-4c98-bca9-67554e06c645 req-2405c246-53b1-4d05-913f-6f017bdfe89a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:16.902482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03a1a8b8-0f91-4c98-bca9-67554e06c645 req-2405c246-53b1-4d05-913f-6f017bdfe89a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 945 time: 0.1002944 Nov 16 05:05:16.951079 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79feddfc-96b8-43a3-94ba-7248b874ff25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.962879 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7e80f42-e75a-4915-83dd-ef4450aab0e7 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.971912 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843f764f-1fbf-417d-a12e-386ed977ac85 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:16.972309 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7e80f42-e75a-4915-83dd-ef4450aab0e7 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:16.975669 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-843f764f-1fbf-417d-a12e-386ed977ac85 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:17.014836 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03a1a8b8-0f91-4c98-bca9-67554e06c645 req-db59cfa2-f717-4099-854d-41bedd928479 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061864 Nov 16 05:05:17.031681 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7e80f42-e75a-4915-83dd-ef4450aab0e7 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:17.036039 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b7e80f42-e75a-4915-83dd-ef4450aab0e7 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9535306 Nov 16 05:05:17.036766 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43098) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:17.051894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-865130255'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:17.079251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Made reservation on behalf of 3cd79decbecb4e689dfe81913d94a3a3 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:17.085506 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:17.104912 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:17.106817 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79feddfc-96b8-43a3-94ba-7248b874ff25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:17.109341 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79feddfc-96b8-43a3-94ba-7248b874ff25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:17.110486 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-79feddfc-96b8-43a3-94ba-7248b874ff25 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2036826b-b2a1-4138-ae13-96ab7b5cb5ca HTTP/1.1" status: 204 len: 168 time: 0.3980427 Nov 16 05:05:17.150371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79feddfc-96b8-43a3-94ba-7248b874ff25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2036826b-b2a1-4138-ae13-96ab7b5cb5ca,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:17.211135 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:17.217860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:17.252620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:05:17.257230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1f3bbe-b818-40e4-afde-8d39744259b5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:17.265318 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:17.265701 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Added segment d3f5066f-958b-43ae-b50e-ce76ff7a8e14 of type vlan for network 51aee9a4-445b-4bb7-8e5b-d8cff397b2c9 Nov 16 05:05:17.326406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:17.346884 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-843f764f-1fbf-417d-a12e-386ed977ac85 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:17.378098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:17.385065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:17.385657 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:17.405573 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3676374 Nov 16 05:05:17.412534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43116) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:17.422090 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-111df066-feb2-48c6-8cbd-0c90083f72e0 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Request body: {'subnet': {'network_id': '51aee9a4-445b-4bb7-8e5b-d8cff397b2c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:17.471226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add9e88-c0d3-401b-823a-ede3ea79b6cb tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event updated for resources: {'Network': ['ID=51aee9a4-445b-4bb7-8e5b-d8cff397b2c9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:17.482785 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 51aee9a4-445b-4bb7-8e5b-d8cff397b2c9 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:05:17.812897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843f764f-1fbf-417d-a12e-386ed977ac85 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Subnet': ['ID=180fcf7c-c9f5-4f08-ac00-eecdf8bbac6e,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:17.839304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843f764f-1fbf-417d-a12e-386ed977ac85 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Checking segment: {'id': '28254904-0b32-46d9-9dcd-afdd88729914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5c059d8-4146-4f3c-be56-f823488ff080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:17.839699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843f764f-1fbf-417d-a12e-386ed977ac85 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network hostable DHCP agents. Network: f5c059d8-4146-4f3c-be56-f823488ff080, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:05:17.949306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843f764f-1fbf-417d-a12e-386ed977ac85 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network f5c059d8-4146-4f3c-be56-f823488ff080 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:05:17.958586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993f608-7f18-4731-8711-b050762f818e req-46150371-7318-4d5d-a0e1-4d98e61a500d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:17.960088 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7993f608-7f18-4731-8711-b050762f818e req-46150371-7318-4d5d-a0e1-4d98e61a500d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.1765945 Nov 16 05:05:17.987241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111df066-feb2-48c6-8cbd-0c90083f72e0 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Made reservation on behalf of 3cd79decbecb4e689dfe81913d94a3a3 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:17.990482 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-111df066-feb2-48c6-8cbd-0c90083f72e0 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:18.012187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-843f764f-1fbf-417d-a12e-386ed977ac85 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, f5c059d8-4146-4f3c-be56-f823488ff080) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:18.025953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330f4720-b83f-420d-921f-a214d552cd74 None None] Network f5c059d8-4146-4f3c-be56-f823488ff080 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:18.030647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 190caefc-ffb0-4f59-b133-0b82e294ceaa up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:18.060789 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f764f-1fbf-417d-a12e-386ed977ac85 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:18.061389 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-843f764f-1fbf-417d-a12e-386ed977ac85 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:18.069647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-10dbb1cc-2f79-441f-b7f4-b5f16a1c1f71 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:18.071153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-10dbb1cc-2f79-441f-b7f4-b5f16a1c1f71 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/networks?id=e561f0c7-4306-4510-ae53-499e3d104144 HTTP/1.1" status: 200 len: 814 time: 0.2887435 Nov 16 05:05:18.131543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-98d0721a-c616-4925-aee9-3722eb86d96b tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/quotas/12a5524226bd49fb868159e39e015842 HTTP/1.1" status: 200 len: 375 time: 0.0488861 Nov 16 05:05:18.149289 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-843f764f-1fbf-417d-a12e-386ed977ac85 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4694979 Nov 16 05:05:18.153315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43162) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:18.155085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 190caefc-ffb0-4f59-b133-0b82e294ceaa completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:05:18.161398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': 'f5c059d8-4146-4f3c-be56-f823488ff080', 'name': 'tempest-PortsIpV6TestJSON-1593777451'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:18.162090 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 190caefc-ffb0-4f59-b133-0b82e294ceaa triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:18.162653 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:18.172589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7993f608-7f18-4731-8711-b050762f818e req-c6ffb216-1f57-49ab-9a5a-6d8764ec019e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961074 Nov 16 05:05:18.198829 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-b8d084c4-906f-40bf-a0b7-c965cc6821a4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a5524226bd49fb868159e39e015842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478134 Nov 16 05:05:18.352522 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-111df066-feb2-48c6-8cbd-0c90083f72e0 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:18.355958 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-f5c059d8-4146-4f3c-be56-f823488ff080', 'network_id': 'f5c059d8-4146-4f3c-be56-f823488ff080', 'tenant_id': 'd5813e4f480449aea9709170b51e91db', 'fixed_ips': [{'subnet_id': '180fcf7c-c9f5-4f08-ac00-eecdf8bbac6e'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:05:18.357060 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:18.371311 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:18.402240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:18.407104 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:18.408226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190caefc-ffb0-4f59-b133-0b82e294ceaa'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:05:18.410658 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30cfc88-824f-4fe8-84b4-aa984b6be6aa" -d '{"events": [{"server_uuid": "67dbe9b9-f1bc-4982-bdb6-720d54ee4627", "name": "network-vif-plugged", "status": "completed", "tag": "190caefc-ffb0-4f59-b133-0b82e294ceaa"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:05:18.427053 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port 104cd3ad-8f20-45a8-9a2c-f54d713f66a2 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:05:18.497589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 190caefc-ffb0-4f59-b133-0b82e294ceaa, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=190caefc-ffb0-4f59-b133-0b82e294ceaa,segment=NetworkSegment(6ca4abb0-61a6-4ab8-b663-b5914bafe2de),segment_id=6ca4abb0-61a6-4ab8-b663-b5914bafe2de)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:18.517078 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:18.586137 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:18.587470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=190caefc-ffb0-4f59-b133-0b82e294ceaa,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:18.588408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799eebdb-14b2-4b8b-ab95-687a1a868f4b req-cadf69b7-911f-471a-925f-24806f5c9eb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:18.590411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-799eebdb-14b2-4b8b-ab95-687a1a868f4b req-cadf69b7-911f-471a-925f-24806f5c9eb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 945 time: 0.2764194 Nov 16 05:05:18.591750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111df066-feb2-48c6-8cbd-0c90083f72e0 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event updated for resources: {'Subnet': ['ID=e30591b9-6ca8-4f2f-b009-3d16bb4db6e5,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:18.610756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-99f86304-c6ed-4f97-9a44-b05e1f139eff service neutron] 10.222.0.41 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946250 Nov 16 05:05:18.621571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111df066-feb2-48c6-8cbd-0c90083f72e0 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Checking segment: {'id': 'd3f5066f-958b-43ae-b50e-ce76ff7a8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51aee9a4-445b-4bb7-8e5b-d8cff397b2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:18.621912 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8::24f (f5c059d8-4146-4f3c-be56-f823488ff080/180fcf7c-c9f5-4f08-ac00-eecdf8bbac6e/104cd3ad-8f20-45a8-9a2c-f54d713f66a2) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:18.622087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111df066-feb2-48c6-8cbd-0c90083f72e0 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Network hostable DHCP agents. Network: 51aee9a4-445b-4bb7-8e5b-d8cff397b2c9, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:05:18.710557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111df066-feb2-48c6-8cbd-0c90083f72e0 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Network 51aee9a4-445b-4bb7-8e5b-d8cff397b2c9 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:05:18.734635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-111df066-feb2-48c6-8cbd-0c90083f72e0 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 51aee9a4-445b-4bb7-8e5b-d8cff397b2c9) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:18.745523 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-799eebdb-14b2-4b8b-ab95-687a1a868f4b req-53cdd85d-ee8c-42bc-a25e-6033b5132a6a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324370 Nov 16 05:05:18.746942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111df066-feb2-48c6-8cbd-0c90083f72e0 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:18.747610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-111df066-feb2-48c6-8cbd-0c90083f72e0 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:18.775649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17016411-8cc7-48ae-a47f-dbb3aafea885 None None] Network 51aee9a4-445b-4bb7-8e5b-d8cff397b2c9 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:18.789849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-52f9d3d0-7860-4973-8379-d44985b27355 service neutron] 10.222.0.41 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779842 Nov 16 05:05:18.795633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-111df066-feb2-48c6-8cbd-0c90083f72e0 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3820543 Nov 16 05:05:18.801731 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43182) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:18.810248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1cacf298-643e-4124-a39b-f1a9a5352ced tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Request body: {'network': {'name': 'tempest-router-network01--853209720'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:18.818921 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:18.852072 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cacf298-643e-4124-a39b-f1a9a5352ced tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Made reservation on behalf of 3cd79decbecb4e689dfe81913d94a3a3 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:18.856945 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cacf298-643e-4124-a39b-f1a9a5352ced tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:18.874290 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dbd074-d237-4ff2-afc5-835c057ad181 x-openstack-request-id: req-d3dbd074-d237-4ff2-afc5-835c057ad181 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:05:18.874570 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dbe9b9-f1bc-4982-bdb6-720d54ee4627", "name": "network-vif-plugged", "status": "completed", "tag": "190caefc-ffb0-4f59-b133-0b82e294ceaa", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:05:18.874835 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3dbd074-d237-4ff2-afc5-835c057ad181 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:05:18.877103 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'code': 200} Nov 16 05:05:18.900794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cacf298-643e-4124-a39b-f1a9a5352ced tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:05:18.912559 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cacf298-643e-4124-a39b-f1a9a5352ced tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:18.913005 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-1cacf298-643e-4124-a39b-f1a9a5352ced tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Added segment ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb of type vlan for network db00f778-01c0-4132-903e-269c358e411f Nov 16 05:05:18.976313 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cacf298-643e-4124-a39b-f1a9a5352ced tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:19.016199 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cacf298-643e-4124-a39b-f1a9a5352ced tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:19.022633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cacf298-643e-4124-a39b-f1a9a5352ced tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:19.023406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1cacf298-643e-4124-a39b-f1a9a5352ced tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:19.066134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:19.136878 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc6ab3f6-cb42-472c-962f-6a372bc68dd8 req-0d5415ee-2e23-40d8-992b-facd9e2fef6d tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 210 time: 0.0749991 Nov 16 05:05:19.177041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-51aee9a4-445b-4bb7-8e5b-d8cff397b2c9', 'network_id': '51aee9a4-445b-4bb7-8e5b-d8cff397b2c9', 'tenant_id': '3cd79decbecb4e689dfe81913d94a3a3', 'fixed_ips': [{'subnet_id': 'e30591b9-6ca8-4f2f-b009-3d16bb4db6e5'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:05:19.178787 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:19.182537 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1cacf298-643e-4124-a39b-f1a9a5352ced tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3790276 Nov 16 05:05:19.185244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43198) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:19.191733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ad998561-0c90-4cdb-b7f3-80afbe188304 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Request body: {'network': {'name': 'tempest-router-network02--1027509481'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:19.198059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacf298-643e-4124-a39b-f1a9a5352ced tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event updated for resources: {'Network': ['ID=db00f778-01c0-4132-903e-269c358e411f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:19.222389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=104cd3ad-8f20-45a8-9a2c-f54d713f66a2,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:19.265289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network f5c059d8-4146-4f3c-be56-f823488ff080 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:19.267047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network db00f778-01c0-4132-903e-269c358e411f details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:05:19.270403 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:19.273501 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:19.281193 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:19.282023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:19.286812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944772f1-84e4-42e6-ab2e-715b3d042dc9 req-700afc09-84e6-4807-984f-d0a9d9d2e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:19.288434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad998561-0c90-4cdb-b7f3-80afbe188304 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Made reservation on behalf of 3cd79decbecb4e689dfe81913d94a3a3 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:19.289141 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-944772f1-84e4-42e6-ab2e-715b3d042dc9 req-700afc09-84e6-4807-984f-d0a9d9d2e3f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 1097 time: 0.2831399 Nov 16 05:05:19.302573 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad998561-0c90-4cdb-b7f3-80afbe188304 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:19.322805 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f3c1d791-c3df-4d85-bfc0-5bba3016f537 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1672208 Nov 16 05:05:19.326727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43204) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:19.339305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': 'f5c059d8-4146-4f3c-be56-f823488ff080', 'name': 'tempest-PortsIpV6TestJSON-877761605'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:19.437662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad998561-0c90-4cdb-b7f3-80afbe188304 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:05:19.460700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad998561-0c90-4cdb-b7f3-80afbe188304 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:19.461514 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-ad998561-0c90-4cdb-b7f3-80afbe188304 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Added segment 0efd742a-76fb-4827-be19-e6d16f8ea269 of type vlan for network 209b5d7b-8df3-4e7e-8925-869247bddf11 Nov 16 05:05:19.474673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Allocated IP 172.20.0.2 (51aee9a4-445b-4bb7-8e5b-d8cff397b2c9/e30591b9-6ca8-4f2f-b009-3d16bb4db6e5/b0c8e30d-c476-4be6-8d84-8cd470d0fc1b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:19.512947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace42129-2887-43d1-adde-425c46af9f3f req-7970ecdb-cbf8-43b2-9e0a-5754fa5294f6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:19.524362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ace42129-2887-43d1-adde-425c46af9f3f req-7970ecdb-cbf8-43b2-9e0a-5754fa5294f6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.1408353 Nov 16 05:05:19.538179 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-944772f1-84e4-42e6-ab2e-715b3d042dc9 req-9e21f094-1286-4f35-b11a-d71e1c786e74 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401350 Nov 16 05:05:19.588805 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad998561-0c90-4cdb-b7f3-80afbe188304 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:19.623769 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43214) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:19.658779 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ace42129-2887-43d1-adde-425c46af9f3f req-cca1b412-bfaf-4d7d-b353-c22b14d85805 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331112 Nov 16 05:05:19.676997 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad998561-0c90-4cdb-b7f3-80afbe188304 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:19.683563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad998561-0c90-4cdb-b7f3-80afbe188304 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:19.685025 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad998561-0c90-4cdb-b7f3-80afbe188304 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:19.688021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:19.694547 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:19.739935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port 9d4a8bb8-426e-44d3-8717-292180d4dd8b yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:05:19.753900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ad998561-0c90-4cdb-b7f3-80afbe188304 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5669584 Nov 16 05:05:19.757237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43222) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:19.773800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-899587c5-5289-4363-be45-b66d85c67f22 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Request body: {'subnet': {'network_id': 'db00f778-01c0-4132-903e-269c358e411f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:19.794201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad998561-0c90-4cdb-b7f3-80afbe188304 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event updated for resources: {'Network': ['ID=209b5d7b-8df3-4e7e-8925-869247bddf11,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:19.969735 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43228) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:19.995622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Allocated IP 2001:db8::2 (f5c059d8-4146-4f3c-be56-f823488ff080/180fcf7c-c9f5-4f08-ac00-eecdf8bbac6e/46e364b7-0cd7-4855-8924-25c9597923d6) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:20.014234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43232) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:20.020344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 209b5d7b-8df3-4e7e-8925-869247bddf11 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:05:20.032784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68621169-6c32-4365-809a-e7d835926675 req-ab6ece8b-15de-4f38-b4bd-42e3aba51095 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:20.034541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68621169-6c32-4365-809a-e7d835926675 req-ab6ece8b-15de-4f38-b4bd-42e3aba51095 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 946 time: 0.0937710 Nov 16 05:05:20.035191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899587c5-5289-4363-be45-b66d85c67f22 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Made reservation on behalf of 3cd79decbecb4e689dfe81913d94a3a3 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:20.039500 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-899587c5-5289-4363-be45-b66d85c67f22 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.093692 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33170dfe-62fb-44cf-9812-02714f6ee17b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.204000 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.225989 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e58af37e-b9e0-450a-98b9-2fd875869ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.227034 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.277397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Network 51aee9a4-445b-4bb7-8e5b-d8cff397b2c9 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:20.285448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:20.293051 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:20.318104 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e58af37e-b9e0-450a-98b9-2fd875869ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.325870 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e58af37e-b9e0-450a-98b9-2fd875869ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.329182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:20.354611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Pushing event updated for resources: {'Port': ['ID=b0c8e30d-c476-4be6-8d84-8cd470d0fc1b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:20.389445 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e58af37e-b9e0-450a-98b9-2fd875869ab1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f827840ea4b46608dced4e2444c7a7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3713059 Nov 16 05:05:20.390859 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43238) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:20.391562 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58af37e-b9e0-450a-98b9-2fd875869ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06efb386-98e3-4a80-adf3-a7d2650cbf16,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:20.396678 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33170dfe-62fb-44cf-9812-02714f6ee17b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.409522 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-33170dfe-62fb-44cf-9812-02714f6ee17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.409692 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28f1094a-6a15-4907-8a2d-4e4af84e0081 req-cdc6c27d-7f4c-4dd9-88db-2f4e40320641 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 210 time: 0.0930734 Nov 16 05:05:20.414275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Attempting to bind port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:05:20.415019 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Attempting to bind port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'd3f5066f-958b-43ae-b50e-ce76ff7a8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51aee9a4-445b-4bb7-8e5b-d8cff397b2c9'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:05:20.415648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Attempting to bind port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b on network 51aee9a4-445b-4bb7-8e5b-d8cff397b2c9 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:20.435705 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-899587c5-5289-4363-be45-b66d85c67f22 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.442019 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:05:20.442791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Checking segment: {'id': 'd3f5066f-958b-43ae-b50e-ce76ff7a8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51aee9a4-445b-4bb7-8e5b-d8cff397b2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:20.443441 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.444061 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Bound using segment: {'id': 'd3f5066f-958b-43ae-b50e-ce76ff7a8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51aee9a4-445b-4bb7-8e5b-d8cff397b2c9'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:05:20.444778 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Bound port: b0c8e30d-c476-4be6-8d84-8cd470d0fc1b, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f5066f-958b-43ae-b50e-ce76ff7a8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '51aee9a4-445b-4bb7-8e5b-d8cff397b2c9'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:05:20.445415 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.482274 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-33170dfe-62fb-44cf-9812-02714f6ee17b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4bc3c64afe24479bc513f1a18d85351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5088997 Nov 16 05:05:20.482274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33170dfe-62fb-44cf-9812-02714f6ee17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1324cb-6736-4287-a721-367b30e5914b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:20.483565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43240) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:20.484660 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.512568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68621169-6c32-4365-809a-e7d835926675 req-ca8ba599-3a74-4ce4-a9c3-e7a712dc7821 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933806 Nov 16 05:05:20.524664 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf80378d-f67e-4883-8a3a-17fc28a12c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.530323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] For port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:05:20.533696 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] For port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b0c8e30d-c476-4be6-8d84-8cd470d0fc1b,segment=NetworkSegment(d3f5066f-958b-43ae-b50e-ce76ff7a8e14),segment_id=d3f5066f-958b-43ae-b50e-ce76ff7a8e14)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:05:20.542161 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.568507 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf80378d-f67e-4883-8a3a-17fc28a12c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.574035 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.578013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899587c5-5289-4363-be45-b66d85c67f22 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event updated for resources: {'Subnet': ['ID=b8eda27a-8fa7-4a80-bc1c-3302a423c653,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:20.588345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899587c5-5289-4363-be45-b66d85c67f22 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Checking segment: {'id': 'ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'db00f778-01c0-4132-903e-269c358e411f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:20.588678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899587c5-5289-4363-be45-b66d85c67f22 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Network hostable DHCP agents. Network: db00f778-01c0-4132-903e-269c358e411f, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:05:20.610820 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8d32bef-150e-40a9-8d21-f8b0dbd0fa13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.617139 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.659639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899587c5-5289-4363-be45-b66d85c67f22 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Network db00f778-01c0-4132-903e-269c358e411f is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:05:20.662553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8eda2b-f8a8-4c6c-ac56-546fcb7e252b None None] Pushing event updated for resources: {'Port': ['ID=b0c8e30d-c476-4be6-8d84-8cd470d0fc1b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:20.673345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Network f5c059d8-4146-4f3c-be56-f823488ff080 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:20.692009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:20.692248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-899587c5-5289-4363-be45-b66d85c67f22 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, db00f778-01c0-4132-903e-269c358e411f) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:20.712819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899587c5-5289-4363-be45-b66d85c67f22 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:20.716448 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-899587c5-5289-4363-be45-b66d85c67f22 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.734309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:20.747138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04008b6e-6ff2-4636-94d2-b21a8181ddfa None None] Network db00f778-01c0-4132-903e-269c358e411f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:20.843950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-899587c5-5289-4363-be45-b66d85c67f22 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0852082 Nov 16 05:05:20.845022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43244) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:20.858759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Pushing event updated for resources: {'Port': ['ID=46e364b7-0cd7-4855-8924-25c9597923d6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:20.861981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9ecd3b5a-16d4-407e-94e4-66334a482333 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Request body: {'subnet': {'network_id': '209b5d7b-8df3-4e7e-8925-869247bddf11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:20.901373 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.908409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Attempting to bind port 46e364b7-0cd7-4855-8924-25c9597923d6 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:05:20.908792 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Attempting to bind port 46e364b7-0cd7-4855-8924-25c9597923d6 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '28254904-0b32-46d9-9dcd-afdd88729914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5c059d8-4146-4f3c-be56-f823488ff080'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:05:20.909229 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Attempting to bind port 46e364b7-0cd7-4855-8924-25c9597923d6 on network f5c059d8-4146-4f3c-be56-f823488ff080 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:20.925135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:05:20.925617 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Checking segment: {'id': '28254904-0b32-46d9-9dcd-afdd88729914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5c059d8-4146-4f3c-be56-f823488ff080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:20.926123 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:20.926596 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Bound using segment: {'id': '28254904-0b32-46d9-9dcd-afdd88729914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5c059d8-4146-4f3c-be56-f823488ff080'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:05:20.927160 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Bound port: 46e364b7-0cd7-4855-8924-25c9597923d6, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28254904-0b32-46d9-9dcd-afdd88729914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5c059d8-4146-4f3c-be56-f823488ff080'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:05:20.927612 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:21.125449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-5c46d119-7694-4579-949a-6224d3ab3108 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:21.127009 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-5c46d119-7694-4579-949a-6224d3ab3108 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.37 "GET /v2.0/networks?id=e561f0c7-4306-4510-ae53-499e3d104144 HTTP/1.1" status: 200 len: 814 time: 0.3818944 Nov 16 05:05:21.130160 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] For port 46e364b7-0cd7-4855-8924-25c9597923d6, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:05:21.144352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-db00f778-01c0-4132-903e-269c358e411f', 'network_id': 'db00f778-01c0-4132-903e-269c358e411f', 'tenant_id': '3cd79decbecb4e689dfe81913d94a3a3', 'fixed_ips': [{'subnet_id': 'b8eda27a-8fa7-4a80-bc1c-3302a423c653'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:05:21.144944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542b0f8-d036-4b4f-9826-9beb936430cd req-ad7eeb37-bdcb-458e-98cb-2c2e8b9ecf38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:21.145673 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:21.152027 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6542b0f8-d036-4b4f-9826-9beb936430cd req-ad7eeb37-bdcb-458e-98cb-2c2e8b9ecf38 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.3050587 Nov 16 05:05:21.153406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] For port 46e364b7-0cd7-4855-8924-25c9597923d6, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=46e364b7-0cd7-4855-8924-25c9597923d6,segment=NetworkSegment(28254904-0b32-46d9-9dcd-afdd88729914),segment_id=28254904-0b32-46d9-9dcd-afdd88729914)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:05:21.157277 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-d43a4c82-09d9-46ae-a074-7700fd413579 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Request body: {'port': {'device_id': 'eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea', 'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144', 'admin_state_up': True, 'tenant_id': '12a5524226bd49fb868159e39e015842'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:21.167478 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:21.281589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecd3b5a-16d4-407e-94e4-66334a482333 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Made reservation on behalf of 3cd79decbecb4e689dfe81913d94a3a3 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:21.285096 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3b5a-16d4-407e-94e4-66334a482333 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:21.303856 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8d32bef-150e-40a9-8d21-f8b0dbd0fa13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:21.319519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875e50c-325b-4cf0-baea-d9fb56f9ebc2 None None] Pushing event updated for resources: {'Port': ['ID=46e364b7-0cd7-4855-8924-25c9597923d6,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:21.350773 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf80378d-f67e-4883-8a3a-17fc28a12c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:21.354851 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf80378d-f67e-4883-8a3a-17fc28a12c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:21.356034 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cf80378d-f67e-4883-8a3a-17fc28a12c69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06efb386-98e3-4a80-adf3-a7d2650cbf16 HTTP/1.1" status: 204 len: 168 time: 0.9614902 Nov 16 05:05:21.359228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Allocated IP 172.25.0.67 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/96cac3aa-9f1e-46ba-a5fe-9c9959aa89a9) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:21.359860 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8::2b4 (f5c059d8-4146-4f3c-be56-f823488ff080/180fcf7c-c9f5-4f08-ac00-eecdf8bbac6e/9d4a8bb8-426e-44d3-8717-292180d4dd8b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:21.386448 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:05:21.395060 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80378d-f67e-4883-8a3a-17fc28a12c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06efb386-98e3-4a80-adf3-a7d2650cbf16,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:21.457320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6542b0f8-d036-4b4f-9826-9beb936430cd req-2f83fca8-5423-4d10-8494-bc044d5b8db1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891028 Nov 16 05:05:21.529442 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Allocated IP 172.20.0.2 (db00f778-01c0-4132-903e-269c358e411f/b8eda27a-8fa7-4a80-bc1c-3302a423c653/404e0a1e-89f9-4b13-aebe-e7fa128ef12e) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:21.611769 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ca0dcf7-b1cb-4704-ab61-877b4d8b7010 req-34b975e6-b64c-484b-94ad-125072675f44 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 210 time: 0.0458124 Nov 16 05:05:21.697320 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:21.702936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8d32bef-150e-40a9-8d21-f8b0dbd0fa13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:21.707141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a8d32bef-150e-40a9-8d21-f8b0dbd0fa13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:21.710471 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a8d32bef-150e-40a9-8d21-f8b0dbd0fa13 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7f1324cb-6736-4287-a721-367b30e5914b HTTP/1.1" status: 204 len: 168 time: 1.2232802 Nov 16 05:05:21.726280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d32bef-150e-40a9-8d21-f8b0dbd0fa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1324cb-6736-4287-a721-367b30e5914b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:21.777651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-d43a4c82-09d9-46ae-a074-7700fd413579 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Made reservation on behalf of 12a5524226bd49fb868159e39e015842 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:21.781479 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-d43a4c82-09d9-46ae-a074-7700fd413579 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:21.831099 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:21.863599 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.008779 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.020525 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.031298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=9d4a8bb8-426e-44d3-8717-292180d4dd8b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:22.048772 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43256) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:22.073043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network f5c059d8-4146-4f3c-be56-f823488ff080 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:22.079527 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:22.081663 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85589c90-4553-4b03-b4ba-da075a4275c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.083719 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:22.089423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:22.090726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.113271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Network db00f778-01c0-4132-903e-269c358e411f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:22.129448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:22.130448 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c7866380-b2bc-4f80-b1f4-0aa95d2fd0da tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7972567 Nov 16 05:05:22.132209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b0c8e30d-c476-4be6-8d84-8cd470d0fc1b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:22.135352 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43258) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:22.135608 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:22.163794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c67e52-4d25-4471-bdfd-ad71605f3b5f req-4d8cd630-c286-4a6e-993b-347c10edfe14 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:22.172857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60c67e52-4d25-4471-bdfd-ad71605f3b5f req-4d8cd630-c286-4a6e-993b-347c10edfe14 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 946 time: 0.3964438 Nov 16 05:05:22.279348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Pushing event updated for resources: {'Port': ['ID=404e0a1e-89f9-4b13-aebe-e7fa128ef12e,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:22.305137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Attempting to bind port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:05:22.305662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Attempting to bind port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'db00f778-01c0-4132-903e-269c358e411f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:05:22.306371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Attempting to bind port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e on network db00f778-01c0-4132-903e-269c358e411f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:22.317484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:05:22.318024 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Checking segment: {'id': 'ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'db00f778-01c0-4132-903e-269c358e411f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:22.318586 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.319141 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Bound using segment: {'id': 'ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'db00f778-01c0-4132-903e-269c358e411f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:05:22.319855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Bound port: 404e0a1e-89f9-4b13-aebe-e7fa128ef12e, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'db00f778-01c0-4132-903e-269c358e411f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:05:22.320489 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.343441 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.351879 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3b5a-16d4-407e-94e4-66334a482333 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.358302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7c0b6a-df66-4514-ad77-d64182b9c19d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:22.359836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:22.360227 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.367433 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bd7c0b6a-df66-4514-ad77-d64182b9c19d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A24f HTTP/1.1" status: 200 len: 929 time: 0.2299242 Nov 16 05:05:22.371810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-d43a4c82-09d9-46ae-a074-7700fd413579 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Allocated IP 172.20.0.10 (e561f0c7-4306-4510-ae53-499e3d104144/bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82/07d9761d-3294-41ef-98ed-67c5a0ac64ee) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:22.378149 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43262) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:22.424045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212f1dcc-04da-4e8d-a4c9-a314b50a1f4a None None] Network 51aee9a4-445b-4bb7-8e5b-d8cff397b2c9 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:22.481685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60c67e52-4d25-4471-bdfd-ad71605f3b5f req-28a95439-6ffa-4e7c-bd51-31ef757de843 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2904184 Nov 16 05:05:22.560212 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85589c90-4553-4b03-b4ba-da075a4275c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.569512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85589c90-4553-4b03-b4ba-da075a4275c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.583500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:22.597423 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] For port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:05:22.607429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:22.610399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:22.617549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] For port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=404e0a1e-89f9-4b13-aebe-e7fa128ef12e,segment=NetworkSegment(ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb),segment_id=ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:05:22.622607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85589c90-4553-4b03-b4ba-da075a4275c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdf9b0f-25e1-486f-9fc1-b2ea5b127c1f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:22.623655 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c1e5712a-c85a-4674-b5cc-293969b08e15 None None] Provisioning complete for port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:22.624033 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1e5712a-c85a-4674-b5cc-293969b08e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.634411 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.649311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-140c0b8a-be7c-495b-bc1e-a2a73c693150 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port 9d4a8bb8-426e-44d3-8717-292180d4dd8b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:22.650541 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-140c0b8a-be7c-495b-bc1e-a2a73c693150 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.737347 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-85589c90-4553-4b03-b4ba-da075a4275c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1883cb44da9844208321ac8838aa165f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6874833 Nov 16 05:05:22.738320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Pushing event updated for resources: {'Port': ['ID=96cac3aa-9f1e-46ba-a5fe-9c9959aa89a9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:22.741536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd3b5a-16d4-407e-94e4-66334a482333 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event updated for resources: {'Subnet': ['ID=f29ea111-f2d4-418f-b31d-a91871bf6ec5,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:22.760616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43278) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:22.867747 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a21abf45-4457-4416-a5f4-de9b6871368a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.917658 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a21abf45-4457-4416-a5f4-de9b6871368a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.919445 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.927839 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-140c0b8a-be7c-495b-bc1e-a2a73c693150 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.970696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-140c0b8a-be7c-495b-bc1e-a2a73c693150 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for 9d4a8bb8-426e-44d3-8717-292180d4dd8b owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:22.987965 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:22.993708 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70093512-a924-4bdf-83e0-a6eb2f8f8539 None None] Pushing event updated for resources: {'Port': ['ID=404e0a1e-89f9-4b13-aebe-e7fa128ef12e,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:23.018033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd3b5a-16d4-407e-94e4-66334a482333 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Checking segment: {'id': '0efd742a-76fb-4827-be19-e6d16f8ea269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '209b5d7b-8df3-4e7e-8925-869247bddf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:23.018402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecd3b5a-16d4-407e-94e4-66334a482333 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Network hostable DHCP agents. Network: 209b5d7b-8df3-4e7e-8925-869247bddf11, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:05:23.146259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d247f10-f658-4dd7-bcb1-796308cac730 req-bc9ffafa-e670-4196-8a25-4a7286236a37 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:23.149033 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d247f10-f658-4dd7-bcb1-796308cac730 req-bc9ffafa-e670-4196-8a25-4a7286236a37 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.5591943 Nov 16 05:05:23.165872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecd3b5a-16d4-407e-94e4-66334a482333 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Network 209b5d7b-8df3-4e7e-8925-869247bddf11 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:05:23.168910 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:23.198853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b0c8e30d-c476-4be6-8d84-8cd470d0fc1b,segment=NetworkSegment(d3f5066f-958b-43ae-b50e-ce76ff7a8e14),segment_id=d3f5066f-958b-43ae-b50e-ce76ff7a8e14)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:23.200134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a21abf45-4457-4416-a5f4-de9b6871368a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:23.205020 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a21abf45-4457-4416-a5f4-de9b6871368a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:23.205531 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c1e5712a-c85a-4674-b5cc-293969b08e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:23.207359 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a21abf45-4457-4416-a5f4-de9b6871368a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1fdf9b0f-25e1-486f-9fc1-b2ea5b127c1f HTTP/1.1" status: 204 len: 168 time: 0.4455404 Nov 16 05:05:23.240407 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:23.245026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 46e364b7-0cd7-4855-8924-25c9597923d6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:23.245227 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21abf45-4457-4416-a5f4-de9b6871368a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdf9b0f-25e1-486f-9fc1-b2ea5b127c1f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:23.275813 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-140c0b8a-be7c-495b-bc1e-a2a73c693150 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:23.321054 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c0b8a-be7c-495b-bc1e-a2a73c693150 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=9d4a8bb8-426e-44d3-8717-292180d4dd8b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:23.355895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e7e7c1-5d8d-40b6-ba8b-9fadcd23102c None None] Network f5c059d8-4146-4f3c-be56-f823488ff080 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:23.373853 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-140c0b8a-be7c-495b-bc1e-a2a73c693150 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:23.378360 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-140c0b8a-be7c-495b-bc1e-a2a73c693150 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/9d4a8bb8-426e-44d3-8717-292180d4dd8b HTTP/1.1" status: 204 len: 168 time: 0.9987307 Nov 16 05:05:23.380899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43290) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:23.410328 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a9e92b-c73b-42a8-b4ce-f8b2275c8a57 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:05:23.411845 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-73a9e92b-c73b-42a8-b4ce-f8b2275c8a57 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/9d4a8bb8-426e-44d3-8717-292180d4dd8b HTTP/1.1" status: 404 len: 333 time: 0.0300241 Nov 16 05:05:23.414724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43296) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:23.576865 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-000f6f8c-ff8e-48f4-abf6-6d37e0920c20 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port 104cd3ad-8f20-45a8-9a2c-f54d713f66a2 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:23.580078 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-000f6f8c-ff8e-48f4-abf6-6d37e0920c20 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:23.592832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf09895-5592-40f7-9f52-80a9bab87d82 req-01b81028-2bb1-44a5-8aa1-6c303fa7a8d8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:23.594406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bf09895-5592-40f7-9f52-80a9bab87d82 req-01b81028-2bb1-44a5-8aa1-6c303fa7a8d8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 946 time: 0.9944212 Nov 16 05:05:23.648259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-9ecd3b5a-16d4-407e-94e4-66334a482333 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 209b5d7b-8df3-4e7e-8925-869247bddf11) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:23.654146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecd3b5a-16d4-407e-94e4-66334a482333 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:23.654330 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3b5a-16d4-407e-94e4-66334a482333 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:23.740681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf92764-0ceb-418c-950a-1a094b5e8917 None None] Network 209b5d7b-8df3-4e7e-8925-869247bddf11 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:23.813299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-000f6f8c-ff8e-48f4-abf6-6d37e0920c20 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:23.814187 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9ecd3b5a-16d4-407e-94e4-66334a482333 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9604754 Nov 16 05:05:23.831039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43302) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:23.836003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d247f10-f658-4dd7-bcb1-796308cac730 req-865fe302-3d7d-4cf9-bb76-624e0df616e7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581501 Nov 16 05:05:23.859428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-000f6f8c-ff8e-48f4-abf6-6d37e0920c20 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for 104cd3ad-8f20-45a8-9a2c-f54d713f66a2 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:23.937962 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-c1e5712a-c85a-4674-b5cc-293969b08e15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:05:23.938310 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-c1e5712a-c85a-4674-b5cc-293969b08e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:05:23.958642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=b0c8e30d-c476-4be6-8d84-8cd470d0fc1b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:23.982466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bf09895-5592-40f7-9f52-80a9bab87d82 req-09dc232c-31c8-41f2-9fb7-921e2a36a708 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3733540 Nov 16 05:05:23.985534 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-d43a4c82-09d9-46ae-a074-7700fd413579 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:23.998738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 46e364b7-0cd7-4855-8924-25c9597923d6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:24.014354 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.058882 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43308) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:24.190621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d7e95e7-bf4a-4595-b178-aabdde093515 req-7fd63938-f6b6-47f8-b938-7bbbc8981b73 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 210 time: 0.1408205 Nov 16 05:05:24.232148 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-000f6f8c-ff8e-48f4-abf6-6d37e0920c20 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.327369 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f6f8c-ff8e-48f4-abf6-6d37e0920c20 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=104cd3ad-8f20-45a8-9a2c-f54d713f66a2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:24.397247 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-000f6f8c-ff8e-48f4-abf6-6d37e0920c20 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.402246 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-000f6f8c-ff8e-48f4-abf6-6d37e0920c20 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/104cd3ad-8f20-45a8-9a2c-f54d713f66a2 HTTP/1.1" status: 204 len: 168 time: 0.9861050 Nov 16 05:05:24.413254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43316) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:24.431727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.488332 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.492047 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac408838-02ff-44cd-862b-ce7ed9740937 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:05:24.501039 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ac408838-02ff-44cd-862b-ce7ed9740937 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/104cd3ad-8f20-45a8-9a2c-f54d713f66a2 HTTP/1.1" status: 404 len: 333 time: 0.0760283 Nov 16 05:05:24.501289 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-d43a4c82-09d9-46ae-a074-7700fd413579 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.502803 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43322) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:24.632482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-209b5d7b-8df3-4e7e-8925-869247bddf11', 'network_id': '209b5d7b-8df3-4e7e-8925-869247bddf11', 'tenant_id': '3cd79decbecb4e689dfe81913d94a3a3', 'fixed_ips': [{'subnet_id': 'f29ea111-f2d4-418f-b31d-a91871bf6ec5'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:05:24.633360 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.662263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b484ff9-9be4-49d8-b10c-d40f23cbf3d8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting subnet 180fcf7c-c9f5-4f08-ac00-eecdf8bbac6e {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:05:24.665934 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b484ff9-9be4-49d8-b10c-d40f23cbf3d8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.672335 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.699535 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.704802 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c113600a-a33f-4b6c-9d39-f41bf7cf1498 None None] Network db00f778-01c0-4132-903e-269c358e411f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:24.709823 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b484ff9-9be4-49d8-b10c-d40f23cbf3d8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.740529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a5039-9c35-4e24-b2cc-39d9bd2a79a3 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:24.742507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b57a5039-9c35-4e24-b2cc-39d9bd2a79a3 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 1092 time: 0.6827650 Nov 16 05:05:24.806111 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.811189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1778641 Nov 16 05:05:24.816895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43330) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:24.817239 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43332) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:24.827725 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b484ff9-9be4-49d8-b10c-d40f23cbf3d8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.835920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:24.861115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a882b2d0-c743-4ef6-8806-54b6b79aca0e tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1469708380', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'fixed_ips': [{'ip_address': '172.25.0.67'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:24.908198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-d43a4c82-09d9-46ae-a074-7700fd413579 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Network e561f0c7-4306-4510-ae53-499e3d104144 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:24.922442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-d43a4c82-09d9-46ae-a074-7700fd413579 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:24.924938 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b484ff9-9be4-49d8-b10c-d40f23cbf3d8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:24.936807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-d43a4c82-09d9-46ae-a074-7700fd413579 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:24.960521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-37bdc926-d599-49f7-bfc5-b4b9d329dbcb None None] Could not find standard attr ID for object 104cd3ad-8f20-45a8-9a2c-f54d713f66a2. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:05:24.998639 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b484ff9-9be4-49d8-b10c-d40f23cbf3d8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Subnet': ['ID=180fcf7c-c9f5-4f08-ac00-eecdf8bbac6e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:25.000167 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7b484ff9-9be4-49d8-b10c-d40f23cbf3d8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.006755 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7b484ff9-9be4-49d8-b10c-d40f23cbf3d8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/180fcf7c-c9f5-4f08-ac00-eecdf8bbac6e HTTP/1.1" status: 204 len: 168 time: 0.4895504 Nov 16 05:05:25.007405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43338) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:25.061718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-d43a4c82-09d9-46ae-a074-7700fd413579 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:25.062406 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-d43a4c82-09d9-46ae-a074-7700fd413579 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.124725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e05c0-a676-47d6-b6b8-866e02fe1bf0 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Pushing event updated for resources: {'Port': ['ID=96cac3aa-9f1e-46ba-a5fe-9c9959aa89a9,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:25.136381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-37bdc926-d599-49f7-bfc5-b4b9d329dbcb None None] Provisioning complete for port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:25.136566 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37bdc926-d599-49f7-bfc5-b4b9d329dbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.162584 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.api [None req-a882b2d0-c743-4ef6-8806-54b6b79aca0e tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 05:05:25.162584 n-d-818042-1 neutron-server[102659]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 16 05:05:25.162584 n-d-818042-1 neutron-server[102659]: [parameters: {'project_id_1': 'e9b31ec5600c43199623dbcc9d8c2395', 'expiration_1': datetime.datetime(2021, 11, 16, 5, 5, 4, 901931)}] Nov 16 05:05:25.162584 n-d-818042-1 neutron-server[102659]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:05:25.163279 n-d-818042-1 neutron-server[102659]: DEBUG oslo_db.api [None req-a882b2d0-c743-4ef6-8806-54b6b79aca0e tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:05:25.173261 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.211100 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf8b9ce-aa35-4549-b9b0-9f649361aeb8 None None] Network f5c059d8-4146-4f3c-be56-f823488ff080 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:25.222600 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:05:25.224536 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:05:25.248572 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-d43a4c82-09d9-46ae-a074-7700fd413579 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0951056 Nov 16 05:05:25.249220 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.284979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Request body: {'port': {'device_id': 'eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:25.296456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port 46e364b7-0cd7-4855-8924-25c9597923d6 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:25.297736 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.350210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Allocated IP 172.20.0.2 (209b5d7b-8df3-4e7e-8925-869247bddf11/f29ea111-f2d4-418f-b31d-a91871bf6ec5/af35272e-cfe1-48e6-8619-bc9d50a96231) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:25.384764 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] For port 46e364b7-0cd7-4855-8924-25c9597923d6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=46e364b7-0cd7-4855-8924-25c9597923d6,segment=NetworkSegment(28254904-0b32-46d9-9dcd-afdd88729914),segment_id=28254904-0b32-46d9-9dcd-afdd88729914)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:25.385132 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.398728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for 46e364b7-0cd7-4855-8924-25c9597923d6 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:25.429373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a4c82-09d9-46ae-a074-7700fd413579 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Pushing event updated for resources: {'Port': ['ID=07d9761d-3294-41ef-98ed-67c5a0ac64ee,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:25.453593 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.488450 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.537514 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=46e364b7-0cd7-4855-8924-25c9597923d6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:25.544005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No DVR routers for this DVR port 46e364b7-0cd7-4855-8924-25c9597923d6 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:25.546063 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.567694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712358e-7b91-4038-897f-fbf5070771d0 req-8f492683-83e7-4e93-a001-47e23e9f7782 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:25.569856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a712358e-7b91-4038-897f-fbf5070771d0 req-8f492683-83e7-4e93-a001-47e23e9f7782 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.5205164 Nov 16 05:05:25.641594 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-408ddf24-c3ce-4ce7-ba25-15464272978a service neutron] show failed (client error): The resource could not be found. Nov 16 05:05:25.642701 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-408ddf24-c3ce-4ce7-ba25-15464272978a service neutron] 10.222.0.15 "GET /v2.0/ports/943918c8-e995-4dbd-865a-8de37a07df38/bindings/n-h1-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.1624057 Nov 16 05:05:25.672099 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.746256 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c059d8-4146-4f3c-be56-f823488ff080']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:25.772980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28254904-0b32-46d9-9dcd-afdd88729914') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:25.773282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28254904-0b32-46d9-9dcd-afdd88729914') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:25.791755 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ff0c6-340b-4e8c-9aef-3b55cc275ffc req-1076e31e-4e26-4972-bd30-affa7d07729a tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:25.793544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-047ff0c6-340b-4e8c-9aef-3b55cc275ffc req-1076e31e-4e26-4972-bd30-affa7d07729a tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 932 time: 0.4578238 Nov 16 05:05:25.798564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.847797 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.856747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:05:25.857155 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:05:25.860337 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:05:25.862153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a712358e-7b91-4038-897f-fbf5070771d0 req-7313230e-0241-4774-8563-507f02cf3899 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2818613 Nov 16 05:05:25.923688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-37bdc926-d599-49f7-bfc5-b4b9d329dbcb None None] Provisioning complete for port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:25.924187 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37bdc926-d599-49f7-bfc5-b4b9d329dbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.929944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3557d877-b171-4b36-b6f9-431b60939389 None None] DHCP port deletion for f5c059d8-4146-4f3c-be56-f823488ff080 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:05:25.938094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Port 46e364b7-0cd7-4855-8924-25c9597923d6 update to ACTIVE by agent not found {{(pid=102661) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 16 05:05:25.988699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a882b2d0-c743-4ef6-8806-54b6b79aca0e tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Made reservation on behalf of e9b31ec5600c43199623dbcc9d8c2395 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:25.992658 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a882b2d0-c743-4ef6-8806-54b6b79aca0e tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:25.999684 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.013299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.029688 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/networks/f5c059d8-4146-4f3c-be56-f823488ff080 HTTP/1.1" status: 204 len: 168 time: 1.0206947 Nov 16 05:05:26.030552 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43360) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:26.039079 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c02694e4-590c-4927-9124-8ad1af8c6a36 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1281363439'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:26.061171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab480c7-1920-458c-ab57-b6e001c79a23 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Network': ['ID=f5c059d8-4146-4f3c-be56-f823488ff080,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:26.129731 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02694e4-590c-4927-9124-8ad1af8c6a36 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:26.140854 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c02694e4-590c-4927-9124-8ad1af8c6a36 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.217435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02694e4-590c-4927-9124-8ad1af8c6a36 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:05:26.241915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c02694e4-590c-4927-9124-8ad1af8c6a36 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.242292 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-c02694e4-590c-4927-9124-8ad1af8c6a36 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Added segment 68f4e581-0e2d-45d4-a486-b0b5a977999f of type vlan for network 54c09020-e93e-47e8-aaa5-cf3b641b811e Nov 16 05:05:26.256342 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.267419 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.310685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Network 209b5d7b-8df3-4e7e-8925-869247bddf11 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:26.322603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:26.326025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:26.354472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-047ff0c6-340b-4e8c-9aef-3b55cc275ffc req-aa720365-199c-4677-9cdd-06b044ac8253 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413437 Nov 16 05:05:26.371248 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b0c8e30d-c476-4be6-8d84-8cd470d0fc1b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:26.378286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a882b2d0-c743-4ef6-8806-54b6b79aca0e tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.388807 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c02694e4-590c-4927-9124-8ad1af8c6a36 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.410232 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Pushing event updated for resources: {'Port': ['ID=af35272e-cfe1-48e6-8619-bc9d50a96231,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:26.435224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c02694e4-590c-4927-9124-8ad1af8c6a36 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.446652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02694e4-590c-4927-9124-8ad1af8c6a36 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:26.447521 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c02694e4-590c-4927-9124-8ad1af8c6a36 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.465144 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37bdc926-d599-49f7-bfc5-b4b9d329dbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.469983 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c02694e4-590c-4927-9124-8ad1af8c6a36 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4366393 Nov 16 05:05:26.480998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43370) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:26.497236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Attempting to bind port af35272e-cfe1-48e6-8619-bc9d50a96231 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:05:26.497611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Attempting to bind port af35272e-cfe1-48e6-8619-bc9d50a96231 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0efd742a-76fb-4827-be19-e6d16f8ea269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '209b5d7b-8df3-4e7e-8925-869247bddf11'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:05:26.498001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Attempting to bind port af35272e-cfe1-48e6-8619-bc9d50a96231 on network 209b5d7b-8df3-4e7e-8925-869247bddf11 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:26.512166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:05:26.512551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Checking segment: {'id': '0efd742a-76fb-4827-be19-e6d16f8ea269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '209b5d7b-8df3-4e7e-8925-869247bddf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:26.513172 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.513572 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Bound using segment: {'id': '0efd742a-76fb-4827-be19-e6d16f8ea269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '209b5d7b-8df3-4e7e-8925-869247bddf11'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:05:26.514072 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Bound port: af35272e-cfe1-48e6-8619-bc9d50a96231, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd742a-76fb-4827-be19-e6d16f8ea269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '209b5d7b-8df3-4e7e-8925-869247bddf11'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:05:26.514606 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.525803 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-92a8f168-b753-47e4-9b8c-56cbceef6dc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': '54c09020-e93e-47e8-aaa5-cf3b641b811e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:26.548394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-37bdc926-d599-49f7-bfc5-b4b9d329dbcb None None] For port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=404e0a1e-89f9-4b13-aebe-e7fa128ef12e,segment=NetworkSegment(ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb),segment_id=ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:26.550656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:26.550656 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.573749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-37bdc926-d599-49f7-bfc5-b4b9d329dbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.607484 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02694e4-590c-4927-9124-8ad1af8c6a36 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Network': ['ID=54c09020-e93e-47e8-aaa5-cf3b641b811e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:26.619816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-37bdc926-d599-49f7-bfc5-b4b9d329dbcb None None] Could not find standard attr ID for object 46e364b7-0cd7-4855-8924-25c9597923d6. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:05:26.626850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 54c09020-e93e-47e8-aaa5-cf3b641b811e details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:05:26.668311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a8f168-b753-47e4-9b8c-56cbceef6dc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:26.679484 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92a8f168-b753-47e4-9b8c-56cbceef6dc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.871823 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43382) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:26.918996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] For port af35272e-cfe1-48e6-8619-bc9d50a96231, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:05:26.944900 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdc926-d599-49f7-bfc5-b4b9d329dbcb None None] Pushing event updated for resources: {'Port': ['ID=404e0a1e-89f9-4b13-aebe-e7fa128ef12e,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:26.951510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] For port af35272e-cfe1-48e6-8619-bc9d50a96231, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=af35272e-cfe1-48e6-8619-bc9d50a96231,segment=NetworkSegment(0efd742a-76fb-4827-be19-e6d16f8ea269),segment_id=0efd742a-76fb-4827-be19-e6d16f8ea269)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:05:26.978649 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:26.992218 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-173e4361-8814-4eb3-8374-feafae598681 None None] Provisioning complete for port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:26.992591 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-173e4361-8814-4eb3-8374-feafae598681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.106184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88042f81-5fcd-4ad9-8652-50f652293470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.135060 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92a8f168-b753-47e4-9b8c-56cbceef6dc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.155326 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 404e0a1e-89f9-4b13-aebe-e7fa128ef12e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:27.231512 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cf699-dfe4-4516-b9dc-51499719de6d None None] Pushing event updated for resources: {'Port': ['ID=af35272e-cfe1-48e6-8619-bc9d50a96231,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:27.267826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a8f168-b753-47e4-9b8c-56cbceef6dc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Checking segment: {'id': '68f4e581-0e2d-45d4-a486-b0b5a977999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54c09020-e93e-47e8-aaa5-cf3b641b811e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:27.268229 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a8f168-b753-47e4-9b8c-56cbceef6dc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network hostable DHCP agents. Network: 54c09020-e93e-47e8-aaa5-cf3b641b811e, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:05:27.274877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8f168-b753-47e4-9b8c-56cbceef6dc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Subnet': ['ID=58dff211-b49b-4794-8490-c7d3ce5bbab2,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:27.304957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a8f168-b753-47e4-9b8c-56cbceef6dc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network 54c09020-e93e-47e8-aaa5-cf3b641b811e is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:05:27.309722 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-173e4361-8814-4eb3-8374-feafae598681 None None] Could not find standard attr ID for object 104cd3ad-8f20-45a8-9a2c-f54d713f66a2. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:05:27.320306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-92a8f168-b753-47e4-9b8c-56cbceef6dc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 54c09020-e93e-47e8-aaa5-cf3b641b811e) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:27.326015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a8f168-b753-47e4-9b8c-56cbceef6dc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:27.326210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:27.326491 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92a8f168-b753-47e4-9b8c-56cbceef6dc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.327231 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.335257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c45fd-490e-4688-b755-e260671ef73a None None] Network 54c09020-e93e-47e8-aaa5-cf3b641b811e requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:27.352946 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88042f81-5fcd-4ad9-8652-50f652293470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.359208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88042f81-5fcd-4ad9-8652-50f652293470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.373475 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-92a8f168-b753-47e4-9b8c-56cbceef6dc3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8913693 Nov 16 05:05:27.381558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d9761d-3294-41ef-98ed-67c5a0ac64ee {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:05:27.384784 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43390) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:27.391837 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.396760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': '54c09020-e93e-47e8-aaa5-cf3b641b811e', 'name': 'tempest-PortsIpV6TestJSON-103693211', 'fixed_ips': [{'subnet_id': '58dff211-b49b-4794-8490-c7d3ce5bbab2', 'ip_address': '2001:db8::10'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:27.452880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Transition to ACTIVE for port object 07d9761d-3294-41ef-98ed-67c5a0ac64ee will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:05:27.457962 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.488857 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-88042f81-5fcd-4ad9-8652-50f652293470 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4afab8c86bf435086c177be55811270&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6151454 Nov 16 05:05:27.493723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43394) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:27.509921 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.541027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-c6b91996-a7a5-4e42-a4e4-09c898d313d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:27.542640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-c6b91996-a7a5-4e42-a4e4-09c898d313d4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7&tenant_id=67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 1096 time: 1.5764511 Nov 16 05:05:27.552961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88042f81-5fcd-4ad9-8652-50f652293470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa01ce-a65a-4654-ad58-2a8934cb4bb9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:27.659957 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9acc429-7cc8-4db4-be20-b25c2ccbd83d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.670344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Allocated IP 172.20.0.1 (db00f778-01c0-4132-903e-269c358e411f/b8eda27a-8fa7-4a80-bc1c-3302a423c653/c4e088ce-e541-4d33-bd6d-f4e860116b60) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:27.681380 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-54c09020-e93e-47e8-aaa5-cf3b641b811e', 'network_id': '54c09020-e93e-47e8-aaa5-cf3b641b811e', 'tenant_id': 'd5813e4f480449aea9709170b51e91db', 'fixed_ips': [{'subnet_id': '58dff211-b49b-4794-8490-c7d3ce5bbab2'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:05:27.683664 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.701791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9acc429-7cc8-4db4-be20-b25c2ccbd83d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.735248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:27.744800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Pushing event updated for resources: {'Port': ['ID=07d9761d-3294-41ef-98ed-67c5a0ac64ee,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:27.760945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:27.833540 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-456406e1-5b8d-4d0b-8f57-8f9b1fae7d62 req-47458552-2468-4c33-a203-53d41ef6fd3b service neutron] (102660) timed out ('10.222.0.41', 45140) {{(pid=102660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 05:05:27.852853 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.878267 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a882b2d0-c743-4ef6-8806-54b6b79aca0e tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.885628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port b8a9762e-40b7-45fd-8342-1e12f756c91b yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:05:27.892289 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9acc429-7cc8-4db4-be20-b25c2ccbd83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.894988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a9acc429-7cc8-4db4-be20-b25c2ccbd83d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:27.896144 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a9acc429-7cc8-4db4-be20-b25c2ccbd83d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acfa01ce-a65a-4654-ad58-2a8934cb4bb9 HTTP/1.1" status: 204 len: 168 time: 0.4004230 Nov 16 05:05:27.939493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Allocated IP 2001:db8::2 (54c09020-e93e-47e8-aaa5-cf3b641b811e/58dff211-b49b-4794-8490-c7d3ce5bbab2/d2aebae1-3fa8-4838-831c-15d13a1a52a2) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:27.993640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d62c77-ce07-454c-a60b-317be25d1d2a req-b480a873-30c7-4591-b232-9789e842efc6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:27.995272 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47d62c77-ce07-454c-a60b-317be25d1d2a req-b480a873-30c7-4591-b232-9789e842efc6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.5292106 Nov 16 05:05:27.999469 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acc429-7cc8-4db4-be20-b25c2ccbd83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa01ce-a65a-4654-ad58-2a8934cb4bb9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:28.004989 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a882b2d0-c743-4ef6-8806-54b6b79aca0e tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.052392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-a882b2d0-c743-4ef6-8806-54b6b79aca0e tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] device_id is not set on port fe9a410d-2a28-42cf-b7be-0a5ff1908017 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:05:28.151113 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.159005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 46e364b7-0cd7-4855-8924-25c9597923d6 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:05:28.160473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50555da-8d37-4d00-8e69-c5c212b577b0 req-4290d641-4bd2-47a1-ba55-a6a58ffe55d1 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:28.162071 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b50555da-8d37-4d00-8e69-c5c212b577b0 req-4290d641-4bd2-47a1-ba55-a6a58ffe55d1 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 944 time: 0.5865157 Nov 16 05:05:28.170393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 943918c8-e995-4dbd-865a-8de37a07df38 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:05:28.173136 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.235788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Allocated IP 172.25.0.34 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/17cc37ae-9a4c-4bd0-a2a7-10924ee6146f) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:28.269996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8::10 (54c09020-e93e-47e8-aaa5-cf3b641b811e/58dff211-b49b-4794-8490-c7d3ce5bbab2/b8a9762e-40b7-45fd-8342-1e12f756c91b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:28.276041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 46e364b7-0cd7-4855-8924-25c9597923d6 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:05:28.276569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 46e364b7-0cd7-4855-8924-25c9597923d6 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:05:28.319373 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Network 54c09020-e93e-47e8-aaa5-cf3b641b811e is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:28.328254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:28.337139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Pushing event updated for resources: {'Port': ['ID=d2aebae1-3fa8-4838-831c-15d13a1a52a2,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:28.341742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:28.472215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882b2d0-c743-4ef6-8806-54b6b79aca0e tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe2c14d-7d14-445b-9b82-c8744b1ca537,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:28.532088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43402) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:28.533460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Attempting to bind port d2aebae1-3fa8-4838-831c-15d13a1a52a2 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:05:28.534155 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Attempting to bind port d2aebae1-3fa8-4838-831c-15d13a1a52a2 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '68f4e581-0e2d-45d4-a486-b0b5a977999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54c09020-e93e-47e8-aaa5-cf3b641b811e'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:05:28.535046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Attempting to bind port d2aebae1-3fa8-4838-831c-15d13a1a52a2 on network 54c09020-e93e-47e8-aaa5-cf3b641b811e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:28.539822 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.573563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:05:28.574944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Checking segment: {'id': '68f4e581-0e2d-45d4-a486-b0b5a977999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54c09020-e93e-47e8-aaa5-cf3b641b811e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:28.575586 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.576228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Bound using segment: {'id': '68f4e581-0e2d-45d4-a486-b0b5a977999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54c09020-e93e-47e8-aaa5-cf3b641b811e'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:05:28.576937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Bound port: d2aebae1-3fa8-4838-831c-15d13a1a52a2, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68f4e581-0e2d-45d4-a486-b0b5a977999f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '54c09020-e93e-47e8-aaa5-cf3b641b811e'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:05:28.577562 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.581643 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.591919 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:05:28.592978 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.595070 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c38538-746b-42ea-b089-8ba7cdb4cd12" -d '{"events": [{"server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "943918c8-e995-4dbd-865a-8de37a07df38"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:05:28.620968 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:28.639049 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.677745 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.686816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device af35272e-cfe1-48e6-8619-bc9d50a96231 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:28.691327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4617b85-0a5f-461f-93c8-1b511f1f4300 None None] Network 209b5d7b-8df3-4e7e-8925-869247bddf11 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:28.715409 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network 54c09020-e93e-47e8-aaa5-cf3b641b811e is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:28.721992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:28.725061 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:28.732595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:28.733222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.751726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a937df99-4c04-4537-8f07-5f2ff63f1d4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.755135 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3691356 Nov 16 05:05:28.759688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43406) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:28.768570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': '54c09020-e93e-47e8-aaa5-cf3b641b811e', 'name': 'tempest-PortsIpV6TestJSON-1749624620', 'fixed_ips': [{'subnet_id': '58dff211-b49b-4794-8490-c7d3ce5bbab2', 'ip_address': '2001:db8::f'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:28.837419 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47d62c77-ce07-454c-a60b-317be25d1d2a req-45e672df-b206-4a9f-b7f8-6c7e12fb1e9d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7886329 Nov 16 05:05:28.891528 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2c4fa53b-551e-42e6-858e-5c0b71798b39 None None] Provisioning complete for port af35272e-cfe1-48e6-8619-bc9d50a96231 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:28.891991 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa53b-551e-42e6-858e-5c0b71798b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.900516 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] For port d2aebae1-3fa8-4838-831c-15d13a1a52a2, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:05:28.926380 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:28.944234 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.953586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b50555da-8d37-4d00-8e69-c5c212b577b0 req-f2a6b076-8596-4512-bf85-af2e69f00609 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7194395 Nov 16 05:05:28.959715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4ea5f-247b-4810-9c67-b0e1c9fb65dd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=b8a9762e-40b7-45fd-8342-1e12f756c91b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:28.965310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Attempting to bind port 07d9761d-3294-41ef-98ed-67c5a0ac64ee on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:05:28.965651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Attempting to bind port 07d9761d-3294-41ef-98ed-67c5a0ac64ee by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'eff5d098-40a0-4db1-bab0-54aa6bd31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:05:28.966007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Attempting to bind port 07d9761d-3294-41ef-98ed-67c5a0ac64ee on network e561f0c7-4306-4510-ae53-499e3d104144 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:28.968517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:28.977054 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:28.983999 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f25a754-8fb6-4b74-a98e-1c0150e319d9 x-openstack-request-id: req-9f25a754-8fb6-4b74-a98e-1c0150e319d9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:05:28.984572 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "943918c8-e995-4dbd-865a-8de37a07df38", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:05:28.984828 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f25a754-8fb6-4b74-a98e-1c0150e319d9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:05:28.985219 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38', 'code': 200} Nov 16 05:05:28.986017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port af35272e-cfe1-48e6-8619-bc9d50a96231 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:28.986385 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.001083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] For port d2aebae1-3fa8-4838-831c-15d13a1a52a2, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d2aebae1-3fa8-4838-831c-15d13a1a52a2,segment=NetworkSegment(68f4e581-0e2d-45d4-a486-b0b5a977999f),segment_id=68f4e581-0e2d-45d4-a486-b0b5a977999f)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:05:29.011848 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port 78c91339-ffc5-4a78-9cef-399bdbd70464 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:05:29.024683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Port 07d9761d-3294-41ef-98ed-67c5a0ac64ee on network e561f0c7-4306-4510-ae53-499e3d104144 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:05:29.025009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Attempting to bind port 07d9761d-3294-41ef-98ed-67c5a0ac64ee on network e561f0c7-4306-4510-ae53-499e3d104144 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:29.057017 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.107835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:05:29.108175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Checking segment: {'id': 'eff5d098-40a0-4db1-bab0-54aa6bd31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:29.108748 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Bound using segment: {'id': 'eff5d098-40a0-4db1-bab0-54aa6bd31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:05:29.109033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Bound port: 07d9761d-3294-41ef-98ed-67c5a0ac64ee, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff5d098-40a0-4db1-bab0-54aa6bd31ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:05:29.109361 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.221534 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.332201 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8::f (54c09020-e93e-47e8-aaa5-cf3b641b811e/58dff211-b49b-4794-8490-c7d3ce5bbab2/78c91339-ffc5-4a78-9cef-399bdbd70464) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:29.374877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c6a2c-0446-4f82-8ec5-699b59fa61f8 None None] Pushing event updated for resources: {'Port': ['ID=d2aebae1-3fa8-4838-831c-15d13a1a52a2,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:29.393519 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa53b-551e-42e6-858e-5c0b71798b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.423002 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.474938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2c4fa53b-551e-42e6-858e-5c0b71798b39 None None] For port af35272e-cfe1-48e6-8619-bc9d50a96231, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=af35272e-cfe1-48e6-8619-bc9d50a96231,segment=NetworkSegment(0efd742a-76fb-4827-be19-e6d16f8ea269),segment_id=0efd742a-76fb-4827-be19-e6d16f8ea269)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:29.482212 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c4fa53b-551e-42e6-858e-5c0b71798b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.544358 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.616749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:05:29.617110 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:05:29.646144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fa53b-551e-42e6-858e-5c0b71798b39 None None] Pushing event updated for resources: {'Port': ['ID=af35272e-cfe1-48e6-8619-bc9d50a96231,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:29.691974 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.719860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] For port 07d9761d-3294-41ef-98ed-67c5a0ac64ee, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:05:29.725038 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.731659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Network db00f778-01c0-4132-903e-269c358e411f is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:29.756070 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.792750 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a937df99-4c04-4537-8f07-5f2ff63f1d4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.808427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c79e235c-f86f-4908-903a-236e0c6de6a2 None None] Provisioning complete for port af35272e-cfe1-48e6-8619-bc9d50a96231 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:29.809557 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c79e235c-f86f-4908-903a-236e0c6de6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.810427 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network 54c09020-e93e-47e8-aaa5-cf3b641b811e is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:29.814079 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:29.820642 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:29.822249 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] For port 07d9761d-3294-41ef-98ed-67c5a0ac64ee, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=07d9761d-3294-41ef-98ed-67c5a0ac64ee,segment=NetworkSegment(eff5d098-40a0-4db1-bab0-54aa6bd31ed2),segment_id=eff5d098-40a0-4db1-bab0-54aa6bd31ed2)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:05:29.824083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event updated for resources: {'Port': ['ID=c4e088ce-e541-4d33-bd6d-f4e860116b60,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:29.827710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:29.828349 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.834797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:29.851183 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=78c91339-ffc5-4a78-9cef-399bdbd70464,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:29.858235 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3b89db5a-c342-4e58-ae3a-6c3edba0a115 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0988355 Nov 16 05:05:29.860757 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43412) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:29.869557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a937df99-4c04-4537-8f07-5f2ff63f1d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.876004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:29.878517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:29.946778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:29.951733 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:29.954275 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e40395-ec1c-4d89-902f-7242919e2894 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:29.955917 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e4e40395-ec1c-4d89-902f-7242919e2894 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.0938313 Nov 16 05:05:29.959524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43414) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:30.017093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=17cc37ae-9a4c-4bd0-a2a7-10924ee6146f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:30.028917 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaca224-cbbc-482a-863a-fead059b3e4e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:30.035152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaca224-cbbc-482a-863a-fead059b3e4e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:30.042361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaca224-cbbc-482a-863a-fead059b3e4e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:30.044131 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bcaca224-cbbc-482a-863a-fead059b3e4e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0836663 Nov 16 05:05:30.049217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43418) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:30.065217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:30.070493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a937df99-4c04-4537-8f07-5f2ff63f1d4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c75bfaccc684a3991c7160e42797436&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5371439 Nov 16 05:05:30.073281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:30.079285 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43420) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:30.091613 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:30.186605 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee356b21-4a05-42bc-b612-1c264c43d860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:30.203465 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 404e0a1e-89f9-4b13-aebe-e7fa128ef12e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:30.212995 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee356b21-4a05-42bc-b612-1c264c43d860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:30.218028 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-a882b2d0-c743-4ef6-8806-54b6b79aca0e tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 16 05:05:30.218555 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a882b2d0-c743-4ef6-8806-54b6b79aca0e tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:05:30.263963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:30.265322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:30.265456 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee356b21-4a05-42bc-b612-1c264c43d860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:30.266197 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] 10.222.0.37 "PUT /v2.0/ports/07d9761d-3294-41ef-98ed-67c5a0ac64ee HTTP/1.1" status: 200 len: 1092 time: 4.9966800 Nov 16 05:05:30.267464 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee356b21-4a05-42bc-b612-1c264c43d860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:30.271502 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ee356b21-4a05-42bc-b612-1c264c43d860 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bf084a8-9cdb-43ac-a98b-315f13364028 HTTP/1.1" status: 204 len: 168 time: 0.1909916 Nov 16 05:05:30.282182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea', 'tag': '07d9761d-3294-41ef-98ed-67c5a0ac64ee'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:05:30.282993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee356b21-4a05-42bc-b612-1c264c43d860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf084a8-9cdb-43ac-a98b-315f13364028,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:30.284511 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2356d7e1-0cb3-44cf-902a-8d9be0ee7c94" -d '{"events": [{"name": "network-changed", "server_uuid": "eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea", "tag": "07d9761d-3294-41ef-98ed-67c5a0ac64ee"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:05:30.286763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3dab8ae3-5caf-4830-9349-fdeddefa76a4 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port 78c91339-ffc5-4a78-9cef-399bdbd70464 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:30.287899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3dab8ae3-5caf-4830-9349-fdeddefa76a4 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:30.295106 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8340f649-a855-4bf8-bea4-969634827298 None None] Provisioning complete for port c4e088ce-e541-4d33-bd6d-f4e860116b60 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:30.296062 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8340f649-a855-4bf8-bea4-969634827298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:30.334199 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:30.334729 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:30.351591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a937df99-4c04-4537-8f07-5f2ff63f1d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf084a8-9cdb-43ac-a98b-315f13364028,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:30.427462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8340f649-a855-4bf8-bea4-969634827298 None None] Port c4e088ce-e541-4d33-bd6d-f4e860116b60 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:30.456049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a882b2d0-c743-4ef6-8806-54b6b79aca0e tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 5.6069911 Nov 16 05:05:30.458303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43430) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:30.478215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:05:30.515728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b7575-e994-4666-a99b-e3ca1f944404 service neutron] Pushing event updated for resources: {'Port': ['ID=07d9761d-3294-41ef-98ed-67c5a0ac64ee,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:30.555091 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3dab8ae3-5caf-4830-9349-fdeddefa76a4 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:30.575474 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fde40c-11b5-4d9b-bcfb-e4092f3a1811 req-aff41221-6b11-4d81-be18-52bf018fb20e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:30.577057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66fde40c-11b5-4d9b-bcfb-e4092f3a1811 req-aff41221-6b11-4d81-be18-52bf018fb20e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 943 time: 0.6232893 Nov 16 05:05:30.648694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3dab8ae3-5caf-4830-9349-fdeddefa76a4 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for 78c91339-ffc5-4a78-9cef-399bdbd70464 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:30.666795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674e314-7032-4b55-b57b-78f051899687 req-5af837dc-4e2c-4ac9-bd88-66de7e3dbd52 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:30.668725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e674e314-7032-4b55-b57b-78f051899687 req-5af837dc-4e2c-4ac9-bd88-66de7e3dbd52 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 944 time: 0.5909860 Nov 16 05:05:30.715852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943918c8-e995-4dbd-865a-8de37a07df38 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:05:30.734324 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:30.771737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-de01c31d-2cfa-411d-ad37-269e75acf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:30.773717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-de01c31d-2cfa-411d-ad37-269e75acf3fb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12a5524226bd49fb868159e39e015842&device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 1095 time: 0.4548428 Nov 16 05:05:30.854464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Transition to ACTIVE for port object 943918c8-e995-4dbd-865a-8de37a07df38 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:05:30.892487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device af35272e-cfe1-48e6-8619-bc9d50a96231 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:30.914341 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1e458be3-b5b3-4789-9530-5648090a2602 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Deleting port 96cac3aa-9f1e-46ba-a5fe-9c9959aa89a9 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:30.914680 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e458be3-b5b3-4789-9530-5648090a2602 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.012965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e458be3-b5b3-4789-9530-5648090a2602 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.013307 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e458be3-b5b3-4789-9530-5648090a2602 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.027272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1e458be3-b5b3-4789-9530-5648090a2602 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Calling delete_port for 96cac3aa-9f1e-46ba-a5fe-9c9959aa89a9 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:31.051121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6ac52a-d7af-4567-81cb-b8e21ff9dab8 None None] Network 54c09020-e93e-47e8-aaa5-cf3b641b811e requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:31.085168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port af35272e-cfe1-48e6-8619-bc9d50a96231 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:31.085915 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.168725 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e458be3-b5b3-4789-9530-5648090a2602 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.203966 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e458be3-b5b3-4789-9530-5648090a2602 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Pushing event deleted for resources: {'Port': ['ID=96cac3aa-9f1e-46ba-a5fe-9c9959aa89a9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:31.310395 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3dab8ae3-5caf-4830-9349-fdeddefa76a4 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.312094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e458be3-b5b3-4789-9530-5648090a2602 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.314669 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e458be3-b5b3-4789-9530-5648090a2602 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.316265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fb603253-799d-4b94-a4c3-5ac68fb4cd8b None None] Provisioning complete for port d2aebae1-3fa8-4838-831c-15d13a1a52a2 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:31.316382 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1e458be3-b5b3-4789-9530-5648090a2602 tempest-ExternalNetworksAdminNegativeTestJSON-953710507 tempest-ExternalNetworksAdminNegativeTestJSON-953710507-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/08d650bd-edd6-486c-9c92-7b4323e47dbe HTTP/1.1" status: 204 len: 168 time: 0.8523681 Nov 16 05:05:31.316950 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb603253-799d-4b94-a4c3-5ac68fb4cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.320559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-3da3158c-6cd3-4664-8d10-a00abe43d5f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07d9761d-3294-41ef-98ed-67c5a0ac64ee HTTP/1.1" status: 200 len: 217 time: 0.5194654 Nov 16 05:05:31.321984 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.353779 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab8ae3-5caf-4830-9349-fdeddefa76a4 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=78c91339-ffc5-4a78-9cef-399bdbd70464,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:31.397673 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3dab8ae3-5caf-4830-9349-fdeddefa76a4 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.401087 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3dab8ae3-5caf-4830-9349-fdeddefa76a4 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/78c91339-ffc5-4a78-9cef-399bdbd70464 HTTP/1.1" status: 204 len: 168 time: 1.3509808 Nov 16 05:05:31.406984 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43452) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:31.408032 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.442880 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b134bc-480e-452a-9020-510291c6135b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:05:31.444332 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-11b134bc-480e-452a-9020-510291c6135b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/78c91339-ffc5-4a78-9cef-399bdbd70464 HTTP/1.1" status: 404 len: 333 time: 0.0363793 Nov 16 05:05:31.447376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43454) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:31.526216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66fde40c-11b5-4d9b-bcfb-e4092f3a1811 req-d87daf06-6c1f-4324-9a3d-53798e71e13e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9062262 Nov 16 05:05:31.560335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e674e314-7032-4b55-b57b-78f051899687 req-0b343c18-b132-4965-b2fb-f3e466ea9d24 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8394363 Nov 16 05:05:31.692091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a016a-550b-4b04-9fb1-a697e7d86fe2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port b8a9762e-40b7-45fd-8342-1e12f756c91b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:31.692818 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d3a016a-550b-4b04-9fb1-a697e7d86fe2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.746906 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a538ce-44aa-49ee-a963-835a06602920 x-openstack-request-id: req-d4a538ce-44aa-49ee-a963-835a06602920 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:05:31.748042 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea", "tag": "07d9761d-3294-41ef-98ed-67c5a0ac64ee", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:05:31.748502 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4a538ce-44aa-49ee-a963-835a06602920 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:05:31.749146 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea', 'tag': '07d9761d-3294-41ef-98ed-67c5a0ac64ee', 'status': 'completed', 'code': 200} Nov 16 05:05:31.757876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43462) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:31.762373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-bb8a8a42-0a7e-499d-b71f-cdcb6903e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:31.770780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-bb8a8a42-0a7e-499d-b71f-cdcb6903e0c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82 HTTP/1.1" status: 200 len: 854 time: 0.4212599 Nov 16 05:05:31.837947 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d3a016a-550b-4b04-9fb1-a697e7d86fe2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:31.873112 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a016a-550b-4b04-9fb1-a697e7d86fe2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for b8a9762e-40b7-45fd-8342-1e12f756c91b owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:31.958496 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d2aebae1-3fa8-4838-831c-15d13a1a52a2 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:32.059838 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb603253-799d-4b94-a4c3-5ac68fb4cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:32.090701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:32.145186 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fb603253-799d-4b94-a4c3-5ac68fb4cd8b None None] For port d2aebae1-3fa8-4838-831c-15d13a1a52a2, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d2aebae1-3fa8-4838-831c-15d13a1a52a2,segment=NetworkSegment(68f4e581-0e2d-45d4-a486-b0b5a977999f),segment_id=68f4e581-0e2d-45d4-a486-b0b5a977999f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:32.147627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d2aebae1-3fa8-4838-831c-15d13a1a52a2 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:32.148550 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:32.152829 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb603253-799d-4b94-a4c3-5ac68fb4cd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:32.201365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-6b8c1f1c-b7be-4398-84d6-c9c61e3b5793 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e561f0c7-4306-4510-ae53-499e3d104144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2722087 Nov 16 05:05:32.219880 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b94a165-83a6-48a7-acf2-bba3ab67dc76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:32.231264 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d3a016a-550b-4b04-9fb1-a697e7d86fe2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:32.290298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb603253-799d-4b94-a4c3-5ac68fb4cd8b None None] Pushing event updated for resources: {'Port': ['ID=d2aebae1-3fa8-4838-831c-15d13a1a52a2,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:32.330958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a016a-550b-4b04-9fb1-a697e7d86fe2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=b8a9762e-40b7-45fd-8342-1e12f756c91b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:32.334892 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d3a016a-550b-4b04-9fb1-a697e7d86fe2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:32.343507 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1d3a016a-550b-4b04-9fb1-a697e7d86fe2 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/b8a9762e-40b7-45fd-8342-1e12f756c91b HTTP/1.1" status: 204 len: 168 time: 0.8948574 Nov 16 05:05:32.346991 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43476) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:32.395487 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-79179f83-b016-48f1-bc1a-2b1db5c8c352 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:05:32.402160 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-79179f83-b016-48f1-bc1a-2b1db5c8c352 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/b8a9762e-40b7-45fd-8342-1e12f756c91b HTTP/1.1" status: 404 len: 333 time: 0.0539258 Nov 16 05:05:32.402888 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43478) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:32.490743 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-997b1f24-0216-44fe-bd27-5c55cdb935c0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting subnet 58dff211-b49b-4794-8490-c7d3ce5bbab2 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:05:32.499763 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-997b1f24-0216-44fe-bd27-5c55cdb935c0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:32.519004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-eebd9e67-67bf-4642-a450-e666c76c7d35 None None] Could not find standard attr ID for object b8a9762e-40b7-45fd-8342-1e12f756c91b. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:05:32.559508 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-eebd9e67-67bf-4642-a450-e666c76c7d35 None None] Provisioning complete for port d2aebae1-3fa8-4838-831c-15d13a1a52a2 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:32.561442 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eebd9e67-67bf-4642-a450-e666c76c7d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:32.577723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-997b1f24-0216-44fe-bd27-5c55cdb935c0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:32.581626 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b94a165-83a6-48a7-acf2-bba3ab67dc76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:32.636178 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b94a165-83a6-48a7-acf2-bba3ab67dc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:32.721294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] No DVR routers for this DVR port 943918c8-e995-4dbd-865a-8de37a07df38 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:32.765837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94a165-83a6-48a7-acf2-bba3ab67dc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2273c995-da40-4583-9e52-10069f20be0e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:32.879328 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6b94a165-83a6-48a7-acf2-bba3ab67dc76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a7af9e6c30e42d4a0c082a2c0faca8d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1184719 Nov 16 05:05:32.880007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43490) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:32.931387 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d2aebae1-3fa8-4838-831c-15d13a1a52a2 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:32.990865 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:33.079586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-0e92b553-6f17-4ecd-83b5-46d031d67c8a service neutron] 10.222.0.37 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169531 Nov 16 05:05:33.091303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d2aebae1-3fa8-4838-831c-15d13a1a52a2 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:33.091724 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:33.103569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e5d06da0-a57b-47c1-a02a-dc61409dd0ec None None] Could not find standard attr ID for object b8a9762e-40b7-45fd-8342-1e12f756c91b. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:05:33.310532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfc2ac-2725-4860-b6a0-c12dcdbb59f9 req-ed58bf33-ea43-414a-b08c-8cb048cb9405 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:33.312137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-14dfc2ac-2725-4860-b6a0-c12dcdbb59f9 req-ed58bf33-ea43-414a-b08c-8cb048cb9405 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 944 time: 0.3829310 Nov 16 05:05:33.327651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618a195-5c7d-4cdf-812b-2ca3b749fd19 req-3c1c550a-108f-4e75-a439-9e2ea268940b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:33.329234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d618a195-5c7d-4cdf-812b-2ca3b749fd19 req-3c1c550a-108f-4e75-a439-9e2ea268940b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 943 time: 0.3407924 Nov 16 05:05:33.353125 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:33.427771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-985c1e5d-4993-41f0-bdb2-f6c10d97bde2 None None] Could not find standard attr ID for object 78c91339-ffc5-4a78-9cef-399bdbd70464. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:05:33.492918 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-997b1f24-0216-44fe-bd27-5c55cdb935c0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:33.493477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85d3bf45-23c1-420b-85b4-ad9c34609705 req-ec2b3f6a-d0e7-4348-b6dc-e28daf069daf service neutron] 10.222.0.37 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734086 Nov 16 05:05:33.495200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:33.526585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:33.529702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Attempting to bind port 943918c8-e995-4dbd-865a-8de37a07df38 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:05:33.529702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Attempting to bind port 943918c8-e995-4dbd-865a-8de37a07df38 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:05:33.530042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Attempting to bind port 943918c8-e995-4dbd-865a-8de37a07df38 on network aa3c2906-1925-45a3-9bec-3c8146ec05de {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:33.539545 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-052a18cd-f40b-4d45-bd1f-adb90b6e1804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:33.582964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Port 943918c8-e995-4dbd-865a-8de37a07df38 on network aa3c2906-1925-45a3-9bec-3c8146ec05de not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:05:33.583280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Attempting to bind port 943918c8-e995-4dbd-865a-8de37a07df38 on network aa3c2906-1925-45a3-9bec-3c8146ec05de {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:33.596178 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-997b1f24-0216-44fe-bd27-5c55cdb935c0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:33.615350 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-997b1f24-0216-44fe-bd27-5c55cdb935c0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:33.616950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-14dfc2ac-2725-4860-b6a0-c12dcdbb59f9 req-3daccb64-c0f1-4227-aadd-4c9c5ad0d850 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837491 Nov 16 05:05:33.642412 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-997b1f24-0216-44fe-bd27-5c55cdb935c0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/58dff211-b49b-4794-8490-c7d3ce5bbab2 HTTP/1.1" status: 204 len: 168 time: 1.2363195 Nov 16 05:05:33.660798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43496) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:33.714121 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-052a18cd-f40b-4d45-bd1f-adb90b6e1804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:33.718959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b1f24-0216-44fe-bd27-5c55cdb935c0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Subnet': ['ID=58dff211-b49b-4794-8490-c7d3ce5bbab2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:33.720100 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c173339-b45d-494e-8093-2ca914826a50 None None] Network 54c09020-e93e-47e8-aaa5-cf3b641b811e requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:33.857822 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:33.935589 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-052a18cd-f40b-4d45-bd1f-adb90b6e1804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:33.939592 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-052a18cd-f40b-4d45-bd1f-adb90b6e1804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:33.944921 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-052a18cd-f40b-4d45-bd1f-adb90b6e1804 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2273c995-da40-4583-9e52-10069f20be0e HTTP/1.1" status: 204 len: 168 time: 1.0597444 Nov 16 05:05:33.960476 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a18cd-f40b-4d45-bd1f-adb90b6e1804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2273c995-da40-4583-9e52-10069f20be0e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:33.991375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c967a61-d4ae-4121-b1bf-faa41975d3a1 None None] DHCP port deletion for 54c09020-e93e-47e8-aaa5-cf3b641b811e request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:05:34.041110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port d2aebae1-3fa8-4838-831c-15d13a1a52a2 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:34.044502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.108895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d618a195-5c7d-4cdf-812b-2ca3b749fd19 req-321fbe67-9647-4cf0-a0a8-de52567d68af tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7574027 Nov 16 05:05:34.115430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3c967a61-d4ae-4121-b1bf-faa41975d3a1 None None] Deleting port d2aebae1-3fa8-4838-831c-15d13a1a52a2 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:34.115862 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c967a61-d4ae-4121-b1bf-faa41975d3a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.122831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:05:34.123409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Checking segment: {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:34.123534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Bound using segment: {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:05:34.123953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Bound port: 943918c8-e995-4dbd-865a-8de37a07df38, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:05:34.124313 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.157815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.178412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event updated for resources: {'Port': ['ID=c4e088ce-e541-4d33-bd6d-f4e860116b60,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:34.215254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] For port d2aebae1-3fa8-4838-831c-15d13a1a52a2, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d2aebae1-3fa8-4838-831c-15d13a1a52a2,segment=NetworkSegment(68f4e581-0e2d-45d4-a486-b0b5a977999f),segment_id=68f4e581-0e2d-45d4-a486-b0b5a977999f)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:34.215719 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.238171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for d2aebae1-3fa8-4838-831c-15d13a1a52a2 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:34.276496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356d7e1-0cb3-44cf-902a-8d9be0ee7c94 req-4c4164cd-43d8-4136-b394-2255b3e03db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:34.278264 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2356d7e1-0cb3-44cf-902a-8d9be0ee7c94 req-4c4164cd-43d8-4136-b394-2255b3e03db0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=12a5524226bd49fb868159e39e015842&device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 1095 time: 0.6984816 Nov 16 05:05:34.281322 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3c967a61-d4ae-4121-b1bf-faa41975d3a1 None None] For port d2aebae1-3fa8-4838-831c-15d13a1a52a2, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d2aebae1-3fa8-4838-831c-15d13a1a52a2,segment=NetworkSegment(68f4e581-0e2d-45d4-a486-b0b5a977999f),segment_id=68f4e581-0e2d-45d4-a486-b0b5a977999f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:34.281726 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c967a61-d4ae-4121-b1bf-faa41975d3a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.296844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3c967a61-d4ae-4121-b1bf-faa41975d3a1 None None] Calling delete_port for d2aebae1-3fa8-4838-831c-15d13a1a52a2 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:34.389543 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.401601 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c967a61-d4ae-4121-b1bf-faa41975d3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.423398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=d2aebae1-3fa8-4838-831c-15d13a1a52a2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:34.426681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No DVR routers for this DVR port d2aebae1-3fa8-4838-831c-15d13a1a52a2 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:34.451639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c967a61-d4ae-4121-b1bf-faa41975d3a1 None None] No DVR routers for this DVR port d2aebae1-3fa8-4838-831c-15d13a1a52a2 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:34.474042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c967a61-d4ae-4121-b1bf-faa41975d3a1 None None] Pushing event deleted for resources: {'Port': ['ID=d2aebae1-3fa8-4838-831c-15d13a1a52a2,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:34.503567 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.514116 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.523491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:05:34.593319 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Network db00f778-01c0-4132-903e-269c358e411f is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:34.598717 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.623299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:05:34.627376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:34.636932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c09020-e93e-47e8-aaa5-cf3b641b811e']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:34.641949 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.651583 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f4e581-0e2d-45d4-a486-b0b5a977999f') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:34.651877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f4e581-0e2d-45d4-a486-b0b5a977999f') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:34.672098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.700271 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.724429 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:05:34.724838 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.759676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d2aebae1-3fa8-4838-831c-15d13a1a52a2 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:05:34.786812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d2aebae1-3fa8-4838-831c-15d13a1a52a2 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:05:34.787464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d2aebae1-3fa8-4838-831c-15d13a1a52a2 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:05:34.796934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43516) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:05:34.840505 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:05:34.842887 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356d7e1-0cb3-44cf-902a-8d9be0ee7c94 req-eea2c22e-6f81-42b1-b71f-ea1de4caa489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:34.844285 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.844491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2356d7e1-0cb3-44cf-902a-8d9be0ee7c94 req-eea2c22e-6f81-42b1-b71f-ea1de4caa489 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e561f0c7-4306-4510-ae53-499e3d104144 HTTP/1.1" status: 200 len: 915 time: 0.5525334 Nov 16 05:05:34.860743 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.872685 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/networks/54c09020-e93e-47e8-aaa5-cf3b641b811e HTTP/1.1" status: 204 len: 168 time: 1.2034175 Nov 16 05:05:34.872685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43520) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:34.882912 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-42d36604-21e4-4f45-9738-968d5c1d6e4f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1110450867'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:34.901750 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653f832-902c-4837-85a0-ac10ac818d33 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Network': ['ID=54c09020-e93e-47e8-aaa5-cf3b641b811e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:34.904629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=17cc37ae-9a4c-4bd0-a2a7-10924ee6146f,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:34.922694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d36604-21e4-4f45-9738-968d5c1d6e4f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:34.926693 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42d36604-21e4-4f45-9738-968d5c1d6e4f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.976713 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42d36604-21e4-4f45-9738-968d5c1d6e4f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:05:34.988549 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42d36604-21e4-4f45-9738-968d5c1d6e4f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:34.988899 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-42d36604-21e4-4f45-9738-968d5c1d6e4f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Added segment 318a8b00-9fa7-46f6-a45d-c3348409ce28 of type vlan for network 9e5abcda-1135-46e6-8f64-86a4329d59d9 Nov 16 05:05:35.011042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=8']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:35.026197 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:35.050893 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42d36604-21e4-4f45-9738-968d5c1d6e4f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:35.069957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:35.070730 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:35.072915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-96ebdb9e-8ec2-44dc-984a-e0d2b2470178 service neutron] 10.222.0.37 "PUT /v2.0/ports/943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 1091 time: 7.3961561 Nov 16 05:05:35.075305 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-457d047d-cf3c-4371-aac3-82099a2c9cc4 None None] Provisioning complete for port c4e088ce-e541-4d33-bd6d-f4e860116b60 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:35.076695 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-457d047d-cf3c-4371-aac3-82099a2c9cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:35.078769 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:05:35.081249 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e871a35-1e6b-4070-bc64-2bca133cbe28" -d '{"events": [{"name": "network-changed", "server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "tag": "943918c8-e995-4dbd-865a-8de37a07df38"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:05:35.137730 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42d36604-21e4-4f45-9738-968d5c1d6e4f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:35.150021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d36604-21e4-4f45-9738-968d5c1d6e4f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:35.150676 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-42d36604-21e4-4f45-9738-968d5c1d6e4f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:35.159462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-457d047d-cf3c-4371-aac3-82099a2c9cc4 None None] Port c4e088ce-e541-4d33-bd6d-f4e860116b60 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:35.182499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2356d7e1-0cb3-44cf-902a-8d9be0ee7c94 req-16292127-02b6-4fbf-a870-635de251318c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07d9761d-3294-41ef-98ed-67c5a0ac64ee HTTP/1.1" status: 200 len: 217 time: 0.3026505 Nov 16 05:05:35.190454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097f2879-70a9-4f6b-85a8-969011b42371 req-8665821a-a994-4198-80c5-b9dac963b4ca tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:35.198507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-097f2879-70a9-4f6b-85a8-969011b42371 req-8665821a-a994-4198-80c5-b9dac963b4ca tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 944 time: 0.3819721 Nov 16 05:05:35.236287 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8bdfe8-c26c-4a25-82cf-1d89635a1f96 x-openstack-request-id: req-cc8bdfe8-c26c-4a25-82cf-1d89635a1f96 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:05:35.236590 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "tag": "943918c8-e995-4dbd-865a-8de37a07df38", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:05:35.236842 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc8bdfe8-c26c-4a25-82cf-1d89635a1f96 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:05:35.237248 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38', 'status': 'completed', 'code': 200} Nov 16 05:05:35.279986 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d36604-21e4-4f45-9738-968d5c1d6e4f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Network': ['ID=9e5abcda-1135-46e6-8f64-86a4329d59d9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:35.304139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 9e5abcda-1135-46e6-8f64-86a4329d59d9 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:05:35.357204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-297100d8-0389-4fa3-ae94-11f9b17889f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9b31ec5600c43199623dbcc9d8c2395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5370460 Nov 16 05:05:35.359050 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-42d36604-21e4-4f45-9738-968d5c1d6e4f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4834588 Nov 16 05:05:35.366772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43528) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:35.367108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43530) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:35.395340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-735435ee-4c42-46df-a000-400e24f85c32 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': '9e5abcda-1135-46e6-8f64-86a4329d59d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:35.399745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356d7e1-0cb3-44cf-902a-8d9be0ee7c94 req-49f9bdb0-5e2b-45dd-9c95-0808977f1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:35.401597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2356d7e1-0cb3-44cf-902a-8d9be0ee7c94 req-49f9bdb0-5e2b-45dd-9c95-0808977f1205 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82 HTTP/1.1" status: 200 len: 854 time: 0.1910055 Nov 16 05:05:35.401720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Router 1901534b-d070-42b3-90f0-9ffd0800b9cc is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:05:35.427945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-047c954f-be99-48e0-9df1-407d8eb6a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:35.430915 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-047c954f-be99-48e0-9df1-407d8eb6a332 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1094 time: 0.0963774 Nov 16 05:05:35.525229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-b7ed02ed-0c24-4ba4-a23e-8a04b0e51d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:35.526822 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-b7ed02ed-0c24-4ba4-a23e-8a04b0e51d26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1094 time: 0.3489690 Nov 16 05:05:35.550112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-097f2879-70a9-4f6b-85a8-969011b42371 req-6b3f8cee-c830-4980-9586-2295b96c5cfb tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372738 Nov 16 05:05:35.577422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-74117aa9-e667-4cd8-8930-8100fe59b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:35.578950 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-74117aa9-e667-4cd8-8930-8100fe59b0b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.1415615 Nov 16 05:05:35.582372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2356d7e1-0cb3-44cf-902a-8d9be0ee7c94 req-89473ebe-5d3e-45c7-8a0d-38099d24edef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e561f0c7-4306-4510-ae53-499e3d104144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504304 Nov 16 05:05:35.583456 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Floating IP 7058d889-6eef-4d86-8e68-e3bac8c2f2c3 associated. External IP: 172.25.0.34, port: 190caefc-ffb0-4f59-b133-0b82e294ceaa. Nov 16 05:05:35.653478 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-da1758e1-2ef0-41ca-b102-0848eb79ece7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 998 time: 0.0678120 Nov 16 05:05:35.705950 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-1c9ed365-37a9-4aca-8f1f-884a71b4edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:35.707679 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-1c9ed365-37a9-4aca-8f1f-884a71b4edb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.0471585 Nov 16 05:05:35.757382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-4fd06518-9352-40a5-8ea5-dab682d45d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:35.759525 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-4fd06518-9352-40a5-8ea5-dab682d45d02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445769 Nov 16 05:05:35.864096 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-8da66964-7694-46b0-8c77-b7222935a5ce service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968559 Nov 16 05:05:35.890612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c952477-d187-41ac-92a6-f649c167a487 req-c653fed1-b5e8-4cf1-89fb-d8bd1e200ff9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:35.893022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c952477-d187-41ac-92a6-f649c167a487 req-c653fed1-b5e8-4cf1-89fb-d8bd1e200ff9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 943 time: 0.5024076 Nov 16 05:05:35.968610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4307a0ce-42d9-4f4a-872a-0b3a929420bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:35.988173 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-d003ae71-83c4-46db-8e4c-a173bd24ad2c service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165361 Nov 16 05:05:36.017664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:05:36.031666 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd808828-50ca-4c2a-8e06-cc627cf66f57 None None] Sync routers for ids ['1901534b-d070-42b3-90f0-9ffd0800b9cc'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:05:36.046487 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-30d859fe-ed37-483a-af51-cf5e303e3b34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "PUT /v2.0/routers/1901534b-d070-42b3-90f0-9ffd0800b9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2074101 Nov 16 05:05:36.051024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43536) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:36.053031 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd808828-50ca-4c2a-8e06-cc627cf66f57 None None] Routers {'1901534b-d070-42b3-90f0-9ffd0800b9cc'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:36.054674 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd808828-50ca-4c2a-8e06-cc627cf66f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1901534b-d070-42b3-90f0-9ffd0800b9cc'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:36.057117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735435ee-4c42-46df-a000-400e24f85c32 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:36.062334 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-735435ee-4c42-46df-a000-400e24f85c32 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:36.086351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-adf54248-5b43-433d-9c44-be2c8c2480db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:36.088502 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-adf54248-5b43-433d-9c44-be2c8c2480db service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.5297101 Nov 16 05:05:36.101372 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd808828-50ca-4c2a-8e06-cc627cf66f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:36.108338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2356d7e1-0cb3-44cf-902a-8d9be0ee7c94 req-d1ee6e58-aca0-43d8-aa71-457e51e6e6a1 service neutron] 10.222.0.37 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986482 Nov 16 05:05:36.110320 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4307a0ce-42d9-4f4a-872a-0b3a929420bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:36.122573 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd808828-50ca-4c2a-8e06-cc627cf66f57 None None] Routers {'1901534b-d070-42b3-90f0-9ffd0800b9cc'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:36.123213 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd808828-50ca-4c2a-8e06-cc627cf66f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1901534b-d070-42b3-90f0-9ffd0800b9cc'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:36.167401 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd808828-50ca-4c2a-8e06-cc627cf66f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:36.170386 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd808828-50ca-4c2a-8e06-cc627cf66f57 None None] The sync data for ids ['1901534b-d070-42b3-90f0-9ffd0800b9cc'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:05:36.768589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c952477-d187-41ac-92a6-f649c167a487 req-abd62f82-67b4-411e-af2f-d39875c7e3b6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8437843 Nov 16 05:05:36.905404 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-a8505177-d3a9-4aa9-a49d-537baf3b51a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 998 time: 0.3327901 Nov 16 05:05:37.029460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 07d9761d-3294-41ef-98ed-67c5a0ac64ee details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:05:37.058428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478c59e-9c9d-49c9-a5ec-195f230ce358 req-f8ef641f-48fb-4197-8033-bfbe13c874eb tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:37.059948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b478c59e-9c9d-49c9-a5ec-195f230ce358 req-f8ef641f-48fb-4197-8033-bfbe13c874eb tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 944 time: 0.4289515 Nov 16 05:05:37.099628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2356d7e1-0cb3-44cf-902a-8d9be0ee7c94 req-66574d55-eed4-40f5-9683-7bef78f7deef service neutron] 10.222.0.37 "GET /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236731 Nov 16 05:05:37.111818 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4307a0ce-42d9-4f4a-872a-0b3a929420bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:37.114463 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4307a0ce-42d9-4f4a-872a-0b3a929420bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:37.115606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4307a0ce-42d9-4f4a-872a-0b3a929420bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bfe2c14d-7d14-445b-9b82-c8744b1ca537 HTTP/1.1" status: 204 len: 168 time: 1.7425113 Nov 16 05:05:37.138869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 07d9761d-3294-41ef-98ed-67c5a0ac64ee, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=07d9761d-3294-41ef-98ed-67c5a0ac64ee,segment=NetworkSegment(eff5d098-40a0-4db1-bab0-54aa6bd31ed2),segment_id=eff5d098-40a0-4db1-bab0-54aa6bd31ed2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:37.152644 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '07d9761d-3294-41ef-98ed-67c5a0ac64ee', 'network_id': 'e561f0c7-4306-4510-ae53-499e3d104144', 'port_id': '07d9761d-3294-41ef-98ed-67c5a0ac64ee', 'mac_address': 'fa:16:3e:d8:e2:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:05:37.178737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-5c705675-ab53-418f-af46-88f63bc195e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:37.180756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-5c705675-ab53-418f-af46-88f63bc195e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.2575552 Nov 16 05:05:37.196962 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:37.200108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307a0ce-42d9-4f4a-872a-0b3a929420bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe2c14d-7d14-445b-9b82-c8744b1ca537,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:37.225466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:05:37.230034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d9761d-3294-41ef-98ed-67c5a0ac64ee {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:05:37.262058 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 07d9761d-3294-41ef-98ed-67c5a0ac64ee, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=07d9761d-3294-41ef-98ed-67c5a0ac64ee,segment=NetworkSegment(eff5d098-40a0-4db1-bab0-54aa6bd31ed2),segment_id=eff5d098-40a0-4db1-bab0-54aa6bd31ed2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:37.267809 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:37.395350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=07d9761d-3294-41ef-98ed-67c5a0ac64ee,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:37.431765 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b478c59e-9c9d-49c9-a5ec-195f230ce358 req-dddf6ee0-5dd2-46e1-8263-b64783c9fa76 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578165 Nov 16 05:05:37.511345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['07d9761d-3294-41ef-98ed-67c5a0ac64ee'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:05:37.552194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-735435ee-4c42-46df-a000-400e24f85c32 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:37.579357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-c0b93276-a8c0-41e7-9a70-028c97f438cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:37.579357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-c0b93276-a8c0-41e7-9a70-028c97f438cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3789811 Nov 16 05:05:37.750154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735435ee-4c42-46df-a000-400e24f85c32 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Subnet': ['ID=766f83a2-0d6c-4ad7-84c0-aa7ec708de4c,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:37.846942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:05:37.902776 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d346664-e4ed-42e5-964a-0e14e236be25 None None] Sync routers for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:05:37.938513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d346664-e4ed-42e5-964a-0e14e236be25 None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:37.939744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3d346664-e4ed-42e5-964a-0e14e236be25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:37.987461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735435ee-4c42-46df-a000-400e24f85c32 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Checking segment: {'id': '318a8b00-9fa7-46f6-a45d-c3348409ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9e5abcda-1135-46e6-8f64-86a4329d59d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:37.988089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735435ee-4c42-46df-a000-400e24f85c32 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network hostable DHCP agents. Network: 9e5abcda-1135-46e6-8f64-86a4329d59d9, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:05:38.041440 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:38.045055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-3d1dac3b-2b35-496a-9ff8-9286c4f7bd4c service neutron] 10.222.0.37 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260979 Nov 16 05:05:38.050750 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-daa92a22-f6cc-4fc6-9cc3-2ecaa28a6412 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:05:38.054894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43592) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:38.055456 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-daa92a22-f6cc-4fc6-9cc3-2ecaa28a6412 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "PUT /v2.0/routers/1901534b-d070-42b3-90f0-9ffd0800b9cc/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9888434 Nov 16 05:05:38.113729 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c70f376-5974-42c4-b249-51a08a24aa86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:38.152148 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9e154ab4-fc71-4153-a222-efa92a9273f5 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.3225281 Nov 16 05:05:38.153017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43596) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:38.161283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'tag': '190caefc-ffb0-4f59-b133-0b82e294ceaa'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:05:38.164071 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be74557-cc14-4a17-ab6d-4ba9369eace4" -d '{"events": [{"name": "network-changed", "server_uuid": "67dbe9b9-f1bc-4982-bdb6-720d54ee4627", "tag": "190caefc-ffb0-4f59-b133-0b82e294ceaa"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:05:38.174981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735435ee-4c42-46df-a000-400e24f85c32 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network 9e5abcda-1135-46e6-8f64-86a4329d59d9 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:05:38.196432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-3d346664-e4ed-42e5-964a-0e14e236be25 None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:05:38.240857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a12fc-ea73-48b3-879a-d2f1aaf76b9e req-8a322c0b-2887-4f34-8961-ef8d05cb460a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:38.242532 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-104a12fc-ea73-48b3-879a-d2f1aaf76b9e req-8a322c0b-2887-4f34-8961-ef8d05cb460a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 943 time: 0.3057089 Nov 16 05:05:38.277298 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dc4d35-b344-42f0-8c8a-39bf6f74b68b x-openstack-request-id: req-13dc4d35-b344-42f0-8c8a-39bf6f74b68b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:05:38.277642 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dbe9b9-f1bc-4982-bdb6-720d54ee4627", "tag": "190caefc-ffb0-4f59-b133-0b82e294ceaa", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:05:38.278005 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13dc4d35-b344-42f0-8c8a-39bf6f74b68b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:05:38.278409 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'tag': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'status': 'completed', 'code': 200} Nov 16 05:05:38.279037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-735435ee-4c42-46df-a000-400e24f85c32 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 9e5abcda-1135-46e6-8f64-86a4329d59d9) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:38.284693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735435ee-4c42-46df-a000-400e24f85c32 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:38.285860 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-735435ee-4c42-46df-a000-400e24f85c32 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:38.369277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-735435ee-4c42-46df-a000-400e24f85c32 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9946067 Nov 16 05:05:38.376067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43612) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:38.378936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8f0d35-15c7-4336-b79f-7fe7bf31f07a None None] Network 9e5abcda-1135-46e6-8f64-86a4329d59d9 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:38.391924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-465090c2-97c9-4aed-8923-d03039e01694 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/floatingips/7058d889-6eef-4d86-8e68-e3bac8c2f2c3 HTTP/1.1" status: 200 len: 991 time: 0.2234075 Nov 16 05:05:38.402418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-cc622342-ac72-41a8-8005-8294d68ace5b service neutron] 10.222.0.37 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225050 Nov 16 05:05:38.407956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0dac3bb7-0a4e-4bea-a222-dd8ceb9b7fb7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2066246439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:38.544069 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0dac3bb7-0a4e-4bea-a222-dd8ceb9b7fb7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:38.545161 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0dac3bb7-0a4e-4bea-a222-dd8ceb9b7fb7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:38.600243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be74557-cc14-4a17-ab6d-4ba9369eace4 req-c857fb1b-36fa-4a5c-a04a-57e45ee04fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:38.601507 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9be74557-cc14-4a17-ab6d-4ba9369eace4 req-c857fb1b-36fa-4a5c-a04a-57e45ee04fd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 1097 time: 0.3144062 Nov 16 05:05:38.629826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-104a12fc-ea73-48b3-879a-d2f1aaf76b9e req-9ef2db57-15ce-416e-b45e-ef513531e63b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3740873 Nov 16 05:05:38.724815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-d3f48778-cb40-4bae-98f5-69cbec57b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:38.726910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-d3f48778-cb40-4bae-98f5-69cbec57b971 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1094 time: 0.2663345 Nov 16 05:05:38.793144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0dac3bb7-0a4e-4bea-a222-dd8ceb9b7fb7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:38.835297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0dac3bb7-0a4e-4bea-a222-dd8ceb9b7fb7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:38.859074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067a935-1971-4b63-9720-85ad4d34d1cc req-bc494c75-29e8-4334-9eea-9f2124017041 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:38.860708 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9067a935-1971-4b63-9720-85ad4d34d1cc req-bc494c75-29e8-4334-9eea-9f2124017041 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 945 time: 0.2984946 Nov 16 05:05:38.867754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-9e5abcda-1135-46e6-8f64-86a4329d59d9', 'network_id': '9e5abcda-1135-46e6-8f64-86a4329d59d9', 'tenant_id': 'd5813e4f480449aea9709170b51e91db', 'fixed_ips': [{'subnet_id': '766f83a2-0d6c-4ad7-84c0-aa7ec708de4c'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:05:38.870971 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:38.896831 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0dac3bb7-0a4e-4bea-a222-dd8ceb9b7fb7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:38.901328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0dac3bb7-0a4e-4bea-a222-dd8ceb9b7fb7 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5082536 Nov 16 05:05:38.918193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43630) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:38.948921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'network_id': '9e5abcda-1135-46e6-8f64-86a4329d59d9', 'name': 'tempest-PortsIpV6TestJSON-2008435253'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:39.031159 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be74557-cc14-4a17-ab6d-4ba9369eace4 req-c154aa1a-427f-43ad-97f5-10a6e9540807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:39.033636 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9be74557-cc14-4a17-ab6d-4ba9369eace4 req-c154aa1a-427f-43ad-97f5-10a6e9540807 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b58604fa-2aa1-416f-ad29-9cd81c975b47 HTTP/1.1" status: 200 len: 897 time: 0.3677604 Nov 16 05:05:39.087351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 07d9761d-3294-41ef-98ed-67c5a0ac64ee up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:39.108038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3d346664-e4ed-42e5-964a-0e14e236be25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:04:47Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7058d889-6eef-4d86-8e68-e3bac8c2f2c3', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'port_id': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'mac_address': 'fa:16:3e:52:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:05:32Z', 'updated_at': '2021-11-16T05:05:32Z', 'revision_number': 0, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:54Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:39.131374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68cd553a-d9a6-48a8-b08d-3cf309d16980 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:39.183508 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9be74557-cc14-4a17-ab6d-4ba9369eace4 req-92577db9-b246-4cd0-a0b0-7dc969c5df5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190caefc-ffb0-4f59-b133-0b82e294ceaa HTTP/1.1" status: 200 len: 999 time: 0.1404209 Nov 16 05:05:39.217179 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9067a935-1971-4b63-9720-85ad4d34d1cc req-b7aa7f96-13ab-4c23-b0e1-e684b67993b7 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391938 Nov 16 05:05:39.220053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-86482c75-692d-4880-aab9-a6907613893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:39.221547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-86482c75-692d-4880-aab9-a6907613893f service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.4595802 Nov 16 05:05:39.317642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d346664-e4ed-42e5-964a-0e14e236be25 None None] Checking router: 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:05:39.331032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:39.334431 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:39.379194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port e118e3ee-c6e8-4943-8f1b-996a26ab9a4a yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:05:39.383095 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be74557-cc14-4a17-ab6d-4ba9369eace4 req-648c7c79-0ac5-4ed3-93de-7acb26ad23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:39.391545 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9be74557-cc14-4a17-ab6d-4ba9369eace4 req-648c7c79-0ac5-4ed3-93de-7acb26ad23e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d486ef2-9245-40db-8ab1-414577bb34fd HTTP/1.1" status: 200 len: 834 time: 0.1701212 Nov 16 05:05:39.398179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43648) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:39.399227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-a84b4d9d-0b38-4a67-b91d-6ffbc259ac9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 998 time: 0.1624026 Nov 16 05:05:39.408444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d346664-e4ed-42e5-964a-0e14e236be25 None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:39.409079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3d346664-e4ed-42e5-964a-0e14e236be25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:39.615120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be74557-cc14-4a17-ab6d-4ba9369eace4 req-cddb74d7-3a8d-431e-bc2f-65eb4766b430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:39.616908 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9be74557-cc14-4a17-ab6d-4ba9369eace4 req-cddb74d7-3a8d-431e-bc2f-65eb4766b430 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b58604fa-2aa1-416f-ad29-9cd81c975b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047764 Nov 16 05:05:39.840403 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9be74557-cc14-4a17-ab6d-4ba9369eace4 req-60af90d7-6e46-405e-bbd6-ea34a3acb81e service neutron] 10.222.0.15 "GET /v2.0/networks/b58604fa-2aa1-416f-ad29-9cd81c975b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141349 Nov 16 05:05:40.011485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-3d346664-e4ed-42e5-964a-0e14e236be25 None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:05:40.041631 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1724a21b-bced-4f6d-969e-dab2fc7589c2 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/floatingips/7058d889-6eef-4d86-8e68-e3bac8c2f2c3 HTTP/1.1" status: 200 len: 991 time: 0.6412742 Nov 16 05:05:40.081390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6c33b-22c9-4644-ba94-29a6488bb016 req-48b86939-4f22-409b-8dc9-db33481bdd4d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:40.090888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18f6c33b-22c9-4644-ba94-29a6488bb016 req-48b86939-4f22-409b-8dc9-db33481bdd4d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 943 time: 0.1872971 Nov 16 05:05:40.097204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-45e152d6-be40-43d3-af6a-6e9299e636b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:40.098778 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-45e152d6-be40-43d3-af6a-6e9299e636b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.6504238 Nov 16 05:05:40.101859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Allocated IP 2001:db8::2 (9e5abcda-1135-46e6-8f64-86a4329d59d9/766f83a2-0d6c-4ad7-84c0-aa7ec708de4c/56a2e6f9-7ac9-4d8c-8490-88518fb2b458) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:40.235355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43666) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:40.262046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18f6c33b-22c9-4644-ba94-29a6488bb016 req-51a7fe07-b269-473e-8497-8b50a05cb09e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701574 Nov 16 05:05:40.271689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-0a11cb0e-9fd2-43a8-a03f-b8854c07815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:40.273553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-0a11cb0e-9fd2-43a8-a03f-b8854c07815d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1282680 Nov 16 05:05:40.347667 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9be74557-cc14-4a17-ab6d-4ba9369eace4 req-0e571dba-a570-4ada-9d02-02bef6ee5c16 service neutron] 10.222.0.15 "GET /v2.0/networks/b58604fa-2aa1-416f-ad29-9cd81c975b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974947 Nov 16 05:05:40.372712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-68cd553a-d9a6-48a8-b08d-3cf309d16980 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Deleting port c4e088ce-e541-4d33-bd6d-f4e860116b60 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:40.373447 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68cd553a-d9a6-48a8-b08d-3cf309d16980 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:40.393044 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:40.426668 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:40.480176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8::284 (9e5abcda-1135-46e6-8f64-86a4329d59d9/766f83a2-0d6c-4ad7-84c0-aa7ec708de4c/e118e3ee-c6e8-4943-8f1b-996a26ab9a4a) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:40.501411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e1ef9d15-8c9f-4415-bf5e-60f315a10c6e tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:40.537585 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-88c211e2-959e-480d-8aca-97673053c9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:40.557231 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68cd553a-d9a6-48a8-b08d-3cf309d16980 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:40.572702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-68cd553a-d9a6-48a8-b08d-3cf309d16980 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Calling delete_port for c4e088ce-e541-4d33-bd6d-f4e860116b60 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:40.585369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f94fa5-1dad-4d82-a022-06f2d34345a3 req-40e80c41-3135-4467-817f-6da3dca629b6 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:40.594604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28f94fa5-1dad-4d82-a022-06f2d34345a3 req-40e80c41-3135-4467-817f-6da3dca629b6 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 945 time: 0.2057443 Nov 16 05:05:40.626882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 07d9761d-3294-41ef-98ed-67c5a0ac64ee completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:05:40.668006 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 07d9761d-3294-41ef-98ed-67c5a0ac64ee triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:40.668422 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:40.671155 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Network 9e5abcda-1135-46e6-8f64-86a4329d59d9 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:40.728486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Pushing event updated for resources: {'Port': ['ID=56a2e6f9-7ac9-4d8c-8490-88518fb2b458,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:40.732960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:40.737447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:40.803791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-9009754e-6026-4265-ac9c-3ac6cac5d9a9 service neutron] 10.222.0.37 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200033 Nov 16 05:05:40.812324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e1ef9d15-8c9f-4415-bf5e-60f315a10c6e tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] 10.222.0.41 "PUT /v2.0/quotas/abbd9bda54d441cca288bca2c75540af HTTP/1.1" status: 200 len: 368 time: 0.5733202 Nov 16 05:05:40.859116 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43676) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:40.866651 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Request body: {'network': {'project_id': 'abbd9bda54d441cca288bca2c75540af'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:40.935606 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Attempting to bind port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:05:40.935980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Attempting to bind port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '318a8b00-9fa7-46f6-a45d-c3348409ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9e5abcda-1135-46e6-8f64-86a4329d59d9'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:05:40.936343 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Attempting to bind port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 on network 9e5abcda-1135-46e6-8f64-86a4329d59d9 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:40.947438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28f94fa5-1dad-4d82-a022-06f2d34345a3 req-3a059d6a-3ed3-444f-a77c-50121010263c tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513999 Nov 16 05:05:40.967585 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:05:40.967828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Checking segment: {'id': '318a8b00-9fa7-46f6-a45d-c3348409ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9e5abcda-1135-46e6-8f64-86a4329d59d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:40.968204 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:40.968604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Bound using segment: {'id': '318a8b00-9fa7-46f6-a45d-c3348409ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9e5abcda-1135-46e6-8f64-86a4329d59d9'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:05:40.969146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Bound port: 56a2e6f9-7ac9-4d8c-8490-88518fb2b458, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318a8b00-9fa7-46f6-a45d-c3348409ce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '9e5abcda-1135-46e6-8f64-86a4329d59d9'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:05:40.969474 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.034248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e871a35-1e6b-4070-bc64-2bca133cbe28 req-5d245b18-54f1-4834-812b-a296326c7847 service neutron] 10.222.0.37 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063053 Nov 16 05:05:41.051283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43678) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:41.060646 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 943918c8-e995-4dbd-865a-8de37a07df38 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:05:41.064531 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.069605 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.087950 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68cd553a-d9a6-48a8-b08d-3cf309d16980 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.103751 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Made reservation on behalf of abbd9bda54d441cca288bca2c75540af for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:41.107878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.131784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d9761d-3294-41ef-98ed-67c5a0ac64ee'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:05:41.135214 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cded79b-5ebd-4452-8e05-d499a7b8c46a" -d '{"events": [{"server_uuid": "eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea", "name": "network-vif-plugged", "status": "completed", "tag": "07d9761d-3294-41ef-98ed-67c5a0ac64ee"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:05:41.167460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7db626fd-5e9d-4bf3-aceb-7956ebbfac47 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/floatingips/7058d889-6eef-4d86-8e68-e3bac8c2f2c3 HTTP/1.1" status: 200 len: 991 time: 0.1112201 Nov 16 05:05:41.187378 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 07d9761d-3294-41ef-98ed-67c5a0ac64ee, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=07d9761d-3294-41ef-98ed-67c5a0ac64ee,segment=NetworkSegment(eff5d098-40a0-4db1-bab0-54aa6bd31ed2),segment_id=eff5d098-40a0-4db1-bab0-54aa6bd31ed2)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:41.213980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.233094 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.238969 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cc434e-fe8d-4c12-a140-c80cf6505be4 x-openstack-request-id: req-f3cc434e-fe8d-4c12-a140-c80cf6505be4 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:05:41.239261 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea", "name": "network-vif-plugged", "status": "completed", "tag": "07d9761d-3294-41ef-98ed-67c5a0ac64ee", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:05:41.239514 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f3cc434e-fe8d-4c12-a140-c80cf6505be4 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:05:41.240000 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d9761d-3294-41ef-98ed-67c5a0ac64ee', 'code': 200} Nov 16 05:05:41.251472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] For port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:05:41.268064 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.297198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3d346664-e4ed-42e5-964a-0e14e236be25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:04:47Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7058d889-6eef-4d86-8e68-e3bac8c2f2c3', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'port_id': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'mac_address': 'fa:16:3e:52:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:05:32Z', 'updated_at': '2021-11-16T05:05:32Z', 'revision_number': 0, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:54Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:41.300087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] For port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=56a2e6f9-7ac9-4d8c-8490-88518fb2b458,segment=NetworkSegment(318a8b00-9fa7-46f6-a45d-c3348409ce28),segment_id=318a8b00-9fa7-46f6-a45d-c3348409ce28)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:05:41.303565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd553a-d9a6-48a8-b08d-3cf309d16980 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event deleted for resources: {'Port': ['ID=c4e088ce-e541-4d33-bd6d-f4e860116b60,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:41.371857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=e118e3ee-c6e8-4943-8f1b-996a26ab9a4a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:41.382859 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.408572 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d346664-e4ed-42e5-964a-0e14e236be25 None None] The sync data for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 is: [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:04:47Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7058d889-6eef-4d86-8e68-e3bac8c2f2c3', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'port_id': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'mac_address': 'fa:16:3e:52:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:05:32Z', 'updated_at': '2021-11-16T05:05:32Z', 'revision_number': 0, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:54Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:05:41.463052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:41.493711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network 9e5abcda-1135-46e6-8f64-86a4329d59d9 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:41.497990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '943918c8-e995-4dbd-865a-8de37a07df38', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'port_id': '943918c8-e995-4dbd-865a-8de37a07df38', 'mac_address': 'fa:16:3e:02:2e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:05:41.502600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=07d9761d-3294-41ef-98ed-67c5a0ac64ee,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:41.534655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:41.541087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:41.549387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:41.550379 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.576791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-20f9df5f-3208-4647-8788-c1c83f5d86be tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6528974 Nov 16 05:05:41.579629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43686) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:41.580277 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-68cd553a-d9a6-48a8-b08d-3cf309d16980 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.595232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacbdf2-ea23-4751-bd07-8160acfed503 req-aef040f7-86eb-4aa1-966c-0fb0e4022a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:41.597680 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bacbdf2-ea23-4751-bd07-8160acfed503 req-aef040f7-86eb-4aa1-966c-0fb0e4022a5e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 1097 time: 0.2358320 Nov 16 05:05:41.639908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03f1343-2bb1-4c45-a074-b2b17c95c407 req-d4a37876-7a61-4c63-88c2-fb45d8d5ec75 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:41.642853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c03f1343-2bb1-4c45-a074-b2b17c95c407 req-d4a37876-7a61-4c63-88c2-fb45d8d5ec75 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 943 time: 0.2481458 Nov 16 05:05:41.673015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4126f9-50b7-47dd-972a-d8bef8954622 None None] Pushing event updated for resources: {'Port': ['ID=56a2e6f9-7ac9-4d8c-8490-88518fb2b458,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:41.678191 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.694963 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943918c8-e995-4dbd-865a-8de37a07df38 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:05:41.718946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bacbdf2-ea23-4751-bd07-8160acfed503 req-36ef184c-daf2-47e6-944c-e56088fd161b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117804 Nov 16 05:05:41.742280 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:41.753204 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.795681 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64226878-3fbb-4073-9e6b-efc9a268984d None None] New status for floating IP 7058d889-6eef-4d86-8e68-e3bac8c2f2c3: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:05:41.803558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c03f1343-2bb1-4c45-a074-b2b17c95c407 req-a755fa24-5d35-4cc9-9e1a-b75b6e9373f8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427197 Nov 16 05:05:41.851278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:41.943232 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:41.982573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['943918c8-e995-4dbd-865a-8de37a07df38'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:05:42.030036 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:42.070501 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:42.175220 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43700) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:42.239697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:05:42.249296 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:42.249568 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Added segment 7e5c90dd-6d79-4fa5-98a2-8265faa9a950 of type vlan for network b7cbfb51-f9ac-4105-b6fa-0ffb2146c591 Nov 16 05:05:42.295625 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:42.428386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8f78d-0c63-4373-a9bd-9769522d7726 req-6340f168-30d3-4993-8a2a-b3d74cdb0f14 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:42.433486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4e8f78d-0c63-4373-a9bd-9769522d7726 req-6340f168-30d3-4993-8a2a-b3d74cdb0f14 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 946 time: 0.3436091 Nov 16 05:05:42.488269 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.db.resource_extend [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 16 05:05:42.512622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee320712-825e-4bac-ba0d-511e734e6b8b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:42.513822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08159b-b522-4bca-a306-f779cebb5056 req-d695ac29-ba88-4a36-b3af-67ad24a53a98 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:42.522288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab08159b-b522-4bca-a306-f779cebb5056 req-d695ac29-ba88-4a36-b3af-67ad24a53a98 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 944 time: 0.2842000 Nov 16 05:05:42.532999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-85c15842-c8bd-4ed5-8d82-9d5dd0389ca7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:42.534783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-85c15842-c8bd-4ed5-8d82-9d5dd0389ca7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.37 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7&tenant_id=67e3204c0e154b1a8a560237bfff7b3b&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 944 time: 0.3596306 Nov 16 05:05:42.538439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8bf57b5e-ac26-4952-a613-83292d24f4e3 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/floatingips/7058d889-6eef-4d86-8e68-e3bac8c2f2c3 HTTP/1.1" status: 200 len: 993 time: 0.3615327 Nov 16 05:05:42.591493 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cd553a-d9a6-48a8-b08d-3cf309d16980 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Router 1901534b-d070-42b3-90f0-9ffd0800b9cc has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:05:42.629755 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:42.630733 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:42.631306 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:42.671700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4e8f78d-0c63-4373-a9bd-9769522d7726 req-c3645196-26b6-417f-b69b-19cda38ccab2 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689663 Nov 16 05:05:42.730200 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8686533 Nov 16 05:05:42.744457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43704) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:42.767079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5c06d8ab-5805-4363-8f47-928860d4bbaf tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Request body: {'network': {'project_id': 'abbd9bda54d441cca288bca2c75540af'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:42.815072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab08159b-b522-4bca-a306-f779cebb5056 req-8242184a-ddef-4596-90a4-57abd35c5815 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919209 Nov 16 05:05:42.827088 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-f87b095d-ba3f-48f8-ac85-14c0ee5709cf service neutron] 10.222.0.37 "GET /v2.0/ports/943918c8-e995-4dbd-865a-8de37a07df38/bindings/n-h1-818042-1 HTTP/1.1" status: 200 len: 382 time: 0.2736619 Nov 16 05:05:42.865421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:42.875715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c06d8ab-5805-4363-8f47-928860d4bbaf tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Made reservation on behalf of abbd9bda54d441cca288bca2c75540af for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:42.878940 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c06d8ab-5805-4363-8f47-928860d4bbaf tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:42.948226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c06d8ab-5805-4363-8f47-928860d4bbaf tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:05:42.950217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:42.950602 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:42.961600 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c06d8ab-5805-4363-8f47-928860d4bbaf tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:42.962119 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-5c06d8ab-5805-4363-8f47-928860d4bbaf tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Added segment 914609a7-73c4-419a-a148-d2ed5c23c894 of type vlan for network 71b49e5e-e76b-45f2-a04a-ce74e4750d7f Nov 16 05:05:42.989230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c26ae3-d96d-40ab-a784-04047e9b1170 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Pushing event updated for resources: {'Network': ['ID=b7cbfb51-f9ac-4105-b6fa-0ffb2146c591,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:42.995770 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cd553a-d9a6-48a8-b08d-3cf309d16980 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:05:43.014361 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-68cd553a-d9a6-48a8-b08d-3cf309d16980 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "PUT /v2.0/routers/1901534b-d070-42b3-90f0-9ffd0800b9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9582067 Nov 16 05:05:43.015017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43708) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:43.015702 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c06d8ab-5805-4363-8f47-928860d4bbaf tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:43.016092 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network b7cbfb51-f9ac-4105-b6fa-0ffb2146c591 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:05:43.018615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c3c2a-c11b-439b-bf2e-6d05c93575ae None None] Sync routers for ids ['1901534b-d070-42b3-90f0-9ffd0800b9cc'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:05:43.051654 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c06d8ab-5805-4363-8f47-928860d4bbaf tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:43.052990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06d8ab-5805-4363-8f47-928860d4bbaf tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:43.053676 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c06d8ab-5805-4363-8f47-928860d4bbaf tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:43.063022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-eaeda013-2218-4214-a265-bf2495134866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:43.064691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-eaeda013-2218-4214-a265-bf2495134866 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1095 time: 0.1833355 Nov 16 05:05:43.082049 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-acac3f73-c349-42fa-9d6f-a2a434f4b68e tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] delete failed (client error): The resource could not be found. Nov 16 05:05:43.084502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 943918c8-e995-4dbd-865a-8de37a07df38 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:43.087339 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-acac3f73-c349-42fa-9d6f-a2a434f4b68e tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-801825901 HTTP/1.1" status: 404 len: 334 time: 0.0699322 Nov 16 05:05:43.091358 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43710) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:43.096176 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a2d17244-fa84-4629-b9ce-666cb279929c tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Request body: {'router': {'external_gateway_info': {'network_id': '1901534b-d070-42b3-90f0-9ffd0800b9cc'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:43.116553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c3c2a-c11b-439b-bf2e-6d05c93575ae None None] Routers {'1901534b-d070-42b3-90f0-9ffd0800b9cc'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:43.117183 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ca4c3c2a-c11b-439b-bf2e-6d05c93575ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1901534b-d070-42b3-90f0-9ffd0800b9cc'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:43.186742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ca4c3c2a-c11b-439b-bf2e-6d05c93575ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:43.227884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-692c0adf-8937-4c46-9e66-661f9e84bbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:43.229625 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-692c0adf-8937-4c46-9e66-661f9e84bbcc service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.1268234 Nov 16 05:05:43.246627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c3c2a-c11b-439b-bf2e-6d05c93575ae None None] Routers {'1901534b-d070-42b3-90f0-9ffd0800b9cc'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:43.247265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ca4c3c2a-c11b-439b-bf2e-6d05c93575ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1901534b-d070-42b3-90f0-9ffd0800b9cc'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:43.317663 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ca4c3c2a-c11b-439b-bf2e-6d05c93575ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:43.318508 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c3c2a-c11b-439b-bf2e-6d05c93575ae None None] The sync data for ids ['1901534b-d070-42b3-90f0-9ffd0800b9cc'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:05:43.339882 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5c06d8ab-5805-4363-8f47-928860d4bbaf tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5793087 Nov 16 05:05:43.350503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43712) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:43.352649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93ca8d7-8dca-4996-9e8a-556e5a104502 None None] Network 9e5abcda-1135-46e6-8f64-86a4329d59d9 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:43.365238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4ee8a91d-deaa-4e2b-add3-554d8e2f1155 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Request body: {'network': {'project_id': 'abbd9bda54d441cca288bca2c75540af'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:43.401426 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06d8ab-5805-4363-8f47-928860d4bbaf tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Pushing event updated for resources: {'Network': ['ID=71b49e5e-e76b-45f2-a04a-ce74e4750d7f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:43.411446 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee8a91d-deaa-4e2b-add3-554d8e2f1155 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 16 05:05:43.411925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee8a91d-deaa-4e2b-add3-554d8e2f1155 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:05:43.413652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4ee8a91d-deaa-4e2b-add3-554d8e2f1155 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0583894 Nov 16 05:05:43.417483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43714) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:43.425657 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-d4577648-4808-442f-9e70-a030df378557 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 999 time: 0.1552947 Nov 16 05:05:43.512964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-7fa82308-9044-40ef-bba8-3e2715cacffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:43.514451 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-7fa82308-9044-40ef-bba8-3e2715cacffe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.0797770 Nov 16 05:05:43.515477 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 71b49e5e-e76b-45f2-a04a-ce74e4750d7f details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:05:43.520756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-07a88635-e86f-4723-8d6c-f6cb75657523 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abbd9bda54d441cca288bca2c75540af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1018534 Nov 16 05:05:43.531241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43716) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:43.560734 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:43.613683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-355dac70-9f05-458f-817f-2191540d6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:43.615295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-355dac70-9f05-458f-817f-2191540d6eb8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934939 Nov 16 05:05:43.615950 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c2f480a1-47f4-4441-936a-eb0420c866e6 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:43.689333 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c2f480a1-47f4-4441-936a-eb0420c866e6 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:43.819571 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a2d17244-fa84-4629-b9ce-666cb279929c tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:43.832672 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c2f480a1-47f4-4441-936a-eb0420c866e6 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:43.835345 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c2f480a1-47f4-4441-936a-eb0420c866e6 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:43.837115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c2f480a1-47f4-4441-936a-eb0420c866e6 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee320712-825e-4bac-ba0d-511e734e6b8b HTTP/1.1" status: 204 len: 168 time: 0.3044767 Nov 16 05:05:43.842482 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43730) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:43.852638 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:43.885959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-386cb4a5-42e8-40ed-9966-0d483ed12531 service neutron] 10.222.0.37 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465611 Nov 16 05:05:43.897020 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:43.916763 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-a2d17244-fa84-4629-b9ce-666cb279929c tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] update failed (client error): The resource could not be found. Nov 16 05:05:43.917860 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a2d17244-fa84-4629-b9ce-666cb279929c tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "PUT /v2.0/routers/1901534b-d070-42b3-90f0-9ffd0800b9cc HTTP/1.1" status: 404 len: 339 time: 0.8253205 Nov 16 05:05:43.924887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43734) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:43.944431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f480a1-47f4-4441-936a-eb0420c866e6 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee320712-825e-4bac-ba0d-511e734e6b8b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:43.995553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=56a2e6f9-7ac9-4d8c-8490-88518fb2b458,segment=NetworkSegment(318a8b00-9fa7-46f6-a45d-c3348409ce28),segment_id=318a8b00-9fa7-46f6-a45d-c3348409ce28)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:44.011791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 943918c8-e995-4dbd-865a-8de37a07df38 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:05:44.014231 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:44.047712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3abba7f5-0cf7-463a-8e92-913a2473da70 None None] Provisioning complete for port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:44.048088 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3abba7f5-0cf7-463a-8e92-913a2473da70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:44.069291 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-100e0342-bed5-42e7-81e3-a77deb36673b tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:44.103019 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 943918c8-e995-4dbd-865a-8de37a07df38 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:44.105974 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:44.218811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e4f58-e738-4ef5-8965-1a1f9ae5ad26 req-90dfbeb6-ba6b-4b84-b97a-67975e00edfe tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:44.220804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-860e4f58-e738-4ef5-8965-1a1f9ae5ad26 req-90dfbeb6-ba6b-4b84-b97a-67975e00edfe tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 946 time: 0.4030817 Nov 16 05:05:44.233713 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:44.304595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=56a2e6f9-7ac9-4d8c-8490-88518fb2b458,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:44.348765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7818a1-5dfa-4f7a-a6f7-4497a2071509 req-2ef8ec99-23d5-44a5-89c3-ad90b5bc154c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:44.351008 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff7818a1-5dfa-4f7a-a6f7-4497a2071509 req-2ef8ec99-23d5-44a5-89c3-ad90b5bc154c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 944 time: 0.2708430 Nov 16 05:05:44.372777 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:44.402397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-127f1ad1-a2d4-45ac-b986-4045ce843798 service neutron] 10.222.0.37 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141025 Nov 16 05:05:44.430836 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-860e4f58-e738-4ef5-8965-1a1f9ae5ad26 req-d8412cfe-5fc5-4f1b-92a5-42ade1b90bc4 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986103 Nov 16 05:05:44.438607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:05:44.441527 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3f2b3d-0b76-44bd-bb7a-42692c6a4c50" -d '{"events": [{"server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "name": "network-vif-plugged", "status": "completed", "tag": "943918c8-e995-4dbd-865a-8de37a07df38"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:05:44.486323 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff7818a1-5dfa-4f7a-a6f7-4497a2071509 req-c9e093d5-eb82-4327-9ec2-312d16268eae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171138 Nov 16 05:05:44.497371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:44.509224 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:44.591480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:44.630483 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33afebea-b375-4b96-9530-bda17d11afb6 x-openstack-request-id: req-33afebea-b375-4b96-9530-bda17d11afb6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:05:44.630869 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "name": "network-vif-plugged", "status": "completed", "tag": "943918c8-e995-4dbd-865a-8de37a07df38", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:05:44.631098 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33afebea-b375-4b96-9530-bda17d11afb6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:05:44.631510 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38', 'code': 200} Nov 16 05:05:44.750965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:05:44.752909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-87444ffa-938e-4395-a27f-4e6113470a87 None None] Provisioning complete for port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:44.753287 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87444ffa-938e-4395-a27f-4e6113470a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:44.796886 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-100e0342-bed5-42e7-81e3-a77deb36673b tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:44.860744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:44.861127 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:44.913499 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-100e0342-bed5-42e7-81e3-a77deb36673b tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b49e5e-e76b-45f2-a04a-ce74e4750d7f']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:44.955900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-100e0342-bed5-42e7-81e3-a77deb36673b tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914609a7-73c4-419a-a148-d2ed5c23c894') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:44.956476 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-100e0342-bed5-42e7-81e3-a77deb36673b tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914609a7-73c4-419a-a148-d2ed5c23c894') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:44.999696 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-87444ffa-938e-4395-a27f-4e6113470a87 None None] Provisioning complete for port e118e3ee-c6e8-4943-8f1b-996a26ab9a4a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:45.000268 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87444ffa-938e-4395-a27f-4e6113470a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.007506 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-100e0342-bed5-42e7-81e3-a77deb36673b tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.054151 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265edb5e-3381-4dde-beea-ca399903ba61 req-8ab6675c-ac9e-4f60-9bbc-b96d8862a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:45.059985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-265edb5e-3381-4dde-beea-ca399903ba61 req-8ab6675c-ac9e-4f60-9bbc-b96d8862a807 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1097 time: 0.0894322 Nov 16 05:05:45.093029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-87444ffa-938e-4395-a27f-4e6113470a87 None None] Port e118e3ee-c6e8-4943-8f1b-996a26ab9a4a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:45.113024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-100e0342-bed5-42e7-81e3-a77deb36673b tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.130788 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.164117 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.166720 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100e0342-bed5-42e7-81e3-a77deb36673b tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:05:45.167226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-100e0342-bed5-42e7-81e3-a77deb36673b tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:05:45.172047 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:05:45.214894 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.231597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2f4dd849-1429-42c3-95f7-a98c9b46f7a5 None None] Provisioning complete for port e118e3ee-c6e8-4943-8f1b-996a26ab9a4a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:45.231964 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2f4dd849-1429-42c3-95f7-a98c9b46f7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.244002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265edb5e-3381-4dde-beea-ca399903ba61 req-e1792a56-7fe5-4233-911b-7c45917ceff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:45.245805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-265edb5e-3381-4dde-beea-ca399903ba61 req-e1792a56-7fe5-4233-911b-7c45917ceff5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.1562185 Nov 16 05:05:45.325122 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2f4dd849-1429-42c3-95f7-a98c9b46f7a5 None None] Port e118e3ee-c6e8-4943-8f1b-996a26ab9a4a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:45.339535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-265edb5e-3381-4dde-beea-ca399903ba61 req-a96b49bc-42f1-4974-b9db-c6a98ad45c26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 1000 time: 0.0848739 Nov 16 05:05:45.406369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265edb5e-3381-4dde-beea-ca399903ba61 req-2e2d5144-364b-4138-ac18-16fb3556d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:45.409116 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-265edb5e-3381-4dde-beea-ca399903ba61 req-2e2d5144-364b-4138-ac18-16fb3556d318 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.0613720 Nov 16 05:05:45.427733 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-100e0342-bed5-42e7-81e3-a77deb36673b tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.435135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=e118e3ee-c6e8-4943-8f1b-996a26ab9a4a,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:45.480056 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-100e0342-bed5-42e7-81e3-a77deb36673b tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.485673 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-100e0342-bed5-42e7-81e3-a77deb36673b tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] 10.222.0.41 "DELETE /v2.0/networks/71b49e5e-e76b-45f2-a04a-ce74e4750d7f HTTP/1.1" status: 204 len: 168 time: 1.6392591 Nov 16 05:05:45.486668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43758) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:45.582333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e0342-bed5-42e7-81e3-a77deb36673b tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Pushing event deleted for resources: {'Network': ['ID=71b49e5e-e76b-45f2-a04a-ce74e4750d7f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:45.664801 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cc67e23-a48c-47b8-af66-1f27a3b39758 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.690259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265edb5e-3381-4dde-beea-ca399903ba61 req-85303249-0a1c-4609-868d-1247824cce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:45.702268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-265edb5e-3381-4dde-beea-ca399903ba61 req-85303249-0a1c-4609-868d-1247824cce7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2812092 Nov 16 05:05:45.801194 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9b7302b7-9094-4fe7-b9de-2dbe0e3e7826 None None] Provisioning complete for port e118e3ee-c6e8-4943-8f1b-996a26ab9a4a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:45.801569 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9b7302b7-9094-4fe7-b9de-2dbe0e3e7826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.926114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9b7302b7-9094-4fe7-b9de-2dbe0e3e7826 None None] Port e118e3ee-c6e8-4943-8f1b-996a26ab9a4a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:45.940779 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cc67e23-a48c-47b8-af66-1f27a3b39758 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.953254 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:45.987738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-265edb5e-3381-4dde-beea-ca399903ba61 req-d242bd5d-093c-486f-a421-b4c8b59c0b1c service neutron] 10.222.0.37 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783980 Nov 16 05:05:45.990773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7cc67e23-a48c-47b8-af66-1f27a3b39758 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cbfb51-f9ac-4105-b6fa-0ffb2146c591']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:46.041472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7cc67e23-a48c-47b8-af66-1f27a3b39758 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5c90dd-6d79-4fa5-98a2-8265faa9a950') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:46.041948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7cc67e23-a48c-47b8-af66-1f27a3b39758 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5c90dd-6d79-4fa5-98a2-8265faa9a950') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:46.054752 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cc67e23-a48c-47b8-af66-1f27a3b39758 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:46.089660 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cc67e23-a48c-47b8-af66-1f27a3b39758 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:46.103315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc67e23-a48c-47b8-af66-1f27a3b39758 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:05:46.103861 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cc67e23-a48c-47b8-af66-1f27a3b39758 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:05:46.235188 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:05:46.317285 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Allocated IP 172.20.0.1 (51aee9a4-445b-4bb7-8e5b-d8cff397b2c9/e30591b9-6ca8-4f2f-b009-3d16bb4db6e5/75e50893-c77e-412b-b481-6b74200d5248) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:46.419190 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:46.550635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-265edb5e-3381-4dde-beea-ca399903ba61 req-20afe3fe-d1e7-490a-a753-1da846984802 service neutron] 10.222.0.37 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145304 Nov 16 05:05:46.558059 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cc67e23-a48c-47b8-af66-1f27a3b39758 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:46.591085 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:46.607181 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7cc67e23-a48c-47b8-af66-1f27a3b39758 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:46.622782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7cc67e23-a48c-47b8-af66-1f27a3b39758 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] 10.222.0.41 "DELETE /v2.0/networks/b7cbfb51-f9ac-4105-b6fa-0ffb2146c591 HTTP/1.1" status: 204 len: 168 time: 1.1294940 Nov 16 05:05:46.680096 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:46.694365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc67e23-a48c-47b8-af66-1f27a3b39758 tempest-QuotasNegativeTest-369402619 tempest-QuotasNegativeTest-369402619-project-admin] Pushing event deleted for resources: {'Network': ['ID=b7cbfb51-f9ac-4105-b6fa-0ffb2146c591,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:46.736613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82064cc5-2532-4ece-a02d-26d5314ec580 req-9464e8a2-8a99-45c1-9b30-3b60cace41cf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:46.744409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82064cc5-2532-4ece-a02d-26d5314ec580 req-9464e8a2-8a99-45c1-9b30-3b60cace41cf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 946 time: 1.0747848 Nov 16 05:05:46.954329 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:47.071876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Network 51aee9a4-445b-4bb7-8e5b-d8cff397b2c9 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:47.082311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:47.090951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:47.140410 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event updated for resources: {'Port': ['ID=75e50893-c77e-412b-b481-6b74200d5248,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:47.154360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-5fc10731-cb70-496e-bd0a-7570dce93260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:47.156171 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-5fc10731-cb70-496e-bd0a-7570dce93260 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7&tenant_id=67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 1097 time: 0.4656093 Nov 16 05:05:47.179398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:47.491598 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43788) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:47.504591 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:47.610452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2d6932d1-fd07-460a-b367-a84a7727d944 None None] Provisioning complete for port 75e50893-c77e-412b-b481-6b74200d5248 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:47.612366 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d6932d1-fd07-460a-b367-a84a7727d944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:47.671031 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82064cc5-2532-4ece-a02d-26d5314ec580 req-3f4f39e5-cacd-44b9-bc2e-38ed1a8ef9ce tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9255478 Nov 16 05:05:47.759690 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2d6932d1-fd07-460a-b367-a84a7727d944 None None] Port 75e50893-c77e-412b-b481-6b74200d5248 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:47.759839 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:47.865326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d32a-089a-4b8b-baa9-7fff94bd7a71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:48.145959 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:48.174898 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:48.175723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:48.251415 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:48.254900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:48.418924 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=e118e3ee-c6e8-4943-8f1b-996a26ab9a4a,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:48.453197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:05:48.469819 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:49.044300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 943918c8-e995-4dbd-865a-8de37a07df38 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:05:49.079135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7bf9b-e55d-43e1-aa85-d5a92bc44f88 req-96c09914-a33f-489c-9391-07427c01e92b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:49.080796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbc7bf9b-e55d-43e1-aa85-d5a92bc44f88 req-96c09914-a33f-489c-9391-07427c01e92b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 946 time: 0.3015740 Nov 16 05:05:49.183112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbc7bf9b-e55d-43e1-aa85-d5a92bc44f88 req-f0c608d9-afca-4571-8922-9a4cb3a1e576 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957589 Nov 16 05:05:49.223674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network 9e5abcda-1135-46e6-8f64-86a4329d59d9 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:49.227381 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:49.232676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:05:49.235405 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2964c0-afcf-46ba-9437-46dbe8a77659" -d '{"events": [{"server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "943918c8-e995-4dbd-865a-8de37a07df38"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:05:49.239741 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d32a-089a-4b8b-baa9-7fff94bd7a71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:49.243033 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:49.251469 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:49.264718 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fdf3d32a-089a-4b8b-baa9-7fff94bd7a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:49.500885 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fdf3d32a-089a-4b8b-baa9-7fff94bd7a71 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb23a0d41f4e430aad552027b13972bc&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0077565 Nov 16 05:05:49.503646 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43818) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:49.507644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Transition to ACTIVE for port object 943918c8-e995-4dbd-865a-8de37a07df38 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:05:49.512546 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427f8ba7-4e3b-43d1-9978-31fe09fda250 x-openstack-request-id: req-427f8ba7-4e3b-43d1-9978-31fe09fda250 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:05:49.513149 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "name": "network-vif-unplugged", "status": "completed", "tag": "943918c8-e995-4dbd-865a-8de37a07df38", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:05:49.513892 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-427f8ba7-4e3b-43d1-9978-31fe09fda250 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:05:49.514457 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38', 'code': 200} Nov 16 05:05:49.536016 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:49.604394 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-54becb46-db79-48f4-a01f-263eae76f8dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:49.620509 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=11']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:49.641423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:05:49.645169 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:05:49.676584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3d32a-089a-4b8b-baa9-7fff94bd7a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b537c8-d13f-4396-8390-ab49c0bc942a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:49.773213 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-54becb46-db79-48f4-a01f-263eae76f8dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:49.789284 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4708ceef-d375-4df6-85d4-1552f60d39e7 None None] Provisioning complete for port e118e3ee-c6e8-4943-8f1b-996a26ab9a4a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:49.790152 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4708ceef-d375-4df6-85d4-1552f60d39e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:49.877650 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4708ceef-d375-4df6-85d4-1552f60d39e7 None None] Port e118e3ee-c6e8-4943-8f1b-996a26ab9a4a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:49.900465 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-54becb46-db79-48f4-a01f-263eae76f8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:49.909061 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-54becb46-db79-48f4-a01f-263eae76f8dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:49.910596 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-54becb46-db79-48f4-a01f-263eae76f8dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7b537c8-d13f-4396-8390-ab49c0bc942a HTTP/1.1" status: 204 len: 168 time: 0.4058664 Nov 16 05:05:49.926878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54becb46-db79-48f4-a01f-263eae76f8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b537c8-d13f-4396-8390-ab49c0bc942a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:49.991160 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:49.999484 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:50.081712 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:50.088884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] No DVR routers for this DVR port 943918c8-e995-4dbd-865a-8de37a07df38 on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:50.332042 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Router ce2c70d0-9bd0-4797-b1bf-c0607bccea61 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:05:50.365604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event updated for resources: {'Port': ['ID=75e50893-c77e-412b-b481-6b74200d5248,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:50.394389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4d96f-13ec-4008-9f9d-362cec0b8570 req-2f19fe77-9503-47b4-ba5e-26f752d085fd tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:50.399910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2c4d96f-13ec-4008-9f9d-362cec0b8570 req-2f19fe77-9503-47b4-ba5e-26f752d085fd tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 944 time: 0.1079493 Nov 16 05:05:50.430887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43834) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:50.495067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3d2a752-75a7-45d0-9299-1a9e2f840607 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:50.502177 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2c4d96f-13ec-4008-9f9d-362cec0b8570 req-1a5bf900-1a15-4a65-aa96-d457bb7c09cb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984547 Nov 16 05:05:50.514643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9295e2-3124-42df-a0c3-85030a6e4655 req-3677ea69-b280-4c7d-951a-16e8ae012249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:50.516503 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a9295e2-3124-42df-a0c3-85030a6e4655 req-3677ea69-b280-4c7d-951a-16e8ae012249 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1053 time: 0.1153049 Nov 16 05:05:50.612005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Attempting to bind port 943918c8-e995-4dbd-865a-8de37a07df38 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:05:50.612522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Attempting to bind port 943918c8-e995-4dbd-865a-8de37a07df38 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:05:50.612962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Attempting to bind port 943918c8-e995-4dbd-865a-8de37a07df38 on network aa3c2906-1925-45a3-9bec-3c8146ec05de {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:50.627705 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:05:50.640931 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da15aa9-76b4-485e-aef3-3ac7e7ede328 None None] Sync routers for ids ['ce2c70d0-9bd0-4797-b1bf-c0607bccea61'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:05:50.652522 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7bb46e4b-8dc5-4dc1-9d41-d3b1570ada2e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "PUT /v2.0/routers/ce2c70d0-9bd0-4797-b1bf-c0607bccea61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0698349 Nov 16 05:05:50.656208 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Network 51aee9a4-445b-4bb7-8e5b-d8cff397b2c9 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:50.657329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43836) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:50.658397 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da15aa9-76b4-485e-aef3-3ac7e7ede328 None None] Routers {'ce2c70d0-9bd0-4797-b1bf-c0607bccea61'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:50.659201 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6da15aa9-76b4-485e-aef3-3ac7e7ede328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ce2c70d0-9bd0-4797-b1bf-c0607bccea61'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:50.672595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Port 943918c8-e995-4dbd-865a-8de37a07df38 on network aa3c2906-1925-45a3-9bec-3c8146ec05de not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:05:50.673015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Attempting to bind port 943918c8-e995-4dbd-865a-8de37a07df38 on network aa3c2906-1925-45a3-9bec-3c8146ec05de {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:05:50.680876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:05:50.686544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Checking segment: {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:05:50.687044 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Bound using segment: {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:05:50.687592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Bound port: 943918c8-e995-4dbd-865a-8de37a07df38, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:05:50.688033 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:50.721628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:50.728611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9295e2-3124-42df-a0c3-85030a6e4655 req-bb895134-024a-4d16-940c-85c7ccf95eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:50.732184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a9295e2-3124-42df-a0c3-85030a6e4655 req-bb895134-024a-4d16-940c-85c7ccf95eed service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.1846428 Nov 16 05:05:50.738789 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6da15aa9-76b4-485e-aef3-3ac7e7ede328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:50.748111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-facd5ae7-f3fe-41d3-b89a-4e97e7aa068e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:50.753126 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-facd5ae7-f3fe-41d3-b89a-4e97e7aa068e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c70d0-9bd0-4797-b1bf-c0607bccea61 HTTP/1.1" status: 200 len: 989 time: 0.0946872 Nov 16 05:05:50.759277 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43840) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:50.761936 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da15aa9-76b4-485e-aef3-3ac7e7ede328 None None] Routers {'ce2c70d0-9bd0-4797-b1bf-c0607bccea61'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:50.762698 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6da15aa9-76b4-485e-aef3-3ac7e7ede328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ce2c70d0-9bd0-4797-b1bf-c0607bccea61'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:50.846691 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6da15aa9-76b4-485e-aef3-3ac7e7ede328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:50.854801 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da15aa9-76b4-485e-aef3-3ac7e7ede328 None None] The sync data for ids ['ce2c70d0-9bd0-4797-b1bf-c0607bccea61'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:05:50.949677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a9295e2-3124-42df-a0c3-85030a6e4655 req-3a1908f7-1ab7-4d60-81af-c4ba4bee9b42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 998 time: 0.1926126 Nov 16 05:05:50.990589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:05:50.998517 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3d2a752-75a7-45d0-9299-1a9e2f840607 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:51.011514 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e3d2a752-75a7-45d0-9299-1a9e2f840607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:51.036345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:05:51.057702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9295e2-3124-42df-a0c3-85030a6e4655 req-d985a58c-2473-4c9e-887f-2955a282c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:51.059683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a9295e2-3124-42df-a0c3-85030a6e4655 req-d985a58c-2473-4c9e-887f-2955a282c76f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.1007471 Nov 16 05:05:51.065082 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e3d2a752-75a7-45d0-9299-1a9e2f840607 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb85f16f7c074562a6b84f035d36efc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5978682 Nov 16 05:05:51.067910 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43844) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:51.069869 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2a752-75a7-45d0-9299-1a9e2f840607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f005596a-a0e3-4a32-89d6-eb339d2ed978,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:51.082245 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:51.087536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Router 1901534b-d070-42b3-90f0-9ffd0800b9cc has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:05:51.160289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=12']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:51.192198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c3964342-f861-4a80-8377-06185e6009da None None] Provisioning complete for port 75e50893-c77e-412b-b481-6b74200d5248 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:51.192709 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c3964342-f861-4a80-8377-06185e6009da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:51.202076 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:51.202076 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:51.203403 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-dcf84a5a-408f-465a-8a42-e6e88139e4b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 1092 time: 4.0294471 Nov 16 05:05:51.230218 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78e5334b-fb2b-4ea6-8173-44033e50a240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:51.262970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9295e2-3124-42df-a0c3-85030a6e4655 req-3d99d2fc-9f40-4205-a0bf-6c56ef9404a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:51.264766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a9295e2-3124-42df-a0c3-85030a6e4655 req-3d99d2fc-9f40-4205-a0bf-6c56ef9404a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410141 Nov 16 05:05:51.312540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c3964342-f861-4a80-8377-06185e6009da None None] Port 75e50893-c77e-412b-b481-6b74200d5248 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:51.403059 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78e5334b-fb2b-4ea6-8173-44033e50a240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:51.467737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:05:51.473643 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c233f1e1-14ef-4d8c-87a9-65dbad5b0f34 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "PUT /v2.0/routers/1901534b-d070-42b3-90f0-9ffd0800b9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5468998 Nov 16 05:05:51.476368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43854) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:51.479975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549aa7b5-3fd5-4cb1-b28e-5feeb60720a7 None None] Sync routers for ids ['1901534b-d070-42b3-90f0-9ffd0800b9cc'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:05:51.518789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549aa7b5-3fd5-4cb1-b28e-5feeb60720a7 None None] Routers {'1901534b-d070-42b3-90f0-9ffd0800b9cc'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:51.519500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-549aa7b5-3fd5-4cb1-b28e-5feeb60720a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1901534b-d070-42b3-90f0-9ffd0800b9cc'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:51.639930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-549aa7b5-3fd5-4cb1-b28e-5feeb60720a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:51.653486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a9295e2-3124-42df-a0c3-85030a6e4655 req-05f0f0d0-3288-4197-898d-ee4880fe8a13 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273563 Nov 16 05:05:51.674109 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:05:51.676641 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190e0bb5-33af-4fa6-b592-31ee83f2f466" -d '{"events": [{"name": "network-changed", "server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "tag": "943918c8-e995-4dbd-865a-8de37a07df38"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:05:51.682529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549aa7b5-3fd5-4cb1-b28e-5feeb60720a7 None None] Routers {'1901534b-d070-42b3-90f0-9ffd0800b9cc'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:51.685333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-549aa7b5-3fd5-4cb1-b28e-5feeb60720a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1901534b-d070-42b3-90f0-9ffd0800b9cc'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:51.693549 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6914c00c-59b0-40ff-ba92-adb8158e95d8 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:51.770429 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-549aa7b5-3fd5-4cb1-b28e-5feeb60720a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:51.775875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549aa7b5-3fd5-4cb1-b28e-5feeb60720a7 None None] The sync data for ids ['1901534b-d070-42b3-90f0-9ffd0800b9cc'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:05:51.819450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5c444-8f16-4262-9bf0-8d7e7e1f0f73 req-8c614c6f-1c1b-41c8-bc00-297b3f9f1bdf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:51.821633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00c5c444-8f16-4262-9bf0-8d7e7e1f0f73 req-8c614c6f-1c1b-41c8-bc00-297b3f9f1bdf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 944 time: 0.1761768 Nov 16 05:05:51.891108 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d7be34-9631-491c-a11f-7a694813decc x-openstack-request-id: req-56d7be34-9631-491c-a11f-7a694813decc {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:05:51.891646 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "tag": "943918c8-e995-4dbd-865a-8de37a07df38", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:05:51.892091 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56d7be34-9631-491c-a11f-7a694813decc {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:05:51.892653 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38', 'status': 'completed', 'code': 200} Nov 16 05:05:51.908785 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78e5334b-fb2b-4ea6-8173-44033e50a240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:51.911830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78e5334b-fb2b-4ea6-8173-44033e50a240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:51.917345 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-78e5334b-fb2b-4ea6-8173-44033e50a240 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f005596a-a0e3-4a32-89d6-eb339d2ed978 HTTP/1.1" status: 204 len: 168 time: 0.8439326 Nov 16 05:05:51.932002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5334b-fb2b-4ea6-8173-44033e50a240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f005596a-a0e3-4a32-89d6-eb339d2ed978,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:51.949899 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-6914c00c-59b0-40ff-ba92-adb8158e95d8 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 16 05:05:51.950666 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6914c00c-59b0-40ff-ba92-adb8158e95d8 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "DELETE /v2.0/routers/1901534b-d070-42b3-90f0-9ffd0800b9cc HTTP/1.1" status: 409 len: 329 time: 0.4731348 Nov 16 05:05:51.955138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43868) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:51.997581 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a9295e2-3124-42df-a0c3-85030a6e4655 req-19a4d7c2-347e-4921-b134-8c2b4fa87511 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050120 Nov 16 05:05:52.140913 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee11bd90-bf57-4c31-a0b8-bc43d1da563b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:52.193179 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00c5c444-8f16-4262-9bf0-8d7e7e1f0f73 req-b6535490-52f9-48c1-bb0b-efb01fec94de tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3588853 Nov 16 05:05:52.314098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-4995bf6b-ecda-4a73-8a07-44f546e146aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:52.317814 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-4995bf6b-ecda-4a73-8a07-44f546e146aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1095 time: 0.4153247 Nov 16 05:05:52.516031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43876) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:52.541243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-7a4a2810-d2fc-4704-b2eb-5f33be567fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:52.543280 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-7a4a2810-d2fc-4704-b2eb-5f33be567fdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1095 time: 0.4587135 Nov 16 05:05:52.676649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-eaa6b099-5d98-4151-8129-64ca4d5ba13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:52.682744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-eaa6b099-5d98-4151-8129-64ca4d5ba13f service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.1300430 Nov 16 05:05:52.701146 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81b94998-67ae-425f-b345-e3997e9b3d11 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:52.888653 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-a90e3179-7656-4146-a8f9-1318c2b0b3d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 998 time: 0.1850243 Nov 16 05:05:53.006996 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91595bbe-4fca-43f5-adc4-ab176dfed1d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:53.076449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-3628bd36-a280-46b4-9a87-323ec8ca13ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:53.078471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-3628bd36-a280-46b4-9a87-323ec8ca13ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.0728793 Nov 16 05:05:53.131527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-d1a15b95-63d1-40ef-9156-fecf078040c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:53.133795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-d1a15b95-63d1-40ef-9156-fecf078040c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.7240727 Nov 16 05:05:53.149536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43894) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:53.189535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-71b819ab-7781-48b3-b866-a158a366574b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:53.191589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-71b819ab-7781-48b3-b866-a158a366574b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021526 Nov 16 05:05:53.337653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e91c410-73aa-401a-8a92-287524293bbe tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:53.342264 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e91c410-73aa-401a-8a92-287524293bbe tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:53.342743 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e91c410-73aa-401a-8a92-287524293bbe tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:53.360176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-31e28386-b00c-4ddb-81cd-fb054b7efe67 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301754 Nov 16 05:05:53.367105 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8e91c410-73aa-401a-8a92-287524293bbe tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=5d96d78dbd524318af36e944a5e52691&network_id=b58604fa-2aa1-416f-ad29-9cd81c975b47 HTTP/1.1" status: 200 len: 2970 time: 0.2160251 Nov 16 05:05:53.436311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-81b94998-67ae-425f-b345-e3997e9b3d11 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Deleting port 75e50893-c77e-412b-b481-6b74200d5248 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:53.437828 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81b94998-67ae-425f-b345-e3997e9b3d11 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:53.708208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81b94998-67ae-425f-b345-e3997e9b3d11 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:53.752759 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-81b94998-67ae-425f-b345-e3997e9b3d11 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Calling delete_port for 75e50893-c77e-412b-b481-6b74200d5248 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:54.372106 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91595bbe-4fca-43f5-adc4-ab176dfed1d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:54.416000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-afd14da8-6c41-4128-839c-4c2e907e6936 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 998 time: 1.2575395 Nov 16 05:05:54.428659 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91595bbe-4fca-43f5-adc4-ab176dfed1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:54.542054 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-91595bbe-4fca-43f5-adc4-ab176dfed1d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39edc7490f6943e597295f616053cb7c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0224836 Nov 16 05:05:54.545615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43926) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:54.697262 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa0bf59a-40bf-43a9-952c-50e78376ac2a req-7ec11aa9-c2f5-48f9-818b-9dfbe4879881 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3215621 Nov 16 05:05:54.739816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542b3d6-b62e-4096-ad6b-3bfdc9cba351 req-060aabb1-7a44-40e8-aad8-4f740410224c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:54.741517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d542b3d6-b62e-4096-ad6b-3bfdc9cba351 req-060aabb1-7a44-40e8-aad8-4f740410224c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 944 time: 1.3796985 Nov 16 05:05:54.776445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91595bbe-4fca-43f5-adc4-ab176dfed1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccc7268-b832-4aa6-8275-eca7f952c1cd,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:54.789935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43936) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:54.793372 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e73ea722-b4bf-4365-aa6a-2430c45ac1e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:54.810698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-4bb9fcab-39d8-4166-ac47-f86cda3092fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:54.812184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-4bb9fcab-39d8-4166-ac47-f86cda3092fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.3681169 Nov 16 05:05:54.829204 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e73ea722-b4bf-4365-aa6a-2430c45ac1e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:54.839480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81b94998-67ae-425f-b345-e3997e9b3d11 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:54.873760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b94998-67ae-425f-b345-e3997e9b3d11 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event deleted for resources: {'Port': ['ID=75e50893-c77e-412b-b481-6b74200d5248,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:54.920896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-ee11bd90-bf57-4c31-a0b8-bc43d1da563b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port e118e3ee-c6e8-4943-8f1b-996a26ab9a4a {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:54.921233 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee11bd90-bf57-4c31-a0b8-bc43d1da563b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:54.986496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-a66b1353-1148-4884-b132-5e93fa43e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:54.986729 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e73ea722-b4bf-4365-aa6a-2430c45ac1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:54.989355 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e73ea722-b4bf-4365-aa6a-2430c45ac1e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:54.989719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-a66b1353-1148-4884-b132-5e93fa43e6b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1526775 Nov 16 05:05:54.990520 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e73ea722-b4bf-4365-aa6a-2430c45ac1e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bccc7268-b832-4aa6-8275-eca7f952c1cd HTTP/1.1" status: 204 len: 168 time: 0.4430680 Nov 16 05:05:54.994716 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d542b3d6-b62e-4096-ad6b-3bfdc9cba351 req-b9b41cc2-8d60-4b43-9752-93bddc6a8686 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2241392 Nov 16 05:05:55.022170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ea722-b4bf-4365-aa6a-2430c45ac1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccc7268-b832-4aa6-8275-eca7f952c1cd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:55.043183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-7cc1b3da-2344-45a0-a79b-19eea0ef7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:55.044941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-7cc1b3da-2344-45a0-a79b-19eea0ef7d04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1095 time: 0.2622926 Nov 16 05:05:55.200123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-937573030', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:55.212790 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81b94998-67ae-425f-b345-e3997e9b3d11 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:55.339361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Made reservation on behalf of da989c5148b340ac8c0c1f6c67d5f09c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:55.341800 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:55.384209 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee11bd90-bf57-4c31-a0b8-bc43d1da563b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:55.393602 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-a24ed491-4720-41b0-b266-e25433bc10b4 service neutron] 10.222.0.37 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434122 Nov 16 05:05:55.394349 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:55.466774 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b94998-67ae-425f-b345-e3997e9b3d11 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Router 1901534b-d070-42b3-90f0-9ffd0800b9cc has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:05:55.511754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-7ff8b915-fcbf-401c-9cfb-5bf88cbbbb9a service neutron] 10.222.0.37 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066906 Nov 16 05:05:55.512601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-ee11bd90-bf57-4c31-a0b8-bc43d1da563b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for e118e3ee-c6e8-4943-8f1b-996a26ab9a4a owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:55.523176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-d5c44806-392f-4d9f-9de9-0c14a6d6fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:55.525235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-d5c44806-392f-4d9f-9de9-0c14a6d6fa14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.4465408 Nov 16 05:05:55.565146 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b94998-67ae-425f-b345-e3997e9b3d11 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:05:55.578912 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b86563-af32-4784-a1ef-f5601137fc4a None None] Sync routers for ids ['1901534b-d070-42b3-90f0-9ffd0800b9cc'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:05:55.583719 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-81b94998-67ae-425f-b345-e3997e9b3d11 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "PUT /v2.0/routers/1901534b-d070-42b3-90f0-9ffd0800b9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6275737 Nov 16 05:05:55.588070 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43948) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:55.599335 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b86563-af32-4784-a1ef-f5601137fc4a None None] Routers {'1901534b-d070-42b3-90f0-9ffd0800b9cc'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:55.599963 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-48b86563-af32-4784-a1ef-f5601137fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1901534b-d070-42b3-90f0-9ffd0800b9cc'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:55.643397 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-98401b79-f6a4-4eb1-a8f3-e5d801b023cd tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] show failed (client error): The resource could not be found. Nov 16 05:05:55.648178 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-98401b79-f6a4-4eb1-a8f3-e5d801b023cd tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1517914690 HTTP/1.1" status: 404 len: 335 time: 0.0550435 Nov 16 05:05:55.649116 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43950) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:55.660603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-849b4d9b-51dc-4ad7-a044-b4c5db686af7 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:55.672848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-e29f592b-7316-492b-b70d-5d3eabf232fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 998 time: 0.1382544 Nov 16 05:05:55.705327 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-48b86563-af32-4784-a1ef-f5601137fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:55.732368 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b86563-af32-4784-a1ef-f5601137fc4a None None] Routers {'1901534b-d070-42b3-90f0-9ffd0800b9cc'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:55.733161 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-48b86563-af32-4784-a1ef-f5601137fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1901534b-d070-42b3-90f0-9ffd0800b9cc'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:55.770289 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-849b4d9b-51dc-4ad7-a044-b4c5db686af7 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] update failed (client error): The resource could not be found. Nov 16 05:05:55.774790 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-849b4d9b-51dc-4ad7-a044-b4c5db686af7 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-2123215918 HTTP/1.1" status: 404 len: 335 time: 0.1209064 Nov 16 05:05:55.778545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43952) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:55.804188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-69fe8116-00ea-45b1-b90d-2398bca068e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:55.807204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-69fe8116-00ea-45b1-b90d-2398bca068e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.1235285 Nov 16 05:05:55.862469 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5b5aaa-ed5b-430f-a476-81259bb31ba5 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Deleting subnet f29ea111-f2d4-418f-b31d-a91871bf6ec5 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:05:55.866106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae5b5aaa-ed5b-430f-a476-81259bb31ba5 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:55.900691 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:55.909238 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:55.912818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] device_id is not set on port d8d804c7-0037-4159-b80f-8774ce57b706 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:05:55.924351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae5b5aaa-ed5b-430f-a476-81259bb31ba5 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:55.929714 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-48b86563-af32-4784-a1ef-f5601137fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:55.930630 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b86563-af32-4784-a1ef-f5601137fc4a None None] The sync data for ids ['1901534b-d070-42b3-90f0-9ffd0800b9cc'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:05:55.976907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-77f78fe6-8a3f-4891-aba6-68189a673f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:55.978486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-77f78fe6-8a3f-4891-aba6-68189a673f59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556618 Nov 16 05:05:55.979378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1b6813-3ece-4000-afbe-9576aeb156e8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:56.035894 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae5b5aaa-ed5b-430f-a476-81259bb31ba5 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:56.095478 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee11bd90-bf57-4c31-a0b8-bc43d1da563b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:56.111125 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae5b5aaa-ed5b-430f-a476-81259bb31ba5 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:56.139804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 943918c8-e995-4dbd-865a-8de37a07df38 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:05:56.156174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b5aaa-ed5b-430f-a476-81259bb31ba5 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event deleted for resources: {'Subnet': ['ID=f29ea111-f2d4-418f-b31d-a91871bf6ec5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:56.159545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11bd90-bf57-4c31-a0b8-bc43d1da563b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=e118e3ee-c6e8-4943-8f1b-996a26ab9a4a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:56.173591 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae5b5aaa-ed5b-430f-a476-81259bb31ba5 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:56.176983 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ae5b5aaa-ed5b-430f-a476-81259bb31ba5 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "DELETE /v2.0/subnets/f29ea111-f2d4-418f-b31d-a91871bf6ec5 HTTP/1.1" status: 204 len: 168 time: 0.3971751 Nov 16 05:05:56.186770 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43962) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:56.204496 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252bc926-b773-4c95-b50b-a13ce0f3377d None None] Network 209b5d7b-8df3-4e7e-8925-869247bddf11 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:56.276157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d711c1-c682-48c4-ba6b-9abdfab41a4b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Deleting subnet b8eda27a-8fa7-4a80-bc1c-3302a423c653 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:05:56.280342 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93d711c1-c682-48c4-ba6b-9abdfab41a4b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:56.330123 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93d711c1-c682-48c4-ba6b-9abdfab41a4b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:56.474272 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-1f05846a-6b69-43e0-812b-97ac60ab3705 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831314 Nov 16 05:05:56.484079 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93d711c1-c682-48c4-ba6b-9abdfab41a4b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:56.548306 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee11bd90-bf57-4c31-a0b8-bc43d1da563b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:56.565225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Allocated IP 172.25.0.117 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/d8d804c7-0037-4159-b80f-8774ce57b706) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:05:56.574828 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93d711c1-c682-48c4-ba6b-9abdfab41a4b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:56.608445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:56.624919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d711c1-c682-48c4-ba6b-9abdfab41a4b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event deleted for resources: {'Subnet': ['ID=b8eda27a-8fa7-4a80-bc1c-3302a423c653,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:56.638291 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93d711c1-c682-48c4-ba6b-9abdfab41a4b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:56.647304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09398106-b534-4ac1-9ae5-52e8e859a8d4 req-220b3b50-ef97-49c6-9b32-373a63ce4d9a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:56.648956 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09398106-b534-4ac1-9ae5-52e8e859a8d4 req-220b3b50-ef97-49c6-9b32-373a63ce4d9a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 944 time: 0.5227525 Nov 16 05:05:56.650400 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-93d711c1-c682-48c4-ba6b-9abdfab41a4b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "DELETE /v2.0/subnets/b8eda27a-8fa7-4a80-bc1c-3302a423c653 HTTP/1.1" status: 204 len: 168 time: 0.4624078 Nov 16 05:05:56.654119 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43964) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:56.655775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '943918c8-e995-4dbd-865a-8de37a07df38', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'port_id': '943918c8-e995-4dbd-865a-8de37a07df38', 'mac_address': 'fa:16:3e:02:2e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:05:56.670786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8307d09-3995-4c89-85ec-0dd6670db2a3 None None] Network db00f778-01c0-4132-903e-269c358e411f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:56.749526 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:56.786860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c0585-7471-4554-8ec0-6726fcc61818 None None] DHCP port deletion for 209b5d7b-8df3-4e7e-8925-869247bddf11 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:05:56.807953 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Deleting port af35272e-cfe1-48e6-8619-bc9d50a96231 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:56.808301 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:56.872140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device af35272e-cfe1-48e6-8619-bc9d50a96231 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:05:56.889712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-190e0bb5-33af-4fa6-b592-31ee83f2f466 req-3d89bf2c-c3f9-4b6f-8cb9-bd869fe21a48 service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917480 Nov 16 05:05:56.892623 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] For port af35272e-cfe1-48e6-8619-bc9d50a96231, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=af35272e-cfe1-48e6-8619-bc9d50a96231,segment=NetworkSegment(0efd742a-76fb-4827-be19-e6d16f8ea269),segment_id=0efd742a-76fb-4827-be19-e6d16f8ea269)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:56.893118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:56.916125 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Calling delete_port for af35272e-cfe1-48e6-8619-bc9d50a96231 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:56.951073 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.032655 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943918c8-e995-4dbd-865a-8de37a07df38 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:05:57.081199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee11bd90-bf57-4c31-a0b8-bc43d1da563b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Router ce2c70d0-9bd0-4797-b1bf-c0607bccea61 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:05:57.090405 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.106592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43966) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:57.109699 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a3ef06-f348-4397-a070-2a152b5f5685 None None] DHCP port deletion for db00f778-01c0-4132-903e-269c358e411f request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:05:57.133597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:57.139959 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.158106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09398106-b534-4ac1-9ae5-52e8e859a8d4 req-8bed82b6-695e-4793-987b-4755bcfb372e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3334854 Nov 16 05:05:57.168814 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.198134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event deleted for resources: {'Port': ['ID=af35272e-cfe1-48e6-8619-bc9d50a96231,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:57.213845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] No DVR routers for this DVR port af35272e-cfe1-48e6-8619-bc9d50a96231 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:57.289152 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=13']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:57.316479 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-138c0585-7471-4554-8ec0-6726fcc61818 None None] Deleting port af35272e-cfe1-48e6-8619-bc9d50a96231 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:57.316978 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-138c0585-7471-4554-8ec0-6726fcc61818 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.317184 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afab8c42-1a6a-49de-a069-912a19789395 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:57.331931 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-afab8c42-1a6a-49de-a069-912a19789395 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 814 time: 0.2106173 Nov 16 05:05:57.332112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:57.332112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:57.332112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:57.332112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:57.332112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:57.332112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:57.332112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:57.332112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:57.332112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:57.332112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:57.332112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:57.332112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:05:57.341322 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.359407 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.364670 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209b5d7b-8df3-4e7e-8925-869247bddf11']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:57.368356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee11bd90-bf57-4c31-a0b8-bc43d1da563b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:05:57.374276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ee11bd90-bf57-4c31-a0b8-bc43d1da563b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "PUT /v2.0/routers/ce2c70d0-9bd0-4797-b1bf-c0607bccea61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6138401 Nov 16 05:05:57.377083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43974) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:57.388667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efd742a-76fb-4827-be19-e6d16f8ea269') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:57.388971 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efd742a-76fb-4827-be19-e6d16f8ea269') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:57.404125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81ff282-bc70-4c61-ab55-e47124bfff23 None None] Sync routers for ids ['ce2c70d0-9bd0-4797-b1bf-c0607bccea61'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:05:57.408550 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.416054 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e88aefc-46b6-4803-80ff-b729d0058cf8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:05:57.417692 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0e88aefc-46b6-4803-80ff-b729d0058cf8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/e118e3ee-c6e8-4943-8f1b-996a26ab9a4a HTTP/1.1" status: 404 len: 333 time: 0.0397849 Nov 16 05:05:57.422177 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.423734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43976) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:57.434488 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['943918c8-e995-4dbd-865a-8de37a07df38'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:05:57.461818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:05:57.465046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:05:57.472180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:05:57.499589 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.505120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Pushing event updated for resources: {'Port': ['ID=d8d804c7-0037-4159-b80f-8774ce57b706,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:57.511127 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:05:57.511538 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:05:57.514792 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:05:57.531069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:57.531321 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e23cc80d-5535-453f-916d-acc97800af3f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.531701 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.549862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-663f9065-db02-4afe-bebf-9443b3329a35 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7490704 Nov 16 05:05:57.552879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43980) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:57.557822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.117'}]}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:57.580731 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.582173 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.641074 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.653265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c44122-e409-4b2f-8113-4419dda4514d None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:05:57.670521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81ff282-bc70-4c61-ab55-e47124bfff23 None None] Routers {'ce2c70d0-9bd0-4797-b1bf-c0607bccea61'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:57.671159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c81ff282-bc70-4c61-ab55-e47124bfff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ce2c70d0-9bd0-4797-b1bf-c0607bccea61'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:57.673895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-138c0585-7471-4554-8ec0-6726fcc61818 None None] For port af35272e-cfe1-48e6-8619-bc9d50a96231, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:57.674288 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-138c0585-7471-4554-8ec0-6726fcc61818 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.697574 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.732987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.738499 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "DELETE /v2.0/networks/209b5d7b-8df3-4e7e-8925-869247bddf11 HTTP/1.1" status: 204 len: 168 time: 1.0811334 Nov 16 05:05:57.740193 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 43982) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:57.742511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-138c0585-7471-4554-8ec0-6726fcc61818 None None] Calling delete_port for af35272e-cfe1-48e6-8619-bc9d50a96231 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:57.745076 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c81ff282-bc70-4c61-ab55-e47124bfff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:57.748135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-138c0585-7471-4554-8ec0-6726fcc61818 None None] Port af35272e-cfe1-48e6-8619-bc9d50a96231 was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 05:05:57.763899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e23cc80d-5535-453f-916d-acc97800af3f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.765122 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-138c0585-7471-4554-8ec0-6726fcc61818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.765758 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6eb6d-dc3e-4820-88b1-b20c37189ea4 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event deleted for resources: {'Network': ['ID=209b5d7b-8df3-4e7e-8925-869247bddf11,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:57.778200 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e23cc80d-5535-453f-916d-acc97800af3f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.779759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3ef06-f348-4397-a070-2a152b5f5685 None None] Deleting port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:57.780121 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ef06-f348-4397-a070-2a152b5f5685 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.801703 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.805346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-138c0585-7471-4554-8ec0-6726fcc61818 None None] Network 209b5d7b-8df3-4e7e-8925-869247bddf11 is not hosted by any dhcp agent {{(pid=102661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 05:05:57.806392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c0585-7471-4554-8ec0-6726fcc61818 None None] No DVR routers for this DVR port af35272e-cfe1-48e6-8619-bc9d50a96231 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:57.826046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c0585-7471-4554-8ec0-6726fcc61818 None None] Pushing event deleted for resources: {'Port': ['ID=af35272e-cfe1-48e6-8619-bc9d50a96231,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:57.853008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81ff282-bc70-4c61-ab55-e47124bfff23 None None] Routers {'ce2c70d0-9bd0-4797-b1bf-c0607bccea61'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:05:57.853638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c81ff282-bc70-4c61-ab55-e47124bfff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:05:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ce2c70d0-9bd0-4797-b1bf-c0607bccea61'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:57.877342 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e23cc80d-5535-453f-916d-acc97800af3f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.879503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23cc80d-5535-453f-916d-acc97800af3f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Fanout notify agent at l3_agent the message router_deleted on router ce2c70d0-9bd0-4797-b1bf-c0607bccea61 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:05:57.887337 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.895509 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e23cc80d-5535-453f-916d-acc97800af3f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.896688 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e23cc80d-5535-453f-916d-acc97800af3f tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/routers/ce2c70d0-9bd0-4797-b1bf-c0607bccea61 HTTP/1.1" status: 204 len: 168 time: 0.4720421 Nov 16 05:05:57.899637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43984) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:57.917998 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1e04774e-be81-4047-8ce8-29feebecb1b5 None None] Provisioning complete for port d8d804c7-0037-4159-b80f-8774ce57b706 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:05:57.918366 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1e04774e-be81-4047-8ce8-29feebecb1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.934629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c81ff282-bc70-4c61-ab55-e47124bfff23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:57.935271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81ff282-bc70-4c61-ab55-e47124bfff23 None None] The sync data for ids ['ce2c70d0-9bd0-4797-b1bf-c0607bccea61'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:05:57.965580 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Deleting port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:57.966150 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:57.975133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b0a3ef06-f348-4397-a070-2a152b5f5685 None None] For port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=404e0a1e-89f9-4b13-aebe-e7fa128ef12e,segment=NetworkSegment(ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb),segment_id=ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:57.975529 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ef06-f348-4397-a070-2a152b5f5685 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.004257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3ef06-f348-4397-a070-2a152b5f5685 None None] Calling delete_port for 404e0a1e-89f9-4b13-aebe-e7fa128ef12e owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:58.005835 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1e04774e-be81-4047-8ce8-29feebecb1b5 None None] Port d8d804c7-0037-4159-b80f-8774ce57b706 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:05:58.034310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] For port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=404e0a1e-89f9-4b13-aebe-e7fa128ef12e,segment=NetworkSegment(ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb),segment_id=ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:58.034675 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.036141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-29289206-30ca-4d6c-b7f3-ed910cfa088a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting subnet 766f83a2-0d6c-4ad7-84c0-aa7ec708de4c {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:05:58.040995 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-29289206-30ca-4d6c-b7f3-ed910cfa088a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.047718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Calling delete_port for 404e0a1e-89f9-4b13-aebe-e7fa128ef12e owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:58.111264 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-29289206-30ca-4d6c-b7f3-ed910cfa088a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.147991 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ef06-f348-4397-a070-2a152b5f5685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.149962 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.155484 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.179148 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.185738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event deleted for resources: {'Port': ['ID=404e0a1e-89f9-4b13-aebe-e7fa128ef12e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:58.200571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 43994) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:58.206958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] No DVR routers for this DVR port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:58.208349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a3ef06-f348-4397-a070-2a152b5f5685 None None] No DVR routers for this DVR port 404e0a1e-89f9-4b13-aebe-e7fa128ef12e on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:58.215064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3ef06-f348-4397-a070-2a152b5f5685 None None] Pushing event deleted for resources: {'Port': ['ID=404e0a1e-89f9-4b13-aebe-e7fa128ef12e,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:58.216760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ca6fa410-4425-4848-928c-2d12b3fb27c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'network': {'name': 'tempest-network-smoke--168314558', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'port_security_enabled': True}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:05:58.362411 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:05:58.412017 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.436421 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db00f778-01c0-4132-903e-269c358e411f']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:58.448442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:58.448855 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffec9ff2-f52c-4b3d-ac3d-a69d472f0dbb') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:58.461657 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.478239 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.486565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:05:58.487137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:05:58.490896 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:05:58.560932 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.583968 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.589751 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "DELETE /v2.0/networks/db00f778-01c0-4132-903e-269c358e411f HTTP/1.1" status: 204 len: 168 time: 0.8464293 Nov 16 05:05:58.589751 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b56b8-2c64-44f4-b77b-7a0464744b70 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event deleted for resources: {'Network': ['ID=db00f778-01c0-4132-903e-269c358e411f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:58.590470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44004) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:58.653845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-344f924a-9956-44ab-b05b-f99633980cb6 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Deleting subnet e30591b9-6ca8-4f2f-b009-3d16bb4db6e5 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:05:58.657519 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-344f924a-9956-44ab-b05b-f99633980cb6 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.722847 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-344f924a-9956-44ab-b05b-f99633980cb6 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.733049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 404e0a1e-89f9-4b13-aebe-e7fa128ef12e no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:05:58.770911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 404e0a1e-89f9-4b13-aebe-e7fa128ef12e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:05:58.771257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 404e0a1e-89f9-4b13-aebe-e7fa128ef12e not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:05:58.821413 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-344f924a-9956-44ab-b05b-f99633980cb6 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.863119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6fa410-4425-4848-928c-2d12b3fb27c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Made reservation on behalf of 5d96d78dbd524318af36e944a5e52691 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:05:58.866865 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa410-4425-4848-928c-2d12b3fb27c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.875718 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-29289206-30ca-4d6c-b7f3-ed910cfa088a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.890373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-344f924a-9956-44ab-b05b-f99633980cb6 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.920313 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f924a-9956-44ab-b05b-f99633980cb6 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event deleted for resources: {'Subnet': ['ID=e30591b9-6ca8-4f2f-b009-3d16bb4db6e5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:58.922691 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-344f924a-9956-44ab-b05b-f99633980cb6 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:58.926031 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-344f924a-9956-44ab-b05b-f99633980cb6 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "DELETE /v2.0/subnets/e30591b9-6ca8-4f2f-b009-3d16bb4db6e5 HTTP/1.1" status: 204 len: 168 time: 0.3344491 Nov 16 05:05:58.928593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44006) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:58.934160 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e0fb4a-4be2-4393-9f25-0682dfb5e62f None None] Network 51aee9a4-445b-4bb7-8e5b-d8cff397b2c9 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:58.965966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cf3c6-e940-4927-b534-4acbc08c63ac req-3372fb50-fa74-416d-90bd-cc12021b2936 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:58.967420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-330cf3c6-e940-4927-b534-4acbc08c63ac req-3372fb50-fa74-416d-90bd-cc12021b2936 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 945 time: 0.2789557 Nov 16 05:05:58.984231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6fa410-4425-4848-928c-2d12b3fb27c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:05:59.008722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.034129 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.048919 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa410-4425-4848-928c-2d12b3fb27c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.049260 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-ca6fa410-4425-4848-928c-2d12b3fb27c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Added segment 5df41ee1-553f-4d8c-aadf-edb23eca9711 of type vlan for network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 Nov 16 05:05:59.065839 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Deleting port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:59.066254 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.083827 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-29289206-30ca-4d6c-b7f3-ed910cfa088a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.154629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb234268-8b9f-4c59-a943-8efcc7d6fc84 None None] DHCP port deletion for 51aee9a4-445b-4bb7-8e5b-d8cff397b2c9 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:05:59.160371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] For port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b0c8e30d-c476-4be6-8d84-8cd470d0fc1b,segment=NetworkSegment(d3f5066f-958b-43ae-b50e-ce76ff7a8e14),segment_id=d3f5066f-958b-43ae-b50e-ce76ff7a8e14)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:59.161715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.175067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Calling delete_port for b0c8e30d-c476-4be6-8d84-8cd470d0fc1b owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:59.202020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29289206-30ca-4d6c-b7f3-ed910cfa088a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Subnet': ['ID=766f83a2-0d6c-4ad7-84c0-aa7ec708de4c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:59.207244 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-29289206-30ca-4d6c-b7f3-ed910cfa088a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.211589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5a5bc7-e531-423f-b475-49586e302d9f None None] Network 9e5abcda-1135-46e6-8f64-86a4329d59d9 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:05:59.214047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-29289206-30ca-4d6c-b7f3-ed910cfa088a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/766f83a2-0d6c-4ad7-84c0-aa7ec708de4c HTTP/1.1" status: 204 len: 168 time: 1.3129506 Nov 16 05:05:59.218583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44008) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:59.236249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-330cf3c6-e940-4927-b534-4acbc08c63ac req-adc65afd-9db4-4865-b9ec-7215b82c5962 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494891 Nov 16 05:05:59.275333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44010) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:59.320910 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa410-4425-4848-928c-2d12b3fb27c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.379340 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-db3decad-9482-4c97-b8a4-97008ce5ec03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/b9606ca5-1c1d-402a-8be6-d30f7cb37ef7 HTTP/1.1" status: 200 len: 991 time: 0.1002579 Nov 16 05:05:59.382859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cb234268-8b9f-4c59-a943-8efcc7d6fc84 None None] Deleting port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:59.383226 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb234268-8b9f-4c59-a943-8efcc7d6fc84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.415979 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.421596 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.428201 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.453360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event deleted for resources: {'Port': ['ID=b0c8e30d-c476-4be6-8d84-8cd470d0fc1b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:59.462918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] No DVR routers for this DVR port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:59.506829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.509033 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-cb234268-8b9f-4c59-a943-8efcc7d6fc84 None None] For port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b0c8e30d-c476-4be6-8d84-8cd470d0fc1b,segment=NetworkSegment(d3f5066f-958b-43ae-b50e-ce76ff7a8e14),segment_id=d3f5066f-958b-43ae-b50e-ce76ff7a8e14)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:59.510736 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa410-4425-4848-928c-2d12b3fb27c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.512335 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb234268-8b9f-4c59-a943-8efcc7d6fc84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.516468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6fa410-4425-4848-928c-2d12b3fb27c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:59.517066 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa410-4425-4848-928c-2d12b3fb27c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.533086 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.533584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 046d0cc6-db18-4b45-b641-b575eceef3a0 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:05:59.534002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-cb234268-8b9f-4c59-a943-8efcc7d6fc84 None None] Calling delete_port for b0c8e30d-c476-4be6-8d84-8cd470d0fc1b owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:59.563781 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.588568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ca6fa410-4425-4848-928c-2d12b3fb27c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3830819 Nov 16 05:05:59.589450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44016) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:59.591658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51aee9a4-445b-4bb7-8e5b-d8cff397b2c9']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:59.608445 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 16 05:05:59.609487 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4016e0b4-5f14-4768-bf1a-7def35535a41 tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.0553961 Nov 16 05:05:59.612520 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44018) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:59.635418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fa410-4425-4848-928c-2d12b3fb27c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Network': ['ID=6aed5bed-d41c-440c-a9d5-4007c00a44b8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:59.651865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:05:59.668768 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f5066f-958b-43ae-b50e-ce76ff7a8e14') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:59.669004 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f5066f-958b-43ae-b50e-ce76ff7a8e14') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:05:59.677987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:59.678388 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.737009 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.737303 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb234268-8b9f-4c59-a943-8efcc7d6fc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.785567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] For port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=56a2e6f9-7ac9-4d8c-8490-88518fb2b458,segment=NetworkSegment(318a8b00-9fa7-46f6-a45d-c3348409ce28),segment_id=318a8b00-9fa7-46f6-a45d-c3348409ce28)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:59.786691 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.787217 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.787886 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9c17e3-bd25-491c-a313-1ce1f21289c0 None None] DHCP port deletion for 9e5abcda-1135-46e6-8f64-86a4329d59d9 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:05:59.794915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb234268-8b9f-4c59-a943-8efcc7d6fc84 None None] Pushing event deleted for resources: {'Port': ['ID=b0c8e30d-c476-4be6-8d84-8cd470d0fc1b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:05:59.799013 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb234268-8b9f-4c59-a943-8efcc7d6fc84 None None] No DVR routers for this DVR port b0c8e30d-c476-4be6-8d84-8cd470d0fc1b on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:05:59.800440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fbe01c-8b87-4adf-b2e8-b4af95d8cced tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:05:59.805644 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b1fbe01c-8b87-4adf-b2e8-b4af95d8cced tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5d96d78dbd524318af36e944a5e52691&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2111962 Nov 16 05:05:59.812984 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44020) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:05:59.823865 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:05:59.824749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:05:59.830801 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:05:59.834651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:59.860683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c17e3-bd25-491c-a313-1ce1f21289c0 None None] Deleting port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:59.861241 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba9c17e3-bd25-491c-a313-1ce1f21289c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.938804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ba9c17e3-bd25-491c-a313-1ce1f21289c0 None None] For port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=56a2e6f9-7ac9-4d8c-8490-88518fb2b458,segment=NetworkSegment(318a8b00-9fa7-46f6-a45d-c3348409ce28),segment_id=318a8b00-9fa7-46f6-a45d-c3348409ce28)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:05:59.939320 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba9c17e3-bd25-491c-a313-1ce1f21289c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.942436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c330913b-d90f-463b-89d9-30bddae1b0fe tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Deleting port d8d804c7-0037-4159-b80f-8774ce57b706 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:05:59.942902 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c330913b-d90f-463b-89d9-30bddae1b0fe tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:05:59.956503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c17e3-bd25-491c-a313-1ce1f21289c0 None None] Calling delete_port for 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:05:59.977197 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.014436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=56a2e6f9-7ac9-4d8c-8490-88518fb2b458,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:00.027784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.031453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No DVR routers for this DVR port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:06:00.056614 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.059968 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "DELETE /v2.0/networks/51aee9a4-445b-4bb7-8e5b-d8cff397b2c9 HTTP/1.1" status: 204 len: 168 time: 1.1302145 Nov 16 05:06:00.062302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b6324-3a36-4507-b8f7-6651b0960d7b tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Pushing event deleted for resources: {'Network': ['ID=51aee9a4-445b-4bb7-8e5b-d8cff397b2c9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:00.066297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44022) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:00.104295 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba9c17e3-bd25-491c-a313-1ce1f21289c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.111916 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c330913b-d90f-463b-89d9-30bddae1b0fe tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.141374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81eeb216-fc31-4e6d-96ec-96e81b7ff4d5 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:00.150595 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-81eeb216-fc31-4e6d-96ec-96e81b7ff4d5 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3349833 Nov 16 05:06:00.160141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44024) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:00.167621 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c330913b-d90f-463b-89d9-30bddae1b0fe tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Calling delete_port for d8d804c7-0037-4159-b80f-8774ce57b706 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:00.173907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c17e3-bd25-491c-a313-1ce1f21289c0 None None] Pushing event deleted for resources: {'Port': ['ID=56a2e6f9-7ac9-4d8c-8490-88518fb2b458,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:00.175874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-36c5e2eb-c460-4ff2-85bb-dc5cad3f13c8 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "GET /v2.0/ports?device_id=1901534b-d070-42b3-90f0-9ffd0800b9cc HTTP/1.1" status: 200 len: 205 time: 0.1069844 Nov 16 05:06:00.176197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c17e3-bd25-491c-a313-1ce1f21289c0 None None] No DVR routers for this DVR port 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:06:00.178913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 943918c8-e995-4dbd-865a-8de37a07df38 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:00.215743 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44026) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:00.221174 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.247961 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-982a6b56-cd07-49cf-9398-c86837fd556a tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0816076 Nov 16 05:06:00.255293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5abcda-1135-46e6-8f64-86a4329d59d9']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:00.258759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44028) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:00.265009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 943918c8-e995-4dbd-865a-8de37a07df38 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:06:00.270312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 943918c8-e995-4dbd-865a-8de37a07df38 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:00.270711 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.304081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f2a6805b-b460-4637-85d8-71b81aa4b446 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5d96d78dbd524318af36e944a5e52691&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437160 Nov 16 05:06:00.306070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318a8b00-9fa7-46f6-a45d-c3348409ce28') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:00.306369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318a8b00-9fa7-46f6-a45d-c3348409ce28') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:00.308001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44030) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:00.340694 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.360929 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.386331 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.396347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:06:00.396786 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:06:00.399968 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:06:00.402664 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:06:00.405467 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f957fe-fb88-46ff-a43e-0aa53fba6687" -d '{"events": [{"server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "name": "network-vif-plugged", "status": "completed", "tag": "943918c8-e995-4dbd-865a-8de37a07df38"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:06:00.445609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:00.452372 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.484047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cdad47-e0c4-495b-b545-c681da9e82da tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:00.488703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-97cdad47-e0c4-495b-b545-c681da9e82da tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1796150 Nov 16 05:06:00.489627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44038) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:00.499564 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.512237 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81171589-e3cf-4f21-9f69-9ccccf39fd7c x-openstack-request-id: req-81171589-e3cf-4f21-9f69-9ccccf39fd7c {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:06:00.512755 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "name": "network-vif-plugged", "status": "completed", "tag": "943918c8-e995-4dbd-865a-8de37a07df38", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:06:00.513243 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81171589-e3cf-4f21-9f69-9ccccf39fd7c {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:06:00.514283 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38', 'code': 200} Nov 16 05:06:00.531462 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.534897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/networks/9e5abcda-1135-46e6-8f64-86a4329d59d9 HTTP/1.1" status: 204 len: 168 time: 1.3152826 Nov 16 05:06:00.545216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44042) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:00.548853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=14']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:00.551673 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-68c3c386-6316-47b4-aa34-19768237f91f tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0609202 Nov 16 05:06:00.552291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44044) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:00.562253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59a76e-a75f-490e-b06f-e876bcfb0432 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Network': ['ID=9e5abcda-1135-46e6-8f64-86a4329d59d9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:00.566859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a9ca96fd-6dbe-4b48-bec2-2bb2d9230bb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1795723315', 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:00.650211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4fba82-b5a3-4662-a5f5-03f273ba8acc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:00.651645 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3b4fba82-b5a3-4662-a5f5-03f273ba8acc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/98472b6d-316e-4789-9125-0c68d853a332 HTTP/1.1" status: 200 len: 845 time: 0.1053257 Nov 16 05:06:00.658652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44052) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:00.718976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4b6c5bc5-b2ec-43b1-8b07-e2bd8d2eb268 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/98472b6d-316e-4789-9125-0c68d853a332?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0591981 Nov 16 05:06:00.722685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44054) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:00.728288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6ea2c48c-fb94-4d44-8ef2-dd3e6094e5c1 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:00.746209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:06:00.786773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:06:00.786773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 56a2e6f9-7ac9-4d8c-8490-88518fb2b458 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:06:00.787421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b0c8e30d-c476-4be6-8d84-8cd470d0fc1b no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:06:00.796381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ca96fd-6dbe-4b48-bec2-2bb2d9230bb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Made reservation on behalf of 5d96d78dbd524318af36e944a5e52691 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:00.800420 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9ca96fd-6dbe-4b48-bec2-2bb2d9230bb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.817527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: b0c8e30d-c476-4be6-8d84-8cd470d0fc1b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:06:00.818059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b0c8e30d-c476-4be6-8d84-8cd470d0fc1b not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:06:00.913047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34118449-3566-4947-962c-2d7be1942319 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:00.931366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea2c48c-fb94-4d44-8ef2-dd3e6094e5c1 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:00.934933 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c48c-fb94-4d44-8ef2-dd3e6094e5c1 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.117550 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34118449-3566-4947-962c-2d7be1942319 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.119720 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34118449-3566-4947-962c-2d7be1942319 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.169718 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34118449-3566-4947-962c-2d7be1942319 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.170701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34118449-3566-4947-962c-2d7be1942319 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Fanout notify agent at l3_agent the message router_deleted on router 1901534b-d070-42b3-90f0-9ffd0800b9cc {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:06:01.171453 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9ca96fd-6dbe-4b48-bec2-2bb2d9230bb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.183438 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34118449-3566-4947-962c-2d7be1942319 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.186943 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-34118449-3566-4947-962c-2d7be1942319 tempest-RoutersNegativeTest-1378709464 tempest-RoutersNegativeTest-1378709464-project] 10.222.0.41 "DELETE /v2.0/routers/1901534b-d070-42b3-90f0-9ffd0800b9cc HTTP/1.1" status: 204 len: 168 time: 0.9677901 Nov 16 05:06:01.254981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca96fd-6dbe-4b48-bec2-2bb2d9230bb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Subnet': ['ID=429ed847-c9b2-4ba9-b5aa-d08afbdd448e,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:01.267810 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c330913b-d90f-463b-89d9-30bddae1b0fe tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.307310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330913b-d90f-463b-89d9-30bddae1b0fe tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8d804c7-0037-4159-b80f-8774ce57b706,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:01.332005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9531a9da-e7c4-4ae2-ae0b-904102a75e4f None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:06:01.360916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca96fd-6dbe-4b48-bec2-2bb2d9230bb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Checking segment: {'id': '5df41ee1-553f-4d8c-aadf-edb23eca9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:01.361417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ca96fd-6dbe-4b48-bec2-2bb2d9230bb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network hostable DHCP agents. Network: 6aed5bed-d41c-440c-a9d5-4007c00a44b8, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:06:01.390847 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c48c-fb94-4d44-8ef2-dd3e6094e5c1 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.428745 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c330913b-d90f-463b-89d9-30bddae1b0fe tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.435218 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c330913b-d90f-463b-89d9-30bddae1b0fe tempest-RoutersAdminNegativeTest-1659206510 tempest-RoutersAdminNegativeTest-1659206510-project-admin] 10.222.0.41 "DELETE /v2.0/ports/d8d804c7-0037-4159-b80f-8774ce57b706 HTTP/1.1" status: 204 len: 168 time: 1.8215315 Nov 16 05:06:01.447327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ca96fd-6dbe-4b48-bec2-2bb2d9230bb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:06:01.459405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea2c48c-fb94-4d44-8ef2-dd3e6094e5c1 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network df1402be-e55d-4c04-a29d-5000cbf533ff is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:01.469090 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-6ea2c48c-fb94-4d44-8ef2-dd3e6094e5c1 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:01.477205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea2c48c-fb94-4d44-8ef2-dd3e6094e5c1 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:01.477998 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ea2c48c-fb94-4d44-8ef2-dd3e6094e5c1 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.480342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cc1284-8a18-42b5-8abc-de32cd492ee8 None None] Network df1402be-e55d-4c04-a29d-5000cbf533ff requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:01.487127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-a9ca96fd-6dbe-4b48-bec2-2bb2d9230bb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 6aed5bed-d41c-440c-a9d5-4007c00a44b8) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:01.494430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2c48c-fb94-4d44-8ef2-dd3e6094e5c1 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Subnet': ['ID=cb309f86-c8ae-44c3-9fa8-1846b04978d8,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:01.499556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ca96fd-6dbe-4b48-bec2-2bb2d9230bb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:01.500247 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9ca96fd-6dbe-4b48-bec2-2bb2d9230bb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.522751 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44066) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:01.522937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6ea2c48c-fb94-4d44-8ef2-dd3e6094e5c1 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7972386 Nov 16 05:06:01.528916 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7e419eed-df0d-4360-8e12-168b051beac5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'security_group': {'name': 'tempest-secgroup-1732598629'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:01.529344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a9ca96fd-6dbe-4b48-bec2-2bb2d9230bb7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9677005 Nov 16 05:06:01.577566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5636ce19-692b-4c82-b0c6-a6e735bd6068 None None] Network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:01.590770 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e419eed-df0d-4360-8e12-168b051beac5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.806510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44074) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:01.822103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e419eed-df0d-4360-8e12-168b051beac5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.830226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e419eed-df0d-4360-8e12-168b051beac5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.854887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-df1402be-e55d-4c04-a29d-5000cbf533ff', 'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'tenant_id': 'd5813e4f480449aea9709170b51e91db', 'fixed_ips': [{'subnet_id': 'cb309f86-c8ae-44c3-9fa8-1846b04978d8'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:06:01.855845 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.894091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-6aed5bed-d41c-440c-a9d5-4007c00a44b8', 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ips': [{'subnet_id': '429ed847-c9b2-4ba9-b5aa-d08afbdd448e'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:06:01.895220 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.903113 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e419eed-df0d-4360-8e12-168b051beac5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:01.904673 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7e419eed-df0d-4360-8e12-168b051beac5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3801696 Nov 16 05:06:01.907362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44080) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:01.917036 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e419eed-df0d-4360-8e12-168b051beac5 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf3ff1b-b429-4eb3-9845-c9a6a9d2069e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:01.918001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-2aecdd97-47c4-4967-ac30-1e53dd628419 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'security_group': {'name': 'tempest-secgroup-1006832423'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:01.982988 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2aecdd97-47c4-4967-ac30-1e53dd628419 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.008983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44084) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:02.013883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a3774f2d-64f3-4cd6-b378-0e0e7cc96edf tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312874048', 'description': 'tempest-secgroup-smoke-1312874048 description', 'project_id': '5d96d78dbd524318af36e944a5e52691'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:02.031779 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44086) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:02.068869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3774f2d-64f3-4cd6-b378-0e0e7cc96edf tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.236879 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2aecdd97-47c4-4967-ac30-1e53dd628419 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.239554 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3774f2d-64f3-4cd6-b378-0e0e7cc96edf tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.246908 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3774f2d-64f3-4cd6-b378-0e0e7cc96edf tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.266109 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a3774f2d-64f3-4cd6-b378-0e0e7cc96edf tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.267666 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a3774f2d-64f3-4cd6-b378-0e0e7cc96edf tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2576489 Nov 16 05:06:02.270577 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44090) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:02.276101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b27125c2-6a3d-43cb-8c51-3a5b4b80964a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '3209ded2-42a7-444b-a99d-c53bdd9c388f', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:02.278549 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2aecdd97-47c4-4967-ac30-1e53dd628419 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.338085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecdd97-47c4-4967-ac30-1e53dd628419 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a947812-4b94-42b5-81ab-852a4b051df7,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:02.363957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3774f2d-64f3-4cd6-b378-0e0e7cc96edf tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3209ded2-42a7-444b-a99d-c53bdd9c388f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:02.369864 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf94c-47c9-4b35-badb-15c14f39c11d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.397351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b27125c2-6a3d-43cb-8c51-3a5b4b80964a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.400554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-134a429e-3828-408e-8fcc-d69f8c00c208 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cd79decbecb4e689dfe81913d94a3a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5927846 Nov 16 05:06:02.404586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44092) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:02.423019 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2aecdd97-47c4-4967-ac30-1e53dd628419 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.425206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2aecdd97-47c4-4967-ac30-1e53dd628419 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5167451 Nov 16 05:06:02.428414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44094) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:02.434604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-241344588', 'security_groups': ['3a947812-4b94-42b5-81ab-852a4b051df7'], 'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb309f86-c8ae-44c3-9fa8-1846b04978d8'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:02.563468 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-95d8f8bc-a897-4e1b-9001-86fd3dace9c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.578373 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Allocated IP 2001:db8::2 (df1402be-e55d-4c04-a29d-5000cbf533ff/cb309f86-c8ae-44c3-9fa8-1846b04978d8/fa3205e7-b5c9-4045-a4bc-95c85c5362c6) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:02.595074 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf94c-47c9-4b35-badb-15c14f39c11d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.596107 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-95d8f8bc-a897-4e1b-9001-86fd3dace9c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.604597 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf94c-47c9-4b35-badb-15c14f39c11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.644791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cf94c-47c9-4b35-badb-15c14f39c11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fffed0-794c-492c-910f-62850d954520,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:02.663008 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b27125c2-6a3d-43cb-8c51-3a5b4b80964a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.677366 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b27125c2-6a3d-43cb-8c51-3a5b4b80964a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.759481 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-eb2cf94c-47c9-4b35-badb-15c14f39c11d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=192b8781c5c742acb823e44aaf0c5648&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7263076 Nov 16 05:06:02.763393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44096) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:02.772902 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27125c2-6a3d-43cb-8c51-3a5b4b80964a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf0898f-cbf3-49e6-91c5-dd60b1a81b31,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:02.805217 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-95d8f8bc-a897-4e1b-9001-86fd3dace9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.814478 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-95d8f8bc-a897-4e1b-9001-86fd3dace9c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.817543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-95d8f8bc-a897-4e1b-9001-86fd3dace9c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe1f3bbe-b818-40e4-afde-8d39744259b5 HTTP/1.1" status: 204 len: 168 time: 0.4104233 Nov 16 05:06:02.819270 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b27125c2-6a3d-43cb-8c51-3a5b4b80964a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.831903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:02.841202 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b27125c2-6a3d-43cb-8c51-3a5b4b80964a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5639524 Nov 16 05:06:02.842631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44100) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:02.864643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ad76b2b4-739c-4990-972a-97873a1f7913 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '3209ded2-42a7-444b-a99d-c53bdd9c388f', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:02.895109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8f8bc-a897-4e1b-9001-86fd3dace9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1f3bbe-b818-40e4-afde-8d39744259b5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:02.981986 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad76b2b4-739c-4990-972a-97873a1f7913 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:02.999023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1ae1629e-70de-4bcb-bb08-3273b86e58bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.014822 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.066898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port de7049e1-0902-4b74-ade7-639742a9af54 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:06:03.078819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Allocated IP 172.20.0.18 (6aed5bed-d41c-440c-a9d5-4007c00a44b8/429ed847-c9b2-4ba9-b5aa-d08afbdd448e/244eba75-67ef-4988-b286-08b137f9e88b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:03.102004 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.111480 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.138091 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1ae1629e-70de-4bcb-bb08-3273b86e58bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.197972 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Network df1402be-e55d-4c04-a29d-5000cbf533ff is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:03.204057 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:03.211793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:03.230366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Pushing event updated for resources: {'Port': ['ID=fa3205e7-b5c9-4045-a4bc-95c85c5362c6,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:03.233137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad76b2b4-739c-4990-972a-97873a1f7913 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.248416 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad76b2b4-739c-4990-972a-97873a1f7913 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.312511 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad76b2b4-739c-4990-972a-97873a1f7913 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=593ccbc7-3aa4-4847-88ea-da7e5cdec9a5,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:03.315544 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Attempting to bind port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:06:03.315843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Attempting to bind port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '67e74bb5-cdb2-47b6-a34b-218b2de08277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:06:03.316171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Attempting to bind port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 on network df1402be-e55d-4c04-a29d-5000cbf533ff {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:06:03.325069 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1ae1629e-70de-4bcb-bb08-3273b86e58bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.328634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1ae1629e-70de-4bcb-bb08-3273b86e58bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.333164 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1ae1629e-70de-4bcb-bb08-3273b86e58bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40fffed0-794c-492c-910f-62850d954520 HTTP/1.1" status: 204 len: 168 time: 0.5662198 Nov 16 05:06:03.340070 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad76b2b4-739c-4990-972a-97873a1f7913 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.341666 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ad76b2b4-739c-4990-972a-97873a1f7913 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4826031 Nov 16 05:06:03.346098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:06:03.346098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Checking segment: {'id': '67e74bb5-cdb2-47b6-a34b-218b2de08277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:03.346098 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.346098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Bound using segment: {'id': '67e74bb5-cdb2-47b6-a34b-218b2de08277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:06:03.346098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Bound port: fa3205e7-b5c9-4045-a4bc-95c85c5362c6, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e74bb5-cdb2-47b6-a34b-218b2de08277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:06:03.347111 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.347232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44114) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:03.348545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1629e-70de-4bcb-bb08-3273b86e58bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fffed0-794c-492c-910f-62850d954520,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:03.368259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-8c1c4113-5b86-4355-8054-27e838a4393f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '3209ded2-42a7-444b-a99d-c53bdd9c388f', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:03.452874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] For port fa3205e7-b5c9-4045-a4bc-95c85c5362c6, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:06:03.458674 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] For port fa3205e7-b5c9-4045-a4bc-95c85c5362c6, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fa3205e7-b5c9-4045-a4bc-95c85c5362c6,segment=NetworkSegment(67e74bb5-cdb2-47b6-a34b-218b2de08277),segment_id=67e74bb5-cdb2-47b6-a34b-218b2de08277)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:06:03.464904 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.469338 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.495137 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.513552 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8::201 (df1402be-e55d-4c04-a29d-5000cbf533ff/cb309f86-c8ae-44c3-9fa8-1846b04978d8/de7049e1-0902-4b74-ade7-639742a9af54) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:03.544537 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4113-5b86-4355-8054-27e838a4393f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.607839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:03.627337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:03.640075 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:03.643497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f8ae7-b00a-441a-80fa-154c27d2b841 None None] Pushing event updated for resources: {'Port': ['ID=fa3205e7-b5c9-4045-a4bc-95c85c5362c6,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:03.759132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Pushing event updated for resources: {'Port': ['ID=244eba75-67ef-4988-b286-08b137f9e88b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:03.771041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Attempting to bind port 244eba75-67ef-4988-b286-08b137f9e88b on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:06:03.771653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Attempting to bind port 244eba75-67ef-4988-b286-08b137f9e88b by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '5df41ee1-553f-4d8c-aadf-edb23eca9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:06:03.772208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Attempting to bind port 244eba75-67ef-4988-b286-08b137f9e88b on network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:06:03.780333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:06:03.781068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Checking segment: {'id': '5df41ee1-553f-4d8c-aadf-edb23eca9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:03.781687 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.782501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Bound using segment: {'id': '5df41ee1-553f-4d8c-aadf-edb23eca9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:06:03.784054 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Bound port: 244eba75-67ef-4988-b286-08b137f9e88b, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df41ee1-553f-4d8c-aadf-edb23eca9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:06:03.784643 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.879116 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4113-5b86-4355-8054-27e838a4393f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.889901 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4113-5b86-4355-8054-27e838a4393f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.899906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] For port 244eba75-67ef-4988-b286-08b137f9e88b, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:06:03.907811 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] For port 244eba75-67ef-4988-b286-08b137f9e88b, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=244eba75-67ef-4988-b286-08b137f9e88b,segment=NetworkSegment(5df41ee1-553f-4d8c-aadf-edb23eca9711),segment_id=5df41ee1-553f-4d8c-aadf-edb23eca9711)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:06:03.912891 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.924471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c4113-5b86-4355-8054-27e838a4393f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e81b70-4395-4ca9-8d64-8ef5df7e2095,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:03.931499 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4113-5b86-4355-8054-27e838a4393f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:03.932713 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8c1c4113-5b86-4355-8054-27e838a4393f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5846536 Nov 16 05:06:03.935799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44124) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:03.945196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ee17b4a4-5ca8-4615-87d2-1616f4d88137 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '3209ded2-42a7-444b-a99d-c53bdd9c388f', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:03.983936 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee17b4a4-5ca8-4615-87d2-1616f4d88137 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.006144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44128) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:04.063605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f552728-c8f8-4797-a6bd-627cbe73c819 None None] Pushing event updated for resources: {'Port': ['ID=244eba75-67ef-4988-b286-08b137f9e88b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:04.089957 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6d6937f1-6125-496d-b2e5-eebeabc12ce2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da989c5148b340ac8c0c1f6c67d5f09c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0803471 Nov 16 05:06:04.092159 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44134) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:04.109201 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.164104 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee17b4a4-5ca8-4615-87d2-1616f4d88137 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.172222 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee17b4a4-5ca8-4615-87d2-1616f4d88137 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.213024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17b4a4-5ca8-4615-87d2-1616f4d88137 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e784a7c-4594-494d-9e54-c5d5c24fb3a4,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:04.216942 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.225979 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ee17b4a4-5ca8-4615-87d2-1616f4d88137 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.227778 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ee17b4a4-5ca8-4615-87d2-1616f4d88137 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2912927 Nov 16 05:06:04.232142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44142) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:04.259927 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38263f3e-1ab8-4974-9704-0c0374ed5f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.264983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f3f413d7-feaf-46c7-bb00-3479ee2666a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '3209ded2-42a7-444b-a99d-c53bdd9c388f', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:04.319375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network df1402be-e55d-4c04-a29d-5000cbf533ff is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:04.326973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:04.329154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=de7049e1-0902-4b74-ade7-639742a9af54,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:04.329673 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38263f3e-1ab8-4974-9704-0c0374ed5f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.338495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:04.346269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:04.346930 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.361549 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-f3f413d7-feaf-46c7-bb00-3479ee2666a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Project 5d96d78dbd524318af36e944a5e52691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:06:04.369373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-abc6f6e0-10c3-4e07-b192-0ee6db0212aa tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9388816 Nov 16 05:06:04.377801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44152) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:04.377801 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f3f413d7-feaf-46c7-bb00-3479ee2666a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.385548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9c0f8de7-5631-4be1-b0c2-1cd0a901150e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:04.503187 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38263f3e-1ab8-4974-9704-0c0374ed5f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.509222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-38263f3e-1ab8-4974-9704-0c0374ed5f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.514341 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-38263f3e-1ab8-4974-9704-0c0374ed5f2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a1b6813-3ece-4000-afbe-9576aeb156e8 HTTP/1.1" status: 204 len: 168 time: 0.4182935 Nov 16 05:06:04.530043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38263f3e-1ab8-4974-9704-0c0374ed5f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1b6813-3ece-4000-afbe-9576aeb156e8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:04.533045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44158) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:04.700766 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-802e14bc-7f04-4fc1-bb38-afeb0ba3020b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group': {'name': 'tempest-secgroup--320600059'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:04.708858 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f3f413d7-feaf-46c7-bb00-3479ee2666a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.718733 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f3f413d7-feaf-46c7-bb00-3479ee2666a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.780998 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-802e14bc-7f04-4fc1-bb38-afeb0ba3020b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.801911 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-802e14bc-7f04-4fc1-bb38-afeb0ba3020b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.814508 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f3f413d7-feaf-46c7-bb00-3479ee2666a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.820984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f3f413d7-feaf-46c7-bb00-3479ee2666a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5628235 Nov 16 05:06:04.821675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44162) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:04.830848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a3561f81-e801-45d6-9d43-cbc8a889c3fa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '3209ded2-42a7-444b-a99d-c53bdd9c388f', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:04.874503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f413d7-feaf-46c7-bb00-3479ee2666a9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2d0425-85b0-452c-99a4-b7365ae26779,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:04.930455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0f8de7-5631-4be1-b0c2-1cd0a901150e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:04.941613 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9c0f8de7-5631-4be1-b0c2-1cd0a901150e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.949796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fa3205e7-b5c9-4045-a4bc-95c85c5362c6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:04.975679 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-802e14bc-7f04-4fc1-bb38-afeb0ba3020b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:04.983076 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-802e14bc-7f04-4fc1-bb38-afeb0ba3020b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.080055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:05.080716 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.133366 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-802e14bc-7f04-4fc1-bb38-afeb0ba3020b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.146170 n-d-818042-1 neutron-server[102659]: INFO neutron.db.ipam_backend_mixin [None req-9c0f8de7-5631-4be1-b0c2-1cd0a901150e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb309f86-c8ae-44c3-9fa8-1846b04978d8 (CIDR: 2001:db8::/64) Nov 16 05:06:05.150398 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-a3561f81-e801-45d6-9d43-cbc8a889c3fa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Project 5d96d78dbd524318af36e944a5e52691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:06:05.163144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3561f81-e801-45d6-9d43-cbc8a889c3fa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.165120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e14bc-7f04-4fc1-bb38-afeb0ba3020b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c641368-40ac-4483-9251-faa11fe46a12,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:05.168164 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-802e14bc-7f04-4fc1-bb38-afeb0ba3020b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.193755 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0f8de7-5631-4be1-b0c2-1cd0a901150e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:06:05.195580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0f8de7-5631-4be1-b0c2-1cd0a901150e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:05.246187 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.253181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-802e14bc-7f04-4fc1-bb38-afeb0ba3020b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.263079 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-802e14bc-7f04-4fc1-bb38-afeb0ba3020b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7287726 Nov 16 05:06:05.265816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44172) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:05.291811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e14bc-7f04-4fc1-bb38-afeb0ba3020b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8c0379-6c14-4f08-b1f2-944907c8863a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:05.296796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port fa3205e7-b5c9-4045-a4bc-95c85c5362c6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fa3205e7-b5c9-4045-a4bc-95c85c5362c6,segment=NetworkSegment(67e74bb5-cdb2-47b6-a34b-218b2de08277),segment_id=67e74bb5-cdb2-47b6-a34b-218b2de08277)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:05.300436 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9c0f8de7-5631-4be1-b0c2-1cd0a901150e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9202027 Nov 16 05:06:05.300886 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.302248 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 244eba75-67ef-4988-b286-08b137f9e88b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:05.319892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44174) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:05.358980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:05.455443 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3561f81-e801-45d6-9d43-cbc8a889c3fa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.461335 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3561f81-e801-45d6-9d43-cbc8a889c3fa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.505608 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a3561f81-e801-45d6-9d43-cbc8a889c3fa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.517869 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a3561f81-e801-45d6-9d43-cbc8a889c3fa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6905711 Nov 16 05:06:05.528165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 244eba75-67ef-4988-b286-08b137f9e88b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:05.528548 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.533045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3561f81-e801-45d6-9d43-cbc8a889c3fa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a269ab6-bf17-4535-8a5a-e282b84b0314,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:05.613738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=fa3205e7-b5c9-4045-a4bc-95c85c5362c6,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:05.626682 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a15831e3-3a1b-4aee-a9d7-4f35447063c1 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3542507 Nov 16 05:06:05.631243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44186) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:05.640435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d6610a5e-ad2d-4d28-aa7c-86b9429dd23f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group': {'name': 'tempest-security--2098342590', 'description': 'tempest-security-description-839728974'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:05.769081 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6610a5e-ad2d-4d28-aa7c-86b9429dd23f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.800773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9717af90-8364-4421-884c-f4d411c12313 None None] Provisioning complete for port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:05.804410 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9717af90-8364-4421-884c-f4d411c12313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.878270 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6610a5e-ad2d-4d28-aa7c-86b9429dd23f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.884188 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6610a5e-ad2d-4d28-aa7c-86b9429dd23f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.887459 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6610a5e-ad2d-4d28-aa7c-86b9429dd23f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:05.888967 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d6610a5e-ad2d-4d28-aa7c-86b9429dd23f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "PUT /v2.0/security-groups/6d8c0379-6c14-4f08-b1f2-944907c8863a HTTP/1.1" status: 200 len: 1796 time: 0.2545455 Nov 16 05:06:05.894190 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44202) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:05.900902 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:06.014771 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-031f93ec-5a67-446d-b88a-75c6ef076581 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-groups/6d8c0379-6c14-4f08-b1f2-944907c8863a HTTP/1.1" status: 200 len: 1796 time: 0.1154780 Nov 16 05:06:06.016537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-0afda6df-bf5a-4021-a900-cd63f697928d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312874048&fields=id&tenant_id=5d96d78dbd524318af36e944a5e52691 HTTP/1.1" status: 200 len: 267 time: 0.1603870 Nov 16 05:06:06.017279 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44206) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:06.028493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 244eba75-67ef-4988-b286-08b137f9e88b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=244eba75-67ef-4988-b286-08b137f9e88b,segment=NetworkSegment(5df41ee1-553f-4d8c-aadf-edb23eca9711),segment_id=5df41ee1-553f-4d8c-aadf-edb23eca9711)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:06.030514 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:06.034599 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:06.040707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6610a5e-ad2d-4d28-aa7c-86b9429dd23f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8c0379-6c14-4f08-b1f2-944907c8863a,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:06.045679 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:06.195033 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44208) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:06.260879 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=244eba75-67ef-4988-b286-08b137f9e88b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:06.296731 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-778f51df-230c-42d4-82d9-802e1299647f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:06.297257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc4ea08-831c-46fd-9e11-a6c9c48352c5 None None] Network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:06.412760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Request body: {'networks': [{'name': 'tempest-network--1139491177'}, {'name': 'tempest-network--1592962809'}]} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:06.413305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Request body: {'network': {'name': 'tempest-network--1139491177'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:06.414183 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-778f51df-230c-42d4-82d9-802e1299647f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:06.414742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Request body: {'network': {'name': 'tempest-network--1592962809'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:06.428511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9717af90-8364-4421-884c-f4d411c12313 None None] Provisioning complete for port 98472b6d-316e-4789-9125-0c68d853a332 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:06.429156 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9717af90-8364-4421-884c-f4d411c12313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:06.432615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-e25416c7-53b0-4c61-b336-5d58575bb5a0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:06.434295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-e25416c7-53b0-4c61-b336-5d58575bb5a0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/networks?id=6aed5bed-d41c-440c-a9d5-4007c00a44b8 HTTP/1.1" status: 200 len: 796 time: 0.4029310 Nov 16 05:06:06.477208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-e669dfea-cb55-4591-9fd4-01b572042d21 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/quotas/5d96d78dbd524318af36e944a5e52691 HTTP/1.1" status: 200 len: 375 time: 0.0331857 Nov 16 05:06:06.491230 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-778f51df-230c-42d4-82d9-802e1299647f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:06.494031 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-778f51df-230c-42d4-82d9-802e1299647f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:06.495331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-778f51df-230c-42d4-82d9-802e1299647f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-groups/6d8c0379-6c14-4f08-b1f2-944907c8863a HTTP/1.1" status: 204 len: 168 time: 0.4770274 Nov 16 05:06:06.498285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9717af90-8364-4421-884c-f4d411c12313 None None] Port 98472b6d-316e-4789-9125-0c68d853a332 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:06.517573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44212) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:06.543457 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:06.553961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f51df-230c-42d4-82d9-802e1299647f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8c0379-6c14-4f08-b1f2-944907c8863a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:06.595025 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network df1402be-e55d-4c04-a29d-5000cbf533ff is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:06.599703 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:06.611220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:06.611810 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:06.628504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9914629f-c397-46c7-ba1d-606d6f03b4e1 None None] Network df1402be-e55d-4c04-a29d-5000cbf533ff requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:06.707576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-190ee406-2d0a-431c-af04-69b4cab8c438 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1863327 Nov 16 05:06:06.707884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44218) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:06.721730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-9592c886-ce22-4da3-95f6-6bebdf3cf533 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2253189 Nov 16 05:06:06.728373 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Made reservation on behalf of a61d88b32f3b46fa95c482024557e8ee for: {'network': 2} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:06.732824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:06.777347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e30121bb-55a0-472f-97dd-b08e4c363469 None None] Provisioning complete for port 244eba75-67ef-4988-b286-08b137f9e88b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:06.777720 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e30121bb-55a0-472f-97dd-b08e4c363469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:06.791649 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4564619 Nov 16 05:06:06.792082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44220) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:06.805068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-372817091', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fd5a4864-ffee-4a22-b5c9-49d428244f8d'}], 'security_groups': ['adf3ff1b-b429-4eb3-9845-c9a6a9d2069e']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:06.821166 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:06.823599 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Subnet': ['ID=fd5a4864-ffee-4a22-b5c9-49d428244f8d,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:06.834043 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-dea2dde1-998a-4243-9dfc-efc8193389f4 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] delete failed (client error): The resource could not be found. Nov 16 05:06:06.835985 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dea2dde1-998a-4243-9dfc-efc8193389f4 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-groups/6d8c0379-6c14-4f08-b1f2-944907c8863a HTTP/1.1" status: 404 len: 347 time: 0.1256342 Nov 16 05:06:06.850567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44222) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:06.855784 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5cdb1d64-df5d-4726-b363-1e89a7c37229 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group': {'name': 'tempest-secgroup--872712607'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:06.865725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fa3205e7-b5c9-4045-a4bc-95c85c5362c6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:06.919071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:06.919970 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:06.920463 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:06.920868 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:06.922289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:06.923117 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:06.924699 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:06.925629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:06.925996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:06.929932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:06.930368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:06.930712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8458e1e3-353d-466c-b8dc-f45e60e1a40d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:06.988382 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1d64-df5d-4726-b363-1e89a7c37229 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.090131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:07.090681 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.161182 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.172809 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.173794 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.216127 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1d64-df5d-4726-b363-1e89a7c37229 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.237541 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1d64-df5d-4726-b363-1e89a7c37229 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.252024 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:07.268126 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158681f2-6d3f-44b5-a253-33dcfed14fc9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:07.281122 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.281669 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Added segment b46adcc0-2fa3-4b63-8a49-47af14577411 of type vlan for network 4fc0f96b-764f-4092-a8f4-8edc64927e89 Nov 16 05:06:07.302015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5cdb1d64-df5d-4726-b363-1e89a7c37229 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.307617 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5cdb1d64-df5d-4726-b363-1e89a7c37229 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4553266 Nov 16 05:06:07.316379 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44224) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:07.324998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ec5ef146-6259-446d-a0ae-ddb2f1c0835e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group_rule': {'security_group_id': 'd977dbd9-cd02-4e16-b420-ea0935564b29', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:07.399060 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e30121bb-55a0-472f-97dd-b08e4c363469 None None] Provisioning complete for port de7049e1-0902-4b74-ade7-639742a9af54 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:07.399809 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e30121bb-55a0-472f-97dd-b08e4c363469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.418050 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.464975 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.476614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e30121bb-55a0-472f-97dd-b08e4c363469 None None] Port de7049e1-0902-4b74-ade7-639742a9af54 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:07.484955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb1d64-df5d-4726-b363-1e89a7c37229 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d977dbd9-cd02-4e16-b420-ea0935564b29,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:07.551816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 244eba75-67ef-4988-b286-08b137f9e88b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:07.554021 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-dcce8561-2e4b-4ecd-a124-e251a6bbee05 service neutron] 10.222.0.41 "GET /v2.0/networks/6aed5bed-d41c-440c-a9d5-4007c00a44b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8153605 Nov 16 05:06:07.582168 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec5ef146-6259-446d-a0ae-ddb2f1c0835e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.621048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:07.653785 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.667319 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Added segment b6374f5b-4536-4c93-b83c-29a5fdbc4c06 of type vlan for network e19e266a-86e9-4931-8e79-59d5da4e36a1 Nov 16 05:06:07.709574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f437b35-4a16-45f5-8ff8-098df2d36deb None None] Update dhcp port {'port': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'fixed_ips': [{'subnet_id': 'cb309f86-c8ae-44c3-9fa8-1846b04978d8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fd5a4864-ffee-4a22-b5c9-49d428244f8d'}], 'binding:host_id': 'n-d-818042-1'}, 'id': 'fa3205e7-b5c9-4045-a4bc-95c85c5362c6'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 05:06:07.713091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-faac2e0b-6128-478e-aa62-b5dce8a6d939 None None] Provisioning complete for port 244eba75-67ef-4988-b286-08b137f9e88b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:07.713658 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-faac2e0b-6128-478e-aa62-b5dce8a6d939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.744843 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-303e135d-7e66-4fc9-8afd-e1a17e110a58 service neutron] 10.222.0.41 "GET /v2.0/networks/6aed5bed-d41c-440c-a9d5-4007c00a44b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583624 Nov 16 05:06:07.791505 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f437b35-4a16-45f5-8ff8-098df2d36deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.809464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 244eba75-67ef-4988-b286-08b137f9e88b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:07.810051 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.844329 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.945219 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec5ef146-6259-446d-a0ae-ddb2f1c0835e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.951047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec5ef146-6259-446d-a0ae-ddb2f1c0835e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.975344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ef146-6259-446d-a0ae-ddb2f1c0835e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ba4a519-abfb-4d1d-a5dc-1cb50d30ea3e,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:07.979661 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.980150 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:07.989466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:07.998100 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:07.998792 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.030262 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-495767ab-566d-4e98-bae4-8591d482011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.048428 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8521609 Nov 16 05:06:08.052781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44244) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:08.078425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-febecc53-58c1-45e8-9ec4-9100d6d8efe4 req-776c8eed-cbaa-4889-baf2-01c3ccd9e11a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 210 time: 0.0346735 Nov 16 05:06:08.129627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8f437b35-4a16-45f5-8ff8-098df2d36deb None None] Allocated IP 2001:db8:0:1::2 (df1402be-e55d-4c04-a29d-5000cbf533ff/fd5a4864-ffee-4a22-b5c9-49d428244f8d/fa3205e7-b5c9-4045-a4bc-95c85c5362c6) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:08.187580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec5ef146-6259-446d-a0ae-ddb2f1c0835e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.188958 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ec5ef146-6259-446d-a0ae-ddb2f1c0835e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8681498 Nov 16 05:06:08.192106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44252) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:08.259555 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fdc45fad-d1c6-4ea2-bd34-1898b495ca8f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.280187 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event updated for resources: {'Network': ['ID=4fc0f96b-764f-4092-a8f4-8edc64927e89,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:08.282809 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fdc45fad-d1c6-4ea2-bd34-1898b495ca8f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.303363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 4fc0f96b-764f-4092-a8f4-8edc64927e89 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:08.326555 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fdc45fad-d1c6-4ea2-bd34-1898b495ca8f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.338318 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fdc45fad-d1c6-4ea2-bd34-1898b495ca8f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.339898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fdc45fad-d1c6-4ea2-bd34-1898b495ca8f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0ba4a519-abfb-4d1d-a5dc-1cb50d30ea3e HTTP/1.1" status: 204 len: 168 time: 0.1460109 Nov 16 05:06:08.343913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44268) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:08.382432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc45fad-d1c6-4ea2-bd34-1898b495ca8f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ba4a519-abfb-4d1d-a5dc-1cb50d30ea3e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:08.432153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7c220-82f5-403d-b2c9-4a504ab3d913 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event updated for resources: {'Network': ['ID=e19e266a-86e9-4931-8e79-59d5da4e36a1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:08.454120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f319051-9e53-4e6b-ad33-5bc0c1aed40c tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:08.459206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b3fd58ff-19ff-4d0d-8e5d-51fb98156bc9 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1131728 Nov 16 05:06:08.462617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44272) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:08.472863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f319051-9e53-4e6b-ad33-5bc0c1aed40c tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:08.480419 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f319051-9e53-4e6b-ad33-5bc0c1aed40c tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:08.497909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f319051-9e53-4e6b-ad33-5bc0c1aed40c tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:08.503301 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3f319051-9e53-4e6b-ad33-5bc0c1aed40c tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4466755 Nov 16 05:06:08.503817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44276) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:08.553972 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09607676-5efd-4365-8d99-5a2def18139e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.586057 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09607676-5efd-4365-8d99-5a2def18139e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.623102 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0d98-253a-4726-adf2-183c52b20fc4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.640424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e19e266a-86e9-4931-8e79-59d5da4e36a1 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:08.643057 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09607676-5efd-4365-8d99-5a2def18139e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.645858 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09607676-5efd-4365-8d99-5a2def18139e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.661732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-09607676-5efd-4365-8d99-5a2def18139e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-groups/d977dbd9-cd02-4e16-b420-ea0935564b29 HTTP/1.1" status: 204 len: 168 time: 0.1972702 Nov 16 05:06:08.667862 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8f437b35-4a16-45f5-8ff8-098df2d36deb None None] For port fa3205e7-b5c9-4045-a4bc-95c85c5362c6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fa3205e7-b5c9-4045-a4bc-95c85c5362c6,segment=NetworkSegment(67e74bb5-cdb2-47b6-a34b-218b2de08277),segment_id=67e74bb5-cdb2-47b6-a34b-218b2de08277)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:08.672086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44280) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:08.694527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09607676-5efd-4365-8d99-5a2def18139e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d977dbd9-cd02-4e16-b420-ea0935564b29,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:08.828028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-53d4374f-7f02-4ab9-bbfd-0896221a2388 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1476252 Nov 16 05:06:08.828208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0d98-253a-4726-adf2-183c52b20fc4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.830336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44286) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:08.835053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5e462e17-6d4e-45c8-9ba7-10d3bc6c7111 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1802221721'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:08.871833 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e462e17-6d4e-45c8-9ba7-10d3bc6c7111 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.872047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ef9a0d98-253a-4726-adf2-183c52b20fc4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc0f96b-764f-4092-a8f4-8edc64927e89']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:08.882803 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ef9a0d98-253a-4726-adf2-183c52b20fc4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46adcc0-2fa3-4b63-8a49-47af14577411') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:08.883112 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ef9a0d98-253a-4726-adf2-183c52b20fc4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46adcc0-2fa3-4b63-8a49-47af14577411') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:08.887011 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f437b35-4a16-45f5-8ff8-098df2d36deb None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.894291 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0d98-253a-4726-adf2-183c52b20fc4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.895940 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f437b35-4a16-45f5-8ff8-098df2d36deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.909646 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0d98-253a-4726-adf2-183c52b20fc4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.918050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9a0d98-253a-4726-adf2-183c52b20fc4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:06:08.918960 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0d98-253a-4726-adf2-183c52b20fc4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:06:08.922932 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:06:09.009079 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0d98-253a-4726-adf2-183c52b20fc4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.025602 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0d98-253a-4726-adf2-183c52b20fc4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.035742 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ef9a0d98-253a-4726-adf2-183c52b20fc4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "DELETE /v2.0/networks/4fc0f96b-764f-4092-a8f4-8edc64927e89 HTTP/1.1" status: 204 len: 168 time: 0.5299745 Nov 16 05:06:09.043490 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44288) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:09.099234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a0d98-253a-4726-adf2-183c52b20fc4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event deleted for resources: {'Network': ['ID=4fc0f96b-764f-4092-a8f4-8edc64927e89,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:09.173077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f437b35-4a16-45f5-8ff8-098df2d36deb None None] Pushing event updated for resources: {'Port': ['ID=fa3205e7-b5c9-4045-a4bc-95c85c5362c6,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:09.208833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Delete allocated IP 2001:db8::201 (df1402be-e55d-4c04-a29d-5000cbf533ff/cb309f86-c8ae-44c3-9fa8-1846b04978d8) {{(pid=102659) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 05:06:09.219683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e462e17-6d4e-45c8-9ba7-10d3bc6c7111 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.234656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f060d05a-5373-45b7-b2ca-ff8b5b38894f tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.269684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e724a8d0-508d-44ce-b075-100bd118bd3d req-0ffeaf42-3fea-430a-932e-97352061b7a7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 210 time: 0.0480683 Nov 16 05:06:09.285668 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e462e17-6d4e-45c8-9ba7-10d3bc6c7111 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.321692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8:0:1::5c (df1402be-e55d-4c04-a29d-5000cbf533ff/fd5a4864-ffee-4a22-b5c9-49d428244f8d/de7049e1-0902-4b74-ade7-639742a9af54) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:09.325803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e462e17-6d4e-45c8-9ba7-10d3bc6c7111 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b532bf47-4c9c-4cc3-853d-5c12e893e908,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:09.360042 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5e462e17-6d4e-45c8-9ba7-10d3bc6c7111 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.365312 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44292) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:09.366270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5e462e17-6d4e-45c8-9ba7-10d3bc6c7111 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5347490 Nov 16 05:06:09.373402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-777f993a-8a02-42c1-a3c6-8cf27291e05f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group_rule': {'security_group_id': 'b532bf47-4c9c-4cc3-853d-5c12e893e908', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:09.392929 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f060d05a-5373-45b7-b2ca-ff8b5b38894f tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.445198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-f060d05a-5373-45b7-b2ca-ff8b5b38894f tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19e266a-86e9-4931-8e79-59d5da4e36a1']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:09.448302 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-777f993a-8a02-42c1-a3c6-8cf27291e05f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.484938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-f060d05a-5373-45b7-b2ca-ff8b5b38894f tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6374f5b-4536-4c93-b83c-29a5fdbc4c06') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:09.484938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-f060d05a-5373-45b7-b2ca-ff8b5b38894f tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6374f5b-4536-4c93-b83c-29a5fdbc4c06') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:09.556537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f060d05a-5373-45b7-b2ca-ff8b5b38894f tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.594917 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f060d05a-5373-45b7-b2ca-ff8b5b38894f tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.610928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f060d05a-5373-45b7-b2ca-ff8b5b38894f tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:06:09.611676 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f060d05a-5373-45b7-b2ca-ff8b5b38894f tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:06:09.615958 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:06:09.666203 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.671225 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.688075 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-777f993a-8a02-42c1-a3c6-8cf27291e05f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.724523 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-777f993a-8a02-42c1-a3c6-8cf27291e05f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.763606 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f060d05a-5373-45b7-b2ca-ff8b5b38894f tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.775851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f993a-8a02-42c1-a3c6-8cf27291e05f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb3d84f-0c15-4fac-930a-b11b6d929a6a,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:09.796626 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f060d05a-5373-45b7-b2ca-ff8b5b38894f tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.800512 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f060d05a-5373-45b7-b2ca-ff8b5b38894f tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "DELETE /v2.0/networks/e19e266a-86e9-4931-8e79-59d5da4e36a1 HTTP/1.1" status: 204 len: 168 time: 0.7556343 Nov 16 05:06:09.808133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44296) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:09.826013 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-777f993a-8a02-42c1-a3c6-8cf27291e05f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.829853 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-777f993a-8a02-42c1-a3c6-8cf27291e05f tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4607570 Nov 16 05:06:09.829853 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060d05a-5373-45b7-b2ca-ff8b5b38894f tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event deleted for resources: {'Network': ['ID=e19e266a-86e9-4931-8e79-59d5da4e36a1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:09.830098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44298) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:09.847990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] In _notify_port_updated(), no bound segment for port de7049e1-0902-4b74-ade7-639742a9af54 on network df1402be-e55d-4c04-a29d-5000cbf533ff {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 05:06:09.855032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:09.855794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:09.857462 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "PUT /v2.0/ports/de7049e1-0902-4b74-ade7-639742a9af54 HTTP/1.1" status: 200 len: 929 time: 3.0642304 Nov 16 05:06:09.864592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-f9010aba-45b8-4bc7-920f-fba37560ceb9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:09.866384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-f9010aba-45b8-4bc7-920f-fba37560ceb9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.37 "GET /v2.0/networks?id=6aed5bed-d41c-440c-a9d5-4007c00a44b8 HTTP/1.1" status: 200 len: 796 time: 0.3384063 Nov 16 05:06:09.871779 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1b33b78b-de84-4fc2-8755-7eb6af9233e8 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group_rule': {'security_group_id': 'b532bf47-4c9c-4cc3-853d-5c12e893e908', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:09.879407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44302) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:09.933315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b33b78b-de84-4fc2-8755-7eb6af9233e8 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.011289 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b33b78b-de84-4fc2-8755-7eb6af9233e8 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.016935 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b33b78b-de84-4fc2-8755-7eb6af9233e8 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.053626 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=de7049e1-0902-4b74-ade7-639742a9af54,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:10.056666 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1b33b78b-de84-4fc2-8755-7eb6af9233e8 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.061342 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1b33b78b-de84-4fc2-8755-7eb6af9233e8 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2304056 Nov 16 05:06:10.063456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44304) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:10.069691 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-784808ca-2f90-41ec-a6f8-b461d9834c23 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group_rule': {'security_group_id': 'b532bf47-4c9c-4cc3-853d-5c12e893e908', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:10.130274 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-784808ca-2f90-41ec-a6f8-b461d9834c23 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.138043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33b78b-de84-4fc2-8755-7eb6af9233e8 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f820ca9-6e3e-42bb-a8ac-00ca1caf7507,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:10.190609 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-249d21ff-b716-47ef-a172-daffbf3f8f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.239117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:10.240085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:10.240740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:10.241401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:10.242573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:10.243199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:10.243748 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:10.244310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:10.246280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:10.246854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:10.247424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:10.247789 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-784808ca-2f90-41ec-a6f8-b461d9834c23 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.249224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1c125c-6be4-4b0a-8031-44fc46b18c50 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:10.252502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-784808ca-2f90-41ec-a6f8-b461d9834c23 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.298797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784808ca-2f90-41ec-a6f8-b461d9834c23 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7601c545-e480-44e6-be4a-ec27359374ec,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:10.308644 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-946a93f5-400a-4909-8fea-a533d816f36a None None] Provisioning complete for port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:10.309022 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-946a93f5-400a-4909-8fea-a533d816f36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.315505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-784808ca-2f90-41ec-a6f8-b461d9834c23 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.316824 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-784808ca-2f90-41ec-a6f8-b461d9834c23 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2522798 Nov 16 05:06:10.319455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44308) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:10.327281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d62e71f3-4014-48c3-9c08-f8f5137e51fd tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group_rule': {'security_group_id': 'b532bf47-4c9c-4cc3-853d-5c12e893e908', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:10.378949 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d62e71f3-4014-48c3-9c08-f8f5137e51fd tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.382658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a4f722-4c21-4b22-abcd-94a5d9ba7c78 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:10.389196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a4f722-4c21-4b22-abcd-94a5d9ba7c78 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:10.391609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f9a4f722-4c21-4b22-abcd-94a5d9ba7c78 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5777559 Nov 16 05:06:10.449216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44310) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:10.458947 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8de1bc97-76ca-4279-859a-59d55e32d374 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2050103055'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:10.467780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6262f334-f043-421a-a98c-78ad75d337eb req-8a72639c-ee2b-420f-8c03-c1d2824c290a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 210 time: 0.0702655 Nov 16 05:06:10.530830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-946a93f5-400a-4909-8fea-a533d816f36a None None] Provisioning complete for port de7049e1-0902-4b74-ade7-639742a9af54 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:10.532609 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-946a93f5-400a-4909-8fea-a533d816f36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.541108 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d62e71f3-4014-48c3-9c08-f8f5137e51fd tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.547473 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d62e71f3-4014-48c3-9c08-f8f5137e51fd tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.558920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-b96bf78d-5636-4aa4-b830-a9e5414d2e64 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d96d78dbd524318af36e944a5e52691 HTTP/1.1" status: 200 len: 473 time: 0.6772687 Nov 16 05:06:10.567141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-37092ae2-4fd5-4dad-aed6-e12fc1310a38 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port de7049e1-0902-4b74-ade7-639742a9af54 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:10.567446 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37092ae2-4fd5-4dad-aed6-e12fc1310a38 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.582890 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de1bc97-76ca-4279-859a-59d55e32d374 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Made reservation on behalf of a61d88b32f3b46fa95c482024557e8ee for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:10.588229 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc97-76ca-4279-859a-59d55e32d374 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.592723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e71f3-4014-48c3-9c08-f8f5137e51fd tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d154e933-899a-440c-b442-ff447e2d8de0,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:10.605618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d62e71f3-4014-48c3-9c08-f8f5137e51fd tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.606888 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d62e71f3-4014-48c3-9c08-f8f5137e51fd tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2834871 Nov 16 05:06:10.612464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44314) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:10.621101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-16a0c0a6-9995-44e5-86ff-2257911dd081 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group_rule': {'security_group_id': 'b532bf47-4c9c-4cc3-853d-5c12e893e908', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:10.624446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-946a93f5-400a-4909-8fea-a533d816f36a None None] Port de7049e1-0902-4b74-ade7-639742a9af54 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:10.640947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-946a93f5-400a-4909-8fea-a533d816f36a None None] Provisioning complete for port 98472b6d-316e-4789-9125-0c68d853a332 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:10.641901 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-946a93f5-400a-4909-8fea-a533d816f36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.643954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-d9787f4a-0291-448a-abf6-1e06ea708b00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'port': {'device_id': '26fad9e6-4685-4091-a100-da4d5160d4cd', 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8', 'admin_state_up': True, 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'security_groups': ['3209ded2-42a7-444b-a99d-c53bdd9c388f']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:10.649528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de1bc97-76ca-4279-859a-59d55e32d374 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:10.669524 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc97-76ca-4279-859a-59d55e32d374 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.669524 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-8de1bc97-76ca-4279-859a-59d55e32d374 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Added segment 52f23dad-82d3-47f6-845a-c745f99876b1 of type vlan for network 24e02e3d-44dd-4d8e-b5c1-12714c01a768 Nov 16 05:06:10.701204 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16a0c0a6-9995-44e5-86ff-2257911dd081 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.712415 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-946a93f5-400a-4909-8fea-a533d816f36a None None] Port 98472b6d-316e-4789-9125-0c68d853a332 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:10.789466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fa3205e7-b5c9-4045-a4bc-95c85c5362c6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:10.832702 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16a0c0a6-9995-44e5-86ff-2257911dd081 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.839993 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc97-76ca-4279-859a-59d55e32d374 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.843266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16a0c0a6-9995-44e5-86ff-2257911dd081 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.852315 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37092ae2-4fd5-4dad-aed6-e12fc1310a38 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.869504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-37092ae2-4fd5-4dad-aed6-e12fc1310a38 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for de7049e1-0902-4b74-ade7-639742a9af54 owned by {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:10.886118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0c0a6-9995-44e5-86ff-2257911dd081 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624eef87-fa92-4433-bcbf-6c76559203e3,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:10.890509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-d9787f4a-0291-448a-abf6-1e06ea708b00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Made reservation on behalf of 5d96d78dbd524318af36e944a5e52691 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:10.894431 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-d9787f4a-0291-448a-abf6-1e06ea708b00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.950111 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16a0c0a6-9995-44e5-86ff-2257911dd081 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.968766 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-16a0c0a6-9995-44e5-86ff-2257911dd081 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3524785 Nov 16 05:06:10.968766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc97-76ca-4279-859a-59d55e32d374 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.991608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de1bc97-76ca-4279-859a-59d55e32d374 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:10.995096 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc97-76ca-4279-859a-59d55e32d374 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:10.997706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-043d8614-7aa1-48c5-a495-fc419be4857a None None] Provisioning complete for port de7049e1-0902-4b74-ade7-639742a9af54 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:11.013605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44318) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:11.035014 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-043d8614-7aa1-48c5-a495-fc419be4857a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.062832 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8de1bc97-76ca-4279-859a-59d55e32d374 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6139510 Nov 16 05:06:11.074852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44320) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:11.090203 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f4c2ad12-638a-462d-9ebe-17d103375680 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1942077029'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:11.104034 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c87a8638-b56d-41af-8608-d181a18cc6de tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.110308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-043d8614-7aa1-48c5-a495-fc419be4857a None None] Port de7049e1-0902-4b74-ade7-639742a9af54 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:11.119611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:11.120352 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.133485 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c87a8638-b56d-41af-8608-d181a18cc6de tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.139296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1bc97-76ca-4279-859a-59d55e32d374 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event updated for resources: {'Network': ['ID=24e02e3d-44dd-4d8e-b5c1-12714c01a768,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:11.166898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 24e02e3d-44dd-4d8e-b5c1-12714c01a768 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:11.178098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c87a8638-b56d-41af-8608-d181a18cc6de tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.188470 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c87a8638-b56d-41af-8608-d181a18cc6de tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.192613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c2ad12-638a-462d-9ebe-17d103375680 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Made reservation on behalf of a61d88b32f3b46fa95c482024557e8ee for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:11.194223 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c87a8638-b56d-41af-8608-d181a18cc6de tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/624eef87-fa92-4433-bcbf-6c76559203e3 HTTP/1.1" status: 204 len: 168 time: 0.1747878 Nov 16 05:06:11.195711 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44322) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:11.196205 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ad12-638a-462d-9ebe-17d103375680 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.230664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a8638-b56d-41af-8608-d181a18cc6de tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=624eef87-fa92-4433-bcbf-6c76559203e3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:11.283811 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3c39ef6f-51e4-4457-b08a-334a42c91b53 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0765941 Nov 16 05:06:11.287190 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44324) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:11.292848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c2ad12-638a-462d-9ebe-17d103375680 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:11.317635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ad12-638a-462d-9ebe-17d103375680 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.317996 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-f4c2ad12-638a-462d-9ebe-17d103375680 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Added segment e4043ae1-8057-4201-a927-472c729769b3 of type vlan for network 23042708-4d34-40b1-ab16-bd761b4c3fa9 Nov 16 05:06:11.325080 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4d27987-8754-4379-9f50-c1668b68e58a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.333873 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4d27987-8754-4379-9f50-c1668b68e58a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.334149 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37092ae2-4fd5-4dad-aed6-e12fc1310a38 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.365228 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4d27987-8754-4379-9f50-c1668b68e58a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.371552 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4d27987-8754-4379-9f50-c1668b68e58a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.372696 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e4d27987-8754-4379-9f50-c1668b68e58a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d154e933-899a-440c-b442-ff447e2d8de0 HTTP/1.1" status: 204 len: 168 time: 0.0849435 Nov 16 05:06:11.380206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44326) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:11.381038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d27987-8754-4379-9f50-c1668b68e58a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d154e933-899a-440c-b442-ff447e2d8de0,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:11.403614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-d9787f4a-0291-448a-abf6-1e06ea708b00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Allocated IP 172.20.0.22 (6aed5bed-d41c-440c-a9d5-4007c00a44b8/429ed847-c9b2-4ba9-b5aa-d08afbdd448e/dd699496-2d5a-4d8c-975d-cbd183b1c318) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:11.407364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37092ae2-4fd5-4dad-aed6-e12fc1310a38 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=de7049e1-0902-4b74-ade7-639742a9af54,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:11.414480 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ad12-638a-462d-9ebe-17d103375680 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.434005 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ed017793-cd9d-4386-8fa0-99e52a43f838 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0490637 Nov 16 05:06:11.436566 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44328) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:11.452338 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37092ae2-4fd5-4dad-aed6-e12fc1310a38 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.455674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-37092ae2-4fd5-4dad-aed6-e12fc1310a38 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/de7049e1-0902-4b74-ade7-639742a9af54 HTTP/1.1" status: 204 len: 168 time: 1.5759439 Nov 16 05:06:11.459138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44330) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:11.490558 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b3d6-5728-46e6-a787-05c4e7832887 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.497462 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ad12-638a-462d-9ebe-17d103375680 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.499712 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b3d6-5728-46e6-a787-05c4e7832887 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.503386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c2ad12-638a-462d-9ebe-17d103375680 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:11.504006 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4c2ad12-638a-462d-9ebe-17d103375680 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.504302 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-161e1439-fa35-4451-80b8-aec4ed1447b6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:06:11.509461 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-161e1439-fa35-4451-80b8-aec4ed1447b6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/de7049e1-0902-4b74-ade7-639742a9af54 HTTP/1.1" status: 404 len: 333 time: 0.0496922 Nov 16 05:06:11.516250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44334) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:11.559431 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f4c2ad12-638a-462d-9ebe-17d103375680 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4831598 Nov 16 05:06:11.563448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44340) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:11.577388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Request body: {'ports': [{'network_id': '24e02e3d-44dd-4d8e-b5c1-12714c01a768', 'name': 'tempest-port--1368678822', 'admin_state_up': True}, {'network_id': '23042708-4d34-40b1-ab16-bd761b4c3fa9', 'admin_state_up': False}]} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:11.577864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Request body: {'port': {'network_id': '24e02e3d-44dd-4d8e-b5c1-12714c01a768', 'name': 'tempest-port--1368678822', 'admin_state_up': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:11.578477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Request body: {'port': {'network_id': '23042708-4d34-40b1-ab16-bd761b4c3fa9', 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:11.647502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b3d6-5728-46e6-a787-05c4e7832887 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.666160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d792468-8aa9-4a67-b77b-43dc032b201b req-3927b020-497d-4a2f-91c0-08a70331103b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 210 time: 0.0472991 Nov 16 05:06:11.675765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2ad12-638a-462d-9ebe-17d103375680 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event updated for resources: {'Network': ['ID=23042708-4d34-40b1-ab16-bd761b4c3fa9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:11.679791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b3d6-5728-46e6-a787-05c4e7832887 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.687208 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5fd1b3d6-5728-46e6-a787-05c4e7832887 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7601c545-e480-44e6-be4a-ec27359374ec HTTP/1.1" status: 204 len: 168 time: 0.2495978 Nov 16 05:06:11.689274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 23042708-4d34-40b1-ab16-bd761b4c3fa9 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:11.689745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44344) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:11.735650 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1b3d6-5728-46e6-a787-05c4e7832887 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7601c545-e480-44e6-be4a-ec27359374ec,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:11.747682 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b641e78-b31b-421d-9050-9c23365db609 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.754426 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-d9787f4a-0291-448a-abf6-1e06ea708b00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.787782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d7a32341-a602-414f-9d10-9f1299e04d7b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0901699 Nov 16 05:06:11.788498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44346) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:11.824132 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-553377f1-2fa4-475d-9137-ff9e1d3bb8b9 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.836557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-553377f1-2fa4-475d-9137-ff9e1d3bb8b9 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.859097 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b641e78-b31b-421d-9050-9c23365db609 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.874464 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-d9787f4a-0291-448a-abf6-1e06ea708b00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.876669 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-553377f1-2fa4-475d-9137-ff9e1d3bb8b9 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.888006 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-553377f1-2fa4-475d-9137-ff9e1d3bb8b9 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.891672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-553377f1-2fa4-475d-9137-ff9e1d3bb8b9 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3f820ca9-6e3e-42bb-a8ac-00ca1caf7507 HTTP/1.1" status: 204 len: 168 time: 0.1005826 Nov 16 05:06:11.893569 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44348) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:11.921212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553377f1-2fa4-475d-9137-ff9e1d3bb8b9 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f820ca9-6e3e-42bb-a8ac-00ca1caf7507,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:11.935418 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.937329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-d9787f4a-0291-448a-abf6-1e06ea708b00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:11.943578 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Made reservation on behalf of a61d88b32f3b46fa95c482024557e8ee for: {'port': 2} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:11.943739 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-d9787f4a-0291-448a-abf6-1e06ea708b00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:11.948514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-d9787f4a-0291-448a-abf6-1e06ea708b00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:11.952272 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:11.976450 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.005896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9787f4a-0291-448a-abf6-1e06ea708b00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=dd699496-2d5a-4d8c-975d-cbd183b1c318,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:12.053049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-d9787f4a-0291-448a-abf6-1e06ea708b00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:12.053696 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-d9787f4a-0291-448a-abf6-1e06ea708b00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.074118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b641e78-b31b-421d-9050-9c23365db609 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.076837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b641e78-b31b-421d-9050-9c23365db609 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.079378 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5b641e78-b31b-421d-9050-9c23365db609 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/security-groups/3a947812-4b94-42b5-81ab-852a4b051df7 HTTP/1.1" status: 204 len: 168 time: 0.5619595 Nov 16 05:06:12.082511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44354) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:12.104867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-d9787f4a-0291-448a-abf6-1e06ea708b00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4659350 Nov 16 05:06:12.122983 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-43200abe-ba58-41e9-82dc-aa8f328fe89b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2245815 Nov 16 05:06:12.122983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b641e78-b31b-421d-9050-9c23365db609 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a947812-4b94-42b5-81ab-852a4b051df7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:12.143619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44356) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:12.156917 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] device_id is not set on port 08c2bc88-5088-450c-8282-cbcade36bce7 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:06:12.168225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-8736843e-ee8b-403b-bc2d-01c45b5e4799 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:06:12.170107 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-8736843e-ee8b-403b-bc2d-01c45b5e4799 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0243185 Nov 16 05:06:12.209110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Request body: {'port': {'device_id': '26fad9e6-4685-4091-a100-da4d5160d4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:12.212921 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f500c41b-c9bb-4aca-b2f0-6699534ff52e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.248611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4c75091-0e91-44c8-aeae-59403f604fb2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.265734 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4c75091-0e91-44c8-aeae-59403f604fb2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.313425 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4c75091-0e91-44c8-aeae-59403f604fb2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.318904 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4c75091-0e91-44c8-aeae-59403f604fb2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.320626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e4c75091-0e91-44c8-aeae-59403f604fb2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/bbb3d84f-0c15-4fac-930a-b11b6d929a6a HTTP/1.1" status: 204 len: 168 time: 0.1711237 Nov 16 05:06:12.328244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44360) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:12.350810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c75091-0e91-44c8-aeae-59403f604fb2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbb3d84f-0c15-4fac-930a-b11b6d929a6a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:12.365619 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b6485d94-ffc0-45c1-988a-607ba3660624 None None] Provisioning complete for port dd699496-2d5a-4d8c-975d-cbd183b1c318 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:12.366039 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6485d94-ffc0-45c1-988a-607ba3660624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.370326 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f500c41b-c9bb-4aca-b2f0-6699534ff52e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.385705 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.396331 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.425221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b6485d94-ffc0-45c1-988a-607ba3660624 None None] Port dd699496-2d5a-4d8c-975d-cbd183b1c318 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:12.459511 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7a6a86c6-fa3e-461b-bb0e-19f48a9a22df tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1273789 Nov 16 05:06:12.461298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44364) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:12.512740 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] device_id is not set on port 77d24877-3252-49c5-8787-579bbaeee80c yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:06:12.560094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5665b857-4ca3-4400-9a78-053cd24d9383 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.619508 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5665b857-4ca3-4400-9a78-053cd24d9383 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.687078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd699496-2d5a-4d8c-975d-cbd183b1c318 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:06:12.696141 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.703529 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5665b857-4ca3-4400-9a78-053cd24d9383 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.706621 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5665b857-4ca3-4400-9a78-053cd24d9383 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.707944 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5665b857-4ca3-4400-9a78-053cd24d9383 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-groups/b532bf47-4c9c-4cc3-853d-5c12e893e908 HTTP/1.1" status: 204 len: 168 time: 0.2457812 Nov 16 05:06:12.710932 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.718114 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44368) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:12.729216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Transition to ACTIVE for port object dd699496-2d5a-4d8c-975d-cbd183b1c318 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:06:12.746271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665b857-4ca3-4400-9a78-053cd24d9383 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b532bf47-4c9c-4cc3-853d-5c12e893e908,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:12.754236 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.832619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Pushing event updated for resources: {'Port': ['ID=dd699496-2d5a-4d8c-975d-cbd183b1c318,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:12.867025 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f500c41b-c9bb-4aca-b2f0-6699534ff52e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.870026 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f500c41b-c9bb-4aca-b2f0-6699534ff52e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.872428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f500c41b-c9bb-4aca-b2f0-6699534ff52e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/security-groups/adf3ff1b-b429-4eb3-9845-c9a6a9d2069e HTTP/1.1" status: 204 len: 168 time: 0.7878113 Nov 16 05:06:12.880696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44372) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:12.943188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500c41b-c9bb-4aca-b2f0-6699534ff52e tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf3ff1b-b429-4eb3-9845-c9a6a9d2069e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:12.959088 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-04ab7a88-51de-4745-aeaa-2407ab2c94d0 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2396483 Nov 16 05:06:12.963872 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:12.969755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44374) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:12.974692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-708d380b-e16e-4aa5-9959-d016eee53ad2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505100685'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:13.051105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b184e0cb-c9ca-432d-b934-8df30aa7d802 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting subnet cb309f86-c8ae-44c3-9fa8-1846b04978d8 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:06:13.063723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b184e0cb-c9ca-432d-b934-8df30aa7d802 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.088545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Attempting to bind port dd699496-2d5a-4d8c-975d-cbd183b1c318 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:06:13.088890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Attempting to bind port dd699496-2d5a-4d8c-975d-cbd183b1c318 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5df41ee1-553f-4d8c-aadf-edb23eca9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:06:13.089224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Attempting to bind port dd699496-2d5a-4d8c-975d-cbd183b1c318 on network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:06:13.103051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Port dd699496-2d5a-4d8c-975d-cbd183b1c318 on network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:06:13.103380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Attempting to bind port dd699496-2d5a-4d8c-975d-cbd183b1c318 on network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:06:13.119274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:06:13.119616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Checking segment: {'id': '5df41ee1-553f-4d8c-aadf-edb23eca9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:13.120008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Bound using segment: {'id': '5df41ee1-553f-4d8c-aadf-edb23eca9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:06:13.120461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Bound port: dd699496-2d5a-4d8c-975d-cbd183b1c318, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df41ee1-553f-4d8c-aadf-edb23eca9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:06:13.120822 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.183260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event updated for resources: {'Port': ['ID=08c2bc88-5088-450c-8282-cbcade36bce7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:13.191305 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b184e0cb-c9ca-432d-b934-8df30aa7d802 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.199807 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-708d380b-e16e-4aa5-9959-d016eee53ad2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.275928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] For port dd699496-2d5a-4d8c-975d-cbd183b1c318, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:06:13.279588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] For port dd699496-2d5a-4d8c-975d-cbd183b1c318, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=dd699496-2d5a-4d8c-975d-cbd183b1c318,segment=NetworkSegment(5df41ee1-553f-4d8c-aadf-edb23eca9711),segment_id=5df41ee1-553f-4d8c-aadf-edb23eca9711)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:06:13.299023 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.299569 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.302425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Checking segment: {'id': '52f23dad-82d3-47f6-845a-c745f99876b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '24e02e3d-44dd-4d8e-b5c1-12714c01a768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:13.302778 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Network hostable DHCP agents. Network: 24e02e3d-44dd-4d8e-b5c1-12714c01a768, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:06:13.354217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:13.354844 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.356234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] 10.222.0.37 "PUT /v2.0/ports/dd699496-2d5a-4d8c-975d-cbd183b1c318 HTTP/1.1" status: 200 len: 1092 time: 1.1726236 Nov 16 05:06:13.356750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fad9e6-4685-4091-a100-da4d5160d4cd', 'tag': 'dd699496-2d5a-4d8c-975d-cbd183b1c318'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:06:13.359531 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4bab59-38f4-4c95-891d-e7a3805286a1" -d '{"events": [{"name": "network-changed", "server_uuid": "26fad9e6-4685-4091-a100-da4d5160d4cd", "tag": "dd699496-2d5a-4d8c-975d-cbd183b1c318"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:06:13.402124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Network 24e02e3d-44dd-4d8e-b5c1-12714c01a768 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:06:13.404371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb9c2b-f54c-49a1-8d8f-0c031a11ceaf req-e05b008e-673a-48c7-8294-46a766f71a41 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:13.412582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67cb9c2b-f54c-49a1-8d8f-0c031a11ceaf req-e05b008e-673a-48c7-8294-46a766f71a41 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 944 time: 0.1380529 Nov 16 05:06:13.416200 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b184e0cb-c9ca-432d-b934-8df30aa7d802 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.480903 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-708d380b-e16e-4aa5-9959-d016eee53ad2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.502822 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-708d380b-e16e-4aa5-9959-d016eee53ad2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.503482 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8e28ab-a477-430c-a35d-9e552d2fd4d3 x-openstack-request-id: req-5d8e28ab-a477-430c-a35d-9e552d2fd4d3 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:06:13.503786 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fad9e6-4685-4091-a100-da4d5160d4cd", "tag": "dd699496-2d5a-4d8c-975d-cbd183b1c318", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:06:13.504140 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d8e28ab-a477-430c-a35d-9e552d2fd4d3 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:06:13.504980 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fad9e6-4685-4091-a100-da4d5160d4cd', 'tag': 'dd699496-2d5a-4d8c-975d-cbd183b1c318', 'status': 'completed', 'code': 200} Nov 16 05:06:13.505579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 24e02e3d-44dd-4d8e-b5c1-12714c01a768) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:13.514239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20167e6-cca2-4abe-9ac3-54ff2ee1c0b1 None None] Network 24e02e3d-44dd-4d8e-b5c1-12714c01a768 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:13.524708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:13.525698 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.572410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a50379-9890-4ea9-a7fc-6a532794d93c service neutron] Pushing event updated for resources: {'Port': ['ID=dd699496-2d5a-4d8c-975d-cbd183b1c318,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:13.599536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67cb9c2b-f54c-49a1-8d8f-0c031a11ceaf req-0cd5cd7d-5c2e-4126-a909-fba795224b2d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=3209ded2-42a7-444b-a99d-c53bdd9c388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850607 Nov 16 05:06:13.631036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-4446f914-0854-4b1c-be44-c5b830298e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:13.633747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-4446f914-0854-4b1c-be44-c5b830298e3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 1095 time: 0.1718836 Nov 16 05:06:13.647212 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-708d380b-e16e-4aa5-9959-d016eee53ad2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.649811 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-708d380b-e16e-4aa5-9959-d016eee53ad2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6774166 Nov 16 05:06:13.654140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44380) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:13.710649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5bce6c94-ebd4-4e53-bc5b-3020b7950c86 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group_rule': {'security_group_id': '338cd23b-1700-4a2e-9cad-b547df0cf0a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:13.724532 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-bc581a5f-0b4a-4b3e-829b-d08e1130c4f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=dd699496-2d5a-4d8c-975d-cbd183b1c318 HTTP/1.1" status: 200 len: 217 time: 0.0804753 Nov 16 05:06:13.734558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d380b-e16e-4aa5-9959-d016eee53ad2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338cd23b-1700-4a2e-9cad-b547df0cf0a5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:13.756623 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.769918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event updated for resources: {'Port': ['ID=77d24877-3252-49c5-8787-579bbaeee80c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:13.800825 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b184e0cb-c9ca-432d-b934-8df30aa7d802 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.829908 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5bce6c94-ebd4-4e53-bc5b-3020b7950c86 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.837400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184e0cb-c9ca-432d-b934-8df30aa7d802 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Subnet': ['ID=cb309f86-c8ae-44c3-9fa8-1846b04978d8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:13.842501 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Checking segment: {'id': 'e4043ae1-8057-4201-a927-472c729769b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23042708-4d34-40b1-ab16-bd761b4c3fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:13.843023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Network hostable DHCP agents. Network: 23042708-4d34-40b1-ab16-bd761b4c3fa9, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:06:13.847191 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b184e0cb-c9ca-432d-b934-8df30aa7d802 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.854712 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b184e0cb-c9ca-432d-b934-8df30aa7d802 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/cb309f86-c8ae-44c3-9fa8-1846b04978d8 HTTP/1.1" status: 204 len: 168 time: 0.9669673 Nov 16 05:06:13.854882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea3b277-f6ec-4cff-a4dd-79c15e335f55 None None] Network df1402be-e55d-4c04-a29d-5000cbf533ff requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:13.855126 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44382) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:13.860631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-db72ffd9-2064-445f-925b-767326e38a76 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:13.895327 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5bce6c94-ebd4-4e53-bc5b-3020b7950c86 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.901370 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5bce6c94-ebd4-4e53-bc5b-3020b7950c86 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.928642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-87ce2df7-feb1-4a0b-8cf9-b81de766a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:13.931648 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-87ce2df7-feb1-4a0b-8cf9-b81de766a97b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=429ed847-c9b2-4ba9-b5aa-d08afbdd448e HTTP/1.1" status: 200 len: 838 time: 0.2012124 Nov 16 05:06:13.935978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce6c94-ebd4-4e53-bc5b-3020b7950c86 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2b8134-bfa1-47ec-b989-175b7114d3f7,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:13.949406 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Network 23042708-4d34-40b1-ab16-bd761b4c3fa9 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:06:13.962529 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5bce6c94-ebd4-4e53-bc5b-3020b7950c86 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:13.967310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5bce6c94-ebd4-4e53-bc5b-3020b7950c86 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3118284 Nov 16 05:06:13.969420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44386) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:13.998249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 23042708-4d34-40b1-ab16-bd761b4c3fa9) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:14.011085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-0f70c02c-c62f-4839-a5b5-11018b2a0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:14.011456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:14.014069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b02a89c-fa79-40f2-baf8-e4485943e0d4 None None] Network 23042708-4d34-40b1-ab16-bd761b4c3fa9 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:14.014667 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-0f70c02c-c62f-4839-a5b5-11018b2a0850 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aed5bed-d41c-440c-a9d5-4007c00a44b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672894 Nov 16 05:06:14.017312 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:14.024022 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:14.025103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:14.076333 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-efee17c0-dea9-40ac-a55a-5d4e6f72df6b tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5057797 Nov 16 05:06:14.079825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44388) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:14.173053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-f194851b-b032-4439-93f9-9edcfd7dfc84 service neutron] 10.222.0.37 "GET /v2.0/networks/6aed5bed-d41c-440c-a9d5-4007c00a44b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492214 Nov 16 05:06:14.202583 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9ee748b-3d95-4573-bb2c-580d4b229eb4 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:14.230591 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db72ffd9-2064-445f-925b-767326e38a76 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:14.234670 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-db72ffd9-2064-445f-925b-767326e38a76 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:14.292820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d38d1ae3-d4e5-412f-9705-a60be9073869 req-51f48ba5-f320-4eee-bf40-d38d806502b5 service neutron] 10.222.0.37 "GET /v2.0/networks/6aed5bed-d41c-440c-a9d5-4007c00a44b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111047 Nov 16 05:06:14.301700 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9ee748b-3d95-4573-bb2c-580d4b229eb4 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:14.346249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e07ce97-274d-4ef2-a630-352ba2794829 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:14.364196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e07ce97-274d-4ef2-a630-352ba2794829 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:14.366006 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7e07ce97-274d-4ef2-a630-352ba2794829 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2851267 Nov 16 05:06:14.370682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44390) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:14.409553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bab59-38f4-4c95-891d-e7a3805286a1 req-c2db84d9-d092-4c80-b1f1-4e56124ecbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:14.411838 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b4bab59-38f4-4c95-891d-e7a3805286a1 req-c2db84d9-d092-4c80-b1f1-4e56124ecbd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 1095 time: 0.0585923 Nov 16 05:06:14.568547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bab59-38f4-4c95-891d-e7a3805286a1 req-6209a4f9-da94-4244-bad1-accc905f02e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:14.571030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b4bab59-38f4-4c95-891d-e7a3805286a1 req-6209a4f9-da94-4244-bad1-accc905f02e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6aed5bed-d41c-440c-a9d5-4007c00a44b8 HTTP/1.1" status: 200 len: 897 time: 0.1453068 Nov 16 05:06:14.670267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b4bab59-38f4-4c95-891d-e7a3805286a1 req-ee466e5a-fd45-4b40-8d26-ffed6cd038ff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=dd699496-2d5a-4d8c-975d-cbd183b1c318 HTTP/1.1" status: 200 len: 217 time: 0.0878263 Nov 16 05:06:14.756047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bab59-38f4-4c95-891d-e7a3805286a1 req-4278f597-0129-45c4-ac42-fd8e8ccc538e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:14.765851 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b4bab59-38f4-4c95-891d-e7a3805286a1 req-4278f597-0129-45c4-ac42-fd8e8ccc538e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=429ed847-c9b2-4ba9-b5aa-d08afbdd448e HTTP/1.1" status: 200 len: 838 time: 0.0849347 Nov 16 05:06:14.840517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bab59-38f4-4c95-891d-e7a3805286a1 req-b41e7857-2a13-4e5b-bf6d-122b5fa30646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:14.842058 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b4bab59-38f4-4c95-891d-e7a3805286a1 req-b41e7857-2a13-4e5b-bf6d-122b5fa30646 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6aed5bed-d41c-440c-a9d5-4007c00a44b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658622 Nov 16 05:06:14.900987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b85d4-3975-48ca-a26f-10f64a9f48c4 req-26ce9cae-5eb4-4047-bbd5-b3737d5721ad tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:14.902813 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c5b85d4-3975-48ca-a26f-10f64a9f48c4 req-26ce9cae-5eb4-4047-bbd5-b3737d5721ad tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 944 time: 0.1359208 Nov 16 05:06:15.036576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b4bab59-38f4-4c95-891d-e7a3805286a1 req-cc0d0dae-6942-44b3-ba5f-02a58683ae9a service neutron] 10.222.0.37 "GET /v2.0/networks/6aed5bed-d41c-440c-a9d5-4007c00a44b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803265 Nov 16 05:06:15.056958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c5b85d4-3975-48ca-a26f-10f64a9f48c4 req-f6016d46-bda6-4c9e-a541-fdb99e122abd tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=3209ded2-42a7-444b-a99d-c53bdd9c388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178842 Nov 16 05:06:15.199967 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9ee748b-3d95-4573-bb2c-580d4b229eb4 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.202732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9ee748b-3d95-4573-bb2c-580d4b229eb4 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.206912 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e9ee748b-3d95-4573-bb2c-580d4b229eb4 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-groups/338cd23b-1700-4a2e-9cad-b547df0cf0a5 HTTP/1.1" status: 204 len: 168 time: 1.2364511 Nov 16 05:06:15.207678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44400) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:15.237426 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b4bab59-38f4-4c95-891d-e7a3805286a1 req-3a68b4f4-9148-4c51-98c2-0ccfc20db595 service neutron] 10.222.0.37 "GET /v2.0/networks/6aed5bed-d41c-440c-a9d5-4007c00a44b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788220 Nov 16 05:06:15.251410 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee748b-3d95-4573-bb2c-580d4b229eb4 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338cd23b-1700-4a2e-9cad-b547df0cf0a5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:15.377302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44404) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:15.377492 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c8ee33f2-cc6d-4b19-9a48-ac11fbc7a0eb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1615834 Nov 16 05:06:15.383251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7f116abf-2c85-4126-9d3c-c99c4528acb6 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061386026'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:15.390783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c06a8f3b-6522-40a3-8b50-52e9b91457d9 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Deleting port 08c2bc88-5088-450c-8282-cbcade36bce7 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:15.391130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c06a8f3b-6522-40a3-8b50-52e9b91457d9 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.423418 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7f116abf-2c85-4126-9d3c-c99c4528acb6 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.488953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44406) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:15.521635 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c06a8f3b-6522-40a3-8b50-52e9b91457d9 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.542029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c06a8f3b-6522-40a3-8b50-52e9b91457d9 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Calling delete_port for 08c2bc88-5088-450c-8282-cbcade36bce7 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:15.561340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9e99b751-22f2-4280-8439-d60618ad885f None None] Provisioning complete for port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:15.562733 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9e99b751-22f2-4280-8439-d60618ad885f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.582019 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7f116abf-2c85-4126-9d3c-c99c4528acb6 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.587983 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7f116abf-2c85-4126-9d3c-c99c4528acb6 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.621961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7f116abf-2c85-4126-9d3c-c99c4528acb6 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.623435 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7f116abf-2c85-4126-9d3c-c99c4528acb6 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2450604 Nov 16 05:06:15.627214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f116abf-2c85-4126-9d3c-c99c4528acb6 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36538f84-16f7-43e9-9d0b-03c20065ad2b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:15.633724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44414) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:15.635028 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-db72ffd9-2064-445f-925b-767326e38a76 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.638719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-2a9a3860-9fad-4e4c-a071-64eee4aa2bba tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group': {'name': 'tempest-secgroup--161930564'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:15.667216 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3860-9fad-4e4c-a071-64eee4aa2bba tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.726709 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d135d17-4ca0-424b-a033-c3f0dcf87703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.735593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72ffd9-2064-445f-925b-767326e38a76 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network df1402be-e55d-4c04-a29d-5000cbf533ff is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:15.742072 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-db72ffd9-2064-445f-925b-767326e38a76 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:15.754887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed62150-7748-4cb4-86d7-6e7f9f3131c1 None None] Network df1402be-e55d-4c04-a29d-5000cbf533ff requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:15.760415 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9e99b751-22f2-4280-8439-d60618ad885f None None] Provisioning complete for port 98472b6d-316e-4789-9125-0c68d853a332 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:15.760790 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9e99b751-22f2-4280-8439-d60618ad885f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.780763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db72ffd9-2064-445f-925b-767326e38a76 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:15.781362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-db72ffd9-2064-445f-925b-767326e38a76 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.824626 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3860-9fad-4e4c-a071-64eee4aa2bba tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.827180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72ffd9-2064-445f-925b-767326e38a76 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Subnet': ['ID=f374b5c0-4e50-42f8-8e73-0a8e5c6aad4b,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:15.835393 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3860-9fad-4e4c-a071-64eee4aa2bba tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.849068 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-db72ffd9-2064-445f-925b-767326e38a76 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9928837 Nov 16 05:06:15.849267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9e99b751-22f2-4280-8439-d60618ad885f None None] Port 98472b6d-316e-4789-9125-0c68d853a332 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:15.850418 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44418) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:15.855524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-93518e29-833d-4b3c-9bd3-e11baa68250a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'security_group': {'name': 'tempest-secgroup-1029290535'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:15.879818 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c06a8f3b-6522-40a3-8b50-52e9b91457d9 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.911737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a3860-9fad-4e4c-a071-64eee4aa2bba tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8cd6690-77c3-4fce-9ae8-f741a88a1948,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:15.944117 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d135d17-4ca0-424b-a033-c3f0dcf87703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.954624 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d135d17-4ca0-424b-a033-c3f0dcf87703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:15.965925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a8f3b-6522-40a3-8b50-52e9b91457d9 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event deleted for resources: {'Port': ['ID=08c2bc88-5088-450c-8282-cbcade36bce7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:15.994876 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c06a8f3b-6522-40a3-8b50-52e9b91457d9 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.000263 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c06a8f3b-6522-40a3-8b50-52e9b91457d9 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "DELETE /v2.0/ports/08c2bc88-5088-450c-8282-cbcade36bce7 HTTP/1.1" status: 204 len: 168 time: 1.6139140 Nov 16 05:06:16.004069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44420) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:16.028732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93518e29-833d-4b3c-9bd3-e11baa68250a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.060301 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7d135d17-4ca0-424b-a033-c3f0dcf87703 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c48483d931074068b7ad3014c4e26326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5662117 Nov 16 05:06:16.061005 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44422) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:16.085277 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2a9a3860-9fad-4e4c-a071-64eee4aa2bba tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.089349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2a9a3860-9fad-4e4c-a071-64eee4aa2bba tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4544291 Nov 16 05:06:16.091496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44426) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:16.105210 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-11adb314-a7c5-4349-8d38-ae4d9c20146a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group_rule': {'security_group_id': '36538f84-16f7-43e9-9d0b-03c20065ad2b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b8cd6690-77c3-4fce-9ae8-f741a88a1948', 'remote_ip_prefix': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:16.105418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d135d17-4ca0-424b-a033-c3f0dcf87703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a83623c-3796-4fe9-ae86-08f98efb4e12,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:16.209298 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ff57193-080f-460c-999a-5b24a30e27ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.248022 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ff57193-080f-460c-999a-5b24a30e27ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.260909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9d6fe-afbf-48fe-9978-cbcb38a75957 req-70af5054-ef28-4911-98ca-4ec35e095a37 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:16.263131 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fe9d6fe-afbf-48fe-9978-cbcb38a75957 req-70af5054-ef28-4911-98ca-4ec35e095a37 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 944 time: 0.1139135 Nov 16 05:06:16.273337 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93518e29-833d-4b3c-9bd3-e11baa68250a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.283860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e6d76f-5c9e-4c2f-97ab-b7d93b7cef46 None None] Update dhcp port {'port': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'fixed_ips': [{'subnet_id': 'fd5a4864-ffee-4a22-b5c9-49d428244f8d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f374b5c0-4e50-42f8-8e73-0a8e5c6aad4b'}], 'binding:host_id': 'n-d-818042-1'}, 'id': 'fa3205e7-b5c9-4045-a4bc-95c85c5362c6'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 05:06:16.286271 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93518e29-833d-4b3c-9bd3-e11baa68250a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.335319 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d76f-5c9e-4c2f-97ab-b7d93b7cef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.340849 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-93518e29-833d-4b3c-9bd3-e11baa68250a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.342070 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-93518e29-833d-4b3c-9bd3-e11baa68250a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4906282 Nov 16 05:06:16.346178 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11adb314-a7c5-4349-8d38-ae4d9c20146a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.348071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44428) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:16.355354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-65f50883-14df-4f1a-9fbf-61479dfb847d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'security_group': {'name': 'tempest-secgroup-125380818'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:16.361497 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93518e29-833d-4b3c-9bd3-e11baa68250a tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1196802-042b-45fe-9c20-c861cd57ad1f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:16.381586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fe9d6fe-afbf-48fe-9978-cbcb38a75957 req-a9d12d4e-1d81-40ed-82ab-64f2ae12b17f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=3209ded2-42a7-444b-a99d-c53bdd9c388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121359 Nov 16 05:06:16.399394 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-21c60ad3-4cd0-499b-a963-1ea78ebccd91 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Deleting port 77d24877-3252-49c5-8787-579bbaeee80c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:16.399749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21c60ad3-4cd0-499b-a963-1ea78ebccd91 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.414104 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65f50883-14df-4f1a-9fbf-61479dfb847d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.419318 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ff57193-080f-460c-999a-5b24a30e27ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.422409 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ff57193-080f-460c-999a-5b24a30e27ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.423804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2ff57193-080f-460c-999a-5b24a30e27ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a83623c-3796-4fe9-ae86-08f98efb4e12 HTTP/1.1" status: 204 len: 168 time: 0.3591659 Nov 16 05:06:16.424786 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.478325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff57193-080f-460c-999a-5b24a30e27ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a83623c-3796-4fe9-ae86-08f98efb4e12,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:16.495333 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21c60ad3-4cd0-499b-a963-1ea78ebccd91 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.508217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-21c60ad3-4cd0-499b-a963-1ea78ebccd91 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Calling delete_port for 77d24877-3252-49c5-8787-579bbaeee80c owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:16.560794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65f50883-14df-4f1a-9fbf-61479dfb847d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.568502 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65f50883-14df-4f1a-9fbf-61479dfb847d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.595323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-c7e6d76f-5c9e-4c2f-97ab-b7d93b7cef46 None None] Allocated IP 2001:db8::2 (df1402be-e55d-4c04-a29d-5000cbf533ff/f374b5c0-4e50-42f8-8e73-0a8e5c6aad4b/fa3205e7-b5c9-4045-a4bc-95c85c5362c6) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:16.621797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-65f50883-14df-4f1a-9fbf-61479dfb847d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.624545 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-65f50883-14df-4f1a-9fbf-61479dfb847d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2748125 Nov 16 05:06:16.627056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44432) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:16.634168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-fb190972-5060-40ce-b363-e4f662d929fb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'security_group': {'name': 'tempest-secgroup-710068630'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:16.638467 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11adb314-a7c5-4349-8d38-ae4d9c20146a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.640177 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21c60ad3-4cd0-499b-a963-1ea78ebccd91 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.641891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f50883-14df-4f1a-9fbf-61479dfb847d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcf42d2-af03-4649-9cbb-ace05460244d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:16.670247 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb190972-5060-40ce-b363-e4f662d929fb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.672215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c60ad3-4cd0-499b-a963-1ea78ebccd91 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event deleted for resources: {'Port': ['ID=77d24877-3252-49c5-8787-579bbaeee80c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:16.674721 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11adb314-a7c5-4349-8d38-ae4d9c20146a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.704446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21c60ad3-4cd0-499b-a963-1ea78ebccd91 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.711481 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-21c60ad3-4cd0-499b-a963-1ea78ebccd91 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "DELETE /v2.0/ports/77d24877-3252-49c5-8787-579bbaeee80c HTTP/1.1" status: 204 len: 168 time: 0.7020285 Nov 16 05:06:16.712449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44436) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:16.712742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adb314-a7c5-4349-8d38-ae4d9c20146a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8100abec-3354-4778-80da-e8a142b47eed,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:16.725515 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11adb314-a7c5-4349-8d38-ae4d9c20146a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.731942 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-11adb314-a7c5-4349-8d38-ae4d9c20146a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6388121 Nov 16 05:06:16.733585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44440) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:16.789330 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c7e6d76f-5c9e-4c2f-97ab-b7d93b7cef46 None None] For port fa3205e7-b5c9-4045-a4bc-95c85c5362c6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fa3205e7-b5c9-4045-a4bc-95c85c5362c6,segment=NetworkSegment(67e74bb5-cdb2-47b6-a34b-218b2de08277),segment_id=67e74bb5-cdb2-47b6-a34b-218b2de08277)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:16.790430 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe361a14-2407-4502-bb05-6e2a52f7b30e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.794070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9f19ce04-950d-4f27-bbc6-bbb92d8769ce tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0734806 Nov 16 05:06:16.800446 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44442) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:16.803059 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe361a14-2407-4502-bb05-6e2a52f7b30e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.818823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-daa8ce69-97f4-4e0e-ae75-b1a71a0a8233 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-690379672'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:16.838709 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d76f-5c9e-4c2f-97ab-b7d93b7cef46 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.839283 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe361a14-2407-4502-bb05-6e2a52f7b30e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.846138 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c7e6d76f-5c9e-4c2f-97ab-b7d93b7cef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.847120 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe361a14-2407-4502-bb05-6e2a52f7b30e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.851746 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fe361a14-2407-4502-bb05-6e2a52f7b30e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/8100abec-3354-4778-80da-e8a142b47eed HTTP/1.1" status: 204 len: 168 time: 0.1143827 Nov 16 05:06:16.852485 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44444) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:16.867652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe361a14-2407-4502-bb05-6e2a52f7b30e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8100abec-3354-4778-80da-e8a142b47eed,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:16.916587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa8ce69-97f4-4e0e-ae75-b1a71a0a8233 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Made reservation on behalf of a61d88b32f3b46fa95c482024557e8ee for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:16.924113 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-daa8ce69-97f4-4e0e-ae75-b1a71a0a8233 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.940222 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8ecae801-6059-4e0d-91bf-d8cef5785854 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0851443 Nov 16 05:06:16.946911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44446) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:16.958719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6d76f-5c9e-4c2f-97ab-b7d93b7cef46 None None] Pushing event updated for resources: {'Port': ['ID=fa3205e7-b5c9-4045-a4bc-95c85c5362c6,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:16.971223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44448) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:16.981097 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb190972-5060-40ce-b363-e4f662d929fb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:16.986949 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb190972-5060-40ce-b363-e4f662d929fb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.000188 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a8461d2-ab01-4b2a-a35d-90a8d3995698 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.009998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa8ce69-97f4-4e0e-ae75-b1a71a0a8233 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:17.037872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb190972-5060-40ce-b363-e4f662d929fb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d708307-4121-4c9b-9402-c3e72e7aa1fa,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:17.041830 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-daa8ce69-97f4-4e0e-ae75-b1a71a0a8233 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.042583 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-daa8ce69-97f4-4e0e-ae75-b1a71a0a8233 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Added segment 49652add-0be7-409a-a55c-5ff0b912039d of type vlan for network 55760430-1893-411d-b9eb-d3c990755472 Nov 16 05:06:17.052685 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb190972-5060-40ce-b363-e4f662d929fb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.054032 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fb190972-5060-40ce-b363-e4f662d929fb tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4251688 Nov 16 05:06:17.057181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44450) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:17.062114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1662333817', 'security_groups': ['9d708307-4121-4c9b-9402-c3e72e7aa1fa'], 'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f374b5c0-4e50-42f8-8e73-0a8e5c6aad4b'}]}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:17.078376 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b141-0e8e-4dc5-88a9-12a82bb055b0 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.113119 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b141-0e8e-4dc5-88a9-12a82bb055b0 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.119719 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-daa8ce69-97f4-4e0e-ae75-b1a71a0a8233 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.165716 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a8461d2-ab01-4b2a-a35d-90a8d3995698 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.174288 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a8461d2-ab01-4b2a-a35d-90a8d3995698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.183954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device dd699496-2d5a-4d8c-975d-cbd183b1c318 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:06:17.200643 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b141-0e8e-4dc5-88a9-12a82bb055b0 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.204098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6cb9b141-0e8e-4dc5-88a9-12a82bb055b0 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.208335 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6cb9b141-0e8e-4dc5-88a9-12a82bb055b0 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-groups/b8cd6690-77c3-4fce-9ae8-f741a88a1948 HTTP/1.1" status: 204 len: 168 time: 0.2601192 Nov 16 05:06:17.213370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44452) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:17.214009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-daa8ce69-97f4-4e0e-ae75-b1a71a0a8233 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.220343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa8ce69-97f4-4e0e-ae75-b1a71a0a8233 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:17.221031 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-daa8ce69-97f4-4e0e-ae75-b1a71a0a8233 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.243289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8461d2-ab01-4b2a-a35d-90a8d3995698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8665981b-b5d2-4cff-9e05-6ce0141d6bdf,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:17.247882 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6a8461d2-ab01-4b2a-a35d-90a8d3995698 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bf5738213b642759ea3a8fcc798a3d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747595 Nov 16 05:06:17.251659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44454) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:17.271349 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9b141-0e8e-4dc5-88a9-12a82bb055b0 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8cd6690-77c3-4fce-9ae8-f741a88a1948,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:17.331271 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-839c0f4e-68fc-4298-a3d9-6436731b9fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.357052 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-839c0f4e-68fc-4298-a3d9-6436731b9fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.359853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port dd699496-2d5a-4d8c-975d-cbd183b1c318, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=dd699496-2d5a-4d8c-975d-cbd183b1c318,segment=NetworkSegment(5df41ee1-553f-4d8c-aadf-edb23eca9711),segment_id=5df41ee1-553f-4d8c-aadf-edb23eca9711)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:17.387049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'dd699496-2d5a-4d8c-975d-cbd183b1c318', 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8', 'port_id': 'dd699496-2d5a-4d8c-975d-cbd183b1c318', 'mac_address': 'fa:16:3e:bb:d0:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429ed847-c9b2-4ba9-b5aa-d08afbdd448e', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:06:17.466985 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-839c0f4e-68fc-4298-a3d9-6436731b9fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.470887 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-839c0f4e-68fc-4298-a3d9-6436731b9fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.472404 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-839c0f4e-68fc-4298-a3d9-6436731b9fae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8665981b-b5d2-4cff-9e05-6ce0141d6bdf HTTP/1.1" status: 204 len: 168 time: 0.2199841 Nov 16 05:06:17.475181 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.505257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd699496-2d5a-4d8c-975d-cbd183b1c318 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:06:17.511628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c0f4e-68fc-4298-a3d9-6436731b9fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8665981b-b5d2-4cff-9e05-6ce0141d6bdf,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:17.552112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port dd699496-2d5a-4d8c-975d-cbd183b1c318, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=dd699496-2d5a-4d8c-975d-cbd183b1c318,segment=NetworkSegment(5df41ee1-553f-4d8c-aadf-edb23eca9711),segment_id=5df41ee1-553f-4d8c-aadf-edb23eca9711)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:17.558747 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:17.630880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=dd699496-2d5a-4d8c-975d-cbd183b1c318,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:17.780080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['dd699496-2d5a-4d8c-975d-cbd183b1c318'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:06:17.948953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-daa8ce69-97f4-4e0e-ae75-b1a71a0a8233 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1411090 Nov 16 05:06:17.949375 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44464) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:17.955663 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-933532df-1b47-44c2-ada5-9f5287e433c1 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-979386223'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:17.988409 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933532df-1b47-44c2-ada5-9f5287e433c1 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Made reservation on behalf of a61d88b32f3b46fa95c482024557e8ee for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:17.992695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8ce69-97f4-4e0e-ae75-b1a71a0a8233 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event updated for resources: {'Network': ['ID=55760430-1893-411d-b9eb-d3c990755472,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:17.994328 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-933532df-1b47-44c2-ada5-9f5287e433c1 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.006655 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 55760430-1893-411d-b9eb-d3c990755472 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:18.033932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0428c4d6-694f-4acf-98d7-7fdd8b078b70 None None] Provisioning complete for port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:18.034365 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0428c4d6-694f-4acf-98d7-7fdd8b078b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.036533 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933532df-1b47-44c2-ada5-9f5287e433c1 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:18.045627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5edc6d-0864-4191-84c4-a9c352109840 req-de2fa6a0-13cb-4c69-9121-fa0f66149695 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:18.047245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c5edc6d-0864-4191-84c4-a9c352109840 req-de2fa6a0-13cb-4c69-9121-fa0f66149695 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 945 time: 0.1727822 Nov 16 05:06:18.058337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3d451ad8-2d48-4a66-908b-ccaae08fdf4e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.8320379 Nov 16 05:06:18.058485 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-933532df-1b47-44c2-ada5-9f5287e433c1 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.058485 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-933532df-1b47-44c2-ada5-9f5287e433c1 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Added segment 0139b8a2-7837-40c2-a0f9-58b0e37dd7e7 of type vlan for network 6bc2ddf9-b4c7-4f60-bd08-58af92e994d4 Nov 16 05:06:18.058485 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44470) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:18.083527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:18.125568 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-933532df-1b47-44c2-ada5-9f5287e433c1 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.168931 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c5edc6d-0864-4191-84c4-a9c352109840 req-0ed140d4-fef8-4806-809b-37f7ca507aec tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=3209ded2-42a7-444b-a99d-c53bdd9c388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108675 Nov 16 05:06:18.207732 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.219890 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-933532df-1b47-44c2-ada5-9f5287e433c1 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.227649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] device_id is not set on port d58a1b30-7086-4680-b8a5-11713f953432 yet. {{(pid=102659) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:06:18.228631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933532df-1b47-44c2-ada5-9f5287e433c1 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:18.229504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-933532df-1b47-44c2-ada5-9f5287e433c1 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.307988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0428c4d6-694f-4acf-98d7-7fdd8b078b70 None None] Provisioning complete for port 98472b6d-316e-4789-9125-0c68d853a332 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:18.308363 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0428c4d6-694f-4acf-98d7-7fdd8b078b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.311035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933532df-1b47-44c2-ada5-9f5287e433c1 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event updated for resources: {'Network': ['ID=6bc2ddf9-b4c7-4f60-bd08-58af92e994d4,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:18.352701 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-933532df-1b47-44c2-ada5-9f5287e433c1 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3854339 Nov 16 05:06:18.352701 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9be6988-ab14-4b7b-bd7d-2857b63883cb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.379715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9be6988-ab14-4b7b-bd7d-2857b63883cb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.415690 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9be6988-ab14-4b7b-bd7d-2857b63883cb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.419142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d9be6988-ab14-4b7b-bd7d-2857b63883cb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.423263 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d9be6988-ab14-4b7b-bd7d-2857b63883cb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-groups/36538f84-16f7-43e9-9d0b-03c20065ad2b HTTP/1.1" status: 204 len: 168 time: 0.3635893 Nov 16 05:06:18.423932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44482) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:18.460623 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be6988-ab14-4b7b-bd7d-2857b63883cb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36538f84-16f7-43e9-9d0b-03c20065ad2b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:18.511384 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5fe62d93-dc3b-4200-bc5a-c8076ad16f0d tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0826392 Nov 16 05:06:18.512147 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44486) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:18.517295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-66ea5ce1-b024-412c-9414-c35e925ed109 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1832596210'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:18.521601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 6bc2ddf9-b4c7-4f60-bd08-58af92e994d4 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:18.547719 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66ea5ce1-b024-412c-9414-c35e925ed109 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.558028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8::248 (df1402be-e55d-4c04-a29d-5000cbf533ff/f374b5c0-4e50-42f8-8e73-0a8e5c6aad4b/d58a1b30-7086-4680-b8a5-11713f953432) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:18.610992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0428c4d6-694f-4acf-98d7-7fdd8b078b70 None None] Port 98472b6d-316e-4789-9125-0c68d853a332 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:18.617366 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.643690 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66ea5ce1-b024-412c-9414-c35e925ed109 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.649275 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66ea5ce1-b024-412c-9414-c35e925ed109 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.692232 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-66ea5ce1-b024-412c-9414-c35e925ed109 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.693473 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-66ea5ce1-b024-412c-9414-c35e925ed109 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1803794 Nov 16 05:06:18.696354 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44492) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:18.701247 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8c606d0d-3f81-4eab-ac98-fa2c61d24656 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group_rule': {'security_group_id': 'edc299b8-1856-4426-846d-9cc35c38738b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:18.712516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea5ce1-b024-412c-9414-c35e925ed109 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc299b8-1856-4426-846d-9cc35c38738b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:18.738025 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c606d0d-3f81-4eab-ac98-fa2c61d24656 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.820047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c606d0d-3f81-4eab-ac98-fa2c61d24656 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.825422 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c606d0d-3f81-4eab-ac98-fa2c61d24656 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.828148 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fa3205e7-b5c9-4045-a4bc-95c85c5362c6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:18.841027 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.873082 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c606d0d-3f81-4eab-ac98-fa2c61d24656 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.875183 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8c606d0d-3f81-4eab-ac98-fa2c61d24656 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1775835 Nov 16 05:06:18.879791 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44498) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:18.882781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c606d0d-3f81-4eab-ac98-fa2c61d24656 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62efb1a5-6405-4baa-bdb0-6668cec9e22e,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:18.903562 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:18.932763 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:18.933560 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.031149 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f55ddda-db13-419a-a05c-6597aa07e631 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.046223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network df1402be-e55d-4c04-a29d-5000cbf533ff is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:19.052104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=d58a1b30-7086-4680-b8a5-11713f953432,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:19.056416 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f55ddda-db13-419a-a05c-6597aa07e631 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.059012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:19.077462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:19.085605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:19.086279 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.158689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ef5dd7c5-d0d1-4be1-b0b6-a8907cc410c6 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1005125 Nov 16 05:06:19.162979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44506) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:19.173271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2817e4d8-8f67-407d-a39a-6419ebb801bc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:19.183350 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f55ddda-db13-419a-a05c-6597aa07e631 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.189706 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f55ddda-db13-419a-a05c-6597aa07e631 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.191299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5f55ddda-db13-419a-a05c-6597aa07e631 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/62efb1a5-6405-4baa-bdb0-6668cec9e22e HTTP/1.1" status: 204 len: 168 time: 0.3102217 Nov 16 05:06:19.201407 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device dd699496-2d5a-4d8c-975d-cbd183b1c318 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:19.204317 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44508) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:19.205351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55ddda-db13-419a-a05c-6597aa07e631 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62efb1a5-6405-4baa-bdb0-6668cec9e22e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:19.317251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1849a4a2-29e0-49b1-8406-2383579027e4 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0564890 Nov 16 05:06:19.318015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44512) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:19.394760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port dd699496-2d5a-4d8c-975d-cbd183b1c318 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:06:19.408848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port dd699496-2d5a-4d8c-975d-cbd183b1c318 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:19.409886 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.496730 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f50b690a-e127-40de-bdc9-cd7ff7c8c9bb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.535641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2817e4d8-8f67-407d-a39a-6419ebb801bc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:19.542564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2817e4d8-8f67-407d-a39a-6419ebb801bc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.548414 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f50b690a-e127-40de-bdc9-cd7ff7c8c9bb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.596293 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.610419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15757ef5-0d1d-4199-a1f7-84bd1a70ba4a req-c2708941-663c-49b8-a564-57263959b1e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:19.619131 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15757ef5-0d1d-4199-a1f7-84bd1a70ba4a req-c2708941-663c-49b8-a564-57263959b1e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 945 time: 0.2773907 Nov 16 05:06:19.651996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port dd699496-2d5a-4d8c-975d-cbd183b1c318, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=dd699496-2d5a-4d8c-975d-cbd183b1c318,segment=NetworkSegment(5df41ee1-553f-4d8c-aadf-edb23eca9711),segment_id=5df41ee1-553f-4d8c-aadf-edb23eca9711)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:19.654035 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fad9e6-4685-4091-a100-da4d5160d4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd699496-2d5a-4d8c-975d-cbd183b1c318'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:06:19.658067 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55f0b83-f04e-443f-80c5-14ff161ab86a" -d '{"events": [{"server_uuid": "26fad9e6-4685-4091-a100-da4d5160d4cd", "name": "network-vif-plugged", "status": "completed", "tag": "dd699496-2d5a-4d8c-975d-cbd183b1c318"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:06:19.664139 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.688962 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f50b690a-e127-40de-bdc9-cd7ff7c8c9bb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.699363 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f50b690a-e127-40de-bdc9-cd7ff7c8c9bb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.704439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f50b690a-e127-40de-bdc9-cd7ff7c8c9bb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-groups/edc299b8-1856-4426-846d-9cc35c38738b HTTP/1.1" status: 204 len: 168 time: 0.3853545 Nov 16 05:06:19.706950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44520) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:19.747150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-15757ef5-0d1d-4199-a1f7-84bd1a70ba4a req-61af5e5e-4f3d-450b-bc6b-077ad1070c46 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=3209ded2-42a7-444b-a99d-c53bdd9c388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263914 Nov 16 05:06:19.774688 n-d-818042-1 neutron-server[102660]: INFO neutron.db.ipam_backend_mixin [None req-2817e4d8-8f67-407d-a39a-6419ebb801bc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f374b5c0-4e50-42f8-8e73-0a8e5c6aad4b (CIDR: 2001:db8::/64) Nov 16 05:06:19.778774 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2817e4d8-8f67-407d-a39a-6419ebb801bc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:06:19.779465 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2817e4d8-8f67-407d-a39a-6419ebb801bc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:19.780955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b690a-e127-40de-bdc9-cd7ff7c8c9bb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc299b8-1856-4426-846d-9cc35c38738b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:19.811078 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2817e4d8-8f67-407d-a39a-6419ebb801bc tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6460626 Nov 16 05:06:19.816115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44526) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:19.824586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-76da420f-bcce-4048-95c8-d0f7ae57e616 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:19.834509 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39c228d-1041-4115-845b-07c4b67185b2 x-openstack-request-id: req-a39c228d-1041-4115-845b-07c4b67185b2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:06:19.835104 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fad9e6-4685-4091-a100-da4d5160d4cd", "name": "network-vif-plugged", "status": "completed", "tag": "dd699496-2d5a-4d8c-975d-cbd183b1c318", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:06:19.835104 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a39c228d-1041-4115-845b-07c4b67185b2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:06:19.836109 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fad9e6-4685-4091-a100-da4d5160d4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd699496-2d5a-4d8c-975d-cbd183b1c318', 'code': 200} Nov 16 05:06:19.854039 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=dd699496-2d5a-4d8c-975d-cbd183b1c318,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:19.861904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4e47c3bf-4c45-43df-8fdc-3366db3f0b70 None None] Provisioning complete for port d58a1b30-7086-4680-b8a5-11713f953432 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:19.862336 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e47c3bf-4c45-43df-8fdc-3366db3f0b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:19.900562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4e47c3bf-4c45-43df-8fdc-3366db3f0b70 None None] Port d58a1b30-7086-4680-b8a5-11713f953432 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:19.962389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6bf0b146-bbb7-4510-b22a-0f1be46e14a4 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2264740 Nov 16 05:06:19.966386 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44528) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:19.970911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1aa4f941-0dad-47ee-b0f4-2aae58565630 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group': {'name': 'tempest-secgroup--644972920'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:19.997477 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f941-0dad-47ee-b0f4-2aae58565630 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.044353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb732a-5417-42c2-b83e-26cafe5b3480 req-f349a432-8505-44db-81bb-d3866a5ea8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:20.046558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecdb732a-5417-42c2-b83e-26cafe5b3480 req-f349a432-8505-44db-81bb-d3866a5ea8b1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 1097 time: 0.1227350 Nov 16 05:06:20.047673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76da420f-bcce-4048-95c8-d0f7ae57e616 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:20.052062 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76da420f-bcce-4048-95c8-d0f7ae57e616 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.101564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f941-0dad-47ee-b0f4-2aae58565630 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.107371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f941-0dad-47ee-b0f4-2aae58565630 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.160710 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1aa4f941-0dad-47ee-b0f4-2aae58565630 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.162448 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1aa4f941-0dad-47ee-b0f4-2aae58565630 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1951542 Nov 16 05:06:20.166886 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44530) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:20.171805 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2c128f4c-31df-4656-a02d-0cc9252f66fc tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group_rule': {'security_group_id': 'dd472bdd-e4d6-4275-bb60-176744a04212', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:20.188527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecdb732a-5417-42c2-b83e-26cafe5b3480 req-3adf300b-09d4-4e53-b019-5cf299130bf4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3209ded2-42a7-444b-a99d-c53bdd9c388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311412 Nov 16 05:06:20.199407 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4f941-0dad-47ee-b0f4-2aae58565630 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd472bdd-e4d6-4275-bb60-176744a04212,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:20.246766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c128f4c-31df-4656-a02d-0cc9252f66fc tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.263351 n-d-818042-1 neutron-server[102659]: INFO neutron.db.ipam_backend_mixin [None req-76da420f-bcce-4048-95c8-d0f7ae57e616 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fd5a4864-ffee-4a22-b5c9-49d428244f8d (CIDR: 2001:db8:0:1::/64) Nov 16 05:06:20.270053 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-76da420f-bcce-4048-95c8-d0f7ae57e616 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:06:20.270548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76da420f-bcce-4048-95c8-d0f7ae57e616 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:20.309365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-76da420f-bcce-4048-95c8-d0f7ae57e616 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4913785 Nov 16 05:06:20.314354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44534) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:20.319534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-66ad3803-85ca-41e3-89bc-6c817f86b861 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'subnet': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:20.369385 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c128f4c-31df-4656-a02d-0cc9252f66fc tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.382849 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c128f4c-31df-4656-a02d-0cc9252f66fc tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.427594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c128f4c-31df-4656-a02d-0cc9252f66fc tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e3f2fc-4b53-471e-9c66-e997e9b13b4e,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:20.434542 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c128f4c-31df-4656-a02d-0cc9252f66fc tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.435912 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2c128f4c-31df-4656-a02d-0cc9252f66fc tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2681007 Nov 16 05:06:20.438565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44536) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:20.465360 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8143024f-b361-410b-8196-8ca6fd1701c9 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules/24e3f2fc-4b53-471e-9c66-e997e9b13b4e HTTP/1.1" status: 200 len: 763 time: 0.0255382 Nov 16 05:06:20.468281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44538) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:20.485045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ad3803-85ca-41e3-89bc-6c817f86b861 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Made reservation on behalf of d5813e4f480449aea9709170b51e91db for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:20.489408 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ad3803-85ca-41e3-89bc-6c817f86b861 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.583581 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c17905b9-fb42-4e90-ad8d-f43d175a1da7 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1139364 Nov 16 05:06:20.586318 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44542) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:20.629596 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6dc218e-2ba1-4470-b638-f15838719656 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.642027 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6dc218e-2ba1-4470-b638-f15838719656 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.699538 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6dc218e-2ba1-4470-b638-f15838719656 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.706675 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6dc218e-2ba1-4470-b638-f15838719656 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:20.707869 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c6dc218e-2ba1-4470-b638-f15838719656 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/24e3f2fc-4b53-471e-9c66-e997e9b13b4e HTTP/1.1" status: 204 len: 168 time: 0.1205716 Nov 16 05:06:20.713407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44544) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:20.719615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc218e-2ba1-4470-b638-f15838719656 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24e3f2fc-4b53-471e-9c66-e997e9b13b4e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:20.775849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44546) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:20.776031 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1fa773a2-aff9-4519-bdcf-94566c5b5bdb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611427 Nov 16 05:06:20.780836 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-36af52d2-35ca-46d9-94f4-7f177921c2b1 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group_rule': {'security_group_id': 'dd472bdd-e4d6-4275-bb60-176744a04212', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:20.853797 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-36af52d2-35ca-46d9-94f4-7f177921c2b1 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.000016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e788a-72e7-48f0-ac80-71150bf6787d req-87937423-8785-443b-9b45-2f11f50cacde tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:21.007296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e13e788a-72e7-48f0-ac80-71150bf6787d req-87937423-8785-443b-9b45-2f11f50cacde tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 946 time: 0.1197863 Nov 16 05:06:21.027017 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-36af52d2-35ca-46d9-94f4-7f177921c2b1 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.041640 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-36af52d2-35ca-46d9-94f4-7f177921c2b1 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.060015 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ad3803-85ca-41e3-89bc-6c817f86b861 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.069755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af52d2-35ca-46d9-94f4-7f177921c2b1 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfa664c-c5ff-4f61-8c07-c76a8f835a57,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:21.090744 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-36af52d2-35ca-46d9-94f4-7f177921c2b1 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.092166 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-36af52d2-35ca-46d9-94f4-7f177921c2b1 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3152065 Nov 16 05:06:21.094791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44550) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:21.149437 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7e8a22d8-f6f0-45f2-9412-529c838e98ac tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules/9bfa664c-c5ff-4f61-8c07-c76a8f835a57 HTTP/1.1" status: 200 len: 763 time: 0.0504260 Nov 16 05:06:21.149746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44552) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:21.186851 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e13e788a-72e7-48f0-ac80-71150bf6787d req-848086e6-20d9-4cb9-bfca-9b8f22e07bee tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=3209ded2-42a7-444b-a99d-c53bdd9c388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773243 Nov 16 05:06:21.194714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ad3803-85ca-41e3-89bc-6c817f86b861 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Network df1402be-e55d-4c04-a29d-5000cbf533ff is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:21.200855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-66ad3803-85ca-41e3-89bc-6c817f86b861 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:21.223252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd5b16-7a9a-4b0f-bfcf-2d692f27b415 None None] Network df1402be-e55d-4c04-a29d-5000cbf533ff requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:21.229647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ad3803-85ca-41e3-89bc-6c817f86b861 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:21.230289 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ad3803-85ca-41e3-89bc-6c817f86b861 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.269549 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2281ff8b-8b50-4546-b132-10a5957455a3 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1162870 Nov 16 05:06:21.270267 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44554) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:21.285195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad3803-85ca-41e3-89bc-6c817f86b861 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Subnet': ['ID=60ab7b9d-012b-4752-8a36-6d279dd25e25,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:21.295204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-66ad3803-85ca-41e3-89bc-6c817f86b861 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9796524 Nov 16 05:06:21.297688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44556) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:21.303963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4baf7944-3daf-4771-8fdc-56be0410f529 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1956661930', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '60ab7b9d-012b-4752-8a36-6d279dd25e25'}], 'security_groups': ['d1196802-042b-45fe-9c20-c861cd57ad1f', 'cbcf42d2-af03-4649-9cbb-ace05460244d']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:21.316955 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04447288-0c3d-424d-a282-b9b2b6c190d8 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.331398 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04447288-0c3d-424d-a282-b9b2b6c190d8 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.384258 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04447288-0c3d-424d-a282-b9b2b6c190d8 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.404325 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04447288-0c3d-424d-a282-b9b2b6c190d8 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.407461 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-04447288-0c3d-424d-a282-b9b2b6c190d8 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/9bfa664c-c5ff-4f61-8c07-c76a8f835a57 HTTP/1.1" status: 204 len: 168 time: 0.1362739 Nov 16 05:06:21.410717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44560) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:21.423298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04447288-0c3d-424d-a282-b9b2b6c190d8 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bfa664c-c5ff-4f61-8c07-c76a8f835a57,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:21.477115 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4baf7944-3daf-4771-8fdc-56be0410f529 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.520355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-518257d0-e175-4590-8007-11edd2cc105e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1056249 Nov 16 05:06:21.523173 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44564) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:21.528430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6ffe963c-effc-4006-8456-fbe137199467 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Request body: {'security_group_rule': {'security_group_id': 'dd472bdd-e4d6-4275-bb60-176744a04212', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:21.571550 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-6ffe963c-effc-4006-8456-fbe137199467 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Project e4154b190045497ea3b6301d980307b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:06:21.582259 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ffe963c-effc-4006-8456-fbe137199467 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.613360 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1082ff8-95fc-4dfb-bfa1-f744888b5a32 None None] Update dhcp port {'port': {'network_id': 'df1402be-e55d-4c04-a29d-5000cbf533ff', 'fixed_ips': [{'subnet_id': 'fd5a4864-ffee-4a22-b5c9-49d428244f8d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f374b5c0-4e50-42f8-8e73-0a8e5c6aad4b', 'ip_address': '2001:db8::2'}, {'subnet_id': '60ab7b9d-012b-4752-8a36-6d279dd25e25'}], 'binding:host_id': 'n-d-818042-1'}, 'id': 'fa3205e7-b5c9-4045-a4bc-95c85c5362c6'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 05:06:21.644954 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e1082ff8-95fc-4dfb-bfa1-f744888b5a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.743961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ffe963c-effc-4006-8456-fbe137199467 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.757983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44570) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:21.765816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Request body: {'subnets': [{'network_id': '55760430-1893-411d-b9eb-d3c990755472', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--875765114', 'ip_version': 6}, {'network_id': '6bc2ddf9-b4c7-4f60-bd08-58af92e994d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:21.765816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Request body: {'subnet': {'network_id': '55760430-1893-411d-b9eb-d3c990755472', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--875765114', 'ip_version': 6}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:21.765816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Request body: {'subnet': {'network_id': '6bc2ddf9-b4c7-4f60-bd08-58af92e994d4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:21.766279 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ffe963c-effc-4006-8456-fbe137199467 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.791587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ffe963c-effc-4006-8456-fbe137199467 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:21.795182 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6ffe963c-effc-4006-8456-fbe137199467 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2684214 Nov 16 05:06:21.796511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44574) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:21.800266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe963c-effc-4006-8456-fbe137199467 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd942e5b-a5ee-45ea-8652-65666178d920,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:21.897932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d304e1ec-3507-4e1b-8e08-5bd34534db1a tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules/dd942e5b-a5ee-45ea-8652-65666178d920 HTTP/1.1" status: 200 len: 769 time: 0.1007490 Nov 16 05:06:21.900414 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44578) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:21.917462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-e1082ff8-95fc-4dfb-bfa1-f744888b5a32 None None] Allocated IP 2001:db8:0:2::2 (df1402be-e55d-4c04-a29d-5000cbf533ff/60ab7b9d-012b-4752-8a36-6d279dd25e25/fa3205e7-b5c9-4045-a4bc-95c85c5362c6) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:21.996706 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2b207fea-d434-452b-b98a-a22050d06c3e tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0942981 Nov 16 05:06:22.001997 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44582) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:22.063997 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34eee73c-f417-440f-bfbd-fdff03e6573b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:22.076864 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34eee73c-f417-440f-bfbd-fdff03e6573b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:22.107397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Made reservation on behalf of a61d88b32f3b46fa95c482024557e8ee for: {'subnet': 2} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:22.111349 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34eee73c-f417-440f-bfbd-fdff03e6573b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:22.111785 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e1082ff8-95fc-4dfb-bfa1-f744888b5a32 None None] For port fa3205e7-b5c9-4045-a4bc-95c85c5362c6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fa3205e7-b5c9-4045-a4bc-95c85c5362c6,segment=NetworkSegment(67e74bb5-cdb2-47b6-a34b-218b2de08277),segment_id=67e74bb5-cdb2-47b6-a34b-218b2de08277)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:22.114000 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:22.115813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:22.126556 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-34eee73c-f417-440f-bfbd-fdff03e6573b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:22.133934 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-34eee73c-f417-440f-bfbd-fdff03e6573b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/dd942e5b-a5ee-45ea-8652-65666178d920 HTTP/1.1" status: 204 len: 168 time: 0.1298416 Nov 16 05:06:22.136501 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44584) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:22.138582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eee73c-f417-440f-bfbd-fdff03e6573b tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd942e5b-a5ee-45ea-8652-65666178d920,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:22.161646 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e1082ff8-95fc-4dfb-bfa1-f744888b5a32 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:22.168060 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e1082ff8-95fc-4dfb-bfa1-f744888b5a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:22.305061 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3b6378bf-bf94-45c2-ae18-10fbf02c0fcf tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1671860 Nov 16 05:06:22.307925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44588) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:22.331032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1082ff8-95fc-4dfb-bfa1-f744888b5a32 None None] Pushing event updated for resources: {'Port': ['ID=fa3205e7-b5c9-4045-a4bc-95c85c5362c6,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:22.370778 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-071fe882-8abe-4970-b2fa-ca868c38b0a2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:22.403196 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-071fe882-8abe-4970-b2fa-ca868c38b0a2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:22.488807 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-071fe882-8abe-4970-b2fa-ca868c38b0a2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:22.491891 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-071fe882-8abe-4970-b2fa-ca868c38b0a2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:22.493064 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-071fe882-8abe-4970-b2fa-ca868c38b0a2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "DELETE /v2.0/security-groups/dd472bdd-e4d6-4275-bb60-176744a04212 HTTP/1.1" status: 204 len: 168 time: 0.1840219 Nov 16 05:06:22.497638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44592) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:22.525509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307e9fa4-5f1d-49ee-be51-b7472d754ed4 req-d4f1faa4-3aa5-40fc-b407-c8f94af268bd tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:22.527139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-307e9fa4-5f1d-49ee-be51-b7472d754ed4 req-d4f1faa4-3aa5-40fc-b407-c8f94af268bd tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 946 time: 0.2072463 Nov 16 05:06:22.539038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fe882-8abe-4970-b2fa-ca868c38b0a2 tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd472bdd-e4d6-4275-bb60-176744a04212,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:22.556338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-4baf7944-3daf-4771-8fdc-56be0410f529 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Delete allocated IP 2001:db8::248 (df1402be-e55d-4c04-a29d-5000cbf533ff/f374b5c0-4e50-42f8-8e73-0a8e5c6aad4b) {{(pid=102659) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 16 05:06:22.567668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-4baf7944-3daf-4771-8fdc-56be0410f529 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Allocated IP 2001:db8:0:2::2e5 (df1402be-e55d-4c04-a29d-5000cbf533ff/60ab7b9d-012b-4752-8a36-6d279dd25e25/d58a1b30-7086-4680-b8a5-11713f953432) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:22.603303 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ae82bdc0-76fe-480f-a41a-693b4831d29d tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1021860 Nov 16 05:06:22.609280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44594) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:22.724192 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f005c0a6-87d4-4e6f-a8d0-1bc026c53feb tempest-SecGroupIPv6Test-1459182053 tempest-SecGroupIPv6Test-1459182053-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0968974 Nov 16 05:06:22.793493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fa3205e7-b5c9-4045-a4bc-95c85c5362c6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:22.871731 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-307e9fa4-5f1d-49ee-be51-b7472d754ed4 req-140e6f8f-ce35-454c-8518-ebe80468ebe4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=3209ded2-42a7-444b-a99d-c53bdd9c388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3010924 Nov 16 05:06:22.929667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:22.931522 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.129198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44604) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:23.206889 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4baf7944-3daf-4771-8fdc-56be0410f529 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.245744 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4baf7944-3daf-4771-8fdc-56be0410f529 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.335440 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2a3d160b-0cdf-41ad-8719-6b1a8a53040b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4154b190045497ea3b6301d980307b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2030449 Nov 16 05:06:23.336060 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44608) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:23.336940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662510d4-cd83-467f-8d9d-2ccba72cfe4f req-47c85241-824d-463b-965f-4c68a5e573d8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:23.338615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-662510d4-cd83-467f-8d9d-2ccba72cfe4f req-47c85241-824d-463b-965f-4c68a5e573d8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 946 time: 0.2104781 Nov 16 05:06:23.384722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4baf7944-3daf-4771-8fdc-56be0410f529 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] In _notify_port_updated(), no bound segment for port d58a1b30-7086-4680-b8a5-11713f953432 on network df1402be-e55d-4c04-a29d-5000cbf533ff {{(pid=102659) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 16 05:06:23.390778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baf7944-3daf-4771-8fdc-56be0410f529 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:23.391488 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4baf7944-3daf-4771-8fdc-56be0410f529 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.395766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4baf7944-3daf-4771-8fdc-56be0410f529 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "PUT /v2.0/ports/d58a1b30-7086-4680-b8a5-11713f953432 HTTP/1.1" status: 200 len: 970 time: 2.0969887 Nov 16 05:06:23.396038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44610) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:23.412557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf7944-3daf-4771-8fdc-56be0410f529 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event updated for resources: {'Port': ['ID=d58a1b30-7086-4680-b8a5-11713f953432,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:23.472351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8b7bfae8-7a3a-498b-8266-efd747c257fb None None] Provisioning complete for port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:23.472867 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b7bfae8-7a3a-498b-8266-efd747c257fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.477158 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.509273 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e331005-306c-4ff8-ae2b-8d058ded43c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.593997 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e331005-306c-4ff8-ae2b-8d058ded43c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.610385 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-cd9bc359-c88e-4836-8fd2-5557fee314ca tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port d58a1b30-7086-4680-b8a5-11713f953432 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:23.611107 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc359-c88e-4836-8fd2-5557fee314ca tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.613832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-662510d4-cd83-467f-8d9d-2ccba72cfe4f req-3db38beb-5724-4c30-ab24-4ab1ad8953b7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=3209ded2-42a7-444b-a99d-c53bdd9c388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335677 Nov 16 05:06:23.657063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8b7bfae8-7a3a-498b-8266-efd747c257fb None None] Provisioning complete for port d58a1b30-7086-4680-b8a5-11713f953432 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:23.657443 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b7bfae8-7a3a-498b-8266-efd747c257fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.660634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event updated for resources: {'Subnet': ['ID=3ee98539-bb97-4ae6-9395-0233a37dbc38,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:23.688711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Checking segment: {'id': '49652add-0be7-409a-a55c-5ff0b912039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '55760430-1893-411d-b9eb-d3c990755472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:23.689078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Network hostable DHCP agents. Network: 55760430-1893-411d-b9eb-d3c990755472, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:06:23.731609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Network 55760430-1893-411d-b9eb-d3c990755472 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:06:23.744745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8b7bfae8-7a3a-498b-8266-efd747c257fb None None] Port d58a1b30-7086-4680-b8a5-11713f953432 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:23.750447 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 55760430-1893-411d-b9eb-d3c990755472) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:23.761945 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.778706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8b7bfae8-7a3a-498b-8266-efd747c257fb None None] Provisioning complete for port 98472b6d-316e-4789-9125-0c68d853a332 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:23.779321 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b7bfae8-7a3a-498b-8266-efd747c257fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.789424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb60a78-8fdd-41be-8808-d0841d77d5f1 None None] Network 55760430-1893-411d-b9eb-d3c990755472 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:23.865197 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc359-c88e-4836-8fd2-5557fee314ca tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.874880 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e331005-306c-4ff8-ae2b-8d058ded43c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.879099 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e331005-306c-4ff8-ae2b-8d058ded43c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.880294 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1e331005-306c-4ff8-ae2b-8d058ded43c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c641368-40ac-4483-9251-faa11fe46a12 HTTP/1.1" status: 204 len: 168 time: 0.5432713 Nov 16 05:06:23.905460 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Checking segment: {'id': '0139b8a2-7837-40c2-a0f9-58b0e37dd7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '6bc2ddf9-b4c7-4f60-bd08-58af92e994d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:23.905790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Network hostable DHCP agents. Network: 6bc2ddf9-b4c7-4f60-bd08-58af92e994d4, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:06:23.910010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event updated for resources: {'Subnet': ['ID=b0276bf9-18f2-45cf-a263-c10f756d0ad6,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:23.915790 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8b7bfae8-7a3a-498b-8266-efd747c257fb None None] Port 98472b6d-316e-4789-9125-0c68d853a332 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:23.937946 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-cd9bc359-c88e-4836-8fd2-5557fee314ca tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for d58a1b30-7086-4680-b8a5-11713f953432 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:23.946890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Network 6bc2ddf9-b4c7-4f60-bd08-58af92e994d4 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:06:23.950657 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e331005-306c-4ff8-ae2b-8d058ded43c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c641368-40ac-4483-9251-faa11fe46a12,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:23.960903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 6bc2ddf9-b4c7-4f60-bd08-58af92e994d4) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:23.973119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:23.973601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:23.975700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:23.992737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dcea4a-f5a4-4f4d-a8c1-b3f9d0712bf1 None None] Network 6bc2ddf9-b4c7-4f60-bd08-58af92e994d4 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:24.004996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-aaf03da3-c964-4f2a-8d86-86fe1add2439 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.2494380 Nov 16 05:06:24.005652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44620) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:24.087591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf10e92c-130f-471d-95ce-de831e3833ea tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:24.089797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf10e92c-130f-471d-95ce-de831e3833ea tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:24.092134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf10e92c-130f-471d-95ce-de831e3833ea tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:24.106000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cf10e92c-130f-471d-95ce-de831e3833ea tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0990639 Nov 16 05:06:24.107070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44622) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:24.146119 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc359-c88e-4836-8fd2-5557fee314ca tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.225180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9bc359-c88e-4836-8fd2-5557fee314ca tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=d58a1b30-7086-4680-b8a5-11713f953432,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:24.226773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9a9dab90-4228-4eed-9a2e-edad96a3a811 None None] Provisioning complete for port d58a1b30-7086-4680-b8a5-11713f953432 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:24.227568 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a9dab90-4228-4eed-9a2e-edad96a3a811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.246387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-189bf078-af22-4003-ad95-77bff6577783 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Deleting subnet 3ee98539-bb97-4ae6-9395-0233a37dbc38 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:06:24.253624 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-189bf078-af22-4003-ad95-77bff6577783 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.318996 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cd9bc359-c88e-4836-8fd2-5557fee314ca tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.328761 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cd9bc359-c88e-4836-8fd2-5557fee314ca tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/d58a1b30-7086-4680-b8a5-11713f953432 HTTP/1.1" status: 204 len: 168 time: 0.9292388 Nov 16 05:06:24.334098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44630) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:24.337186 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-189bf078-af22-4003-ad95-77bff6577783 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.339812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9a9dab90-4228-4eed-9a2e-edad96a3a811 None None] Port d58a1b30-7086-4680-b8a5-11713f953432 was deleted so its status cannot be updated. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 16 05:06:24.377873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21c203e-e66d-4583-8603-f09911d829da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-55760430-1893-411d-b9eb-d3c990755472', 'network_id': '55760430-1893-411d-b9eb-d3c990755472', 'tenant_id': 'a61d88b32f3b46fa95c482024557e8ee', 'fixed_ips': [{'subnet_id': '3ee98539-bb97-4ae6-9395-0233a37dbc38'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:06:24.379959 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c21c203e-e66d-4583-8603-f09911d829da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.392911 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9048d2a-a14b-453b-9e05-70ea504ecce9 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] GET failed (client error): The resource could not be found. Nov 16 05:06:24.397518 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c9048d2a-a14b-453b-9e05-70ea504ecce9 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports/d58a1b30-7086-4680-b8a5-11713f953432 HTTP/1.1" status: 404 len: 333 time: 0.0598745 Nov 16 05:06:24.397800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44632) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:24.478693 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-189bf078-af22-4003-ad95-77bff6577783 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.517058 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-168f541b-08ca-4675-b6c7-2dafef0bdedf tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.576806 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-168f541b-08ca-4675-b6c7-2dafef0bdedf tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.626305 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-189bf078-af22-4003-ad95-77bff6577783 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.662935 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-168f541b-08ca-4675-b6c7-2dafef0bdedf tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.666747 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-168f541b-08ca-4675-b6c7-2dafef0bdedf tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.668065 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-168f541b-08ca-4675-b6c7-2dafef0bdedf tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/security-groups/9d708307-4121-4c9b-9402-c3e72e7aa1fa HTTP/1.1" status: 204 len: 168 time: 0.2690241 Nov 16 05:06:24.671471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44644) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:24.708457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f541b-08ca-4675-b6c7-2dafef0bdedf tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d708307-4121-4c9b-9402-c3e72e7aa1fa,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:24.711108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bf078-af22-4003-ad95-77bff6577783 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee98539-bb97-4ae6-9395-0233a37dbc38,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:24.717289 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-189bf078-af22-4003-ad95-77bff6577783 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.728037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-189bf078-af22-4003-ad95-77bff6577783 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "DELETE /v2.0/subnets/3ee98539-bb97-4ae6-9395-0233a37dbc38 HTTP/1.1" status: 204 len: 168 time: 0.6159868 Nov 16 05:06:24.730335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44646) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server [None req-c21c203e-e66d-4583-8603-f09911d829da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ee98539-bb97-4ae6-9395-0233a37dbc38: This subnet is being modified by another concurrent operation. Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise exception Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3ee98539-bb97-4ae6-9395-0233a37dbc38: This subnet is being modified by another concurrent operation. Nov 16 05:06:24.746052 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Nov 16 05:06:24.787017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215a6513-26a4-4a53-818b-a69b6c831243 None None] Network 55760430-1893-411d-b9eb-d3c990755472 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:24.833781 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff1fc17-1caf-4e87-9624-9b5f107f6796 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.846528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aad902d-69ef-45ba-9aab-9314d98a9419 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Deleting subnet b0276bf9-18f2-45cf-a263-c10f756d0ad6 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:06:24.870303 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0aad902d-69ef-45ba-9aab-9314d98a9419 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.886318 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff1fc17-1caf-4e87-9624-9b5f107f6796 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.918912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93992627-a2c7-41a9-a4a5-94b5d4f26163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-6bc2ddf9-b4c7-4f60-bd08-58af92e994d4', 'network_id': '6bc2ddf9-b4c7-4f60-bd08-58af92e994d4', 'tenant_id': 'a61d88b32f3b46fa95c482024557e8ee', 'fixed_ips': [{'subnet_id': 'b0276bf9-18f2-45cf-a263-c10f756d0ad6'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:06:24.919763 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93992627-a2c7-41a9-a4a5-94b5d4f26163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.976050 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff1fc17-1caf-4e87-9624-9b5f107f6796 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.979609 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff1fc17-1caf-4e87-9624-9b5f107f6796 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:24.982009 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9ff1fc17-1caf-4e87-9624-9b5f107f6796 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/security-groups/cbcf42d2-af03-4649-9cbb-ace05460244d HTTP/1.1" status: 204 len: 168 time: 0.3049846 Nov 16 05:06:24.992139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44654) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:24.999405 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0aad902d-69ef-45ba-9aab-9314d98a9419 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:25.042440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1fc17-1caf-4e87-9624-9b5f107f6796 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcf42d2-af03-4649-9cbb-ace05460244d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:25.104794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0aad902d-69ef-45ba-9aab-9314d98a9419 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:25.156142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4abfcbd-8614-4a8d-96c4-f915482ca798 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:25.183985 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44658) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:25.189662 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0aad902d-69ef-45ba-9aab-9314d98a9419 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server [None req-93992627-a2c7-41a9-a4a5-94b5d4f26163 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0276bf9-18f2-45cf-a263-c10f756d0ad6: This subnet is being modified by another concurrent operation. Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise exception Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0276bf9-18f2-45cf-a263-c10f756d0ad6: This subnet is being modified by another concurrent operation. Nov 16 05:06:25.192824 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Nov 16 05:06:25.212810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344322dd-7a5c-4db2-8a22-b154b094e2f9 None None] Network 6bc2ddf9-b4c7-4f60-bd08-58af92e994d4 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:25.230573 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0aad902d-69ef-45ba-9aab-9314d98a9419 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:25.237741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0aad902d-69ef-45ba-9aab-9314d98a9419 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "DELETE /v2.0/subnets/b0276bf9-18f2-45cf-a263-c10f756d0ad6 HTTP/1.1" status: 204 len: 168 time: 0.5061736 Nov 16 05:06:25.245692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44660) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:25.299548 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44662) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:25.333369 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4abfcbd-8614-4a8d-96c4-f915482ca798 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:25.370719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad902d-69ef-45ba-9aab-9314d98a9419 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event deleted for resources: {'Subnet': ['ID=b0276bf9-18f2-45cf-a263-c10f756d0ad6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:25.418502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56338ad-ae61-49b4-8bd9-670a1397bfb4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:25.419799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e56338ad-ae61-49b4-8bd9-670a1397bfb4 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1721413 Nov 16 05:06:25.423620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44670) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:25.457461 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f76c84-fb37-4ccb-80a5-0ae0fe9fcf7f None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 05:06:25.545309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-907345132'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:25.610786 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4abfcbd-8614-4a8d-96c4-f915482ca798 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:25.613437 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c4abfcbd-8614-4a8d-96c4-f915482ca798 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:25.617426 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c4abfcbd-8614-4a8d-96c4-f915482ca798 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/security-groups/d1196802-042b-45fe-9c20-c861cd57ad1f HTTP/1.1" status: 204 len: 168 time: 0.6230197 Nov 16 05:06:25.617745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44674) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:25.639960 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abfcbd-8614-4a8d-96c4-f915482ca798 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1196802-042b-45fe-9c20-c861cd57ad1f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:25.666072 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Made reservation on behalf of ab80b305842d487798c7e8eef7c30f6b for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:25.675552 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:25.684579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f76c84-fb37-4ccb-80a5-0ae0fe9fcf7f None None] Resources bound (agent type, host, resource id): {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 05:06:25.693224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-b35ce918-cf58-4f89-aaa3-bc554d673cf0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting subnet f374b5c0-4e50-42f8-8e73-0a8e5c6aad4b {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:06:25.696831 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b35ce918-cf58-4f89-aaa3-bc554d673cf0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:25.719857 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78164f2f-4b58-4d1b-834d-a0425e964601 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:25.735075 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:25.757044 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b35ce918-cf58-4f89-aaa3-bc554d673cf0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:25.838545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44678) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:25.906210 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b35ce918-cf58-4f89-aaa3-bc554d673cf0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:26.021513 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b35ce918-cf58-4f89-aaa3-bc554d673cf0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:26.066526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ce918-cf58-4f89-aaa3-bc554d673cf0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Subnet': ['ID=f374b5c0-4e50-42f8-8e73-0a8e5c6aad4b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:26.072253 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b35ce918-cf58-4f89-aaa3-bc554d673cf0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:26.081177 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b35ce918-cf58-4f89-aaa3-bc554d673cf0 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/f374b5c0-4e50-42f8-8e73-0a8e5c6aad4b HTTP/1.1" status: 204 len: 168 time: 0.4616454 Nov 16 05:06:26.082327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44682) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:26.142083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-a237449a-52e8-4b34-99ac-91c5384d5a28 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting subnet 60ab7b9d-012b-4752-8a36-6d279dd25e25 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:06:26.145685 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a237449a-52e8-4b34-99ac-91c5384d5a28 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:26.191884 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a237449a-52e8-4b34-99ac-91c5384d5a28 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:26.312754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f2b079-637e-4fcb-982f-76cc309ceac0 None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 05:06:26.347585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a237449a-52e8-4b34-99ac-91c5384d5a28 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:26.383500 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:26.399428 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-26aea183-cd38-4e80-8aa3-5afe35b8fd72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:26.434824 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f2a0f32b-3ea3-46ac-a85c-e1b2d0a86284 None None] Provisioning complete for port 07d9761d-3294-41ef-98ed-67c5a0ac64ee triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:26.435207 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f2a0f32b-3ea3-46ac-a85c-e1b2d0a86284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:26.474208 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a237449a-52e8-4b34-99ac-91c5384d5a28 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:26.538957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237449a-52e8-4b34-99ac-91c5384d5a28 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Subnet': ['ID=60ab7b9d-012b-4752-8a36-6d279dd25e25,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:26.557757 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a237449a-52e8-4b34-99ac-91c5384d5a28 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:26.565756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a237449a-52e8-4b34-99ac-91c5384d5a28 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/60ab7b9d-012b-4752-8a36-6d279dd25e25 HTTP/1.1" status: 204 len: 168 time: 0.4821005 Nov 16 05:06:26.568454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44684) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:26.631306 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbbb787-31bc-46ba-ac07-1a8dd1b2eda8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] DELETE failed (client error): The resource could not be found. Nov 16 05:06:26.632313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bbbb787-31bc-46ba-ac07-1a8dd1b2eda8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:26.646958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7bbbb787-31bc-46ba-ac07-1a8dd1b2eda8 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/f374b5c0-4e50-42f8-8e73-0a8e5c6aad4b HTTP/1.1" status: 404 len: 337 time: 0.0768185 Nov 16 05:06:26.657100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44686) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:26.730064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f2b079-637e-4fcb-982f-76cc309ceac0 None None] Resources bound (agent type, host, resource id): {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 05:06:26.735912 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-2693c8e4-7ae1-4eb4-9703-c58273d09413 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting subnet fd5a4864-ffee-4a22-b5c9-49d428244f8d {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:06:26.753197 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2693c8e4-7ae1-4eb4-9703-c58273d09413 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:26.842036 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2693c8e4-7ae1-4eb4-9703-c58273d09413 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.013586 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2693c8e4-7ae1-4eb4-9703-c58273d09413 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.017203 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-26aea183-cd38-4e80-8aa3-5afe35b8fd72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.038379 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78164f2f-4b58-4d1b-834d-a0425e964601 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.045497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-26aea183-cd38-4e80-8aa3-5afe35b8fd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.104750 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2693c8e4-7ae1-4eb4-9703-c58273d09413 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.127807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fbc01e-b281-44ad-aac9-9d479e530446 None None] Network df1402be-e55d-4c04-a29d-5000cbf533ff requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:27.135660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693c8e4-7ae1-4eb4-9703-c58273d09413 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5a4864-ffee-4a22-b5c9-49d428244f8d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:27.142149 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2693c8e4-7ae1-4eb4-9703-c58273d09413 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.146235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2693c8e4-7ae1-4eb4-9703-c58273d09413 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/fd5a4864-ffee-4a22-b5c9-49d428244f8d HTTP/1.1" status: 204 len: 168 time: 0.4880280 Nov 16 05:06:27.149112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44690) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:27.156758 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aea183-cd38-4e80-8aa3-5afe35b8fd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d840b6-a175-4cad-a737-37116610d1c1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:27.169847 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-78164f2f-4b58-4d1b-834d-a0425e964601 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc2ddf9-b4c7-4f60-bd08-58af92e994d4']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:27.195813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-78164f2f-4b58-4d1b-834d-a0425e964601 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0139b8a2-7837-40c2-a0f9-58b0e37dd7e7') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:27.196113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-78164f2f-4b58-4d1b-834d-a0425e964601 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0139b8a2-7837-40c2-a0f9-58b0e37dd7e7') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:27.205108 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-26aea183-cd38-4e80-8aa3-5afe35b8fd72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8718727efff2455da35268ea86c92783&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3601003 Nov 16 05:06:27.209339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44692) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:27.213027 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-807b9ece-3caa-4488-b92f-209a08ff9a6b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] DELETE failed (client error): The resource could not be found. Nov 16 05:06:27.213758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807b9ece-3caa-4488-b92f-209a08ff9a6b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:27.221273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-807b9ece-3caa-4488-b92f-209a08ff9a6b tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/cb309f86-c8ae-44c3-9fa8-1846b04978d8 HTTP/1.1" status: 404 len: 337 time: 0.0708296 Nov 16 05:06:27.224821 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78164f2f-4b58-4d1b-834d-a0425e964601 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.231192 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44694) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:27.253993 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.295115 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af38f981-accc-4718-a3af-f9329442b617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.321235 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af38f981-accc-4718-a3af-f9329442b617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.329099 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.342377 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5fc8c46c-f9e2-49bc-bdd2-876a8739ea26 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce2c70d0-9bd0-4797-b1bf-c0607bccea61 HTTP/1.1" status: 200 len: 205 time: 0.1101427 Nov 16 05:06:27.347094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78164f2f-4b58-4d1b-834d-a0425e964601 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.365562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44696) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:27.368546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78164f2f-4b58-4d1b-834d-a0425e964601 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:06:27.368942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78164f2f-4b58-4d1b-834d-a0425e964601 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:06:27.379490 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:06:27.382875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bac485e-d354-451d-8a65-8d4e31ab8a98 None None] DHCP port deletion for df1402be-e55d-4c04-a29d-5000cbf533ff request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:06:27.410502 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-754c496f-0dfc-4885-87a8-049e1afec217 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] delete failed (client error): The resource could not be found. Nov 16 05:06:27.410742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-754c496f-0dfc-4885-87a8-049e1afec217 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/routers/ce2c70d0-9bd0-4797-b1bf-c0607bccea61 HTTP/1.1" status: 404 len: 336 time: 0.0434971 Nov 16 05:06:27.413696 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44698) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:27.434828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Allocated IP 172.20.0.17 (6aed5bed-d41c-440c-a9d5-4007c00a44b8/429ed847-c9b2-4ba9-b5aa-d08afbdd448e/230044cd-9656-4919-b69d-bc13f579bdd6) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:27.443097 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af38f981-accc-4718-a3af-f9329442b617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.444927 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-af38f981-accc-4718-a3af-f9329442b617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.448876 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-af38f981-accc-4718-a3af-f9329442b617 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73d840b6-a175-4cad-a737-37116610d1c1 HTTP/1.1" status: 204 len: 168 time: 0.2217016 Nov 16 05:06:27.448876 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd51ba15-070b-426c-b5af-817ecb77d3de tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] DELETE failed (client error): The resource could not be found. Nov 16 05:06:27.448876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd51ba15-070b-426c-b5af-817ecb77d3de tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:27.450742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bac485e-d354-451d-8a65-8d4e31ab8a98 None None] Deleting port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:27.450742 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bac485e-d354-451d-8a65-8d4e31ab8a98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.461267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fd51ba15-070b-426c-b5af-817ecb77d3de tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/766f83a2-0d6c-4ad7-84c0-aa7ec708de4c HTTP/1.1" status: 404 len: 337 time: 0.0460405 Nov 16 05:06:27.467931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44702) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:27.470152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5debeb-113a-47d2-94dd-750b6020b622,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:27.478187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38f981-accc-4718-a3af-f9329442b617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d840b6-a175-4cad-a737-37116610d1c1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:27.525708 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78164f2f-4b58-4d1b-834d-a0425e964601 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.527624 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c2e16a-025f-44b2-8bb6-6be17cd33abd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] DELETE failed (client error): The resource could not be found. Nov 16 05:06:27.528018 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c2e16a-025f-44b2-8bb6-6be17cd33abd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:27.533435 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e3c2e16a-025f-44b2-8bb6-6be17cd33abd tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/58dff211-b49b-4794-8490-c7d3ce5bbab2 HTTP/1.1" status: 404 len: 337 time: 0.0581021 Nov 16 05:06:27.534619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44704) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:27.568750 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f448c13-b73a-4f9b-8465-b1d4b5a4572d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] DELETE failed (client error): The resource could not be found. Nov 16 05:06:27.569427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f448c13-b73a-4f9b-8465-b1d4b5a4572d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:27.570639 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-78164f2f-4b58-4d1b-834d-a0425e964601 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.573132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5f448c13-b73a-4f9b-8465-b1d4b5a4572d tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/180fcf7c-c9f5-4f08-ac00-eecdf8bbac6e HTTP/1.1" status: 404 len: 337 time: 0.0374272 Nov 16 05:06:27.574334 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-78164f2f-4b58-4d1b-834d-a0425e964601 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "DELETE /v2.0/networks/6bc2ddf9-b4c7-4f60-bd08-58af92e994d4 HTTP/1.1" status: 204 len: 168 time: 2.1497681 Nov 16 05:06:27.575183 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:27.575992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44706) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:27.579470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44708) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:27.587895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bac485e-d354-451d-8a65-8d4e31ab8a98 None None] For port fa3205e7-b5c9-4045-a4bc-95c85c5362c6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fa3205e7-b5c9-4045-a4bc-95c85c5362c6,segment=NetworkSegment(67e74bb5-cdb2-47b6-a34b-218b2de08277),segment_id=67e74bb5-cdb2-47b6-a34b-218b2de08277)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:27.588308 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bac485e-d354-451d-8a65-8d4e31ab8a98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.594382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78164f2f-4b58-4d1b-834d-a0425e964601 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event deleted for resources: {'Network': ['ID=6bc2ddf9-b4c7-4f60-bd08-58af92e994d4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:27.607187 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.607798 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Added segment 7b4c8014-83b8-4cdd-81c2-9f1bbb736718 of type vlan for network b678ac19-242d-4738-ae91-cbcdd784f581 Nov 16 05:06:27.612718 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bac485e-d354-451d-8a65-8d4e31ab8a98 None None] Calling delete_port for fa3205e7-b5c9-4045-a4bc-95c85c5362c6 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:27.675030 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.721489 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bac485e-d354-451d-8a65-8d4e31ab8a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.767374 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac485e-d354-451d-8a65-8d4e31ab8a98 None None] Pushing event deleted for resources: {'Port': ['ID=fa3205e7-b5c9-4045-a4bc-95c85c5362c6,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:27.784772 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bac485e-d354-451d-8a65-8d4e31ab8a98 None None] No DVR routers for this DVR port fa3205e7-b5c9-4045-a4bc-95c85c5362c6 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:06:27.800036 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.816250 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.820093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:27.821380 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:27.907371 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.6053271 Nov 16 05:06:27.920808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44712) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:27.928703 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-823c066a-e7de-4b3b-bdd5-6b770676ae62 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b678ac19-242d-4738-ae91-cbcdd784f581', 'tempest-TagsTest-Tag-708775581') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:27.962276 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1a06-d8fa-466b-90f3-1d813d90837b tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Pushing event updated for resources: {'Network': ['ID=b678ac19-242d-4738-ae91-cbcdd784f581,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:27.976620 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network b678ac19-242d-4738-ae91-cbcdd784f581 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:28.019330 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.105033 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d4b167-aa6d-4188-8dcf-a83937cd8726 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] DELETE failed (client error): The resource could not be found. Nov 16 05:06:28.105033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d4b167-aa6d-4188-8dcf-a83937cd8726 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:28.108062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-98d4b167-aa6d-4188-8dcf-a83937cd8726 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/6453898c-0967-453c-92ee-94cbacf51bed HTTP/1.1" status: 404 len: 333 time: 0.5310786 Nov 16 05:06:28.112376 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fce8f4b-64a2-4cc0-828b-c462cf9949dc tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.114816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44722) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:28.126599 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:28.135317 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:28.139911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:28.146991 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afdc932-bb9f-4ca1-8fee-4c845201c8ea tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] DELETE failed (client error): The resource could not be found. Nov 16 05:06:28.148067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afdc932-bb9f-4ca1-8fee-4c845201c8ea tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:28.151152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3afdc932-bb9f-4ca1-8fee-4c845201c8ea tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/a497c413-081a-4085-9220-e786005ec031 HTTP/1.1" status: 404 len: 337 time: 0.0354371 Nov 16 05:06:28.154191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44724) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:28.189030 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1a81ca-5b51-4793-8d9c-62e880abe18c tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] DELETE failed (client error): The resource could not be found. Nov 16 05:06:28.189494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1a81ca-5b51-4793-8d9c-62e880abe18c tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:28.192599 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2a1a81ca-5b51-4793-8d9c-62e880abe18c tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/b7d3ffb6-ba8c-4358-a4f9-1e84ca62aaf1 HTTP/1.1" status: 404 len: 337 time: 0.0374961 Nov 16 05:06:28.196236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=230044cd-9656-4919-b69d-bc13f579bdd6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:28.216329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44726) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:28.217176 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.324789 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fce8f4b-64a2-4cc0-828b-c462cf9949dc tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.355918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-3fce8f4b-64a2-4cc0-828b-c462cf9949dc tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55760430-1893-411d-b9eb-d3c990755472']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:28.368549 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-3fce8f4b-64a2-4cc0-828b-c462cf9949dc tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49652add-0be7-409a-a55c-5ff0b912039d') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:28.368834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-3fce8f4b-64a2-4cc0-828b-c462cf9949dc tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49652add-0be7-409a-a55c-5ff0b912039d') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:28.384340 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fce8f4b-64a2-4cc0-828b-c462cf9949dc tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.396806 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-07546388-55e2-44e5-8bf5-18f90e3d7db1 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] DELETE failed (client error): The resource could not be found. Nov 16 05:06:28.398203 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07546388-55e2-44e5-8bf5-18f90e3d7db1 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:28.401507 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fce8f4b-64a2-4cc0-828b-c462cf9949dc tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.404046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44730) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:28.404200 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-07546388-55e2-44e5-8bf5-18f90e3d7db1 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/88269dfb-94a3-4af6-8bf3-48166f9ea9c5 HTTP/1.1" status: 404 len: 333 time: 0.0384490 Nov 16 05:06:28.408570 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-823c066a-e7de-4b3b-bdd5-6b770676ae62 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "PUT /v2.0/networks/b678ac19-242d-4738-ae91-cbcdd784f581/tags/tempest-TagsTest-Tag-708775581 HTTP/1.1" status: 201 len: 201 time: 0.4864993 Nov 16 05:06:28.420216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44732) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:28.424417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-b4ca6bac-78b2-463a-8009-c7127ff304ca tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b678ac19-242d-4738-ae91-cbcdd784f581', 'tempest-TagsTest-Tag-708775581') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:28.442057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.452247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fce8f4b-64a2-4cc0-828b-c462cf9949dc tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:06:28.452656 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fce8f4b-64a2-4cc0-828b-c462cf9949dc tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:06:28.464649 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:06:28.476315 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-db72c425-68d8-42f8-834b-73d36055a5b3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] DELETE failed (client error): The resource could not be found. Nov 16 05:06:28.476780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db72c425-68d8-42f8-834b-73d36055a5b3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:28.479899 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-db72c425-68d8-42f8-834b-73d36055a5b3 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/d3527751-7500-497b-a8fd-ba056f447157 HTTP/1.1" status: 404 len: 337 time: 0.0743005 Nov 16 05:06:28.489996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e138747d-6f31-49ce-8efb-69cf82ea3ab4 None None] Provisioning complete for port 230044cd-9656-4919-b69d-bc13f579bdd6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:28.490494 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e138747d-6f31-49ce-8efb-69cf82ea3ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.525540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44734) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:28.531052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e138747d-6f31-49ce-8efb-69cf82ea3ab4 None None] Port 230044cd-9656-4919-b69d-bc13f579bdd6 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:28.628093 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b28baf3-1128-4751-9334-155dcd3ff408 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] DELETE failed (client error): The resource could not be found. Nov 16 05:06:28.628865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b28baf3-1128-4751-9334-155dcd3ff408 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:06:28.632470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2b28baf3-1128-4751-9334-155dcd3ff408 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/subnets/04b674db-35af-4521-9109-d1c61dda903a HTTP/1.1" status: 404 len: 337 time: 0.1056614 Nov 16 05:06:28.637010 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44736) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:28.659233 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fce8f4b-64a2-4cc0-828b-c462cf9949dc tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.672179 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3fce8f4b-64a2-4cc0-828b-c462cf9949dc tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.677576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3fce8f4b-64a2-4cc0-828b-c462cf9949dc tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "DELETE /v2.0/networks/55760430-1893-411d-b9eb-d3c990755472 HTTP/1.1" status: 204 len: 168 time: 1.0950463 Nov 16 05:06:28.690209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44738) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:28.710017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e85162-d58e-4c81-a6bb-13720394e86d req-fbc8d1b7-6e36-455e-80e8-594e54d4ac46 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:28.712258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52e85162-d58e-4c81-a6bb-13720394e86d req-fbc8d1b7-6e36-455e-80e8-594e54d4ac46 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 946 time: 0.2928677 Nov 16 05:06:28.713295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fce8f4b-64a2-4cc0-828b-c462cf9949dc tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event deleted for resources: {'Network': ['ID=55760430-1893-411d-b9eb-d3c990755472,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:28.760983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fa3205e7-b5c9-4045-a4bc-95c85c5362c6 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:06:28.787130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: fa3205e7-b5c9-4045-a4bc-95c85c5362c6 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:06:28.787482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fa3205e7-b5c9-4045-a4bc-95c85c5362c6 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:06:28.806081 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-dcde6424-5404-4c4c-b114-1f7160570b53 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Deleting port 98472b6d-316e-4789-9125-0c68d853a332 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:28.806431 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dcde6424-5404-4c4c-b114-1f7160570b53 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.812888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10ec3e-702e-4156-b3ab-fd007a147b9f req-5248d4c7-f5a7-4176-9093-761f40e216dc tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:28.814576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f10ec3e-702e-4156-b3ab-fd007a147b9f req-5248d4c7-f5a7-4176-9093-761f40e216dc tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1097 time: 0.2268481 Nov 16 05:06:28.826289 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b4ca6bac-78b2-463a-8009-c7127ff304ca tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "GET /v2.0/networks/b678ac19-242d-4738-ae91-cbcdd784f581/tags/tempest-TagsTest-Tag-708775581 HTTP/1.1" status: 204 len: 168 time: 0.4050589 Nov 16 05:06:28.837733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44740) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:28.845563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-db787b79-57b0-40d5-bcaf-21b30c23a549 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b678ac19-242d-4738-ae91-cbcdd784f581') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:28.864771 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.873673 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.879315 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ba1566a-14a7-41ac-9091-6c6b8e2ef45e tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.924802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52e85162-d58e-4c81-a6bb-13720394e86d req-a93f1acb-e7b0-4aab-b199-8fccfab0829f tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966512 Nov 16 05:06:28.937723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dcde6424-5404-4c4c-b114-1f7160570b53 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.967345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-dcde6424-5404-4c4c-b114-1f7160570b53 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Calling delete_port for 98472b6d-316e-4789-9125-0c68d853a332 owned by {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:28.978453 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:28.981567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f10ec3e-702e-4156-b3ab-fd007a147b9f req-ec9e54e4-fd86-426e-bb1f-111f97ded3ba tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445839 Nov 16 05:06:28.983994 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=230044cd-9656-4919-b69d-bc13f579bdd6,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:29.008617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44742) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:29.049912 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ba1566a-14a7-41ac-9091-6c6b8e2ef45e tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.056557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-db787b79-57b0-40d5-bcaf-21b30c23a549 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "GET /v2.0/networks/b678ac19-242d-4738-ae91-cbcdd784f581/tags HTTP/1.1" status: 200 len: 237 time: 0.2109761 Nov 16 05:06:29.059135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44744) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:29.064981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-f2ce1345-0180-49ab-b529-468b3974bac2 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b678ac19-242d-4738-ae91-cbcdd784f581', {'tags': ['tempest-TagsTest-Tag-1793372728', 'tempest-TagsTest-Tag-324053399', 'tempest-TagsTest-Tag-1712524795']}) {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:29.117984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-4ba1566a-14a7-41ac-9091-6c6b8e2ef45e tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23042708-4d34-40b1-ab16-bd761b4c3fa9']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:29.132630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-4ba1566a-14a7-41ac-9091-6c6b8e2ef45e tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4043ae1-8057-4201-a927-472c729769b3') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:29.132930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-4ba1566a-14a7-41ac-9091-6c6b8e2ef45e tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4043ae1-8057-4201-a927-472c729769b3') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:29.151886 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ba1566a-14a7-41ac-9091-6c6b8e2ef45e tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.172603 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ba1566a-14a7-41ac-9091-6c6b8e2ef45e tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.180261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba1566a-14a7-41ac-9091-6c6b8e2ef45e tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:06:29.180621 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ba1566a-14a7-41ac-9091-6c6b8e2ef45e tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:06:29.183674 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:06:29.195263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f2ce1345-0180-49ab-b529-468b3974bac2 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "PUT /v2.0/networks/b678ac19-242d-4738-ae91-cbcdd784f581/tags HTTP/1.1" status: 200 len: 308 time: 0.1350670 Nov 16 05:06:29.210156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44746) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:29.216082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-54115dc1-ce88-4fa1-84fb-4aa33be3e17c tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b678ac19-242d-4738-ae91-cbcdd784f581', 'tempest-TagsTest-Tag-1793372728') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:29.228775 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dcde6424-5404-4c4c-b114-1f7160570b53 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.253034 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ba1566a-14a7-41ac-9091-6c6b8e2ef45e tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.261508 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ba1566a-14a7-41ac-9091-6c6b8e2ef45e tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.264766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4ba1566a-14a7-41ac-9091-6c6b8e2ef45e tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "DELETE /v2.0/networks/23042708-4d34-40b1-ab16-bd761b4c3fa9 HTTP/1.1" status: 204 len: 168 time: 0.5722115 Nov 16 05:06:29.274405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44748) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:29.282384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1566a-14a7-41ac-9091-6c6b8e2ef45e tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event deleted for resources: {'Network': ['ID=23042708-4d34-40b1-ab16-bd761b4c3fa9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:29.309028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:29.315059 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dcde6424-5404-4c4c-b114-1f7160570b53 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.319411 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dcde6424-5404-4c4c-b114-1f7160570b53 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/ports/98472b6d-316e-4789-9125-0c68d853a332 HTTP/1.1" status: 204 len: 168 time: 0.6831963 Nov 16 05:06:29.327644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:29.329558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde6424-5404-4c4c-b114-1f7160570b53 tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Port': ['ID=98472b6d-316e-4789-9125-0c68d853a332,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:29.331283 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44750) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:29.368169 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e08309fe-d2e3-4b06-b085-be36731ac4c5 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.466579 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e08309fe-d2e3-4b06-b085-be36731ac4c5 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.490256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e08309fe-d2e3-4b06-b085-be36731ac4c5 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e02e3d-44dd-4d8e-b5c1-12714c01a768']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:29.501424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e08309fe-d2e3-4b06-b085-be36731ac4c5 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f23dad-82d3-47f6-845a-c745f99876b1') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:29.501794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e08309fe-d2e3-4b06-b085-be36731ac4c5 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f23dad-82d3-47f6-845a-c745f99876b1') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:29.512493 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e08309fe-d2e3-4b06-b085-be36731ac4c5 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.527346 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e08309fe-d2e3-4b06-b085-be36731ac4c5 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.534742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08309fe-d2e3-4b06-b085-be36731ac4c5 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:06:29.535354 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e08309fe-d2e3-4b06-b085-be36731ac4c5 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:06:29.539651 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:06:29.566508 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dfdc71d9-b459-44ba-bb36-662bec34368e None None] Provisioning complete for port 230044cd-9656-4919-b69d-bc13f579bdd6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:29.567669 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dfdc71d9-b459-44ba-bb36-662bec34368e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.607153 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e08309fe-d2e3-4b06-b085-be36731ac4c5 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.613320 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e08309fe-d2e3-4b06-b085-be36731ac4c5 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.617158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e08309fe-d2e3-4b06-b085-be36731ac4c5 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] 10.222.0.41 "DELETE /v2.0/networks/24e02e3d-44dd-4d8e-b5c1-12714c01a768 HTTP/1.1" status: 204 len: 168 time: 0.3415298 Nov 16 05:06:29.619934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dfdc71d9-b459-44ba-bb36-662bec34368e None None] Port 230044cd-9656-4919-b69d-bc13f579bdd6 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:29.634380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08309fe-d2e3-4b06-b085-be36731ac4c5 tempest-BulkNetworkOpsIpV6Test-359903758 tempest-BulkNetworkOpsIpV6Test-359903758-project] Pushing event deleted for resources: {'Network': ['ID=24e02e3d-44dd-4d8e-b5c1-12714c01a768,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:29.814532 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b306667-78cb-4145-a5b4-f25e2970e5ed tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.820196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fb6f1-fb61-433b-812c-54eec34e6f74 req-1af309ab-590d-4908-a939-5825a454ba28 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:29.822010 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e9fb6f1-fb61-433b-812c-54eec34e6f74 req-1af309ab-590d-4908-a939-5825a454ba28 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 946 time: 0.0674129 Nov 16 05:06:29.863448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e5a36314-f78c-45e0-8d96-20b57908e626 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port 779fdd67-5e77-4545-9749-db1e9f21cdd2 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:29.863796 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e5a36314-f78c-45e0-8d96-20b57908e626 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:29.866884 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-54115dc1-ce88-4fa1-84fb-4aa33be3e17c tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "DELETE /v2.0/networks/b678ac19-242d-4738-ae91-cbcdd784f581/tags/tempest-TagsTest-Tag-1793372728 HTTP/1.1" status: 204 len: 168 time: 0.6549249 Nov 16 05:06:29.871136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44756) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:29.880426 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-5303cb91-ba02-4725-843e-fb21cde62b07 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b678ac19-242d-4738-ae91-cbcdd784f581', 'tempest-TagsTest-Tag-1793372728') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:29.885853 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:06:29.914946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44758) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:30.000267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5e9fb6f1-fb61-433b-812c-54eec34e6f74 req-eda10b1b-0fcd-4b3e-a1bc-ddf85a35a520 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Deleting port 07d9761d-3294-41ef-98ed-67c5a0ac64ee {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:30.000605 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5e9fb6f1-fb61-433b-812c-54eec34e6f74 req-eda10b1b-0fcd-4b3e-a1bc-ddf85a35a520 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.005663 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-5303cb91-ba02-4725-843e-fb21cde62b07 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] show failed (client error): The resource could not be found. Nov 16 05:06:30.009360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5303cb91-ba02-4725-843e-fb21cde62b07 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "GET /v2.0/networks/b678ac19-242d-4738-ae91-cbcdd784f581/tags/tempest-TagsTest-Tag-1793372728 HTTP/1.1" status: 404 len: 326 time: 0.1298649 Nov 16 05:06:30.018151 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44764) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:30.023942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b306667-78cb-4145-a5b4-f25e2970e5ed tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.047046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-36190003-7094-48f5-8762-c9e09bdacb31 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b678ac19-242d-4738-ae91-cbcdd784f581', 'tempest-TagsTest-Tag-324053399') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:30.095311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-6b306667-78cb-4145-a5b4-f25e2970e5ed tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1402be-e55d-4c04-a29d-5000cbf533ff']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:30.117688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-6b306667-78cb-4145-a5b4-f25e2970e5ed tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e74bb5-cdb2-47b6-a34b-218b2de08277') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:30.118078 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-6b306667-78cb-4145-a5b4-f25e2970e5ed tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e74bb5-cdb2-47b6-a34b-218b2de08277') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:30.128855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e5a36314-f78c-45e0-8d96-20b57908e626 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.129170 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e5a36314-f78c-45e0-8d96-20b57908e626 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.132456 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b306667-78cb-4145-a5b4-f25e2970e5ed tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.158332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e5a36314-f78c-45e0-8d96-20b57908e626 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for 779fdd67-5e77-4545-9749-db1e9f21cdd2 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:30.169224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b306667-78cb-4145-a5b4-f25e2970e5ed tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.183366 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b306667-78cb-4145-a5b4-f25e2970e5ed tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:06:30.183768 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b306667-78cb-4145-a5b4-f25e2970e5ed tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:06:30.186961 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:06:30.201275 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:06:30.201484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b7757575-962e-456b-b23c-0fd92573605f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a61d88b32f3b46fa95c482024557e8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2817781 Nov 16 05:06:30.209163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44766) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:30.212617 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Sync routers for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:06:30.224833 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:30.226086 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:30.248428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40badb23-8876-4c77-9917-bf725e274bc4 req-5d42c32c-5977-4f32-91ac-585b894cc65a tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:30.249990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40badb23-8876-4c77-9917-bf725e274bc4 req-5d42c32c-5977-4f32-91ac-585b894cc65a tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea HTTP/1.1" status: 200 len: 946 time: 0.1954441 Nov 16 05:06:30.258724 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5a76a9ec-6f99-47b0-9c7b-f0b39a11b840 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "PUT /v2.0/routers/87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0734153 Nov 16 05:06:30.262000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-5e9fb6f1-fb61-433b-812c-54eec34e6f74 req-eda10b1b-0fcd-4b3e-a1bc-ddf85a35a520 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] For port 07d9761d-3294-41ef-98ed-67c5a0ac64ee, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=07d9761d-3294-41ef-98ed-67c5a0ac64ee,segment=NetworkSegment(eff5d098-40a0-4db1-bab0-54aa6bd31ed2),segment_id=eff5d098-40a0-4db1-bab0-54aa6bd31ed2)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:30.262414 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5e9fb6f1-fb61-433b-812c-54eec34e6f74 req-eda10b1b-0fcd-4b3e-a1bc-ddf85a35a520 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.293355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-36190003-7094-48f5-8762-c9e09bdacb31 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "GET /v2.0/networks/b678ac19-242d-4738-ae91-cbcdd784f581/tags/tempest-TagsTest-Tag-324053399 HTTP/1.1" status: 204 len: 168 time: 0.2721598 Nov 16 05:06:30.295778 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44770) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:30.307173 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-b2f8e4b3-ff5b-4a7e-b468-6e694d495463 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b678ac19-242d-4738-ae91-cbcdd784f581', 'tempest-TagsTest-Tag-1712524795') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:30.307687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5e9fb6f1-fb61-433b-812c-54eec34e6f74 req-eda10b1b-0fcd-4b3e-a1bc-ddf85a35a520 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Calling delete_port for 07d9761d-3294-41ef-98ed-67c5a0ac64ee owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:30.339202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b306667-78cb-4145-a5b4-f25e2970e5ed tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.362835 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:06:30.373560 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b306667-78cb-4145-a5b4-f25e2970e5ed tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.376773 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6b306667-78cb-4145-a5b4-f25e2970e5ed tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] 10.222.0.41 "DELETE /v2.0/networks/df1402be-e55d-4c04-a29d-5000cbf533ff HTTP/1.1" status: 204 len: 168 time: 1.0367482 Nov 16 05:06:30.395509 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ca86-6bb5-4909-afa4-1e35d592ae83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.404209 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b306667-78cb-4145-a5b4-f25e2970e5ed tempest-PortsIpV6TestJSON-1553454449 tempest-PortsIpV6TestJSON-1553454449-project] Pushing event deleted for resources: {'Network': ['ID=df1402be-e55d-4c04-a29d-5000cbf533ff,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:30.419935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ca86-6bb5-4909-afa4-1e35d592ae83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.431016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40badb23-8876-4c77-9917-bf725e274bc4 req-46ca4bbc-b98c-4f71-8bce-b9aaac3c32c1 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.41 "GET /v2.0/security-groups?id=ebb96db0-fc92-4a5c-9096-e390ac391bea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600962 Nov 16 05:06:30.465239 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b2f8e4b3-ff5b-4a7e-b468-6e694d495463 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "GET /v2.0/networks/b678ac19-242d-4738-ae91-cbcdd784f581/tags/tempest-TagsTest-Tag-1712524795 HTTP/1.1" status: 204 len: 168 time: 0.1653173 Nov 16 05:06:30.466168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44776) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:30.487248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-c31ecbdf-fbf0-4925-a51d-4e7e74fa7277 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b678ac19-242d-4738-ae91-cbcdd784f581') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:30.556605 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e5a36314-f78c-45e0-8d96-20b57908e626 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.557953 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ca86-6bb5-4909-afa4-1e35d592ae83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.561162 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f0a8ca86-6bb5-4909-afa4-1e35d592ae83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.565336 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f0a8ca86-6bb5-4909-afa4-1e35d592ae83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/158681f2-6d3f-44b5-a253-33dcfed14fc9 HTTP/1.1" status: 204 len: 168 time: 0.3544750 Nov 16 05:06:30.583042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a8ca86-6bb5-4909-afa4-1e35d592ae83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158681f2-6d3f-44b5-a253-33dcfed14fc9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:30.598826 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5e9fb6f1-fb61-433b-812c-54eec34e6f74 req-eda10b1b-0fcd-4b3e-a1bc-ddf85a35a520 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.600290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a36314-f78c-45e0-8d96-20b57908e626 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=779fdd67-5e77-4545-9749-db1e9f21cdd2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:30.629567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['07d9761d-3294-41ef-98ed-67c5a0ac64ee'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:06:30.677324 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c31ecbdf-fbf0-4925-a51d-4e7e74fa7277 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "DELETE /v2.0/networks/b678ac19-242d-4738-ae91-cbcdd784f581/tags HTTP/1.1" status: 204 len: 168 time: 0.2101440 Nov 16 05:06:30.680481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44782) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:30.684979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.tag.tag_plugin [None req-fe4551c1-0944-49bf-804d-93aefe70d56a tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b678ac19-242d-4738-ae91-cbcdd784f581', 'tempest-TagsTest-Tag-324053399') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:30.685654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda10b1b-0fcd-4b3e-a1bc-ddf85a35a520 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Pushing event deleted for resources: {'Port': ['ID=07d9761d-3294-41ef-98ed-67c5a0ac64ee,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:30.688212 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e5a36314-f78c-45e0-8d96-20b57908e626 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.688595 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-e5a36314-f78c-45e0-8d96-20b57908e626 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Floating IP b9606ca5-1c1d-402a-8be6-d30f7cb37ef7 disassociated (deleted). External IP: 172.25.0.98, port: 943918c8-e995-4dbd-865a-8de37a07df38. Nov 16 05:06:30.722569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2478cd62-434f-4261-9084-696c9841be9e None None] DHCP port deletion for e561f0c7-4306-4510-ae53-499e3d104144 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:06:30.732734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44784) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:30.786844 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:06:28Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7058d889-6eef-4d86-8e68-e3bac8c2f2c3', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'port_id': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'mac_address': 'fa:16:3e:52:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:05:32Z', 'updated_at': '2021-11-16T05:05:42Z', 'revision_number': 1, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:54Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '230044cd-9656-4919-b69d-bc13f579bdd6', 'name': '', 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:11:e7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '429ed847-c9b2-4ba9-b5aa-d08afbdd448e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:26Z', 'updated_at': '2021-11-16T05:06:28Z', 'revision_number': 2, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '429ed847-c9b2-4ba9-b5aa-d08afbdd448e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:30.816056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9fb6f1-fb61-433b-812c-54eec34e6f74 req-eda10b1b-0fcd-4b3e-a1bc-ddf85a35a520 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] No DVR routers for this DVR port 07d9761d-3294-41ef-98ed-67c5a0ac64ee on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:06:30.821276 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5e9fb6f1-fb61-433b-812c-54eec34e6f74 req-eda10b1b-0fcd-4b3e-a1bc-ddf85a35a520 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:30.828275 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e9fb6f1-fb61-433b-812c-54eec34e6f74 req-eda10b1b-0fcd-4b3e-a1bc-ddf85a35a520 tempest-VolumesSnapshotTestJSON-1392849240 tempest-VolumesSnapshotTestJSON-1392849240-project] 10.222.0.37 "DELETE /v2.0/ports/07d9761d-3294-41ef-98ed-67c5a0ac64ee HTTP/1.1" status: 204 len: 173 time: 1.0000825 Nov 16 05:06:30.831111 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Checking router: 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:06:30.831829 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Updating router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 port 230044cd-9656-4919-b69d-bc13f579bdd6 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:06:30.838421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea', 'name': 'network-vif-deleted', 'tag': '07d9761d-3294-41ef-98ed-67c5a0ac64ee'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:06:30.844741 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bec6075-5260-4b86-83ed-ef3fd2204f64" -d '{"events": [{"server_uuid": "eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea", "name": "network-vif-deleted", "tag": "07d9761d-3294-41ef-98ed-67c5a0ac64ee"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:06:30.865206 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-fe4551c1-0944-49bf-804d-93aefe70d56a tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] show failed (client error): The resource could not be found. Nov 16 05:06:30.866351 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fe4551c1-0944-49bf-804d-93aefe70d56a tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "GET /v2.0/networks/b678ac19-242d-4738-ae91-cbcdd784f581/tags/tempest-TagsTest-Tag-324053399 HTTP/1.1" status: 404 len: 325 time: 0.1849053 Nov 16 05:06:30.870645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44792) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:30.877540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-57510c06-ee18-4900-9acd-dcebe1d6c670 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b678ac19-242d-4738-ae91-cbcdd784f581', 'tempest-TagsTest-Tag-1712524795') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:30.896771 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.001680 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a36314-f78c-45e0-8d96-20b57908e626 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router 582eb076-b531-49f4-812b-4415e0679b8c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:06:31.072637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-20117d11-f1cf-47d6-ba34-63e69a5cfeff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d5813e4f480449aea9709170b51e91db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3018582 Nov 16 05:06:31.075463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44796) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:31.083849 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-57510c06-ee18-4900-9acd-dcebe1d6c670 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] show failed (client error): The resource could not be found. Nov 16 05:06:31.084980 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-57510c06-ee18-4900-9acd-dcebe1d6c670 tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "GET /v2.0/networks/b678ac19-242d-4738-ae91-cbcdd784f581/tags/tempest-TagsTest-Tag-1712524795 HTTP/1.1" status: 404 len: 326 time: 0.2123647 Nov 16 05:06:31.090671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44798) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:31.095812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.tag.tag_plugin [None req-a220a763-b87f-4809-ae12-8a8f9094e7ed tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b678ac19-242d-4738-ae91-cbcdd784f581') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:31.193268 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a36314-f78c-45e0-8d96-20b57908e626 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:06:31.194985 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3d9d-cdb2-43cd-8627-f4a4d9bd0f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.208618 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbcc44c-e1b1-4c8d-b103-b27537b3df4a None None] Sync routers for ids ['582eb076-b531-49f4-812b-4415e0679b8c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:06:31.214754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e5a36314-f78c-45e0-8d96-20b57908e626 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.223854 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbcc44c-e1b1-4c8d-b103-b27537b3df4a None None] Routers {'582eb076-b531-49f4-812b-4415e0679b8c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:31.224505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0fbcc44c-e1b1-4c8d-b103-b27537b3df4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['582eb076-b531-49f4-812b-4415e0679b8c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:31.228458 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a220a763-b87f-4809-ae12-8a8f9094e7ed tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "DELETE /v2.0/networks/b678ac19-242d-4738-ae91-cbcdd784f581/tags HTTP/1.1" status: 204 len: 168 time: 0.1364567 Nov 16 05:06:31.235470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44802) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:31.238826 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3d9d-cdb2-43cd-8627-f4a4d9bd0f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.320988 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e5a36314-f78c-45e0-8d96-20b57908e626 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/floatingips/b9606ca5-1c1d-402a-8be6-d30f7cb37ef7 HTTP/1.1" status: 204 len: 168 time: 2.2855332 Nov 16 05:06:31.323887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:06:31.327562 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0583734a-f6f4-4669-a2a7-138816d64e0b" -d '{"events": [{"name": "network-changed", "server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "tag": "943918c8-e995-4dbd-865a-8de37a07df38"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:06:31.430293 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.433284 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-050749d9-dd8e-4fe1-a976-44b59c6fc79f tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.440457 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.465134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-0fbcc44c-e1b1-4c8d-b103-b27537b3df4a None None] Set router 582eb076-b531-49f4-812b-4415e0679b8c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:06:31.494804 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Pushing event updated for resources: {'Port': ['ID=230044cd-9656-4919-b69d-bc13f579bdd6,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:31.496109 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f057469-147a-4f86-9f2b-a5ad940cf8cd x-openstack-request-id: req-4f057469-147a-4f86-9f2b-a5ad940cf8cd {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:06:31.496407 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea", "name": "network-vif-deleted", "tag": "07d9761d-3294-41ef-98ed-67c5a0ac64ee", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:06:31.496667 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f057469-147a-4f86-9f2b-a5ad940cf8cd {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:06:31.497093 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb74dacd-f5d8-48b3-8fbf-f1aa384e1eea', 'name': 'network-vif-deleted', 'tag': '07d9761d-3294-41ef-98ed-67c5a0ac64ee', 'status': 'completed', 'code': 200} Nov 16 05:06:31.513927 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:31.514278 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:31.514621 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:31.514957 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:31.515293 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:31.515623 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:31.515957 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:31.516297 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:31.516589 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:31.516910 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:31.517229 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:31.517552 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:31.533649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3d9d-cdb2-43cd-8627-f4a4d9bd0f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.536678 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b8cc3d9d-cdb2-43cd-8627-f4a4d9bd0f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.537942 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b8cc3d9d-cdb2-43cd-8627-f4a4d9bd0f96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efd41e67-0602-496c-afe2-05d21a305df5 HTTP/1.1" status: 204 len: 168 time: 0.4614329 Nov 16 05:06:31.571596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc3d9d-cdb2-43cd-8627-f4a4d9bd0f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd41e67-0602-496c-afe2-05d21a305df5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:31.588665 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffecdb4-eb60-4151-8427-55627b3b8b53 x-openstack-request-id: req-6ffecdb4-eb60-4151-8427-55627b3b8b53 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:06:31.591295 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "tag": "943918c8-e995-4dbd-865a-8de37a07df38", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:06:31.592331 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ffecdb4-eb60-4151-8427-55627b3b8b53 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:06:31.593111 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38', 'status': 'completed', 'code': 200} Nov 16 05:06:31.680351 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-050749d9-dd8e-4fe1-a976-44b59c6fc79f tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.721675 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Attempting to bind port 230044cd-9656-4919-b69d-bc13f579bdd6 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:06:31.723655 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Attempting to bind port 230044cd-9656-4919-b69d-bc13f579bdd6 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '5df41ee1-553f-4d8c-aadf-edb23eca9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:06:31.724205 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Attempting to bind port 230044cd-9656-4919-b69d-bc13f579bdd6 on network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:06:31.742670 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:06:31.749563 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Checking segment: {'id': '5df41ee1-553f-4d8c-aadf-edb23eca9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:31.750942 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.753123 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Bound using segment: {'id': '5df41ee1-553f-4d8c-aadf-edb23eca9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:06:31.753884 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Bound port: 230044cd-9656-4919-b69d-bc13f579bdd6, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df41ee1-553f-4d8c-aadf-edb23eca9711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:06:31.754470 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.771743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-050749d9-dd8e-4fe1-a976-44b59c6fc79f tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b678ac19-242d-4738-ae91-cbcdd784f581']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:31.810699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-050749d9-dd8e-4fe1-a976-44b59c6fc79f tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4c8014-83b8-4cdd-81c2-9f1bbb736718') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:31.811008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-050749d9-dd8e-4fe1-a976-44b59c6fc79f tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4c8014-83b8-4cdd-81c2-9f1bbb736718') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:31.862200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-050749d9-dd8e-4fe1-a976-44b59c6fc79f tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.909418 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-050749d9-dd8e-4fe1-a976-44b59c6fc79f tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.931154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf0b00-dd61-4bc9-ba77-fb3e383715a4 req-db7c86f5-c546-497d-9641-9f43c2f80659 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:31.938752 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] For port 230044cd-9656-4919-b69d-bc13f579bdd6, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:06:31.939968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ddf0b00-dd61-4bc9-ba77-fb3e383715a4 req-db7c86f5-c546-497d-9641-9f43c2f80659 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 946 time: 0.1345682 Nov 16 05:06:31.942953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0fbcc44c-e1b1-4c8d-b103-b27537b3df4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582eb076-b531-49f4-812b-4415e0679b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:03:53Z', 'updated_at': '2021-11-16T05:04:04Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:03:54Z', 'updated_at': '2021-11-16T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '84e930af-ff0c-43bb-b7be-d9ee8af4e870', 'name': '', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ac:47:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:03Z', 'updated_at': '2021-11-16T05:04:13Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:31.948902 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] For port 230044cd-9656-4919-b69d-bc13f579bdd6, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=230044cd-9656-4919-b69d-bc13f579bdd6,segment=NetworkSegment(5df41ee1-553f-4d8c-aadf-edb23eca9711),segment_id=5df41ee1-553f-4d8c-aadf-edb23eca9711)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:06:31.954894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050749d9-dd8e-4fe1-a976-44b59c6fc79f tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:06:31.955522 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-050749d9-dd8e-4fe1-a976-44b59c6fc79f tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:06:31.960086 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:06:31.962986 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:31.982193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbcc44c-e1b1-4c8d-b103-b27537b3df4a None None] Checking router: 582eb076-b531-49f4-812b-4415e0679b8c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:06:31.997463 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbcc44c-e1b1-4c8d-b103-b27537b3df4a None None] Routers {'582eb076-b531-49f4-812b-4415e0679b8c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:31.998303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0fbcc44c-e1b1-4c8d-b103-b27537b3df4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['582eb076-b531-49f4-812b-4415e0679b8c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:32.086624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ddf0b00-dd61-4bc9-ba77-fb3e383715a4 req-7948d2e6-d97f-433e-b198-d55d8c9f2109 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454768 Nov 16 05:06:32.090817 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-050749d9-dd8e-4fe1-a976-44b59c6fc79f tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:32.101307 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-050749d9-dd8e-4fe1-a976-44b59c6fc79f tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:32.108162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-050749d9-dd8e-4fe1-a976-44b59c6fc79f tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] 10.222.0.41 "DELETE /v2.0/networks/b678ac19-242d-4738-ae91-cbcdd784f581 HTTP/1.1" status: 204 len: 168 time: 0.8715289 Nov 16 05:06:32.122381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-13a7cb49-bf11-484f-a051-d055fe436a1c None None] Provisioning complete for port 230044cd-9656-4919-b69d-bc13f579bdd6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:32.122863 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-13a7cb49-bf11-484f-a051-d055fe436a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:32.127452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050749d9-dd8e-4fe1-a976-44b59c6fc79f tempest-TagsTest-1107955643 tempest-TagsTest-1107955643-project] Pushing event deleted for resources: {'Network': ['ID=b678ac19-242d-4738-ae91-cbcdd784f581,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:32.156976 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:32.157622 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:32.231964 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63288e-5ae2-40ae-bb20-322d06fe03d3 None None] Pushing event updated for resources: {'Port': ['ID=230044cd-9656-4919-b69d-bc13f579bdd6,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:32.268939 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-13a7cb49-bf11-484f-a051-d055fe436a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:32.319720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583734a-f6f4-4669-a2a7-138816d64e0b req-5f9ca37b-29ab-40aa-8fa4-f564127a9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:32.323011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0583734a-f6f4-4669-a2a7-138816d64e0b req-5f9ca37b-29ab-40aa-8fa4-f564127a9976 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 1097 time: 0.6911364 Nov 16 05:06:32.341124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-0fbcc44c-e1b1-4c8d-b103-b27537b3df4a None None] Set router 582eb076-b531-49f4-812b-4415e0679b8c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:06:32.417200 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:06:32.478432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-13a7cb49-bf11-484f-a051-d055fe436a1c None None] For port 230044cd-9656-4919-b69d-bc13f579bdd6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=230044cd-9656-4919-b69d-bc13f579bdd6,segment=NetworkSegment(5df41ee1-553f-4d8c-aadf-edb23eca9711),segment_id=5df41ee1-553f-4d8c-aadf-edb23eca9711)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:32.488035 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-13a7cb49-bf11-484f-a051-d055fe436a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:32.536169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583734a-f6f4-4669-a2a7-138816d64e0b req-947e01bc-a35a-4504-8d1d-4bee26ff3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:32.537754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0583734a-f6f4-4669-a2a7-138816d64e0b req-947e01bc-a35a-4504-8d1d-4bee26ff3a13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 200 len: 897 time: 0.2068198 Nov 16 05:06:32.611844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0583734a-f6f4-4669-a2a7-138816d64e0b req-8c9275a5-060c-4c19-9995-6dad7b5aff6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 200 len: 217 time: 0.0659785 Nov 16 05:06:32.665115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44848) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:32.691290 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7cb49-bf11-484f-a051-d055fe436a1c None None] Pushing event updated for resources: {'Port': ['ID=230044cd-9656-4919-b69d-bc13f579bdd6,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:32.701086 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-bc18ec9e-5e2e-4128-b070-09751c9fceb6 None None] Provisioning complete for port 230044cd-9656-4919-b69d-bc13f579bdd6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:32.702254 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bc18ec9e-5e2e-4128-b070-09751c9fceb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:32.769116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583734a-f6f4-4669-a2a7-138816d64e0b req-6e916d6b-f119-410f-b3d3-039c6e9484da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:32.771022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0583734a-f6f4-4669-a2a7-138816d64e0b req-6e916d6b-f119-410f-b3d3-039c6e9484da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 200 len: 834 time: 0.1509905 Nov 16 05:06:32.872968 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44856) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:32.873644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583734a-f6f4-4669-a2a7-138816d64e0b req-19001c2f-7cf0-4b1b-bb71-81832fc47d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:32.875299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0583734a-f6f4-4669-a2a7-138816d64e0b req-19001c2f-7cf0-4b1b-bb71-81832fc47d50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=aa3c2906-1925-45a3-9bec-3c8146ec05de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936835 Nov 16 05:06:32.891039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-0583734a-f6f4-4669-a2a7-138816d64e0b req-20c05658-0dbc-4a80-a935-6c8dbe369a6d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:06:32.892941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0583734a-f6f4-4669-a2a7-138816d64e0b req-20c05658-0dbc-4a80-a935-6c8dbe369a6d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078404 Nov 16 05:06:32.928042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0fbcc44c-e1b1-4c8d-b103-b27537b3df4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582eb076-b531-49f4-812b-4415e0679b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:03:53Z', 'updated_at': '2021-11-16T05:04:04Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:03:54Z', 'updated_at': '2021-11-16T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '84e930af-ff0c-43bb-b7be-d9ee8af4e870', 'name': '', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ac:47:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:03Z', 'updated_at': '2021-11-16T05:04:13Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:32.972954 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:06:28Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7058d889-6eef-4d86-8e68-e3bac8c2f2c3', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'port_id': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'mac_address': 'fa:16:3e:52:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:05:32Z', 'updated_at': '2021-11-16T05:05:42Z', 'revision_number': 1, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:54Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '230044cd-9656-4919-b69d-bc13f579bdd6', 'name': '', 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:11:e7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '429ed847-c9b2-4ba9-b5aa-d08afbdd448e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:26Z', 'updated_at': '2021-11-16T05:06:31Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '429ed847-c9b2-4ba9-b5aa-d08afbdd448e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:32.981191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbcc44c-e1b1-4c8d-b103-b27537b3df4a None None] The sync data for ids ['582eb076-b531-49f4-812b-4415e0679b8c'] in n-d-818042-1 is: [{'id': '582eb076-b531-49f4-812b-4415e0679b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:03:53Z', 'updated_at': '2021-11-16T05:04:04Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:03:54Z', 'updated_at': '2021-11-16T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '84e930af-ff0c-43bb-b7be-d9ee8af4e870', 'name': '', 'network_id': 'aa3c2906-1925-45a3-9bec-3c8146ec05de', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ac:47:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:03Z', 'updated_at': '2021-11-16T05:04:13Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'ed41b38d-6939-49ef-a657-58afa5fcc6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:06:33.056028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0583734a-f6f4-4669-a2a7-138816d64e0b req-ca2b70b8-f4fc-4495-8b14-bd598eb2fb5f service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555672 Nov 16 05:06:33.204610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 07d9761d-3294-41ef-98ed-67c5a0ac64ee no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:06:33.213012 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-94b960ed-e009-4b20-87fc-ee52ac68323a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab80b305842d487798c7e8eef7c30f6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5459347 Nov 16 05:06:33.232957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237fb42-8828-481a-9273-a82cf6127954 req-3d0800f1-c3ff-4225-a2df-409ce0238ebe tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:33.236517 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0237fb42-8828-481a-9273-a82cf6127954 req-3d0800f1-c3ff-4225-a2df-409ce0238ebe tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 946 time: 0.2346988 Nov 16 05:06:33.238516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44866) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:33.261080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 07d9761d-3294-41ef-98ed-67c5a0ac64ee {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:06:33.261080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 07d9761d-3294-41ef-98ed-67c5a0ac64ee not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:06:33.304082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1048057823'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:33.319508 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0583734a-f6f4-4669-a2a7-138816d64e0b req-5fc3b647-0ff4-4a9c-b9e9-e8af56ae086c service neutron] 10.222.0.15 "GET /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540624 Nov 16 05:06:33.322780 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13d147-b50a-488c-9d8b-f5f84a166135 None None] The sync data for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 is: [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:06:28Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7058d889-6eef-4d86-8e68-e3bac8c2f2c3', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'port_id': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'mac_address': 'fa:16:3e:52:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:05:32Z', 'updated_at': '2021-11-16T05:05:42Z', 'revision_number': 1, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:54Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '230044cd-9656-4919-b69d-bc13f579bdd6', 'name': '', 'network_id': '6aed5bed-d41c-440c-a9d5-4007c00a44b8', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:11:e7:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': '429ed847-c9b2-4ba9-b5aa-d08afbdd448e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:26Z', 'updated_at': '2021-11-16T05:06:31Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '429ed847-c9b2-4ba9-b5aa-d08afbdd448e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:06:33.453002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c28766-794b-4d7d-a665-7abe417b97f7 req-b211c678-2608-4f79-a840-0c81b235426f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:33.455097 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4c28766-794b-4d7d-a665-7abe417b97f7 req-b211c678-2608-4f79-a840-0c81b235426f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 946 time: 0.1326320 Nov 16 05:06:33.485979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:33.492809 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:33.521686 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:33.529407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4c28766-794b-4d7d-a665-7abe417b97f7 req-61a42027-8a58-4919-82de-2ff1a0faaf89 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=8f01b79c-318a-4d28-9c68-417c101bfe79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657651 Nov 16 05:06:33.539907 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d07dbc-76d5-4b5e-b693-eb1467a12514 None None] New status for floating IP b9606ca5-1c1d-402a-8be6-d30f7cb37ef7: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:06:33.564142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e14c7b1d-1d3b-455a-b021-f6467548b013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:33.624508 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e14c7b1d-1d3b-455a-b021-f6467548b013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:33.664828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-0237fb42-8828-481a-9273-a82cf6127954 req-076726a7-90b6-440b-8b53-c3eb4045a80d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port 943918c8-e995-4dbd-865a-8de37a07df38 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:33.665156 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0237fb42-8828-481a-9273-a82cf6127954 req-076726a7-90b6-440b-8b53-c3eb4045a80d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:33.827565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e14c7b1d-1d3b-455a-b021-f6467548b013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:33.830530 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e14c7b1d-1d3b-455a-b021-f6467548b013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:33.834992 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e14c7b1d-1d3b-455a-b021-f6467548b013 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e5debeb-113a-47d2-94dd-750b6020b622 HTTP/1.1" status: 204 len: 168 time: 0.5920920 Nov 16 05:06:33.879847 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:33.881978 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c7b1d-1d3b-455a-b021-f6467548b013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5debeb-113a-47d2-94dd-750b6020b622,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:33.894391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0237fb42-8828-481a-9273-a82cf6127954 req-076726a7-90b6-440b-8b53-c3eb4045a80d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] For port 943918c8-e995-4dbd-865a-8de37a07df38, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=943918c8-e995-4dbd-865a-8de37a07df38,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:33.895273 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0237fb42-8828-481a-9273-a82cf6127954 req-076726a7-90b6-440b-8b53-c3eb4045a80d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:33.906567 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:33.924449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44880) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:33.947488 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c604c20a-922e-4efb-a684-25223da55c02,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:33.951875 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-0237fb42-8828-481a-9273-a82cf6127954 req-076726a7-90b6-440b-8b53-c3eb4045a80d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for 943918c8-e995-4dbd-865a-8de37a07df38 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:33.962389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:34.005861 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:34.006218 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Added segment 75c23125-0c4b-4b02-9fab-6e5c5e832825 of type vlan for network f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a Nov 16 05:06:34.066052 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:34.120537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:34.126529 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:34.127118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:34.216785 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3419840 Nov 16 05:06:34.236840 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0df5a-9879-4f4e-8af4-acd50b098967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Network': ['ID=f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:34.257964 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0237fb42-8828-481a-9273-a82cf6127954 req-076726a7-90b6-440b-8b53-c3eb4045a80d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:34.275831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1087103297'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:34.290214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:34.292590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076726a7-90b6-440b-8b53-c3eb4045a80d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=943918c8-e995-4dbd-865a-8de37a07df38,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:34.352543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:34.356833 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:34.368771 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0237fb42-8828-481a-9273-a82cf6127954 req-076726a7-90b6-440b-8b53-c3eb4045a80d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] No DVR routers for this DVR port 943918c8-e995-4dbd-865a-8de37a07df38 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:06:34.373792 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0237fb42-8828-481a-9273-a82cf6127954 req-076726a7-90b6-440b-8b53-c3eb4045a80d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:34.376197 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:34.377418 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0237fb42-8828-481a-9273-a82cf6127954 req-076726a7-90b6-440b-8b53-c3eb4045a80d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "DELETE /v2.0/ports/943918c8-e995-4dbd-865a-8de37a07df38 HTTP/1.1" status: 204 len: 173 time: 1.1332574 Nov 16 05:06:34.377846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'name': 'network-vif-deleted', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:06:34.380173 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a232cc19-3f51-4c2e-9c2d-1b669377a92b" -d '{"events": [{"server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "name": "network-vif-deleted", "tag": "943918c8-e995-4dbd-865a-8de37a07df38"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:06:34.460953 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36fcd16-6afa-48cb-a68c-29f2ae28d051 x-openstack-request-id: req-a36fcd16-6afa-48cb-a68c-29f2ae28d051 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:06:34.462042 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5684b026-0b71-4580-93d5-a3e78bf86ae7", "name": "network-vif-deleted", "tag": "943918c8-e995-4dbd-865a-8de37a07df38", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:06:34.462472 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a36fcd16-6afa-48cb-a68c-29f2ae28d051 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:06:34.463599 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5684b026-0b71-4580-93d5-a3e78bf86ae7', 'name': 'network-vif-deleted', 'tag': '943918c8-e995-4dbd-865a-8de37a07df38', 'status': 'completed', 'code': 200} Nov 16 05:06:34.617275 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:34.643492 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:34.665233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:34.678481 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:34.679187 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Added segment d2380c6e-13d8-4b0f-8551-c3ff1d26d88b of type vlan for network 1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6 Nov 16 05:06:34.736614 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:34.814118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f151e1-75e9-4b4c-9c86-57f63fc3fd17,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:34.830399 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:34.860121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:34.860760 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:35.016582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Network': ['ID=1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:35.023231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6e1be9b3-f80d-4e57-8230-e413adf85983 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0975876 Nov 16 05:06:35.025337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44908) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:35.032266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-454a67eb-4e45-432a-b8df-b0222f3f91eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1355178504'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:35.038539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:35.044783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cfabaf7b-49c1-4ff9-9321-e6fdde82a86e req-9aad473e-22e2-41c1-a5c9-04ad014d23f1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=5684b026-0b71-4580-93d5-a3e78bf86ae7 HTTP/1.1" status: 200 len: 210 time: 0.2817171 Nov 16 05:06:35.126233 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454a67eb-4e45-432a-b8df-b0222f3f91eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:35.131974 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-454a67eb-4e45-432a-b8df-b0222f3f91eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:35.159809 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454a67eb-4e45-432a-b8df-b0222f3f91eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:35.170509 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-454a67eb-4e45-432a-b8df-b0222f3f91eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:35.171086 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-454a67eb-4e45-432a-b8df-b0222f3f91eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Added segment 915e1db4-7730-489a-9069-7347d2b6331d of type vlan for network 5454cfbe-244a-48be-955a-dd53bffb530b Nov 16 05:06:35.239422 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-454a67eb-4e45-432a-b8df-b0222f3f91eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:35.284826 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-454a67eb-4e45-432a-b8df-b0222f3f91eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:35.296464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454a67eb-4e45-432a-b8df-b0222f3f91eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:35.299586 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-454a67eb-4e45-432a-b8df-b0222f3f91eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:35.386780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44916) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:35.387318 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-454a67eb-4e45-432a-b8df-b0222f3f91eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3587632 Nov 16 05:06:35.392875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d3e25e5f-a83c-4647-ba5d-207a1eafd597 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'subnet': {'network_id': '1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:35.398271 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:06:35.399167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a67eb-4e45-432a-b8df-b0222f3f91eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Network': ['ID=5454cfbe-244a-48be-955a-dd53bffb530b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:35.404763 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 230044cd-9656-4919-b69d-bc13f579bdd6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:35.432204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 5454cfbe-244a-48be-955a-dd53bffb530b details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:35.556498 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 230044cd-9656-4919-b69d-bc13f579bdd6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:35.557072 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:35.618349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e25e5f-a83c-4647-ba5d-207a1eafd597 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:35.621891 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3e25e5f-a83c-4647-ba5d-207a1eafd597 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:35.855353 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3e25e5f-a83c-4647-ba5d-207a1eafd597 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:35.950150 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e25e5f-a83c-4647-ba5d-207a1eafd597 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Subnet': ['ID=47310507-b8ab-428e-9b55-4eaf5591fb60,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:35.974582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e25e5f-a83c-4647-ba5d-207a1eafd597 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Checking segment: {'id': 'd2380c6e-13d8-4b0f-8551-c3ff1d26d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:35.974975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e25e5f-a83c-4647-ba5d-207a1eafd597 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network hostable DHCP agents. Network: 1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:06:35.996186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e25e5f-a83c-4647-ba5d-207a1eafd597 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:06:36.008441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-d3e25e5f-a83c-4647-ba5d-207a1eafd597 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:36.021395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e60a311-795c-49da-a5c1-b27192997707 None None] Network 1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:36.042548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e25e5f-a83c-4647-ba5d-207a1eafd597 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:36.043162 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3e25e5f-a83c-4647-ba5d-207a1eafd597 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:36.082267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d3e25e5f-a83c-4647-ba5d-207a1eafd597 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6935422 Nov 16 05:06:36.091896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44936) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:36.097428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5865775c-9788-4a5e-bf47-282b5cbb04cd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'subnet': {'network_id': '5454cfbe-244a-48be-955a-dd53bffb530b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:36.162344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44938) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:36.288966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5865775c-9788-4a5e-bf47-282b5cbb04cd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:36.311667 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5865775c-9788-4a5e-bf47-282b5cbb04cd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:36.360460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6', 'network_id': '1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'fixed_ips': [{'subnet_id': '47310507-b8ab-428e-9b55-4eaf5591fb60'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:06:36.361475 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:36.402728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 943918c8-e995-4dbd-865a-8de37a07df38 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:06:36.494021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 943918c8-e995-4dbd-865a-8de37a07df38 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:06:36.494671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 943918c8-e995-4dbd-865a-8de37a07df38 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:06:36.728762 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6d3fba53-c08a-4c91-9ee7-c49184142652 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:36.762172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Allocated IP 2001:db8::2 (1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6/47310507-b8ab-428e-9b55-4eaf5591fb60/925c4cac-938c-4f5c-bb47-36536a0da770) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:36.812839 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5865775c-9788-4a5e-bf47-282b5cbb04cd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:37.111549 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:37.121432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5865775c-9788-4a5e-bf47-282b5cbb04cd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Subnet': ['ID=8037d1b5-5d22-485c-8ab0-45f0e2d68ac6,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:37.132311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5865775c-9788-4a5e-bf47-282b5cbb04cd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Checking segment: {'id': '915e1db4-7730-489a-9069-7347d2b6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5454cfbe-244a-48be-955a-dd53bffb530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:37.132694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5865775c-9788-4a5e-bf47-282b5cbb04cd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network hostable DHCP agents. Network: 5454cfbe-244a-48be-955a-dd53bffb530b, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:06:37.135014 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:37.155513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5865775c-9788-4a5e-bf47-282b5cbb04cd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 5454cfbe-244a-48be-955a-dd53bffb530b is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:06:37.170025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-5865775c-9788-4a5e-bf47-282b5cbb04cd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 5454cfbe-244a-48be-955a-dd53bffb530b) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:37.193047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5865775c-9788-4a5e-bf47-282b5cbb04cd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:37.195630 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5865775c-9788-4a5e-bf47-282b5cbb04cd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:37.220528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5865775c-9788-4a5e-bf47-282b5cbb04cd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1274397 Nov 16 05:06:37.223264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44946) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:37.231245 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-2e698a5a-b019-46f6-a5b6-23ce157c5a62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2053459632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:37.238032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Pushing event updated for resources: {'Port': ['ID=925c4cac-938c-4f5c-bb47-36536a0da770,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:37.267250 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2e698a5a-b019-46f6-a5b6-23ce157c5a62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:37.269212 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2e698a5a-b019-46f6-a5b6-23ce157c5a62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:37.273878 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8fc2de-af2f-4f05-ba8a-7265413b7ed8 None None] Network 5454cfbe-244a-48be-955a-dd53bffb530b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:37.362683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2e698a5a-b019-46f6-a5b6-23ce157c5a62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:37.368112 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2e698a5a-b019-46f6-a5b6-23ce157c5a62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:37.392846 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2e698a5a-b019-46f6-a5b6-23ce157c5a62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:37.394946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2e698a5a-b019-46f6-a5b6-23ce157c5a62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1685350 Nov 16 05:06:37.397686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44952) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:37.426216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Network 1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:37.430357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:37.433504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:37.539167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Attempting to bind port 925c4cac-938c-4f5c-bb47-36536a0da770 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:06:37.540205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Attempting to bind port 925c4cac-938c-4f5c-bb47-36536a0da770 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'd2380c6e-13d8-4b0f-8551-c3ff1d26d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:06:37.540736 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Attempting to bind port 925c4cac-938c-4f5c-bb47-36536a0da770 on network 1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:06:37.548453 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:06:37.549152 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Checking segment: {'id': 'd2380c6e-13d8-4b0f-8551-c3ff1d26d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:37.549715 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:37.550304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Bound using segment: {'id': 'd2380c6e-13d8-4b0f-8551-c3ff1d26d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:06:37.551116 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Bound port: 925c4cac-938c-4f5c-bb47-36536a0da770, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2380c6e-13d8-4b0f-8551-c3ff1d26d88b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:06:37.551660 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:37.695179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44958) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:37.702043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-5454cfbe-244a-48be-955a-dd53bffb530b', 'network_id': '5454cfbe-244a-48be-955a-dd53bffb530b', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'fixed_ips': [{'subnet_id': '8037d1b5-5d22-485c-8ab0-45f0e2d68ac6'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:06:37.703327 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:37.729810 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6bf32a0f-67cf-4c40-91aa-ebfe975be343 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'subnet': {'network_id': 'f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:37.854591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Allocated IP 2001:db8:1::2 (5454cfbe-244a-48be-955a-dd53bffb530b/8037d1b5-5d22-485c-8ab0-45f0e2d68ac6/f08de469-b5d6-4786-a09a-047a3d8544e7) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:37.908166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf32a0f-67cf-4c40-91aa-ebfe975be343 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:37.911856 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6bf32a0f-67cf-4c40-91aa-ebfe975be343 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.021635 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.050117 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.082221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] For port 925c4cac-938c-4f5c-bb47-36536a0da770, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:06:38.084371 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25e83808-c2bc-4dfa-b491-47151c310e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.104409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Network 5454cfbe-244a-48be-955a-dd53bffb530b is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:38.109204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:38.111542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:38.118526 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] For port 925c4cac-938c-4f5c-bb47-36536a0da770, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=925c4cac-938c-4f5c-bb47-36536a0da770,segment=NetworkSegment(d2380c6e-13d8-4b0f-8551-c3ff1d26d88b),segment_id=d2380c6e-13d8-4b0f-8551-c3ff1d26d88b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:06:38.148057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6bf32a0f-67cf-4c40-91aa-ebfe975be343 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.156411 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.186844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Pushing event updated for resources: {'Port': ['ID=f08de469-b5d6-4786-a09a-047a3d8544e7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:38.249157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf32a0f-67cf-4c40-91aa-ebfe975be343 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Subnet': ['ID=d2b978b5-1146-4c3c-aa03-b7f7cb73fe99,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:38.268945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf32a0f-67cf-4c40-91aa-ebfe975be343 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Checking segment: {'id': '75c23125-0c4b-4b02-9fab-6e5c5e832825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:38.269318 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf32a0f-67cf-4c40-91aa-ebfe975be343 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network hostable DHCP agents. Network: f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:06:38.319995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87512ab-29dd-46ef-95b2-555dd8f305db None None] Pushing event updated for resources: {'Port': ['ID=925c4cac-938c-4f5c-bb47-36536a0da770,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:38.346708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf32a0f-67cf-4c40-91aa-ebfe975be343 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:06:38.348559 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.352266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Attempting to bind port f08de469-b5d6-4786-a09a-047a3d8544e7 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:06:38.352940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Attempting to bind port f08de469-b5d6-4786-a09a-047a3d8544e7 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '915e1db4-7730-489a-9069-7347d2b6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5454cfbe-244a-48be-955a-dd53bffb530b'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:06:38.353576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Attempting to bind port f08de469-b5d6-4786-a09a-047a3d8544e7 on network 5454cfbe-244a-48be-955a-dd53bffb530b {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:06:38.362287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:06:38.364659 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Checking segment: {'id': '915e1db4-7730-489a-9069-7347d2b6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5454cfbe-244a-48be-955a-dd53bffb530b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:38.365635 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.368842 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Bound using segment: {'id': '915e1db4-7730-489a-9069-7347d2b6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5454cfbe-244a-48be-955a-dd53bffb530b'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:06:38.371342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Bound port: f08de469-b5d6-4786-a09a-047a3d8544e7, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915e1db4-7730-489a-9069-7347d2b6331d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '5454cfbe-244a-48be-955a-dd53bffb530b'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:06:38.372099 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.377174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6bf32a0f-67cf-4c40-91aa-ebfe975be343 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:38.382714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf32a0f-67cf-4c40-91aa-ebfe975be343 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:38.383337 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6bf32a0f-67cf-4c40-91aa-ebfe975be343 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.393406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00431c89-898a-4e37-ae86-71ee018da1fa None None] Network f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:38.405106 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6d3fba53-c08a-4c91-9ee7-c49184142652 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port 84e930af-ff0c-43bb-b7be-d9ee8af4e870 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:38.405448 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6d3fba53-c08a-4c91-9ee7-c49184142652 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.471956 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6bf32a0f-67cf-4c40-91aa-ebfe975be343 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7747891 Nov 16 05:06:38.472638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44966) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:38.481473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0d4b2fd6-bb9c-4e16-bfe1-69b4e1ad5835 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-377171756'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:38.552619 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4b2fd6-bb9c-4e16-bfe1-69b4e1ad5835 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:38.556717 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2fd6-bb9c-4e16-bfe1-69b4e1ad5835 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.597305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-6d3fba53-c08a-4c91-9ee7-c49184142652 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] For port 84e930af-ff0c-43bb-b7be-d9ee8af4e870, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=84e930af-ff0c-43bb-b7be-d9ee8af4e870,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:38.597672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6d3fba53-c08a-4c91-9ee7-c49184142652 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.629443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6d3fba53-c08a-4c91-9ee7-c49184142652 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for 84e930af-ff0c-43bb-b7be-d9ee8af4e870 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:38.640838 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4b2fd6-bb9c-4e16-bfe1-69b4e1ad5835 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:38.675527 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2fd6-bb9c-4e16-bfe1-69b4e1ad5835 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.679520 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-0d4b2fd6-bb9c-4e16-bfe1-69b4e1ad5835 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Added segment 8de671ac-8671-4ddd-986c-1f5fab9d9c4e of type vlan for network 203dfe6c-cc1c-4273-98c1-a297ee673a74 Nov 16 05:06:38.703864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a', 'network_id': 'f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a', 'tenant_id': '513148a92f4844b18a836a6006cf40e9', 'fixed_ips': [{'subnet_id': 'd2b978b5-1146-4c3c-aa03-b7f7cb73fe99'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:06:38.704899 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.750916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] For port f08de469-b5d6-4786-a09a-047a3d8544e7, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:06:38.776538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] For port f08de469-b5d6-4786-a09a-047a3d8544e7, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f08de469-b5d6-4786-a09a-047a3d8544e7,segment=NetworkSegment(915e1db4-7730-489a-9069-7347d2b6331d),segment_id=915e1db4-7730-489a-9069-7347d2b6331d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:06:38.863485 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:38.960893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Allocated IP 2001:db8::1 (1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6/47310507-b8ab-428e-9b55-4eaf5591fb60/28fc5c38-fec5-4128-8976-3e066a4fedf3) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:38.992562 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2fd6-bb9c-4e16-bfe1-69b4e1ad5835 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:39.024994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 925c4cac-938c-4f5c-bb47-36536a0da770 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:39.046914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d832b78-9267-4b35-8630-5e1e4cc3e7e0 None None] Pushing event updated for resources: {'Port': ['ID=f08de469-b5d6-4786-a09a-047a3d8544e7,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:39.091376 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2fd6-bb9c-4e16-bfe1-69b4e1ad5835 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:39.097650 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4b2fd6-bb9c-4e16-bfe1-69b4e1ad5835 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:39.100317 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2fd6-bb9c-4e16-bfe1-69b4e1ad5835 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:39.147418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Allocated IP 2001:db8:0:ffff::2 (f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a/d2b978b5-1146-4c3c-aa03-b7f7cb73fe99/8b18a640-9ecb-4b74-a092-2af62f3a7191) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:39.187334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 925c4cac-938c-4f5c-bb47-36536a0da770 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:39.187720 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:39.191564 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:39.213103 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0d4b2fd6-bb9c-4e16-bfe1-69b4e1ad5835 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7332950 Nov 16 05:06:39.213898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44978) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:39.230944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f22e3628-af5b-459b-a448-bec177adc737 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'subnet': {'network_id': '203dfe6c-cc1c-4273-98c1-a297ee673a74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:39.233127 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b2fd6-bb9c-4e16-bfe1-69b4e1ad5835 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Network': ['ID=203dfe6c-cc1c-4273-98c1-a297ee673a74,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:39.289448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 203dfe6c-cc1c-4273-98c1-a297ee673a74 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:39.331128 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6d3fba53-c08a-4c91-9ee7-c49184142652 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:39.386459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fba53-c08a-4c91-9ee7-c49184142652 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=84e930af-ff0c-43bb-b7be-d9ee8af4e870,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:39.525157 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:39.590647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:39.616322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:39.627611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:39.628412 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:39.772909 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6d3fba53-c08a-4c91-9ee7-c49184142652 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:39.830799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22e3628-af5b-459b-a448-bec177adc737 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:39.852716 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f22e3628-af5b-459b-a448-bec177adc737 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:39.891925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=28fc5c38-fec5-4128-8976-3e066a4fedf3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:40.083078 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:40.154583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 925c4cac-938c-4f5c-bb47-36536a0da770, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=925c4cac-938c-4f5c-bb47-36536a0da770,segment=NetworkSegment(d2380c6e-13d8-4b0f-8551-c3ff1d26d88b),segment_id=d2380c6e-13d8-4b0f-8551-c3ff1d26d88b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:40.158066 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:40.160147 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881f8ce9-6c77-44d3-aacf-c1847ce5f982 None None] Network 1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:40.188924 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:40.233495 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f22e3628-af5b-459b-a448-bec177adc737 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:40.270597 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3fba53-c08a-4c91-9ee7-c49184142652 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router 582eb076-b531-49f4-812b-4415e0679b8c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:06:40.348816 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:40.373560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22e3628-af5b-459b-a448-bec177adc737 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Checking segment: {'id': '8de671ac-8671-4ddd-986c-1f5fab9d9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '203dfe6c-cc1c-4273-98c1-a297ee673a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:40.375298 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e3628-af5b-459b-a448-bec177adc737 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network hostable DHCP agents. Network: 203dfe6c-cc1c-4273-98c1-a297ee673a74, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:06:40.404060 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36e513ce-7558-4ab5-9ea9-c3d8a35b9843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:40.410707 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=925c4cac-938c-4f5c-bb47-36536a0da770,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:40.431242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3fba53-c08a-4c91-9ee7-c49184142652 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:06:40.444339 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6d3fba53-c08a-4c91-9ee7-c49184142652 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "PUT /v2.0/routers/582eb076-b531-49f4-812b-4415e0679b8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2790546 Nov 16 05:06:40.446681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44990) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:40.451432 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:40.455266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4219cc-8d5b-4ba6-b0da-5b04edf2b75a None None] Sync routers for ids ['582eb076-b531-49f4-812b-4415e0679b8c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:06:40.469449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e3628-af5b-459b-a448-bec177adc737 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Subnet': ['ID=548786d5-874d-4638-99fb-bda7eaa87c75,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:40.532356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Network f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:40.533180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22e3628-af5b-459b-a448-bec177adc737 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network 203dfe6c-cc1c-4273-98c1-a297ee673a74 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:06:40.558935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4128fe-3601-4b57-9af4-79327a0a1525 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting subnet ed41b38d-6939-49ef-a657-58afa5fcc6de {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:06:40.566734 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a4128fe-3601-4b57-9af4-79327a0a1525 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:40.566953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-f22e3628-af5b-459b-a448-bec177adc737 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 203dfe6c-cc1c-4273-98c1-a297ee673a74) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:40.576839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4219cc-8d5b-4ba6-b0da-5b04edf2b75a None None] Routers {'582eb076-b531-49f4-812b-4415e0679b8c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:40.577674 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-db4219cc-8d5b-4ba6-b0da-5b04edf2b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['582eb076-b531-49f4-812b-4415e0679b8c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:40.579657 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22e3628-af5b-459b-a448-bec177adc737 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:40.581060 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f22e3628-af5b-459b-a448-bec177adc737 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:40.596748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:40.598739 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2f740bb3-ba72-44a1-93ea-47a9a16c91d8 None None] Provisioning complete for port 925c4cac-938c-4f5c-bb47-36536a0da770 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:40.603559 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2f740bb3-ba72-44a1-93ea-47a9a16c91d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:40.661909 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a4128fe-3601-4b57-9af4-79327a0a1525 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:40.663714 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f22e3628-af5b-459b-a448-bec177adc737 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4476371 Nov 16 05:06:40.668552 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 44992) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:40.698770 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:40.706779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6804efbd-6bdb-46a8-b957-146c11ca9674 None None] Network 203dfe6c-cc1c-4273-98c1-a297ee673a74 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:40.843262 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-db4219cc-8d5b-4ba6-b0da-5b04edf2b75a None None] Set router 582eb076-b531-49f4-812b-4415e0679b8c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:06:40.863314 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a4128fe-3601-4b57-9af4-79327a0a1525 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:40.904445 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:40.970622 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a4128fe-3601-4b57-9af4-79327a0a1525 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.023408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4128fe-3601-4b57-9af4-79327a0a1525 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Subnet': ['ID=ed41b38d-6939-49ef-a657-58afa5fcc6de,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:41.036071 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a4128fe-3601-4b57-9af4-79327a0a1525 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.041209 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0a4128fe-3601-4b57-9af4-79327a0a1525 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/subnets/ed41b38d-6939-49ef-a657-58afa5fcc6de HTTP/1.1" status: 204 len: 168 time: 0.5932796 Nov 16 05:06:41.043906 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 44998) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:41.065026 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.072665 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ce4bc2-b04f-4ea0-9858-253b4957b0d0 None None] Network 5454cfbe-244a-48be-955a-dd53bffb530b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:41.075161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363b2566-f730-4399-b93d-3aee7c08bdf7 None None] Network aa3c2906-1925-45a3-9bec-3c8146ec05de requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:41.161650 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Pushing event updated for resources: {'Port': ['ID=8b18a640-9ecb-4b74-a092-2af62f3a7191,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:41.194023 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.235792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Subnet': ['ID=548786d5-874d-4638-99fb-bda7eaa87c75,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:41.241613 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.299991 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.310647 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.313569 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.362877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 925c4cac-938c-4f5c-bb47-36536a0da770 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:41.434726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.468965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.476967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=28fc5c38-fec5-4128-8976-3e066a4fedf3,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:41.497046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Attempting to bind port 8b18a640-9ecb-4b74-a092-2af62f3a7191 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:06:41.497443 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Attempting to bind port 8b18a640-9ecb-4b74-a092-2af62f3a7191 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '75c23125-0c4b-4b02-9fab-6e5c5e832825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:06:41.497996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Attempting to bind port 8b18a640-9ecb-4b74-a092-2af62f3a7191 on network f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:06:41.559376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:06:41.559778 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Checking segment: {'id': '75c23125-0c4b-4b02-9fab-6e5c5e832825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:41.560169 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.560566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Bound using segment: {'id': '75c23125-0c4b-4b02-9fab-6e5c5e832825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:06:41.561053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Bound port: 8b18a640-9ecb-4b74-a092-2af62f3a7191, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c23125-0c4b-4b02-9fab-6e5c5e832825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:06:41.561433 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.604396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port 3ab1545f-4ce1-481a-90ca-f25d3beccea4 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:41.604868 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.613888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203dfe6c-cc1c-4273-98c1-a297ee673a74']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:41.625604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de671ac-8671-4ddd-986c-1f5fab9d9c4e') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:41.625970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de671ac-8671-4ddd-986c-1f5fab9d9c4e') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:41.636679 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.652611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.658851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:06:41.659255 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.701351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] For port 8b18a640-9ecb-4b74-a092-2af62f3a7191, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:06:41.725465 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:06:41.734214 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.740663 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] For port 3ab1545f-4ce1-481a-90ca-f25d3beccea4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3ab1545f-4ce1-481a-90ca-f25d3beccea4,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:41.741113 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.770980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.774327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] For port 8b18a640-9ecb-4b74-a092-2af62f3a7191, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8b18a640-9ecb-4b74-a092-2af62f3a7191,segment=NetworkSegment(75c23125-0c4b-4b02-9fab-6e5c5e832825),segment_id=75c23125-0c4b-4b02-9fab-6e5c5e832825)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:06:41.778242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for 3ab1545f-4ce1-481a-90ca-f25d3beccea4 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:41.782908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/203dfe6c-cc1c-4273-98c1-a297ee673a74 HTTP/1.1" status: 204 len: 168 time: 1.1104608 Nov 16 05:06:41.792497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45000) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:41.814271 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.834289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-19d82b6d-4f6b-4aea-a10e-f0e3b7b5d967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1312258762'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:41.851770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e01ce7-e4c7-4625-95b4-4a85ee6c3a10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Network': ['ID=203dfe6c-cc1c-4273-98c1-a297ee673a74,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:41.948424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d82b6d-4f6b-4aea-a10e-f0e3b7b5d967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:41.951961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-19d82b6d-4f6b-4aea-a10e-f0e3b7b5d967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:41.972094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:41.982300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:42.113592 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabaf399-b55d-4e3a-a47c-ab5bb0157c80 None None] Network 203dfe6c-cc1c-4273-98c1-a297ee673a74 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:42.132837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 925c4cac-938c-4f5c-bb47-36536a0da770 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:42.133443 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:42.180018 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:42.234839 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=3ab1545f-4ce1-481a-90ca-f25d3beccea4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:42.243972 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d82b6d-4f6b-4aea-a10e-f0e3b7b5d967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:42.292745 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-19d82b6d-4f6b-4aea-a10e-f0e3b7b5d967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:42.292745 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-19d82b6d-4f6b-4aea-a10e-f0e3b7b5d967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Added segment 1ed45918-2a22-4048-b117-b41336f702e9 of type vlan for network e1b94d11-913e-4c20-ad42-ec57b5da29b8 Nov 16 05:06:42.325135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-153130a0-0d48-4381-ba1e-849e62f94bdf None None] Provisioning complete for port f08de469-b5d6-4786-a09a-047a3d8544e7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:42.325685 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-153130a0-0d48-4381-ba1e-849e62f94bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:42.399266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:42.491567 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-19d82b6d-4f6b-4aea-a10e-f0e3b7b5d967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:42.511027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabaf399-b55d-4e3a-a47c-ab5bb0157c80 None None] Network 203dfe6c-cc1c-4273-98c1-a297ee673a74 could not be found, it might have been deleted concurrently. {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 05:06:42.532786 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-19d82b6d-4f6b-4aea-a10e-f0e3b7b5d967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:42.538639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7917f03a-61ec-4682-86ac-2934cce9d03d None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:06:42.545688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d82b6d-4f6b-4aea-a10e-f0e3b7b5d967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:42.546415 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-19d82b6d-4f6b-4aea-a10e-f0e3b7b5d967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:42.596026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf202eae-4189-4b65-98af-94c30abdee40 None None] DHCP port deletion for aa3c2906-1925-45a3-9bec-3c8146ec05de request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:06:42.685101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d82b6d-4f6b-4aea-a10e-f0e3b7b5d967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Network': ['ID=e1b94d11-913e-4c20-ad42-ec57b5da29b8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:42.728278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-19d82b6d-4f6b-4aea-a10e-f0e3b7b5d967 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9298694 Nov 16 05:06:42.728620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45008) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:42.754131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-887f4c88-e646-44ca-9c62-2918a02502be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'subnet': {'network_id': 'e1b94d11-913e-4c20-ad42-ec57b5da29b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:42.768712 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:42.774263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router 212d56ba-eb0a-4f50-9098-5730bb465d80 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:06:42.778891 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:42.928886 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e1b94d11-913e-4c20-ad42-ec57b5da29b8 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:42.941621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:06:42.955301 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd957a-af52-4b70-b61c-419138384fe4 None None] Sync routers for ids ['212d56ba-eb0a-4f50-9098-5730bb465d80'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:06:42.968676 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2c485ed0-8fa3-49be-b893-469416a3b048 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/212d56ba-eb0a-4f50-9098-5730bb465d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5688808 Nov 16 05:06:42.970751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45010) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:42.972234 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:42.972853 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Fanout notify agent at l3_agent the message router_deleted on router 582eb076-b531-49f4-812b-4415e0679b8c {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:06:42.978515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887f4c88-e646-44ca-9c62-2918a02502be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:42.984431 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-887f4c88-e646-44ca-9c62-2918a02502be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:42.985475 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd957a-af52-4b70-b61c-419138384fe4 None None] Routers {'212d56ba-eb0a-4f50-9098-5730bb465d80'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:42.987541 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4abd957a-af52-4b70-b61c-419138384fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['212d56ba-eb0a-4f50-9098-5730bb465d80'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:43.045479 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:43.079705 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4abd957a-af52-4b70-b61c-419138384fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:43.091039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7118b2-975e-4938-930f-e5ffcb8510bb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:43.099558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5c7118b2-975e-4938-930f-e5ffcb8510bb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports/28fc5c38-fec5-4128-8976-3e066a4fedf3 HTTP/1.1" status: 200 len: 911 time: 0.1239593 Nov 16 05:06:43.099793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed09a7-7661-4c20-a06e-d765c5377957 None None] Pushing event updated for resources: {'Port': ['ID=8b18a640-9ecb-4b74-a092-2af62f3a7191,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:43.100420 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45014) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:43.110379 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd957a-af52-4b70-b61c-419138384fe4 None None] Routers {'212d56ba-eb0a-4f50-9098-5730bb465d80'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:43.111975 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4abd957a-af52-4b70-b61c-419138384fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['212d56ba-eb0a-4f50-9098-5730bb465d80'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:43.129175 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:43.132411 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f4686396-5d2b-4ed3-bba3-5761d3e94700 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/routers/582eb076-b531-49f4-812b-4415e0679b8c HTTP/1.1" status: 204 len: 168 time: 2.0873468 Nov 16 05:06:43.138167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45020) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:43.187686 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4abd957a-af52-4b70-b61c-419138384fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:43.190084 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd957a-af52-4b70-b61c-419138384fe4 None None] The sync data for ids ['212d56ba-eb0a-4f50-9098-5730bb465d80'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:06:43.301461 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:43.329749 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-db4219cc-8d5b-4ba6-b0da-5b04edf2b75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '582eb076-b531-49f4-812b-4415e0679b8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-893331612', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:03:53Z', 'updated_at': '2021-11-16T05:06:39Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '3ab1545f-4ce1-481a-90ca-f25d3beccea4', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '582eb076-b531-49f4-812b-4415e0679b8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:03:54Z', 'updated_at': '2021-11-16T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:43.444467 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-153130a0-0d48-4381-ba1e-849e62f94bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:43.514084 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4219cc-8d5b-4ba6-b0da-5b04edf2b75a None None] Checking router: 582eb076-b531-49f4-812b-4415e0679b8c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:06:43.560007 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:43.587487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4219cc-8d5b-4ba6-b0da-5b04edf2b75a None None] Routers set() bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:43.596275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4219cc-8d5b-4ba6-b0da-5b04edf2b75a None None] Router IDs set() for agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 16 05:06:43.597134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_agentschedulers_db [None req-db4219cc-8d5b-4ba6-b0da-5b04edf2b75a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'582eb076-b531-49f4-812b-4415e0679b8c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent'). {{(pid=102661) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 16 05:06:43.597907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4219cc-8d5b-4ba6-b0da-5b04edf2b75a None None] The sync data for ids ['582eb076-b531-49f4-812b-4415e0679b8c'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:06:43.624276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bf202eae-4189-4b65-98af-94c30abdee40 None None] Deleting port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:43.625189 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf202eae-4189-4b65-98af-94c30abdee40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:43.699338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-bf202eae-4189-4b65-98af-94c30abdee40 None None] For port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=157263ba-6bec-4b7e-8ba8-c64ea3c47cb8,segment=NetworkSegment(f31cd87b-910b-4a22-89f0-ba87a0eb6f21),segment_id=f31cd87b-910b-4a22-89f0-ba87a0eb6f21)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:43.699739 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf202eae-4189-4b65-98af-94c30abdee40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:43.715993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bf202eae-4189-4b65-98af-94c30abdee40 None None] Calling delete_port for 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:43.787680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-153130a0-0d48-4381-ba1e-849e62f94bdf None None] For port f08de469-b5d6-4786-a09a-047a3d8544e7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f08de469-b5d6-4786-a09a-047a3d8544e7,segment=NetworkSegment(915e1db4-7730-489a-9069-7347d2b6331d),segment_id=915e1db4-7730-489a-9069-7347d2b6331d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:43.795066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f08de469-b5d6-4786-a09a-047a3d8544e7 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:43.805265 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-153130a0-0d48-4381-ba1e-849e62f94bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:43.859094 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:43.903062 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf202eae-4189-4b65-98af-94c30abdee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:43.904973 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:43.911812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53adc9b3-24df-4b45-870d-3df205104398 None None] Network f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:43.951669 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:43.952289 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:43.995876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153130a0-0d48-4381-ba1e-849e62f94bdf None None] Pushing event updated for resources: {'Port': ['ID=f08de469-b5d6-4786-a09a-047a3d8544e7,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:44.022652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf202eae-4189-4b65-98af-94c30abdee40 None None] No DVR routers for this DVR port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:06:44.043788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] For port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8, host n-d-818042-1, got binding levels [] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:44.044230 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.058920 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:44.061706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_backend_mixin [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 was not found and therefore no delete operation was performed {{(pid=102660) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 05:06:44.064604 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.066632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e44f70e0-08c9-45ae-afa3-e12db7646105 None None] Provisioning complete for port 28fc5c38-fec5-4128-8976-3e066a4fedf3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:44.067129 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e44f70e0-08c9-45ae-afa3-e12db7646105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.132233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f08de469-b5d6-4786-a09a-047a3d8544e7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:44.132910 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.134887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf202eae-4189-4b65-98af-94c30abdee40 None None] Pushing event deleted for resources: {'Port': ['ID=157263ba-6bec-4b7e-8ba8-c64ea3c47cb8,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:44.160263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] No DVR routers for this DVR port 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:06:44.168461 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=157263ba-6bec-4b7e-8ba8-c64ea3c47cb8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:44.179110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e44f70e0-08c9-45ae-afa3-e12db7646105 None None] Port 28fc5c38-fec5-4128-8976-3e066a4fedf3 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:44.253987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Allocated IP 2001:db8:1::1 (5454cfbe-244a-48be-955a-dd53bffb530b/8037d1b5-5d22-485c-8ab0-45f0e2d68ac6/ff748726-3d6e-4f68-9e93-4f4b5478058e) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:44.280792 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.305186 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e44f70e0-08c9-45ae-afa3-e12db7646105 None None] Provisioning complete for port 8b18a640-9ecb-4b74-a092-2af62f3a7191 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:44.305477 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e44f70e0-08c9-45ae-afa3-e12db7646105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.316385 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3c2906-1925-45a3-9bec-3c8146ec05de']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:44.331960 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:44.332317 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f31cd87b-910b-4a22-89f0-ba87a0eb6f21') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:44.348222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-887f4c88-e646-44ca-9c62-2918a02502be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.351793 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.461703 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.485048 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.493659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:06:44.494151 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.554448 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:06:44.583411 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:06:44.605354 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.606747 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e44f70e0-08c9-45ae-afa3-e12db7646105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.656321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 5454cfbe-244a-48be-955a-dd53bffb530b is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:44.659364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:44.667427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:44.667989 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.674553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=ff748726-3d6e-4f68-9e93-4f4b5478058e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:44.683175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e44f70e0-08c9-45ae-afa3-e12db7646105 None None] For port 8b18a640-9ecb-4b74-a092-2af62f3a7191, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8b18a640-9ecb-4b74-a092-2af62f3a7191,segment=NetworkSegment(75c23125-0c4b-4b02-9fab-6e5c5e832825),segment_id=75c23125-0c4b-4b02-9fab-6e5c5e832825)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:44.701585 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e44f70e0-08c9-45ae-afa3-e12db7646105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.714586 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.726443 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/networks/aa3c2906-1925-45a3-9bec-3c8146ec05de HTTP/1.1" status: 204 len: 168 time: 1.5841091 Nov 16 05:06:44.731647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed4fc6-74d0-4d42-9416-b0a662f43967 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Network': ['ID=aa3c2906-1925-45a3-9bec-3c8146ec05de,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:44.744078 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45036) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:44.819720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e44f70e0-08c9-45ae-afa3-e12db7646105 None None] Provisioning complete for port f08de469-b5d6-4786-a09a-047a3d8544e7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:44.820099 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e44f70e0-08c9-45ae-afa3-e12db7646105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.844563 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f4c88-e646-44ca-9c62-2918a02502be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Subnet': ['ID=811646e1-118c-49be-b15e-491f39f8e345,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:44.872097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8b18a640-9ecb-4b74-a092-2af62f3a7191 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:44.882054 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887f4c88-e646-44ca-9c62-2918a02502be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Checking segment: {'id': '1ed45918-2a22-4048-b117-b41336f702e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e1b94d11-913e-4c20-ad42-ec57b5da29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:44.882434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887f4c88-e646-44ca-9c62-2918a02502be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network hostable DHCP agents. Network: e1b94d11-913e-4c20-ad42-ec57b5da29b8, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:06:44.956650 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f70e0-08c9-45ae-afa3-e12db7646105 None None] Pushing event updated for resources: {'Port': ['ID=8b18a640-9ecb-4b74-a092-2af62f3a7191,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:44.969241 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99147e89-182c-434a-bf2e-957a9e7c4f2e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.976081 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:44.997838 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887f4c88-e646-44ca-9c62-2918a02502be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network e1b94d11-913e-4c20-ad42-ec57b5da29b8 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:06:45.036273 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99147e89-182c-434a-bf2e-957a9e7c4f2e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.048320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-887f4c88-e646-44ca-9c62-2918a02502be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e1b94d11-913e-4c20-ad42-ec57b5da29b8) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:45.063208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf8ccc-3961-4830-9c15-d3c451bc0ce3 None None] Network e1b94d11-913e-4c20-ad42-ec57b5da29b8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:45.071999 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887f4c88-e646-44ca-9c62-2918a02502be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:45.072603 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-887f4c88-e646-44ca-9c62-2918a02502be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.116945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 8b18a640-9ecb-4b74-a092-2af62f3a7191 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:45.117273 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.155666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45040) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:45.156629 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-887f4c88-e646-44ca-9c62-2918a02502be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4189093 Nov 16 05:06:45.185104 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e44f70e0-08c9-45ae-afa3-e12db7646105 None None] Provisioning complete for port 925c4cac-938c-4f5c-bb47-36536a0da770 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:45.185481 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e44f70e0-08c9-45ae-afa3-e12db7646105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.196030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-bdc2e68c-bd90-4a9c-90b4-be145602212d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1575211623'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:45.208655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99147e89-182c-434a-bf2e-957a9e7c4f2e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.211866 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99147e89-182c-434a-bf2e-957a9e7c4f2e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.213005 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-99147e89-182c-434a-bf2e-957a9e7c4f2e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/security-groups/8f01b79c-318a-4d28-9c68-417c101bfe79 HTTP/1.1" status: 204 len: 168 time: 0.4527142 Nov 16 05:06:45.244888 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99147e89-182c-434a-bf2e-957a9e7c4f2e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f01b79c-318a-4d28-9c68-417c101bfe79,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:45.303154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc2e68c-bd90-4a9c-90b4-be145602212d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:45.307282 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e68c-bd90-4a9c-90b4-be145602212d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.425316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc2e68c-bd90-4a9c-90b4-be145602212d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:45.447259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f08de469-b5d6-4786-a09a-047a3d8544e7 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:45.472053 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e68c-bd90-4a9c-90b4-be145602212d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.472716 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-bdc2e68c-bd90-4a9c-90b4-be145602212d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Added segment 2122ff33-1ce4-49e6-990a-316e32c1aba3 of type vlan for network ebf03a03-fd2b-4469-8cd8-fb0a5811c27a Nov 16 05:06:45.540315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-e1b94d11-913e-4c20-ad42-ec57b5da29b8', 'network_id': 'e1b94d11-913e-4c20-ad42-ec57b5da29b8', 'tenant_id': '513148a92f4844b18a836a6006cf40e9', 'fixed_ips': [{'subnet_id': '811646e1-118c-49be-b15e-491f39f8e345'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:06:45.541404 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.545784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f08de469-b5d6-4786-a09a-047a3d8544e7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:45.546328 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.570524 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e68c-bd90-4a9c-90b4-be145602212d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.608736 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.621068 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.623242 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.632564 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e68c-bd90-4a9c-90b4-be145602212d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.639462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc2e68c-bd90-4a9c-90b4-be145602212d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:45.640160 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bdc2e68c-bd90-4a9c-90b4-be145602212d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.747582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2e68c-bd90-4a9c-90b4-be145602212d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Network': ['ID=ebf03a03-fd2b-4469-8cd8-fb0a5811c27a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:45.765611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5a53985e-b9d5-4e38-ab74-f304a91eedd3 None None] Provisioning complete for port 8b18a640-9ecb-4b74-a092-2af62f3a7191 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:45.765611 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a53985e-b9d5-4e38-ab74-f304a91eedd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:45.858145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network ebf03a03-fd2b-4469-8cd8-fb0a5811c27a details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:45.860575 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:06:45.867953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bdc2e68c-bd90-4a9c-90b4-be145602212d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7097976 Nov 16 05:06:45.870854 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45048) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:45.876117 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'subnet': {'network_id': 'ebf03a03-fd2b-4469-8cd8-fb0a5811c27a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:45.902410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=ff748726-3d6e-4f68-9e93-4f4b5478058e,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:45.906224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45050) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:45.955308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-034b6a23-d61a-40fc-abeb-f72ca23c8d63 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2013651575', 'description': 'tempest-secgroup-smoke-2013651575 description', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:45.974245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:06:45.974753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 157263ba-6bec-4b7e-8ba8-c64ea3c47cb8 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:06:45.975239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3ab1545f-4ce1-481a-90ca-f25d3beccea4 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:06:46.009615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 5454cfbe-244a-48be-955a-dd53bffb530b is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:46.013693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:46.013959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 3ab1545f-4ce1-481a-90ca-f25d3beccea4 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:06:46.014196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3ab1545f-4ce1-481a-90ca-f25d3beccea4 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:06:46.014614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 84e930af-ff0c-43bb-b7be-d9ee8af4e870 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:06:46.022312 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-034b6a23-d61a-40fc-abeb-f72ca23c8d63 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:46.056249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 84e930af-ff0c-43bb-b7be-d9ee8af4e870 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:06:46.056600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 84e930af-ff0c-43bb-b7be-d9ee8af4e870 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:06:46.069983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:46.073724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Allocated IP 2001:db8::1 (e1b94d11-913e-4c20-ad42-ec57b5da29b8/811646e1-118c-49be-b15e-491f39f8e345/3c7b8000-581b-4dd6-ac45-11b10875e7fc) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:46.083823 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:46.253167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_backend_mixin [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Performing IP validity checks on allocation pools {{(pid=102660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 05:06:46.253673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_backend_mixin [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 05:06:46.548361 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:46.548730 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:46.549667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5a53985e-b9d5-4e38-ab74-f304a91eedd3 None None] Provisioning complete for port ff748726-3d6e-4f68-9e93-4f4b5478058e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:46.550138 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a53985e-b9d5-4e38-ab74-f304a91eedd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:46.617693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8b18a640-9ecb-4b74-a092-2af62f3a7191 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:46.629893 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45058) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:46.749316 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5a53985e-b9d5-4e38-ab74-f304a91eedd3 None None] Port ff748726-3d6e-4f68-9e93-4f4b5478058e cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:46.817688 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:46.842259 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Subnet': ['ID=212e2a37-628b-469d-9a7a-51d146c4d886,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:46.854802 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 8b18a640-9ecb-4b74-a092-2af62f3a7191 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:46.855771 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:46.858160 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:46.878455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Checking segment: {'id': '2122ff33-1ce4-49e6-990a-316e32c1aba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ebf03a03-fd2b-4469-8cd8-fb0a5811c27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:46.878830 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network hostable DHCP agents. Network: ebf03a03-fd2b-4469-8cd8-fb0a5811c27a, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:06:46.932915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network ebf03a03-fd2b-4469-8cd8-fb0a5811c27a is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:06:46.941041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Network e1b94d11-913e-4c20-ad42-ec57b5da29b8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:46.950206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router 212d56ba-eb0a-4f50-9098-5730bb465d80 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:06:46.950853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:46.956362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, ebf03a03-fd2b-4469-8cd8-fb0a5811c27a) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:46.956996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:46.960515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:46.961344 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:46.961481 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Pushing event updated for resources: {'Port': ['ID=3c7b8000-581b-4dd6-ac45-11b10875e7fc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:46.983039 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb48a59-2e8a-42f4-917e-d41e202ad060 None None] Network ebf03a03-fd2b-4469-8cd8-fb0a5811c27a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:47.011747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-665de7f9-bb41-4ae1-85bb-bf947ba04096 None None] Provisioning complete for port ff748726-3d6e-4f68-9e93-4f4b5478058e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:47.012129 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-665de7f9-bb41-4ae1-85bb-bf947ba04096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.073995 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-67409236-856d-4012-80b7-cfd0ad7cbda0 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.2018023 Nov 16 05:06:47.076439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45062) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:47.183102 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-034b6a23-d61a-40fc-abeb-f72ca23c8d63 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.258053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-665de7f9-bb41-4ae1-85bb-bf947ba04096 None None] Port ff748726-3d6e-4f68-9e93-4f4b5478058e cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:47.269853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Attempting to bind port 3c7b8000-581b-4dd6-ac45-11b10875e7fc on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:06:47.269853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Attempting to bind port 3c7b8000-581b-4dd6-ac45-11b10875e7fc by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '1ed45918-2a22-4048-b117-b41336f702e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e1b94d11-913e-4c20-ad42-ec57b5da29b8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:06:47.270232 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Attempting to bind port 3c7b8000-581b-4dd6-ac45-11b10875e7fc on network e1b94d11-913e-4c20-ad42-ec57b5da29b8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:06:47.286865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:06:47.287796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Checking segment: {'id': '1ed45918-2a22-4048-b117-b41336f702e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e1b94d11-913e-4c20-ad42-ec57b5da29b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:47.288187 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.288588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Bound using segment: {'id': '1ed45918-2a22-4048-b117-b41336f702e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e1b94d11-913e-4c20-ad42-ec57b5da29b8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:06:47.289363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Bound port: 3c7b8000-581b-4dd6-ac45-11b10875e7fc, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ed45918-2a22-4048-b117-b41336f702e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e1b94d11-913e-4c20-ad42-ec57b5da29b8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:06:47.289489 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.290323 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-034b6a23-d61a-40fc-abeb-f72ca23c8d63 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.358315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.424269 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096a87f5-ad15-439f-9644-0df9c7959d9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-ebf03a03-fd2b-4469-8cd8-fb0a5811c27a', 'network_id': 'ebf03a03-fd2b-4469-8cd8-fb0a5811c27a', 'tenant_id': '513148a92f4844b18a836a6006cf40e9', 'fixed_ips': [{'subnet_id': '212e2a37-628b-469d-9a7a-51d146c4d886'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:06:47.425620 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-096a87f5-ad15-439f-9644-0df9c7959d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.431267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b6a23-d61a-40fc-abeb-f72ca23c8d63 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f358ae91-5b6c-4085-9a84-cd827203e140,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:47.446515 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-034b6a23-d61a-40fc-abeb-f72ca23c8d63 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.452629 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-034b6a23-d61a-40fc-abeb-f72ca23c8d63 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.5010204 Nov 16 05:06:47.453601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45064) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:47.456127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:06:47.456370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] For port 3c7b8000-581b-4dd6-ac45-11b10875e7fc, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:06:47.474099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e6651fe6-e213-477c-9302-95a68ce138f9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/212d56ba-eb0a-4f50-9098-5730bb465d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3700702 Nov 16 05:06:47.476716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3396fb94-0d50-4e86-b569-88be9c66a97c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': 'f358ae91-5b6c-4085-9a84-cd827203e140', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:47.501693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e235ef-3844-4db0-84de-7ffd5a7ca7cb None None] Sync routers for ids ['212d56ba-eb0a-4f50-9098-5730bb465d80'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:06:47.518925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45066) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:47.533010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] For port 3c7b8000-581b-4dd6-ac45-11b10875e7fc, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3c7b8000-581b-4dd6-ac45-11b10875e7fc,segment=NetworkSegment(1ed45918-2a22-4048-b117-b41336f702e9),segment_id=1ed45918-2a22-4048-b117-b41336f702e9)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:06:47.546140 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.561400 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3396fb94-0d50-4e86-b569-88be9c66a97c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.600891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2055e0a6-3021-4155-bf64-4742ecc2bfa9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:47.608845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2055e0a6-3021-4155-bf64-4742ecc2bfa9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports/ff748726-3d6e-4f68-9e93-4f4b5478058e HTTP/1.1" status: 200 len: 913 time: 0.0822985 Nov 16 05:06:47.609617 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.611377 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45068) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:47.711618 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3396fb94-0d50-4e86-b569-88be9c66a97c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.719464 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3396fb94-0d50-4e86-b569-88be9c66a97c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.723674 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e235ef-3844-4db0-84de-7ffd5a7ca7cb None None] Routers {'212d56ba-eb0a-4f50-9098-5730bb465d80'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:47.725890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c0e235ef-3844-4db0-84de-7ffd5a7ca7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['212d56ba-eb0a-4f50-9098-5730bb465d80'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:47.798441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396fb94-0d50-4e86-b569-88be9c66a97c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc72e1c-2406-4ee5-a656-1548a1af5e29,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:47.826551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3396fb94-0d50-4e86-b569-88be9c66a97c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.830071 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3396fb94-0d50-4e86-b569-88be9c66a97c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3755777 Nov 16 05:06:47.839490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45072) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:47.844545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4dcd3ed2-a913-463e-9758-f392cf6f8911 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': 'f358ae91-5b6c-4085-9a84-cd827203e140', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:47.887303 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e548aaee-bff8-4f27-b619-621909df7bf2 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.906566 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3ed2-a913-463e-9758-f392cf6f8911 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:47.989884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c0e235ef-3844-4db0-84de-7ffd5a7ca7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:48.133971 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3ed2-a913-463e-9758-f392cf6f8911 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.138076 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.140912 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3ed2-a913-463e-9758-f392cf6f8911 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.157153 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e235ef-3844-4db0-84de-7ffd5a7ca7cb None None] Routers {'212d56ba-eb0a-4f50-9098-5730bb465d80'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:48.167168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c0e235ef-3844-4db0-84de-7ffd5a7ca7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['212d56ba-eb0a-4f50-9098-5730bb465d80'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:48.169560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71589eba-cfec-460f-af7d-4c5090e67bb3 None None] Pushing event updated for resources: {'Port': ['ID=3c7b8000-581b-4dd6-ac45-11b10875e7fc,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:48.183854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd3ed2-a913-463e-9758-f392cf6f8911 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecc6311-6d10-4a10-9280-4a1ecadb6fb5,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:48.198629 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dcd3ed2-a913-463e-9758-f392cf6f8911 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.202655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4dcd3ed2-a913-463e-9758-f392cf6f8911 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3594790 Nov 16 05:06:48.206520 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45076) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:48.215291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-bae20a4d-bcf5-4f47-a2a6-0f0cb43fefea tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': 'f358ae91-5b6c-4085-9a84-cd827203e140', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server [None req-096a87f5-ad15-439f-9644-0df9c7959d9a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 212e2a37-628b-469d-9a7a-51d146c4d886: This subnet is being modified by another concurrent operation. Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise self.value Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server raise exception Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 212e2a37-628b-469d-9a7a-51d146c4d886: This subnet is being modified by another concurrent operation. Nov 16 05:06:48.328862 n-d-818042-1 neutron-server[102661]: ERROR oslo_messaging.rpc.server Nov 16 05:06:48.337549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c0e235ef-3844-4db0-84de-7ffd5a7ca7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:48.338443 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e235ef-3844-4db0-84de-7ffd5a7ca7cb None None] The sync data for ids ['212d56ba-eb0a-4f50-9098-5730bb465d80'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:06:48.356895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66baac51-72e3-43a1-b7ca-246e4e294c08 None None] Network ebf03a03-fd2b-4469-8cd8-fb0a5811c27a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:48.368777 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bae20a4d-bcf5-4f47-a2a6-0f0cb43fefea tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.471977 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bae20a4d-bcf5-4f47-a2a6-0f0cb43fefea tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.479003 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bae20a4d-bcf5-4f47-a2a6-0f0cb43fefea tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.511922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae20a4d-bcf5-4f47-a2a6-0f0cb43fefea tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9681fc42-8b76-455a-9813-c715fb4c075c,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:48.541951 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bae20a4d-bcf5-4f47-a2a6-0f0cb43fefea tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.543378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bae20a4d-bcf5-4f47-a2a6-0f0cb43fefea tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3348463 Nov 16 05:06:48.546740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45078) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:48.553424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-2ea7b077-1ef6-4887-b652-6bc7680a3eee tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': 'f358ae91-5b6c-4085-9a84-cd827203e140', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:48.585498 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Subnet': ['ID=212e2a37-628b-469d-9a7a-51d146c4d886,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:48.621743 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b077-1ef6-4887-b652-6bc7680a3eee tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.631605 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.656629 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.730831 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf03a03-fd2b-4469-8cd8-fb0a5811c27a']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:48.761355 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3c7b8000-581b-4dd6-ac45-11b10875e7fc up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:48.785098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2122ff33-1ce4-49e6-990a-316e32c1aba3') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:48.785399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2122ff33-1ce4-49e6-990a-316e32c1aba3') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:48.815431 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.848397 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b077-1ef6-4887-b652-6bc7680a3eee tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.857802 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b077-1ef6-4887-b652-6bc7680a3eee tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.870391 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.901225 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:06:48.901562 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.956124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7b077-1ef6-4887-b652-6bc7680a3eee tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917495df-8625-444d-a7c5-f27f2afd7ff9,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:48.974197 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ea7b077-1ef6-4887-b652-6bc7680a3eee tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:48.975811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2ea7b077-1ef6-4887-b652-6bc7680a3eee tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4281209 Nov 16 05:06:48.978503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45082) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:48.986009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c6508b77-4b06-491b-8dc3-f5c36bcd5429 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': 'f358ae91-5b6c-4085-9a84-cd827203e140', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:49.043986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 3c7b8000-581b-4dd6-ac45-11b10875e7fc triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:49.050148 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.060743 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-c6508b77-4b06-491b-8dc3-f5c36bcd5429 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Project 67e3204c0e154b1a8a560237bfff7b3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:06:49.085524 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6508b77-4b06-491b-8dc3-f5c36bcd5429 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.260841 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.271248 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6508b77-4b06-491b-8dc3-f5c36bcd5429 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.285304 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6508b77-4b06-491b-8dc3-f5c36bcd5429 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.317003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6508b77-4b06-491b-8dc3-f5c36bcd5429 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384d8e26-3e33-47bd-86c3-692b2bdd1b8a,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:49.331830 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 3c7b8000-581b-4dd6-ac45-11b10875e7fc, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3c7b8000-581b-4dd6-ac45-11b10875e7fc,segment=NetworkSegment(1ed45918-2a22-4048-b117-b41336f702e9),segment_id=1ed45918-2a22-4048-b117-b41336f702e9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:49.342513 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.360133 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6508b77-4b06-491b-8dc3-f5c36bcd5429 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.366317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c6508b77-4b06-491b-8dc3-f5c36bcd5429 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3866365 Nov 16 05:06:49.371783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45086) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:49.377818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-54ac6748-dd5b-463b-8498-576d9620e6c0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': 'f358ae91-5b6c-4085-9a84-cd827203e140', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:49.449944 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-54ac6748-dd5b-463b-8498-576d9620e6c0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Project 67e3204c0e154b1a8a560237bfff7b3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:06:49.470751 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-54ac6748-dd5b-463b-8498-576d9620e6c0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:06:49.476938 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:06:49.489516 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=3c7b8000-581b-4dd6-ac45-11b10875e7fc,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:49.600741 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.610141 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-54ac6748-dd5b-463b-8498-576d9620e6c0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.610371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c9b99b-f739-4781-8cff-d8a88afc8c83 None None] Network e1b94d11-913e-4c20-ad42-ec57b5da29b8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:49.615466 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-54ac6748-dd5b-463b-8498-576d9620e6c0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.617081 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.620320 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/ebf03a03-fd2b-4469-8cd8-fb0a5811c27a HTTP/1.1" status: 204 len: 168 time: 2.5429590 Nov 16 05:06:49.631836 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45088) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:49.636362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac6748-dd5b-463b-8498-576d9620e6c0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d05ff39-0afd-4053-ab1e-ebfd34eb9efd,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:49.638995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-432c03c2-da11-4532-a2e2-305aeee754ce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1485103615'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:49.644612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5650c-f47c-4832-be6b-aa035e450a3a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Network': ['ID=ebf03a03-fd2b-4469-8cd8-fb0a5811c27a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:49.659666 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06e754dd-48d0-4b34-97d6-632ccca3a3bf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.662663 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-54ac6748-dd5b-463b-8498-576d9620e6c0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.676743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-54ac6748-dd5b-463b-8498-576d9620e6c0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3011427 Nov 16 05:06:49.680143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45090) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:49.700417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6b0613da-886d-4f70-833e-9f20ea6947aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'network': {'name': 'tempest-network-smoke--1206563409', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'port_security_enabled': True}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:49.752413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b8123ebb-e6ec-4641-a8b9-e9ef85a6e768 None None] Provisioning complete for port 3c7b8000-581b-4dd6-ac45-11b10875e7fc triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:49.753061 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8123ebb-e6ec-4641-a8b9-e9ef85a6e768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.757641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0613da-886d-4f70-833e-9f20ea6947aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Made reservation on behalf of 67e3204c0e154b1a8a560237bfff7b3b for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:49.762016 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b0613da-886d-4f70-833e-9f20ea6947aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.766204 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432c03c2-da11-4532-a2e2-305aeee754ce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:49.769655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-432c03c2-da11-4532-a2e2-305aeee754ce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.794942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0613da-886d-4f70-833e-9f20ea6947aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:49.806739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b0613da-886d-4f70-833e-9f20ea6947aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.807211 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-6b0613da-886d-4f70-833e-9f20ea6947aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Added segment b565fac7-ed92-4841-b26d-b3cb37ec7273 of type vlan for network c03ed2af-9fb7-4264-8c82-d056589b94f2 Nov 16 05:06:49.856832 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b0613da-886d-4f70-833e-9f20ea6947aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.863450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432c03c2-da11-4532-a2e2-305aeee754ce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:49.917651 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b0613da-886d-4f70-833e-9f20ea6947aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.930066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0613da-886d-4f70-833e-9f20ea6947aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:49.931919 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b0613da-886d-4f70-833e-9f20ea6947aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.934151 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-432c03c2-da11-4532-a2e2-305aeee754ce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:49.934723 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-432c03c2-da11-4532-a2e2-305aeee754ce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Added segment 880ce74e-49c2-48ee-921b-eafde3289c69 of type vlan for network 71bd6602-941c-4a2f-98e0-284ed3dda793 Nov 16 05:06:49.994421 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e548aaee-bff8-4f27-b619-621909df7bf2 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting port 230044cd-9656-4919-b69d-bc13f579bdd6 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:49.994759 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e548aaee-bff8-4f27-b619-621909df7bf2 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:50.066859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6b0613da-886d-4f70-833e-9f20ea6947aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3853540 Nov 16 05:06:50.069803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45094) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:50.081880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'admin_state_up': True, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:50.096015 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-432c03c2-da11-4532-a2e2-305aeee754ce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:50.147775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0613da-886d-4f70-833e-9f20ea6947aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Network': ['ID=c03ed2af-9fb7-4264-8c82-d056589b94f2,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:50.162916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network c03ed2af-9fb7-4264-8c82-d056589b94f2 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:50.167181 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:50.170786 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:50.234742 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-432c03c2-da11-4532-a2e2-305aeee754ce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:50.251253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432c03c2-da11-4532-a2e2-305aeee754ce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:50.252178 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-432c03c2-da11-4532-a2e2-305aeee754ce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:50.294496 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:50.378283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb68ddc-a0e4-419a-bf2a-6d3c614fe899 None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 05:06:50.420277 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-432c03c2-da11-4532-a2e2-305aeee754ce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7852442 Nov 16 05:06:50.424474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-e548aaee-bff8-4f27-b619-621909df7bf2 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] For port 230044cd-9656-4919-b69d-bc13f579bdd6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=230044cd-9656-4919-b69d-bc13f579bdd6,segment=NetworkSegment(5df41ee1-553f-4d8c-aadf-edb23eca9711),segment_id=5df41ee1-553f-4d8c-aadf-edb23eca9711)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:50.425112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e548aaee-bff8-4f27-b619-621909df7bf2 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:50.433812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45098) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:50.449852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-166a06f6-7fc7-4d33-b24f-24c23aeb6f23 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'subnet': {'network_id': '71bd6602-941c-4a2f-98e0-284ed3dda793', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:50.477894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c03c2-da11-4532-a2e2-305aeee754ce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Network': ['ID=71bd6602-941c-4a2f-98e0-284ed3dda793,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:50.481368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e548aaee-bff8-4f27-b619-621909df7bf2 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Calling delete_port for 230044cd-9656-4919-b69d-bc13f579bdd6 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:50.527142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb68ddc-a0e4-419a-bf2a-6d3c614fe899 None None] Resources bound (agent type, host, resource id): {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 05:06:50.565317 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 71bd6602-941c-4a2f-98e0-284ed3dda793 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:50.656704 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:50.701727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-06e754dd-48d0-4b34-97d6-632ccca3a3bf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port ff748726-3d6e-4f68-9e93-4f4b5478058e {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:50.702484 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06e754dd-48d0-4b34-97d6-632ccca3a3bf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:50.739873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-21901013-0614-41f8-ade3-75d3d971e19f None None] Provisioning complete for port 3c7b8000-581b-4dd6-ac45-11b10875e7fc triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:50.739873 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-21901013-0614-41f8-ade3-75d3d971e19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:50.750420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166a06f6-7fc7-4d33-b24f-24c23aeb6f23 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:50.768299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-166a06f6-7fc7-4d33-b24f-24c23aeb6f23 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:50.772643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3c7b8000-581b-4dd6-ac45-11b10875e7fc up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:51.066483 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:51.104930 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:51.220900 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 3c7b8000-581b-4dd6-ac45-11b10875e7fc triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:51.221421 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:51.259645 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bb9b6682-3507-46d4-a5ba-68f535912417 req-daaad70f-098b-4fc8-94e4-f716483e9aed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5138586 Nov 16 05:06:51.405911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.25.0.79 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/e611b7f2-a165-494b-9dca-61ab6239a0fd) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:51.430770 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06e754dd-48d0-4b34-97d6-632ccca3a3bf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:51.473059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-06e754dd-48d0-4b34-97d6-632ccca3a3bf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for ff748726-3d6e-4f68-9e93-4f4b5478058e owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:51.505418 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e548aaee-bff8-4f27-b619-621909df7bf2 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:51.564130 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b6682-3507-46d4-a5ba-68f535912417 req-2952aca1-a4d9-4b9a-9cdb-70ee289a19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:51.565641 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bb9b6682-3507-46d4-a5ba-68f535912417 req-2952aca1-a4d9-4b9a-9cdb-70ee289a19ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 1097 time: 0.2718136 Nov 16 05:06:51.586206 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:51.637602 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:51.654020 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548aaee-bff8-4f27-b619-621909df7bf2 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Port': ['ID=230044cd-9656-4919-b69d-bc13f579bdd6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:51.691670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:51.694056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:51.696032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=e611b7f2-a165-494b-9dca-61ab6239a0fd,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:51.698607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:51.713401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34462f1-9838-40fd-ba9d-8fa0fae35b9e None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:06:51.883231 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-584956c9-714b-44c0-996d-374abab8ee38 None None] Provisioning complete for port e611b7f2-a165-494b-9dca-61ab6239a0fd triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:51.884034 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-584956c9-714b-44c0-996d-374abab8ee38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:51.886006 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-166a06f6-7fc7-4d33-b24f-24c23aeb6f23 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:51.972783 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-584956c9-714b-44c0-996d-374abab8ee38 None None] Port e611b7f2-a165-494b-9dca-61ab6239a0fd cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:06:51.978782 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b6682-3507-46d4-a5ba-68f535912417 req-5a6bb998-a815-4b79-87c8-8c179b08f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:51.980252 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bb9b6682-3507-46d4-a5ba-68f535912417 req-5a6bb998-a815-4b79-87c8-8c179b08f079 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b58604fa-2aa1-416f-ad29-9cd81c975b47 HTTP/1.1" status: 200 len: 897 time: 0.3820844 Nov 16 05:06:52.107140 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:52.179290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a06f6-7fc7-4d33-b24f-24c23aeb6f23 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Subnet': ['ID=3dfb69a0-8e1c-42f7-93ee-3c24b4e4d846,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:52.248405 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bb9b6682-3507-46d4-a5ba-68f535912417 req-75aa0e34-0154-43a4-8a47-83d1770b89be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190caefc-ffb0-4f59-b133-0b82e294ceaa HTTP/1.1" status: 200 len: 1001 time: 0.2256444 Nov 16 05:06:52.254641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a06f6-7fc7-4d33-b24f-24c23aeb6f23 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Checking segment: {'id': '880ce74e-49c2-48ee-921b-eafde3289c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '71bd6602-941c-4a2f-98e0-284ed3dda793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:52.254991 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a06f6-7fc7-4d33-b24f-24c23aeb6f23 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network hostable DHCP agents. Network: 71bd6602-941c-4a2f-98e0-284ed3dda793, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:06:52.306342 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06e754dd-48d0-4b34-97d6-632ccca3a3bf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:52.322766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e548aaee-bff8-4f27-b619-621909df7bf2 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:52.365877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e754dd-48d0-4b34-97d6-632ccca3a3bf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=ff748726-3d6e-4f68-9e93-4f4b5478058e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:52.384301 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166a06f6-7fc7-4d33-b24f-24c23aeb6f23 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network 71bd6602-941c-4a2f-98e0-284ed3dda793 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:06:52.413611 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b6682-3507-46d4-a5ba-68f535912417 req-a8da5ee5-45f9-4be0-9cb8-a1e7891dec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:52.415367 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bb9b6682-3507-46d4-a5ba-68f535912417 req-a8da5ee5-45f9-4be0-9cb8-a1e7891dec24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d486ef2-9245-40db-8ab1-414577bb34fd HTTP/1.1" status: 200 len: 834 time: 0.1580515 Nov 16 05:06:52.446550 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:52.801211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router ed20541c-e0c9-48df-a104-181bc0961ada is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:06:52.939566 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-166a06f6-7fc7-4d33-b24f-24c23aeb6f23 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 71bd6602-941c-4a2f-98e0-284ed3dda793) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:52.947525 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffef1a77-571f-4472-9cfe-4c64171a0d6c None None] Network 71bd6602-941c-4a2f-98e0-284ed3dda793 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:52.950867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:06:52.963725 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Sync routers for ids ['ed20541c-e0c9-48df-a104-181bc0961ada'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:06:52.985999 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:52.988253 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-31312457-aa47-4cf1-b475-89738bf88205 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9134126 Nov 16 05:06:52.988567 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Routers {'ed20541c-e0c9-48df-a104-181bc0961ada'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:52.989310 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ed20541c-e0c9-48df-a104-181bc0961ada'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:52.992528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45114) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:53.012236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166a06f6-7fc7-4d33-b24f-24c23aeb6f23 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:53.012856 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-166a06f6-7fc7-4d33-b24f-24c23aeb6f23 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:53.068251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-195d6f9e-d2cc-45c6-965b-570d5ebfe224 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=67e3204c0e154b1a8a560237bfff7b3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0740361 Nov 16 05:06:53.071093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45116) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:53.086467 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-166a06f6-7fc7-4d33-b24f-24c23aeb6f23 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6433585 Nov 16 05:06:53.097700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45118) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:53.133878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-06e754dd-48d0-4b34-97d6-632ccca3a3bf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:53.152288 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b6682-3507-46d4-a5ba-68f535912417 req-a7a72a57-b259-468b-b4ce-f2f06dd690e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:53.154258 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bb9b6682-3507-46d4-a5ba-68f535912417 req-a7a72a57-b259-468b-b4ce-f2f06dd690e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b58604fa-2aa1-416f-ad29-9cd81c975b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6731553 Nov 16 05:06:53.197741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-71bd6602-941c-4a2f-98e0-284ed3dda793', 'network_id': '71bd6602-941c-4a2f-98e0-284ed3dda793', 'tenant_id': '513148a92f4844b18a836a6006cf40e9', 'fixed_ips': [{'subnet_id': '3dfb69a0-8e1c-42f7-93ee-3c24b4e4d846'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:06:53.202927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ccaef0-8b09-4c3a-8576-d3c0a6f380c1 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:53.204377 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:53.205093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f9ccaef0-8b09-4c3a-8576-d3c0a6f380c1 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327515 Nov 16 05:06:53.210556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45120) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:53.213161 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Set router ed20541c-e0c9-48df-a104-181bc0961ada gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:06:53.244320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ec3e9e27-13c5-4be5-b77a-2a11c1dd49ba tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304039 Nov 16 05:06:53.244526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45124) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:53.249486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7067f084-bc80-4a04-9290-ae8450c097e0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1452010979', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:53.316532 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bb9b6682-3507-46d4-a5ba-68f535912417 req-6a2552d7-d4e5-4902-b1a7-5539c7c447bd service neutron] 10.222.0.15 "GET /v2.0/networks/b58604fa-2aa1-416f-ad29-9cd81c975b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080978 Nov 16 05:06:53.445954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7067f084-bc80-4a04-9290-ae8450c097e0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Made reservation on behalf of 67e3204c0e154b1a8a560237bfff7b3b for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:53.461843 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7067f084-bc80-4a04-9290-ae8450c097e0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:53.485236 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:06:51Z', 'revision_number': 3, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:53.536485 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Checking router: ed20541c-e0c9-48df-a104-181bc0961ada for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:06:53.537748 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Updating router ed20541c-e0c9-48df-a104-181bc0961ada port e611b7f2-a165-494b-9dca-61ab6239a0fd binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:06:53.577520 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:53.603030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Allocated IP 2001:db8::1 (71bd6602-941c-4a2f-98e0-284ed3dda793/3dfb69a0-8e1c-42f7-93ee-3c24b4e4d846/69ca0116-c63e-46cb-adb8-c82f2beb53c7) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:53.873796 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7067f084-bc80-4a04-9290-ae8450c097e0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:53.970275 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:53.984688 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:54.000414 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:54.015792 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:54.021017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067f084-bc80-4a04-9290-ae8450c097e0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Checking segment: {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:54.025556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7067f084-bc80-4a04-9290-ae8450c097e0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network hostable DHCP agents. Network: c03ed2af-9fb7-4264-8c82-d056589b94f2, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:06:54.047562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Network 71bd6602-941c-4a2f-98e0-284ed3dda793 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:54.049803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067f084-bc80-4a04-9290-ae8450c097e0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Subnet': ['ID=79bf9e1c-363d-4c77-bf3e-87755cf04ce4,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:54.054718 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:54.058883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:54.099155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7067f084-bc80-4a04-9290-ae8450c097e0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network c03ed2af-9fb7-4264-8c82-d056589b94f2 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:06:54.119205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-7067f084-bc80-4a04-9290-ae8450c097e0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, c03ed2af-9fb7-4264-8c82-d056589b94f2) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:54.123738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7067f084-bc80-4a04-9290-ae8450c097e0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:54.124337 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7067f084-bc80-4a04-9290-ae8450c097e0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:54.143636 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Attempting to bind port e611b7f2-a165-494b-9dca-61ab6239a0fd on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:06:54.145641 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Attempting to bind port e611b7f2-a165-494b-9dca-61ab6239a0fd by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:06:54.150108 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Attempting to bind port e611b7f2-a165-494b-9dca-61ab6239a0fd on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:06:54.159662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7067f084-bc80-4a04-9290-ae8450c097e0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9140556 Nov 16 05:06:54.162372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45134) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:54.174729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Pushing event updated for resources: {'Port': ['ID=69ca0116-c63e-46cb-adb8-c82f2beb53c7,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:54.175065 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:06:54.176089 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:54.178914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214ed95c-500d-42c3-bb6a-aa7a9628044b None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:06:54.179313 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:54.179783 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:06:54.180352 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Bound port: e611b7f2-a165-494b-9dca-61ab6239a0fd, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:06:54.180811 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:54.188414 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a45452-777b-4e92-bb8d-a5fa36453da4 None None] Network c03ed2af-9fb7-4264-8c82-d056589b94f2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:54.191752 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:54.203465 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Attempting to bind port 69ca0116-c63e-46cb-adb8-c82f2beb53c7 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:06:54.203940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Attempting to bind port 69ca0116-c63e-46cb-adb8-c82f2beb53c7 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '880ce74e-49c2-48ee-921b-eafde3289c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '71bd6602-941c-4a2f-98e0-284ed3dda793'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:06:54.204383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Attempting to bind port 69ca0116-c63e-46cb-adb8-c82f2beb53c7 on network 71bd6602-941c-4a2f-98e0-284ed3dda793 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:06:54.209738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e754dd-48d0-4b34-97d6-632ccca3a3bf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router 212d56ba-eb0a-4f50-9098-5730bb465d80 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:06:54.301742 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] For port e611b7f2-a165-494b-9dca-61ab6239a0fd, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:06:54.312881 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] For port e611b7f2-a165-494b-9dca-61ab6239a0fd, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e611b7f2-a165-494b-9dca-61ab6239a0fd,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:06:54.324168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:06:54.329075 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Checking segment: {'id': '880ce74e-49c2-48ee-921b-eafde3289c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '71bd6602-941c-4a2f-98e0-284ed3dda793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:54.330310 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:54.331749 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Bound using segment: {'id': '880ce74e-49c2-48ee-921b-eafde3289c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '71bd6602-941c-4a2f-98e0-284ed3dda793'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:06:54.331970 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:54.333404 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Bound port: 69ca0116-c63e-46cb-adb8-c82f2beb53c7, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '880ce74e-49c2-48ee-921b-eafde3289c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '71bd6602-941c-4a2f-98e0-284ed3dda793'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:06:54.334678 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:54.336226 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390a030-01c8-4cf1-9b93-97676f042893 None None] Pushing event updated for resources: {'Port': ['ID=e611b7f2-a165-494b-9dca-61ab6239a0fd,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:54.475958 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bb9b6682-3507-46d4-a5ba-68f535912417 req-712be00a-49b5-4b5d-bd4a-10ecfcd63087 service neutron] 10.222.0.15 "GET /v2.0/networks/b58604fa-2aa1-416f-ad29-9cd81c975b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9253547 Nov 16 05:06:54.480828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89dfb50-41b6-40b1-8795-08d03f5fd517 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:06:54.499664 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390a030-01c8-4cf1-9b93-97676f042893 None None] Pushing event updated for resources: {'Port': ['ID=e611b7f2-a165-494b-9dca-61ab6239a0fd,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:54.517589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-396a2433-6185-4c6b-9cd0-6b7e1427ff00 None None] Provisioning complete for port e611b7f2-a165-494b-9dca-61ab6239a0fd triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:54.518114 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-396a2433-6185-4c6b-9cd0-6b7e1427ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:54.523549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e754dd-48d0-4b34-97d6-632ccca3a3bf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:06:54.526683 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Routers {'ed20541c-e0c9-48df-a104-181bc0961ada'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:54.527334 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ed20541c-e0c9-48df-a104-181bc0961ada'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:54.579962 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-06e754dd-48d0-4b34-97d6-632ccca3a3bf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/212d56ba-eb0a-4f50-9098-5730bb465d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9641223 Nov 16 05:06:54.591755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45136) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:54.615274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e548aaee-bff8-4f27-b619-621909df7bf2 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:06:54.688864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] For port 69ca0116-c63e-46cb-adb8-c82f2beb53c7, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:06:54.692255 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] For port 69ca0116-c63e-46cb-adb8-c82f2beb53c7, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=69ca0116-c63e-46cb-adb8-c82f2beb53c7,segment=NetworkSegment(880ce74e-49c2-48ee-921b-eafde3289c69),segment_id=880ce74e-49c2-48ee-921b-eafde3289c69)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:06:54.696750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d0ba4-acef-4eb3-af2b-306103a53849 None None] Sync routers for ids ['212d56ba-eb0a-4f50-9098-5730bb465d80'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:06:54.714771 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] Set router ed20541c-e0c9-48df-a104-181bc0961ada gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:06:54.718532 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:54.792871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d0ba4-acef-4eb3-af2b-306103a53849 None None] Routers {'212d56ba-eb0a-4f50-9098-5730bb465d80'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:54.801364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9b9d0ba4-acef-4eb3-af2b-306103a53849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['212d56ba-eb0a-4f50-9098-5730bb465d80'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:54.810503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Deleting port 69ca0116-c63e-46cb-adb8-c82f2beb53c7 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:54.810847 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:55.012336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9b9d0ba4-acef-4eb3-af2b-306103a53849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:55.065194 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c03ed2af-9fb7-4264-8c82-d056589b94f2', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ips': [{'subnet_id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:06:55.066075 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:55.126923 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:55.158712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fe716-242c-41f3-ac40-9213e8b5ee40 None None] Pushing event updated for resources: {'Port': ['ID=69ca0116-c63e-46cb-adb8-c82f2beb53c7,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:55.223616 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:06:51Z', 'revision_number': 3, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:55.231442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] For port 69ca0116-c63e-46cb-adb8-c82f2beb53c7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=69ca0116-c63e-46cb-adb8-c82f2beb53c7,segment=NetworkSegment(880ce74e-49c2-48ee-921b-eafde3289c69),segment_id=880ce74e-49c2-48ee-921b-eafde3289c69)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:55.231977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:55.251169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9d0ba4-acef-4eb3-af2b-306103a53849 None None] Routers {'212d56ba-eb0a-4f50-9098-5730bb465d80'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:55.253521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9b9d0ba4-acef-4eb3-af2b-306103a53849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['212d56ba-eb0a-4f50-9098-5730bb465d80'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:55.270406 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e548aaee-bff8-4f27-b619-621909df7bf2 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:06:55.272190 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ee153-7691-4ec7-9a02-860c9c1172e1 None None] The sync data for ids ['ed20541c-e0c9-48df-a104-181bc0961ada'] in n-d-818042-1 is: [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:06:51Z', 'revision_number': 3, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:06:55.277211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Calling delete_port for 69ca0116-c63e-46cb-adb8-c82f2beb53c7 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:55.288247 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f23edf-c340-45e4-8b1b-e0d1e745f31a None None] Sync routers for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:06:55.293716 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e548aaee-bff8-4f27-b619-621909df7bf2 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "PUT /v2.0/routers/87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6595333 Nov 16 05:06:55.313066 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f23edf-c340-45e4-8b1b-e0d1e745f31a None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:55.313890 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e8f23edf-c340-45e4-8b1b-e0d1e745f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:55.538259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9b9d0ba4-acef-4eb3-af2b-306103a53849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:55.538961 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9d0ba4-acef-4eb3-af2b-306103a53849 None None] The sync data for ids ['212d56ba-eb0a-4f50-9098-5730bb465d80'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:06:55.648786 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-396a2433-6185-4c6b-9cd0-6b7e1427ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:55.788669 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-396a2433-6185-4c6b-9cd0-6b7e1427ff00 None None] For port e611b7f2-a165-494b-9dca-61ab6239a0fd, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e611b7f2-a165-494b-9dca-61ab6239a0fd,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:55.806554 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-396a2433-6185-4c6b-9cd0-6b7e1427ff00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:55.962279 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-e8f23edf-c340-45e4-8b1b-e0d1e745f31a None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:06:56.003931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-94a9383c-266c-4bbf-b418-39cd1550148f None None] Provisioning complete for port e611b7f2-a165-494b-9dca-61ab6239a0fd triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:56.010690 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94a9383c-266c-4bbf-b418-39cd1550148f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:56.025656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.20.0.1 (c03ed2af-9fb7-4264-8c82-d056589b94f2/79bf9e1c-363d-4c77-bf3e-87755cf04ce4/bc2a364e-fece-4604-8965-59bff4d83892) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:56.070906 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a2433-6185-4c6b-9cd0-6b7e1427ff00 None None] Pushing event updated for resources: {'Port': ['ID=e611b7f2-a165-494b-9dca-61ab6239a0fd,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:56.081351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:56.178824 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Port': ['ID=69ca0116-c63e-46cb-adb8-c82f2beb53c7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:56.205134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ee75242-833b-4573-83bf-a4d8851f63a4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:56.248979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c172c-c11f-4079-a69a-c5c60b167207 req-015ed249-c4c7-45a9-9b50-02d3c6b00a59 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:56.250638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-095c172c-c11f-4079-a69a-c5c60b167207 req-015ed249-c4c7-45a9-9b50-02d3c6b00a59 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 946 time: 0.4549124 Nov 16 05:06:56.355128 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-095c172c-c11f-4079-a69a-c5c60b167207 req-18280cfc-d771-4ea1-a057-c1b21af074bd tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=3209ded2-42a7-444b-a99d-c53bdd9c388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939605 Nov 16 05:06:56.376782 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:56.446067 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:56.467670 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e8f23edf-c340-45e4-8b1b-e0d1e745f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:06:51Z', 'revision_number': 6, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7058d889-6eef-4d86-8e68-e3bac8c2f2c3', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'port_id': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'mac_address': 'fa:16:3e:52:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:05:32Z', 'updated_at': '2021-11-16T05:05:42Z', 'revision_number': 1, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:54Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:56.511588 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f23edf-c340-45e4-8b1b-e0d1e745f31a None None] Checking router: 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:06:56.527770 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f23edf-c340-45e4-8b1b-e0d1e745f31a None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:56.528644 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e8f23edf-c340-45e4-8b1b-e0d1e745f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:56.565754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a13be0-325b-4550-a66f-2c0e10af46cc None None] Network 71bd6602-941c-4a2f-98e0-284ed3dda793 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:56.573660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network c03ed2af-9fb7-4264-8c82-d056589b94f2 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:56.575104 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Allocated IP 172.20.0.2 (c03ed2af-9fb7-4264-8c82-d056589b94f2/79bf9e1c-363d-4c77-bf3e-87755cf04ce4/4613b128-7936-4754-a276-e9b6eb952d37) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:06:56.592049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:56.607496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:56.612014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=bc2a364e-fece-4604-8965-59bff4d83892,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:56.686285 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:56.697118 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-e8f23edf-c340-45e4-8b1b-e0d1e745f31a None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:06:56.901182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c031a8f6-0692-47ba-beac-28549de7de11 None None] Could not find standard attr ID for object 69ca0116-c63e-46cb-adb8-c82f2beb53c7. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:06:56.964701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No DVR routers for this DVR port 69ca0116-c63e-46cb-adb8-c82f2beb53c7 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:06:56.972637 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.070195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.242706 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e8f23edf-c340-45e4-8b1b-e0d1e745f31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:06:51Z', 'revision_number': 6, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7058d889-6eef-4d86-8e68-e3bac8c2f2c3', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'port_id': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'mac_address': 'fa:16:3e:52:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:05:32Z', 'updated_at': '2021-11-16T05:05:42Z', 'revision_number': 1, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:54Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:57.243668 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e611b7f2-a165-494b-9dca-61ab6239a0fd up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:06:57.296692 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f23edf-c340-45e4-8b1b-e0d1e745f31a None None] The sync data for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 is: [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:06:51Z', 'revision_number': 6, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7058d889-6eef-4d86-8e68-e3bac8c2f2c3', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'floating_ip_address': '172.25.0.34', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'port_id': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'mac_address': 'fa:16:3e:52:9c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:05:32Z', 'updated_at': '2021-11-16T05:05:42Z', 'revision_number': 1, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:54Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:06:57.320560 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.397195 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Subnet': ['ID=3dfb69a0-8e1c-42f7-93ee-3c24b4e4d846,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:57.419577 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.432410 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.534437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Pushing event updated for resources: {'Port': ['ID=4613b128-7936-4754-a276-e9b6eb952d37,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:57.544355 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.573814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:57.582558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:57.582918 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:57.583271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:57.583684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:57.584539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:57.584873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:57.585213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:57.585546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:57.585907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:57.586247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:57.586578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:06:57.596711 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71bd6602-941c-4a2f-98e0-284ed3dda793']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:57.607378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '880ce74e-49c2-48ee-921b-eafde3289c69') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:57.607675 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '880ce74e-49c2-48ee-921b-eafde3289c69') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:57.618207 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.625706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Network c03ed2af-9fb7-4264-8c82-d056589b94f2 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:57.632977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.637642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:57.639625 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:06:57.640127 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.645115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e611b7f2-a165-494b-9dca-61ab6239a0fd triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:06:57.645523 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.652570 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:06:57.723397 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:06:57.775595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4526d04b-7905-4eef-ad6f-5bc1f306340b None None] Network 71bd6602-941c-4a2f-98e0-284ed3dda793 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:06:57.779304 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.786026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.789349 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/71bd6602-941c-4a2f-98e0-284ed3dda793 HTTP/1.1" status: 204 len: 168 time: 4.6806316 Nov 16 05:06:57.806625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4526d04b-7905-4eef-ad6f-5bc1f306340b None None] Network 71bd6602-941c-4a2f-98e0-284ed3dda793 could not be found, it might have been deleted concurrently. {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 05:06:57.810518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45162) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:57.825965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9b5c9ac0-157f-49b2-9d8a-b28f4bf53db5 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1524856821'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:57.890404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71a9b0-d3d7-45ad-8fcb-5c48fbc1aaa7 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Network': ['ID=71bd6602-941c-4a2f-98e0-284ed3dda793,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:57.906800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d93df-ba76-4b25-94b4-095ad6c5b91a req-ae685e3f-07bb-4448-b367-dbfa8da5f204 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:57.908452 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b8d93df-ba76-4b25-94b4-095ad6c5b91a req-ae685e3f-07bb-4448-b367-dbfa8da5f204 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.37 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 946 time: 0.8964517 Nov 16 05:06:57.924571 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406ffd70-050c-47bd-a414-61d171310ed4 None None] DHCP port deletion for 71bd6602-941c-4a2f-98e0-284ed3dda793 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:06:57.951641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Attempting to bind port 4613b128-7936-4754-a276-e9b6eb952d37 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:06:57.957129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Attempting to bind port 4613b128-7936-4754-a276-e9b6eb952d37 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:06:57.957592 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Attempting to bind port 4613b128-7936-4754-a276-e9b6eb952d37 on network c03ed2af-9fb7-4264-8c82-d056589b94f2 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:06:57.966310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:06:57.966783 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Checking segment: {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:06:57.967083 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.967494 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Bound using segment: {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:06:57.967966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Bound port: 4613b128-7936-4754-a276-e9b6eb952d37, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:06:57.968355 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:57.992685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2efce8e-e257-41f2-a211-b2389319de3b req-149853bb-cbf8-40dd-8b29-2f21cd4fce46 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:58.001421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2efce8e-e257-41f2-a211-b2389319de3b req-149853bb-cbf8-40dd-8b29-2f21cd4fce46 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 946 time: 0.2135804 Nov 16 05:06:58.007722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5c9ac0-157f-49b2-9d8a-b28f4bf53db5 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:58.011485 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b5c9ac0-157f-49b2-9d8a-b28f4bf53db5 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:58.071852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7ee75242-833b-4573-83bf-a4d8851f63a4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 28fc5c38-fec5-4128-8976-3e066a4fedf3 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:58.072371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ee75242-833b-4573-83bf-a4d8851f63a4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:58.141810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] For port 4613b128-7936-4754-a276-e9b6eb952d37, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:06:58.147992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] For port 4613b128-7936-4754-a276-e9b6eb952d37, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4613b128-7936-4754-a276-e9b6eb952d37,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:06:58.162174 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:58.205299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2efce8e-e257-41f2-a211-b2389319de3b req-32df59f0-e1c9-4364-863e-f2c90fde0c3e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=3209ded2-42a7-444b-a99d-c53bdd9c388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922085 Nov 16 05:06:58.305730 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5c9ac0-157f-49b2-9d8a-b28f4bf53db5 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:06:58.316580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ee75242-833b-4573-83bf-a4d8851f63a4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:58.335876 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b5c9ac0-157f-49b2-9d8a-b28f4bf53db5 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:58.336439 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-9b5c9ac0-157f-49b2-9d8a-b28f4bf53db5 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Added segment bd292783-da01-4f7d-95c9-54611ed3ebda of type vlan for network 35a080d4-97b5-4cc0-ae3b-bb5790e69742 Nov 16 05:06:58.338497 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7ee75242-833b-4573-83bf-a4d8851f63a4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 28fc5c38-fec5-4128-8976-3e066a4fedf3 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:58.340403 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-6b8d93df-ba76-4b25-94b4-095ad6c5b91a req-1b95e5d3-b5aa-4678-8dda-e0b327725cf4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting port dd699496-2d5a-4d8c-975d-cbd183b1c318 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:06:58.340749 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6b8d93df-ba76-4b25-94b4-095ad6c5b91a req-1b95e5d3-b5aa-4678-8dda-e0b327725cf4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:58.347759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6c594-7673-4c8b-8a42-9cefc34ca99e None None] Pushing event updated for resources: {'Port': ['ID=4613b128-7936-4754-a276-e9b6eb952d37,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:58.426950 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b5c9ac0-157f-49b2-9d8a-b28f4bf53db5 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:58.475607 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b5c9ac0-157f-49b2-9d8a-b28f4bf53db5 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:58.481609 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5c9ac0-157f-49b2-9d8a-b28f4bf53db5 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:58.482605 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b5c9ac0-157f-49b2-9d8a-b28f4bf53db5 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:58.509217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 230044cd-9656-4919-b69d-bc13f579bdd6 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:06:58.534063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 230044cd-9656-4919-b69d-bc13f579bdd6 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:06:58.534414 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 230044cd-9656-4919-b69d-bc13f579bdd6 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:06:58.534844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 69ca0116-c63e-46cb-adb8-c82f2beb53c7 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:06:58.567877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 69ca0116-c63e-46cb-adb8-c82f2beb53c7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:06:58.568332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 69ca0116-c63e-46cb-adb8-c82f2beb53c7 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:06:58.570511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6b8d93df-ba76-4b25-94b4-095ad6c5b91a req-1b95e5d3-b5aa-4678-8dda-e0b327725cf4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] For port dd699496-2d5a-4d8c-975d-cbd183b1c318, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=dd699496-2d5a-4d8c-975d-cbd183b1c318,segment=NetworkSegment(5df41ee1-553f-4d8c-aadf-edb23eca9711),segment_id=5df41ee1-553f-4d8c-aadf-edb23eca9711)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:06:58.571169 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6b8d93df-ba76-4b25-94b4-095ad6c5b91a req-1b95e5d3-b5aa-4678-8dda-e0b327725cf4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:58.635538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-6b8d93df-ba76-4b25-94b4-095ad6c5b91a req-1b95e5d3-b5aa-4678-8dda-e0b327725cf4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Calling delete_port for dd699496-2d5a-4d8c-975d-cbd183b1c318 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:06:58.667810 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c9ac0-157f-49b2-9d8a-b28f4bf53db5 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Network': ['ID=35a080d4-97b5-4cc0-ae3b-bb5790e69742,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:58.675529 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9b5c9ac0-157f-49b2-9d8a-b28f4bf53db5 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8630075 Nov 16 05:06:58.679147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45168) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:58.683330 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:58.687023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 35a080d4-97b5-4cc0-ae3b-bb5790e69742 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:06:58.701714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-273605ec-9c44-4916-afb1-07efd86ca44c tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'subnet': {'network_id': '35a080d4-97b5-4cc0-ae3b-bb5790e69742', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:06:58.782100 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:58.816764 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ee75242-833b-4573-83bf-a4d8851f63a4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:58.864587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee75242-833b-4573-83bf-a4d8851f63a4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=28fc5c38-fec5-4128-8976-3e066a4fedf3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:58.960438 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ee75242-833b-4573-83bf-a4d8851f63a4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:59.079266 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:59.093010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=bc2a364e-fece-4604-8965-59bff4d83892,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:59.163644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee75242-833b-4573-83bf-a4d8851f63a4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router 212d56ba-eb0a-4f50-9098-5730bb465d80 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:06:59.226262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273605ec-9c44-4916-afb1-07efd86ca44c tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:06:59.229892 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-273605ec-9c44-4916-afb1-07efd86ca44c tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:59.249632 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee75242-833b-4573-83bf-a4d8851f63a4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:06:59.255684 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7ee75242-833b-4573-83bf-a4d8851f63a4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/212d56ba-eb0a-4f50-9098-5730bb465d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6586404 Nov 16 05:06:59.263410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329a509-dc20-4bca-99d7-03393777ee04 None None] Sync routers for ids ['212d56ba-eb0a-4f50-9098-5730bb465d80'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:06:59.267416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45172) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:59.278204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329a509-dc20-4bca-99d7-03393777ee04 None None] Routers {'212d56ba-eb0a-4f50-9098-5730bb465d80'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:59.279193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2329a509-dc20-4bca-99d7-03393777ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['212d56ba-eb0a-4f50-9098-5730bb465d80'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:59.336877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2329a509-dc20-4bca-99d7-03393777ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:59.370536 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2329a509-dc20-4bca-99d7-03393777ee04 None None] Routers {'212d56ba-eb0a-4f50-9098-5730bb465d80'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:06:59.372402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2329a509-dc20-4bca-99d7-03393777ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['212d56ba-eb0a-4f50-9098-5730bb465d80'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:59.402177 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-20ec806d-d4df-4c46-8a8e-6cbe25082b60 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=212d56ba-eb0a-4f50-9098-5730bb465d80 HTTP/1.1" status: 200 len: 205 time: 0.1332047 Nov 16 05:06:59.404921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45180) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:59.438589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2329a509-dc20-4bca-99d7-03393777ee04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:06:59.444192 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2329a509-dc20-4bca-99d7-03393777ee04 None None] The sync data for ids ['212d56ba-eb0a-4f50-9098-5730bb465d80'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:06:59.487481 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6b8d93df-ba76-4b25-94b4-095ad6c5b91a req-1b95e5d3-b5aa-4678-8dda-e0b327725cf4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:59.506822 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-790f5196-49fa-4240-aa6d-c292acc93b45 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:59.579200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef017ea-125f-45ac-a1da-9860e68741af req-63fd5730-5bcf-44cd-bd6d-5e71c648cb20 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:06:59.581218 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ef017ea-125f-45ac-a1da-9860e68741af req-63fd5730-5bcf-44cd-bd6d-5e71c648cb20 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=26fad9e6-4685-4091-a100-da4d5160d4cd HTTP/1.1" status: 200 len: 867 time: 0.2163131 Nov 16 05:06:59.636137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network c03ed2af-9fb7-4264-8c82-d056589b94f2 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:06:59.637361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95e5d3-b5aa-4678-8dda-e0b327725cf4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Port': ['ID=dd699496-2d5a-4d8c-975d-cbd183b1c318,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:06:59.668579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:06:59.790849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ef017ea-125f-45ac-a1da-9860e68741af req-3d5afde1-0ca0-41c3-9a88-807a8c2f4f17 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=3209ded2-42a7-444b-a99d-c53bdd9c388f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674240 Nov 16 05:06:59.792016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8d93df-ba76-4b25-94b4-095ad6c5b91a req-1b95e5d3-b5aa-4678-8dda-e0b327725cf4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] No DVR routers for this DVR port dd699496-2d5a-4d8c-975d-cbd183b1c318 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:06:59.792619 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-790f5196-49fa-4240-aa6d-c292acc93b45 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:59.803914 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-790f5196-49fa-4240-aa6d-c292acc93b45 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:59.805554 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6b8d93df-ba76-4b25-94b4-095ad6c5b91a req-1b95e5d3-b5aa-4678-8dda-e0b327725cf4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:59.809222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b8d93df-ba76-4b25-94b4-095ad6c5b91a req-1b95e5d3-b5aa-4678-8dda-e0b327725cf4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.37 "DELETE /v2.0/ports/dd699496-2d5a-4d8c-975d-cbd183b1c318 HTTP/1.1" status: 204 len: 173 time: 1.8870904 Nov 16 05:06:59.839178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fad9e6-4685-4091-a100-da4d5160d4cd', 'name': 'network-vif-deleted', 'tag': 'dd699496-2d5a-4d8c-975d-cbd183b1c318'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:06:59.841661 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6a8ec7-eeb8-4dbf-9bf3-3ab93fd0a7d3" -d '{"events": [{"server_uuid": "26fad9e6-4685-4091-a100-da4d5160d4cd", "name": "network-vif-deleted", "tag": "dd699496-2d5a-4d8c-975d-cbd183b1c318"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:06:59.879302 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-790f5196-49fa-4240-aa6d-c292acc93b45 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:59.880096 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790f5196-49fa-4240-aa6d-c292acc93b45 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Fanout notify agent at l3_agent the message router_deleted on router 212d56ba-eb0a-4f50-9098-5730bb465d80 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:06:59.927944 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-790f5196-49fa-4240-aa6d-c292acc93b45 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:06:59.937960 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-790f5196-49fa-4240-aa6d-c292acc93b45 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/212d56ba-eb0a-4f50-9098-5730bb465d80 HTTP/1.1" status: 204 len: 168 time: 0.5295889 Nov 16 05:06:59.939172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45184) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:06:59.977416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router ed20541c-e0c9-48df-a104-181bc0961ada has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:07:00.031409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c2f5af-b785-4124-bc19-61ce862488c3 None None] Network c03ed2af-9fb7-4264-8c82-d056589b94f2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:00.088071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d0b02f-929a-4b2b-859f-0c71342d7fcf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting subnet 8037d1b5-5d22-485c-8ab0-45f0e2d68ac6 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:07:00.096169 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92d0b02f-929a-4b2b-859f-0c71342d7fcf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:00.217394 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aee264-20ac-42eb-a52d-fc567bcf6a10 x-openstack-request-id: req-57aee264-20ac-42eb-a52d-fc567bcf6a10 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:07:00.218098 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fad9e6-4685-4091-a100-da4d5160d4cd", "name": "network-vif-deleted", "tag": "dd699496-2d5a-4d8c-975d-cbd183b1c318", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:07:00.218272 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57aee264-20ac-42eb-a52d-fc567bcf6a10 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:07:00.218659 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fad9e6-4685-4091-a100-da4d5160d4cd', 'name': 'network-vif-deleted', 'tag': 'dd699496-2d5a-4d8c-975d-cbd183b1c318', 'status': 'completed', 'code': 200} Nov 16 05:07:00.219920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:00.221824 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-273605ec-9c44-4916-afb1-07efd86ca44c tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:00.236105 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Sync routers for ids ['ed20541c-e0c9-48df-a104-181bc0961ada'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:00.236745 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6e13fdb8-3a37-4500-a283-b00f0deefb6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "PUT /v2.0/routers/ed20541c-e0c9-48df-a104-181bc0961ada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0733180 Nov 16 05:07:00.257629 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Routers {'ed20541c-e0c9-48df-a104-181bc0961ada'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:00.260223 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92d0b02f-929a-4b2b-859f-0c71342d7fcf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:00.261269 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ed20541c-e0c9-48df-a104-181bc0961ada'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:00.264276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9dc378d7-7f9d-4678-9fca-b296cea02ad2 None None] Provisioning complete for port 4613b128-7936-4754-a276-e9b6eb952d37 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:00.264867 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9dc378d7-7f9d-4678-9fca-b296cea02ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:00.416871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273605ec-9c44-4916-afb1-07efd86ca44c tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Subnet': ['ID=df1ebbab-adea-47a4-9f95-a1b0acca3f51,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:00.528700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273605ec-9c44-4916-afb1-07efd86ca44c tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Checking segment: {'id': 'bd292783-da01-4f7d-95c9-54611ed3ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '35a080d4-97b5-4cc0-ae3b-bb5790e69742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:00.529060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273605ec-9c44-4916-afb1-07efd86ca44c tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network hostable DHCP agents. Network: 35a080d4-97b5-4cc0-ae3b-bb5790e69742, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:07:00.548004 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92d0b02f-929a-4b2b-859f-0c71342d7fcf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:00.600073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273605ec-9c44-4916-afb1-07efd86ca44c tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network 35a080d4-97b5-4cc0-ae3b-bb5790e69742 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:07:00.621578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-273605ec-9c44-4916-afb1-07efd86ca44c tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 35a080d4-97b5-4cc0-ae3b-bb5790e69742) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:00.626304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273605ec-9c44-4916-afb1-07efd86ca44c tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:00.626887 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-273605ec-9c44-4916-afb1-07efd86ca44c tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:00.654091 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Set router ed20541c-e0c9-48df-a104-181bc0961ada gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:07:00.658190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2914e5f4-2882-48c5-9e9c-2ed4e4f6c1ce None None] Network 35a080d4-97b5-4cc0-ae3b-bb5790e69742 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:00.666575 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-273605ec-9c44-4916-afb1-07efd86ca44c tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9863245 Nov 16 05:07:00.669130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45206) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:00.716964 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9dc378d7-7f9d-4678-9fca-b296cea02ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:00.730584 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92d0b02f-929a-4b2b-859f-0c71342d7fcf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:00.833687 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92d0b02f-929a-4b2b-859f-0c71342d7fcf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:00.845410 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-92d0b02f-929a-4b2b-859f-0c71342d7fcf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/8037d1b5-5d22-485c-8ab0-45f0e2d68ac6 HTTP/1.1" status: 204 len: 168 time: 0.9007976 Nov 16 05:07:00.846265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b02f-929a-4b2b-859f-0c71342d7fcf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Subnet': ['ID=8037d1b5-5d22-485c-8ab0-45f0e2d68ac6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:00.848087 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45210) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:00.886773 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45212) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:00.965917 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:00.983666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-2b063722-3a4c-48dc-b412-aacfcefe18ec tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2013651575&fields=id&tenant_id=67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 267 time: 0.2968228 Nov 16 05:07:01.003654 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f74bf32d-ad8a-4b38-8ca9-51eb8a07e999 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.033251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f74bf32d-ad8a-4b38-8ca9-51eb8a07e999 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.107198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f74bf32d-ad8a-4b38-8ca9-51eb8a07e999 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.110755 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f74bf32d-ad8a-4b38-8ca9-51eb8a07e999 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.114693 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f74bf32d-ad8a-4b38-8ca9-51eb8a07e999 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "DELETE /v2.0/security-groups/3209ded2-42a7-444b-a99d-c53bdd9c388f HTTP/1.1" status: 204 len: 168 time: 0.2240937 Nov 16 05:07:01.129170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74bf32d-ad8a-4b38-8ca9-51eb8a07e999 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3209ded2-42a7-444b-a99d-c53bdd9c388f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:01.152070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4613b128-7936-4754-a276-e9b6eb952d37 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:01.167482 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-deda5ea3-2306-4bcc-ad6d-2159583a5220 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting subnet 47310507-b8ab-428e-9b55-4eaf5591fb60 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:07:01.183550 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45218) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:01.185069 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:06:56Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'bc2a364e-fece-4604-8965-59bff4d83892', 'name': '', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:f9:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:55Z', 'updated_at': '2021-11-16T05:06:58Z', 'revision_number': 2, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:01.218620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-deda5ea3-2306-4bcc-ad6d-2159583a5220 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.231085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55abfb9-e5e8-4e1a-acb9-27dab793ecc0 None None] Network 5454cfbe-244a-48be-955a-dd53bffb530b requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:01.232544 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Checking router: ed20541c-e0c9-48df-a104-181bc0961ada for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:07:01.233080 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Updating router ed20541c-e0c9-48df-a104-181bc0961ada port bc2a364e-fece-4604-8965-59bff4d83892 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:07:01.259029 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.282225 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-6decb1e4-5e70-4074-8400-b9d59ccd76c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting subnet 429ed847-c9b2-4ba9-b5aa-d08afbdd448e {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:07:01.294083 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6decb1e4-5e70-4074-8400-b9d59ccd76c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.320944 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.329200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-deda5ea3-2306-4bcc-ad6d-2159583a5220 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.339684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-480361f9-860b-46de-81c0-2282ad141f61 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:01.343110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-480361f9-860b-46de-81c0-2282ad141f61 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/networks?id=c03ed2af-9fb7-4264-8c82-d056589b94f2 HTTP/1.1" status: 200 len: 797 time: 0.3585773 Nov 16 05:07:01.381143 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device dd699496-2d5a-4d8c-975d-cbd183b1c318 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:01.403434 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6decb1e4-5e70-4074-8400-b9d59ccd76c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.416035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-1c825eb5-37da-43d7-a5eb-cc75215136f1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/quotas/67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 375 time: 0.0326087 Nov 16 05:07:01.458523 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9dc378d7-7f9d-4678-9fca-b296cea02ad2 None None] For port 4613b128-7936-4754-a276-e9b6eb952d37, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4613b128-7936-4754-a276-e9b6eb952d37,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:01.468047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: dd699496-2d5a-4d8c-975d-cbd183b1c318 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:01.468733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device dd699496-2d5a-4d8c-975d-cbd183b1c318 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:01.491976 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9dc378d7-7f9d-4678-9fca-b296cea02ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.543748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6decb1e4-5e70-4074-8400-b9d59ccd76c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.558753 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-60e8cd4d-e68c-4b40-885e-6f78acf3317d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417644 Nov 16 05:07:01.563410 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-deda5ea3-2306-4bcc-ad6d-2159583a5220 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.567551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.635983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 4613b128-7936-4754-a276-e9b6eb952d37 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:01.639856 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.690558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Subnet': ['ID=df1ebbab-adea-47a4-9f95-a1b0acca3f51,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:01.716128 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6decb1e4-5e70-4074-8400-b9d59ccd76c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.743928 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6decb1e4-5e70-4074-8400-b9d59ccd76c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.753542 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6decb1e4-5e70-4074-8400-b9d59ccd76c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "DELETE /v2.0/subnets/429ed847-c9b2-4ba9-b5aa-d08afbdd448e HTTP/1.1" status: 204 len: 168 time: 0.5689111 Nov 16 05:07:01.774688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45224) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:01.795202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c16d1d-405a-479b-a003-77491f61b7a3 None None] Network 6aed5bed-d41c-440c-a9d5-4007c00a44b8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:01.848900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decb1e4-5e70-4074-8400-b9d59ccd76c0 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Subnet': ['ID=429ed847-c9b2-4ba9-b5aa-d08afbdd448e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:01.884286 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.894023 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.901069 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:01.952182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80ce339-696f-4bc7-8c70-4593b118c4da None None] DHCP port deletion for 5454cfbe-244a-48be-955a-dd53bffb530b request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:01.956276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a080d4-97b5-4cc0-ae3b-bb5790e69742']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:01.983714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd292783-da01-4f7d-95c9-54611ed3ebda') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:01.984191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd292783-da01-4f7d-95c9-54611ed3ebda') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:02.003026 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.034650 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.049841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ee1a38-9d51-447c-ae1b-afbbd7518599 None None] Network 35a080d4-97b5-4cc0-ae3b-bb5790e69742 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:02.053759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:02.054440 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.060206 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc378d7-7f9d-4678-9fca-b296cea02ad2 None None] Pushing event updated for resources: {'Port': ['ID=4613b128-7936-4754-a276-e9b6eb952d37,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:02.074548 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800246e-bab0-4fe0-9d9f-ca9895444daf None None] Pushing event updated for resources: {'Port': ['ID=bc2a364e-fece-4604-8965-59bff4d83892,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:02.122623 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:02.128585 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Attempting to bind port bc2a364e-fece-4604-8965-59bff4d83892 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:07:02.129558 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Attempting to bind port bc2a364e-fece-4604-8965-59bff4d83892 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:07:02.130018 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Attempting to bind port bc2a364e-fece-4604-8965-59bff4d83892 on network c03ed2af-9fb7-4264-8c82-d056589b94f2 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:02.137495 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.156466 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:07:02.159019 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Checking segment: {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:02.159463 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.160672 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Bound using segment: {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:07:02.162681 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Bound port: bc2a364e-fece-4604-8965-59bff4d83892, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:07:02.163699 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.171356 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.182200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-deda5ea3-2306-4bcc-ad6d-2159583a5220 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.276094 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting port 244eba75-67ef-4988-b286-08b137f9e88b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:02.276833 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.277227 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.285171 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/35a080d4-97b5-4cc0-ae3b-bb5790e69742 HTTP/1.1" status: 204 len: 168 time: 1.6119606 Nov 16 05:07:02.286415 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45228) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:02.309425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8ce1ac56-ba5b-4050-a3e1-fdbd30a97777 None None] Provisioning complete for port 4613b128-7936-4754-a276-e9b6eb952d37 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:02.311879 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9b9a0ef5-6131-4ee4-8010-7bd75064ff97 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-213104813'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:02.324828 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ce1ac56-ba5b-4050-a3e1-fdbd30a97777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.330928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda5ea3-2306-4bcc-ad6d-2159583a5220 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Subnet': ['ID=47310507-b8ab-428e-9b55-4eaf5591fb60,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:02.359802 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-deda5ea3-2306-4bcc-ad6d-2159583a5220 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.365968 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] For port bc2a364e-fece-4604-8965-59bff4d83892, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:07:02.370503 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-deda5ea3-2306-4bcc-ad6d-2159583a5220 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/47310507-b8ab-428e-9b55-4eaf5591fb60 HTTP/1.1" status: 204 len: 168 time: 1.5014431 Nov 16 05:07:02.372928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb6360-c3d3-4bce-8a52-b3a1e89428be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Network': ['ID=35a080d4-97b5-4cc0-ae3b-bb5790e69742,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:02.377712 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] For port bc2a364e-fece-4604-8965-59bff4d83892, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bc2a364e-fece-4604-8965-59bff4d83892,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:07:02.382145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45232) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:02.391257 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.395437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9a0ef5-6131-4ee4-8010-7bd75064ff97 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:02.399023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ef5-6131-4ee4-8010-7bd75064ff97 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.473195 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] For port 244eba75-67ef-4988-b286-08b137f9e88b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=244eba75-67ef-4988-b286-08b137f9e88b,segment=NetworkSegment(5df41ee1-553f-4d8c-aadf-edb23eca9711),segment_id=5df41ee1-553f-4d8c-aadf-edb23eca9711)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:02.473711 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.476303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9a0ef5-6131-4ee4-8010-7bd75064ff97 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:07:02.514835 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Calling delete_port for 244eba75-67ef-4988-b286-08b137f9e88b owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:02.521755 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ef5-6131-4ee4-8010-7bd75064ff97 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.522036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae073df-f0f0-409e-a318-d2b8d3f20852 None None] Network 1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:02.522224 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-9b9a0ef5-6131-4ee4-8010-7bd75064ff97 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Added segment 5b145278-def9-40b7-a0c1-d1b2bc25281a of type vlan for network d281a351-7d4e-4efd-8191-740a4159ec66 Nov 16 05:07:02.578307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-562fa8e5-9853-47b1-b553-c9693102355c service neutron] 10.222.0.41 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0078535 Nov 16 05:07:02.601294 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.657490 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Routers {'ed20541c-e0c9-48df-a104-181bc0961ada'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:02.662533 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ed20541c-e0c9-48df-a104-181bc0961ada'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:02.719930 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ef5-6131-4ee4-8010-7bd75064ff97 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.809545 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ef5-6131-4ee4-8010-7bd75064ff97 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.825604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9a0ef5-6131-4ee4-8010-7bd75064ff97 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:02.826801 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b9a0ef5-6131-4ee4-8010-7bd75064ff97 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.848921 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-740c70bf-4103-4da6-a9db-c3d2ca9d0791 service neutron] 10.222.0.41 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691221 Nov 16 05:07:02.866989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port f08de469-b5d6-4786-a09a-047a3d8544e7 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:02.867327 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.907178 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a80ce339-696f-4bc7-8c70-4593b118c4da None None] Deleting port f08de469-b5d6-4786-a09a-047a3d8544e7 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:02.907661 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a80ce339-696f-4bc7-8c70-4593b118c4da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:02.955783 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800246e-bab0-4fe0-9d9f-ca9895444daf None None] Pushing event updated for resources: {'Port': ['ID=bc2a364e-fece-4604-8965-59bff4d83892,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:03.001530 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a0ef5-6131-4ee4-8010-7bd75064ff97 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Network': ['ID=d281a351-7d4e-4efd-8191-740a4159ec66,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:03.041091 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:03.063331 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] Set router ed20541c-e0c9-48df-a104-181bc0961ada gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:07:03.063554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a80ce339-696f-4bc7-8c70-4593b118c4da None None] For port f08de469-b5d6-4786-a09a-047a3d8544e7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f08de469-b5d6-4786-a09a-047a3d8544e7,segment=NetworkSegment(915e1db4-7730-489a-9069-7347d2b6331d),segment_id=915e1db4-7730-489a-9069-7347d2b6331d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:03.065068 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a80ce339-696f-4bc7-8c70-4593b118c4da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:03.078929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] For port f08de469-b5d6-4786-a09a-047a3d8544e7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f08de469-b5d6-4786-a09a-047a3d8544e7,segment=NetworkSegment(915e1db4-7730-489a-9069-7347d2b6331d),segment_id=915e1db4-7730-489a-9069-7347d2b6331d)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:03.080614 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:03.089923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a80ce339-696f-4bc7-8c70-4593b118c4da None None] Calling delete_port for f08de469-b5d6-4786-a09a-047a3d8544e7 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:03.138688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for f08de469-b5d6-4786-a09a-047a3d8544e7 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:03.143996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Port': ['ID=244eba75-67ef-4988-b286-08b137f9e88b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:03.180598 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9b9a0ef5-6131-4ee4-8010-7bd75064ff97 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8734019 Nov 16 05:07:03.199522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45240) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:03.227091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f6d01e0a-2d54-4e98-a0cd-460789656a6e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'subnet': {'network_id': 'd281a351-7d4e-4efd-8191-740a4159ec66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:03.307214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] No DVR routers for this DVR port 244eba75-67ef-4988-b286-08b137f9e88b on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:03.357430 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:03.395598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network d281a351-7d4e-4efd-8191-740a4159ec66 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:07:03.403337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=f08de469-b5d6-4786-a09a-047a3d8544e7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:03.423477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No DVR routers for this DVR port f08de469-b5d6-4786-a09a-047a3d8544e7 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:03.444567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e856334-db5c-4788-aa16-424343a86a1e req-38b2c2d8-af2f-4401-9f3d-09391f1cc816 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 210 time: 0.0844207 Nov 16 05:07:03.611957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45250) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:03.676695 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:03.691173 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:03.701983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab984496-e1f7-43e3-ae9a-cabf412030f6 None None] DHCP port deletion for 6aed5bed-d41c-440c-a9d5-4007c00a44b8 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:03.740504 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:06:56Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'bc2a364e-fece-4604-8965-59bff4d83892', 'name': '', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:f9:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:55Z', 'updated_at': '2021-11-16T05:07:02Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:03.767977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5454cfbe-244a-48be-955a-dd53bffb530b']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:03.770698 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a80ce339-696f-4bc7-8c70-4593b118c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:03.826618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915e1db4-7730-489a-9069-7347d2b6331d') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:03.830384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aed5bed-d41c-440c-a9d5-4007c00a44b8']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:03.833780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915e1db4-7730-489a-9069-7347d2b6331d') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:03.835382 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bae3785-5aba-4a18-a4e3-39d2b99431c8 None None] The sync data for ids ['ed20541c-e0c9-48df-a104-181bc0961ada'] in n-d-818042-1 is: [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:06:56Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'bc2a364e-fece-4604-8965-59bff4d83892', 'name': '', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:f9:0a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:55Z', 'updated_at': '2021-11-16T05:07:02Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:03.867410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ce339-696f-4bc7-8c70-4593b118c4da None None] Pushing event deleted for resources: {'Port': ['ID=f08de469-b5d6-4786-a09a-047a3d8544e7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:03.869410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80ce339-696f-4bc7-8c70-4593b118c4da None None] No DVR routers for this DVR port f08de469-b5d6-4786-a09a-047a3d8544e7 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:03.878260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df41ee1-553f-4d8c-aadf-edb23eca9711') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:03.878624 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df41ee1-553f-4d8c-aadf-edb23eca9711') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:03.904343 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:03.908186 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8ce1ac56-ba5b-4050-a3e1-fdbd30a97777 None None] Provisioning complete for port bc2a364e-fece-4604-8965-59bff4d83892 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:03.908643 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ce1ac56-ba5b-4050-a3e1-fdbd30a97777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:03.917150 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:03.992242 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1257a40c-0b1b-4181-8553-ac5c1f7f1961 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.004042 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d01e0a-2d54-4e98-a0cd-460789656a6e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:04.007965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f6d01e0a-2d54-4e98-a0cd-460789656a6e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.030874 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.051380 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.059031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:04.059679 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:04.063110 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:04.085377 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4613b128-7936-4754-a276-e9b6eb952d37 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:04.134506 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:04.148794 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:04.153442 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:04.175938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdd04db-b8fc-47b9-ab56-22dd1dfc2f01 None None] DHCP port deletion for 1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:04.224386 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.246218 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.250425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/networks/5454cfbe-244a-48be-955a-dd53bffb530b HTTP/1.1" status: 204 len: 168 time: 1.8671989 Nov 16 05:07:04.254635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45260) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:04.288364 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.321911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9410513-af5c-4a6b-a6bb-1afd6730a900 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Network': ['ID=5454cfbe-244a-48be-955a-dd53bffb530b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:04.330419 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ce1ac56-ba5b-4050-a3e1-fdbd30a97777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.344797 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.348529 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "DELETE /v2.0/networks/6aed5bed-d41c-440c-a9d5-4007c00a44b8 HTTP/1.1" status: 204 len: 168 time: 2.5310178 Nov 16 05:07:04.351443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45262) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:04.385591 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf616ca-85a4-4820-a267-02966dbe366f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Network': ['ID=6aed5bed-d41c-440c-a9d5-4007c00a44b8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:04.413207 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8ce1ac56-ba5b-4050-a3e1-fdbd30a97777 None None] For port bc2a364e-fece-4604-8965-59bff4d83892, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bc2a364e-fece-4604-8965-59bff4d83892,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:04.431266 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ce1ac56-ba5b-4050-a3e1-fdbd30a97777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.502807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1ac56-ba5b-4050-a3e1-fdbd30a97777 None None] Pushing event updated for resources: {'Port': ['ID=bc2a364e-fece-4604-8965-59bff4d83892,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:04.522128 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.526071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 4613b128-7936-4754-a276-e9b6eb952d37 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:04.526959 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.603214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd04db-b8fc-47b9-ab56-22dd1dfc2f01 None None] Deleting port 925c4cac-938c-4f5c-bb47-36536a0da770 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:04.603214 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffdd04db-b8fc-47b9-ab56-22dd1dfc2f01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.663719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7faef49f-d8f9-4a17-8d44-acb4989d3165 req-07152141-aeca-4eef-84fb-bccd823dab74 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 210 time: 0.0821614 Nov 16 05:07:04.690469 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1257a40c-0b1b-4181-8553-ac5c1f7f1961 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.698798 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1257a40c-0b1b-4181-8553-ac5c1f7f1961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.736347 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1257a40c-0b1b-4181-8553-ac5c1f7f1961 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ea6457cb1014fd3881861458661aa34&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1234646 Nov 16 05:07:04.746237 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45268) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:04.757935 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-03b51efe-3601-4066-be86-5226098bf649 None None] Provisioning complete for port bc2a364e-fece-4604-8965-59bff4d83892 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:04.758417 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03b51efe-3601-4066-be86-5226098bf649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.855548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257a40c-0b1b-4181-8553-ac5c1f7f1961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3978dd-3691-435c-b78c-4ccda634f5f8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:04.899557 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f6d01e0a-2d54-4e98-a0cd-460789656a6e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.923967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b7d648b2-735d-4c1e-89e8-180810e3e39c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting port 17cc37ae-9a4c-4bd0-a2a7-10924ee6146f {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:04.924354 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b7d648b2-735d-4c1e-89e8-180810e3e39c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.931507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ffdd04db-b8fc-47b9-ab56-22dd1dfc2f01 None None] For port 925c4cac-938c-4f5c-bb47-36536a0da770, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=925c4cac-938c-4f5c-bb47-36536a0da770,segment=NetworkSegment(d2380c6e-13d8-4b0f-8551-c3ff1d26d88b),segment_id=d2380c6e-13d8-4b0f-8551-c3ff1d26d88b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:04.932056 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffdd04db-b8fc-47b9-ab56-22dd1dfc2f01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.939110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 925c4cac-938c-4f5c-bb47-36536a0da770 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:04.939450 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:04.983491 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ffdd04db-b8fc-47b9-ab56-22dd1dfc2f01 None None] Calling delete_port for 925c4cac-938c-4f5c-bb47-36536a0da770 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:05.098678 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b301d844-1a99-440f-a1a6-a2f52eb8338c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:05.105402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] For port 925c4cac-938c-4f5c-bb47-36536a0da770, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=925c4cac-938c-4f5c-bb47-36536a0da770,segment=NetworkSegment(d2380c6e-13d8-4b0f-8551-c3ff1d26d88b),segment_id=d2380c6e-13d8-4b0f-8551-c3ff1d26d88b)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:05.106292 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:05.123139 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b7d648b2-735d-4c1e-89e8-180810e3e39c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:05.123946 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b7d648b2-735d-4c1e-89e8-180810e3e39c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:05.124283 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d01e0a-2d54-4e98-a0cd-460789656a6e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Subnet': ['ID=971c10f4-35fe-4fbf-918f-d998a22d9c79,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:05.155758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b7d648b2-735d-4c1e-89e8-180810e3e39c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Calling delete_port for 17cc37ae-9a4c-4bd0-a2a7-10924ee6146f owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:05.159582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 925c4cac-938c-4f5c-bb47-36536a0da770 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:05.184832 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b301d844-1a99-440f-a1a6-a2f52eb8338c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:05.212326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d01e0a-2d54-4e98-a0cd-460789656a6e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Checking segment: {'id': '5b145278-def9-40b7-a0c1-d1b2bc25281a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd281a351-7d4e-4efd-8191-740a4159ec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:05.212699 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d01e0a-2d54-4e98-a0cd-460789656a6e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network hostable DHCP agents. Network: d281a351-7d4e-4efd-8191-740a4159ec66, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:07:05.297401 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d01e0a-2d54-4e98-a0cd-460789656a6e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network d281a351-7d4e-4efd-8191-740a4159ec66 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:07:05.339013 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f6d01e0a-2d54-4e98-a0cd-460789656a6e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, d281a351-7d4e-4efd-8191-740a4159ec66) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:05.352398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d01e0a-2d54-4e98-a0cd-460789656a6e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:05.353033 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f6d01e0a-2d54-4e98-a0cd-460789656a6e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:05.397268 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f6d01e0a-2d54-4e98-a0cd-460789656a6e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1837173 Nov 16 05:07:05.399338 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45272) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:05.409582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'subnet': {'network_id': 'd281a351-7d4e-4efd-8191-740a4159ec66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:05.421526 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b301d844-1a99-440f-a1a6-a2f52eb8338c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:05.436025 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b301d844-1a99-440f-a1a6-a2f52eb8338c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:05.447199 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b301d844-1a99-440f-a1a6-a2f52eb8338c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf3978dd-3691-435c-b78c-4ccda634f5f8 HTTP/1.1" status: 204 len: 168 time: 0.6916277 Nov 16 05:07:05.501845 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:05.522086 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b7d648b2-735d-4c1e-89e8-180810e3e39c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:05.556747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301d844-1a99-440f-a1a6-a2f52eb8338c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3978dd-3691-435c-b78c-4ccda634f5f8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:05.570664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No DVR routers for this DVR port 925c4cac-938c-4f5c-bb47-36536a0da770 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:05.609853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f08de469-b5d6-4786-a09a-047a3d8544e7 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:05.615351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9036895e-6233-456a-b90e-f1ed4924703c None None] Network d281a351-7d4e-4efd-8191-740a4159ec66 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:05.736537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f08de469-b5d6-4786-a09a-047a3d8544e7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:05.744455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f08de469-b5d6-4786-a09a-047a3d8544e7 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:05.745175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 244eba75-67ef-4988-b286-08b137f9e88b no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:05.759994 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffdd04db-b8fc-47b9-ab56-22dd1dfc2f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:05.845610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 244eba75-67ef-4988-b286-08b137f9e88b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:05.846027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 244eba75-67ef-4988-b286-08b137f9e88b not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:06.030818 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd04db-b8fc-47b9-ab56-22dd1dfc2f01 None None] Pushing event deleted for resources: {'Port': ['ID=925c4cac-938c-4f5c-bb47-36536a0da770,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:06.068579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdd04db-b8fc-47b9-ab56-22dd1dfc2f01 None None] No DVR routers for this DVR port 925c4cac-938c-4f5c-bb47-36536a0da770 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:06.220219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bc2a364e-fece-4604-8965-59bff4d83892 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:06.284325 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45282) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:06.292214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=925c4cac-938c-4f5c-bb47-36536a0da770,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:06.317209 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-655bc9f8-59c9-4447-8865-532416ce0cfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.336594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-d281a351-7d4e-4efd-8191-740a4159ec66', 'network_id': 'd281a351-7d4e-4efd-8191-740a4159ec66', 'tenant_id': '513148a92f4844b18a836a6006cf40e9', 'fixed_ips': [{'subnet_id': '971c10f4-35fe-4fbf-918f-d998a22d9c79'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:07:06.337611 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.353804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port bc2a364e-fece-4604-8965-59bff4d83892 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:06.354366 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.436514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0f81b71-0238-4cc8-ad4a-a753a3bf325a req-dee67b21-273d-4d73-9874-bbe41421fee5 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 210 time: 0.1115193 Nov 16 05:07:06.446126 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.460458 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d648b2-735d-4c1e-89e8-180810e3e39c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Port': ['ID=17cc37ae-9a4c-4bd0-a2a7-10924ee6146f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:06.491734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:06.510128 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2380c6e-13d8-4b0f-8551-c3ff1d26d88b') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:06.510462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2380c6e-13d8-4b0f-8551-c3ff1d26d88b') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:06.521899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:06.525351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.532889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-ea389c98-44cf-4f60-b572-946601206e99 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:06.534418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-ea389c98-44cf-4f60-b572-946601206e99 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.37 "GET /v2.0/networks?id=c03ed2af-9fb7-4264-8c82-d056589b94f2 HTTP/1.1" status: 200 len: 797 time: 1.0302343 Nov 16 05:07:06.537538 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b7d648b2-735d-4c1e-89e8-180810e3e39c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.538489 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-b7d648b2-735d-4c1e-89e8-180810e3e39c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Floating IP 7058d889-6eef-4d86-8e68-e3bac8c2f2c3 disassociated (deleted). External IP: 172.25.0.34, port: 190caefc-ffb0-4f59-b133-0b82e294ceaa. Nov 16 05:07:06.570523 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Allocated IP 2001:db8::2 (d281a351-7d4e-4efd-8191-740a4159ec66/971c10f4-35fe-4fbf-918f-d998a22d9c79/53aee450-367a-43b0-958a-af9630bf214a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:06.577574 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.614732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.644884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 925c4cac-938c-4f5c-bb47-36536a0da770 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:06.645154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:06.645282 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:06.648822 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:06.654982 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-655bc9f8-59c9-4447-8865-532416ce0cfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.669829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 925c4cac-938c-4f5c-bb47-36536a0da770 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:06.670171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 925c4cac-938c-4f5c-bb47-36536a0da770 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:06.705668 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-c1feb425-127e-41e1-bc04-4aeec2f47cb6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 380 time: 0.1212711 Nov 16 05:07:06.706992 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-655bc9f8-59c9-4447-8865-532416ce0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.719052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-31a1ff5c-cf2a-470c-97f0-531cf0e988ae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'port': {'device_id': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'admin_state_up': True, 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'security_groups': ['f358ae91-5b6c-4085-9a84-cd827203e140']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:06.782481 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-655bc9f8-59c9-4447-8865-532416ce0cfa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02a1e49fbfbd41608d4a449b09d9a04a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4959323 Nov 16 05:07:06.785058 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45284) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:06.794331 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.803328 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.806172 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.810714 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/networks/1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6 HTTP/1.1" status: 204 len: 168 time: 2.5534940 Nov 16 05:07:06.811739 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bc9f8-59c9-4447-8865-532416ce0cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687e34a2-79ac-40c5-8136-0fd1a76b3b47,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:06.823522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45286) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:06.829397 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.833702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b114cf52-2558-4a3a-a583-e6c0fe83a34d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-204656058'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:06.867294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Network d281a351-7d4e-4efd-8191-740a4159ec66 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:06.871036 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edcf002-f011-47ac-92bc-53316f0f04ae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Network': ['ID=1cad76f5-a7ff-49f1-97f1-3bbdf1b160d6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:06.875911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:06.879937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:06.914829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d648b2-735d-4c1e-89e8-180810e3e39c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:07:06.934123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b114cf52-2558-4a3a-a583-e6c0fe83a34d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:06.936179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Pushing event updated for resources: {'Port': ['ID=53aee450-367a-43b0-958a-af9630bf214a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:06.938186 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b114cf52-2558-4a3a-a583-e6c0fe83a34d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.968779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Attempting to bind port 53aee450-367a-43b0-958a-af9630bf214a on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:07:06.969152 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Attempting to bind port 53aee450-367a-43b0-958a-af9630bf214a by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '5b145278-def9-40b7-a0c1-d1b2bc25281a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd281a351-7d4e-4efd-8191-740a4159ec66'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:07:06.969553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Attempting to bind port 53aee450-367a-43b0-958a-af9630bf214a on network d281a351-7d4e-4efd-8191-740a4159ec66 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:06.975303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:07:06.975555 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Checking segment: {'id': '5b145278-def9-40b7-a0c1-d1b2bc25281a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd281a351-7d4e-4efd-8191-740a4159ec66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:06.975911 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:06.976301 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Bound using segment: {'id': '5b145278-def9-40b7-a0c1-d1b2bc25281a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd281a351-7d4e-4efd-8191-740a4159ec66'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:07:06.976818 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Bound port: 53aee450-367a-43b0-958a-af9630bf214a, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b145278-def9-40b7-a0c1-d1b2bc25281a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd281a351-7d4e-4efd-8191-740a4159ec66'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:07:06.977240 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.041988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-31a1ff5c-cf2a-470c-97f0-531cf0e988ae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Made reservation on behalf of 67e3204c0e154b1a8a560237bfff7b3b for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:07.048733 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-31a1ff5c-cf2a-470c-97f0-531cf0e988ae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.049960 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c3ebbfc-ca19-4359-a34d-a9146f552d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.076201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] For port 53aee450-367a-43b0-958a-af9630bf214a, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:07:07.079173 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b114cf52-2558-4a3a-a583-e6c0fe83a34d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:07:07.081427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] For port 53aee450-367a-43b0-958a-af9630bf214a, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=53aee450-367a-43b0-958a-af9630bf214a,segment=NetworkSegment(5b145278-def9-40b7-a0c1-d1b2bc25281a),segment_id=5b145278-def9-40b7-a0c1-d1b2bc25281a)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:07:07.086814 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.090210 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.110784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c3ebbfc-ca19-4359-a34d-a9146f552d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.131202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b114cf52-2558-4a3a-a583-e6c0fe83a34d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.131546 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-b114cf52-2558-4a3a-a583-e6c0fe83a34d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Added segment cd3bb96d-9747-44af-b79c-f758a1889091 of type vlan for network 03e8f1d8-4d9f-406c-a670-565ca717fe47 Nov 16 05:07:07.143595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d648b2-735d-4c1e-89e8-180810e3e39c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:07.150096 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b7d648b2-735d-4c1e-89e8-180810e3e39c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.170158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network d281a351-7d4e-4efd-8191-740a4159ec66 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:07.171095 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f2101-7124-413e-8d49-b33602f7b8e3 None None] Sync routers for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:07.198320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:07.208438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f2101-7124-413e-8d49-b33602f7b8e3 None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:07.209384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a15f2101-7124-413e-8d49-b33602f7b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:07.220062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b7d648b2-735d-4c1e-89e8-180810e3e39c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "DELETE /v2.0/floatingips/7058d889-6eef-4d86-8e68-e3bac8c2f2c3 HTTP/1.1" status: 204 len: 168 time: 2.8646235 Nov 16 05:07:07.224799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'tag': '190caefc-ffb0-4f59-b133-0b82e294ceaa'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:07:07.227111 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bd7bac-73d4-44bb-9e82-0bd50ec8d51e" -d '{"events": [{"name": "network-changed", "server_uuid": "67dbe9b9-f1bc-4982-bdb6-720d54ee4627", "tag": "190caefc-ffb0-4f59-b133-0b82e294ceaa"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:07:07.237544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:07.238467 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.265797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Subnet': ['ID=299fca6c-cb47-4f5f-9e10-22b4911ca2a9,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:07.270506 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b114cf52-2558-4a3a-a583-e6c0fe83a34d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.286014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:07.287606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:07.287606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:07.287816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:07.288019 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:07.288336 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:07.288683 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:07.288990 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:07.289337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:07.289716 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:07.290087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:07.290511 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:07.307826 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4cbbf863-b357-49c9-8531-1d253c2ed091 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9048724 Nov 16 05:07:07.313883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45296) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:07.347397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-31a1ff5c-cf2a-470c-97f0-531cf0e988ae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.20.0.4 (c03ed2af-9fb7-4264-8c82-d056589b94f2/79bf9e1c-363d-4c77-bf3e-87755cf04ce4/080cbdf5-a078-4796-9aee-060ee4de26bf) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:07.362127 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608faebd-390a-403e-885e-a4d4155e426d x-openstack-request-id: req-608faebd-390a-403e-885e-a4d4155e426d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:07:07.362432 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67dbe9b9-f1bc-4982-bdb6-720d54ee4627", "tag": "190caefc-ffb0-4f59-b133-0b82e294ceaa", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:07:07.362663 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-608faebd-390a-403e-885e-a4d4155e426d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:07:07.363145 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'tag': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'status': 'completed', 'code': 200} Nov 16 05:07:07.369438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9de5d8-420b-469a-a4c8-19fb276b4062 None None] Pushing event updated for resources: {'Port': ['ID=53aee450-367a-43b0-958a-af9630bf214a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:07.451694 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a15f2101-7124-413e-8d49-b33602f7b8e3 None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:07:07.574336 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c3ebbfc-ca19-4359-a34d-a9146f552d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.577447 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c3ebbfc-ca19-4359-a34d-a9146f552d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.581990 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8c3ebbfc-ca19-4359-a34d-a9146f552d32 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/687e34a2-79ac-40c5-8136-0fd1a76b3b47 HTTP/1.1" status: 204 len: 168 time: 0.7926807 Nov 16 05:07:07.605039 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b114cf52-2558-4a3a-a583-e6c0fe83a34d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.615038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b114cf52-2558-4a3a-a583-e6c0fe83a34d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:07.615676 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b114cf52-2558-4a3a-a583-e6c0fe83a34d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:07.706909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114cf52-2558-4a3a-a583-e6c0fe83a34d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Network': ['ID=03e8f1d8-4d9f-406c-a670-565ca717fe47,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:07.724771 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ebbfc-ca19-4359-a34d-a9146f552d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687e34a2-79ac-40c5-8136-0fd1a76b3b47,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:07.741426 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c0ae7-2474-4e08-9ccd-05f67406e16a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:07.743900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c0ae7-2474-4e08-9ccd-05f67406e16a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:07.745919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c0ae7-2474-4e08-9ccd-05f67406e16a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:07.747629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c0ae7-2474-4e08-9ccd-05f67406e16a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:07.753834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07c0ae7-2474-4e08-9ccd-05f67406e16a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:07.753834 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d07c0ae7-2474-4e08-9ccd-05f67406e16a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4368024 Nov 16 05:07:07.757165 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45310) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:07.764904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6df5717c-1f4e-45a5-ae4b-b23b5426b7e6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1514588579'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:07.782352 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd7bac-73d4-44bb-9e82-0bd50ec8d51e req-f382b7ed-d7ea-410c-bd18-c211f7343056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:07.784324 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bd7bac-73d4-44bb-9e82-0bd50ec8d51e req-f382b7ed-d7ea-410c-bd18-c211f7343056 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 1097 time: 0.3938899 Nov 16 05:07:07.788776 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b114cf52-2558-4a3a-a583-e6c0fe83a34d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9583151 Nov 16 05:07:07.789621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 03e8f1d8-4d9f-406c-a670-565ca717fe47 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:07:07.791334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45312) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:07.796143 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-92434ad7-0d81-4597-a50b-5d109279ab24 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'subnet': {'network_id': '03e8f1d8-4d9f-406c-a670-565ca717fe47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:07.828979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2388a2b9-3151-4a57-8dec-dc8a51787890 req-58f40789-ea50-4819-9fa3-9bb32536413d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 210 time: 0.1461260 Nov 16 05:07:07.911631 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99200086-194c-4b6e-8cf3-ce9149a2c1ad req-1558249b-5cdf-4b4b-9574-2dfb96997776 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:07.928333 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99200086-194c-4b6e-8cf3-ce9149a2c1ad req-1558249b-5cdf-4b4b-9574-2dfb96997776 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 946 time: 0.2186387 Nov 16 05:07:07.999313 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-31a1ff5c-cf2a-470c-97f0-531cf0e988ae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.006421 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df5717c-1f4e-45a5-ae4b-b23b5426b7e6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:08.010248 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6df5717c-1f4e-45a5-ae4b-b23b5426b7e6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.049236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99200086-194c-4b6e-8cf3-ce9149a2c1ad req-c9fa589d-b31b-453b-8d2d-9855ff176a4e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196373 Nov 16 05:07:08.087633 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-31a1ff5c-cf2a-470c-97f0-531cf0e988ae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.120301 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 53aee450-367a-43b0-958a-af9630bf214a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:08.144475 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92434ad7-0d81-4597-a50b-5d109279ab24 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:08.153197 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92434ad7-0d81-4597-a50b-5d109279ab24 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.163349 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb6e68a8-74d6-42f6-82e4-c424141ca825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.163513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-31a1ff5c-cf2a-470c-97f0-531cf0e988ae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network c03ed2af-9fb7-4264-8c82-d056589b94f2 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:08.167868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-31a1ff5c-cf2a-470c-97f0-531cf0e988ae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:08.172935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-31a1ff5c-cf2a-470c-97f0-531cf0e988ae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:08.221916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1ff5c-cf2a-470c-97f0-531cf0e988ae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=080cbdf5-a078-4796-9aee-060ee4de26bf,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:08.270385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 53aee450-367a-43b0-958a-af9630bf214a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:08.271810 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.294765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-31a1ff5c-cf2a-470c-97f0-531cf0e988ae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:08.295452 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-31a1ff5c-cf2a-470c-97f0-531cf0e988ae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.342141 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a15f2101-7124-413e-8d49-b33602f7b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:06:51Z', 'revision_number': 6, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:54Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:08.343999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-31a1ff5c-cf2a-470c-97f0-531cf0e988ae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6310573 Nov 16 05:07:08.402643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df5717c-1f4e-45a5-ae4b-b23b5426b7e6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:07:08.417238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f2101-7124-413e-8d49-b33602f7b8e3 None None] Checking router: 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:07:08.422946 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd7bac-73d4-44bb-9e82-0bd50ec8d51e req-04e7ba59-3bf9-490c-adb6-2f60ef8a5963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:08.435121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15f2101-7124-413e-8d49-b33602f7b8e3 None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:08.436300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a15f2101-7124-413e-8d49-b33602f7b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:06:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:08.437478 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bd7bac-73d4-44bb-9e82-0bd50ec8d51e req-04e7ba59-3bf9-490c-adb6-2f60ef8a5963 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b58604fa-2aa1-416f-ad29-9cd81c975b47 HTTP/1.1" status: 200 len: 897 time: 0.6376355 Nov 16 05:07:08.443717 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6df5717c-1f4e-45a5-ae4b-b23b5426b7e6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.444432 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-6df5717c-1f4e-45a5-ae4b-b23b5426b7e6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Added segment 42ed55bb-4d02-43dc-b447-191ad7b25e08 of type vlan for network 634a78ac-c824-4021-90a5-970ab4cf424c Nov 16 05:07:08.523886 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bd7bac-73d4-44bb-9e82-0bd50ec8d51e req-3aab84aa-5dc2-456c-bc33-981df8c70d3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=190caefc-ffb0-4f59-b133-0b82e294ceaa HTTP/1.1" status: 200 len: 217 time: 0.0767882 Nov 16 05:07:08.527625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Request body: {'port': {'device_id': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:08.601731 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.640889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6df5717c-1f4e-45a5-ae4b-b23b5426b7e6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.714407 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0549cc30-dce3-4f17-a7f2-2fb2859a95d7 None None] Provisioning complete for port 080cbdf5-a078-4796-9aee-060ee4de26bf triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:08.714786 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0549cc30-dce3-4f17-a7f2-2fb2859a95d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.737704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd7bac-73d4-44bb-9e82-0bd50ec8d51e req-013286d6-19de-42b7-b33b-6df3b18fbb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:08.739302 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bd7bac-73d4-44bb-9e82-0bd50ec8d51e req-013286d6-19de-42b7-b33b-6df3b18fbb98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1d486ef2-9245-40db-8ab1-414577bb34fd HTTP/1.1" status: 200 len: 834 time: 0.2016318 Nov 16 05:07:08.768857 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6df5717c-1f4e-45a5-ae4b-b23b5426b7e6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.776002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df5717c-1f4e-45a5-ae4b-b23b5426b7e6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:08.776673 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6df5717c-1f4e-45a5-ae4b-b23b5426b7e6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.818374 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6df5717c-1f4e-45a5-ae4b-b23b5426b7e6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0575044 Nov 16 05:07:08.819444 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92434ad7-0d81-4597-a50b-5d109279ab24 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:08.830851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45334) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:08.858079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0549cc30-dce3-4f17-a7f2-2fb2859a95d7 None None] Port 080cbdf5-a078-4796-9aee-060ee4de26bf cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:07:08.871174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-419f79c4-72de-4e95-a3f4-51bca42f39cf tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:08.875053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a15f2101-7124-413e-8d49-b33602f7b8e3 None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:07:08.910203 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:09.004419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 53aee450-367a-43b0-958a-af9630bf214a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=53aee450-367a-43b0-958a-af9630bf214a,segment=NetworkSegment(5b145278-def9-40b7-a0c1-d1b2bc25281a),segment_id=5b145278-def9-40b7-a0c1-d1b2bc25281a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:09.086447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe9362a-ffcb-429a-bd2c-45f1242bc9c8 None None] Network d281a351-7d4e-4efd-8191-740a4159ec66 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:09.100664 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:09.118900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c5c7e-e5bb-47f6-80b2-0b68ffe9d90f req-16ccad60-423f-42c9-822b-fa426e05634e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:09.120491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca8c5c7e-e5bb-47f6-80b2-0b68ffe9d90f req-16ccad60-423f-42c9-822b-fa426e05634e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 946 time: 0.2492146 Nov 16 05:07:09.144349 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5717c-1f4e-45a5-ae4b-b23b5426b7e6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Network': ['ID=634a78ac-c824-4021-90a5-970ab4cf424c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:09.158479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd7bac-73d4-44bb-9e82-0bd50ec8d51e req-00855e6b-ebd8-48be-9114-68b9da67bdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:09.160294 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bd7bac-73d4-44bb-9e82-0bd50ec8d51e req-00855e6b-ebd8-48be-9114-68b9da67bdaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b58604fa-2aa1-416f-ad29-9cd81c975b47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4125364 Nov 16 05:07:09.173989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92434ad7-0d81-4597-a50b-5d109279ab24 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Subnet': ['ID=524b5a2c-948c-41df-81fa-830af9b4a362,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:09.257797 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 634a78ac-c824-4021-90a5-970ab4cf424c details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:07:09.303275 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92434ad7-0d81-4597-a50b-5d109279ab24 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Checking segment: {'id': 'cd3bb96d-9747-44af-b79c-f758a1889091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03e8f1d8-4d9f-406c-a670-565ca717fe47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:09.303660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92434ad7-0d81-4597-a50b-5d109279ab24 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network hostable DHCP agents. Network: 03e8f1d8-4d9f-406c-a670-565ca717fe47, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:07:09.426784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-419f79c4-72de-4e95-a3f4-51bca42f39cf tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:09.432717 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92434ad7-0d81-4597-a50b-5d109279ab24 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 03e8f1d8-4d9f-406c-a670-565ca717fe47 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:07:09.450606 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bd7bac-73d4-44bb-9e82-0bd50ec8d51e req-71dd3c8d-e9ba-41a0-89c2-d43fb69ef075 service neutron] 10.222.0.15 "GET /v2.0/networks/b58604fa-2aa1-416f-ad29-9cd81c975b47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817395 Nov 16 05:07:09.485669 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-419f79c4-72de-4e95-a3f4-51bca42f39cf tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:09.526695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-92434ad7-0d81-4597-a50b-5d109279ab24 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 03e8f1d8-4d9f-406c-a670-565ca717fe47) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:09.541008 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92434ad7-0d81-4597-a50b-5d109279ab24 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:09.542299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-92434ad7-0d81-4597-a50b-5d109279ab24 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:09.556392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-419f79c4-72de-4e95-a3f4-51bca42f39cf tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network 634a78ac-c824-4021-90a5-970ab4cf424c is not hosted by any dhcp agent {{(pid=102660) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 05:07:09.564990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d828027-0edd-4407-9c0c-d5cd09a6c063 None None] Network 03e8f1d8-4d9f-406c-a670-565ca717fe47 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:09.565710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419f79c4-72de-4e95-a3f4-51bca42f39cf tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:09.566451 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-419f79c4-72de-4e95-a3f4-51bca42f39cf tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:09.567727 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-419f79c4-72de-4e95-a3f4-51bca42f39cf tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "PUT /v2.0/networks/634a78ac-c824-4021-90a5-970ab4cf424c HTTP/1.1" status: 200 len: 723 time: 0.7259789 Nov 16 05:07:09.597608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45346) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:09.623875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7fa21469-e0e8-442a-80ee-45ccee4678b1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'subnet': {'network_id': '634a78ac-c824-4021-90a5-970ab4cf424c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:09.638578 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-92434ad7-0d81-4597-a50b-5d109279ab24 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8462026 Nov 16 05:07:09.641631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45350) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:09.646007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e049f396-863b-4e32-a252-ca6c87403273 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-870105082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:09.654145 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f79c4-72de-4e95-a3f4-51bca42f39cf tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Network': ['ID=634a78ac-c824-4021-90a5-970ab4cf424c,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:09.666209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed16a5a-d4c6-4549-b03c-9d4022ab22a9 req-bd811078-7813-4b24-9e0d-219bbcbdc873 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:09.678067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e9b15ce6-844d-41e0-a93a-f0455479730c None None] Provisioning complete for port 53aee450-367a-43b0-958a-af9630bf214a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:09.678166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ed16a5a-d4c6-4549-b03c-9d4022ab22a9 req-bd811078-7813-4b24-9e0d-219bbcbdc873 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 931 time: 0.7054465 Nov 16 05:07:09.678246 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e9b15ce6-844d-41e0-a93a-f0455479730c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:09.718183 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bd7bac-73d4-44bb-9e82-0bd50ec8d51e req-6c0d2320-a571-4981-b540-cc523113572a service neutron] 10.222.0.15 "GET /v2.0/networks/b58604fa-2aa1-416f-ad29-9cd81c975b47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606864 Nov 16 05:07:09.727481 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e049f396-863b-4e32-a252-ca6c87403273 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:09.732423 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e049f396-863b-4e32-a252-ca6c87403273 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:09.751622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 634a78ac-c824-4021-90a5-970ab4cf424c details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:07:09.762836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=53aee450-367a-43b0-958a-af9630bf214a,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:09.858743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dff8b-ed94-4a38-9362-ace5b8f2b812 req-6e80b68c-19ea-40b4-83a5-11b3565ddc0e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:09.866997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-674dff8b-ed94-4a38-9362-ace5b8f2b812 req-6e80b68c-19ea-40b4-83a5-11b3565ddc0e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 946 time: 0.6350372 Nov 16 05:07:09.946146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-ca8c5c7e-e5bb-47f6-80b2-0b68ffe9d90f req-f647379e-c6e5-4f40-8db4-c6affb3a8e86 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting port 190caefc-ffb0-4f59-b133-0b82e294ceaa {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:09.946493 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ca8c5c7e-e5bb-47f6-80b2-0b68ffe9d90f req-f647379e-c6e5-4f40-8db4-c6affb3a8e86 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.001593 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e049f396-863b-4e32-a252-ca6c87403273 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.013176 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e049f396-863b-4e32-a252-ca6c87403273 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.025639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080cbdf5-a078-4796-9aee-060ee4de26bf {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:07:10.045424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 53aee450-367a-43b0-958a-af9630bf214a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:10.072280 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e049f396-863b-4e32-a252-ca6c87403273 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.073159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.079596 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e049f396-863b-4e32-a252-ca6c87403273 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4369707 Nov 16 05:07:10.081385 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45364) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:10.090790 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-03e8f1d8-4d9f-406c-a670-565ca717fe47', 'network_id': '03e8f1d8-4d9f-406c-a670-565ca717fe47', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'fixed_ips': [{'subnet_id': '524b5a2c-948c-41df-81fa-830af9b4a362'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:07:10.091695 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.095059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'port': {'network_id': '03e8f1d8-4d9f-406c-a670-565ca717fe47', 'name': 'tempest-RoutersIpV6Test-1901875272'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:10.121370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-674dff8b-ed94-4a38-9362-ace5b8f2b812 req-a1924be6-25c1-4817-aed9-b929bd717c4b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531960 Nov 16 05:07:10.138604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa21469-e0e8-442a-80ee-45ccee4678b1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:10.142104 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7fa21469-e0e8-442a-80ee-45ccee4678b1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.153465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ed16a5a-d4c6-4549-b03c-9d4022ab22a9 req-5aa374c3-f156-4294-ae1e-d04c80c6127f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4763381 Nov 16 05:07:10.229696 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Transition to ACTIVE for port object 080cbdf5-a078-4796-9aee-060ee4de26bf will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:07:10.245063 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.297281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:10.300185 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-005eed88-d3c7-4cea-91e1-c19bb3612a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.303942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.323710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] device_id is not set on port 14e8eedc-1d25-4448-9d62-620c241fa819 yet. {{(pid=102660) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 16 05:07:10.327819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ca8c5c7e-e5bb-47f6-80b2-0b68ffe9d90f req-f647379e-c6e5-4f40-8db4-c6affb3a8e86 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] For port 190caefc-ffb0-4f59-b133-0b82e294ceaa, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=190caefc-ffb0-4f59-b133-0b82e294ceaa,segment=NetworkSegment(6ca4abb0-61a6-4ab8-b663-b5914bafe2de),segment_id=6ca4abb0-61a6-4ab8-b663-b5914bafe2de)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:10.328190 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ca8c5c7e-e5bb-47f6-80b2-0b68ffe9d90f req-f647379e-c6e5-4f40-8db4-c6affb3a8e86 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.361842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-ca8c5c7e-e5bb-47f6-80b2-0b68ffe9d90f req-f647379e-c6e5-4f40-8db4-c6affb3a8e86 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Calling delete_port for 190caefc-ffb0-4f59-b133-0b82e294ceaa owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:10.380883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Pushing event updated for resources: {'Port': ['ID=080cbdf5-a078-4796-9aee-060ee4de26bf,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:10.412531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:10.412906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:10.413235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:10.413572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:10.413948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:10.414288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:10.414622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:10.414952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:10.415288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:10.415616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:10.415937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:10.416269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:07:10.553209 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Allocated IP 2001:db8::aa (03e8f1d8-4d9f-406c-a670-565ca717fe47/524b5a2c-948c-41df-81fa-830af9b4a362/14e8eedc-1d25-4448-9d62-620c241fa819) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:10.628073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Attempting to bind port 080cbdf5-a078-4796-9aee-060ee4de26bf on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:07:10.628488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Attempting to bind port 080cbdf5-a078-4796-9aee-060ee4de26bf by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:07:10.628929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Attempting to bind port 080cbdf5-a078-4796-9aee-060ee4de26bf on network c03ed2af-9fb7-4264-8c82-d056589b94f2 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:10.686761 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Port 080cbdf5-a078-4796-9aee-060ee4de26bf on network c03ed2af-9fb7-4264-8c82-d056589b94f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:07:10.687237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Attempting to bind port 080cbdf5-a078-4796-9aee-060ee4de26bf on network c03ed2af-9fb7-4264-8c82-d056589b94f2 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:10.705999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:07:10.706509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Checking segment: {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:10.707013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Bound using segment: {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:07:10.707980 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Bound port: 080cbdf5-a078-4796-9aee-060ee4de26bf, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:07:10.709127 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.722067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 53aee450-367a-43b0-958a-af9630bf214a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:10.722423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.734363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a15f2101-7124-413e-8d49-b33602f7b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:06:51Z', 'revision_number': 6, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:54Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:10.798213 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7fa21469-e0e8-442a-80ee-45ccee4678b1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.809001 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.885445 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.916735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa21469-e0e8-442a-80ee-45ccee4678b1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Subnet': ['ID=5d41be41-2e49-40ac-94f9-13fec85eb190,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:10.919494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:07:10.928544 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ca8c5c7e-e5bb-47f6-80b2-0b68ffe9d90f req-f647379e-c6e5-4f40-8db4-c6affb3a8e86 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.934191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=080cbdf5-a078-4796-9aee-060ee4de26bf,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:07:10.940607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 03e8f1d8-4d9f-406c-a670-565ca717fe47 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:10.945700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:10.948389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:10.954657 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:10.955440 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:10.979423 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15f2101-7124-413e-8d49-b33602f7b8e3 None None] The sync data for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 is: [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:06:51Z', 'revision_number': 6, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '196cc369-2dd2-43af-8b7c-b19ed4552182', 'name': '', 'network_id': 'b58604fa-2aa1-416f-ad29-9cd81c975b47', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:7d:91:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:45Z', 'updated_at': '2021-11-16T05:04:54Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '1d486ef2-9245-40db-8ab1-414577bb34fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:10.981018 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8984423 Nov 16 05:07:10.984620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45372) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:10.988046 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:11.001020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647379e-c6e5-4f40-8db4-c6affb3a8e86 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Port': ['ID=190caefc-ffb0-4f59-b133-0b82e294ceaa,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:11.023385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa21469-e0e8-442a-80ee-45ccee4678b1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Checking segment: {'id': '42ed55bb-4d02-43dc-b447-191ad7b25e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '634a78ac-c824-4021-90a5-970ab4cf424c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:11.026058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa21469-e0e8-442a-80ee-45ccee4678b1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network hostable DHCP agents. Network: 634a78ac-c824-4021-90a5-970ab4cf424c, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:07:11.059043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142f8c9-4c64-4bbf-94aa-655064581e15 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=14e8eedc-1d25-4448-9d62-620c241fa819,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:11.224993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8c5c7e-e5bb-47f6-80b2-0b68ffe9d90f req-f647379e-c6e5-4f40-8db4-c6affb3a8e86 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] No DVR routers for this DVR port 190caefc-ffb0-4f59-b133-0b82e294ceaa on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:11.231397 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ca8c5c7e-e5bb-47f6-80b2-0b68ffe9d90f req-f647379e-c6e5-4f40-8db4-c6affb3a8e86 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:11.246758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca8c5c7e-e5bb-47f6-80b2-0b68ffe9d90f req-f647379e-c6e5-4f40-8db4-c6affb3a8e86 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.15 "DELETE /v2.0/ports/190caefc-ffb0-4f59-b133-0b82e294ceaa HTTP/1.1" status: 204 len: 173 time: 1.9971249 Nov 16 05:07:11.284274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:11.288010 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:11.295835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] 10.222.0.37 "PUT /v2.0/ports/080cbdf5-a078-4796-9aee-060ee4de26bf HTTP/1.1" status: 200 len: 1091 time: 2.9362857 Nov 16 05:07:11.309724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'name': 'network-vif-deleted', 'tag': '190caefc-ffb0-4f59-b133-0b82e294ceaa'}, {'name': 'network-changed', 'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:07:11.320170 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81259b8a-f41f-4856-a5d0-96522d7cec8f" -d '{"events": [{"server_uuid": "67dbe9b9-f1bc-4982-bdb6-720d54ee4627", "name": "network-vif-deleted", "tag": "190caefc-ffb0-4f59-b133-0b82e294ceaa"}, {"name": "network-changed", "server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:07:11.397022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Allocated IP 2001:db8::2 (03e8f1d8-4d9f-406c-a670-565ca717fe47/524b5a2c-948c-41df-81fa-830af9b4a362/7a5f3754-5db3-4348-a009-c70f80a60417) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:11.437422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa21469-e0e8-442a-80ee-45ccee4678b1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network 634a78ac-c824-4021-90a5-970ab4cf424c is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:07:11.522488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba5eeea2-6f06-4e11-b974-174b90c641a1 req-7667be68-8f58-4793-a260-8a62db5d58bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=67dbe9b9-f1bc-4982-bdb6-720d54ee4627 HTTP/1.1" status: 200 len: 210 time: 0.1911502 Nov 16 05:07:11.547202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b3acc8-7d42-476f-b0db-ddde30435f64 None None] Update dhcp port {'port': {'network_id': 'd281a351-7d4e-4efd-8191-740a4159ec66', 'fixed_ips': [{'subnet_id': '971c10f4-35fe-4fbf-918f-d998a22d9c79', 'ip_address': '2001:db8::2'}, {'subnet_id': '299fca6c-cb47-4f5f-9e10-22b4911ca2a9'}], 'binding:host_id': 'n-d-818042-1'}, 'id': '53aee450-367a-43b0-958a-af9630bf214a'} from n-d-818042-1. {{(pid=102661) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 16 05:07:11.601385 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c746a63-e684-4927-8dd6-8626d12b5bb1 None None] New status for floating IP 7058d889-6eef-4d86-8e68-e3bac8c2f2c3: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:07:11.606114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-7fa21469-e0e8-442a-80ee-45ccee4678b1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 634a78ac-c824-4021-90a5-970ab4cf424c) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:11.612141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa21469-e0e8-442a-80ee-45ccee4678b1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:11.612747 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7fa21469-e0e8-442a-80ee-45ccee4678b1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:11.638472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b10c7-b72d-4812-9b28-1ae4feec6003 service neutron] Pushing event updated for resources: {'Port': ['ID=080cbdf5-a078-4796-9aee-060ee4de26bf,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:11.669048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7fa21469-e0e8-442a-80ee-45ccee4678b1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0663207 Nov 16 05:07:11.675260 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45386) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:11.682964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e6778d0c-6821-45ae-b313-12f8b5f4a904 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:11.684601 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74b3acc8-7d42-476f-b0db-ddde30435f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:11.704825 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84c6d3e-e52c-4308-ba62-ae3e2d342020 None None] Network 634a78ac-c824-4021-90a5-970ab4cf424c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:11.740867 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 16 Nov 2021 05:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccf0a50-e53b-479e-967b-86f10e76fbf0 x-openstack-request-id: req-fccf0a50-e53b-479e-967b-86f10e76fbf0 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:07:11.741549 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67dbe9b9-f1bc-4982-bdb6-720d54ee4627", "name": "network-vif-deleted", "tag": "190caefc-ffb0-4f59-b133-0b82e294ceaa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:07:11.742664 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fccf0a50-e53b-479e-967b-86f10e76fbf0 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:07:11.742829 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dbe9b9-f1bc-4982-bdb6-720d54ee4627', 'name': 'network-vif-deleted', 'tag': '190caefc-ffb0-4f59-b133-0b82e294ceaa', 'status': 'completed', 'code': 200} Nov 16 05:07:11.743090 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'status': 'completed', 'code': 200} Nov 16 05:07:11.751459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d9b60-60ff-4580-b8cd-9f544c0fdfe8 req-607ef6fd-effa-45d1-819d-fa9ad4e38925 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:11.753060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f0d9b60-60ff-4580-b8cd-9f544c0fdfe8 req-607ef6fd-effa-45d1-819d-fa9ad4e38925 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 943 time: 0.4019861 Nov 16 05:07:11.766311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-d47f46cf-a454-4192-9f99-7ccd0f1f05d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:11.767862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-d47f46cf-a454-4192-9f99-7ccd0f1f05d3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 1094 time: 0.4013336 Nov 16 05:07:11.882967 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:11.897286 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-85484c0d-4650-4a10-b7c6-1689234da5be service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080cbdf5-a078-4796-9aee-060ee4de26bf HTTP/1.1" status: 200 len: 217 time: 0.0867429 Nov 16 05:07:12.022659 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6778d0c-6821-45ae-b313-12f8b5f4a904 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3618283'] for subnet, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:12.093064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-cbadc2d7-0dfc-41f6-a4bc-76557c40a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:12.094797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-cbadc2d7-0dfc-41f6-a4bc-76557c40a25f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79bf9e1c-363d-4c77-bf3e-87755cf04ce4 HTTP/1.1" status: 200 len: 835 time: 0.1689856 Nov 16 05:07:12.104454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f0d9b60-60ff-4580-b8cd-9f544c0fdfe8 req-76534fb4-eb61-4016-bca4-1ddd4e98f03c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3413284 Nov 16 05:07:12.217785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-852d94b4-acd4-4571-b754-85b34e2ce720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:12.219546 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-852d94b4-acd4-4571-b754-85b34e2ce720 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c03ed2af-9fb7-4264-8c82-d056589b94f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135981 Nov 16 05:07:12.262282 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:12.273353 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:12.310327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-74b3acc8-7d42-476f-b0db-ddde30435f64 None None] Allocated IP 172.20.0.1 (d281a351-7d4e-4efd-8191-740a4159ec66/299fca6c-cb47-4f5f-9e10-22b4911ca2a9/53aee450-367a-43b0-958a-af9630bf214a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:12.377396 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:07:12.434993 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6778d0c-6821-45ae-b313-12f8b5f4a904 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782503096486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3337655'] for subnet, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:12.435663 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=14e8eedc-1d25-4448-9d62-620c241fa819,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:12.472790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6778d0c-6821-45ae-b313-12f8b5f4a904 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:12.474293 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6778d0c-6821-45ae-b313-12f8b5f4a904 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:12.479141 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:12.480774 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45392) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:12.481465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e6778d0c-6821-45ae-b313-12f8b5f4a904 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "PUT /v2.0/subnets/5d41be41-2e49-40ac-94f9-13fec85eb190 HTTP/1.1" status: 200 len: 826 time: 0.8051686 Nov 16 05:07:12.537162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-74b3acc8-7d42-476f-b0db-ddde30435f64 None None] For port 53aee450-367a-43b0-958a-af9630bf214a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=53aee450-367a-43b0-958a-af9630bf214a,segment=NetworkSegment(5b145278-def9-40b7-a0c1-d1b2bc25281a),segment_id=5b145278-def9-40b7-a0c1-d1b2bc25281a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:12.555200 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-df6a8ba5-a8c9-4651-b5dc-311d601efd23 service neutron] 10.222.0.37 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277078 Nov 16 05:07:12.555787 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 190caefc-ffb0-4f59-b133-0b82e294ceaa no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:12.569596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6778d0c-6821-45ae-b313-12f8b5f4a904 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Subnet': ['ID=5d41be41-2e49-40ac-94f9-13fec85eb190,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:12.616750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 190caefc-ffb0-4f59-b133-0b82e294ceaa {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:12.617141 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 190caefc-ffb0-4f59-b133-0b82e294ceaa not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:12.622841 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:12.659713 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:12.731518 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74b3acc8-7d42-476f-b0db-ddde30435f64 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:12.733691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Pushing event updated for resources: {'Port': ['ID=7a5f3754-5db3-4348-a009-c70f80a60417,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:12.748533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Network 03e8f1d8-4d9f-406c-a670-565ca717fe47 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:12.749334 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74b3acc8-7d42-476f-b0db-ddde30435f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:12.771310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:12.774081 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:12.812580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64a7b8e0-66bc-4166-a046-e77be8e7fb70 req-73045f11-fe73-42b0-88fe-54e38e5ac0b0 service neutron] 10.222.0.37 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481353 Nov 16 05:07:12.814054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45396) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:12.924251 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-634a78ac-c824-4021-90a5-970ab4cf424c', 'network_id': '634a78ac-c824-4021-90a5-970ab4cf424c', 'tenant_id': '513148a92f4844b18a836a6006cf40e9', 'fixed_ips': [{'subnet_id': '5d41be41-2e49-40ac-94f9-13fec85eb190'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:07:12.925310 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:13.073405 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ac6f768d-b366-4d95-b5f2-c1770db6c1a8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:13.106773 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:13.113486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259b8a-f41f-4856-a5d0-96522d7cec8f req-8ad1119f-73c0-4c62-8c62-80e070839626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:13.116029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81259b8a-f41f-4856-a5d0-96522d7cec8f req-8ad1119f-73c0-4c62-8c62-80e070839626 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 1094 time: 0.1890178 Nov 16 05:07:13.315623 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:13.319935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259b8a-f41f-4856-a5d0-96522d7cec8f req-a01426b2-1226-4110-b9a7-60236a0117be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:13.323263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81259b8a-f41f-4856-a5d0-96522d7cec8f req-a01426b2-1226-4110-b9a7-60236a0117be service neutron] 10.222.0.37 "GET /v2.0/networks?id=c03ed2af-9fb7-4264-8c82-d056589b94f2 HTTP/1.1" status: 200 len: 898 time: 0.1900337 Nov 16 05:07:13.329221 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ac6f768d-b366-4d95-b5f2-c1770db6c1a8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:13.379707 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:13.424095 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Attempting to bind port 7a5f3754-5db3-4348-a009-c70f80a60417 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:07:13.424477 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Attempting to bind port 7a5f3754-5db3-4348-a009-c70f80a60417 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'cd3bb96d-9747-44af-b79c-f758a1889091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03e8f1d8-4d9f-406c-a670-565ca717fe47'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:07:13.426035 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Attempting to bind port 7a5f3754-5db3-4348-a009-c70f80a60417 on network 03e8f1d8-4d9f-406c-a670-565ca717fe47 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:13.449850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3acc8-7d42-476f-b0db-ddde30435f64 None None] Pushing event updated for resources: {'Port': ['ID=53aee450-367a-43b0-958a-af9630bf214a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:13.464256 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:13.471918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81259b8a-f41f-4856-a5d0-96522d7cec8f req-a65c864a-6a1f-4599-b139-d2dc1c20812d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080cbdf5-a078-4796-9aee-060ee4de26bf HTTP/1.1" status: 200 len: 217 time: 0.1202049 Nov 16 05:07:13.478070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:07:13.479626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Checking segment: {'id': 'cd3bb96d-9747-44af-b79c-f758a1889091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03e8f1d8-4d9f-406c-a670-565ca717fe47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:13.480658 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:13.481215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Bound using segment: {'id': 'cd3bb96d-9747-44af-b79c-f758a1889091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03e8f1d8-4d9f-406c-a670-565ca717fe47'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:07:13.481893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Bound port: 7a5f3754-5db3-4348-a009-c70f80a60417, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3bb96d-9747-44af-b79c-f758a1889091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '03e8f1d8-4d9f-406c-a670-565ca717fe47'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:07:13.482446 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:13.516370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Allocated IP 2001:db8::2 (634a78ac-c824-4021-90a5-970ab4cf424c/5d41be41-2e49-40ac-94f9-13fec85eb190/5db6e499-4c15-473b-a4f6-a15c9893d2c3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:13.584233 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:13.586029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625c603-148f-47f8-b85f-70c4fe1cd08a req-53c5f28c-23b7-4711-a834-1b18ff1075cd tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:13.594854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c625c603-148f-47f8-b85f-70c4fe1cd08a req-53c5f28c-23b7-4711-a834-1b18ff1075cd tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 943 time: 0.2700784 Nov 16 05:07:13.708515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] For port 7a5f3754-5db3-4348-a009-c70f80a60417, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:07:13.714505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] For port 7a5f3754-5db3-4348-a009-c70f80a60417, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7a5f3754-5db3-4348-a009-c70f80a60417,segment=NetworkSegment(cd3bb96d-9747-44af-b79c-f758a1889091),segment_id=cd3bb96d-9747-44af-b79c-f758a1889091)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:07:13.815544 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:13.993015 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:13.997780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a617a-de28-4620-b23b-912d95da4f98 None None] Pushing event updated for resources: {'Port': ['ID=7a5f3754-5db3-4348-a009-c70f80a60417,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:14.099173 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:14.115488 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:14.203948 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:14.240635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Network 634a78ac-c824-4021-90a5-970ab4cf424c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:14.268686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f458e5e-39f2-4c59-9b47-e624ce6af283 None None] Network d281a351-7d4e-4efd-8191-740a4159ec66 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:14.271311 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:14.276751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:14.369396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Pushing event updated for resources: {'Port': ['ID=5db6e499-4c15-473b-a4f6-a15c9893d2c3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:14.383214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Subnet': ['ID=5d41be41-2e49-40ac-94f9-13fec85eb190,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:14.557470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259b8a-f41f-4856-a5d0-96522d7cec8f req-4a56c392-d642-40d3-a1c9-e732cf969831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:14.566594 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81259b8a-f41f-4856-a5d0-96522d7cec8f req-4a56c392-d642-40d3-a1c9-e732cf969831 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79bf9e1c-363d-4c77-bf3e-87755cf04ce4 HTTP/1.1" status: 200 len: 835 time: 0.9628441 Nov 16 05:07:14.567369 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ac6f768d-b366-4d95-b5f2-c1770db6c1a8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:14.570838 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ac6f768d-b366-4d95-b5f2-c1770db6c1a8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:14.576208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ac6f768d-b366-4d95-b5f2-c1770db6c1a8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "DELETE /v2.0/security-groups/0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2 HTTP/1.1" status: 204 len: 168 time: 1.7603064 Nov 16 05:07:14.612898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Attempting to bind port 5db6e499-4c15-473b-a4f6-a15c9893d2c3 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:07:14.613493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Attempting to bind port 5db6e499-4c15-473b-a4f6-a15c9893d2c3 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '42ed55bb-4d02-43dc-b447-191ad7b25e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '634a78ac-c824-4021-90a5-970ab4cf424c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:07:14.613950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Attempting to bind port 5db6e499-4c15-473b-a4f6-a15c9893d2c3 on network 634a78ac-c824-4021-90a5-970ab4cf424c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:14.617713 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 53aee450-367a-43b0-958a-af9630bf214a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:14.626309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-63935e5d-7ff8-464d-8653-f5a2f97f3a0c None None] Provisioning complete for port 53aee450-367a-43b0-958a-af9630bf214a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:14.626858 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63935e5d-7ff8-464d-8653-f5a2f97f3a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:14.635143 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c625c603-148f-47f8-b85f-70c4fe1cd08a req-88946425-3aa1-4dd2-bbfe-a1cd271d9fba tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0387509 Nov 16 05:07:14.642324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45416) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:14.679714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f768d-b366-4d95-b5f2-c1770db6c1a8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdc2cfa-3bc8-4569-ac70-f28d55adbcc2,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:14.687407 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:07:14.687788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Checking segment: {'id': '42ed55bb-4d02-43dc-b447-191ad7b25e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '634a78ac-c824-4021-90a5-970ab4cf424c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:14.688184 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:14.689309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Bound using segment: {'id': '42ed55bb-4d02-43dc-b447-191ad7b25e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '634a78ac-c824-4021-90a5-970ab4cf424c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:07:14.689834 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Bound port: 5db6e499-4c15-473b-a4f6-a15c9893d2c3, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ed55bb-4d02-43dc-b447-191ad7b25e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '634a78ac-c824-4021-90a5-970ab4cf424c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:07:14.690224 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:14.699131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81259b8a-f41f-4856-a5d0-96522d7cec8f req-5626f1a6-3a85-4934-b731-28416d7af7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:14.703541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81259b8a-f41f-4856-a5d0-96522d7cec8f req-5626f1a6-3a85-4934-b731-28416d7af7a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c03ed2af-9fb7-4264-8c82-d056589b94f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248634 Nov 16 05:07:14.898468 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81259b8a-f41f-4856-a5d0-96522d7cec8f req-951d14e1-b36e-4291-8afe-6e76657a20dd service neutron] 10.222.0.37 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787832 Nov 16 05:07:14.948355 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:14.964649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 53aee450-367a-43b0-958a-af9630bf214a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:14.967450 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:15.081968 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634a78ac-c824-4021-90a5-970ab4cf424c']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:15.089873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] For port 5db6e499-4c15-473b-a4f6-a15c9893d2c3, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:07:15.115002 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:15.128298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ed55bb-4d02-43dc-b447-191ad7b25e08') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:15.143266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ed55bb-4d02-43dc-b447-191ad7b25e08') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:15.143266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:15.143266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:15.157228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] For port 5db6e499-4c15-473b-a4f6-a15c9893d2c3, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5db6e499-4c15-473b-a4f6-a15c9893d2c3,segment=NetworkSegment(42ed55bb-4d02-43dc-b447-191ad7b25e08),segment_id=42ed55bb-4d02-43dc-b447-191ad7b25e08)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:07:15.168424 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:15.180401 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:15.223569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81259b8a-f41f-4856-a5d0-96522d7cec8f req-0a5c9470-c238-4dcf-addf-7b794ccf9be0 service neutron] 10.222.0.37 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200686 Nov 16 05:07:15.244972 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:15.374050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a7f65-ee2d-42c8-b053-741bcf3fe586 None None] Pushing event updated for resources: {'Port': ['ID=5db6e499-4c15-473b-a4f6-a15c9893d2c3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:15.439985 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:15.440488 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:15.443822 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc50d9d-e61f-4c89-9e64-90e29dabf8b4 None None] Network 634a78ac-c824-4021-90a5-970ab4cf424c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:15.446212 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 080cbdf5-a078-4796-9aee-060ee4de26bf details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:15.455590 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:15.573391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=14e8eedc-1d25-4448-9d62-620c241fa819,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:15.746213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ab84f377-131a-44c9-aea7-290ed973eb17 None None] Provisioning complete for port 53aee450-367a-43b0-958a-af9630bf214a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:15.753610 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.db.api [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 16 05:07:15.753610 n-d-818042-1 neutron-server[102660]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 16 05:07:15.753610 n-d-818042-1 neutron-server[102660]: [parameters: {'id': '634a78ac-c824-4021-90a5-970ab4cf424c'}] Nov 16 05:07:15.753610 n-d-818042-1 neutron-server[102660]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102660) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:07:15.753610 n-d-818042-1 neutron-server[102660]: DEBUG oslo_db.api [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:07:15.766908 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab84f377-131a-44c9-aea7-290ed973eb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:15.781087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 03e8f1d8-4d9f-406c-a670-565ca717fe47 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:15.792270 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:15.998471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d990d6-9d45-40ac-8530-bd62260c1987 req-f8610db3-3cd0-4a6c-9799-599cf7785d6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:16.011126 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52d990d6-9d45-40ac-8530-bd62260c1987 req-f8610db3-3cd0-4a6c-9799-599cf7785d6c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 943 time: 0.1907363 Nov 16 05:07:16.094166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=080cbdf5-a078-4796-9aee-060ee4de26bf,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:16.174038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28f0cd6-e169-4aa1-8775-b4a013d8303e None None] Network 634a78ac-c824-4021-90a5-970ab4cf424c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:16.186123 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'port_id': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'mac_address': 'fa:16:3e:dc:48:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:07:16.203561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52d990d6-9d45-40ac-8530-bd62260c1987 req-ee6df788-e81b-41b8-80de-7687d151b2ce tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809976 Nov 16 05:07:16.250103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:16.263950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9d631c-990f-4bd0-a2df-e3bfb2884fbd None None] Network 03e8f1d8-4d9f-406c-a670-565ca717fe47 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:16.321923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router 8006712c-7ba2-424d-b55a-a645d705d4fc is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:07:16.561341 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:16.580968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45432) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:16.581324 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-28a70680-f812-4227-a5c5-d3fc6e23694d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/8006712c-7ba2-424d-b55a-a645d705d4fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5957551 Nov 16 05:07:16.589347 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Deleting port 5db6e499-4c15-473b-a4f6-a15c9893d2c3 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:16.589689 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:16.602072 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7a5f3754-5db3-4348-a009-c70f80a60417 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:16.665508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ceea72-8f93-48d8-aebe-28188059ae51 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:16.667144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-41ceea72-8f93-48d8-aebe-28188059ae51 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports/14e8eedc-1d25-4448-9d62-620c241fa819 HTTP/1.1" status: 200 len: 983 time: 0.0849078 Nov 16 05:07:16.669789 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45434) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:16.748032 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] For port 5db6e499-4c15-473b-a4f6-a15c9893d2c3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5db6e499-4c15-473b-a4f6-a15c9893d2c3,segment=NetworkSegment(42ed55bb-4d02-43dc-b447-191ad7b25e08),segment_id=42ed55bb-4d02-43dc-b447-191ad7b25e08)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:16.748802 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:16.757490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef56818-27f2-43c3-bd4c-7c212d05c62c None None] Sync routers for ids ['8006712c-7ba2-424d-b55a-a645d705d4fc'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:16.784869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3000c656-3c4c-4c3c-b45d-da1849845d0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:16.787144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Calling delete_port for 5db6e499-4c15-473b-a4f6-a15c9893d2c3 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:16.825639 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:16.876022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef56818-27f2-43c3-bd4c-7c212d05c62c None None] Routers {'8006712c-7ba2-424d-b55a-a645d705d4fc'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:16.876668 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cef56818-27f2-43c3-bd4c-7c212d05c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8006712c-7ba2-424d-b55a-a645d705d4fc'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:17.123267 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.171917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cef56818-27f2-43c3-bd4c-7c212d05c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:17.179388 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.189457 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0c11d12e-28d6-41e3-962b-c504ee7ab40b None None] Provisioning complete for port 7a5f3754-5db3-4348-a009-c70f80a60417 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:17.189859 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c11d12e-28d6-41e3-962b-c504ee7ab40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.194866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7a5f3754-5db3-4348-a009-c70f80a60417 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:17.196796 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.196880 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Port': ['ID=5db6e499-4c15-473b-a4f6-a15c9893d2c3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:17.201009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No DVR routers for this DVR port 5db6e499-4c15-473b-a4f6-a15c9893d2c3 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:17.333294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080cbdf5-a078-4796-9aee-060ee4de26bf {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:07:17.337286 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef56818-27f2-43c3-bd4c-7c212d05c62c None None] Routers {'8006712c-7ba2-424d-b55a-a645d705d4fc'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:17.337710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cef56818-27f2-43c3-bd4c-7c212d05c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8006712c-7ba2-424d-b55a-a645d705d4fc'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:17.442329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cef56818-27f2-43c3-bd4c-7c212d05c62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:17.443004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef56818-27f2-43c3-bd4c-7c212d05c62c None None] The sync data for ids ['8006712c-7ba2-424d-b55a-a645d705d4fc'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:17.458556 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.470926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=080cbdf5-a078-4796-9aee-060ee4de26bf,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:17.518320 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.569734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634a78ac-c824-4021-90a5-970ab4cf424c']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:17.587600 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b1df30-864a-4199-abb1-bea7bcdd6467 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.601551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ed55bb-4d02-43dc-b447-191ad7b25e08') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:17.602003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ed55bb-4d02-43dc-b447-191ad7b25e08') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:17.654962 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c11d12e-28d6-41e3-962b-c504ee7ab40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.658672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.720739 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.736492 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.753430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:17.753883 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.771681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3000c656-3c4c-4c3c-b45d-da1849845d0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting port 196cc369-2dd2-43af-8b7c-b19ed4552182 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:17.772018 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3000c656-3c4c-4c3c-b45d-da1849845d0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:17.776145 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:17.779956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=080cbdf5-a078-4796-9aee-060ee4de26bf,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:17.795029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['080cbdf5-a078-4796-9aee-060ee4de26bf'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:07:17.803721 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b825b0-3432-46b2-ac1f-e4598f105c40 req-1f549825-a867-4510-85a3-95f5204b7207 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:17.805559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37b825b0-3432-46b2-ac1f-e4598f105c40 req-1f549825-a867-4510-85a3-95f5204b7207 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 943 time: 0.4187465 Nov 16 05:07:17.846972 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0c11d12e-28d6-41e3-962b-c504ee7ab40b None None] For port 7a5f3754-5db3-4348-a009-c70f80a60417, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7a5f3754-5db3-4348-a009-c70f80a60417,segment=NetworkSegment(cd3bb96d-9747-44af-b79c-f758a1889091),segment_id=cd3bb96d-9747-44af-b79c-f758a1889091)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:17.854527 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0c11d12e-28d6-41e3-962b-c504ee7ab40b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.961484 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.979241 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:17.991163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45444) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:17.991977 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/634a78ac-c824-4021-90a5-970ab4cf424c HTTP/1.1" status: 204 len: 168 time: 5.5044289 Nov 16 05:07:18.008162 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280466b-c045-46e3-a880-d2155351ebf1 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Network': ['ID=634a78ac-c824-4021-90a5-970ab4cf424c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:18.028921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11d12e-28d6-41e3-962b-c504ee7ab40b None None] Pushing event updated for resources: {'Port': ['ID=7a5f3754-5db3-4348-a009-c70f80a60417,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:18.061833 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:07:18.064827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-3000c656-3c4c-4c3c-b45d-da1849845d0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] For port 196cc369-2dd2-43af-8b7c-b19ed4552182, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=196cc369-2dd2-43af-8b7c-b19ed4552182,segment=NetworkSegment(6ca4abb0-61a6-4ab8-b663-b5914bafe2de),segment_id=6ca4abb0-61a6-4ab8-b663-b5914bafe2de)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:18.066142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3000c656-3c4c-4c3c-b45d-da1849845d0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:18.066896 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:07:18.103529 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-996bc45d-0d33-4af0-a80d-4ef10b896585 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] DELETE failed (client error): The resource could not be found. Nov 16 05:07:18.105200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996bc45d-0d33-4af0-a80d-4ef10b896585 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:07:18.107500 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-996bc45d-0d33-4af0-a80d-4ef10b896585 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/634a78ac-c824-4021-90a5-970ab4cf424c HTTP/1.1" status: 404 len: 339 time: 0.1142900 Nov 16 05:07:18.116792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45446) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:18.122753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-cc9f3d33-1215-4e95-a6af-286b891dd13d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-404293183', 'description': 'd1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:18.145562 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3000c656-3c4c-4c3c-b45d-da1849845d0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Calling delete_port for 196cc369-2dd2-43af-8b7c-b19ed4552182 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:18.150059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37b825b0-3432-46b2-ac1f-e4598f105c40 req-1c9b2fb5-bcce-4213-98f0-92dcb06eb448 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084958 Nov 16 05:07:18.169016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9f3d33-1215-4e95-a6af-286b891dd13d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:18.173634 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cc9f3d33-1215-4e95-a6af-286b891dd13d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:18.231399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9f3d33-1215-4e95-a6af-286b891dd13d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:07:18.269453 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cc9f3d33-1215-4e95-a6af-286b891dd13d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:18.269882 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-cc9f3d33-1215-4e95-a6af-286b891dd13d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Added segment 77edb985-3a87-4eb4-acbd-8a92a8b854e0 of type vlan for network 7d8caec1-f73a-4ba0-a3fe-cb3f35bf4530 Nov 16 05:07:18.322124 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cc9f3d33-1215-4e95-a6af-286b891dd13d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:18.332333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f65b39fb-01ef-40d3-a18e-37796045ec0f None None] Provisioning complete for port 7a5f3754-5db3-4348-a009-c70f80a60417 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:18.333072 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f65b39fb-01ef-40d3-a18e-37796045ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:18.351578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d3b1df30-864a-4199-abb1-bea7bcdd6467 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 14e8eedc-1d25-4448-9d62-620c241fa819 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:18.352698 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b1df30-864a-4199-abb1-bea7bcdd6467 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:18.453271 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b1df30-864a-4199-abb1-bea7bcdd6467 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:18.468013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d3b1df30-864a-4199-abb1-bea7bcdd6467 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 14e8eedc-1d25-4448-9d62-620c241fa819 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:18.605711 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:18.636091 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cc9f3d33-1215-4e95-a6af-286b891dd13d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:18.677170 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9f3d33-1215-4e95-a6af-286b891dd13d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:18.681947 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cc9f3d33-1215-4e95-a6af-286b891dd13d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:18.717133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f65b39fb-01ef-40d3-a18e-37796045ec0f None None] Provisioning complete for port 14e8eedc-1d25-4448-9d62-620c241fa819 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:18.717455 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f65b39fb-01ef-40d3-a18e-37796045ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:18.734210 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3000c656-3c4c-4c3c-b45d-da1849845d0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:18.805392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3000c656-3c4c-4c3c-b45d-da1849845d0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Port': ['ID=196cc369-2dd2-43af-8b7c-b19ed4552182,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:18.808900 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f65b39fb-01ef-40d3-a18e-37796045ec0f None None] Port 14e8eedc-1d25-4448-9d62-620c241fa819 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:07:18.919686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cc9f3d33-1215-4e95-a6af-286b891dd13d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8009372 Nov 16 05:07:18.923532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45450) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:18.932020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7a5f3754-5db3-4348-a009-c70f80a60417 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:19.027569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a702bb6b-5376-4757-9ab9-83202d7c76ef None None] Provisioning complete for port 14e8eedc-1d25-4448-9d62-620c241fa819 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:19.031688 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a702bb6b-5376-4757-9ab9-83202d7c76ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:19.072025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555c86cc-822c-48aa-bea3-d1f5403b8ab6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:19.073873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-555c86cc-822c-48aa-bea3-d1f5403b8ab6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "GET /v2.0/networks?id=7d8caec1-f73a-4ba0-a3fe-cb3f35bf4530 HTTP/1.1" status: 200 len: 764 time: 0.1493506 Nov 16 05:07:19.074622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f3d33-1215-4e95-a6af-286b891dd13d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Network': ['ID=7d8caec1-f73a-4ba0-a3fe-cb3f35bf4530,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:19.077433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45454) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:19.083573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-333ce25a-3007-4313-8dbe-1d043c0f1cce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'network': {'description': 'd2'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:19.121671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 7d8caec1-f73a-4ba0-a3fe-cb3f35bf4530 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:07:19.255686 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3000c656-3c4c-4c3c-b45d-da1849845d0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:19.423692 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7a5f3754-5db3-4348-a009-c70f80a60417 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:19.429030 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:19.530598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f83d42-5953-482e-a25e-f4331461bce5 None None] get_active_networks_info from n-d-818042-1 {{(pid=102661) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 16 05:07:19.534395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a702bb6b-5376-4757-9ab9-83202d7c76ef None None] Port 14e8eedc-1d25-4448-9d62-620c241fa819 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:07:19.561696 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 080cbdf5-a078-4796-9aee-060ee4de26bf up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:19.569691 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b1df30-864a-4199-abb1-bea7bcdd6467 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:19.613179 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-333ce25a-3007-4313-8dbe-1d043c0f1cce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:19.617226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1df30-864a-4199-abb1-bea7bcdd6467 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=14e8eedc-1d25-4448-9d62-620c241fa819,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:19.683615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a77bf108-85ec-4e98-82a0-ee61696c49cf None None] Could not find standard attr ID for object 14e8eedc-1d25-4448-9d62-620c241fa819. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:07:19.703660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 080cbdf5-a078-4796-9aee-060ee4de26bf completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:07:19.725710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 080cbdf5-a078-4796-9aee-060ee4de26bf triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:19.726349 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:19.729374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46f4e4-c93e-4b5c-956f-2fc924535060 req-108cd32c-0b23-452d-a2d4-cafc90083bac tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:19.739795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be46f4e4-c93e-4b5c-956f-2fc924535060 req-108cd32c-0b23-452d-a2d4-cafc90083bac tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 944 time: 0.3873544 Nov 16 05:07:19.740485 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-333ce25a-3007-4313-8dbe-1d043c0f1cce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:19.876474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f83d42-5953-482e-a25e-f4331461bce5 None None] Resources bound (agent type, host, resource id): {{(pid=102661) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 16 05:07:19.936983 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:19.990489 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b1df30-864a-4199-abb1-bea7bcdd6467 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:20.010871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-333ce25a-3007-4313-8dbe-1d043c0f1cce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network 7d8caec1-f73a-4ba0-a3fe-cb3f35bf4530 is not hosted by any dhcp agent {{(pid=102659) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 05:07:20.017348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ce25a-3007-4313-8dbe-1d043c0f1cce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:20.018006 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-333ce25a-3007-4313-8dbe-1d043c0f1cce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:20.019946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-333ce25a-3007-4313-8dbe-1d043c0f1cce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "PUT /v2.0/networks/7d8caec1-f73a-4ba0-a3fe-cb3f35bf4530 HTTP/1.1" status: 200 len: 761 time: 0.9411418 Nov 16 05:07:20.028521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45466) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:20.064635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=080cbdf5-a078-4796-9aee-060ee4de26bf,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:20.070046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:07:20.072905 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ccf13a-4b41-4226-92a0-015afdda0d69" -d '{"events": [{"server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "name": "network-vif-plugged", "status": "completed", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:07:20.089206 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:20.191478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3000c656-3c4c-4c3c-b45d-da1849845d0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:07:20.267133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=080cbdf5-a078-4796-9aee-060ee4de26bf,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:20.352911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ce25a-3007-4313-8dbe-1d043c0f1cce tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Network': ['ID=7d8caec1-f73a-4ba0-a3fe-cb3f35bf4530,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:20.358893 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3000c656-3c4c-4c3c-b45d-da1849845d0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:20.366827 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3000c656-3c4c-4c3c-b45d-da1849845d0d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "PUT /v2.0/routers/87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7217429 Nov 16 05:07:20.367542 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45472) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:20.370773 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c674945-911d-42a6-ac93-877f4c1170f3 None None] Sync routers for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:20.385015 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c674945-911d-42a6-ac93-877f4c1170f3 None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:20.385901 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9c674945-911d-42a6-ac93-877f4c1170f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:20.414619 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 7d8caec1-f73a-4ba0-a3fe-cb3f35bf4530 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:07:20.429491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b1df30-864a-4199-abb1-bea7bcdd6467 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router 8006712c-7ba2-424d-b55a-a645d705d4fc has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:07:20.471015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be46f4e4-c93e-4b5c-956f-2fc924535060 req-365f900b-083f-4a99-8187-25c24a049d23 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6732743 Nov 16 05:07:20.502687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604f8129-6a14-43bf-841a-2465d48eec83 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:20.505056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-604f8129-6a14-43bf-841a-2465d48eec83 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "GET /v2.0/networks?id=7d8caec1-f73a-4ba0-a3fe-cb3f35bf4530 HTTP/1.1" status: 200 len: 764 time: 0.4725668 Nov 16 05:07:20.515610 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45476) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:20.602126 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665b35b3-c34c-460d-812e-662e5e3c2289 x-openstack-request-id: req-665b35b3-c34c-460d-812e-662e5e3c2289 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:07:20.604080 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "name": "network-vif-plugged", "status": "completed", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:07:20.604500 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-665b35b3-c34c-460d-812e-662e5e3c2289 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:07:20.605295 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'code': 200} Nov 16 05:07:20.657168 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9c674945-911d-42a6-ac93-877f4c1170f3 None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:07:20.728331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b1df30-864a-4199-abb1-bea7bcdd6467 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:20.743344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b5a21-3df6-44ef-9c3f-dbd720d2ec0b None None] Sync routers for ids ['8006712c-7ba2-424d-b55a-a645d705d4fc'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:20.760649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d3b1df30-864a-4199-abb1-bea7bcdd6467 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/8006712c-7ba2-424d-b55a-a645d705d4fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0807981 Nov 16 05:07:20.761351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45478) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:20.776106 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b5a21-3df6-44ef-9c3f-dbd720d2ec0b None None] Routers {'8006712c-7ba2-424d-b55a-a645d705d4fc'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:20.780766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f58b5a21-3df6-44ef-9c3f-dbd720d2ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8006712c-7ba2-424d-b55a-a645d705d4fc'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:20.796009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b2f8a8-bebb-4df1-884b-359b96f92123 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting subnet 1d486ef2-9245-40db-8ab1-414577bb34fd {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:07:20.807577 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f8a8-bebb-4df1-884b-359b96f92123 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:20.864475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f58b5a21-3df6-44ef-9c3f-dbd720d2ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:20.891901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b5a21-3df6-44ef-9c3f-dbd720d2ec0b None None] Routers {'8006712c-7ba2-424d-b55a-a645d705d4fc'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:20.896011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f58b5a21-3df6-44ef-9c3f-dbd720d2ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8006712c-7ba2-424d-b55a-a645d705d4fc'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:20.910061 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f8a8-bebb-4df1-884b-359b96f92123 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:20.982047 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9c674945-911d-42a6-ac93-877f4c1170f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:07:18Z', 'revision_number': 7, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:21.025091 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c674945-911d-42a6-ac93-877f4c1170f3 None None] Checking router: 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:07:21.036649 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c674945-911d-42a6-ac93-877f4c1170f3 None None] Routers {'87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:21.037499 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9c674945-911d-42a6-ac93-877f4c1170f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:21.096223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebabac2-7796-48f3-afd7-f53cb931a219 req-56181170-04b1-441f-bc1f-f265df94b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:21.097926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ebabac2-7796-48f3-afd7-f53cb931a219 req-56181170-04b1-441f-bc1f-f265df94b60a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 1096 time: 0.4541426 Nov 16 05:07:21.184435 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ebabac2-7796-48f3-afd7-f53cb931a219 req-a338f6ed-f8bb-48c5-9559-78957e9728f4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762868 Nov 16 05:07:21.214076 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fc2b4b-ceac-406b-8066-9a90d40f0ee6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:21.218006 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a9fc2b4b-ceac-406b-8066-9a90d40f0ee6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6989655 Nov 16 05:07:21.220371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45488) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:21.222031 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-ba340160-9a4a-4045-998a-cebc059110a0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] remove_router_interface failed (client error): The resource could not be found. Nov 16 05:07:21.227075 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ba340160-9a4a-4045-998a-cebc059110a0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/8006712c-7ba2-424d-b55a-a645d705d4fc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4609544 Nov 16 05:07:21.231537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45490) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:21.232058 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9c674945-911d-42a6-ac93-877f4c1170f3 None None] Set router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:07:21.273109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f9279643-0357-4a5a-802c-db2e49c75d28 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 HTTP/1.1" status: 200 len: 207 time: 0.0414948 Nov 16 05:07:21.273719 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6fe803ef-9b38-44fb-8ec5-95208e3668c2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=8006712c-7ba2-424d-b55a-a645d705d4fc HTTP/1.1" status: 200 len: 205 time: 0.0392852 Nov 16 05:07:21.274614 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45492) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:21.275032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45494) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:21.276323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f58b5a21-3df6-44ef-9c3f-dbd720d2ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:21.277982 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b5a21-3df6-44ef-9c3f-dbd720d2ec0b None None] The sync data for ids ['8006712c-7ba2-424d-b55a-a645d705d4fc'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:21.302324 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f8a8-bebb-4df1-884b-359b96f92123 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:21.366191 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-42a0fad2-fdb5-4879-a981-d815530edecf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:21.455287 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffea78f6-bb52-442c-ac06-92436c10e25f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:21.462050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffea78f6-bb52-442c-ac06-92436c10e25f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:21.468700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffea78f6-bb52-442c-ac06-92436c10e25f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:21.475930 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffea78f6-bb52-442c-ac06-92436c10e25f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:21.504319 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffea78f6-bb52-442c-ac06-92436c10e25f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:21.512987 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9c674945-911d-42a6-ac93-877f4c1170f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:07:18Z', 'revision_number': 7, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:21.519355 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffea78f6-bb52-442c-ac06-92436c10e25f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:21.524308 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ffea78f6-bb52-442c-ac06-92436c10e25f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2463803 Nov 16 05:07:21.528685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45498) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:21.550789 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c674945-911d-42a6-ac93-877f4c1170f3 None None] The sync data for ids ['87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0'] in n-d-818042-1 is: [{'id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'name': 'tempest-TestNetworkBasicOps-router-823019751', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:04:32Z', 'updated_at': '2021-11-16T05:07:18Z', 'revision_number': 7, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': '1768cbf9-9a2d-4622-9a64-c71416946651', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:42:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:04:34Z', 'updated_at': '2021-11-16T05:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:21.572722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f8a8-bebb-4df1-884b-359b96f92123 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:21.649389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2f8a8-bebb-4df1-884b-359b96f92123 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Subnet': ['ID=1d486ef2-9245-40db-8ab1-414577bb34fd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:21.653802 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f8a8-bebb-4df1-884b-359b96f92123 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:21.657591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e85c741-fb84-4b07-a2a7-ee75eb6aff2f None None] Network b58604fa-2aa1-416f-ad29-9cd81c975b47 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:21.672053 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f3b2f8a8-bebb-4df1-884b-359b96f92123 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "DELETE /v2.0/subnets/1d486ef2-9245-40db-8ab1-414577bb34fd HTTP/1.1" status: 204 len: 168 time: 1.2921751 Nov 16 05:07:21.677478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45502) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:21.948357 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9e585b75-0817-4326-85c0-16f30a7bb159 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4166038 Nov 16 05:07:21.953206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45504) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:22.001153 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.039469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d5f132-cdcc-4193-b7d1-3016b23b7e87 None None] DHCP port deletion for b58604fa-2aa1-416f-ad29-9cd81c975b47 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:22.093583 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c4058-2bf8-4648-be83-26f823190b2f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:22.095643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c4058-2bf8-4648-be83-26f823190b2f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:22.097349 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c4058-2bf8-4648-be83-26f823190b2f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:22.100264 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c4058-2bf8-4648-be83-26f823190b2f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:22.102179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c4058-2bf8-4648-be83-26f823190b2f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:22.108677 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-594c4058-2bf8-4648-be83-26f823190b2f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1504865 Nov 16 05:07:22.109633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45506) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:22.135578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-17d5f132-cdcc-4193-b7d1-3016b23b7e87 None None] Deleting port 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:22.136525 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17d5f132-cdcc-4193-b7d1-3016b23b7e87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.149929 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-42a0fad2-fdb5-4879-a981-d815530edecf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.158990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d2dea-8ac5-43fc-9574-553b369ede91 req-86ab7315-ae87-4177-808e-5f99dd7f64cf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:22.160595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e6d2dea-8ac5-43fc-9574-553b369ede91 req-86ab7315-ae87-4177-808e-5f99dd7f64cf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 945 time: 0.1916547 Nov 16 05:07:22.162997 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-42a0fad2-fdb5-4879-a981-d815530edecf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.234412 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.310361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-17d5f132-cdcc-4193-b7d1-3016b23b7e87 None None] For port 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6faa26dc-a245-4ffa-a312-f3a04ac5c4b7,segment=NetworkSegment(6ca4abb0-61a6-4ab8-b663-b5914bafe2de),segment_id=6ca4abb0-61a6-4ab8-b663-b5914bafe2de)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:22.312410 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17d5f132-cdcc-4193-b7d1-3016b23b7e87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.332067 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-42a0fad2-fdb5-4879-a981-d815530edecf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.332888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a0fad2-fdb5-4879-a981-d815530edecf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Fanout notify agent at l3_agent the message router_deleted on router 8006712c-7ba2-424d-b55a-a645d705d4fc {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:07:22.338351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-17d5f132-cdcc-4193-b7d1-3016b23b7e87 None None] Calling delete_port for 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:22.341680 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-42a0fad2-fdb5-4879-a981-d815530edecf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.343024 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-42a0fad2-fdb5-4879-a981-d815530edecf tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/8006712c-7ba2-424d-b55a-a645d705d4fc HTTP/1.1" status: 204 len: 168 time: 1.0669379 Nov 16 05:07:22.348983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45510) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:22.349281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac37c5c9-92b4-489c-be1e-35586ab23d10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:22.363053 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac37c5c9-92b4-489c-be1e-35586ab23d10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:22.365473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac37c5c9-92b4-489c-be1e-35586ab23d10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:22.367179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac37c5c9-92b4-489c-be1e-35586ab23d10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:22.369386 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac37c5c9-92b4-489c-be1e-35586ab23d10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['shared'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:22.373982 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ac37c5c9-92b4-489c-be1e-35586ab23d10 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2637157 Nov 16 05:07:22.377896 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45512) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:22.411593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4e3ccd-3c72-4331-b6a9-a78a023270f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting subnet 524b5a2c-948c-41df-81fa-830af9b4a362 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:07:22.415157 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f4e3ccd-3c72-4331-b6a9-a78a023270f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.432651 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e6d2dea-8ac5-43fc-9574-553b369ede91 req-319cab51-1e92-407e-81f0-9e8a47f14648 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640440 Nov 16 05:07:22.475934 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f4e3ccd-3c72-4331-b6a9-a78a023270f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.481381 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-17d5f132-cdcc-4193-b7d1-3016b23b7e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.524279 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5f132-cdcc-4193-b7d1-3016b23b7e87 None None] Pushing event deleted for resources: {'Port': ['ID=6faa26dc-a245-4ffa-a312-f3a04ac5c4b7,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:22.541482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d5f132-cdcc-4193-b7d1-3016b23b7e87 None None] No DVR routers for this DVR port 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:22.594071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting port 1768cbf9-9a2d-4622-9a64-c71416946651 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:22.595664 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.605997 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f4e3ccd-3c72-4331-b6a9-a78a023270f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.670311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d99c830-1469-451f-b158-4cc833cda562 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:22.672270 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0d99c830-1469-451f-b158-4cc833cda562 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "GET /v2.0/networks/f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a HTTP/1.1" status: 200 len: 804 time: 0.2931292 Nov 16 05:07:22.676528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45514) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:22.683689 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f4e3ccd-3c72-4331-b6a9-a78a023270f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.747706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e3ccd-3c72-4331-b6a9-a78a023270f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Subnet': ['ID=524b5a2c-948c-41df-81fa-830af9b4a362,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:22.761928 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9f4e3ccd-3c72-4331-b6a9-a78a023270f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.763666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b23cbf-ef2d-4ef9-9ea8-043c8f28b31a None None] Network 03e8f1d8-4d9f-406c-a670-565ca717fe47 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:22.768159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9f4e3ccd-3c72-4331-b6a9-a78a023270f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/524b5a2c-948c-41df-81fa-830af9b4a362 HTTP/1.1" status: 204 len: 168 time: 0.4179447 Nov 16 05:07:22.774169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45518) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:22.822749 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] For port 1768cbf9-9a2d-4622-9a64-c71416946651, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1768cbf9-9a2d-4622-9a64-c71416946651,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:22.823367 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.838878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Calling delete_port for 1768cbf9-9a2d-4622-9a64-c71416946651 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:22.895753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:22.929577 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:22.955897 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:22.956201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6faa26dc-a245-4ffa-a312-f3a04ac5c4b7 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:22.956622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 196cc369-2dd2-43af-8b7c-b19ed4552182 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:22.978101 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 196cc369-2dd2-43af-8b7c-b19ed4552182 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:22.978456 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 196cc369-2dd2-43af-8b7c-b19ed4552182 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:23.016454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 7a5f3754-5db3-4348-a009-c70f80a60417 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:23.016800 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.076869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.097967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a6aac-caad-461f-85cc-3c8c3ac65ae9 None None] DHCP port deletion for 03e8f1d8-4d9f-406c-a670-565ca717fe47 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:23.111558 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-95e2b3b0-a60a-4539-b342-38c8a8d50413 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "GET /v2.0/networks/f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4334195 Nov 16 05:07:23.112965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Port': ['ID=1768cbf9-9a2d-4622-9a64-c71416946651,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:23.116171 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45520) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:23.159941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] For port 7a5f3754-5db3-4348-a009-c70f80a60417, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7a5f3754-5db3-4348-a009-c70f80a60417,segment=NetworkSegment(cd3bb96d-9747-44af-b79c-f758a1889091),segment_id=cd3bb96d-9747-44af-b79c-f758a1889091)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:23.160631 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.161709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb3a507-5b24-49f9-942a-0e958318ea8d None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:23.184318 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 7a5f3754-5db3-4348-a009-c70f80a60417 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:23.203431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1059e5-1e3a-4597-8b3c-ae07871d0efe tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:23.209917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6d1059e5-1e3a-4597-8b3c-ae07871d0efe tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "GET /v2.0/subnets/d2b978b5-1146-4c3c-aa03-b7f7cb73fe99 HTTP/1.1" status: 200 len: 843 time: 0.0926647 Nov 16 05:07:23.210948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45522) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:23.228966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e55a6aac-caad-461f-85cc-3c8c3ac65ae9 None None] Deleting port 7a5f3754-5db3-4348-a009-c70f80a60417 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:23.229369 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e55a6aac-caad-461f-85cc-3c8c3ac65ae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.251089 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.314006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf3ed76-a6b9-4339-810a-e7ac024a3b70 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['shared'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:23.319248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fcf3ed76-a6b9-4339-810a-e7ac024a3b70 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "GET /v2.0/subnets/d2b978b5-1146-4c3c-aa03-b7f7cb73fe99?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1051750 Nov 16 05:07:23.321041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45526) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:23.329137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-15da5cb7-34f1-4df4-8cf8-f309c8c2bb5a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1882140810'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:23.329964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e55a6aac-caad-461f-85cc-3c8c3ac65ae9 None None] For port 7a5f3754-5db3-4348-a009-c70f80a60417, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7a5f3754-5db3-4348-a009-c70f80a60417,segment=NetworkSegment(cd3bb96d-9747-44af-b79c-f758a1889091),segment_id=cd3bb96d-9747-44af-b79c-f758a1889091)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:23.330969 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e55a6aac-caad-461f-85cc-3c8c3ac65ae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.365232 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e55a6aac-caad-461f-85cc-3c8c3ac65ae9 None None] Calling delete_port for 7a5f3754-5db3-4348-a009-c70f80a60417 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:23.386926 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.391841 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.394190 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.403585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15da5cb7-34f1-4df4-8cf8-f309c8c2bb5a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:23.407650 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-15da5cb7-34f1-4df4-8cf8-f309c8c2bb5a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.452435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=7a5f3754-5db3-4348-a009-c70f80a60417,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:23.463120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No DVR routers for this DVR port 7a5f3754-5db3-4348-a009-c70f80a60417 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:07:23.481791 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:07:23.485157 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.485157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Fanout notify agent at l3_agent the message router_deleted on router 87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:07:23.501336 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.502498 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4283119-976c-49d9-8d3d-6c081f8224bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "DELETE /v2.0/routers/87fa4bbc-fb7c-4995-b7f4-fafed92aa0b0 HTTP/1.1" status: 204 len: 168 time: 1.8183496 Nov 16 05:07:23.506426 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e55a6aac-caad-461f-85cc-3c8c3ac65ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.510675 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45530) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:23.532349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55a6aac-caad-461f-85cc-3c8c3ac65ae9 None None] No DVR routers for this DVR port 7a5f3754-5db3-4348-a009-c70f80a60417 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:23.565828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a6aac-caad-461f-85cc-3c8c3ac65ae9 None None] Pushing event deleted for resources: {'Port': ['ID=7a5f3754-5db3-4348-a009-c70f80a60417,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:23.630683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.639904 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d44de407-cecb-463e-bf24-5126f0232f7e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.658029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e8f1d8-4d9f-406c-a670-565ca717fe47']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:23.668284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3bb96d-9747-44af-b79c-f758a1889091') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:23.668636 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3bb96d-9747-44af-b79c-f758a1889091') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:23.680531 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.695696 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.703145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:23.703540 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.756707 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d44de407-cecb-463e-bf24-5126f0232f7e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.780449 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d44de407-cecb-463e-bf24-5126f0232f7e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58604fa-2aa1-416f-ad29-9cd81c975b47']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:23.790502 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d44de407-cecb-463e-bf24-5126f0232f7e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca4abb0-61a6-4ab8-b663-b5914bafe2de') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:23.790958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-d44de407-cecb-463e-bf24-5126f0232f7e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca4abb0-61a6-4ab8-b663-b5914bafe2de') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:23.796539 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:23.799137 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.813950 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d44de407-cecb-463e-bf24-5126f0232f7e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.822955 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.826057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/networks/03e8f1d8-4d9f-406c-a670-565ca717fe47 HTTP/1.1" status: 204 len: 168 time: 1.0509171 Nov 16 05:07:23.830186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e15c76-c89c-4468-8d24-32743d1ba86c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Network': ['ID=03e8f1d8-4d9f-406c-a670-565ca717fe47,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:23.832327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15da5cb7-34f1-4df4-8cf8-f309c8c2bb5a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:07:23.834733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45534) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:23.840443 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1493395022'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:23.850396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d44de407-cecb-463e-bf24-5126f0232f7e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.857741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44de407-cecb-463e-bf24-5126f0232f7e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:23.858338 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d44de407-cecb-463e-bf24-5126f0232f7e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.866823 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-15da5cb7-34f1-4df4-8cf8-f309c8c2bb5a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.867167 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-15da5cb7-34f1-4df4-8cf8-f309c8c2bb5a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Added segment 0e3c1e81-c01d-46d7-803f-2482745f9c41 of type vlan for network 2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2 Nov 16 05:07:23.917562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2615d0a-4d38-4af1-bf2c-797bf11f311e req-f090cc37-4957-42a3-a0ca-1f074f9448aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:23.922802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2615d0a-4d38-4af1-bf2c-797bf11f311e req-f090cc37-4957-42a3-a0ca-1f074f9448aa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 945 time: 0.4029727 Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:23.930952 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:23.939963 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d44de407-cecb-463e-bf24-5126f0232f7e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.954781 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:23.958956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.979155 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d44de407-cecb-463e-bf24-5126f0232f7e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:23.992839 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d44de407-cecb-463e-bf24-5126f0232f7e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "DELETE /v2.0/networks/b58604fa-2aa1-416f-ad29-9cd81c975b47 HTTP/1.1" status: 204 len: 168 time: 0.4810743 Nov 16 05:07:24.002843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44de407-cecb-463e-bf24-5126f0232f7e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Network': ['ID=b58604fa-2aa1-416f-ad29-9cd81c975b47,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:24.018716 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45540) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:24.025446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-99561ab3-8fad-474f-a604-5f83e5b48ea8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'network': {'name': 'tempest-network-smoke--1437224444', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'port_security_enabled': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:24.069587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99561ab3-8fad-474f-a604-5f83e5b48ea8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Made reservation on behalf of 5d96d78dbd524318af36e944a5e52691 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:24.073455 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99561ab3-8fad-474f-a604-5f83e5b48ea8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.104089 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-15da5cb7-34f1-4df4-8cf8-f309c8c2bb5a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.126446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99561ab3-8fad-474f-a604-5f83e5b48ea8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:07:24.128567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2615d0a-4d38-4af1-bf2c-797bf11f311e req-0da9412b-b107-48ca-b993-c3513c6a6d4c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969159 Nov 16 05:07:24.154371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99561ab3-8fad-474f-a604-5f83e5b48ea8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.154730 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-99561ab3-8fad-474f-a604-5f83e5b48ea8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Added segment cf957ebc-1860-47a9-85ec-629d9631404c of type vlan for network a135cc31-b44a-4cc0-927a-1547d7c6c342 Nov 16 05:07:24.188348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-15da5cb7-34f1-4df4-8cf8-f309c8c2bb5a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.196629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15da5cb7-34f1-4df4-8cf8-f309c8c2bb5a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:24.197672 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-15da5cb7-34f1-4df4-8cf8-f309c8c2bb5a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.239542 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99561ab3-8fad-474f-a604-5f83e5b48ea8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.247141 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-15da5cb7-34f1-4df4-8cf8-f309c8c2bb5a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9250615 Nov 16 05:07:24.251431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45546) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:24.256705 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'subnet': {'network_id': '2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:24.311848 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45548) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:24.333834 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99561ab3-8fad-474f-a604-5f83e5b48ea8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.341015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99561ab3-8fad-474f-a604-5f83e5b48ea8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:24.341665 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99561ab3-8fad-474f-a604-5f83e5b48ea8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.347030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da5cb7-34f1-4df4-8cf8-f309c8c2bb5a tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Network': ['ID=2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:24.352195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.db.api [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=102659) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:07:24.352477 n-d-818042-1 neutron-server[102659]: DEBUG oslo_db.api [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:07:24.365725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:07:24.376588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a1976-d3b6-4d18-8f78-471def68086c req-37324f06-c33b-4d23-a279-7df6bdc67f20 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:24.384811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-380a1976-d3b6-4d18-8f78-471def68086c req-37324f06-c33b-4d23-a279-7df6bdc67f20 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 945 time: 0.1703458 Nov 16 05:07:24.432595 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-99561ab3-8fad-474f-a604-5f83e5b48ea8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4127591 Nov 16 05:07:24.435481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45554) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:24.445559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-749418907', 'admin_state_up': True, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:24.451780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99561ab3-8fad-474f-a604-5f83e5b48ea8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Network': ['ID=a135cc31-b44a-4cc0-927a-1547d7c6c342,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:24.489655 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.491285 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.513055 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Made reservation on behalf of 513148a92f4844b18a836a6006cf40e9 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:24.519324 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.520815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network a135cc31-b44a-4cc0-927a-1547d7c6c342 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:07:24.536809 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-380a1976-d3b6-4d18-8f78-471def68086c req-270c62b7-7fcd-4459-9b26-3c7706ebefae tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509862 Nov 16 05:07:24.575886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45556) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:24.609708 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f7b29ff-6a0e-45e9-b7f1-cf41d4028a59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.611257 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.704658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_backend_mixin [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Performing IP validity checks on allocation pools {{(pid=102660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 05:07:24.705164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_backend_mixin [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 05:07:24.706452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ca163-2cb5-48db-ac3f-a4030a12f203 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:24.708412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-247ca163-2cb5-48db-ac3f-a4030a12f203 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 1091 time: 0.1314585 Nov 16 05:07:24.712084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45558) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:24.720128 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:24.795324 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.855750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1768cbf9-9a2d-4622-9a64-c71416946651 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:24.871926 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.888648 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.900100 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 1768cbf9-9a2d-4622-9a64-c71416946651 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:24.900631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1768cbf9-9a2d-4622-9a64-c71416946651 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:24.902438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7a5f3754-5db3-4348-a009-c70f80a60417 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:24.944957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:07:24.947876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 7a5f3754-5db3-4348-a009-c70f80a60417 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:24.949359 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7a5f3754-5db3-4348-a009-c70f80a60417 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:24.976754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f7b29ff-6a0e-45e9-b7f1-cf41d4028a59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.979165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.999333 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:24.999809 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Added segment e02030f8-007a-4d3b-a93f-fea6ffd025d7 of type vlan for network b66023a7-72b4-42ab-b92b-5eb5220315e3 Nov 16 05:07:25.039867 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Subnet': ['ID=641812cb-3e2c-4c62-888a-fcd636778c92,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:25.042415 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f7b29ff-6a0e-45e9-b7f1-cf41d4028a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.076799 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.090282 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0f7b29ff-6a0e-45e9-b7f1-cf41d4028a59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bdd32d9cd2242f5abb7f4459091faaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7773783 Nov 16 05:07:25.097131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45560) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:25.117256 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.128858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b29ff-6a0e-45e9-b7f1-cf41d4028a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b730f55-f604-4102-909b-d29e6ecce3dc,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:25.159984 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Checking segment: {'id': '0e3c1e81-c01d-46d7-803f-2482745f9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:25.160453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network hostable DHCP agents. Network: 2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:07:25.181889 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.187822 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:25.188585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.201066 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87f46c3b-f3ac-42fa-b4ec-02c5e0e5d21a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.237231 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87f46c3b-f3ac-42fa-b4ec-02c5e0e5d21a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.239764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4026997 Nov 16 05:07:25.271372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45562) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:25.282479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e88fd44e-bfd6-4e67-8990-726c3c1c3a36 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'subnet': {'network_id': 'b66023a7-72b4-42ab-b92b-5eb5220315e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:25.302500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Network 2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:07:25.313977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87f46c3b-f3ac-42fa-b4ec-02c5e0e5d21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.316995 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87f46c3b-f3ac-42fa-b4ec-02c5e0e5d21a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.320789 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-87f46c3b-f3ac-42fa-b4ec-02c5e0e5d21a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b730f55-f604-4102-909b-d29e6ecce3dc HTTP/1.1" status: 204 len: 168 time: 0.2178938 Nov 16 05:07:25.320913 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:25.329914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:25.330569 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.334466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f46c3b-f3ac-42fa-b4ec-02c5e0e5d21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b730f55-f604-4102-909b-d29e6ecce3dc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:25.342327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198e30b6-4065-4155-878c-a075e9739e09 None None] Network 2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:25.354406 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6949dd36-ad19-4fd3-9f18-b97c29747664 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1020222 Nov 16 05:07:25.356874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45566) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:25.363345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ec90efd2-3f24-4452-b156-809a5882571f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:25.459819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475248b5-20f5-4c4c-8266-a91255c73e52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Network': ['ID=b66023a7-72b4-42ab-b92b-5eb5220315e3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:25.479941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network b66023a7-72b4-42ab-b92b-5eb5220315e3 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:07:25.515555 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec90efd2-3f24-4452-b156-809a5882571f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3569828'] for subnet, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.600610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.664563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.25.0.40 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/f6e5bb87-c842-414c-affe-a4210db11aac) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:25.669971 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.681716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9edc685-d259-4182-a800-bac063609124 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2', 'network_id': '2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2', 'tenant_id': '513148a92f4844b18a836a6006cf40e9', 'fixed_ips': [{'subnet_id': '641812cb-3e2c-4c62-888a-fcd636778c92'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:07:25.682740 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9edc685-d259-4182-a800-bac063609124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.773235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88fd44e-bfd6-4e67-8990-726c3c1c3a36 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:25.776992 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e88fd44e-bfd6-4e67-8990-726c3c1c3a36 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.843094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec90efd2-3f24-4452-b156-809a5882571f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782503096486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2824116'] for subnet, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.896642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45578) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:25.937823 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e830cc0a-c292-4ca0-a76c-bca77eaac806 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.970313 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec90efd2-3f24-4452-b156-809a5882571f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:25.970820 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ec90efd2-3f24-4452-b156-809a5882571f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:25.974042 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ec90efd2-3f24-4452-b156-809a5882571f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "PUT /v2.0/subnets/641812cb-3e2c-4c62-888a-fcd636778c92 HTTP/1.1" status: 200 len: 900 time: 0.6153016 Nov 16 05:07:25.979920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45580) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:25.995812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90efd2-3f24-4452-b156-809a5882571f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event updated for resources: {'Subnet': ['ID=641812cb-3e2c-4c62-888a-fcd636778c92,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:26.017413 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.037510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-b9edc685-d259-4182-a800-bac063609124 None None] Allocated IP 2001:db8::3 (2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2/641812cb-3e2c-4c62-888a-fcd636778c92/b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:26.128795 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.172469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:26.185033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:26.207356 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9edc685-d259-4182-a800-bac063609124 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.216677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:26.217248 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9edc685-d259-4182-a800-bac063609124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.261578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9edc685-d259-4182-a800-bac063609124 None None] Network 2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:26.266071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b9edc685-d259-4182-a800-bac063609124 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:26.272971 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9edc685-d259-4182-a800-bac063609124 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:26.340753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edc685-d259-4182-a800-bac063609124 None None] Pushing event updated for resources: {'Port': ['ID=b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:26.352161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b9edc685-d259-4182-a800-bac063609124 None None] Attempting to bind port b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:07:26.352529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b9edc685-d259-4182-a800-bac063609124 None None] Attempting to bind port b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '0e3c1e81-c01d-46d7-803f-2482745f9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:07:26.352888 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9edc685-d259-4182-a800-bac063609124 None None] Attempting to bind port b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd on network 2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:26.358075 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9edc685-d259-4182-a800-bac063609124 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:07:26.358441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9edc685-d259-4182-a800-bac063609124 None None] Checking segment: {'id': '0e3c1e81-c01d-46d7-803f-2482745f9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:26.358841 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9edc685-d259-4182-a800-bac063609124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.359401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9edc685-d259-4182-a800-bac063609124 None None] Bound using segment: {'id': '0e3c1e81-c01d-46d7-803f-2482745f9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:07:26.359876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b9edc685-d259-4182-a800-bac063609124 None None] Bound port: b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3c1e81-c01d-46d7-803f-2482745f9c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:07:26.360252 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9edc685-d259-4182-a800-bac063609124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.362784 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e830cc0a-c292-4ca0-a76c-bca77eaac806 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.376942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=f6e5bb87-c842-414c-affe-a4210db11aac,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:26.400045 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e830cc0a-c292-4ca0-a76c-bca77eaac806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.435641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Allocated IP 172.25.0.205 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:26.445399 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b9edc685-d259-4182-a800-bac063609124 None None] For port b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:07:26.449627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b9edc685-d259-4182-a800-bac063609124 None None] For port b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd,segment=NetworkSegment(0e3c1e81-c01d-46d7-803f-2482745f9c41),segment_id=0e3c1e81-c01d-46d7-803f-2482745f9c41)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:07:26.454551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.455948 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9edc685-d259-4182-a800-bac063609124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.535583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edc685-d259-4182-a800-bac063609124 None None] Pushing event updated for resources: {'Port': ['ID=b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:26.584370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e830cc0a-c292-4ca0-a76c-bca77eaac806 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21095868c1fb43aa84d719d6f38a174a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6805429 Nov 16 05:07:26.585365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45582) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:26.612863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830cc0a-c292-4ca0-a76c-bca77eaac806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba35c16b-7cf3-4f11-b99e-1e11a57ea80a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:26.656551 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8dd41e35-b938-4c78-a328-9cf3ae65a3a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.685546 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8dd41e35-b938-4c78-a328-9cf3ae65a3a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.777613 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8dd41e35-b938-4c78-a328-9cf3ae65a3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.782963 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8dd41e35-b938-4c78-a328-9cf3ae65a3a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.788520 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8dd41e35-b938-4c78-a328-9cf3ae65a3a4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ba35c16b-7cf3-4f11-b99e-1e11a57ea80a HTTP/1.1" status: 204 len: 168 time: 0.1985762 Nov 16 05:07:26.825967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd41e35-b938-4c78-a328-9cf3ae65a3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba35c16b-7cf3-4f11-b99e-1e11a57ea80a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:26.868785 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e88fd44e-bfd6-4e67-8990-726c3c1c3a36 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:26.941107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:27.024241 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:27.024984 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:27.129374 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:27.171469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd,segment=NetworkSegment(0e3c1e81-c01d-46d7-803f-2482745f9c41),segment_id=0e3c1e81-c01d-46d7-803f-2482745f9c41)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:27.182621 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:27.256844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:27.484847 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:27.491060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fd44e-bfd6-4e67-8990-726c3c1c3a36 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Subnet': ['ID=32013561-4962-4b28-881f-278091379f2b,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:27.525599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Deleting port b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:27.526230 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:27.589913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88fd44e-bfd6-4e67-8990-726c3c1c3a36 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Checking segment: {'id': 'e02030f8-007a-4d3b-a93f-fea6ffd025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b66023a7-72b4-42ab-b92b-5eb5220315e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:27.590280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88fd44e-bfd6-4e67-8990-726c3c1c3a36 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network hostable DHCP agents. Network: b66023a7-72b4-42ab-b92b-5eb5220315e3, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:07:27.708592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:27.717195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88fd44e-bfd6-4e67-8990-726c3c1c3a36 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network b66023a7-72b4-42ab-b92b-5eb5220315e3 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:07:27.796000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e88fd44e-bfd6-4e67-8990-726c3c1c3a36 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, b66023a7-72b4-42ab-b92b-5eb5220315e3) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:27.798810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:27.812619 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a8dee5-823d-486b-a469-39e26163c820 None None] Network b66023a7-72b4-42ab-b92b-5eb5220315e3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:27.822874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88fd44e-bfd6-4e67-8990-726c3c1c3a36 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:27.824462 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e88fd44e-bfd6-4e67-8990-726c3c1c3a36 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:27.838616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:27.841183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:27.887981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7a846d-17dc-434c-aa5a-1305ac14fa0b None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:27.944776 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:27.955592 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d19024c-d6d1-4133-9435-9d98245b9481 None None] Network 2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:27.971367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] For port b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd,segment=NetworkSegment(0e3c1e81-c01d-46d7-803f-2482745f9c41),segment_id=0e3c1e81-c01d-46d7-803f-2482745f9c41)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:27.971875 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.002070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e88fd44e-bfd6-4e67-8990-726c3c1c3a36 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7273314 Nov 16 05:07:28.005170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45614) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:28.011044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Calling delete_port for b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:28.013272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-99deb3bf-f561-4cf8-bfb4-5d081513f1ed tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1303596469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:28.013433 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.059978 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99deb3bf-f561-4cf8-bfb4-5d081513f1ed tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.061907 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99deb3bf-f561-4cf8-bfb4-5d081513f1ed tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.086703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-11aae03d-636c-42e4-9474-f1348d3d547c None None] Provisioning complete for port b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:28.087076 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11aae03d-636c-42e4-9474-f1348d3d547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.138259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-b66023a7-72b4-42ab-b92b-5eb5220315e3', 'network_id': 'b66023a7-72b4-42ab-b92b-5eb5220315e3', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'fixed_ips': [{'subnet_id': '32013561-4962-4b28-881f-278091379f2b'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:07:28.139134 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.266710 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.488290 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.505008 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.514169 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99deb3bf-f561-4cf8-bfb4-5d081513f1ed tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.523344 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99deb3bf-f561-4cf8-bfb4-5d081513f1ed tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.560733 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-99deb3bf-f561-4cf8-bfb4-5d081513f1ed tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.564584 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-99deb3bf-f561-4cf8-bfb4-5d081513f1ed tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5552418 Nov 16 05:07:28.564905 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45626) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:28.689148 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Allocated IP 2001:db8::2 (b66023a7-72b4-42ab-b92b-5eb5220315e3/32013561-4962-4b28-881f-278091379f2b/30af57b8-570f-4656-a3e5-1db8f98de741) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:28.769560 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.843412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=f6e5bb87-c842-414c-affe-a4210db11aac,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:28.846198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-11aae03d-636c-42e4-9474-f1348d3d547c None None] Provisioning complete for port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:28.847536 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-11aae03d-636c-42e4-9474-f1348d3d547c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.884517 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.906421 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:28.986200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:29.002471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Port': ['ID=b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:29.048240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No DVR routers for this DVR port b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:29.126768 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.253234 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.294371 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Floating IP 008064f7-4856-4e60-bd99-4617991d7e43 associated. External IP: 172.25.0.40, port: 080cbdf5-a078-4796-9aee-060ee4de26bf. Nov 16 05:07:29.352012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9d2c38-3fc2-437a-8069-3fec5fa46de4 None None] Network 2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:29.353952 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-11aae03d-636c-42e4-9474-f1348d3d547c None None] Port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:07:29.361530 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:29.361895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 05:07:29.443751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Port b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd not found, will not notify nova. {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 05:07:29.474717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7b2cc30b-8932-45d4-a564-979b8f454668 None None] Could not find standard attr ID for object b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:07:29.487317 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.528348 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.586279 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.592660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45642) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:29.598955 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.612742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Allocated IP 2001:db8::1 (b66023a7-72b4-42ab-b92b-5eb5220315e3/32013561-4962-4b28-881f-278091379f2b/481552be-d3ef-43ca-a0cb-345f149e1f1c) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:29.642242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Network b66023a7-72b4-42ab-b92b-5eb5220315e3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:29.648301 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:29.653342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:29.700811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Subnet': ['ID=641812cb-3e2c-4c62-888a-fcd636778c92,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:29.725375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5e9d1a-b5cf-493d-9c83-2b7a4956ce6c None None] DHCP port deletion for 2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:29.745603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Pushing event updated for resources: {'Port': ['ID=30af57b8-570f-4656-a3e5-1db8f98de741,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:29.806447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Attempting to bind port 30af57b8-570f-4656-a3e5-1db8f98de741 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:07:29.806828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Attempting to bind port 30af57b8-570f-4656-a3e5-1db8f98de741 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'e02030f8-007a-4d3b-a93f-fea6ffd025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b66023a7-72b4-42ab-b92b-5eb5220315e3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:07:29.807198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Attempting to bind port 30af57b8-570f-4656-a3e5-1db8f98de741 on network b66023a7-72b4-42ab-b92b-5eb5220315e3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:29.821291 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:07:29.821683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Checking segment: {'id': 'e02030f8-007a-4d3b-a93f-fea6ffd025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b66023a7-72b4-42ab-b92b-5eb5220315e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:29.822360 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.822795 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Bound using segment: {'id': 'e02030f8-007a-4d3b-a93f-fea6ffd025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b66023a7-72b4-42ab-b92b-5eb5220315e3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:07:29.823353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Bound port: 30af57b8-570f-4656-a3e5-1db8f98de741, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02030f8-007a-4d3b-a93f-fea6ffd025d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'b66023a7-72b4-42ab-b92b-5eb5220315e3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:07:29.823770 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.829163 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1e440ad-b39f-415f-86ec-fb17a346ff8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.858508 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.868130 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.905094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] For port 30af57b8-570f-4656-a3e5-1db8f98de741, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:07:29.908870 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] For port 30af57b8-570f-4656-a3e5-1db8f98de741, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=30af57b8-570f-4656-a3e5-1db8f98de741,segment=NetworkSegment(e02030f8-007a-4d3b-a93f-fea6ffd025d7),segment_id=e02030f8-007a-4d3b-a93f-fea6ffd025d7)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:07:29.909607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:29.915355 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.938625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3c1e81-c01d-46d7-803f-2482745f9c41') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:29.938919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3c1e81-c01d-46d7-803f-2482745f9c41') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:29.966953 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.974726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:29.983742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42db36-49fd-43ec-99ec-a5fbba582bb9 None None] Pushing event updated for resources: {'Port': ['ID=30af57b8-570f-4656-a3e5-1db8f98de741,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:30.007613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router ed20541c-e0c9-48df-a104-181bc0961ada has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:07:30.022026 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.029338 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network b66023a7-72b4-42ab-b92b-5eb5220315e3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:30.039211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:30.042932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:30.043351 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:30.046939 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:30.048883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:30.048883 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.056956 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1e440ad-b39f-415f-86ec-fb17a346ff8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.094987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1e440ad-b39f-415f-86ec-fb17a346ff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.113018 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=481552be-d3ef-43ca-a0cb-345f149e1f1c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:30.197522 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c1e440ad-b39f-415f-86ec-fb17a346ff8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7cc381d7d53a40ecbcd01797c9dcea95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6029358 Nov 16 05:07:30.200177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e440ad-b39f-415f-86ec-fb17a346ff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42e996f-b534-491b-9abf-908bbfb3401b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:30.204734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45648) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:30.278754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.303621 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f62d7655-ae12-422f-972f-b9f3c6a5fe76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.361277 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f62d7655-ae12-422f-972f-b9f3c6a5fe76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.518394 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f62d7655-ae12-422f-972f-b9f3c6a5fe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.521755 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f62d7655-ae12-422f-972f-b9f3c6a5fe76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.523018 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f62d7655-ae12-422f-972f-b9f3c6a5fe76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c42e996f-b534-491b-9abf-908bbfb3401b HTTP/1.1" status: 204 len: 168 time: 0.3174202 Nov 16 05:07:30.570761 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d7655-ae12-422f-972f-b9f3c6a5fe76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42e996f-b534-491b-9abf-908bbfb3401b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:30.601920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Router 8c15f849-4800-48f5-80f6-31e65b3f8de2 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:07:30.677569 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.683198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.684452 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.721873 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.731275 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.734679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2 HTTP/1.1" status: 204 len: 168 time: 4.6821816 Nov 16 05:07:30.747811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45654) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:30.797929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419646da-fa2c-447d-8de7-3961fba199cb tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Network': ['ID=2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:30.827853 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71f8556-d46c-4f7f-b4e4-d3ee06fba2c4 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] DELETE failed (client error): The resource could not be found. Nov 16 05:07:30.828323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71f8556-d46c-4f7f-b4e4-d3ee06fba2c4 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:07:30.834718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:30.834957 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a71f8556-d46c-4f7f-b4e4-d3ee06fba2c4 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/subnets/641812cb-3e2c-4c62-888a-fcd636778c92 HTTP/1.1" status: 404 len: 337 time: 0.0859218 Nov 16 05:07:30.837868 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=481552be-d3ef-43ca-a0cb-345f149e1f1c,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:30.839831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45656) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:30.846515 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f610a-1269-4a7e-b8be-7fc2ff01ad7a None None] Sync routers for ids ['ed20541c-e0c9-48df-a104-181bc0961ada'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:30.865943 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f610a-1269-4a7e-b8be-7fc2ff01ad7a None None] Routers {'ed20541c-e0c9-48df-a104-181bc0961ada'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:30.868067 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-626f610a-1269-4a7e-b8be-7fc2ff01ad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ed20541c-e0c9-48df-a104-181bc0961ada'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:30.907845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network b66023a7-72b4-42ab-b92b-5eb5220315e3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:30.909259 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:30.940867 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:30.947402 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe8f59c-ae89-4665-b12c-5353046e1fe2 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] DELETE failed (client error): The resource could not be found. Nov 16 05:07:30.948214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe8f59c-ae89-4665-b12c-5353046e1fe2 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:07:30.951904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9fe8f59c-ae89-4665-b12c-5353046e1fe2 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/2b8a1d68-c28e-4b1f-a60f-b9dc4c8f67a2 HTTP/1.1" status: 404 len: 339 time: 0.0953822 Nov 16 05:07:30.957109 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 30af57b8-570f-4656-a3e5-1db8f98de741 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:30.967230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45658) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:30.975641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:31.012926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Sync routers for ids ['8c15f849-4800-48f5-80f6-31e65b3f8de2'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:31.022682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a624bc64-b05b-4724-a0fa-9550e1ce63ff tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.3089156 Nov 16 05:07:31.031155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:07:31.036212 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cadf60-c6c7-4957-8ed0-ed31c927ea88" -d '{"events": [{"name": "network-changed", "server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:07:31.068973 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:31.070455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d0d2fc6d-c9b6-4463-a7b2-1cad92dfa98d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.6338391 Nov 16 05:07:31.074042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45664) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:31.085986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Routers {'8c15f849-4800-48f5-80f6-31e65b3f8de2'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:31.086551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8c15f849-4800-48f5-80f6-31e65b3f8de2'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:31.110820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45666) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:31.143314 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-626f610a-1269-4a7e-b8be-7fc2ff01ad7a None None] Set router ed20541c-e0c9-48df-a104-181bc0961ada gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:07:31.164607 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004bcdc8-1ebc-45b2-aead-220b293ebf43 x-openstack-request-id: req-004bcdc8-1ebc-45b2-aead-220b293ebf43 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:07:31.164911 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:07:31.165235 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-004bcdc8-1ebc-45b2-aead-220b293ebf43 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:07:31.165703 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'status': 'completed', 'code': 200} Nov 16 05:07:31.171982 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a39858a6-e164-4590-925b-fb12740a3c34 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=5d96d78dbd524318af36e944a5e52691&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0967963 Nov 16 05:07:31.175236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45668) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:31.202357 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c00646d-e511-4853-afc6-0b4311c4357d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:31.275500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 30af57b8-570f-4656-a3e5-1db8f98de741 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:31.275894 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:31.339364 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db717852-2246-483c-a794-19d3ed088459 req-158bc46b-e882-40cb-915d-8d72c8a37351 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:31.355021 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db717852-2246-483c-a794-19d3ed088459 req-158bc46b-e882-40cb-915d-8d72c8a37351 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 945 time: 0.1822124 Nov 16 05:07:31.378618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cadf60-c6c7-4957-8ed0-ed31c927ea88 req-5d3c73c4-3a3f-444d-a345-06e7d85d77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:31.380810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2cadf60-c6c7-4957-8ed0-ed31c927ea88 req-5d3c73c4-3a3f-444d-a345-06e7d85d77c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 1096 time: 0.2112079 Nov 16 05:07:31.415789 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a81ba7-c72c-45ce-bebc-93277b7a62fe tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:31.420363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Set router 8c15f849-4800-48f5-80f6-31e65b3f8de2 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:07:31.428028 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f8a81ba7-c72c-45ce-bebc-93277b7a62fe tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2456508 Nov 16 05:07:31.432382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45678) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:31.521959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-723106a6-254b-4679-9016-bbd5085cc4ac tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0856581 Nov 16 05:07:31.532093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45680) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:31.545383 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81271ee8-34e0-4345-b0fd-c5acc945fe9e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:31.578804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-24a55596-14aa-4888-9a64-04b85b311468 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1552635762', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:31.584480 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db717852-2246-483c-a794-19d3ed088459 req-99f03600-bbfe-4cee-a969-0d2ba9eaf032 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247868 Nov 16 05:07:31.592627 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:31.622130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45682) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:31.703246 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c00646d-e511-4853-afc6-0b4311c4357d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:31.736103 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-626f610a-1269-4a7e-b8be-7fc2ff01ad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:06:56Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '008064f7-4856-4e60-bd99-4617991d7e43', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'port_id': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'mac_address': 'fa:16:3e:dc:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:07:27Z', 'updated_at': '2021-11-16T05:07:27Z', 'revision_number': 0, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2a364e-fece-4604-8965-59bff4d83892', 'name': '', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:f9:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:55Z', 'updated_at': '2021-11-16T05:07:04Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:31.776707 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f610a-1269-4a7e-b8be-7fc2ff01ad7a None None] Checking router: ed20541c-e0c9-48df-a104-181bc0961ada for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:07:31.786278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a55596-14aa-4888-9a64-04b85b311468 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Made reservation on behalf of 5d96d78dbd524318af36e944a5e52691 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:31.786829 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f610a-1269-4a7e-b8be-7fc2ff01ad7a None None] Routers {'ed20541c-e0c9-48df-a104-181bc0961ada'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:31.787542 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-626f610a-1269-4a7e-b8be-7fc2ff01ad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ed20541c-e0c9-48df-a104-181bc0961ada'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:31.790795 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-24a55596-14aa-4888-9a64-04b85b311468 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:31.813998 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1c00646d-e511-4853-afc6-0b4311c4357d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:31.825938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 30af57b8-570f-4656-a3e5-1db8f98de741, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=30af57b8-570f-4656-a3e5-1db8f98de741,segment=NetworkSegment(e02030f8-007a-4d3b-a93f-fea6ffd025d7),segment_id=e02030f8-007a-4d3b-a93f-fea6ffd025d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:31.859018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fec462-5fd0-4e7b-84a0-191aaaca2687 None None] Network b66023a7-72b4-42ab-b92b-5eb5220315e3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:31.863326 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:31.912991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cadf60-c6c7-4957-8ed0-ed31c927ea88 req-f20734bf-72df-434f-830e-8b6c2d310436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:31.914688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2cadf60-c6c7-4957-8ed0-ed31c927ea88 req-f20734bf-72df-434f-830e-8b6c2d310436 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c03ed2af-9fb7-4264-8c82-d056589b94f2 HTTP/1.1" status: 200 len: 898 time: 0.5129447 Nov 16 05:07:31.994543 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router bbecfef2-2453-41a2-8fff-a62686960766 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:07:32.002580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-65a543fc-229c-4c74-8e51-0e11f999d9fa tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/008064f7-4856-4e60-bd99-4617991d7e43 HTTP/1.1" status: 200 len: 990 time: 0.3787131 Nov 16 05:07:32.022482 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81271ee8-34e0-4345-b0fd-c5acc945fe9e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:32.022702 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1c00646d-e511-4853-afc6-0b4311c4357d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=147a789bd2f646708a84930a3a6a5e9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9100888 Nov 16 05:07:32.023356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45684) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:32.062653 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-626f610a-1269-4a7e-b8be-7fc2ff01ad7a None None] Set router ed20541c-e0c9-48df-a104-181bc0961ada gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:07:32.073185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00646d-e511-4853-afc6-0b4311c4357d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9680001-41d5-4b4b-848b-17560b4cf810,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:32.122406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:32.132539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2cadf60-c6c7-4957-8ed0-ed31c927ea88 req-c3c8cf5b-f736-4428-81ab-a75063062d3b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080cbdf5-a078-4796-9aee-060ee4de26bf HTTP/1.1" status: 200 len: 998 time: 0.1661890 Nov 16 05:07:32.179070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:32.184577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b04387d1-52ab-43f3-b4dd-1d13f3ffa0fd not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:32.247397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cadf60-c6c7-4957-8ed0-ed31c927ea88 req-c87a3a61-a630-42e1-8098-e8f3921c2073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:32.248790 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2cadf60-c6c7-4957-8ed0-ed31c927ea88 req-c87a3a61-a630-42e1-8098-e8f3921c2073 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79bf9e1c-363d-4c77-bf3e-87755cf04ce4 HTTP/1.1" status: 200 len: 835 time: 0.1040444 Nov 16 05:07:32.253391 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6cee187-76a9-46fe-a4dc-03e5f6f7d71e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:32.282955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-81271ee8-34e0-4345-b0fd-c5acc945fe9e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8caec1-f73a-4ba0-a3fe-cb3f35bf4530']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:32.294134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ef953e54-c047-4f12-96e5-fee5a68e1251 None None] Provisioning complete for port 30af57b8-570f-4656-a3e5-1db8f98de741 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:32.297030 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef953e54-c047-4f12-96e5-fee5a68e1251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:32.324153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-81271ee8-34e0-4345-b0fd-c5acc945fe9e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77edb985-3a87-4eb4-acbd-8a92a8b854e0') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:32.324441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-81271ee8-34e0-4345-b0fd-c5acc945fe9e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77edb985-3a87-4eb4-acbd-8a92a8b854e0') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:32.341116 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6cee187-76a9-46fe-a4dc-03e5f6f7d71e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:32.365158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cadf60-c6c7-4957-8ed0-ed31c927ea88 req-e2f720b7-1622-4b11-931b-6d303fd0cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:32.366973 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2cadf60-c6c7-4957-8ed0-ed31c927ea88 req-e2f720b7-1622-4b11-931b-6d303fd0cf63 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c03ed2af-9fb7-4264-8c82-d056589b94f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086588 Nov 16 05:07:32.369706 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81271ee8-34e0-4345-b0fd-c5acc945fe9e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:32.381853 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-626f610a-1269-4a7e-b8be-7fc2ff01ad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:06:56Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '008064f7-4856-4e60-bd99-4617991d7e43', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'port_id': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'mac_address': 'fa:16:3e:dc:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:07:27Z', 'updated_at': '2021-11-16T05:07:27Z', 'revision_number': 0, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2a364e-fece-4604-8965-59bff4d83892', 'name': '', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:f9:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:55Z', 'updated_at': '2021-11-16T05:07:04Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:32.389211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=30af57b8-570f-4656-a3e5-1db8f98de741,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:32.426867 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:32.435540 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa40c366-7abf-40ad-863c-71e22106ddc7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/bbecfef2-2453-41a2-8fff-a62686960766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8672903 Nov 16 05:07:32.435540 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81271ee8-34e0-4345-b0fd-c5acc945fe9e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:32.439370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45688) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:32.439492 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626f610a-1269-4a7e-b8be-7fc2ff01ad7a None None] The sync data for ids ['ed20541c-e0c9-48df-a104-181bc0961ada'] in n-d-818042-1 is: [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:06:56Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '008064f7-4856-4e60-bd99-4617991d7e43', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'floating_ip_address': '172.25.0.40', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'port_id': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'mac_address': 'fa:16:3e:dc:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:07:27Z', 'updated_at': '2021-11-16T05:07:27Z', 'revision_number': 0, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc2a364e-fece-4604-8965-59bff4d83892', 'name': '', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:f9:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:55Z', 'updated_at': '2021-11-16T05:07:04Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:32.448624 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4d8f7-0b62-42af-9729-2ac86f914e96 None None] Sync routers for ids ['bbecfef2-2453-41a2-8fff-a62686960766'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:32.458923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81271ee8-34e0-4345-b0fd-c5acc945fe9e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:32.459327 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81271ee8-34e0-4345-b0fd-c5acc945fe9e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:32.467549 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:32.482935 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4d8f7-0b62-42af-9729-2ac86f914e96 None None] Routers {'bbecfef2-2453-41a2-8fff-a62686960766'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:32.483832 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4fb4d8f7-0b62-42af-9729-2ac86f914e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['bbecfef2-2453-41a2-8fff-a62686960766'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:32.562939 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4fb4d8f7-0b62-42af-9729-2ac86f914e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:32.601050 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb4d8f7-0b62-42af-9729-2ac86f914e96 None None] Routers {'bbecfef2-2453-41a2-8fff-a62686960766'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:32.601782 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4fb4d8f7-0b62-42af-9729-2ac86f914e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['bbecfef2-2453-41a2-8fff-a62686960766'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:32.616584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59874af2-74bf-4a21-bd55-2ff471e994c6 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:32.622440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45690) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:32.626336 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-59874af2-74bf-4a21-bd55-2ff471e994c6 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports/481552be-d3ef-43ca-a0cb-345f149e1f1c HTTP/1.1" status: 200 len: 911 time: 0.1811914 Nov 16 05:07:32.654911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:07:28Z', 'revision_number': 3, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:44:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:25Z', 'updated_at': '2021-11-16T05:07:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:32.682459 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4fb4d8f7-0b62-42af-9729-2ac86f914e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:32.683298 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb4d8f7-0b62-42af-9729-2ac86f914e96 None None] The sync data for ids ['bbecfef2-2453-41a2-8fff-a62686960766'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:32.695580 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Checking router: 8c15f849-4800-48f5-80f6-31e65b3f8de2 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:07:32.696025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Updating router 8c15f849-4800-48f5-80f6-31e65b3f8de2 port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:07:32.715155 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81271ee8-34e0-4345-b0fd-c5acc945fe9e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:32.727222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81271ee8-34e0-4345-b0fd-c5acc945fe9e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:32.738325 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-81271ee8-34e0-4345-b0fd-c5acc945fe9e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/7d8caec1-f73a-4ba0-a3fe-cb3f35bf4530 HTTP/1.1" status: 204 len: 168 time: 1.7657161 Nov 16 05:07:32.750102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2cadf60-c6c7-4957-8ed0-ed31c927ea88 req-3e0f92af-2b63-4f00-8994-5dbd5daa7ffc service neutron] 10.222.0.37 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667169 Nov 16 05:07:32.771549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45692) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:32.773017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81271ee8-34e0-4345-b0fd-c5acc945fe9e tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Network': ['ID=7d8caec1-f73a-4ba0-a3fe-cb3f35bf4530,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:32.775853 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:32.825714 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1a4b97-98b9-49bc-a247-5e8009330ef8 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] DELETE failed (client error): The resource could not be found. Nov 16 05:07:32.826271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1a4b97-98b9-49bc-a247-5e8009330ef8 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:07:32.833296 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3b1a4b97-98b9-49bc-a247-5e8009330ef8 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/subnets/5d41be41-2e49-40ac-94f9-13fec85eb190 HTTP/1.1" status: 404 len: 337 time: 0.0575655 Nov 16 05:07:32.834351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-24a55596-14aa-4888-9a64-04b85b311468 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:32.859599 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45694) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:32.866442 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6cee187-76a9-46fe-a4dc-03e5f6f7d71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:32.875033 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6cee187-76a9-46fe-a4dc-03e5f6f7d71e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:32.879662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f6cee187-76a9-46fe-a4dc-03e5f6f7d71e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9680001-41d5-4b4b-848b-17560b4cf810 HTTP/1.1" status: 204 len: 168 time: 0.8524590 Nov 16 05:07:32.937364 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e460191-8c9f-4e39-9c92-969cfc3421f2 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] DELETE failed (client error): The resource could not be found. Nov 16 05:07:32.937919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e460191-8c9f-4e39-9c92-969cfc3421f2 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:07:32.946553 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2e460191-8c9f-4e39-9c92-969cfc3421f2 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/634a78ac-c824-4021-90a5-970ab4cf424c HTTP/1.1" status: 404 len: 339 time: 0.0834060 Nov 16 05:07:32.950780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45698) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:32.978809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 30af57b8-570f-4656-a3e5-1db8f98de741 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:32.987151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34996269-adb5-401d-964f-32879300f274 None None] New status for floating IP 008064f7-4856-4e60-bd99-4617991d7e43: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:07:33.047049 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45700) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:33.047894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a55596-14aa-4888-9a64-04b85b311468 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Subnet': ['ID=47faee19-80b7-4efa-868b-c9d96ebc16b8,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:33.117811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cee187-76a9-46fe-a4dc-03e5f6f7d71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9680001-41d5-4b4b-848b-17560b4cf810,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:33.127193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d2cadf60-c6c7-4957-8ed0-ed31c927ea88 req-ca7d2658-fd93-4122-997a-47cd0936f3e1 service neutron] 10.222.0.37 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287064 Nov 16 05:07:33.228268 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-973ef4a3-cca5-47aa-911e-98da17278f52 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Deleting subnet 299fca6c-cb47-4f5f-9e10-22b4911ca2a9 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:07:33.244388 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-973ef4a3-cca5-47aa-911e-98da17278f52 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:33.333854 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-973ef4a3-cca5-47aa-911e-98da17278f52 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:33.459709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7190b06f-baba-4bd2-b0ed-ca8246e94b8f None None] Provisioning complete for port 30af57b8-570f-4656-a3e5-1db8f98de741 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:33.460941 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7190b06f-baba-4bd2-b0ed-ca8246e94b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:33.585879 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-973ef4a3-cca5-47aa-911e-98da17278f52 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:33.654766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 30af57b8-570f-4656-a3e5-1db8f98de741 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:33.662907 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:33.677664 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ffd2abb-07d3-4fa3-9cad-49c7efdc5041 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:33.716986 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a55596-14aa-4888-9a64-04b85b311468 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Checking segment: {'id': 'cf957ebc-1860-47a9-85ec-629d9631404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:33.722308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a55596-14aa-4888-9a64-04b85b311468 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network hostable DHCP agents. Network: a135cc31-b44a-4cc0-927a-1547d7c6c342, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:07:33.735582 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b5a2c1af-74d5-4ebe-8ab3-1dc3b180d047 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/008064f7-4856-4e60-bd99-4617991d7e43 HTTP/1.1" status: 200 len: 990 time: 0.6850510 Nov 16 05:07:33.811752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a55596-14aa-4888-9a64-04b85b311468 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network a135cc31-b44a-4cc0-927a-1547d7c6c342 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:07:33.850442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-24a55596-14aa-4888-9a64-04b85b311468 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, a135cc31-b44a-4cc0-927a-1547d7c6c342) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:33.860491 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-973ef4a3-cca5-47aa-911e-98da17278f52 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:33.885050 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a55596-14aa-4888-9a64-04b85b311468 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:33.885920 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-24a55596-14aa-4888-9a64-04b85b311468 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:33.921164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ef4a3-cca5-47aa-911e-98da17278f52 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Subnet': ['ID=299fca6c-cb47-4f5f-9e10-22b4911ca2a9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:33.940552 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc1c35d-8e6d-4b90-ac67-626cf1e1326b None None] Network a135cc31-b44a-4cc0-927a-1547d7c6c342 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:33.941324 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-973ef4a3-cca5-47aa-911e-98da17278f52 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:33.943130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b6e0d-191d-42bf-9ac5-41c5f7acf4c3 None None] Network d281a351-7d4e-4efd-8191-740a4159ec66 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:33.946071 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-973ef4a3-cca5-47aa-911e-98da17278f52 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/subnets/299fca6c-cb47-4f5f-9e10-22b4911ca2a9 HTTP/1.1" status: 204 len: 168 time: 0.9935050 Nov 16 05:07:33.950494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45716) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:33.991353 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-24a55596-14aa-4888-9a64-04b85b311468 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4344625 Nov 16 05:07:34.014945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45720) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:34.077986 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f0c04d-70e3-407f-b1a4-10957caf2559 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Deleting subnet 971c10f4-35fe-4fbf-918f-d998a22d9c79 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:07:34.083002 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c04d-70e3-407f-b1a4-10957caf2559 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.166142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c04d-70e3-407f-b1a4-10957caf2559 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.369454 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c04d-70e3-407f-b1a4-10957caf2559 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.479157 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7190b06f-baba-4bd2-b0ed-ca8246e94b8f None None] Provisioning complete for port 481552be-d3ef-43ca-a0cb-345f149e1f1c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:34.479157 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7190b06f-baba-4bd2-b0ed-ca8246e94b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.487338 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c04d-70e3-407f-b1a4-10957caf2559 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.516500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd2abb-07d3-4fa3-9cad-49c7efdc5041 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 481552be-d3ef-43ca-a0cb-345f149e1f1c {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:34.516837 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ffd2abb-07d3-4fa3-9cad-49c7efdc5041 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.528688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0c04d-70e3-407f-b1a4-10957caf2559 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Subnet': ['ID=971c10f4-35fe-4fbf-918f-d998a22d9c79,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:34.531535 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c04d-70e3-407f-b1a4-10957caf2559 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.536166 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f2f0c04d-70e3-407f-b1a4-10957caf2559 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/subnets/971c10f4-35fe-4fbf-918f-d998a22d9c79 HTTP/1.1" status: 204 len: 168 time: 0.5839825 Nov 16 05:07:34.538683 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45732) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:34.549128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7190b06f-baba-4bd2-b0ed-ca8246e94b8f None None] Port 481552be-d3ef-43ca-a0cb-345f149e1f1c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:07:34.555733 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.600980 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.637590 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.716499 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704cc980-7ba5-4351-9e08-08424c80edfd None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:34.729228 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ffd2abb-07d3-4fa3-9cad-49c7efdc5041 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.741753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45742) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:34.775808 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd2abb-07d3-4fa3-9cad-49c7efdc5041 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 481552be-d3ef-43ca-a0cb-345f149e1f1c owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:34.800150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Attempting to bind port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:07:34.803568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Attempting to bind port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:07:34.804331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Attempting to bind port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:34.812348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc5d5d-c9e9-44e9-ac0c-0ae1e5274c2b None None] Pushing event updated for resources: {'Port': ['ID=d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:34.852294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:07:34.853091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:34.854947 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.855360 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:07:34.855874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Bound port: d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:07:34.856268 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.860138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-a135cc31-b44a-4cc0-927a-1547d7c6c342', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ips': [{'subnet_id': '47faee19-80b7-4efa-868b-c9d96ebc16b8'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:07:34.861030 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.862963 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b266dbe8-7144-4581-b911-fab4dae69fed None None] Provisioning complete for port 481552be-d3ef-43ca-a0cb-345f149e1f1c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:34.863324 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b266dbe8-7144-4581-b911-fab4dae69fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:34.953889 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4bcee9da-ee70-44d2-883e-f3cbf4d1bb65 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/008064f7-4856-4e60-bd99-4617991d7e43 HTTP/1.1" status: 200 len: 992 time: 0.2093785 Nov 16 05:07:35.026562 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.102170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f0eab-947e-4443-9c36-b1bcdfa2f991 None None] DHCP port deletion for d281a351-7d4e-4efd-8191-740a4159ec66 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:35.143061 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Deleting port 53aee450-367a-43b0-958a-af9630bf214a {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:35.146823 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.188815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b266dbe8-7144-4581-b911-fab4dae69fed None None] Port 481552be-d3ef-43ca-a0cb-345f149e1f1c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:07:35.215843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Allocated IP 172.20.0.2 (a135cc31-b44a-4cc0-927a-1547d7c6c342/47faee19-80b7-4efa-868b-c9d96ebc16b8/b76cf8f5-ab00-47ae-9011-ec38066f0a22) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:35.231157 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] For port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:07:35.241628 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] For port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:07:35.266260 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.275724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] For port 53aee450-367a-43b0-958a-af9630bf214a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=53aee450-367a-43b0-958a-af9630bf214a,segment=NetworkSegment(5b145278-def9-40b7-a0c1-d1b2bc25281a),segment_id=5b145278-def9-40b7-a0c1-d1b2bc25281a)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:35.276404 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.297482 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ffd2abb-07d3-4fa3-9cad-49c7efdc5041 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.304184 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Calling delete_port for 53aee450-367a-43b0-958a-af9630bf214a owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:35.339795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd2abb-07d3-4fa3-9cad-49c7efdc5041 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=481552be-d3ef-43ca-a0cb-345f149e1f1c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:35.361226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f38f0eab-947e-4443-9c36-b1bcdfa2f991 None None] Deleting port 53aee450-367a-43b0-958a-af9630bf214a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:35.361601 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f38f0eab-947e-4443-9c36-b1bcdfa2f991 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.428556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86ba710-6872-42ed-ac31-ad46c3da8eca None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:35.465181 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d3d42db4-31de-476a-9359-191c52526548 None None] Provisioning complete for port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:35.465538 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3d42db4-31de-476a-9359-191c52526548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.511237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc5d5d-c9e9-44e9-ac0c-0ae1e5274c2b None None] Pushing event updated for resources: {'Port': ['ID=d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:35.527604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Routers {'8c15f849-4800-48f5-80f6-31e65b3f8de2'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:35.528296 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8c15f849-4800-48f5-80f6-31e65b3f8de2'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:35.540339 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.589035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Port': ['ID=53aee450-367a-43b0-958a-af9630bf214a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:35.591010 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No DVR routers for this DVR port 53aee450-367a-43b0-958a-af9630bf214a on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:35.594050 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ffd2abb-07d3-4fa3-9cad-49c7efdc5041 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.674647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f38f0eab-947e-4443-9c36-b1bcdfa2f991 None None] For port 53aee450-367a-43b0-958a-af9630bf214a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=53aee450-367a-43b0-958a-af9630bf214a,segment=NetworkSegment(5b145278-def9-40b7-a0c1-d1b2bc25281a),segment_id=5b145278-def9-40b7-a0c1-d1b2bc25281a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:35.675047 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f38f0eab-947e-4443-9c36-b1bcdfa2f991 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.786039 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.788849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f38f0eab-947e-4443-9c36-b1bcdfa2f991 None None] Calling delete_port for 53aee450-367a-43b0-958a-af9630bf214a owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:35.808958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d281a351-7d4e-4efd-8191-740a4159ec66']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:35.819774 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b145278-def9-40b7-a0c1-d1b2bc25281a') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:35.820081 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b145278-def9-40b7-a0c1-d1b2bc25281a') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:35.831093 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.850088 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.856794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:35.857504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:35.861522 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:35.869209 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.894063 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffd2abb-07d3-4fa3-9cad-49c7efdc5041 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router bbecfef2-2453-41a2-8fff-a62686960766 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:07:35.929805 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.942837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.971556 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:35.979669 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/d281a351-7d4e-4efd-8191-740a4159ec66 HTTP/1.1" status: 204 len: 168 time: 1.4395187 Nov 16 05:07:35.981195 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e185318-977f-44eb-a0ce-8a8eee872f40 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Network': ['ID=d281a351-7d4e-4efd-8191-740a4159ec66,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:35.983212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45762) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:36.029348 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3ee906-6c62-45ec-808c-e2e417174aea tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] DELETE failed (client error): The resource could not be found. Nov 16 05:07:36.029964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3ee906-6c62-45ec-808c-e2e417174aea tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:07:36.031403 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3d42db4-31de-476a-9359-191c52526548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.045094 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0a3ee906-6c62-45ec-808c-e2e417174aea tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/subnets/df1ebbab-adea-47a4-9f95-a1b0acca3f51 HTTP/1.1" status: 404 len: 337 time: 0.0596042 Nov 16 05:07:36.045817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45764) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:36.055046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d3d42db4-31de-476a-9359-191c52526548 None None] For port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:36.057291 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] Set router 8c15f849-4800-48f5-80f6-31e65b3f8de2 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:07:36.076521 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d074ff73-8883-4000-8a51-cb12eaf042b9 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] DELETE failed (client error): The resource could not be found. Nov 16 05:07:36.077288 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d074ff73-8883-4000-8a51-cb12eaf042b9 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:07:36.089215 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d074ff73-8883-4000-8a51-cb12eaf042b9 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/35a080d4-97b5-4cc0-ae3b-bb5790e69742 HTTP/1.1" status: 404 len: 339 time: 0.0374255 Nov 16 05:07:36.089215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45766) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:36.112752 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb575609-6948-443d-89a5-7b127da0da83 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] DELETE failed (client error): The resource could not be found. Nov 16 05:07:36.113248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb575609-6948-443d-89a5-7b127da0da83 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:07:36.119357 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bb575609-6948-443d-89a5-7b127da0da83 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/subnets/3dfb69a0-8e1c-42f7-93ee-3c24b4e4d846 HTTP/1.1" status: 404 len: 337 time: 0.0328372 Nov 16 05:07:36.119993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45770) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:36.138672 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6894fc-1cf8-4ded-a830-aab8aaa58a53 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] DELETE failed (client error): The resource could not be found. Nov 16 05:07:36.139765 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6894fc-1cf8-4ded-a830-aab8aaa58a53 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:07:36.150546 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6a6894fc-1cf8-4ded-a830-aab8aaa58a53 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/71bd6602-941c-4a2f-98e0-284ed3dda793 HTTP/1.1" status: 404 len: 339 time: 0.0248780 Nov 16 05:07:36.150546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45772) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:36.151261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Network a135cc31-b44a-4cc0-927a-1547d7c6c342 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:36.173401 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d43d4003-af2e-442a-90f8-2982f25405a6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] DELETE failed (client error): The resource could not be found. Nov 16 05:07:36.173896 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d43d4003-af2e-442a-90f8-2982f25405a6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:07:36.179675 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f38f0eab-947e-4443-9c36-b1bcdfa2f991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.180125 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d43d4003-af2e-442a-90f8-2982f25405a6 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/subnets/212e2a37-628b-469d-9a7a-51d146c4d886 HTTP/1.1" status: 404 len: 337 time: 0.0324717 Nov 16 05:07:36.180671 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45776) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:36.181916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:36.201178 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b94009-4bd5-4f7a-9db3-9af35565e0be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] DELETE failed (client error): The resource could not be found. Nov 16 05:07:36.201687 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7b94009-4bd5-4f7a-9db3-9af35565e0be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:07:36.208167 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d7b94009-4bd5-4f7a-9db3-9af35565e0be tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/ebf03a03-fd2b-4469-8cd8-fb0a5811c27a HTTP/1.1" status: 404 len: 339 time: 0.0263209 Nov 16 05:07:36.208812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45778) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:36.278419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:36.293433 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3d42db4-31de-476a-9359-191c52526548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.300151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a113329-7587-458b-9c39-5c1ad6f7781f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Deleting subnet 811646e1-118c-49be-b15e-491f39f8e345 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:07:36.307562 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a113329-7587-458b-9c39-5c1ad6f7781f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.324464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f38f0eab-947e-4443-9c36-b1bcdfa2f991 None None] Network d281a351-7d4e-4efd-8191-740a4159ec66 is not hosted by any dhcp agent {{(pid=102661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 05:07:36.324931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f0eab-947e-4443-9c36-b1bcdfa2f991 None None] No DVR routers for this DVR port 53aee450-367a-43b0-958a-af9630bf214a on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:36.335051 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Pushing event updated for resources: {'Port': ['ID=b76cf8f5-ab00-47ae-9011-ec38066f0a22,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:36.380933 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a113329-7587-458b-9c39-5c1ad6f7781f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.433977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Attempting to bind port b76cf8f5-ab00-47ae-9011-ec38066f0a22 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:07:36.434706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Attempting to bind port b76cf8f5-ab00-47ae-9011-ec38066f0a22 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'cf957ebc-1860-47a9-85ec-629d9631404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:07:36.435241 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Attempting to bind port b76cf8f5-ab00-47ae-9011-ec38066f0a22 on network a135cc31-b44a-4cc0-927a-1547d7c6c342 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:36.449246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:07:36.449927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Checking segment: {'id': 'cf957ebc-1860-47a9-85ec-629d9631404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:36.450522 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.451084 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Bound using segment: {'id': 'cf957ebc-1860-47a9-85ec-629d9631404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:07:36.451724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Bound port: b76cf8f5-ab00-47ae-9011-ec38066f0a22, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf957ebc-1860-47a9-85ec-629d9631404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:07:36.452423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.458918 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f0eab-947e-4443-9c36-b1bcdfa2f991 None None] Pushing event deleted for resources: {'Port': ['ID=53aee450-367a-43b0-958a-af9630bf214a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:36.473409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffd2abb-07d3-4fa3-9cad-49c7efdc5041 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:36.480295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6ffd2abb-07d3-4fa3-9cad-49c7efdc5041 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/bbecfef2-2453-41a2-8fff-a62686960766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8556182 Nov 16 05:07:36.483028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45786) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:36.488243 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8d0155-e59d-4a04-b54b-56bd36b936c6 None None] Sync routers for ids ['bbecfef2-2453-41a2-8fff-a62686960766'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:36.500557 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d0155-e59d-4a04-b54b-56bd36b936c6 None None] Routers {'bbecfef2-2453-41a2-8fff-a62686960766'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:36.501186 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ff8d0155-e59d-4a04-b54b-56bd36b936c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['bbecfef2-2453-41a2-8fff-a62686960766'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:36.563006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-35b81b48-4aab-4ed7-be32-9e8a401b2466 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbecfef2-2453-41a2-8fff-a62686960766 HTTP/1.1" status: 200 len: 205 time: 0.0766799 Nov 16 05:07:36.563006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Allocated IP 172.20.0.1 (a135cc31-b44a-4cc0-927a-1547d7c6c342/47faee19-80b7-4efa-868b-c9d96ebc16b8/03b48203-aaa5-43c3-8d58-4adc4314511b) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:36.564336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45790) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:36.573387 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ff8d0155-e59d-4a04-b54b-56bd36b936c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:36.579571 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a113329-7587-458b-9c39-5c1ad6f7781f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.591714 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d0155-e59d-4a04-b54b-56bd36b936c6 None None] Routers {'bbecfef2-2453-41a2-8fff-a62686960766'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:36.592260 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ff8d0155-e59d-4a04-b54b-56bd36b936c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['bbecfef2-2453-41a2-8fff-a62686960766'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:36.654755 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a113329-7587-458b-9c39-5c1ad6f7781f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.655007 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ff8d0155-e59d-4a04-b54b-56bd36b936c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:36.655481 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8d0155-e59d-4a04-b54b-56bd36b936c6 None None] The sync data for ids ['bbecfef2-2453-41a2-8fff-a62686960766'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:36.709687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d2ed9f04-a993-4b02-9b03-ce2804fa2433 None None] Provisioning complete for port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:36.710311 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d2ed9f04-a993-4b02-9b03-ce2804fa2433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.715008 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a113329-7587-458b-9c39-5c1ad6f7781f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Subnet': ['ID=811646e1-118c-49be-b15e-491f39f8e345,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:36.720272 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4a113329-7587-458b-9c39-5c1ad6f7781f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.724995 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4a113329-7587-458b-9c39-5c1ad6f7781f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/subnets/811646e1-118c-49be-b15e-491f39f8e345 HTTP/1.1" status: 204 len: 168 time: 0.5151258 Nov 16 05:07:36.728988 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45792) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:36.814779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] For port b76cf8f5-ab00-47ae-9011-ec38066f0a22, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:07:36.818114 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a6daf300-d3f1-447e-a2d4-b88d8787ee19 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.819132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] For port b76cf8f5-ab00-47ae-9011-ec38066f0a22, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b76cf8f5-ab00-47ae-9011-ec38066f0a22,segment=NetworkSegment(cf957ebc-1860-47a9-85ec-629d9631404c),segment_id=cf957ebc-1860-47a9-85ec-629d9631404c)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:07:36.832515 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.840643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697e6cbe-8cb4-41c4-98d1-760f141cd11a None None] Network e1b94d11-913e-4c20-ad42-ec57b5da29b8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:36.887614 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.919712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Deleting port 3c7b8000-581b-4dd6-ac45-11b10875e7fc {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:36.920165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:36.923854 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 53aee450-367a-43b0-958a-af9630bf214a no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:36.977375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 53aee450-367a-43b0-958a-af9630bf214a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:36.978013 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 53aee450-367a-43b0-958a-af9630bf214a not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:37.008712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] For port 3c7b8000-581b-4dd6-ac45-11b10875e7fc, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3c7b8000-581b-4dd6-ac45-11b10875e7fc,segment=NetworkSegment(1ed45918-2a22-4048-b117-b41336f702e9),segment_id=1ed45918-2a22-4048-b117-b41336f702e9)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:37.009133 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.011914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d42db4-31de-476a-9359-191c52526548 None None] Pushing event updated for resources: {'Port': ['ID=d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:37.025837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Calling delete_port for 3c7b8000-581b-4dd6-ac45-11b10875e7fc owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:37.037129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:07:28Z', 'revision_number': 3, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:44:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:25Z', 'updated_at': '2021-11-16T05:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:37.131811 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.175157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Port': ['ID=3c7b8000-581b-4dd6-ac45-11b10875e7fc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:37.176877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No DVR routers for this DVR port 3c7b8000-581b-4dd6-ac45-11b10875e7fc on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:37.182630 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb0eaf1-d365-449c-9dad-902ca4fe1dc3 None None] The sync data for ids ['8c15f849-4800-48f5-80f6-31e65b3f8de2'] in n-d-818042-1 is: [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:07:28Z', 'revision_number': 3, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:44:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:25Z', 'updated_at': '2021-11-16T05:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:37.190882 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a6daf300-d3f1-447e-a2d4-b88d8787ee19 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.196727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a6daf300-d3f1-447e-a2d4-b88d8787ee19 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.318196 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a6daf300-d3f1-447e-a2d4-b88d8787ee19 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.324578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6daf300-d3f1-447e-a2d4-b88d8787ee19 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Fanout notify agent at l3_agent the message router_deleted on router bbecfef2-2453-41a2-8fff-a62686960766 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:07:37.329667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d1b2c1-cccc-4350-b1b4-cefd75639777 None None] DHCP port deletion for e1b94d11-913e-4c20-ad42-ec57b5da29b8 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:37.348530 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a6daf300-d3f1-447e-a2d4-b88d8787ee19 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.352801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f226e64-1b51-4560-bb0d-d1ddb8ed8959 None None] Pushing event updated for resources: {'Port': ['ID=b76cf8f5-ab00-47ae-9011-ec38066f0a22,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:37.354118 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a6daf300-d3f1-447e-a2d4-b88d8787ee19 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/bbecfef2-2453-41a2-8fff-a62686960766 HTTP/1.1" status: 204 len: 168 time: 0.7852645 Nov 16 05:07:37.359549 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.365460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45804) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:37.407227 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.459722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f69b3a-0da1-47a3-adcd-f6794fb21804 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting subnet 32013561-4962-4b28-881f-278091379f2b {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:07:37.467683 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16f69b3a-0da1-47a3-adcd-f6794fb21804 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.480537 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.523455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b94d11-913e-4c20-ad42-ec57b5da29b8']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:37.533295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network a135cc31-b44a-4cc0-927a-1547d7c6c342 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:37.537295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:37.540513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:37.557638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ed45918-2a22-4048-b117-b41336f702e9') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:37.558384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ed45918-2a22-4048-b117-b41336f702e9') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:37.577467 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16f69b3a-0da1-47a3-adcd-f6794fb21804 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.586501 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.605470 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.651273 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.657858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:37.658202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:37.717407 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:37.790970 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.801544 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.806927 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/e1b94d11-913e-4c20-ad42-ec57b5da29b8 HTTP/1.1" status: 204 len: 168 time: 1.0745506 Nov 16 05:07:37.810813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45806) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:37.842434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=03b48203-aaa5-43c3-8d58-4adc4314511b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:37.878255 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9859c-ee9c-4121-bde4-3c951a5d020d tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Network': ['ID=e1b94d11-913e-4c20-ad42-ec57b5da29b8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:37.899771 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16f69b3a-0da1-47a3-adcd-f6794fb21804 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.917588 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:37.983167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45812) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:37.989266 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-202bcc62-82c2-4437-b8b6-3f3d4e8b5877 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] DELETE failed (client error): The resource could not be found. Nov 16 05:07:37.989748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-202bcc62-82c2-4437-b8b6-3f3d4e8b5877 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:07:37.994032 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-202bcc62-82c2-4437-b8b6-3f3d4e8b5877 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/subnets/548786d5-874d-4638-99fb-bda7eaa87c75 HTTP/1.1" status: 404 len: 337 time: 0.1792827 Nov 16 05:07:38.002083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45814) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:38.024164 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8aa1db-d95a-4304-9f5e-cbf8353f8125 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] DELETE failed (client error): The resource could not be found. Nov 16 05:07:38.024972 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8aa1db-d95a-4304-9f5e-cbf8353f8125 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:07:38.029004 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3c8aa1db-d95a-4304-9f5e-cbf8353f8125 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/203dfe6c-cc1c-4273-98c1-a297ee673a74 HTTP/1.1" status: 404 len: 339 time: 0.0257289 Nov 16 05:07:38.030663 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16f69b3a-0da1-47a3-adcd-f6794fb21804 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.041023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45818) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:38.042191 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-74fffca2-d66c-4632-a9b9-872a206b15c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.051768 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16f69b3a-0da1-47a3-adcd-f6794fb21804 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.055199 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-16f69b3a-0da1-47a3-adcd-f6794fb21804 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/32013561-4962-4b28-881f-278091379f2b HTTP/1.1" status: 204 len: 168 time: 0.6870925 Nov 16 05:07:38.060363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45820) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:38.067249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51af15fe-00e5-4ded-9f80-c97e3dfd1895 None None] Network b66023a7-72b4-42ab-b92b-5eb5220315e3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:38.120516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f69b3a-0da1-47a3-adcd-f6794fb21804 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Subnet': ['ID=32013561-4962-4b28-881f-278091379f2b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:38.162053 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-9410d979-8a09-4275-9075-3ef06dceb6f8 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Deleting subnet d2b978b5-1146-4c3c-aa03-b7f7cb73fe99 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:07:38.174720 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9410d979-8a09-4275-9075-3ef06dceb6f8 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.262148 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9410d979-8a09-4275-9075-3ef06dceb6f8 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.354582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63e66fc5-7095-43f6-912e-d701fcedf603 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.412593 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9410d979-8a09-4275-9075-3ef06dceb6f8 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.452360 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f971234f-244d-49f7-9c89-1dcebcdeb742 None None] DHCP port deletion for b66023a7-72b4-42ab-b92b-5eb5220315e3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:38.452649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.567440 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9410d979-8a09-4275-9075-3ef06dceb6f8 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.594732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f971234f-244d-49f7-9c89-1dcebcdeb742 None None] Deleting port 30af57b8-570f-4656-a3e5-1db8f98de741 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:38.596764 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f971234f-244d-49f7-9c89-1dcebcdeb742 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.626450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410d979-8a09-4275-9075-3ef06dceb6f8 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b978b5-1146-4c3c-aa03-b7f7cb73fe99,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:38.632098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9410d979-8a09-4275-9075-3ef06dceb6f8 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.638586 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9410d979-8a09-4275-9075-3ef06dceb6f8 tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/subnets/d2b978b5-1146-4c3c-aa03-b7f7cb73fe99 HTTP/1.1" status: 204 len: 168 time: 0.5881588 Nov 16 05:07:38.638984 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45822) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:38.663626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0fd451-e477-492f-85c0-d3e8ed9d41fd None None] Network f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:38.755332 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63e66fc5-7095-43f6-912e-d701fcedf603 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.757393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 30af57b8-570f-4656-a3e5-1db8f98de741 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:38.757943 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.759684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731044f1-0dc3-4371-a02e-bc5759c6a866 None None] Network a135cc31-b44a-4cc0-927a-1547d7c6c342 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:38.771560 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.793580 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63e66fc5-7095-43f6-912e-d701fcedf603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.863019 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Deleting port 8b18a640-9ecb-4b74-a092-2af62f3a7191 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:38.863463 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.878635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f971234f-244d-49f7-9c89-1dcebcdeb742 None None] For port 30af57b8-570f-4656-a3e5-1db8f98de741, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=30af57b8-570f-4656-a3e5-1db8f98de741,segment=NetworkSegment(e02030f8-007a-4d3b-a93f-fea6ffd025d7),segment_id=e02030f8-007a-4d3b-a93f-fea6ffd025d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:38.884452 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f971234f-244d-49f7-9c89-1dcebcdeb742 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.924472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f971234f-244d-49f7-9c89-1dcebcdeb742 None None] Calling delete_port for 30af57b8-570f-4656-a3e5-1db8f98de741 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:38.934052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f8ab5897-3512-421a-aa7c-4ecc8299a03b None None] Provisioning complete for port b76cf8f5-ab00-47ae-9011-ec38066f0a22 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:38.934565 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5897-3512-421a-aa7c-4ecc8299a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.944030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] For port 30af57b8-570f-4656-a3e5-1db8f98de741, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=30af57b8-570f-4656-a3e5-1db8f98de741,segment=NetworkSegment(e02030f8-007a-4d3b-a93f-fea6ffd025d7),segment_id=e02030f8-007a-4d3b-a93f-fea6ffd025d7)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:38.944749 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:38.959396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-63e66fc5-7095-43f6-912e-d701fcedf603 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c58d39f7f1014a909e4b92835ea35aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9718804 Nov 16 05:07:38.960142 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45824) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:38.987517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 30af57b8-570f-4656-a3e5-1db8f98de741 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:38.995787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e66fc5-7095-43f6-912e-d701fcedf603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc090da-5211-4d35-a9d5-6a665d279a4d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:39.018769 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.032689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] For port 8b18a640-9ecb-4b74-a092-2af62f3a7191, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=8b18a640-9ecb-4b74-a092-2af62f3a7191,segment=NetworkSegment(75c23125-0c4b-4b02-9fab-6e5c5e832825),segment_id=75c23125-0c4b-4b02-9fab-6e5c5e832825)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:39.033327 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.109500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Calling delete_port for 8b18a640-9ecb-4b74-a092-2af62f3a7191 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:39.122730 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.140050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:39.177162 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91ad09ae-df41-4cd7-92b9-fd83b7568a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.266062 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91ad09ae-df41-4cd7-92b9-fd83b7568a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.329949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=03b48203-aaa5-43c3-8d58-4adc4314511b,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:39.341909 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91ad09ae-df41-4cd7-92b9-fd83b7568a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.346156 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.346709 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91ad09ae-df41-4cd7-92b9-fd83b7568a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.348926 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-91ad09ae-df41-4cd7-92b9-fd83b7568a7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ffc090da-5211-4d35-a9d5-6a665d279a4d HTTP/1.1" status: 204 len: 168 time: 0.3820574 Nov 16 05:07:39.404622 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.426777 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5897-3512-421a-aa7c-4ecc8299a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.450525 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad09ae-df41-4cd7-92b9-fd83b7568a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc090da-5211-4d35-a9d5-6a665d279a4d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:39.464668 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.491653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] No DVR routers for this DVR port 8b18a640-9ecb-4b74-a092-2af62f3a7191 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:39.516884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Port': ['ID=8b18a640-9ecb-4b74-a092-2af62f3a7191,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:39.559571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=30af57b8-570f-4656-a3e5-1db8f98de741,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:39.569356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af50ea7-3b77-4cd6-8f1e-8c1fc558560d None None] DHCP port deletion for f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:39.573642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No DVR routers for this DVR port 30af57b8-570f-4656-a3e5-1db8f98de741 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:39.607042 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f971234f-244d-49f7-9c89-1dcebcdeb742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.669165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.713729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971234f-244d-49f7-9c89-1dcebcdeb742 None None] Pushing event deleted for resources: {'Port': ['ID=30af57b8-570f-4656-a3e5-1db8f98de741,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:39.718164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:39.733351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f8ab5897-3512-421a-aa7c-4ecc8299a03b None None] For port b76cf8f5-ab00-47ae-9011-ec38066f0a22, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b76cf8f5-ab00-47ae-9011-ec38066f0a22,segment=NetworkSegment(cf957ebc-1860-47a9-85ec-629d9631404c),segment_id=cf957ebc-1860-47a9-85ec-629d9631404c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:39.741573 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c23125-0c4b-4b02-9fab-6e5c5e832825') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:39.743367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c23125-0c4b-4b02-9fab-6e5c5e832825') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:39.773200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:39.773575 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.776548 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f8ab5897-3512-421a-aa7c-4ecc8299a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.781817 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.782087 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.794546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f971234f-244d-49f7-9c89-1dcebcdeb742 None None] No DVR routers for this DVR port 30af57b8-570f-4656-a3e5-1db8f98de741 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:07:39.812942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.816200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network a135cc31-b44a-4cc0-927a-1547d7c6c342 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:39.827316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:39.828618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:39.837915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:39.843658 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:39.854127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66023a7-72b4-42ab-b92b-5eb5220315e3']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:39.934129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab5897-3512-421a-aa7c-4ecc8299a03b None None] Pushing event updated for resources: {'Port': ['ID=b76cf8f5-ab00-47ae-9011-ec38066f0a22,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:39.980327 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45850) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:40.006795 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.015705 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b76cf8f5-ab00-47ae-9011-ec38066f0a22 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:40.032248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02030f8-007a-4d3b-a93f-fea6ffd025d7') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:40.032562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02030f8-007a-4d3b-a93f-fea6ffd025d7') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:40.043486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.057999 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] 10.222.0.41 "DELETE /v2.0/networks/f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a HTTP/1.1" status: 204 len: 168 time: 1.4156551 Nov 16 05:07:40.059732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d7a5-e560-4f6d-af7a-573c0be9c74d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.080452 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.148632 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.156794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f209f-790c-44b0-810f-e2c3b525662f tempest-NetworksIpV6Test-263186824 tempest-NetworksIpV6Test-263186824-project] Pushing event deleted for resources: {'Network': ['ID=f06b463f-ab1a-4f5c-b1eb-c1d3a5a91b3a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:40.159644 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b76cf8f5-ab00-47ae-9011-ec38066f0a22 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:40.160963 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.185371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:40.185612 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:40.197887 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:40.247437 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29d39d1c-4c47-4152-be48-f43615c958c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.364006 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.370862 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.377955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/networks/b66023a7-72b4-42ab-b92b-5eb5220315e3 HTTP/1.1" status: 204 len: 168 time: 2.3128319 Nov 16 05:07:40.382167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45854) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:40.392626 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Router 8c15f849-4800-48f5-80f6-31e65b3f8de2 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:07:40.403270 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1580863634', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:40.412091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6e615f4f-f19d-4a9c-9310-a57e03c08acd None None] Provisioning complete for port 03b48203-aaa5-43c3-8d58-4adc4314511b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:40.413670 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e615f4f-f19d-4a9c-9310-a57e03c08acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.449993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883ed48-f9da-498c-ba7b-6f9db1079a59 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Network': ['ID=b66023a7-72b4-42ab-b92b-5eb5220315e3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:40.512834 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6e615f4f-f19d-4a9c-9310-a57e03c08acd None None] Port 03b48203-aaa5-43c3-8d58-4adc4314511b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:07:40.533662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3c7b8000-581b-4dd6-ac45-11b10875e7fc no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:40.546404 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.549401 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.604977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 3c7b8000-581b-4dd6-ac45-11b10875e7fc {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:40.605348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3c7b8000-581b-4dd6-ac45-11b10875e7fc not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:40.605728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 30af57b8-570f-4656-a3e5-1db8f98de741 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:40.606523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45860) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:40.653422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:40.655635 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d7a5-e560-4f6d-af7a-573c0be9c74d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.674718 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Sync routers for ids ['8c15f849-4800-48f5-80f6-31e65b3f8de2'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:40.686414 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 30af57b8-570f-4656-a3e5-1db8f98de741 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:40.686767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 30af57b8-570f-4656-a3e5-1db8f98de741 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:40.690580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a31216d7-d2e2-476e-a807-af9cdb7e6032 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "PUT /v2.0/routers/8c15f849-4800-48f5-80f6-31e65b3f8de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6722827 Nov 16 05:07:40.694616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45864) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:40.708495 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcf8d7a5-e560-4f6d-af7a-573c0be9c74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.715497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.730098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6e615f4f-f19d-4a9c-9310-a57e03c08acd None None] Provisioning complete for port b76cf8f5-ab00-47ae-9011-ec38066f0a22 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:40.741459 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6e615f4f-f19d-4a9c-9310-a57e03c08acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:40.752030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Routers {'8c15f849-4800-48f5-80f6-31e65b3f8de2'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:40.752674 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8c15f849-4800-48f5-80f6-31e65b3f8de2'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:40.962910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b76cf8f5-ab00-47ae-9011-ec38066f0a22 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:40.974850 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fcf8d7a5-e560-4f6d-af7a-573c0be9c74d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=710fe70b7f1946afa428a72ca42867dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9933953 Nov 16 05:07:40.975563 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8d7a5-e560-4f6d-af7a-573c0be9c74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c155536-2a07-4e48-9491-44583283e3a6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:40.982705 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45866) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:41.035792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063098f-e973-48f8-8c8c-04c830db2b1b tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:41.036276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063098f-e973-48f8-8c8c-04c830db2b1b tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:41.036746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063098f-e973-48f8-8c8c-04c830db2b1b tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:41.037208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063098f-e973-48f8-8c8c-04c830db2b1b tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:41.037670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063098f-e973-48f8-8c8c-04c830db2b1b tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:41.038147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063098f-e973-48f8-8c8c-04c830db2b1b tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:41.047314 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c063098f-e973-48f8-8c8c-04c830db2b1b tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4273 time: 0.3480144 Nov 16 05:07:41.049104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45868) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:41.158243 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:41.236528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b18311-ab96-454d-9807-22ab7159b536 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:41.237042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b18311-ab96-454d-9807-22ab7159b536 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:41.237550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b18311-ab96-454d-9807-22ab7159b536 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:41.238021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b18311-ab96-454d-9807-22ab7159b536 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:41.238512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b18311-ab96-454d-9807-22ab7159b536 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:41.238955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b18311-ab96-454d-9807-22ab7159b536 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:41.241051 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-38b18311-ab96-454d-9807-22ab7159b536 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.1879044 Nov 16 05:07:41.243825 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45870) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:41.300492 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7a16b106-733a-42c7-8880-5e24592b0096 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=513148a92f4844b18a836a6006cf40e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6897862 Nov 16 05:07:41.305924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45872) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:41.311000 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87e07912-63ad-4c15-870c-11ffc24621fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:41.311588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Set router 8c15f849-4800-48f5-80f6-31e65b3f8de2 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:07:41.360528 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b76cf8f5-ab00-47ae-9011-ec38066f0a22 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:41.360833 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:41.388819 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87e07912-63ad-4c15-870c-11ffc24621fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:41.531218 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-90d9d5f2-12e6-4210-9a05-83bcf225626b None None] Provisioning complete for port 03b48203-aaa5-43c3-8d58-4adc4314511b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:41.531572 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-90d9d5f2-12e6-4210-9a05-83bcf225626b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:41.574665 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87e07912-63ad-4c15-870c-11ffc24621fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:41.577686 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-87e07912-63ad-4c15-870c-11ffc24621fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:41.579495 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-87e07912-63ad-4c15-870c-11ffc24621fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c155536-2a07-4e48-9491-44583283e3a6 HTTP/1.1" status: 204 len: 168 time: 0.5954988 Nov 16 05:07:41.596353 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e07912-63ad-4c15-870c-11ffc24621fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c155536-2a07-4e48-9491-44583283e3a6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:41.623268 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:41.652925 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:41.705132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-90d9d5f2-12e6-4210-9a05-83bcf225626b None None] Port 03b48203-aaa5-43c3-8d58-4adc4314511b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:07:41.799063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8b18a640-9ecb-4b74-a092-2af62f3a7191 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:07:41.856602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 8b18a640-9ecb-4b74-a092-2af62f3a7191 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:07:41.857249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 8b18a640-9ecb-4b74-a092-2af62f3a7191 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:07:41.862344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Allocated IP 172.25.0.248 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/23204b64-5e3f-4c6a-9fad-1f067bed8938) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:41.877742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:07:37Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:25Z', 'updated_at': '2021-11-16T05:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '03b48203-aaa5-43c3-8d58-4adc4314511b', 'name': '', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:8b:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:35Z', 'updated_at': '2021-11-16T05:07:38Z', 'revision_number': 2, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:41.916636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Checking router: 8c15f849-4800-48f5-80f6-31e65b3f8de2 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:07:41.917290 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Updating router 8c15f849-4800-48f5-80f6-31e65b3f8de2 port 03b48203-aaa5-43c3-8d58-4adc4314511b binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:07:41.971169 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:41.979804 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-004272d1-afd2-498f-8980-9de2d544d20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.024993 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-004272d1-afd2-498f-8980-9de2d544d20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.027894 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.042327 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.084294 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.137528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-39e1582f-0186-4a80-a8b0-677b41891e09 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2864 time: 0.8926070 Nov 16 05:07:42.152155 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-004272d1-afd2-498f-8980-9de2d544d20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.154891 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-004272d1-afd2-498f-8980-9de2d544d20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.158787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-004272d1-afd2-498f-8980-9de2d544d20f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c604c20a-922e-4efb-a684-25223da55c02 HTTP/1.1" status: 204 len: 168 time: 0.8509829 Nov 16 05:07:42.167296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004272d1-afd2-498f-8980-9de2d544d20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c604c20a-922e-4efb-a684-25223da55c02,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:42.234701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=23204b64-5e3f-4c6a-9fad-1f067bed8938,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:42.245790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:42.249626 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:42.255917 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:42.272001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adc9a60-4b27-44a0-a3be-cd352ec55135 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:42.381361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-46548aa4-c5bf-4fc5-b121-c69ab728269f None None] Provisioning complete for port 23204b64-5e3f-4c6a-9fad-1f067bed8938 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:42.382565 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46548aa4-c5bf-4fc5-b121-c69ab728269f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.477659 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-46548aa4-c5bf-4fc5-b121-c69ab728269f None None] Port 23204b64-5e3f-4c6a-9fad-1f067bed8938 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:07:42.500899 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.510002 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.585520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be700e67-4faa-43c7-8952-4fb15fe6772c None None] Pushing event updated for resources: {'Port': ['ID=03b48203-aaa5-43c3-8d58-4adc4314511b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:42.606630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45902) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:42.611429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-2213443c-6a78-430d-9122-9ef1b2f45d76 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-795200220', 'description': 'tempest-secgroup-smoke-795200220 description', 'project_id': '5d96d78dbd524318af36e944a5e52691'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:42.667814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Attempting to bind port 03b48203-aaa5-43c3-8d58-4adc4314511b on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:07:42.668401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Attempting to bind port 03b48203-aaa5-43c3-8d58-4adc4314511b by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'cf957ebc-1860-47a9-85ec-629d9631404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:07:42.668913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Attempting to bind port 03b48203-aaa5-43c3-8d58-4adc4314511b on network a135cc31-b44a-4cc0-927a-1547d7c6c342 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:42.685398 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2213443c-6a78-430d-9122-9ef1b2f45d76 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.686022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:07:42.687089 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Checking segment: {'id': 'cf957ebc-1860-47a9-85ec-629d9631404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:42.688542 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.689275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Bound using segment: {'id': 'cf957ebc-1860-47a9-85ec-629d9631404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:07:42.689849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Bound port: 03b48203-aaa5-43c3-8d58-4adc4314511b, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf957ebc-1860-47a9-85ec-629d9631404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:07:42.690399 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.702497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.842275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] For port 03b48203-aaa5-43c3-8d58-4adc4314511b, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:07:42.853709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] For port 03b48203-aaa5-43c3-8d58-4adc4314511b, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=03b48203-aaa5-43c3-8d58-4adc4314511b,segment=NetworkSegment(cf957ebc-1860-47a9-85ec-629d9631404c),segment_id=cf957ebc-1860-47a9-85ec-629d9631404c)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:07:42.866423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.964729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Routers {'8c15f849-4800-48f5-80f6-31e65b3f8de2'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:42.966966 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2213443c-6a78-430d-9122-9ef1b2f45d76 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:42.967729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8c15f849-4800-48f5-80f6-31e65b3f8de2'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:42.979909 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2213443c-6a78-430d-9122-9ef1b2f45d76 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.068132 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.072098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213443c-6a78-430d-9122-9ef1b2f45d76 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305e7c36-af1a-421d-848b-53afd6e95270,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:43.098117 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2213443c-6a78-430d-9122-9ef1b2f45d76 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.099437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2213443c-6a78-430d-9122-9ef1b2f45d76 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4917920 Nov 16 05:07:43.102307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45916) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:43.106906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5c89dfaa-35b9-4800-bed1-8fa2a166c479 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '305e7c36-af1a-421d-848b-53afd6e95270', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:43.134881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be700e67-4faa-43c7-8952-4fb15fe6772c None None] Pushing event updated for resources: {'Port': ['ID=03b48203-aaa5-43c3-8d58-4adc4314511b,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:43.175620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c89dfaa-35b9-4800-bed1-8fa2a166c479 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.201607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-431c95a1-de7b-4fd3-b258-bc04e6fe87f1 None None] Provisioning complete for port 03b48203-aaa5-43c3-8d58-4adc4314511b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:43.202201 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-431c95a1-de7b-4fd3-b258-bc04e6fe87f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.290500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] Set router 8c15f849-4800-48f5-80f6-31e65b3f8de2 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:07:43.344218 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c89dfaa-35b9-4800-bed1-8fa2a166c479 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.354008 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c89dfaa-35b9-4800-bed1-8fa2a166c479 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.389850 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.405516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89dfaa-35b9-4800-bed1-8fa2a166c479 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b355ec74-98e5-4f28-a1da-0c4581c758e1,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:43.426781 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5c89dfaa-35b9-4800-bed1-8fa2a166c479 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.428823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5c89dfaa-35b9-4800-bed1-8fa2a166c479 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3248990 Nov 16 05:07:43.432356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router 602c47d2-1f03-4123-9cb8-f709166c0900 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:07:43.432583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45926) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:43.443942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6aaa9dff-8d30-4be4-b17f-57d0da6eea03 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '305e7c36-af1a-421d-848b-53afd6e95270', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:43.507544 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6aaa9dff-8d30-4be4-b17f-57d0da6eea03 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.526683 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-431c95a1-de7b-4fd3-b258-bc04e6fe87f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.601855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-431c95a1-de7b-4fd3-b258-bc04e6fe87f1 None None] For port 03b48203-aaa5-43c3-8d58-4adc4314511b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=03b48203-aaa5-43c3-8d58-4adc4314511b,segment=NetworkSegment(cf957ebc-1860-47a9-85ec-629d9631404c),segment_id=cf957ebc-1860-47a9-85ec-629d9631404c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:43.668422 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-431c95a1-de7b-4fd3-b258-bc04e6fe87f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.674395 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6aaa9dff-8d30-4be4-b17f-57d0da6eea03 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.683551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6aaa9dff-8d30-4be4-b17f-57d0da6eea03 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.726129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa9dff-8d30-4be4-b17f-57d0da6eea03 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c55e42-a1b5-4738-b1a6-f19131ed8202,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:43.744295 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6aaa9dff-8d30-4be4-b17f-57d0da6eea03 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.749115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6aaa9dff-8d30-4be4-b17f-57d0da6eea03 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155026 Nov 16 05:07:43.755892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45936) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:43.761967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-8482f27a-8554-4939-b377-ef4e1db822f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '305e7c36-af1a-421d-848b-53afd6e95270', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:43.818357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45940) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:43.845008 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8482f27a-8554-4939-b377-ef4e1db822f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.870366 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.903006 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c95a1-de7b-4fd3-b258-bc04e6fe87f1 None None] Pushing event updated for resources: {'Port': ['ID=03b48203-aaa5-43c3-8d58-4adc4314511b,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:43.921242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-13e55f19-72b0-4170-9e9d-46a834128cee None None] Provisioning complete for port 03b48203-aaa5-43c3-8d58-4adc4314511b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:43.921829 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-13e55f19-72b0-4170-9e9d-46a834128cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.948551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:07:37Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:25Z', 'updated_at': '2021-11-16T05:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '03b48203-aaa5-43c3-8d58-4adc4314511b', 'name': '', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:8b:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:35Z', 'updated_at': '2021-11-16T05:07:42Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:43.974375 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8482f27a-8554-4939-b377-ef4e1db822f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:43.981836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c269f1c-1e40-42ad-a19a-11821cac2dce None None] The sync data for ids ['8c15f849-4800-48f5-80f6-31e65b3f8de2'] in n-d-818042-1 is: [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:07:37Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:25Z', 'updated_at': '2021-11-16T05:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '03b48203-aaa5-43c3-8d58-4adc4314511b', 'name': '', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:8b:8d:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:35Z', 'updated_at': '2021-11-16T05:07:42Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:43.996457 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8482f27a-8554-4939-b377-ef4e1db822f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.007225 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:44.023032 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77714ae3-208f-4022-b1e1-9123efa4d11f None None] Sync routers for ids ['602c47d2-1f03-4123-9cb8-f709166c0900'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:44.042589 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77714ae3-208f-4022-b1e1-9123efa4d11f None None] Routers {'602c47d2-1f03-4123-9cb8-f709166c0900'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:44.044389 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-77714ae3-208f-4022-b1e1-9123efa4d11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['602c47d2-1f03-4123-9cb8-f709166c0900'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:44.054141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.057283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482f27a-8554-4939-b377-ef4e1db822f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e561c965-4e69-4f37-a720-8065484246de,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:44.058560 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d6888f5f-1f99-476b-8e6a-902586ef1a7f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.6746826 Nov 16 05:07:44.059312 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45948) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:44.073265 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8482f27a-8554-4939-b377-ef4e1db822f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.076519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8482f27a-8554-4939-b377-ef4e1db822f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3176186 Nov 16 05:07:44.080074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45950) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:44.107216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-09bb3680-e446-483b-a3b1-560ef25c7b4e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '305e7c36-af1a-421d-848b-53afd6e95270', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:44.118875 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-77714ae3-208f-4022-b1e1-9123efa4d11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:44.130747 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77714ae3-208f-4022-b1e1-9123efa4d11f None None] Routers {'602c47d2-1f03-4123-9cb8-f709166c0900'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:44.131733 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-77714ae3-208f-4022-b1e1-9123efa4d11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['602c47d2-1f03-4123-9cb8-f709166c0900'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:44.194171 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-77714ae3-208f-4022-b1e1-9123efa4d11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:44.195274 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77714ae3-208f-4022-b1e1-9123efa4d11f None None] The sync data for ids ['602c47d2-1f03-4123-9cb8-f709166c0900'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:44.200419 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09bb3680-e446-483b-a3b1-560ef25c7b4e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.280618 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fea0c8a4-a1e8-4ace-b92e-5411535cbf89 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/routers/602c47d2-1f03-4123-9cb8-f709166c0900 HTTP/1.1" status: 200 len: 885 time: 0.2181914 Nov 16 05:07:44.282339 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45952) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:44.321704 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09bb3680-e446-483b-a3b1-560ef25c7b4e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.330025 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09bb3680-e446-483b-a3b1-560ef25c7b4e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.368155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-449a29ce-10fb-4676-bed3-17eab1dfc454 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group': {'name': 'tempest-secgroup--233514376'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:44.404619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb3680-e446-483b-a3b1-560ef25c7b4e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4c3284-4b12-4904-a7e9-8f99a6b596b7,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:44.421362 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-449a29ce-10fb-4676-bed3-17eab1dfc454 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.434557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-449a29ce-10fb-4676-bed3-17eab1dfc454 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.484501 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-09bb3680-e446-483b-a3b1-560ef25c7b4e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.489609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-09bb3680-e446-483b-a3b1-560ef25c7b4e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4084280 Nov 16 05:07:44.489978 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45958) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:44.496394 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-02aed2dc-06a3-45b3-b3e8-1ddcca4caafa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '305e7c36-af1a-421d-848b-53afd6e95270', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:44.558196 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-449a29ce-10fb-4676-bed3-17eab1dfc454 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.572451 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-449a29ce-10fb-4676-bed3-17eab1dfc454 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.578504 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-02aed2dc-06a3-45b3-b3e8-1ddcca4caafa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Project 5d96d78dbd524318af36e944a5e52691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:07:44.589668 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02aed2dc-06a3-45b3-b3e8-1ddcca4caafa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.627845 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a29ce-10fb-4676-bed3-17eab1dfc454 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1848286-67fd-478c-a92d-6d7c3f36434e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:44.688060 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-449a29ce-10fb-4676-bed3-17eab1dfc454 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.694858 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-449a29ce-10fb-4676-bed3-17eab1dfc454 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.745884 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02aed2dc-06a3-45b3-b3e8-1ddcca4caafa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.756596 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-449a29ce-10fb-4676-bed3-17eab1dfc454 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.756813 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02aed2dc-06a3-45b3-b3e8-1ddcca4caafa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.766788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-449a29ce-10fb-4676-bed3-17eab1dfc454 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9400437 Nov 16 05:07:44.766788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a29ce-10fb-4676-bed3-17eab1dfc454 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7b53c8-7cbd-4def-a911-5354d96f27fc,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:44.767352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45964) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:44.818580 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-50f0ac57-6e4e-456b-87b5-0db26f1007d2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5330765 Nov 16 05:07:44.823449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45968) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:44.831484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a87955e9-1c07-4243-94b3-eeab0604dffd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1580863634'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:44.833760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aed2dc-06a3-45b3-b3e8-1ddcca4caafa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6946a67-3fe0-4419-bc23-75cd9940920f,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:44.845720 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02aed2dc-06a3-45b3-b3e8-1ddcca4caafa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.853452 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-02aed2dc-06a3-45b3-b3e8-1ddcca4caafa tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3620300 Nov 16 05:07:44.854283 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45970) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:44.859440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-411e3fab-2301-4b76-bd8c-0114eaa98803 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'security_group_rule': {'security_group_id': '305e7c36-af1a-421d-848b-53afd6e95270', 'project_id': '5d96d78dbd524318af36e944a5e52691', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:44.892872 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-411e3fab-2301-4b76-bd8c-0114eaa98803 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Project 5d96d78dbd524318af36e944a5e52691 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:07:44.903476 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-411e3fab-2301-4b76-bd8c-0114eaa98803 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:44.974081 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 03b48203-aaa5-43c3-8d58-4adc4314511b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:45.017437 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-411e3fab-2301-4b76-bd8c-0114eaa98803 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.023074 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-411e3fab-2301-4b76-bd8c-0114eaa98803 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.059236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e3fab-2301-4b76-bd8c-0114eaa98803 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5111b2f-c4ae-439d-abb1-3331bf02b3e8,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:45.085987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-411e3fab-2301-4b76-bd8c-0114eaa98803 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.092642 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-411e3fab-2301-4b76-bd8c-0114eaa98803 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2373035 Nov 16 05:07:45.099481 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 03b48203-aaa5-43c3-8d58-4adc4314511b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:45.100036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.175048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f64c9f9e-f463-40d8-9dbb-126feceffb2d tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.4065912 Nov 16 05:07:45.177793 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 45982) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:45.189508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f8dcea86-eb7d-4602-908f-e5131508c096 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group': {'name': 'tempest-security--107709884', 'description': 'tempest-security-description-1165747041'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:45.248148 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f8dcea86-eb7d-4602-908f-e5131508c096 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.341950 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f8dcea86-eb7d-4602-908f-e5131508c096 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.351071 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f8dcea86-eb7d-4602-908f-e5131508c096 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.352736 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f8dcea86-eb7d-4602-908f-e5131508c096 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.357277 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 45992) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:45.366389 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f8dcea86-eb7d-4602-908f-e5131508c096 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "PUT /v2.0/security-groups/0a7b53c8-7cbd-4def-a911-5354d96f27fc HTTP/1.1" status: 200 len: 1796 time: 0.1751323 Nov 16 05:07:45.415064 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcea86-eb7d-4602-908f-e5131508c096 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7b53c8-7cbd-4def-a911-5354d96f27fc,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:45.500514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-d1c83afa-f72c-4aa2-bce2-732c20ab94b4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-795200220&fields=id&tenant_id=5d96d78dbd524318af36e944a5e52691 HTTP/1.1" status: 200 len: 267 time: 0.1113455 Nov 16 05:07:45.508166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b99d681b-8d12-4b6f-b005-4e8b4d941a2c tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-groups/0a7b53c8-7cbd-4def-a911-5354d96f27fc HTTP/1.1" status: 200 len: 1796 time: 0.1473491 Nov 16 05:07:45.508974 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46002) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:45.526659 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a87955e9-1c07-4243-94b3-eeab0604dffd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.618095 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-586cd429-ccca-4101-b635-2afb41c5615e tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.618467 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a87955e9-1c07-4243-94b3-eeab0604dffd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.650513 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-586cd429-ccca-4101-b635-2afb41c5615e tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.706386 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-586cd429-ccca-4101-b635-2afb41c5615e tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.710584 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-586cd429-ccca-4101-b635-2afb41c5615e tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:45.717253 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-586cd429-ccca-4101-b635-2afb41c5615e tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-groups/0a7b53c8-7cbd-4def-a911-5354d96f27fc HTTP/1.1" status: 204 len: 168 time: 0.2048481 Nov 16 05:07:45.718217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46008) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:45.749246 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cd429-ccca-4101-b635-2afb41c5615e tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7b53c8-7cbd-4def-a911-5354d96f27fc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:45.845577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46012) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:45.845899 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f14a8e46-c1fe-4737-8879-872db54f1c78 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1104481 Nov 16 05:07:45.898802 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-08cc1753-1127-4fb9-922f-435a53188414 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] delete failed (client error): The resource could not be found. Nov 16 05:07:45.902337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-08cc1753-1127-4fb9-922f-435a53188414 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-groups/0a7b53c8-7cbd-4def-a911-5354d96f27fc HTTP/1.1" status: 404 len: 347 time: 0.0552628 Nov 16 05:07:45.903848 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46016) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:45.909199 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-72f6e9a0-201e-4132-9687-7e925660bc50 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group': {'name': 'tempest-secgroup--261818442'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:45.950671 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72f6e9a0-201e-4132-9687-7e925660bc50 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.004604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-3d036715-d451-4ce8-8a8c-229680610594 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:46.006755 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-3d036715-d451-4ce8-8a8c-229680610594 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/networks?id=a135cc31-b44a-4cc0-927a-1547d7c6c342 HTTP/1.1" status: 200 len: 797 time: 0.4885447 Nov 16 05:07:46.027304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87955e9-1c07-4243-94b3-eeab0604dffd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router 602c47d2-1f03-4123-9cb8-f709166c0900 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:07:46.056843 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6ff9d3c-7ac8-4c4b-82de-12c6d673121c req-404a29c2-38cc-403a-a1ce-5f098c6f775a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1487629 Nov 16 05:07:46.061389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-8944e5f9-c4aa-4a22-b253-e29b3d805667 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/quotas/5d96d78dbd524318af36e944a5e52691 HTTP/1.1" status: 200 len: 375 time: 0.0305247 Nov 16 05:07:46.094931 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72f6e9a0-201e-4132-9687-7e925660bc50 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.107192 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72f6e9a0-201e-4132-9687-7e925660bc50 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.179658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6e9a0-201e-4132-9687-7e925660bc50 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46939a0-ee86-4e7b-a4b7-e5831f3a53db,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:46.188307 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-72f6e9a0-201e-4132-9687-7e925660bc50 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.194786 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-72f6e9a0-201e-4132-9687-7e925660bc50 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2898474 Nov 16 05:07:46.199942 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46030) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:46.208988 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d14de0ab-e709-43b5-9e89-96f381352a68 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group_rule': {'security_group_id': 'f46939a0-ee86-4e7b-a4b7-e5831f3a53db', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:46.253313 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d14de0ab-e709-43b5-9e89-96f381352a68 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.341744 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d14de0ab-e709-43b5-9e89-96f381352a68 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.347135 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d14de0ab-e709-43b5-9e89-96f381352a68 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.376684 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14de0ab-e709-43b5-9e89-96f381352a68 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366d7ace-33a0-4f68-8103-3b6ad7ff7f45,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:46.399838 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d14de0ab-e709-43b5-9e89-96f381352a68 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.402643 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d14de0ab-e709-43b5-9e89-96f381352a68 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2003169 Nov 16 05:07:46.406597 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46032) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:46.412305 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.473578 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b6bf9386-4509-46c1-9430-510911d0739b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.485318 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b6bf9386-4509-46c1-9430-510911d0739b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.554600 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b6bf9386-4509-46c1-9430-510911d0739b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.566943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b6bf9386-4509-46c1-9430-510911d0739b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.570562 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b6bf9386-4509-46c1-9430-510911d0739b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/366d7ace-33a0-4f68-8103-3b6ad7ff7f45 HTTP/1.1" status: 204 len: 168 time: 0.1622088 Nov 16 05:07:46.578549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46034) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:46.598535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf9386-4509-46c1-9430-510911d0739b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=366d7ace-33a0-4f68-8103-3b6ad7ff7f45,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:46.702946 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cb83a1a9-8ad3-4b85-8162-9afc81ff7932 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1226327 Nov 16 05:07:46.704841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46038) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:46.727316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87955e9-1c07-4243-94b3-eeab0604dffd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:46.739563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f503db-56c0-43c5-988f-9c0d5cd4b01e None None] Sync routers for ids ['602c47d2-1f03-4123-9cb8-f709166c0900'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:46.739826 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a87955e9-1c07-4243-94b3-eeab0604dffd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.744128 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a87955e9-1c07-4243-94b3-eeab0604dffd tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/602c47d2-1f03-4123-9cb8-f709166c0900 HTTP/1.1" status: 200 len: 892 time: 1.9196544 Nov 16 05:07:46.747491 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46042) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:46.770491 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f503db-56c0-43c5-988f-9c0d5cd4b01e None None] Routers {'602c47d2-1f03-4123-9cb8-f709166c0900'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:46.771131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c3f503db-56c0-43c5-988f-9c0d5cd4b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['602c47d2-1f03-4123-9cb8-f709166c0900'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:46.787109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-a76ce959-d7a0-4890-8b7f-588f25e488ad tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7182422 Nov 16 05:07:46.789891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff9d3c-7ac8-4c4b-82de-12c6d673121c req-e35582f7-03af-44c0-a865-bb5f004ad9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:46.791319 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6ff9d3c-7ac8-4c4b-82de-12c6d673121c req-e35582f7-03af-44c0-a865-bb5f004ad9f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 1096 time: 0.6565726 Nov 16 05:07:46.820977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c3f503db-56c0-43c5-988f-9c0d5cd4b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:46.833590 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f503db-56c0-43c5-988f-9c0d5cd4b01e None None] Routers {'602c47d2-1f03-4123-9cb8-f709166c0900'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:46.834489 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c3f503db-56c0-43c5-988f-9c0d5cd4b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['602c47d2-1f03-4123-9cb8-f709166c0900'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:46.874671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c3f503db-56c0-43c5-988f-9c0d5cd4b01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:46.875699 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f503db-56c0-43c5-988f-9c0d5cd4b01e None None] The sync data for ids ['602c47d2-1f03-4123-9cb8-f709166c0900'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:46.944325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-ded6432f-f4ea-4d29-9371-8ceff0baa01d service neutron] 10.222.0.41 "GET /v2.0/networks/a135cc31-b44a-4cc0-927a-1547d7c6c342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415219 Nov 16 05:07:46.961700 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-936d27c2-99bc-4754-999b-22ea6e186287 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:46.992883 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-936d27c2-99bc-4754-999b-22ea6e186287 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.057161 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-936d27c2-99bc-4754-999b-22ea6e186287 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.060250 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-936d27c2-99bc-4754-999b-22ea6e186287 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.061523 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-936d27c2-99bc-4754-999b-22ea6e186287 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-groups/f46939a0-ee86-4e7b-a4b7-e5831f3a53db HTTP/1.1" status: 204 len: 168 time: 0.3532863 Nov 16 05:07:47.074662 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46048) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:47.077473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d27c2-99bc-4754-999b-22ea6e186287 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46939a0-ee86-4e7b-a4b7-e5831f3a53db,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:47.116735 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ecbfb3da-473c-4294-95eb-69c1425952e8 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/routers/602c47d2-1f03-4123-9cb8-f709166c0900 HTTP/1.1" status: 200 len: 892 time: 0.3665228 Nov 16 05:07:47.122980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46050) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:47.146473 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-68a70c85-dde2-4bcd-a632-023f4ec9d88d service neutron] 10.222.0.41 "GET /v2.0/networks/a135cc31-b44a-4cc0-927a-1547d7c6c342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877985 Nov 16 05:07:47.187893 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f7f41a03-9339-4a6a-9bf8-89ac02a224df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=602c47d2-1f03-4123-9cb8-f709166c0900 HTTP/1.1" status: 200 len: 205 time: 0.0634201 Nov 16 05:07:47.188562 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46054) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:47.213488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff9d3c-7ac8-4c4b-82de-12c6d673121c req-5f34e2b1-92be-4468-8d68-fccf82b84e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:47.216212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6ff9d3c-7ac8-4c4b-82de-12c6d673121c req-5f34e2b1-92be-4468-8d68-fccf82b84e64 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c03ed2af-9fb7-4264-8c82-d056589b94f2 HTTP/1.1" status: 200 len: 898 time: 0.3377066 Nov 16 05:07:47.326457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6ff9d3c-7ac8-4c4b-82de-12c6d673121c req-fde573ac-9651-46c2-9677-b46dadf5c5f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080cbdf5-a078-4796-9aee-060ee4de26bf HTTP/1.1" status: 200 len: 1000 time: 0.1016028 Nov 16 05:07:47.333738 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d1eb53d5-9503-4603-b01f-7ed7cd84aeb2 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2473228 Nov 16 05:07:47.335407 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46058) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:47.342195 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-131e627d-ecd1-498e-af1b-521639733cb5 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785084001'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:47.382749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff9d3c-7ac8-4c4b-82de-12c6d673121c req-a26ad475-ed4e-4a23-adfd-cebce442c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:47.384328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6ff9d3c-7ac8-4c4b-82de-12c6d673121c req-a26ad475-ed4e-4a23-adfd-cebce442c93b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79bf9e1c-363d-4c77-bf3e-87755cf04ce4 HTTP/1.1" status: 200 len: 835 time: 0.0493596 Nov 16 05:07:47.392366 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.492706 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ed5d9e7-4d5b-473a-b87b-fce374ad27e0 req-4a1f2dfa-71f7-43dc-92c9-67f9405b975d tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 210 time: 0.0694950 Nov 16 05:07:47.506590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff9d3c-7ac8-4c4b-82de-12c6d673121c req-f2b448f2-6ec9-48d4-95d9-0aaf23b75ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:47.508027 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6ff9d3c-7ac8-4c4b-82de-12c6d673121c req-f2b448f2-6ec9-48d4-95d9-0aaf23b75ac3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c03ed2af-9fb7-4264-8c82-d056589b94f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073456 Nov 16 05:07:47.511525 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-131e627d-ecd1-498e-af1b-521639733cb5 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.594835 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.653284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6ff9d3c-7ac8-4c4b-82de-12c6d673121c req-ff790218-c739-4e06-bc3d-da5000878649 service neutron] 10.222.0.37 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366639 Nov 16 05:07:47.660436 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-131e627d-ecd1-498e-af1b-521639733cb5 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.668454 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-131e627d-ecd1-498e-af1b-521639733cb5 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.707143 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-131e627d-ecd1-498e-af1b-521639733cb5 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.711159 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-131e627d-ecd1-498e-af1b-521639733cb5 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3715155 Nov 16 05:07:47.711699 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e627d-ecd1-498e-af1b-521639733cb5 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=093a3cf9-ef9b-4ae6-a38d-cde0baff5763,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:47.713942 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46068) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:47.720615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1573e88c-63b0-45ae-b1dd-75cff01cb459 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group_rule': {'security_group_id': '093a3cf9-ef9b-4ae6-a38d-cde0baff5763', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:47.741408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 23204b64-5e3f-4c6a-9fad-1f067bed8938 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:47.741751 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.822593 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1573e88c-63b0-45ae-b1dd-75cff01cb459 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.878490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6ff9d3c-7ac8-4c4b-82de-12c6d673121c req-c39a6511-d393-4ad2-8f25-2aa7cf084c84 service neutron] 10.222.0.37 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160540 Nov 16 05:07:47.893726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.911796 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 23204b64-5e3f-4c6a-9fad-1f067bed8938 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:47.924689 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1573e88c-63b0-45ae-b1dd-75cff01cb459 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.932997 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1573e88c-63b0-45ae-b1dd-75cff01cb459 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:47.993922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573e88c-63b0-45ae-b1dd-75cff01cb459 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8bad76-1a17-49ae-b196-2d86d34ea01b,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:48.009062 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1573e88c-63b0-45ae-b1dd-75cff01cb459 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.013283 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1573e88c-63b0-45ae-b1dd-75cff01cb459 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2942262 Nov 16 05:07:48.015248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46074) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:48.026826 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-4dd42a67-5f77-4d70-a43f-42c89ee4b631 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group_rule': {'security_group_id': '093a3cf9-ef9b-4ae6-a38d-cde0baff5763', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:48.059283 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dd42a67-5f77-4d70-a43f-42c89ee4b631 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.135496 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dd42a67-5f77-4d70-a43f-42c89ee4b631 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.142003 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dd42a67-5f77-4d70-a43f-42c89ee4b631 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.147803 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.164168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd42a67-5f77-4d70-a43f-42c89ee4b631 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87bf49da-4d39-4726-991f-016f86cc78a1,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:48.173959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=23204b64-5e3f-4c6a-9fad-1f067bed8938,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:48.178903 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dd42a67-5f77-4d70-a43f-42c89ee4b631 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.191468 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4dd42a67-5f77-4d70-a43f-42c89ee4b631 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1747520 Nov 16 05:07:48.191960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8678f0-5921-477c-a311-88344148c924 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:48.193957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46076) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:48.201936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-11d49a30-e5c8-4fc5-96c5-debb9e44fb1e tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group_rule': {'security_group_id': '093a3cf9-ef9b-4ae6-a38d-cde0baff5763', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:48.245118 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11d49a30-e5c8-4fc5-96c5-debb9e44fb1e tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.255733 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.311144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11d49a30-e5c8-4fc5-96c5-debb9e44fb1e tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.319452 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11d49a30-e5c8-4fc5-96c5-debb9e44fb1e tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.336578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d49a30-e5c8-4fc5-96c5-debb9e44fb1e tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4420fa4b-76b6-402a-b8e9-9c02abbdb27c,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:48.356522 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11d49a30-e5c8-4fc5-96c5-debb9e44fb1e tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.357817 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-11d49a30-e5c8-4fc5-96c5-debb9e44fb1e tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1621301 Nov 16 05:07:48.360649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46080) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:48.370438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-accc73b0-768a-4f1a-87f1-5b428bd52431 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group_rule': {'security_group_id': '093a3cf9-ef9b-4ae6-a38d-cde0baff5763', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:48.376149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.379374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.407391 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-accc73b0-768a-4f1a-87f1-5b428bd52431 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.488885 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.489384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Fanout notify agent at l3_agent the message router_deleted on router 602c47d2-1f03-4123-9cb8-f709166c0900 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:07:48.498722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.499853 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-581c3818-fdf2-4b27-8e15-b0946d1d742c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/602c47d2-1f03-4123-9cb8-f709166c0900 HTTP/1.1" status: 204 len: 168 time: 1.3085260 Nov 16 05:07:48.506207 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.511594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46084) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:48.517234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-603b7adc-33c3-4e41-9bd8-1f5a32311518 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-263358394'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:48.522038 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-accc73b0-768a-4f1a-87f1-5b428bd52431 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.530387 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-accc73b0-768a-4f1a-87f1-5b428bd52431 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.571551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc73b0-768a-4f1a-87f1-5b428bd52431 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58cf98b7-4b3b-4586-b050-2b67ab8a6c2a,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:48.582938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603b7adc-33c3-4e41-9bd8-1f5a32311518 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:48.587037 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-603b7adc-33c3-4e41-9bd8-1f5a32311518 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.615919 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-accc73b0-768a-4f1a-87f1-5b428bd52431 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.618388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-accc73b0-768a-4f1a-87f1-5b428bd52431 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2562127 Nov 16 05:07:48.621073 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46086) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:48.628692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4335fb9c-e58b-4ac5-9016-8b5f1b7c5640 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group_rule': {'security_group_id': '093a3cf9-ef9b-4ae6-a38d-cde0baff5763', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:48.664500 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9cb732d3-eb4c-4db2-a6e5-5e963e585a27 req-8da89160-4246-45cb-a086-3218182c6d30 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 210 time: 0.0412145 Nov 16 05:07:48.680131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603b7adc-33c3-4e41-9bd8-1f5a32311518 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:07:48.690645 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-603b7adc-33c3-4e41-9bd8-1f5a32311518 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.691019 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-603b7adc-33c3-4e41-9bd8-1f5a32311518 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Added segment dc3d237f-a090-4c7e-82e9-990fa8748ee0 of type vlan for network a472099e-c481-4013-8e93-cf070f542e1c Nov 16 05:07:48.693546 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4335fb9c-e58b-4ac5-9016-8b5f1b7c5640 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.776142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4335fb9c-e58b-4ac5-9016-8b5f1b7c5640 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.781509 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4335fb9c-e58b-4ac5-9016-8b5f1b7c5640 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.803667 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-603b7adc-33c3-4e41-9bd8-1f5a32311518 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.808155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335fb9c-e58b-4ac5-9016-8b5f1b7c5640 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32be7049-f460-48dd-8c10-76bec23b8a05,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:48.822598 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4335fb9c-e58b-4ac5-9016-8b5f1b7c5640 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.824336 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4335fb9c-e58b-4ac5-9016-8b5f1b7c5640 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2005930 Nov 16 05:07:48.827127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46088) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:48.906164 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-603b7adc-33c3-4e41-9bd8-1f5a32311518 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.912831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603b7adc-33c3-4e41-9bd8-1f5a32311518 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:48.913975 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-603b7adc-33c3-4e41-9bd8-1f5a32311518 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:48.955445 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-84a4618e-5913-4ad9-b494-65f5fe5b07a0 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.007322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-a0a0ad6e-eba0-440a-899e-b0c136cd1b08 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:49.008913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-a0a0ad6e-eba0-440a-899e-b0c136cd1b08 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.15 "GET /v2.0/networks?id=a135cc31-b44a-4cc0-927a-1547d7c6c342 HTTP/1.1" status: 200 len: 797 time: 0.2671220 Nov 16 05:07:49.010866 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-84a4618e-5913-4ad9-b494-65f5fe5b07a0 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.034344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-603b7adc-33c3-4e41-9bd8-1f5a32311518 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5209920 Nov 16 05:07:49.037082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46098) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:49.042703 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0f80ecf4-839a-47b0-8287-2f9a6629e1f1 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'subnet': {'network_id': 'a472099e-c481-4013-8e93-cf070f542e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:49.065331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b7adc-33c3-4e41-9bd8-1f5a32311518 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Network': ['ID=a472099e-c481-4013-8e93-cf070f542e1c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:49.082238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network a472099e-c481-4013-8e93-cf070f542e1c details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:07:49.141745 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-84a4618e-5913-4ad9-b494-65f5fe5b07a0 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.161527 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-84a4618e-5913-4ad9-b494-65f5fe5b07a0 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.162713 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-84a4618e-5913-4ad9-b494-65f5fe5b07a0 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/32be7049-f460-48dd-8c10-76bec23b8a05 HTTP/1.1" status: 204 len: 168 time: 0.3346431 Nov 16 05:07:49.163650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4618e-5913-4ad9-b494-65f5fe5b07a0 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32be7049-f460-48dd-8c10-76bec23b8a05,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:49.165348 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46100) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:49.181818 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-eaf5bbf2-6f31-4732-9528-350ba1bf1e7b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d96d78dbd524318af36e944a5e52691 HTTP/1.1" status: 200 len: 379 time: 0.1518769 Nov 16 05:07:49.193221 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-bb6d8447-5582-498a-b221-995e457a932a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'port': {'device_id': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'admin_state_up': True, 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'security_groups': ['305e7c36-af1a-421d-848b-53afd6e95270']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:49.198786 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f80ecf4-839a-47b0-8287-2f9a6629e1f1 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:49.202462 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f80ecf4-839a-47b0-8287-2f9a6629e1f1 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.267007 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4e8b4b2b-46b4-42e5-9b33-e9ce1e848742 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0951781 Nov 16 05:07:49.270136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46102) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:49.308842 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-519541e0-af94-4089-87a6-a0f9ac94c825 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.319492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-bb6d8447-5582-498a-b221-995e457a932a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Made reservation on behalf of 5d96d78dbd524318af36e944a5e52691 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:07:49.324154 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-bb6d8447-5582-498a-b221-995e457a932a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.325784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-519541e0-af94-4089-87a6-a0f9ac94c825 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.378652 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-519541e0-af94-4089-87a6-a0f9ac94c825 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.387953 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-519541e0-af94-4089-87a6-a0f9ac94c825 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.388126 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:07:49.389152 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-519541e0-af94-4089-87a6-a0f9ac94c825 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/58cf98b7-4b3b-4586-b050-2b67ab8a6c2a HTTP/1.1" status: 204 len: 168 time: 0.1181135 Nov 16 05:07:49.408021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46108) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:49.432861 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519541e0-af94-4089-87a6-a0f9ac94c825 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58cf98b7-4b3b-4586-b050-2b67ab8a6c2a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:49.490272 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-91d1b14a-b1de-4333-be6f-21b1cac2ac70 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0804415 Nov 16 05:07:49.492894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46112) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:49.531184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-bb6d8447-5582-498a-b221-995e457a932a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Allocated IP 172.20.0.6 (a135cc31-b44a-4cc0-927a-1547d7c6c342/47faee19-80b7-4efa-868b-c9d96ebc16b8/c96dd16f-ba14-4103-aeee-e6f9b6d439ea) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:49.576759 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ff39978-aef5-4064-83fe-c71fd2d3e24b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.587165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ff39978-aef5-4064-83fe-c71fd2d3e24b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.593588 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f80ecf4-839a-47b0-8287-2f9a6629e1f1 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.666629 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ff39978-aef5-4064-83fe-c71fd2d3e24b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.677211 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3ff39978-aef5-4064-83fe-c71fd2d3e24b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.678342 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3ff39978-aef5-4064-83fe-c71fd2d3e24b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4420fa4b-76b6-402a-b8e9-9c02abbdb27c HTTP/1.1" status: 204 len: 168 time: 0.1845489 Nov 16 05:07:49.680820 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80ecf4-839a-47b0-8287-2f9a6629e1f1 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Subnet': ['ID=15fdb8e3-ec7e-4c2a-853b-cac42871e521,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:49.702949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46116) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:49.744120 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-bb6d8447-5582-498a-b221-995e457a932a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.753247 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff39978-aef5-4064-83fe-c71fd2d3e24b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4420fa4b-76b6-402a-b8e9-9c02abbdb27c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:49.771111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f80ecf4-839a-47b0-8287-2f9a6629e1f1 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Checking segment: {'id': 'dc3d237f-a090-4c7e-82e9-990fa8748ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a472099e-c481-4013-8e93-cf070f542e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:49.771310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f80ecf4-839a-47b0-8287-2f9a6629e1f1 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network hostable DHCP agents. Network: a472099e-c481-4013-8e93-cf070f542e1c, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:07:49.799689 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-84ef73e0-a48a-47f3-8e3e-7cf77cd075fc tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0904415 Nov 16 05:07:49.802622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46120) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:49.812109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40561baa-98d8-48b5-b678-91d71f132f8c req-6e802558-9a71-46b2-87c0-5c55c403133b tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 210 time: 0.0361283 Nov 16 05:07:49.833828 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-bb6d8447-5582-498a-b221-995e457a932a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.840520 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f80ecf4-839a-47b0-8287-2f9a6629e1f1 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network a472099e-c481-4013-8e93-cf070f542e1c is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:07:49.850630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9eb9fa9f-056d-465e-8b8b-4028cbc972dd tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.870354 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9eb9fa9f-056d-465e-8b8b-4028cbc972dd tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.871895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-0f80ecf4-839a-47b0-8287-2f9a6629e1f1 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, a472099e-c481-4013-8e93-cf070f542e1c) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:49.883124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-bb6d8447-5582-498a-b221-995e457a932a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network a135cc31-b44a-4cc0-927a-1547d7c6c342 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:49.886690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-bb6d8447-5582-498a-b221-995e457a932a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:49.889742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26016b22-1cd8-4c94-8f7f-6ae7d916e948 None None] Network a472099e-c481-4013-8e93-cf070f542e1c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:49.891710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-bb6d8447-5582-498a-b221-995e457a932a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:49.898852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d8447-5582-498a-b221-995e457a932a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=c96dd16f-ba14-4103-aeee-e6f9b6d439ea,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:49.899260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f80ecf4-839a-47b0-8287-2f9a6629e1f1 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:49.899891 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f80ecf4-839a-47b0-8287-2f9a6629e1f1 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.952514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-bb6d8447-5582-498a-b221-995e457a932a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:49.953264 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-bb6d8447-5582-498a-b221-995e457a932a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.965803 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0f80ecf4-839a-47b0-8287-2f9a6629e1f1 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9249299 Nov 16 05:07:49.972901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46122) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:49.976083 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9eb9fa9f-056d-465e-8b8b-4028cbc972dd tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.978479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f28f3daa-a276-472f-b75f-e5df92f2c9eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-329131825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:49.988453 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9eb9fa9f-056d-465e-8b8b-4028cbc972dd tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:49.994919 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9eb9fa9f-056d-465e-8b8b-4028cbc972dd tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/87bf49da-4d39-4726-991f-016f86cc78a1 HTTP/1.1" status: 204 len: 168 time: 0.1912935 Nov 16 05:07:49.995917 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46124) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:50.035557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f28f3daa-a276-472f-b75f-e5df92f2c9eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.036789 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f28f3daa-a276-472f-b75f-e5df92f2c9eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.039303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9fa9f-056d-465e-8b8b-4028cbc972dd tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87bf49da-4d39-4726-991f-016f86cc78a1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:50.058699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-bb6d8447-5582-498a-b221-995e457a932a tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8708820 Nov 16 05:07:50.079540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Request body: {'port': {'device_id': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:50.094267 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-be3b0580-0331-4a74-af17-9cea7ba1276c tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0866044 Nov 16 05:07:50.097155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46126) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:50.171314 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.201801 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-799e2655-da6c-4620-bbf5-4cf48b9a645a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.234637 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-799e2655-da6c-4620-bbf5-4cf48b9a645a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.236856 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f28f3daa-a276-472f-b75f-e5df92f2c9eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.247836 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f28f3daa-a276-472f-b75f-e5df92f2c9eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.283400 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-799e2655-da6c-4620-bbf5-4cf48b9a645a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.293163 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-799e2655-da6c-4620-bbf5-4cf48b9a645a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.298586 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-799e2655-da6c-4620-bbf5-4cf48b9a645a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/ca8bad76-1a17-49ae-b196-2d86d34ea01b HTTP/1.1" status: 204 len: 168 time: 0.1993840 Nov 16 05:07:50.300509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46130) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:50.309577 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e2655-da6c-4620-bbf5-4cf48b9a645a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca8bad76-1a17-49ae-b196-2d86d34ea01b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:50.353903 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f28f3daa-a276-472f-b75f-e5df92f2c9eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.355341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f28f3daa-a276-472f-b75f-e5df92f2c9eb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3804393 Nov 16 05:07:50.358845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46132) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:50.455503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-a472099e-c481-4013-8e93-cf070f542e1c', 'network_id': 'a472099e-c481-4013-8e93-cf070f542e1c', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'fixed_ips': [{'subnet_id': '15fdb8e3-ec7e-4c2a-853b-cac42871e521'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:07:50.456326 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.641849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Allocated IP 2001:db8::2 (a472099e-c481-4013-8e93-cf070f542e1c/15fdb8e3-ec7e-4c2a-853b-cac42871e521/1f868b95-c203-4340-a141-3a85dd0b56bf) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:50.709077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-784b4647-e36a-4bc6-9b29-08f0b3d7797d None None] Provisioning complete for port c96dd16f-ba14-4103-aeee-e6f9b6d439ea triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:50.709720 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-784b4647-e36a-4bc6-9b29-08f0b3d7797d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.725929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96dd16f-ba14-4103-aeee-e6f9b6d439ea {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:07:50.734107 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.751416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Transition to ACTIVE for port object c96dd16f-ba14-4103-aeee-e6f9b6d439ea will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:07:50.767815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.786316 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ca614bf2-36d3-492b-b1c5-186e4421ca07 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4817550 Nov 16 05:07:50.789199 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46136) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:50.794295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-784b4647-e36a-4bc6-9b29-08f0b3d7797d None None] Port c96dd16f-ba14-4103-aeee-e6f9b6d439ea cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:07:50.833596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Pushing event updated for resources: {'Port': ['ID=c96dd16f-ba14-4103-aeee-e6f9b6d439ea,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:50.873028 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.901624 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44d5ec99-7673-4b26-938a-46a5ce7926c3 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.954677 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:50.969328 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:51.015559 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44d5ec99-7673-4b26-938a-46a5ce7926c3 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:51.068794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Attempting to bind port c96dd16f-ba14-4103-aeee-e6f9b6d439ea on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:07:51.069322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Attempting to bind port c96dd16f-ba14-4103-aeee-e6f9b6d439ea by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'cf957ebc-1860-47a9-85ec-629d9631404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:07:51.069449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Attempting to bind port c96dd16f-ba14-4103-aeee-e6f9b6d439ea on network a135cc31-b44a-4cc0-927a-1547d7c6c342 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:51.080445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Network a472099e-c481-4013-8e93-cf070f542e1c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:51.081604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250dde6-408d-498f-a997-46f1d475afbe req-e25f1879-6eab-404c-95a3-362fe3a2301f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:51.083351 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6250dde6-408d-498f-a997-46f1d475afbe req-e25f1879-6eab-404c-95a3-362fe3a2301f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 943 time: 0.1375864 Nov 16 05:07:51.084452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Port c96dd16f-ba14-4103-aeee-e6f9b6d439ea on network a135cc31-b44a-4cc0-927a-1547d7c6c342 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:07:51.084775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Attempting to bind port c96dd16f-ba14-4103-aeee-e6f9b6d439ea on network a135cc31-b44a-4cc0-927a-1547d7c6c342 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:51.085449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Pushing event updated for resources: {'Port': ['ID=1f868b95-c203-4340-a141-3a85dd0b56bf,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:51.089667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:51.090663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:07:51.091003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Checking segment: {'id': 'cf957ebc-1860-47a9-85ec-629d9631404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:51.091382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Bound using segment: {'id': 'cf957ebc-1860-47a9-85ec-629d9631404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:07:51.091958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Bound port: c96dd16f-ba14-4103-aeee-e6f9b6d439ea, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf957ebc-1860-47a9-85ec-629d9631404c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:07:51.092180 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:51.097301 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:51.166603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Attempting to bind port 1f868b95-c203-4340-a141-3a85dd0b56bf on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:07:51.166802 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Attempting to bind port 1f868b95-c203-4340-a141-3a85dd0b56bf by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'dc3d237f-a090-4c7e-82e9-990fa8748ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a472099e-c481-4013-8e93-cf070f542e1c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:07:51.167169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Attempting to bind port 1f868b95-c203-4340-a141-3a85dd0b56bf on network a472099e-c481-4013-8e93-cf070f542e1c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:51.172835 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:07:51.173485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Checking segment: {'id': 'dc3d237f-a090-4c7e-82e9-990fa8748ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a472099e-c481-4013-8e93-cf070f542e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:51.174081 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:51.174729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Bound using segment: {'id': 'dc3d237f-a090-4c7e-82e9-990fa8748ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a472099e-c481-4013-8e93-cf070f542e1c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:07:51.176073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Bound port: 1f868b95-c203-4340-a141-3a85dd0b56bf, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3d237f-a090-4c7e-82e9-990fa8748ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a472099e-c481-4013-8e93-cf070f542e1c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:07:51.176634 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:51.259984 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44d5ec99-7673-4b26-938a-46a5ce7926c3 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:51.262413 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-44d5ec99-7673-4b26-938a-46a5ce7926c3 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:51.265998 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-44d5ec99-7673-4b26-938a-46a5ce7926c3 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-groups/093a3cf9-ef9b-4ae6-a38d-cde0baff5763 HTTP/1.1" status: 204 len: 168 time: 0.4736350 Nov 16 05:07:51.266742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46142) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:51.276947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] For port 1f868b95-c203-4340-a141-3a85dd0b56bf, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:07:51.283071 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6250dde6-408d-498f-a997-46f1d475afbe req-e357d001-e378-450d-be5b-f0feef36ef39 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=305e7c36-af1a-421d-848b-53afd6e95270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885724 Nov 16 05:07:51.284389 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] For port 1f868b95-c203-4340-a141-3a85dd0b56bf, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1f868b95-c203-4340-a141-3a85dd0b56bf,segment=NetworkSegment(dc3d237f-a090-4c7e-82e9-990fa8748ee0),segment_id=dc3d237f-a090-4c7e-82e9-990fa8748ee0)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:07:51.294147 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:51.310727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5ec99-7673-4b26-938a-46a5ce7926c3 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=093a3cf9-ef9b-4ae6-a38d-cde0baff5763,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:51.355173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] For port c96dd16f-ba14-4103-aeee-e6f9b6d439ea, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:07:51.387260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Allocated IP 2001:db8::1 (a472099e-c481-4013-8e93-cf070f542e1c/15fdb8e3-ec7e-4c2a-853b-cac42871e521/47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:07:51.405710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] For port c96dd16f-ba14-4103-aeee-e6f9b6d439ea, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c96dd16f-ba14-4103-aeee-e6f9b6d439ea,segment=NetworkSegment(cf957ebc-1860-47a9-85ec-629d9631404c),segment_id=cf957ebc-1860-47a9-85ec-629d9631404c)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:07:51.451574 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:51.462816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480e2a3-8690-4dbb-a0fe-083d4aadc814 None None] Pushing event updated for resources: {'Port': ['ID=1f868b95-c203-4340-a141-3a85dd0b56bf,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:51.499615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0354c85b-c073-4886-bf58-16564e19d4a2 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2118449 Nov 16 05:07:51.520343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46144) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:51.544925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:51.545980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:51.548430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] 10.222.0.15 "PUT /v2.0/ports/c96dd16f-ba14-4103-aeee-e6f9b6d439ea HTTP/1.1" status: 200 len: 1091 time: 1.4785683 Nov 16 05:07:51.581643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c086584d-b0b2-4fdb-be35-2b1166bb1e2b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162013887'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:51.599208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'tag': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:07:51.607626 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97509c8f-4925-4c7c-9bfe-86b8c63f3bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb9c375-3221-4e00-8460-04e2816b5d77", "tag": "c96dd16f-ba14-4103-aeee-e6f9b6d439ea"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:07:51.719726 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5653e355-b9d0-4bea-ac47-b38e440cd6e6 x-openstack-request-id: req-5653e355-b9d0-4bea-ac47-b38e440cd6e6 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:07:51.720230 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb9c375-3221-4e00-8460-04e2816b5d77", "tag": "c96dd16f-ba14-4103-aeee-e6f9b6d439ea", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:07:51.720583 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5653e355-b9d0-4bea-ac47-b38e440cd6e6 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:07:51.721259 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'tag': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea', 'status': 'completed', 'code': 200} Nov 16 05:07:51.818306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b910268b-990e-4b9b-8a1d-a8f31cc54e46 service neutron] Pushing event updated for resources: {'Port': ['ID=c96dd16f-ba14-4103-aeee-e6f9b6d439ea,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:51.843175 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c086584d-b0b2-4fdb-be35-2b1166bb1e2b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:51.857145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-082b11bf-3b1e-47d1-8786-b6882a043414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:51.862015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-082b11bf-3b1e-47d1-8786-b6882a043414 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 1094 time: 0.2339993 Nov 16 05:07:51.917643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-0c8c6a8f-127e-47f3-8d7a-01787ddcff6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c96dd16f-ba14-4103-aeee-e6f9b6d439ea HTTP/1.1" status: 200 len: 217 time: 0.0428135 Nov 16 05:07:52.001508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-20e23ece-035e-479e-9b1a-4016986f0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:52.003585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-20e23ece-035e-479e-9b1a-4016986f0d14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47faee19-80b7-4efa-868b-c9d96ebc16b8 HTTP/1.1" status: 200 len: 835 time: 0.0776122 Nov 16 05:07:52.076907 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c086584d-b0b2-4fdb-be35-2b1166bb1e2b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:52.084410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-560d41b4-aa00-4a8b-a443-6903fe71597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:52.086067 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-560d41b4-aa00-4a8b-a443-6903fe71597b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a135cc31-b44a-4cc0-927a-1547d7c6c342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745120 Nov 16 05:07:52.087374 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c086584d-b0b2-4fdb-be35-2b1166bb1e2b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:52.100033 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:52.129552 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c086584d-b0b2-4fdb-be35-2b1166bb1e2b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:52.134058 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c086584d-b0b2-4fdb-be35-2b1166bb1e2b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5721681 Nov 16 05:07:52.134432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46150) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:52.139112 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b02e61da-8f4c-495e-b4cc-52590934b111 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group_rule': {'security_group_id': '9fe6d55c-da2d-4d04-af8d-ca02ff9da1dd', 'direction': 'ingress', 'protocol': 17}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:52.146869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:52.196334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network a472099e-c481-4013-8e93-cf070f542e1c is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:52.197243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086584d-b0b2-4fdb-be35-2b1166bb1e2b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe6d55c-da2d-4d04-af8d-ca02ff9da1dd,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:52.211757 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:52.218464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:07:52.219026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:52.243554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-47e77519-9650-4ed0-a9ad-765c559f8840 service neutron] 10.222.0.15 "GET /v2.0/networks/a135cc31-b44a-4cc0-927a-1547d7c6c342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418819 Nov 16 05:07:52.273951 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b02e61da-8f4c-495e-b4cc-52590934b111 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:52.276123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:52.367759 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bf50bd12-541f-4c4e-b053-2aeef0ada573 req-1075b4eb-8611-4451-98fa-f2c053eaa1d2 service neutron] 10.222.0.15 "GET /v2.0/networks/a135cc31-b44a-4cc0-927a-1547d7c6c342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163635 Nov 16 05:07:52.505933 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:52.589115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97509c8f-4925-4c7c-9bfe-86b8c63f3bdf req-eefe5b60-9be3-4311-a0e3-f51c4f508ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:52.591059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97509c8f-4925-4c7c-9bfe-86b8c63f3bdf req-eefe5b60-9be3-4311-a0e3-f51c4f508ec3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 1094 time: 0.1601405 Nov 16 05:07:52.623466 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b02e61da-8f4c-495e-b4cc-52590934b111 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:52.640521 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b02e61da-8f4c-495e-b4cc-52590934b111 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:52.703311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e61da-8f4c-495e-b4cc-52590934b111 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a882225-647d-4068-8b8a-7a0fd7acaf70,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:52.762511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdb342-aa06-4f96-a123-993623c97ac4 req-c73a9871-6f8c-4400-b8ee-e040125fd560 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:52.762897 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b02e61da-8f4c-495e-b4cc-52590934b111 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:52.767655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66bdb342-aa06-4f96-a123-993623c97ac4 req-c73a9871-6f8c-4400-b8ee-e040125fd560 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 943 time: 0.2807372 Nov 16 05:07:52.767967 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b02e61da-8f4c-495e-b4cc-52590934b111 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6324363 Nov 16 05:07:52.777428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46160) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:53.008627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1f868b95-c203-4340-a141-3a85dd0b56bf up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:53.124802 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dcb68b-1997-4eea-b67a-4ba76b214ffe None None] Network a472099e-c481-4013-8e93-cf070f542e1c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:53.155023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97509c8f-4925-4c7c-9bfe-86b8c63f3bdf req-39293ae2-5700-47db-8fdd-effde68585ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:53.156621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97509c8f-4925-4c7c-9bfe-86b8c63f3bdf req-39293ae2-5700-47db-8fdd-effde68585ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=a135cc31-b44a-4cc0-927a-1547d7c6c342 HTTP/1.1" status: 200 len: 898 time: 0.5549242 Nov 16 05:07:53.157531 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ec35-3b7d-4e0e-9c77-c6f445c3e97a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:53.163967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66bdb342-aa06-4f96-a123-993623c97ac4 req-d36c995a-7dcc-42f1-aa97-5f870b28049f tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=305e7c36-af1a-421d-848b-53afd6e95270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3730621 Nov 16 05:07:53.221799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97509c8f-4925-4c7c-9bfe-86b8c63f3bdf req-4e98ff54-b730-4e12-8b33-8e011653b377 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c96dd16f-ba14-4103-aeee-e6f9b6d439ea HTTP/1.1" status: 200 len: 217 time: 0.0556633 Nov 16 05:07:53.231192 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:53.238820 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:53.240167 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:53.245177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 1f868b95-c203-4340-a141-3a85dd0b56bf triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:53.248559 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:53.298764 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97509c8f-4925-4c7c-9bfe-86b8c63f3bdf req-8cb54b19-77fb-4c47-b88e-d2aa7326e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:53.300672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97509c8f-4925-4c7c-9bfe-86b8c63f3bdf req-8cb54b19-77fb-4c47-b88e-d2aa7326e2b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47faee19-80b7-4efa-868b-c9d96ebc16b8 HTTP/1.1" status: 200 len: 835 time: 0.0636575 Nov 16 05:07:53.322824 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ec35-3b7d-4e0e-9c77-c6f445c3e97a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:53.384219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:53.389627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97509c8f-4925-4c7c-9bfe-86b8c63f3bdf req-9f6a1ec2-9b04-4cc1-b7c1-d2292af37cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:53.391754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97509c8f-4925-4c7c-9bfe-86b8c63f3bdf req-9f6a1ec2-9b04-4cc1-b7c1-d2292af37cc6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a135cc31-b44a-4cc0-927a-1547d7c6c342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824573 Nov 16 05:07:53.399282 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3f10d4a8-3b85-43ec-9a62-25b1854a6e63 None None] Provisioning complete for port 1f868b95-c203-4340-a141-3a85dd0b56bf triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:53.399770 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f10d4a8-3b85-43ec-9a62-25b1854a6e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:53.505432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network a472099e-c481-4013-8e93-cf070f542e1c is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:07:53.515304 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:53.516282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:07:53.531530 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ec35-3b7d-4e0e-9c77-c6f445c3e97a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:53.544860 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ec35-3b7d-4e0e-9c77-c6f445c3e97a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:53.548584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b3f8ec35-3b7d-4e0e-9c77-c6f445c3e97a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-groups/9fe6d55c-da2d-4d04-af8d-ca02ff9da1dd HTTP/1.1" status: 204 len: 168 time: 0.7655418 Nov 16 05:07:53.588492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46172) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:53.589312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8ec35-3b7d-4e0e-9c77-c6f445c3e97a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe6d55c-da2d-4d04-af8d-ca02ff9da1dd,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:53.648850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 1f868b95-c203-4340-a141-3a85dd0b56bf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1f868b95-c203-4340-a141-3a85dd0b56bf,segment=NetworkSegment(dc3d237f-a090-4c7e-82e9-990fa8748ee0),segment_id=dc3d237f-a090-4c7e-82e9-990fa8748ee0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:53.683902 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:53.767721 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router 84ab4ff2-256b-407c-897e-bf5b715c86b8 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:07:53.806194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3ed6b75d-924b-4046-8344-0a567ce6a963 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2040889 Nov 16 05:07:53.814131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46176) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:53.830081 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e8e63749-e5ae-4227-876d-587e24461d11 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1966127998'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:53.900829 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97509c8f-4925-4c7c-9bfe-86b8c63f3bdf req-d92969ca-064e-4c97-9e38-530504e65b63 service neutron] 10.222.0.15 "GET /v2.0/networks/a135cc31-b44a-4cc0-927a-1547d7c6c342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016139 Nov 16 05:07:53.919247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=1f868b95-c203-4340-a141-3a85dd0b56bf,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:53.963700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958d1d9-35b4-4a41-9b43-203c335b08f8 req-d00c57c9-ad81-4348-a915-640fb6b6fc17 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:53.965277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3958d1d9-35b4-4a41-9b43-203c335b08f8 req-d00c57c9-ad81-4348-a915-640fb6b6fc17 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 945 time: 0.3024802 Nov 16 05:07:54.002322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:54.021402 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a75e56ca-d430-4371-ac1d-1e13a38bb865 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/84ab4ff2-256b-407c-897e-bf5b715c86b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6612740 Nov 16 05:07:54.026660 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46182) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:54.034029 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85750e55-03ad-4e46-8ee1-d8bdf05ab097 None None] Sync routers for ids ['84ab4ff2-256b-407c-897e-bf5b715c86b8'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:54.053537 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85750e55-03ad-4e46-8ee1-d8bdf05ab097 None None] Routers {'84ab4ff2-256b-407c-897e-bf5b715c86b8'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:54.058851 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-85750e55-03ad-4e46-8ee1-d8bdf05ab097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['84ab4ff2-256b-407c-897e-bf5b715c86b8'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:54.096398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97509c8f-4925-4c7c-9bfe-86b8c63f3bdf req-623d6761-2c00-496a-9de4-d53dfa2a3b9b service neutron] 10.222.0.15 "GET /v2.0/networks/a135cc31-b44a-4cc0-927a-1547d7c6c342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611123 Nov 16 05:07:54.129201 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8e63749-e5ae-4227-876d-587e24461d11 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:54.142513 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d5e0c-437b-4cf8-9f8d-7e190f828a8a tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:54.147011 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-105d5e0c-437b-4cf8-9f8d-7e190f828a8a tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports/47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a HTTP/1.1" status: 200 len: 911 time: 0.1198385 Nov 16 05:07:54.149750 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46184) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:54.156769 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a0a52e70-b49a-4f33-b52c-9d0dd5acc424 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15fdb8e3-ec7e-4c2a-853b-cac42871e521'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:54.224977 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-85750e55-03ad-4e46-8ee1-d8bdf05ab097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:54.255748 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85750e55-03ad-4e46-8ee1-d8bdf05ab097 None None] Routers {'84ab4ff2-256b-407c-897e-bf5b715c86b8'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:54.256746 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-85750e55-03ad-4e46-8ee1-d8bdf05ab097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['84ab4ff2-256b-407c-897e-bf5b715c86b8'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:54.264284 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8e63749-e5ae-4227-876d-587e24461d11 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:54.290861 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8e63749-e5ae-4227-876d-587e24461d11 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:54.359362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3958d1d9-35b4-4a41-9b43-203c335b08f8 req-24f25fa9-aff7-48fd-abbc-b15ac3c3524e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2619011 Nov 16 05:07:54.392840 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46188) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:54.400663 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-85750e55-03ad-4e46-8ee1-d8bdf05ab097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:54.401580 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85750e55-03ad-4e46-8ee1-d8bdf05ab097 None None] The sync data for ids ['84ab4ff2-256b-407c-897e-bf5b715c86b8'] in n-d-818042-1 is: [] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:54.474295 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8e63749-e5ae-4227-876d-587e24461d11 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:54.483378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e8e63749-e5ae-4227-876d-587e24461d11 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6659067 Nov 16 05:07:54.488366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46190) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:54.498270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ca7c3c68-498a-44bb-affa-a3f6bff5f16b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group': {'name': 'tempest-secgroup--193973527'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:54.546592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e63749-e5ae-4227-876d-587e24461d11 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908da51b-e2ed-4c8e-8e51-62e744362078,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:54.558519 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3c68-498a-44bb-affa-a3f6bff5f16b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:54.623896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30966d13-af5a-4edb-9d63-5054254095fb req-5aaf0eec-7e5b-488b-b7f6-c65fa9a98b2c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:54.625647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9a57bf7a-968a-4c1b-978a-fe621f944ad4 None None] Provisioning complete for port 47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:54.626357 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a57bf7a-968a-4c1b-978a-fe621f944ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:54.637396 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d3a0e1d4-ccaf-4e71-983e-d66495272733 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/008064f7-4856-4e60-bd99-4617991d7e43 HTTP/1.1" status: 200 len: 992 time: 0.2431567 Nov 16 05:07:54.641066 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a52e70-b49a-4f33-b52c-9d0dd5acc424 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:54.643543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30966d13-af5a-4edb-9d63-5054254095fb req-5aaf0eec-7e5b-488b-b7f6-c65fa9a98b2c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 943 time: 0.2827702 Nov 16 05:07:54.786650 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9a57bf7a-968a-4c1b-978a-fe621f944ad4 None None] Port 47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:07:54.822060 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c96dd16f-ba14-4103-aeee-e6f9b6d439ea details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:07:54.855100 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30966d13-af5a-4edb-9d63-5054254095fb req-fc61fb80-ce49-46d3-88e6-3010afdc2d45 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=305e7c36-af1a-421d-848b-53afd6e95270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105713 Nov 16 05:07:54.899314 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9a57bf7a-968a-4c1b-978a-fe621f944ad4 None None] Provisioning complete for port 1f868b95-c203-4340-a141-3a85dd0b56bf triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:54.899735 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a57bf7a-968a-4c1b-978a-fe621f944ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:54.961186 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3c68-498a-44bb-affa-a3f6bff5f16b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:54.974437 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3c68-498a-44bb-affa-a3f6bff5f16b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:54.980075 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1f868b95-c203-4340-a141-3a85dd0b56bf up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:55.077306 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3c68-498a-44bb-affa-a3f6bff5f16b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.089095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ca7c3c68-498a-44bb-affa-a3f6bff5f16b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5944912 Nov 16 05:07:55.092144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46202) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:55.127004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-82c0a0c3-fc54-458c-8247-5d381b43facb tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group_rule': {'security_group_id': '908da51b-e2ed-4c8e-8e51-62e744362078', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f84741d3-0af8-432d-86b3-f88b853c7015', 'remote_ip_prefix': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:55.258515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c3c68-498a-44bb-affa-a3f6bff5f16b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84741d3-0af8-432d-86b3-f88b853c7015,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:55.281636 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82c0a0c3-fc54-458c-8247-5d381b43facb tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.305122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341807d-6eb0-41b8-b61d-c997d780490e req-dfc3946a-6180-4ef8-90d1-c620ddbab6a0 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:55.318916 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b341807d-6eb0-41b8-b61d-c997d780490e req-dfc3946a-6180-4ef8-90d1-c620ddbab6a0 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 1096 time: 0.1147397 Nov 16 05:07:55.332040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c96dd16f-ba14-4103-aeee-e6f9b6d439ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c96dd16f-ba14-4103-aeee-e6f9b6d439ea,segment=NetworkSegment(cf957ebc-1860-47a9-85ec-629d9631404c),segment_id=cf957ebc-1860-47a9-85ec-629d9631404c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:55.354792 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'port_id': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea', 'mac_address': 'fa:16:3e:75:ab:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:07:55.365276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 1f868b95-c203-4340-a141-3a85dd0b56bf triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:55.365652 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.428420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b341807d-6eb0-41b8-b61d-c997d780490e req-70478c3f-75ce-4a41-92a2-95931870a0d3 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023889 Nov 16 05:07:55.484772 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82c0a0c3-fc54-458c-8247-5d381b43facb tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.494718 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82c0a0c3-fc54-458c-8247-5d381b43facb tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.519403 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.539531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0a0c3-fc54-458c-8247-5d381b43facb tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00dd491d-7722-407d-a357-a9ed2830046d,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:55.561312 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82c0a0c3-fc54-458c-8247-5d381b43facb tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.565392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-82c0a0c3-fc54-458c-8247-5d381b43facb tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4695253 Nov 16 05:07:55.565662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46208) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:55.578627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96dd16f-ba14-4103-aeee-e6f9b6d439ea {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:07:55.617423 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-57ac18a3-2afa-4efa-a3e1-46e9c4d7e471 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.642736 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-57ac18a3-2afa-4efa-a3e1-46e9c4d7e471 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.644626 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a52e70-b49a-4f33-b52c-9d0dd5acc424 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.645105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ef508180-1fc8-44d6-8928-563dfb3045e4 None None] Provisioning complete for port 47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:55.645471 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef508180-1fc8-44d6-8928-563dfb3045e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.656979 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a52e70-b49a-4f33-b52c-9d0dd5acc424 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.666068 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a52e70-b49a-4f33-b52c-9d0dd5acc424 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:55.667533 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a52e70-b49a-4f33-b52c-9d0dd5acc424 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.669256 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a0a52e70-b49a-4f33-b52c-9d0dd5acc424 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/ports/47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a HTTP/1.1" status: 200 len: 911 time: 1.5185416 Nov 16 05:07:55.674240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46210) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:55.685429 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ef508180-1fc8-44d6-8928-563dfb3045e4 None None] Port 47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:07:55.698109 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-57ac18a3-2afa-4efa-a3e1-46e9c4d7e471 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.704042 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-57ac18a3-2afa-4efa-a3e1-46e9c4d7e471 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.710277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-57ac18a3-2afa-4efa-a3e1-46e9c4d7e471 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/00dd491d-7722-407d-a357-a9ed2830046d HTTP/1.1" status: 204 len: 168 time: 0.1429739 Nov 16 05:07:55.712136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c96dd16f-ba14-4103-aeee-e6f9b6d439ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c96dd16f-ba14-4103-aeee-e6f9b6d439ea,segment=NetworkSegment(cf957ebc-1860-47a9-85ec-629d9631404c),segment_id=cf957ebc-1860-47a9-85ec-629d9631404c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:55.713886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46212) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:55.727469 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.747914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac18a3-2afa-4efa-a3e1-46e9c4d7e471 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00dd491d-7722-407d-a357-a9ed2830046d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:55.820345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9fc7bff9-c06b-4f20-9931-4fc4b49e19d4 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0987105 Nov 16 05:07:55.826283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46218) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:55.838328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b57b0e20-8d0f-43fd-ab38-2a0bd19edf03 None None] Provisioning complete for port 47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:55.838936 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b57b0e20-8d0f-43fd-ab38-2a0bd19edf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.853923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a52e70-b49a-4f33-b52c-9d0dd5acc424 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:55.878714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=c96dd16f-ba14-4103-aeee-e6f9b6d439ea,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:55.893444 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a0acdf86-ac52-4e0b-be46-14ddeb4f18c3 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.900018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b57b0e20-8d0f-43fd-ab38-2a0bd19edf03 None None] Port 47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:07:55.924263 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a0acdf86-ac52-4e0b-be46-14ddeb4f18c3 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:55.954175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['c96dd16f-ba14-4103-aeee-e6f9b6d439ea'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:07:56.168543 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46230) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:56.246548 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9412b735-fde4-4e0f-b36c-3b9108831043 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:56.467192 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a0acdf86-ac52-4e0b-be46-14ddeb4f18c3 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:56.469794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a0acdf86-ac52-4e0b-be46-14ddeb4f18c3 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:56.481482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a0acdf86-ac52-4e0b-be46-14ddeb4f18c3 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-groups/f84741d3-0af8-432d-86b3-f88b853c7015 HTTP/1.1" status: 204 len: 168 time: 0.6516798 Nov 16 05:07:56.483350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46246) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:56.505169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acdf86-ac52-4e0b-be46-14ddeb4f18c3 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84741d3-0af8-432d-86b3-f88b853c7015,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:56.556860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29d38c-cf09-4541-a53b-0820cc5bb04f req-7368b843-c03f-4e70-9177-020f1b544a91 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:56.567719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d29d38c-cf09-4541-a53b-0820cc5bb04f req-7368b843-c03f-4e70-9177-020f1b544a91 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 944 time: 0.5855279 Nov 16 05:07:56.633821 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d47ed6a5-7037-444c-991e-99ed6ab41132 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1486015 Nov 16 05:07:56.647961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46252) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:56.655666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d29d38c-cf09-4541-a53b-0820cc5bb04f req-2715c846-477f-4885-aa11-3df83df912dd tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=305e7c36-af1a-421d-848b-53afd6e95270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870266 Nov 16 05:07:56.695332 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-cd198563-221d-4c87-b021-7ef5e8573bec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2147081 Nov 16 05:07:56.709290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b617d313-a2a2-4449-9b9e-81e70d91554e admin admin] Deleting subnet bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:07:56.720311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-feb9a291-bf09-43fe-86d8-3d68a9763141 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:07:56.721323 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-feb9a291-bf09-43fe-86d8-3d68a9763141 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063910 Nov 16 05:07:56.743349 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b617d313-a2a2-4449-9b9e-81e70d91554e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:56.790147 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c96dd16f-ba14-4103-aeee-e6f9b6d439ea up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:07:56.823904 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b617d313-a2a2-4449-9b9e-81e70d91554e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:56.864304 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd087-0b48-4af7-a955-d6ae6ce40ad9 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:56.873347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port c96dd16f-ba14-4103-aeee-e6f9b6d439ea completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:07:56.882801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port c96dd16f-ba14-4103-aeee-e6f9b6d439ea triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:07:56.882801 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:56.908168 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b617d313-a2a2-4449-9b9e-81e70d91554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:56.936063 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd087-0b48-4af7-a955-d6ae6ce40ad9 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:56.962594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9412b735-fde4-4e0f-b36c-3b9108831043 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:07:56.962942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9412b735-fde4-4e0f-b36c-3b9108831043 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.091848 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.105456 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9412b735-fde4-4e0f-b36c-3b9108831043 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.108106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd087-0b48-4af7-a955-d6ae6ce40ad9 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.110830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cfcdd087-0b48-4af7-a955-d6ae6ce40ad9 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.115041 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cfcdd087-0b48-4af7-a955-d6ae6ce40ad9 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-groups/908da51b-e2ed-4c8e-8e51-62e744362078 HTTP/1.1" status: 204 len: 168 time: 0.4632008 Nov 16 05:07:57.115041 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b617d313-a2a2-4449-9b9e-81e70d91554e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.115835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46264) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:57.135709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:07:57.138822 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2a5a43-d059-4bc1-9d78-36ebbe29f03a" -d '{"events": [{"server_uuid": "3bb9c375-3221-4e00-8460-04e2816b5d77", "name": "network-vif-plugged", "status": "completed", "tag": "c96dd16f-ba14-4103-aeee-e6f9b6d439ea"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:07:57.183181 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c96dd16f-ba14-4103-aeee-e6f9b6d439ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c96dd16f-ba14-4103-aeee-e6f9b6d439ea,segment=NetworkSegment(cf957ebc-1860-47a9-85ec-629d9631404c),segment_id=cf957ebc-1860-47a9-85ec-629d9631404c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:07:57.193330 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.198216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7c0e90a0-b4f2-4d52-aa10-7a7c433a983c tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0750151 Nov 16 05:07:57.204854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46268) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:57.205433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9412b735-fde4-4e0f-b36c-3b9108831043 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:07:57.212096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ea22c73e-8f9a-4538-831f-fb13ce338d2f tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332085280'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:57.221238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617d313-a2a2-4449-9b9e-81e70d91554e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:57.232521 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0c3900-1fa1-4a90-b3b7-35c514912931 x-openstack-request-id: req-8f0c3900-1fa1-4a90-b3b7-35c514912931 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:07:57.234755 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb9c375-3221-4e00-8460-04e2816b5d77", "name": "network-vif-plugged", "status": "completed", "tag": "c96dd16f-ba14-4103-aeee-e6f9b6d439ea", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:07:57.236617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcdd087-0b48-4af7-a955-d6ae6ce40ad9 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=908da51b-e2ed-4c8e-8e51-62e744362078,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:57.237862 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8f0c3900-1fa1-4a90-b3b7-35c514912931 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:07:57.240736 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea', 'code': 200} Nov 16 05:07:57.243145 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b617d313-a2a2-4449-9b9e-81e70d91554e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.245924 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaede64f-2231-4034-b60f-f943be88cade None None] Network e561f0c7-4306-4510-ae53-499e3d104144 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:07:57.250182 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b617d313-a2a2-4449-9b9e-81e70d91554e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bcf9d2f5-0ee3-4448-bc83-d52af1f9cf82 HTTP/1.1" status: 204 len: 168 time: 1.0760829 Nov 16 05:07:57.260352 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46270) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:57.270839 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea22c73e-8f9a-4538-831f-fb13ce338d2f tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.376972 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=c96dd16f-ba14-4103-aeee-e6f9b6d439ea,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:57.417651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4a674-d35b-41d2-b917-c7fd33b88347 req-c4f33045-e51b-4feb-b6d5-c8dab138aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:57.419797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7d4a674-d35b-41d2-b917-c7fd33b88347 req-c4f33045-e51b-4feb-b6d5-c8dab138aa20 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 1096 time: 0.0828459 Nov 16 05:07:57.456343 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3db28865-8a0b-4e71-a5e2-64610c46dc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.474084 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4859c440-92b5-40df-a8e2-1502f8d6d62e None None] DHCP port deletion for e561f0c7-4306-4510-ae53-499e3d104144 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:07:57.522197 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea22c73e-8f9a-4538-831f-fb13ce338d2f tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.533869 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea22c73e-8f9a-4538-831f-fb13ce338d2f tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.552454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7d4a674-d35b-41d2-b917-c7fd33b88347 req-1778ac1f-de9c-4605-86a4-28637e93e723 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=305e7c36-af1a-421d-848b-53afd6e95270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183860 Nov 16 05:07:57.567093 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ea22c73e-8f9a-4538-831f-fb13ce338d2f tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.570950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ea22c73e-8f9a-4538-831f-fb13ce338d2f tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3624630 Nov 16 05:07:57.571425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46272) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:57.576057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d15b8f88-1fe8-4a6c-a875-9834700ef4f8 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group_rule': {'security_group_id': 'f6045d6d-789f-4d45-bbeb-833883ac7b22', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:57.585034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea22c73e-8f9a-4538-831f-fb13ce338d2f tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6045d6d-789f-4d45-bbeb-833883ac7b22,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:57.608662 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d15b8f88-1fe8-4a6c-a875-9834700ef4f8 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.694005 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d15b8f88-1fe8-4a6c-a875-9834700ef4f8 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.700442 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d15b8f88-1fe8-4a6c-a875-9834700ef4f8 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.732639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15b8f88-1fe8-4a6c-a875-9834700ef4f8 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dcbc483-3533-4ea3-8979-9085182a34d2,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:57.744260 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d15b8f88-1fe8-4a6c-a875-9834700ef4f8 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.749547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d15b8f88-1fe8-4a6c-a875-9834700ef4f8 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1768928 Nov 16 05:07:57.751206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46282) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:57.796065 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fd98f813-342b-4445-b469-b1a538f12e67 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.821251 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fd98f813-342b-4445-b469-b1a538f12e67 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.912554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fb361-0175-4954-939e-e9c1692c6e0f req-67f61e96-41e3-4712-9536-fa0f3fe616f3 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:57.918068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c5fb361-0175-4954-939e-e9c1692c6e0f req-67f61e96-41e3-4712-9536-fa0f3fe616f3 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 945 time: 0.1234457 Nov 16 05:07:57.931276 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fd98f813-342b-4445-b469-b1a538f12e67 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.937031 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fd98f813-342b-4445-b469-b1a538f12e67 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:57.938177 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fd98f813-342b-4445-b469-b1a538f12e67 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0dcbc483-3533-4ea3-8979-9085182a34d2 HTTP/1.1" status: 204 len: 168 time: 0.1860020 Nov 16 05:07:57.948958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46288) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:57.967204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd98f813-342b-4445-b469-b1a538f12e67 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0dcbc483-3533-4ea3-8979-9085182a34d2,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:57.998791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3db28865-8a0b-4e71-a5e2-64610c46dc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.008744 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-439fa53c-0bf3-484b-9dd5-70d57bf6d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:58.009597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c5fb361-0175-4954-939e-e9c1692c6e0f req-d6ec8b06-9c90-4532-a534-736c5a580f7c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=305e7c36-af1a-421d-848b-53afd6e95270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875239 Nov 16 05:07:58.010128 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-439fa53c-0bf3-484b-9dd5-70d57bf6d303 service neutron] 10.222.0.41 "GET /v2.0/ports/080cbdf5-a078-4796-9aee-060ee4de26bf HTTP/1.1" status: 200 len: 1093 time: 0.4478736 Nov 16 05:07:58.027949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] Request body: {'binding': {'host': 'n-h2-818042-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:58.028402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] Unknown quota resources ['binding']. {{(pid=102660) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 16 05:07:58.038023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-906821fa-5434-42c1-b975-1e6dad1547ee tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0846651 Nov 16 05:07:58.040170 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46290) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:58.061008 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3db28865-8a0b-4e71-a5e2-64610c46dc97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e561f0c7-4306-4510-ae53-499e3d104144']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:58.076728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3db28865-8a0b-4e71-a5e2-64610c46dc97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff5d098-40a0-4db1-bab0-54aa6bd31ed2') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:58.077021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-3db28865-8a0b-4e71-a5e2-64610c46dc97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff5d098-40a0-4db1-bab0-54aa6bd31ed2') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:58.086902 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9412b735-fde4-4e0f-b36c-3b9108831043 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.096348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4992c1fd-ca26-48d9-8150-a06f9afd489a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.099082 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3db28865-8a0b-4e71-a5e2-64610c46dc97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.122243 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4992c1fd-ca26-48d9-8150-a06f9afd489a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.136129 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9412b735-fde4-4e0f-b36c-3b9108831043 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=47e05428-3a4b-4ab7-aea7-6d4c4ac10d6a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:58.173498 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4992c1fd-ca26-48d9-8150-a06f9afd489a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.173798 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3db28865-8a0b-4e71-a5e2-64610c46dc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.177523 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4992c1fd-ca26-48d9-8150-a06f9afd489a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.181129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4992c1fd-ca26-48d9-8150-a06f9afd489a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-groups/f6045d6d-789f-4d45-bbeb-833883ac7b22 HTTP/1.1" status: 204 len: 168 time: 0.1374264 Nov 16 05:07:58.181790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46292) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:58.203399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db28865-8a0b-4e71-a5e2-64610c46dc97 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:07:58.203807 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3db28865-8a0b-4e71-a5e2-64610c46dc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:07:58.205507 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:07:58.211519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992c1fd-ca26-48d9-8150-a06f9afd489a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6045d6d-789f-4d45-bbeb-833883ac7b22,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:58.274874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-36e9141d-256d-483f-a5ab-7d2dd1c6310c tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0888190 Nov 16 05:07:58.278524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46294) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:58.284363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e4cffac5-b610-4104-97e6-0ab84ec66cef tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group': {'name': 'tempest-secgroup--822703579'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:58.310545 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4cffac5-b610-4104-97e6-0ab84ec66cef tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.388322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4cffac5-b610-4104-97e6-0ab84ec66cef tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.395047 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4cffac5-b610-4104-97e6-0ab84ec66cef tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.406704 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9412b735-fde4-4e0f-b36c-3b9108831043 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.431956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4cffac5-b610-4104-97e6-0ab84ec66cef tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.436798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46296) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:58.440988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3db28865-8a0b-4e71-a5e2-64610c46dc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.441906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e4cffac5-b610-4104-97e6-0ab84ec66cef tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1539032 Nov 16 05:07:58.448466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cffac5-b610-4104-97e6-0ab84ec66cef tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f5b120-12b5-48bb-9386-476bf73b16af,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:58.492624 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-986475e9-69f7-4999-b2c3-a6f15e4572e9 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group_rule': {'security_group_id': '33f5b120-12b5-48bb-9386-476bf73b16af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:58.528276 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] Attempting to bind port 080cbdf5-a078-4796-9aee-060ee4de26bf on host n-h2-818042-1 for vnic_type normal with profile None {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:07:58.528705 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] Attempting to bind port 080cbdf5-a078-4796-9aee-060ee4de26bf by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:07:58.529116 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] Attempting to bind port 080cbdf5-a078-4796-9aee-060ee4de26bf on network c03ed2af-9fb7-4264-8c82-d056589b94f2 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:58.539685 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3db28865-8a0b-4e71-a5e2-64610c46dc97 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.545893 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3db28865-8a0b-4e71-a5e2-64610c46dc97 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e561f0c7-4306-4510-ae53-499e3d104144 HTTP/1.1" status: 204 len: 168 time: 1.2823143 Nov 16 05:07:58.549462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] Port 080cbdf5-a078-4796-9aee-060ee4de26bf on network c03ed2af-9fb7-4264-8c82-d056589b94f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:07:58.550111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] Attempting to bind port 080cbdf5-a078-4796-9aee-060ee4de26bf on network c03ed2af-9fb7-4264-8c82-d056589b94f2 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:07:58.572923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db28865-8a0b-4e71-a5e2-64610c46dc97 admin admin] Pushing event deleted for resources: {'Network': ['ID=e561f0c7-4306-4510-ae53-499e3d104144,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:58.584369 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:07:58.584499 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] Checking segment: {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:07:58.584856 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] Bound using segment: {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:07:58.585300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] Bound port: 080cbdf5-a078-4796-9aee-060ee4de26bf, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:07:58.679810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46300) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:58.728152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-14503762-9156-4320-a5d0-935470bc2067 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=12a5524226bd49fb868159e39e015842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465503 Nov 16 05:07:58.730593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46302) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:58.736372 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-986475e9-69f7-4999-b2c3-a6f15e4572e9 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.777587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9412b735-fde4-4e0f-b36c-3b9108831043 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router 84ab4ff2-256b-407c-897e-bf5b715c86b8 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:07:58.792278 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-222b1ff8-177a-4dc3-bbf2-df2c9b35dc8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.799221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=080cbdf5-a078-4796-9aee-060ee4de26bf,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:07:58.813486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] Publish callbacks [] for binding, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.814535 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-e5342245-d343-4a99-8ce0-323788a4e0b9 service neutron] 10.222.0.41 "POST /v2.0/ports/080cbdf5-a078-4796-9aee-060ee4de26bf/bindings HTTP/1.1" status: 201 len: 389 time: 0.7918639 Nov 16 05:07:58.817513 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-222b1ff8-177a-4dc3-bbf2-df2c9b35dc8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.895494 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-222b1ff8-177a-4dc3-bbf2-df2c9b35dc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.898325 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-222b1ff8-177a-4dc3-bbf2-df2c9b35dc8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.901731 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-222b1ff8-177a-4dc3-bbf2-df2c9b35dc8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ebb96db0-fc92-4a5c-9096-e390ac391bea HTTP/1.1" status: 204 len: 168 time: 0.1679866 Nov 16 05:07:58.914294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9412b735-fde4-4e0f-b36c-3b9108831043 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:07:58.924916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b1ff8-177a-4dc3-bbf2-df2c9b35dc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb96db0-fc92-4a5c-9096-e390ac391bea,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:58.925428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0079acc3-1ab4-4c8a-817c-9fd278497df8 None None] Sync routers for ids ['84ab4ff2-256b-407c-897e-bf5b715c86b8'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:07:58.938925 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-986475e9-69f7-4999-b2c3-a6f15e4572e9 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.945439 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9412b735-fde4-4e0f-b36c-3b9108831043 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/84ab4ff2-256b-407c-897e-bf5b715c86b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2659838 Nov 16 05:07:58.947478 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-986475e9-69f7-4999-b2c3-a6f15e4572e9 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.948915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46310) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:58.968015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079acc3-1ab4-4c8a-817c-9fd278497df8 None None] Routers {'84ab4ff2-256b-407c-897e-bf5b715c86b8'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:58.975915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0079acc3-1ab4-4c8a-817c-9fd278497df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['84ab4ff2-256b-407c-897e-bf5b715c86b8'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:58.978054 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-986475e9-69f7-4999-b2c3-a6f15e4572e9 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:58.983568 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-986475e9-69f7-4999-b2c3-a6f15e4572e9 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5435052 Nov 16 05:07:58.984210 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46312) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:58.986531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986475e9-69f7-4999-b2c3-a6f15e4572e9 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf7afbd-0345-435e-80f3-7f06dc181962,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:59.010970 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1528485f-4d5d-46f6-98ee-510950ae50e8 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules/7bf7afbd-0345-435e-80f3-7f06dc181962 HTTP/1.1" status: 200 len: 763 time: 0.0242107 Nov 16 05:07:59.011610 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46314) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:59.021723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ccae5ca3-9b8f-4f81-94ec-cf0bba49f58a tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ab4ff2-256b-407c-897e-bf5b715c86b8 HTTP/1.1" status: 200 len: 205 time: 0.0715494 Nov 16 05:07:59.026988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46316) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:59.073853 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f03488cf-1823-4264-bdbd-84fed6c46e6b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0610106 Nov 16 05:07:59.074496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46320) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:59.105044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dae028ab-8ebd-436e-ab11-011a167f5e41 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.114376 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dae028ab-8ebd-436e-ab11-011a167f5e41 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.134731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0079acc3-1ab4-4c8a-817c-9fd278497df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:59.149532 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dae028ab-8ebd-436e-ab11-011a167f5e41 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.157430 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dae028ab-8ebd-436e-ab11-011a167f5e41 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.160629 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dae028ab-8ebd-436e-ab11-011a167f5e41 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/7bf7afbd-0345-435e-80f3-7f06dc181962 HTTP/1.1" status: 204 len: 168 time: 0.0844421 Nov 16 05:07:59.164650 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46322) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:59.167610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079acc3-1ab4-4c8a-817c-9fd278497df8 None None] Routers {'84ab4ff2-256b-407c-897e-bf5b715c86b8'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:07:59.178673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0079acc3-1ab4-4c8a-817c-9fd278497df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['84ab4ff2-256b-407c-897e-bf5b715c86b8'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:59.201266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae028ab-8ebd-436e-ab11-011a167f5e41 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bf7afbd-0345-435e-80f3-7f06dc181962,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:59.221162 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1c19fc8d-2984-4871-a229-108f879642d6 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0548856 Nov 16 05:07:59.223820 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46324) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:59.228416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e9b6c2f2-964e-4367-9126-374f1b3beebd tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group_rule': {'security_group_id': '33f5b120-12b5-48bb-9386-476bf73b16af', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:59.251083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0079acc3-1ab4-4c8a-817c-9fd278497df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:07:59.257171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0079acc3-1ab4-4c8a-817c-9fd278497df8 None None] The sync data for ids ['84ab4ff2-256b-407c-897e-bf5b715c86b8'] in n-d-818042-1 is: [] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:07:59.284659 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9b6c2f2-964e-4367-9126-374f1b3beebd tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.348766 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-961edec7-ea06-4af2-9cd0-cd45ea38c6e6 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.437696 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9b6c2f2-964e-4367-9126-374f1b3beebd tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.443535 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9b6c2f2-964e-4367-9126-374f1b3beebd tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.471459 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9b6c2f2-964e-4367-9126-374f1b3beebd tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.473792 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e9b6c2f2-964e-4367-9126-374f1b3beebd tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2490098 Nov 16 05:07:59.476376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46326) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:59.500294 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-048f15e8-8eaf-4774-a0d8-37a7cf4a86a8 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules/734e4633-52d6-4e38-83db-6d21e3fda13b HTTP/1.1" status: 200 len: 763 time: 0.0223596 Nov 16 05:07:59.501317 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6c2f2-964e-4367-9126-374f1b3beebd tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734e4633-52d6-4e38-83db-6d21e3fda13b,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:59.505274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46328) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:59.565342 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-37155402-2076-4e14-a0ba-bc608400ea32 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0562668 Nov 16 05:07:59.565557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90c245-4f50-446b-89c5-c75e2ce245cf req-d08c9efa-7d57-48c2-bc62-ba1cddac04e6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:59.566466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1d90c245-4f50-446b-89c5-c75e2ce245cf req-d08c9efa-7d57-48c2-bc62-ba1cddac04e6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 945 time: 0.3892705 Nov 16 05:07:59.566547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46330) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:59.577387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaf7ed-e77d-4766-a93a-2edbe8e78177 req-f8173485-bf6e-40bc-9b70-f7709e606d53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:59.579071 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bbfaf7ed-e77d-4766-a93a-2edbe8e78177 req-f8173485-bf6e-40bc-9b70-f7709e606d53 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 945 time: 0.5279770 Nov 16 05:07:59.585111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-8923a359-19b0-4b13-b3bd-64ce40e79dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:59.586668 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-8923a359-19b0-4b13-b3bd-64ce40e79dc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 1096 time: 0.4090753 Nov 16 05:07:59.589152 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-961edec7-ea06-4af2-9cd0-cd45ea38c6e6 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.599160 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9b51b73-8bf6-4418-8ed0-8b052bf6ae61 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.604950 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-961edec7-ea06-4af2-9cd0-cd45ea38c6e6 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.608749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9b51b73-8bf6-4418-8ed0-8b052bf6ae61 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.644521 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9b51b73-8bf6-4418-8ed0-8b052bf6ae61 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.651460 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f9b51b73-8bf6-4418-8ed0-8b052bf6ae61 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.655511 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f9b51b73-8bf6-4418-8ed0-8b052bf6ae61 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/734e4633-52d6-4e38-83db-6d21e3fda13b HTTP/1.1" status: 204 len: 168 time: 0.0859561 Nov 16 05:07:59.656863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46332) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:59.716877 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b3a10088-72e2-4192-89f3-a88c80eb4c13 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0561390 Nov 16 05:07:59.716877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b51b73-8bf6-4418-8ed0-8b052bf6ae61 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=734e4633-52d6-4e38-83db-6d21e3fda13b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:07:59.721243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46334) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:59.728490 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-668f8fa2-d808-4acf-b085-f8d3d0a5a0ad tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Request body: {'security_group_rule': {'security_group_id': '33f5b120-12b5-48bb-9386-476bf73b16af', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:07:59.741169 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1d90c245-4f50-446b-89c5-c75e2ce245cf req-032e8063-dc14-4650-9bfd-521190bd3e8e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=305e7c36-af1a-421d-848b-53afd6e95270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587293 Nov 16 05:07:59.754107 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-961edec7-ea06-4af2-9cd0-cd45ea38c6e6 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.754617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961edec7-ea06-4af2-9cd0-cd45ea38c6e6 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Fanout notify agent at l3_agent the message router_deleted on router 84ab4ff2-256b-407c-897e-bf5b715c86b8 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:07:59.763668 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-961edec7-ea06-4af2-9cd0-cd45ea38c6e6 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.764769 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-961edec7-ea06-4af2-9cd0-cd45ea38c6e6 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/84ab4ff2-256b-407c-897e-bf5b715c86b8 HTTP/1.1" status: 204 len: 168 time: 0.7352734 Nov 16 05:07:59.770558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46336) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:07:59.817142 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bbfaf7ed-e77d-4766-a93a-2edbe8e78177 req-b767e7ee-1665-4e6f-aae7-6441a146553e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953526 Nov 16 05:07:59.830320 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-668f8fa2-d808-4acf-b085-f8d3d0a5a0ad tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.857519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-661bac3b-f1fa-4819-a6d4-855317229a02 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting subnet 15fdb8e3-ec7e-4c2a-853b-cac42871e521 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:07:59.862824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-661bac3b-f1fa-4819-a6d4-855317229a02 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.871673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-0701156a-b9a8-4142-868a-788bfd066161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:59.871887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-0701156a-b9a8-4142-868a-788bfd066161 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c03ed2af-9fb7-4264-8c82-d056589b94f2 HTTP/1.1" status: 200 len: 898 time: 0.2649713 Nov 16 05:07:59.921067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-661bac3b-f1fa-4819-a6d4-855317229a02 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.964983 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-668f8fa2-d808-4acf-b085-f8d3d0a5a0ad tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.968820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b511f8d-c486-435f-aa29-a113afb95b90 req-ae683832-503d-4d8f-b358-62127fba7f45 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:07:59.970693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b511f8d-c486-435f-aa29-a113afb95b90 req-ae683832-503d-4d8f-b358-62127fba7f45 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 945 time: 0.1127441 Nov 16 05:07:59.970998 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-668f8fa2-d808-4acf-b085-f8d3d0a5a0ad tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:07:59.975578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-20f845a6-2044-4bc6-ac99-706a3ba76933 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080cbdf5-a078-4796-9aee-060ee4de26bf HTTP/1.1" status: 200 len: 1000 time: 0.0898981 Nov 16 05:08:00.006483 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f8fa2-d808-4acf-b085-f8d3d0a5a0ad tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab43809-ec70-46c5-bf43-48b8cbbd1e70,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:00.031266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-668f8fa2-d808-4acf-b085-f8d3d0a5a0ad tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.032552 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-668f8fa2-d808-4acf-b085-f8d3d0a5a0ad tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3091362 Nov 16 05:08:00.035186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46342) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:00.060737 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0b9b77cf-695e-467b-b972-68cfb45e8f1a tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules/4ab43809-ec70-46c5-bf43-48b8cbbd1e70 HTTP/1.1" status: 200 len: 764 time: 0.0241971 Nov 16 05:08:00.063528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46344) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:00.081291 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-661bac3b-f1fa-4819-a6d4-855317229a02 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.092725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-469a14ab-782b-4689-b56a-ceac746e7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:00.094244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-469a14ab-782b-4689-b56a-ceac746e7297 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79bf9e1c-363d-4c77-bf3e-87755cf04ce4 HTTP/1.1" status: 200 len: 835 time: 0.1032507 Nov 16 05:08:00.099480 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b511f8d-c486-435f-aa29-a113afb95b90 req-bf3a780c-8bb0-4185-b4b5-788d6e8fd4e1 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=305e7c36-af1a-421d-848b-53afd6e95270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183820 Nov 16 05:08:00.136468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46346) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:00.149790 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b06f7778-148a-461b-862f-ce847b92caa1 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0843151 Nov 16 05:08:00.153250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46348) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:00.168588 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-661bac3b-f1fa-4819-a6d4-855317229a02 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.197006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-3a43f836-b88f-466a-bfce-fe93ad59e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:00.198551 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-3a43f836-b88f-466a-bfce-fe93ad59e670 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c03ed2af-9fb7-4264-8c82-d056589b94f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974865 Nov 16 05:08:00.202041 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bac3b-f1fa-4819-a6d4-855317229a02 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Subnet': ['ID=15fdb8e3-ec7e-4c2a-853b-cac42871e521,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:00.209747 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-661bac3b-f1fa-4819-a6d4-855317229a02 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.215515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d155b-8507-4884-b92d-8e08694d8775 None None] Network a472099e-c481-4013-8e93-cf070f542e1c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:00.219235 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-661bac3b-f1fa-4819-a6d4-855317229a02 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/15fdb8e3-ec7e-4c2a-853b-cac42871e521 HTTP/1.1" status: 204 len: 168 time: 0.4467340 Nov 16 05:08:00.219446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46350) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:00.223832 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-975c4cb6-818d-483b-b259-c1d4206a294b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.268243 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-975c4cb6-818d-483b-b259-c1d4206a294b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.277955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bb33ca-fb5e-43ca-ad84-bea9eb496353 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:00.279423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e1bb33ca-fb5e-43ca-ad84-bea9eb496353 tempest-TestNetworkBasicOps-693587451 tempest-TestNetworkBasicOps-693587451-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 1091 time: 0.1419575 Nov 16 05:08:00.284500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46352) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:00.295861 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:00.315631 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-975c4cb6-818d-483b-b259-c1d4206a294b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.330220 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-975c4cb6-818d-483b-b259-c1d4206a294b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.331458 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.334294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46354) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:00.334499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-975c4cb6-818d-483b-b259-c1d4206a294b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4ab43809-ec70-46c5-bf43-48b8cbbd1e70 HTTP/1.1" status: 204 len: 168 time: 0.1647725 Nov 16 05:08:00.350562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c4cb6-818d-483b-b259-c1d4206a294b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ab43809-ec70-46c5-bf43-48b8cbbd1e70,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:00.357687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-79d345a6-e69c-4733-90f7-c7701094e17a service neutron] 10.222.0.15 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471136 Nov 16 05:08:00.368770 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.467156 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-51a0d4e9-7e89-49fc-8b54-65dc262c3255 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1316578 Nov 16 05:08:00.470742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46356) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:00.493312 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-8b402da3-3256-43e3-8ef0-37ecffa273d1 service neutron] 10.222.0.15 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249373 Nov 16 05:08:00.500432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] DHCP port deletion for a472099e-c481-4013-8e93-cf070f542e1c request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:00.558992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Deleting port 1f868b95-c203-4340-a141-3a85dd0b56bf {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:00.559371 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.574939 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51a90b46-4d70-4ad2-a152-13cce24530c0 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.577043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 1f868b95-c203-4340-a141-3a85dd0b56bf {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:00.577364 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.631000 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] For port 1f868b95-c203-4340-a141-3a85dd0b56bf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1f868b95-c203-4340-a141-3a85dd0b56bf,segment=NetworkSegment(dc3d237f-a090-4c7e-82e9-990fa8748ee0),segment_id=dc3d237f-a090-4c7e-82e9-990fa8748ee0)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:00.631394 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.645587 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Calling delete_port for 1f868b95-c203-4340-a141-3a85dd0b56bf owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:00.652857 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51a90b46-4d70-4ad2-a152-13cce24530c0 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.666195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-c5d626cd-039d-4365-9508-1164d6c825bf tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:00.669247 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-c5d626cd-039d-4365-9508-1164d6c825bf tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047&tenant_id=67e3204c0e154b1a8a560237bfff7b3b&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 1096 time: 0.1214447 Nov 16 05:08:00.682023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-818042-1'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:00.702645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] For port 1f868b95-c203-4340-a141-3a85dd0b56bf, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1f868b95-c203-4340-a141-3a85dd0b56bf,segment=NetworkSegment(dc3d237f-a090-4c7e-82e9-990fa8748ee0),segment_id=dc3d237f-a090-4c7e-82e9-990fa8748ee0)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:00.703008 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.726329 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.732410 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 1f868b95-c203-4340-a141-3a85dd0b56bf owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:00.739183 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.768936 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.782215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Pushing event deleted for resources: {'Port': ['ID=1f868b95-c203-4340-a141-3a85dd0b56bf,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:00.785685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] No DVR routers for this DVR port 1f868b95-c203-4340-a141-3a85dd0b56bf on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:00.804440 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:00.804990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:00.805503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:00.806039 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:00.806529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:00.807067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:00.807560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:00.808522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:00.809023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:00.809876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:00.810684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:00.811178 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bc33dc-0e4e-47c3-abc7-4eed3a7052d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:00.888077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1f868b95-c203-4340-a141-3a85dd0b56bf no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:00.907011 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51a90b46-4d70-4ad2-a152-13cce24530c0 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.909634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-51a90b46-4d70-4ad2-a152-13cce24530c0 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:00.910787 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-51a90b46-4d70-4ad2-a152-13cce24530c0 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "DELETE /v2.0/security-groups/33f5b120-12b5-48bb-9386-476bf73b16af HTTP/1.1" status: 204 len: 168 time: 0.4378917 Nov 16 05:08:00.917285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 1f868b95-c203-4340-a141-3a85dd0b56bf {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:00.917666 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46360) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:00.918146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1f868b95-c203-4340-a141-3a85dd0b56bf not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:00.957898 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a90b46-4d70-4ad2-a152-13cce24530c0 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f5b120-12b5-48bb-9386-476bf73b16af,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:00.979580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=080cbdf5-a078-4796-9aee-060ee4de26bf,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:00.998446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.025162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d4202-b38f-4975-b256-d54f88e0a92f req-7bbe4798-1847-44d2-8898-710e3e57b039 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:01.026996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a0d4202-b38f-4975-b256-d54f88e0a92f req-7bbe4798-1847-44d2-8898-710e3e57b039 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 945 time: 0.0908051 Nov 16 05:08:01.059108 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No DVR routers for this DVR port 1f868b95-c203-4340-a141-3a85dd0b56bf on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:01.063043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:01.099900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=1f868b95-c203-4340-a141-3a85dd0b56bf,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:01.118398 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c1df96c0-5f30-4699-9272-5bbf4122d11b tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1886122 Nov 16 05:08:01.137541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46366) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:01.139769 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a0d4202-b38f-4975-b256-d54f88e0a92f req-cd23b053-7ceb-4a57-9b8e-1c92a647d0d8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045616 Nov 16 05:08:01.159997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:08:01.162562 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c42a69-0f3b-4eeb-8f0a-888e442f250a" -d '{"events": [{"server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "name": "network-vif-unplugged", "status": "completed", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:08:01.167009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.176350 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.180946 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Allocated IP 172.25.0.158 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/54ef34c6-5af8-4177-8f70-1df8d8b21b97) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:01.226386 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.356537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a472099e-c481-4013-8e93-cf070f542e1c']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:01.374242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3d237f-a090-4c7e-82e9-990fa8748ee0') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:01.374242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3d237f-a090-4c7e-82e9-990fa8748ee0') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:01.374771 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d99517-6172-49bd-85a2-4765b917c7c2 x-openstack-request-id: req-98d99517-6172-49bd-85a2-4765b917c7c2 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:08:01.375074 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "name": "network-vif-unplugged", "status": "completed", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:08:01.375328 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98d99517-6172-49bd-85a2-4765b917c7c2 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:08:01.375719 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'code': 200} Nov 16 05:08:01.383679 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.400272 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.408896 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:08:01.410612 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.433212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Pushing event updated for resources: {'Port': ['ID=080cbdf5-a078-4796-9aee-060ee4de26bf,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: self.session.flush() Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:08:01.459883 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:08:01.470843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Attempting to bind port 080cbdf5-a078-4796-9aee-060ee4de26bf on host n-h1-818042-1 for vnic_type normal with profile {"migrating_to": "n-h2-818042-1"} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:01.472348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Attempting to bind port 080cbdf5-a078-4796-9aee-060ee4de26bf by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:01.472839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Attempting to bind port 080cbdf5-a078-4796-9aee-060ee4de26bf on network c03ed2af-9fb7-4264-8c82-d056589b94f2 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:01.489341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Port 080cbdf5-a078-4796-9aee-060ee4de26bf on network c03ed2af-9fb7-4264-8c82-d056589b94f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:08:01.491554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Attempting to bind port 080cbdf5-a078-4796-9aee-060ee4de26bf on network c03ed2af-9fb7-4264-8c82-d056589b94f2 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:01.493894 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7785d588-fdbc-45d4-acf8-30ec43c6cfe6 tempest-SecGroupTest-869933099 tempest-SecGroupTest-869933099-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3552253 Nov 16 05:08:01.510326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:01.511269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Checking segment: {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:01.512019 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Bound using segment: {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:01.512821 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Bound port: 080cbdf5-a078-4796-9aee-060ee4de26bf, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b565fac7-ed92-4841-b26d-b3cb37ec7273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:01.513114 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.535651 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.542189 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.553236 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/networks/a472099e-c481-4013-8e93-cf070f542e1c HTTP/1.1" status: 204 len: 168 time: 1.3327100 Nov 16 05:08:01.554289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46376) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:01.569822 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-69422e12-19c5-47a8-aa2f-22cf56016728 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-163929452', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:01.578008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b74e9856-1478-4814-bb72-64cc6ed1b662 None None] Provisioning complete for port 080cbdf5-a078-4796-9aee-060ee4de26bf triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:01.585749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b74e9856-1478-4814-bb72-64cc6ed1b662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.597409 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737a11f-e4dd-4c61-96f4-ced00c2de591 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Network': ['ID=a472099e-c481-4013-8e93-cf070f542e1c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:01.607092 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.634887 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69422e12-19c5-47a8-aa2f-22cf56016728 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.635909 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69422e12-19c5-47a8-aa2f-22cf56016728 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.636260 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:01.640664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=080cbdf5-a078-4796-9aee-060ee4de26bf,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:01.651703 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.669107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b74e9856-1478-4814-bb72-64cc6ed1b662 None None] Port 080cbdf5-a078-4796-9aee-060ee4de26bf cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:01.703872 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.719719 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69422e12-19c5-47a8-aa2f-22cf56016728 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.745219 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69422e12-19c5-47a8-aa2f-22cf56016728 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.790185 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:01.797544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:01.801272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:01.805122 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=54ef34c6-5af8-4177-8f70-1df8d8b21b97,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:01.814325 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-69422e12-19c5-47a8-aa2f-22cf56016728 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.819331 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-69422e12-19c5-47a8-aa2f-22cf56016728 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2576671 Nov 16 05:08:01.837354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46384) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:01.843766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6017b31b-4175-475a-b00a-9838401a7f4d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1937293914'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:01.866989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:01.867623 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.869947 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] 10.222.0.15 "PUT /v2.0/ports/080cbdf5-a078-4796-9aee-060ee4de26bf HTTP/1.1" status: 200 len: 1121 time: 1.1925993 Nov 16 05:08:01.904193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620239b5-5d53-4a0c-910c-2ecd57a35247 service neutron] Pushing event updated for resources: {'Port': ['ID=080cbdf5-a078-4796-9aee-060ee4de26bf,revision_number=8']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:01.919569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['080cbdf5-a078-4796-9aee-060ee4de26bf'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:08:01.936014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6017b31b-4175-475a-b00a-9838401a7f4d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:08:01.944308 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6017b31b-4175-475a-b00a-9838401a7f4d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:01.999981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6017b31b-4175-475a-b00a-9838401a7f4d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:08:02.021950 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6017b31b-4175-475a-b00a-9838401a7f4d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.022299 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-6017b31b-4175-475a-b00a-9838401a7f4d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Added segment a9d66a65-9ef0-462b-bdf8-baec2d7e1190 of type vlan for network 1a07e356-bf30-4db1-b06d-12088c5ec8ea Nov 16 05:08:02.133276 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6017b31b-4175-475a-b00a-9838401a7f4d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.173007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46390) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:02.181150 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6017b31b-4175-475a-b00a-9838401a7f4d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.186966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6017b31b-4175-475a-b00a-9838401a7f4d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:02.187571 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6017b31b-4175-475a-b00a-9838401a7f4d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.232479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46396) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:02.241472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c2300f4f-30e9-4fea-bd3c-682637e02e34 None None] Provisioning complete for port 080cbdf5-a078-4796-9aee-060ee4de26bf triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:02.241689 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c2300f4f-30e9-4fea-bd3c-682637e02e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.268803 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6017b31b-4175-475a-b00a-9838401a7f4d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4275250 Nov 16 05:08:02.269046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46400) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:02.274529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d634ef8d-3f15-4922-97cc-e97eab584361 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'subnet': {'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:02.407423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c2300f4f-30e9-4fea-bd3c-682637e02e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.473728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:08:02.477553 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1432029-c849-494d-be7d-3e726e9efb39" -d '{"events": [{"server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "name": "network-vif-plugged", "status": "completed", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:08:02.482737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c2300f4f-30e9-4fea-bd3c-682637e02e34 None None] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=080cbdf5-a078-4796-9aee-060ee4de26bf,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:02.490086 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c2300f4f-30e9-4fea-bd3c-682637e02e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.545110 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739a1176-b475-46fd-be4a-6230f715af92 x-openstack-request-id: req-739a1176-b475-46fd-be4a-6230f715af92 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:08:02.545400 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "name": "network-vif-plugged", "status": "completed", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:08:02.545657 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-739a1176-b475-46fd-be4a-6230f715af92 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:08:02.546079 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'code': 200} Nov 16 05:08:02.573064 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a13485de-3185-4624-822e-7715af0a9e2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.678134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6017b31b-4175-475a-b00a-9838401a7f4d tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Network': ['ID=1a07e356-bf30-4db1-b06d-12088c5ec8ea,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:02.734576 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.780245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f8347009-0b43-4d49-9345-220cca77f4c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb7801078583435aa7082183c88e6085&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6060300 Nov 16 05:08:02.782937 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46404) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:02.797512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0358aa0-193f-4f80-9562-ad09ba54c7c8 req-25b1621b-da6e-4019-a867-3e51b8ddf55b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:02.799751 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0358aa0-193f-4f80-9562-ad09ba54c7c8 req-25b1621b-da6e-4019-a867-3e51b8ddf55b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 945 time: 0.1303148 Nov 16 05:08:02.811616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d634ef8d-3f15-4922-97cc-e97eab584361 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:08:02.816271 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d634ef8d-3f15-4922-97cc-e97eab584361 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.836692 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 1a07e356-bf30-4db1-b06d-12088c5ec8ea details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:08:02.850067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 080cbdf5-a078-4796-9aee-060ee4de26bf details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:08:02.871374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a13485de-3185-4624-822e-7715af0a9e2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.891809 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a13485de-3185-4624-822e-7715af0a9e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.933294 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.938722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0358aa0-193f-4f80-9562-ad09ba54c7c8 req-37aabfb4-75b4-4658-8df5-fb6a244aa3e7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159873 Nov 16 05:08:02.945913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2300f4f-30e9-4fea-bd3c-682637e02e34 None None] Pushing event updated for resources: {'Port': ['ID=080cbdf5-a078-4796-9aee-060ee4de26bf,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:02.973434 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ec950c3-f618-45b6-a141-c1fdfb620912 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:02.978214 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13485de-3185-4624-822e-7715af0a9e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0a4cf5-1fb1-4e56-9358-1a40f901cbb2,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:02.997872 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a13485de-3185-4624-822e-7715af0a9e2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d27169131264f968d9823b84332d63b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7618546 Nov 16 05:08:03.000156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46406) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:03.014471 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ec950c3-f618-45b6-a141-c1fdfb620912 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.088744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=080cbdf5-a078-4796-9aee-060ee4de26bf,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:03.103307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 080cbdf5-a078-4796-9aee-060ee4de26bf has no active binding in host n-h2-818042-1 {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 16 05:08:03.117387 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d634ef8d-3f15-4922-97cc-e97eab584361 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.156088 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c65958f7-2a7c-43e9-80c5-5cfeedbe7fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.205728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634ef8d-3f15-4922-97cc-e97eab584361 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Subnet': ['ID=b6743c85-90c4-49fc-b1f4-7074f5102338,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:03.211062 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c65958f7-2a7c-43e9-80c5-5cfeedbe7fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.246155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d634ef8d-3f15-4922-97cc-e97eab584361 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Checking segment: {'id': 'a9d66a65-9ef0-462b-bdf8-baec2d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:03.246524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634ef8d-3f15-4922-97cc-e97eab584361 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network hostable DHCP agents. Network: 1a07e356-bf30-4db1-b06d-12088c5ec8ea, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:08:03.272692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d634ef8d-3f15-4922-97cc-e97eab584361 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 1a07e356-bf30-4db1-b06d-12088c5ec8ea is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:08:03.282720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-d634ef8d-3f15-4922-97cc-e97eab584361 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 1a07e356-bf30-4db1-b06d-12088c5ec8ea) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:03.288490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d634ef8d-3f15-4922-97cc-e97eab584361 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:03.290128 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d634ef8d-3f15-4922-97cc-e97eab584361 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.294311 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2d247f-2c02-4c84-b5c3-20cf5430844a None None] Network 1a07e356-bf30-4db1-b06d-12088c5ec8ea requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:03.302703 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c65958f7-2a7c-43e9-80c5-5cfeedbe7fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.305729 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c65958f7-2a7c-43e9-80c5-5cfeedbe7fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.309311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c65958f7-2a7c-43e9-80c5-5cfeedbe7fc7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d0a4cf5-1fb1-4e56-9358-1a40f901cbb2 HTTP/1.1" status: 204 len: 168 time: 0.3030391 Nov 16 05:08:03.336024 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d634ef8d-3f15-4922-97cc-e97eab584361 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0633814 Nov 16 05:08:03.338019 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65958f7-2a7c-43e9-80c5-5cfeedbe7fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0a4cf5-1fb1-4e56-9358-1a40f901cbb2,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:03.341562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46410) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:03.404363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:08:03.419482 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a259961d-16ff-4f47-a82a-cf6ab9db27d5" -d '{"events": [{"name": "network-changed", "server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:08:03.455663 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ec950c3-f618-45b6-a141-c1fdfb620912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.460014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ec950c3-f618-45b6-a141-c1fdfb620912 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.464264 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9ec950c3-f618-45b6-a141-c1fdfb620912 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1848286-67fd-478c-a92d-6d7c3f36434e HTTP/1.1" status: 204 len: 168 time: 0.6764352 Nov 16 05:08:03.507357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:08:03.508221 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.508370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec950c3-f618-45b6-a141-c1fdfb620912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1848286-67fd-478c-a92d-6d7c3f36434e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:03.533417 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49bd579-83b2-4e68-ad7a-5e8dfe110474 x-openstack-request-id: req-c49bd579-83b2-4e68-ad7a-5e8dfe110474 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:08:03.533875 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:08:03.534758 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c49bd579-83b2-4e68-ad7a-5e8dfe110474 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:08:03.535252 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'status': 'completed', 'code': 200} Nov 16 05:08:03.561152 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.567089 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.702832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259961d-16ff-4f47-a82a-cf6ab9db27d5 req-f9eef7e9-dc2f-455c-ac47-c4765522b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:03.704520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a259961d-16ff-4f47-a82a-cf6ab9db27d5 req-f9eef7e9-dc2f-455c-ac47-c4765522b32f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 1126 time: 0.1682632 Nov 16 05:08:03.728269 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.746637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event updated for resources: {'Port': ['ID=54ef34c6-5af8-4177-8f70-1df8d8b21b97,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:03.789547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Allocated IP 2001:db8::2 (1a07e356-bf30-4db1-b06d-12088c5ec8ea/b6743c85-90c4-49fc-b1f4-7074f5102338/a6563300-b4ac-4e9f-857f-7bb56863e8be) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:03.879312 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.916230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46424) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:03.937534 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7d5fe0f-4592-4b6c-914d-fdf5ea6ee5d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:03.979901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259961d-16ff-4f47-a82a-cf6ab9db27d5 req-0c6831ab-1427-4489-b036-974de5fd8afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:03.982135 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a259961d-16ff-4f47-a82a-cf6ab9db27d5 req-0c6831ab-1427-4489-b036-974de5fd8afc service neutron] 10.222.0.37 "GET /v2.0/networks?id=c03ed2af-9fb7-4264-8c82-d056589b94f2 HTTP/1.1" status: 200 len: 898 time: 0.2698269 Nov 16 05:08:04.015778 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Floating IP e50ba42d-e70c-4547-a4d1-9a934102a053 associated. External IP: 172.25.0.158, port: c96dd16f-ba14-4103-aeee-e6f9b6d439ea. Nov 16 05:08:04.037106 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.047275 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.113935 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Network 1a07e356-bf30-4db1-b06d-12088c5ec8ea is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:04.121401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:04.126514 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:04.137144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Pushing event updated for resources: {'Port': ['ID=a6563300-b4ac-4e9f-857f-7bb56863e8be,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:04.156442 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7d5fe0f-4592-4b6c-914d-fdf5ea6ee5d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.166151 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b7d5fe0f-4592-4b6c-914d-fdf5ea6ee5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.186293 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a259961d-16ff-4f47-a82a-cf6ab9db27d5 req-2ce970a9-8f61-47ea-b4d2-50eb67f571d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080cbdf5-a078-4796-9aee-060ee4de26bf HTTP/1.1" status: 200 len: 1000 time: 0.1594121 Nov 16 05:08:04.203604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Attempting to bind port a6563300-b4ac-4e9f-857f-7bb56863e8be on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:04.204339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Attempting to bind port a6563300-b4ac-4e9f-857f-7bb56863e8be by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a9d66a65-9ef0-462b-bdf8-baec2d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:04.204934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Attempting to bind port a6563300-b4ac-4e9f-857f-7bb56863e8be on network 1a07e356-bf30-4db1-b06d-12088c5ec8ea {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:04.211359 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:04.212168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Checking segment: {'id': 'a9d66a65-9ef0-462b-bdf8-baec2d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:04.212819 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.213439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Bound using segment: {'id': 'a9d66a65-9ef0-462b-bdf8-baec2d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:04.214497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Bound port: a6563300-b4ac-4e9f-857f-7bb56863e8be, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d66a65-9ef0-462b-bdf8-baec2d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:04.215149 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.249535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5fe0f-4592-4b6c-914d-fdf5ea6ee5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4037ad-d130-4392-80c9-e21bb56c4f4b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:04.256099 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b7d5fe0f-4592-4b6c-914d-fdf5ea6ee5d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae14ec3cc7344463b3eda5c9ba2c8344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3388307 Nov 16 05:08:04.260690 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46432) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:04.287532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aa376-d5d3-487c-a249-31573da42909 req-5e28fedd-44bc-4821-8000-b29d1057f22d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:04.289125 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c0aa376-d5d3-487c-a249-31573da42909 req-5e28fedd-44bc-4821-8000-b29d1057f22d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 945 time: 0.1546524 Nov 16 05:08:04.305080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] For port a6563300-b4ac-4e9f-857f-7bb56863e8be, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:04.308743 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] For port a6563300-b4ac-4e9f-857f-7bb56863e8be, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a6563300-b4ac-4e9f-857f-7bb56863e8be,segment=NetworkSegment(a9d66a65-9ef0-462b-bdf8-baec2d7e1190),segment_id=a9d66a65-9ef0-462b-bdf8-baec2d7e1190)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:04.319415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259961d-16ff-4f47-a82a-cf6ab9db27d5 req-81bf4733-4183-49ab-9dfc-5839af510b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:04.320912 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a259961d-16ff-4f47-a82a-cf6ab9db27d5 req-81bf4733-4183-49ab-9dfc-5839af510b13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=79bf9e1c-363d-4c77-bf3e-87755cf04ce4 HTTP/1.1" status: 200 len: 835 time: 0.1259181 Nov 16 05:08:04.322338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Allocated IP 2001:db8::1 (1a07e356-bf30-4db1-b06d-12088c5ec8ea/b6743c85-90c4-49fc-b1f4-7074f5102338/b9043561-9c2b-45ef-8ea7-0de46d98c490) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:04.354028 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.420196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Router 8c15f849-4800-48f5-80f6-31e65b3f8de2 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:04.447977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4d9a1-57f3-48dd-8388-cf1422c38f81 None None] Pushing event updated for resources: {'Port': ['ID=a6563300-b4ac-4e9f-857f-7bb56863e8be,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:04.468575 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c0aa376-d5d3-487c-a249-31573da42909 req-f7ad2adb-2823-4bd0-8e71-80e59baa9a99 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677494 Nov 16 05:08:04.483308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259961d-16ff-4f47-a82a-cf6ab9db27d5 req-41be8cca-3bf9-466e-bb8a-8262e122ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:04.484942 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a259961d-16ff-4f47-a82a-cf6ab9db27d5 req-41be8cca-3bf9-466e-bb8a-8262e122ec15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c03ed2af-9fb7-4264-8c82-d056589b94f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1502218 Nov 16 05:08:04.545860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd7acecf-922c-431b-aa7a-fa6798a31c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.588387 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd7acecf-922c-431b-aa7a-fa6798a31c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.612096 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.636101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a259961d-16ff-4f47-a82a-cf6ab9db27d5 req-d4b793eb-f350-461a-9b34-2b34f4f61939 service neutron] 10.222.0.37 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420658 Nov 16 05:08:04.652913 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:04.664694 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cf4d5-b6be-4b4d-b2cd-e2543e02c867 None None] Sync routers for ids ['8c15f849-4800-48f5-80f6-31e65b3f8de2'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:04.679771 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cf4d5-b6be-4b4d-b2cd-e2543e02c867 None None] Routers {'8c15f849-4800-48f5-80f6-31e65b3f8de2'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:04.681524 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-013cf4d5-b6be-4b4d-b2cd-e2543e02c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8c15f849-4800-48f5-80f6-31e65b3f8de2'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:04.727388 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.727840 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.785605 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bf6cbe8d-d127-4ed0-b9ef-dcdd3ce3bf85 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4941366 Nov 16 05:08:04.825301 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46442) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:04.825301 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'tag': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:08:04.825301 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175ac194-9153-4809-9ddf-e3ae5ac928e6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb9c375-3221-4e00-8460-04e2816b5d77", "tag": "c96dd16f-ba14-4103-aeee-e6f9b6d439ea"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:08:04.825301 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd7acecf-922c-431b-aa7a-fa6798a31c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.825301 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd7acecf-922c-431b-aa7a-fa6798a31c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:04.825301 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fd7acecf-922c-431b-aa7a-fa6798a31c8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae4037ad-d130-4392-80c9-e21bb56c4f4b HTTP/1.1" status: 204 len: 168 time: 0.5403068 Nov 16 05:08:04.854148 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7acecf-922c-431b-aa7a-fa6798a31c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4037ad-d130-4392-80c9-e21bb56c4f4b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:04.889933 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-013cf4d5-b6be-4b4d-b2cd-e2543e02c867 None None] Set router 8c15f849-4800-48f5-80f6-31e65b3f8de2 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:04.923886 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3284f02e-46c9-4377-a612-a5378bb1f847 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/floatingips/e50ba42d-e70c-4547-a4d1-9a934102a053 HTTP/1.1" status: 200 len: 991 time: 0.1203818 Nov 16 05:08:04.943101 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14df26ea-ae7f-4bd2-87c0-2064454235d4 x-openstack-request-id: req-14df26ea-ae7f-4bd2-87c0-2064454235d4 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:08:04.943328 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb9c375-3221-4e00-8460-04e2816b5d77", "tag": "c96dd16f-ba14-4103-aeee-e6f9b6d439ea", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:08:04.943571 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14df26ea-ae7f-4bd2-87c0-2064454235d4 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:08:04.944961 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'tag': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea', 'status': 'completed', 'code': 200} Nov 16 05:08:05.025083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a6563300-b4ac-4e9f-857f-7bb56863e8be up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:05.047897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 1a07e356-bf30-4db1-b06d-12088c5ec8ea is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:05.057867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a259961d-16ff-4f47-a82a-cf6ab9db27d5 req-8825ba5c-8cfa-46c3-8f3b-f6d73c23aac4 service neutron] 10.222.0.37 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868148 Nov 16 05:08:05.058547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:05.061845 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:05.062766 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:05.122727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a6563300-b4ac-4e9f-857f-7bb56863e8be triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:05.123250 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:05.123999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=b9043561-9c2b-45ef-8ea7-0de46d98c490,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:05.147749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ac194-9153-4809-9ddf-e3ae5ac928e6 req-06e1d64a-d540-4986-9421-249202abbd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:05.149099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-175ac194-9153-4809-9ddf-e3ae5ac928e6 req-06e1d64a-d540-4986-9421-249202abbd78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 1096 time: 0.1659868 Nov 16 05:08:05.258237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:05.289039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ac194-9153-4809-9ddf-e3ae5ac928e6 req-dab256a8-6b5b-4bef-8fe9-63a48dab8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:05.291389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-175ac194-9153-4809-9ddf-e3ae5ac928e6 req-dab256a8-6b5b-4bef-8fe9-63a48dab8898 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a135cc31-b44a-4cc0-927a-1547d7c6c342 HTTP/1.1" status: 200 len: 898 time: 0.1190443 Nov 16 05:08:05.309725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port a6563300-b4ac-4e9f-857f-7bb56863e8be, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a6563300-b4ac-4e9f-857f-7bb56863e8be,segment=NetworkSegment(a9d66a65-9ef0-462b-bdf8-baec2d7e1190),segment_id=a9d66a65-9ef0-462b-bdf8-baec2d7e1190)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:05.314908 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:05.417021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=a6563300-b4ac-4e9f-857f-7bb56863e8be,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:05.446191 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-013cf4d5-b6be-4b4d-b2cd-e2543e02c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:07:37Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:25Z', 'updated_at': '2021-11-16T05:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'e50ba42d-e70c-4547-a4d1-9a934102a053', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'port_id': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'mac_address': 'fa:16:3e:75:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:08:02Z', 'updated_at': '2021-11-16T05:08:02Z', 'revision_number': 0, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b48203-aaa5-43c3-8d58-4adc4314511b', 'name': '', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:8b:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:35Z', 'updated_at': '2021-11-16T05:07:43Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:05.477015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46458) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:05.493818 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-175ac194-9153-4809-9ddf-e3ae5ac928e6 req-25d1faf5-8d27-4cb2-9822-b4167169fbe3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c96dd16f-ba14-4103-aeee-e6f9b6d439ea HTTP/1.1" status: 200 len: 999 time: 0.1935234 Nov 16 05:08:05.506179 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354c704c-3350-40eb-86f6-e6d8a85b8170 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:05.513195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:05.518051 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cf4d5-b6be-4b4d-b2cd-e2543e02c867 None None] Checking router: 8c15f849-4800-48f5-80f6-31e65b3f8de2 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:05.529970 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cf4d5-b6be-4b4d-b2cd-e2543e02c867 None None] Routers {'8c15f849-4800-48f5-80f6-31e65b3f8de2'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:05.530982 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-013cf4d5-b6be-4b4d-b2cd-e2543e02c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8c15f849-4800-48f5-80f6-31e65b3f8de2'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:05.625025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ac194-9153-4809-9ddf-e3ae5ac928e6 req-a0e5d730-c614-4717-8c0a-393951fa6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:05.625659 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-175ac194-9153-4809-9ddf-e3ae5ac928e6 req-a0e5d730-c614-4717-8c0a-393951fa6565 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47faee19-80b7-4efa-868b-c9d96ebc16b8 HTTP/1.1" status: 200 len: 835 time: 0.1247375 Nov 16 05:08:05.689832 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-013cf4d5-b6be-4b4d-b2cd-e2543e02c867 None None] Set router 8c15f849-4800-48f5-80f6-31e65b3f8de2 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:05.708386 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354c704c-3350-40eb-86f6-e6d8a85b8170 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:05.715082 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354c704c-3350-40eb-86f6-e6d8a85b8170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:05.789284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed017ac0-2e3e-4c00-be30-079a8e15f40c req-3b63f372-3f7c-4be0-af37-284947bf8fd6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:05.791235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed017ac0-2e3e-4c00-be30-079a8e15f40c req-3b63f372-3f7c-4be0-af37-284947bf8fd6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 945 time: 0.1917353 Nov 16 05:08:05.796175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ac194-9153-4809-9ddf-e3ae5ac928e6 req-c13d7943-e898-4109-a766-3e2a74c77be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:05.797416 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-354c704c-3350-40eb-86f6-e6d8a85b8170 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fecfd6d9c24c49e09d6288289c7d6ec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3191082 Nov 16 05:08:05.797641 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-175ac194-9153-4809-9ddf-e3ae5ac928e6 req-c13d7943-e898-4109-a766-3e2a74c77be6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a135cc31-b44a-4cc0-927a-1547d7c6c342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201978 Nov 16 05:08:05.798096 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46466) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:05.800665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c704c-3350-40eb-86f6-e6d8a85b8170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ad2dc6-0380-449e-8b58-06ae99e6d3c7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:05.877900 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1dcb190e-3c1f-49a7-9632-5935bafa3443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:05.926258 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46470) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:05.943784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1dcb190e-3c1f-49a7-9632-5935bafa3443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:06.022502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d405cfe-18e2-4f28-990f-fe6509e43d52 None None] Network 1a07e356-bf30-4db1-b06d-12088c5ec8ea requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:06.084646 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ec3ec41f-d687-46c9-9c1b-0aca65f15ed8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/floatingips/e50ba42d-e70c-4547-a4d1-9a934102a053 HTTP/1.1" status: 200 len: 991 time: 0.1571040 Nov 16 05:08:06.111022 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1dcb190e-3c1f-49a7-9632-5935bafa3443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:06.116889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1dcb190e-3c1f-49a7-9632-5935bafa3443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:06.118537 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1dcb190e-3c1f-49a7-9632-5935bafa3443 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19ad2dc6-0380-449e-8b58-06ae99e6d3c7 HTTP/1.1" status: 204 len: 168 time: 0.3193419 Nov 16 05:08:06.134902 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb190e-3c1f-49a7-9632-5935bafa3443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ad2dc6-0380-449e-8b58-06ae99e6d3c7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:06.167576 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-013cf4d5-b6be-4b4d-b2cd-e2543e02c867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:07:37Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:25Z', 'updated_at': '2021-11-16T05:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'e50ba42d-e70c-4547-a4d1-9a934102a053', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'port_id': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'mac_address': 'fa:16:3e:75:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:08:02Z', 'updated_at': '2021-11-16T05:08:02Z', 'revision_number': 0, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b48203-aaa5-43c3-8d58-4adc4314511b', 'name': '', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:8b:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:35Z', 'updated_at': '2021-11-16T05:07:43Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:06.202098 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013cf4d5-b6be-4b4d-b2cd-e2543e02c867 None None] The sync data for ids ['8c15f849-4800-48f5-80f6-31e65b3f8de2'] in n-d-818042-1 is: [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:07:37Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:25Z', 'updated_at': '2021-11-16T05:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'e50ba42d-e70c-4547-a4d1-9a934102a053', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'floating_ip_address': '172.25.0.158', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'port_id': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'mac_address': 'fa:16:3e:75:ab:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:08:02Z', 'updated_at': '2021-11-16T05:08:02Z', 'revision_number': 0, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03b48203-aaa5-43c3-8d58-4adc4314511b', 'name': '', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:8b:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:35Z', 'updated_at': '2021-11-16T05:07:43Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:06.268321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-909a8b46-a9c3-4f2a-b9ee-99585a486130 None None] Provisioning complete for port a6563300-b4ac-4e9f-857f-7bb56863e8be triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:06.268321 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-909a8b46-a9c3-4f2a-b9ee-99585a486130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:06.301595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed017ac0-2e3e-4c00-be30-079a8e15f40c req-5ca5efbc-be18-4701-9272-81ea9d2706b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5028172 Nov 16 05:08:06.393057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-175ac194-9153-4809-9ddf-e3ae5ac928e6 req-ee6063fd-f239-4aa4-a962-f019e40e1a87 service neutron] 10.222.0.15 "GET /v2.0/networks/a135cc31-b44a-4cc0-927a-1547d7c6c342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225473 Nov 16 05:08:06.504265 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:06.522472 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:06.523182 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:06.571095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-175ac194-9153-4809-9ddf-e3ae5ac928e6 req-3a71f728-57ab-4385-809c-b10b93b7e0c4 service neutron] 10.222.0.15 "GET /v2.0/networks/a135cc31-b44a-4cc0-927a-1547d7c6c342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698267 Nov 16 05:08:06.617223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775ed833-49e5-4e7a-bc7b-6705a00e295e None None] New status for floating IP e50ba42d-e70c-4547-a4d1-9a934102a053: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:08:06.652925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=b9043561-9c2b-45ef-8ea7-0de46d98c490,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:06.839914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 1a07e356-bf30-4db1-b06d-12088c5ec8ea is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:06.842423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:06.907038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-77e3da56-a003-461f-92c4-02ac48bcbde1 None None] Provisioning complete for port a6563300-b4ac-4e9f-857f-7bb56863e8be triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:06.908047 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77e3da56-a003-461f-92c4-02ac48bcbde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:06.968636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a6563300-b4ac-4e9f-857f-7bb56863e8be up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:07.085206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46498) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:07.088271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a6563300-b4ac-4e9f-857f-7bb56863e8be triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:07.088271 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:07.088937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:08:07.089651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-77e3da56-a003-461f-92c4-02ac48bcbde1 None None] Provisioning complete for port b9043561-9c2b-45ef-8ea7-0de46d98c490 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:07.090039 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-77e3da56-a003-461f-92c4-02ac48bcbde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:07.149524 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-4851e678-c45b-4ac5-88b5-f774fe05efbd service neutron] 10.222.0.37 "GET /v2.0/ports/080cbdf5-a078-4796-9aee-060ee4de26bf/bindings/n-h2-818042-1 HTTP/1.1" status: 200 len: 384 time: 0.0996852 Nov 16 05:08:07.170045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-77e3da56-a003-461f-92c4-02ac48bcbde1 None None] Port b9043561-9c2b-45ef-8ea7-0de46d98c490 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:07.188103 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b6b92f3d-259c-4c4c-965c-a7ae70d71cf9 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/floatingips/e50ba42d-e70c-4547-a4d1-9a934102a053 HTTP/1.1" status: 200 len: 993 time: 0.0978150 Nov 16 05:08:07.294337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1d46bcf3-419d-43c3-a8c3-a9cb492e651b None None] Provisioning complete for port b9043561-9c2b-45ef-8ea7-0de46d98c490 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:07.294337 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d46bcf3-419d-43c3-a8c3-a9cb492e651b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:07.309671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:07.320567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-56dcbafe-80ba-4704-abb9-05f644441e14 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9776676 Nov 16 05:08:07.320866 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Sync routers for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:07.321620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46506) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:07.329123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-578e0ebd-bf3a-4eba-b7b7-06090239b8c2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2036826863'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:07.335299 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:07.336318 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:07.369277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1d46bcf3-419d-43c3-a8c3-a9cb492e651b None None] Port b9043561-9c2b-45ef-8ea7-0de46d98c490 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:07.396967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578e0ebd-bf3a-4eba-b7b7-06090239b8c2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:08:07.400454 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-578e0ebd-bf3a-4eba-b7b7-06090239b8c2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:07.468320 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:07.490444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b1960020-7578-44fe-99b8-d7c23d7908ca None None] Provisioning complete for port b9043561-9c2b-45ef-8ea7-0de46d98c490 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:07.491474 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1960020-7578-44fe-99b8-d7c23d7908ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:07.506756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578e0ebd-bf3a-4eba-b7b7-06090239b8c2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:08:07.527396 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-578e0ebd-bf3a-4eba-b7b7-06090239b8c2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:07.527742 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-578e0ebd-bf3a-4eba-b7b7-06090239b8c2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Added segment 21afa595-8af1-42d4-92d0-442570cff20e of type vlan for network c818a62f-376d-4acf-b86f-420518ad8318 Nov 16 05:08:07.538242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b1960020-7578-44fe-99b8-d7c23d7908ca None None] Port b9043561-9c2b-45ef-8ea7-0de46d98c490 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:07.546352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4fd4c-eda7-4600-944e-6ebbb5c970db req-338092b9-6a7d-48ee-97ba-21e4eae4b1ce tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:07.547932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0c4fd4c-eda7-4600-944e-6ebbb5c970db req-338092b9-6a7d-48ee-97ba-21e4eae4b1ce tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 945 time: 0.1351948 Nov 16 05:08:07.633113 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-1e2414d1-7356-49e7-bfcf-4fa41e670350 service neutron] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=080cbdf5-a078-4796-9aee-060ee4de26bf,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:07.636144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-578e0ebd-bf3a-4eba-b7b7-06090239b8c2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:07.690758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0c4fd4c-eda7-4600-944e-6ebbb5c970db req-a647aa80-8d61-49df-b1f8-da48aaf67f7f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337132 Nov 16 05:08:07.700902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-1e2414d1-7356-49e7-bfcf-4fa41e670350 service neutron] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:07.704874 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:05Z', 'revision_number': 2, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:06Z', 'revision_number': 2, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:07.733357 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-578e0ebd-bf3a-4eba-b7b7-06090239b8c2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:07.738178 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Checking router: cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:07.738530 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Updating router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa port b9043561-9c2b-45ef-8ea7-0de46d98c490 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:08:07.739007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e0ebd-bf3a-4eba-b7b7-06090239b8c2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:07.739637 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-578e0ebd-bf3a-4eba-b7b7-06090239b8c2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:07.771752 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:07.825523 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-578e0ebd-bf3a-4eba-b7b7-06090239b8c2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5015121 Nov 16 05:08:07.828938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46522) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:07.830716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:08:07.833654 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75d62f8-6838-4426-b62a-c243dcc4e2a1" -d '{"events": [{"server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "name": "network-vif-unplugged", "status": "completed", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:08:07.835130 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'subnet': {'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:07.844595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-1e2414d1-7356-49e7-bfcf-4fa41e670350 service neutron] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=080cbdf5-a078-4796-9aee-060ee4de26bf,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:07.847886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e0ebd-bf3a-4eba-b7b7-06090239b8c2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Network': ['ID=c818a62f-376d-4acf-b86f-420518ad8318,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:07.860940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network c818a62f-376d-4acf-b86f-420518ad8318 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:08:07.867479 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-1e2414d1-7356-49e7-bfcf-4fa41e670350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:07.947205 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07083d53-b4a5-42dd-a106-cb9be9693312 x-openstack-request-id: req-07083d53-b4a5-42dd-a106-cb9be9693312 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:08:07.948293 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "name": "network-vif-unplugged", "status": "completed", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:08:07.948293 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-07083d53-b4a5-42dd-a106-cb9be9693312 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:08:07.948543 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'code': 200} Nov 16 05:08:08.031613 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c74536a6-5bb5-4347-9b72-703928cb2487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:08.036180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-1e2414d1-7356-49e7-bfcf-4fa41e670350 service neutron] Transition to ACTIVE for port object 080cbdf5-a078-4796-9aee-060ee4de26bf will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:08:08.051023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:08:08.052109 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-1e2414d1-7356-49e7-bfcf-4fa41e670350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:08.057162 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:08.257205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2414d1-7356-49e7-bfcf-4fa41e670350 service neutron] Pushing event updated for resources: {'Port': ['ID=080cbdf5-a078-4796-9aee-060ee4de26bf,revision_number=11']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:08.270546 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:08.279492 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:08.354545 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:08.366895 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Pushing event updated for resources: {'Port': ['ID=b9043561-9c2b-45ef-8ea7-0de46d98c490,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:08.407225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-1e2414d1-7356-49e7-bfcf-4fa41e670350 service neutron] No DVR routers for this DVR port 080cbdf5-a078-4796-9aee-060ee4de26bf on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:08.428238 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.428584 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.428988 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.429233 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.443719 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.445262 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.445803 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.448363 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.448817 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.450148 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.450581 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.451604 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.506804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Subnet': ['ID=e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:08.547384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.547726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.547997 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Attempting to bind port b9043561-9c2b-45ef-8ea7-0de46d98c490 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:08.548124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.548387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.548714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.549044 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.549194 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Attempting to bind port b9043561-9c2b-45ef-8ea7-0de46d98c490 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a9d66a65-9ef0-462b-bdf8-baec2d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:08.549367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.550321 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.550589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.550913 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.551179 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Attempting to bind port b9043561-9c2b-45ef-8ea7-0de46d98c490 on network 1a07e356-bf30-4db1-b06d-12088c5ec8ea {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:08.551301 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.551536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:08.561388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Checking segment: {'id': '21afa595-8af1-42d4-92d0-442570cff20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:08.561756 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network hostable DHCP agents. Network: c818a62f-376d-4acf-b86f-420518ad8318, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:08:08.575503 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:08.576455 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Checking segment: {'id': 'a9d66a65-9ef0-462b-bdf8-baec2d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:08.579489 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:08.581433 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Bound using segment: {'id': 'a9d66a65-9ef0-462b-bdf8-baec2d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:08.582752 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Bound port: b9043561-9c2b-45ef-8ea7-0de46d98c490, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d66a65-9ef0-462b-bdf8-baec2d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:08.584880 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:08.598450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network c818a62f-376d-4acf-b86f-420518ad8318 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:08:08.616370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, c818a62f-376d-4acf-b86f-420518ad8318) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:08.626067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d68b5a-3294-408f-a8a4-466f196559f1 None None] Network c818a62f-376d-4acf-b86f-420518ad8318 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:08.638197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:08.638914 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:08.673609 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d00cd56a-5e09-4afe-8b1f-d3b39c4cbbc5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8431649 Nov 16 05:08:08.674263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46552) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:08.699676 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-1e2414d1-7356-49e7-bfcf-4fa41e670350 service neutron] 10.222.0.37 "PUT /v2.0/ports/080cbdf5-a078-4796-9aee-060ee4de26bf/bindings/n-h2-818042-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5403776 Nov 16 05:08:08.778839 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] For port b9043561-9c2b-45ef-8ea7-0de46d98c490, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:08.782208 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] For port b9043561-9c2b-45ef-8ea7-0de46d98c490, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b9043561-9c2b-45ef-8ea7-0de46d98c490,segment=NetworkSegment(a9d66a65-9ef0-462b-bdf8-baec2d7e1190),segment_id=a9d66a65-9ef0-462b-bdf8-baec2d7e1190)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:08.786645 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:08.927260 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-b9e26688-c47b-488a-a87d-d9dae579b978 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:08.933821 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-b9e26688-c47b-488a-a87d-d9dae579b978 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047&tenant_id=67e3204c0e154b1a8a560237bfff7b3b&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 1095 time: 0.1822155 Nov 16 05:08:08.945313 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:08.945980 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:07:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:08.962593 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802715dc-db54-4f67-ba40-b15abdb6f999 None None] Pushing event updated for resources: {'Port': ['ID=b9043561-9c2b-45ef-8ea7-0de46d98c490,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:08.980482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-c818a62f-376d-4acf-b86f-420518ad8318', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:08:08.983035 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:09.136614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca86f11-b4fd-41dc-9d50-453c6f41dd93 req-b8b541ca-a735-4edd-bddd-56405901be68 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:09.146592 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ca86f11-b4fd-41dc-9d50-453c6f41dd93 req-b8b541ca-a735-4edd-bddd-56405901be68 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 944 time: 0.3091605 Nov 16 05:08:09.181729 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:09.265618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-fff69ead-2c02-404e-8153-ad02d1f51641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:09.267304 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-fff69ead-2c02-404e-8153-ad02d1f51641 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047&tenant_id=67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 1095 time: 0.3212781 Nov 16 05:08:09.362867 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Allocated IP 2001:db8:1::2 (c818a62f-376d-4acf-b86f-420518ad8318/e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7/37ea1e5b-d87d-43f9-997b-e7798fb6caee) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:09.371619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ca86f11-b4fd-41dc-9d50-453c6f41dd93 req-941bbba0-e877-43d8-b62e-55b238f45263 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766717 Nov 16 05:08:09.456603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-5076985c-6348-4a78-a36b-1a34b26e8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:09.458675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fc9221c9-19ed-4ebb-af76-fd1dc1e9692e None None] Provisioning complete for port b9043561-9c2b-45ef-8ea7-0de46d98c490 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:09.459053 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc9221c9-19ed-4ebb-af76-fd1dc1e9692e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:09.460095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-5076985c-6348-4a78-a36b-1a34b26e8b69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 1095 time: 0.1549811 Nov 16 05:08:09.583895 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:05Z', 'revision_number': 2, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:08Z', 'revision_number': 4, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:09.616108 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:09.641400 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-9c2a632f-5512-4909-b3b3-c49d2fab33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:09.641400 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-9c2a632f-5512-4909-b3b3-c49d2fab33b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c03ed2af-9fb7-4264-8c82-d056589b94f2 HTTP/1.1" status: 200 len: 898 time: 0.1680498 Nov 16 05:08:09.655354 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f58481-04d2-49ed-bf39-88f70922c722 None None] The sync data for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 is: [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:05Z', 'revision_number': 2, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:08Z', 'revision_number': 4, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:09.669490 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:09.687951 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc9221c9-19ed-4ebb-af76-fd1dc1e9692e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:09.709358 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:09.736381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 080cbdf5-a078-4796-9aee-060ee4de26bf no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:09.743534 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-b7eb1a29-be1c-4d60-9d1f-e86f7231dc39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080cbdf5-a078-4796-9aee-060ee4de26bf HTTP/1.1" status: 200 len: 998 time: 0.1000717 Nov 16 05:08:09.800746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Pushing event updated for resources: {'Port': ['ID=37ea1e5b-d87d-43f9-997b-e7798fb6caee,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:09.827458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Network c818a62f-376d-4acf-b86f-420518ad8318 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:09.848615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:09.864936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:09.866576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-c804322d-4680-48d8-b497-9725d7ab921c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:09.869958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-c804322d-4680-48d8-b497-9725d7ab921c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79bf9e1c-363d-4c77-bf3e-87755cf04ce4 HTTP/1.1" status: 200 len: 835 time: 0.1124809 Nov 16 05:08:09.887226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fc9221c9-19ed-4ebb-af76-fd1dc1e9692e None None] For port b9043561-9c2b-45ef-8ea7-0de46d98c490, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b9043561-9c2b-45ef-8ea7-0de46d98c490,segment=NetworkSegment(a9d66a65-9ef0-462b-bdf8-baec2d7e1190),segment_id=a9d66a65-9ef0-462b-bdf8-baec2d7e1190)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:09.930188 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc9221c9-19ed-4ebb-af76-fd1dc1e9692e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:09.934304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 080cbdf5-a078-4796-9aee-060ee4de26bf not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:09.995243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-5418ae49-a0da-4a2c-bdf7-19ad03a961a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:09.996794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-5418ae49-a0da-4a2c-bdf7-19ad03a961a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c03ed2af-9fb7-4264-8c82-d056589b94f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1127048 Nov 16 05:08:10.006223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Attempting to bind port 37ea1e5b-d87d-43f9-997b-e7798fb6caee on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:10.006775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Attempting to bind port 37ea1e5b-d87d-43f9-997b-e7798fb6caee by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '21afa595-8af1-42d4-92d0-442570cff20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:10.007249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Attempting to bind port 37ea1e5b-d87d-43f9-997b-e7798fb6caee on network c818a62f-376d-4acf-b86f-420518ad8318 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:10.014459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:10.014981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Checking segment: {'id': '21afa595-8af1-42d4-92d0-442570cff20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:10.015491 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:10.016018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Bound using segment: {'id': '21afa595-8af1-42d4-92d0-442570cff20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:10.016601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Bound port: 37ea1e5b-d87d-43f9-997b-e7798fb6caee, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21afa595-8af1-42d4-92d0-442570cff20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:10.017088 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:10.050847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9221c9-19ed-4ebb-af76-fd1dc1e9692e None None] Pushing event updated for resources: {'Port': ['ID=b9043561-9c2b-45ef-8ea7-0de46d98c490,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:10.056704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Allocated IP 2001:db8:1::1 (c818a62f-376d-4acf-b86f-420518ad8318/e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7/70e67ad4-dcea-41e5-a73d-117ffd997e81) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:10.116421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8f6af075-295d-485e-852d-5b394ba1a9f1 None None] Provisioning complete for port b9043561-9c2b-45ef-8ea7-0de46d98c490 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:10.117086 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f6af075-295d-485e-852d-5b394ba1a9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:10.153501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] For port 37ea1e5b-d87d-43f9-997b-e7798fb6caee, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:10.184695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] For port 37ea1e5b-d87d-43f9-997b-e7798fb6caee, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=37ea1e5b-d87d-43f9-997b-e7798fb6caee,segment=NetworkSegment(21afa595-8af1-42d4-92d0-442570cff20e),segment_id=21afa595-8af1-42d4-92d0-442570cff20e)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:10.201239 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:10.202486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-f967bea7-24a9-4b85-b0fb-c3950518ed1f service neutron] 10.222.0.15 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968646 Nov 16 05:08:10.218020 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22191640-2e85-45aa-96bf-8843f04f6c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:10.303510 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:10.349606 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:10.365804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-11733489-708f-419f-803c-17191932774b service neutron] 10.222.0.15 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552224 Nov 16 05:08:10.393026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce34509c-da1f-4477-aeb3-e90d75c2c89a None None] Pushing event updated for resources: {'Port': ['ID=37ea1e5b-d87d-43f9-997b-e7798fb6caee,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:10.493277 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network c818a62f-376d-4acf-b86f-420518ad8318 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:10.494692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=70e67ad4-dcea-41e5-a73d-117ffd997e81,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:10.497371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:10.499446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:10.499987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:10.577901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35b93-c86c-4e4c-958b-d375d23bf0f0 req-f8e82948-90d4-4577-9edb-7034776febb1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:10.580396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7b35b93-c86c-4e4c-958b-d375d23bf0f0 req-f8e82948-90d4-4577-9edb-7034776febb1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 944 time: 0.0860467 Nov 16 05:08:10.745664 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:10.838047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7b35b93-c86c-4e4c-958b-d375d23bf0f0 req-27206c68-dfb7-4c39-9c67-5ed099da36e7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494569 Nov 16 05:08:10.881320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-9e98132b-64c4-4fdc-a272-47b631c1059c tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:10.882878 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-9e98132b-64c4-4fdc-a272-47b631c1059c tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047&tenant_id=67e3204c0e154b1a8a560237bfff7b3b&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 1095 time: 0.1971931 Nov 16 05:08:11.126910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b9043561-9c2b-45ef-8ea7-0de46d98c490 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:11.129089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-bd182128-dc7d-42d6-ab29-cbc6828a9174 service neutron] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:11.132310 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-bd182128-dc7d-42d6-ab29-cbc6828a9174 service neutron] Publish callbacks [] for binding, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:11.133422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27c56446-7460-4217-88a3-0a29406a0fe5 req-bd182128-dc7d-42d6-ab29-cbc6828a9174 service neutron] 10.222.0.15 "DELETE /v2.0/ports/080cbdf5-a078-4796-9aee-060ee4de26bf/bindings/n-h1-818042-1 HTTP/1.1" status: 204 len: 173 time: 0.2408993 Nov 16 05:08:11.208647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b9043561-9c2b-45ef-8ea7-0de46d98c490 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:11.209000 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:11.229598 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:11.236111 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:11.237001 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:11.332872 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=70e67ad4-dcea-41e5-a73d-117ffd997e81,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:11.395047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network c818a62f-376d-4acf-b86f-420518ad8318 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:11.399380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:11.555599 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 37ea1e5b-d87d-43f9-997b-e7798fb6caee up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:11.622581 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:11.642640 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 37ea1e5b-d87d-43f9-997b-e7798fb6caee triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:11.643024 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:11.779107 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:11.784564 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:11.809526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46594) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:11.818276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-304975747'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:11.824611 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cf72f8ba-da7d-46d1-9b3b-77d17ff017c4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1337132 Nov 16 05:08:11.844706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 37ea1e5b-d87d-43f9-997b-e7798fb6caee, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=37ea1e5b-d87d-43f9-997b-e7798fb6caee,segment=NetworkSegment(21afa595-8af1-42d4-92d0-442570cff20e),segment_id=21afa595-8af1-42d4-92d0-442570cff20e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:11.850845 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:11.851361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:08:11.855970 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:11.917281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=37ea1e5b-d87d-43f9-997b-e7798fb6caee,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:11.926944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:08:11.952749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:11.960362 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:11.960362 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Added segment e7f5e6e2-f36a-4948-a6ea-b49586feae9d of type vlan for network 3ec17322-5bfa-424b-ad38-f29fbb893281 Nov 16 05:08:12.074022 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:12.093664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba519e-4f16-46dc-91a4-3616ef21e943 req-7e1e51dc-f8fb-4377-bc23-b357f532fae3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:12.095467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4ba519e-4f16-46dc-91a4-3616ef21e943 req-7e1e51dc-f8fb-4377-bc23-b357f532fae3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 944 time: 0.1160841 Nov 16 05:08:12.130710 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:12.136932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:12.137676 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:12.226326 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4ba519e-4f16-46dc-91a4-3616ef21e943 req-93b32f73-45f4-4b2e-a74d-7a2a29cf90ba tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214690 Nov 16 05:08:12.237975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4266901 Nov 16 05:08:12.240959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46600) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:12.248251 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-43cc1207-8d18-4efd-b8e6-d3c295d86b63 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'subnet': {'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:12.253632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Network': ['ID=3ec17322-5bfa-424b-ad38-f29fbb893281,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:12.302307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:12.302743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:12.303160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:12.303575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:12.303997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:12.304403 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:12.304804 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:12.305204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:12.305603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:12.306047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:12.306464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:12.307446 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb257ff8-0872-4932-9993-7b8c258f02f2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:08:12.324480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 3ec17322-5bfa-424b-ad38-f29fbb893281 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:08:12.376408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cc1207-8d18-4efd-b8e6-d3c295d86b63 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:08:12.380708 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-43cc1207-8d18-4efd-b8e6-d3c295d86b63 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:12.405294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Sync routers for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:12.439566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:12.441257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:12.524612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519fb2a-5c0c-490b-8231-7874c9db1485 req-4b2452e4-ced1-493d-b433-d73d4b99da29 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:12.527123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d519fb2a-5c0c-490b-8231-7874c9db1485 req-4b2452e4-ced1-493d-b433-d73d4b99da29 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 1095 time: 0.1388040 Nov 16 05:08:12.563937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:12.639228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d519fb2a-5c0c-490b-8231-7874c9db1485 req-488cf29e-f2f4-421d-8671-8665f8263073 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979993 Nov 16 05:08:12.771966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0413f614-8ed4-49c4-83fe-999d7ebf710c None None] Network c818a62f-376d-4acf-b86f-420518ad8318 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:12.772540 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-43cc1207-8d18-4efd-b8e6-d3c295d86b63 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:12.888513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-28aec160-4ba4-4d89-b764-ad6b3ed96419 None None] Provisioning complete for port 37ea1e5b-d87d-43f9-997b-e7798fb6caee triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:12.888897 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-28aec160-4ba4-4d89-b764-ad6b3ed96419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:12.903518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc1207-8d18-4efd-b8e6-d3c295d86b63 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Subnet': ['ID=f9046112-291e-42c5-b7ab-d23b3eca98b7,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:12.929954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb066e-1c57-40c1-b30e-6ea69899b207 req-54bb688f-ab01-4431-85e4-82171fffc22b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:12.938548 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6eb066e-1c57-40c1-b30e-6ea69899b207 req-54bb688f-ab01-4431-85e4-82171fffc22b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 944 time: 0.1530654 Nov 16 05:08:12.958092 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 37ea1e5b-d87d-43f9-997b-e7798fb6caee up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:12.975097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc1207-8d18-4efd-b8e6-d3c295d86b63 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Checking segment: {'id': 'e7f5e6e2-f36a-4948-a6ea-b49586feae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:12.975618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc1207-8d18-4efd-b8e6-d3c295d86b63 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network hostable DHCP agents. Network: 3ec17322-5bfa-424b-ad38-f29fbb893281, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:08:13.026366 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6eb066e-1c57-40c1-b30e-6ea69899b207 req-2b2d18a2-0d86-4a95-9e0c-75536cdf7277 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865364 Nov 16 05:08:13.041235 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:10Z', 'revision_number': 3, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:11Z', 'revision_number': 2, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:13.047948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc1207-8d18-4efd-b8e6-d3c295d86b63 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 3ec17322-5bfa-424b-ad38-f29fbb893281 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:08:13.067216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-43cc1207-8d18-4efd-b8e6-d3c295d86b63 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 3ec17322-5bfa-424b-ad38-f29fbb893281) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:13.081298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46612) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:13.106499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc1207-8d18-4efd-b8e6-d3c295d86b63 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:13.107095 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-43cc1207-8d18-4efd-b8e6-d3c295d86b63 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:13.137032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a918f-2d93-4e64-bc34-7a8e313768af None None] Network 3ec17322-5bfa-424b-ad38-f29fbb893281 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:13.150990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Checking router: cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:13.151340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Updating router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa port 70e67ad4-dcea-41e5-a73d-117ffd997e81 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:08:13.201425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-43cc1207-8d18-4efd-b8e6-d3c295d86b63 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9595928 Nov 16 05:08:13.212405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46614) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:13.311342 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fef1199f-69ac-4eed-a4ef-4166132d9b4d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/008064f7-4856-4e60-bd99-4617991d7e43 HTTP/1.1" status: 200 len: 990 time: 0.2233160 Nov 16 05:08:13.492708 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:13.512825 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:13.523415 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 37ea1e5b-d87d-43f9-997b-e7798fb6caee triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:13.525043 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:13.578851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46628) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:13.889157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a106a003-d737-4d45-9a8e-05e477d0ee34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port f6e5bb87-c842-414c-affe-a4210db11aac {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:13.889618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a106a003-d737-4d45-9a8e-05e477d0ee34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:14.074878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a106a003-d737-4d45-9a8e-05e477d0ee34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:14.078513 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a106a003-d737-4d45-9a8e-05e477d0ee34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:14.101603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-3ec17322-5bfa-424b-ad38-f29fbb893281', 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'fixed_ips': [{'subnet_id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:08:14.103029 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:14.107684 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:14.108081 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a106a003-d737-4d45-9a8e-05e477d0ee34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for f6e5bb87-c842-414c-affe-a4210db11aac owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:14.349308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Allocated IP 2001:db8:2::2 (3ec17322-5bfa-424b-ad38-f29fbb893281/f9046112-291e-42c5-b7ab-d23b3eca98b7/3fa4fded-c44b-4c4a-b5ed-c9413366f28b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:14.368970 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a106a003-d737-4d45-9a8e-05e477d0ee34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:14.370483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-82334dcb-ab5e-47a9-b5d2-62d8cacd394b None None] Provisioning complete for port 37ea1e5b-d87d-43f9-997b-e7798fb6caee triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:14.370863 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-82334dcb-ab5e-47a9-b5d2-62d8cacd394b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:14.416969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106a003-d737-4d45-9a8e-05e477d0ee34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=f6e5bb87-c842-414c-affe-a4210db11aac,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:14.451851 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:14.537080 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a106a003-d737-4d45-9a8e-05e477d0ee34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:14.537800 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-a106a003-d737-4d45-9a8e-05e477d0ee34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Floating IP 008064f7-4856-4e60-bd99-4617991d7e43 disassociated (deleted). External IP: 172.25.0.40, port: 080cbdf5-a078-4796-9aee-060ee4de26bf. Nov 16 05:08:15.002771 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.015358 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-82334dcb-ab5e-47a9-b5d2-62d8cacd394b None None] Provisioning complete for port 70e67ad4-dcea-41e5-a73d-117ffd997e81 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:15.015892 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-82334dcb-ab5e-47a9-b5d2-62d8cacd394b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.038809 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.114708 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4223c-d838-4a57-8756-b3825c2c8dda None None] Pushing event updated for resources: {'Port': ['ID=70e67ad4-dcea-41e5-a73d-117ffd997e81,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:15.156651 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.160599 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-82334dcb-ab5e-47a9-b5d2-62d8cacd394b None None] Port 70e67ad4-dcea-41e5-a73d-117ffd997e81 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:15.223502 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.256991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Attempting to bind port 70e67ad4-dcea-41e5-a73d-117ffd997e81 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:15.257310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Attempting to bind port 70e67ad4-dcea-41e5-a73d-117ffd997e81 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '21afa595-8af1-42d4-92d0-442570cff20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:15.257645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Attempting to bind port 70e67ad4-dcea-41e5-a73d-117ffd997e81 on network c818a62f-376d-4acf-b86f-420518ad8318 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:15.306522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Network 3ec17322-5bfa-424b-ad38-f29fbb893281 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:15.307899 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:15.308414 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Checking segment: {'id': '21afa595-8af1-42d4-92d0-442570cff20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:15.308831 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.309424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Bound using segment: {'id': '21afa595-8af1-42d4-92d0-442570cff20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:15.310062 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Bound port: 70e67ad4-dcea-41e5-a73d-117ffd997e81, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21afa595-8af1-42d4-92d0-442570cff20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:15.310700 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.310827 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Allocated IP 2001:db8:2::1 (3ec17322-5bfa-424b-ad38-f29fbb893281/f9046112-291e-42c5-b7ab-d23b3eca98b7/5902d6a9-2ae8-4de0-a7d5-7c5673eb031d) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:15.318859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:15.322452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:15.416875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] For port 70e67ad4-dcea-41e5-a73d-117ffd997e81, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:15.421070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] For port 70e67ad4-dcea-41e5-a73d-117ffd997e81, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=70e67ad4-dcea-41e5-a73d-117ffd997e81,segment=NetworkSegment(21afa595-8af1-42d4-92d0-442570cff20e),segment_id=21afa595-8af1-42d4-92d0-442570cff20e)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:15.423418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Pushing event updated for resources: {'Port': ['ID=3fa4fded-c44b-4c4a-b5ed-c9413366f28b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:15.428842 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f87ffac5-4cc3-44c3-9b85-a8a66ade20ce None None] Provisioning complete for port 70e67ad4-dcea-41e5-a73d-117ffd997e81 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:15.429267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f87ffac5-4cc3-44c3-9b85-a8a66ade20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.459449 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.475138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a106a003-d737-4d45-9a8e-05e477d0ee34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router ed20541c-e0c9-48df-a104-181bc0961ada has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:15.529216 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.539332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4223c-d838-4a57-8756-b3825c2c8dda None None] Pushing event updated for resources: {'Port': ['ID=70e67ad4-dcea-41e5-a73d-117ffd997e81,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:15.601393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Attempting to bind port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:15.601872 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Attempting to bind port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'e7f5e6e2-f36a-4948-a6ea-b49586feae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:15.602367 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Attempting to bind port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b on network 3ec17322-5bfa-424b-ad38-f29fbb893281 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:15.608808 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.616046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:15.616434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Checking segment: {'id': 'e7f5e6e2-f36a-4948-a6ea-b49586feae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:15.617015 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.617414 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Bound using segment: {'id': 'e7f5e6e2-f36a-4948-a6ea-b49586feae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:15.617941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Bound port: 3fa4fded-c44b-4c4a-b5ed-c9413366f28b, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f5e6e2-f36a-4948-a6ea-b49586feae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:15.618327 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.623140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:15.624897 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:15.661725 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a106a003-d737-4d45-9a8e-05e477d0ee34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:15.662640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 3ec17322-5bfa-424b-ad38-f29fbb893281 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:15.668831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:15.673046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:15.673584 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.685407 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6df1a-8f0d-4127-964f-e5faf4cf69b9 None None] Sync routers for ids ['ed20541c-e0c9-48df-a104-181bc0961ada'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:15.699851 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a106a003-d737-4d45-9a8e-05e477d0ee34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.701890 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6df1a-8f0d-4127-964f-e5faf4cf69b9 None None] Routers {'ed20541c-e0c9-48df-a104-181bc0961ada'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:15.702735 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2cc6df1a-8f0d-4127-964f-e5faf4cf69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ed20541c-e0c9-48df-a104-181bc0961ada'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:15.744123 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a106a003-d737-4d45-9a8e-05e477d0ee34 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/floatingips/008064f7-4856-4e60-bd99-4617991d7e43 HTTP/1.1" status: 204 len: 168 time: 2.1636028 Nov 16 05:08:15.745052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:08:15.751296 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ad20dc-e924-4e90-b2d6-eb240893e507" -d '{"events": [{"name": "network-changed", "server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:08:15.797041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=5902d6a9-2ae8-4de0-a7d5-7c5673eb031d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:15.843877 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0b13c2-9bb3-40c7-9e07-667e05177366 x-openstack-request-id: req-9f0b13c2-9bb3-40c7-9e07-667e05177366 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:08:15.844173 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:08:15.844425 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f0b13c2-9bb3-40c7-9e07-667e05177366 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:08:15.844832 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'status': 'completed', 'code': 200} Nov 16 05:08:15.953848 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-2cc6df1a-8f0d-4127-964f-e5faf4cf69b9 None None] Set router ed20541c-e0c9-48df-a104-181bc0961ada gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:15.966700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:15.971352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad20dc-e924-4e90-b2d6-eb240893e507 req-bbe544ac-eb0f-49cb-b8cc-97da1ec91b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:15.973445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81ad20dc-e924-4e90-b2d6-eb240893e507 req-bbe544ac-eb0f-49cb-b8cc-97da1ec91b47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 1095 time: 0.1135895 Nov 16 05:08:15.999636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] For port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:16.007846 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] For port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3fa4fded-c44b-4c4a-b5ed-c9413366f28b,segment=NetworkSegment(e7f5e6e2-f36a-4948-a6ea-b49586feae9d),segment_id=e7f5e6e2-f36a-4948-a6ea-b49586feae9d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:16.031915 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:16.157639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:16.194749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f87ffac5-4cc3-44c3-9b85-a8a66ade20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:16.232972 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e1770-91e8-49ed-8be4-aa4ef617c4c1 None None] Pushing event updated for resources: {'Port': ['ID=3fa4fded-c44b-4c4a-b5ed-c9413366f28b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:16.334569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f87ffac5-4cc3-44c3-9b85-a8a66ade20ce None None] For port 70e67ad4-dcea-41e5-a73d-117ffd997e81, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=70e67ad4-dcea-41e5-a73d-117ffd997e81,segment=NetworkSegment(21afa595-8af1-42d4-92d0-442570cff20e),segment_id=21afa595-8af1-42d4-92d0-442570cff20e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:16.340658 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f87ffac5-4cc3-44c3-9b85-a8a66ade20ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:16.365858 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2cc6df1a-8f0d-4127-964f-e5faf4cf69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:06:56Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'bc2a364e-fece-4604-8965-59bff4d83892', 'name': '', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:f9:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:55Z', 'updated_at': '2021-11-16T05:07:04Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:16.461586 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:16.558299 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6df1a-8f0d-4127-964f-e5faf4cf69b9 None None] Checking router: ed20541c-e0c9-48df-a104-181bc0961ada for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:16.567143 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ffac5-4cc3-44c3-9b85-a8a66ade20ce None None] Pushing event updated for resources: {'Port': ['ID=70e67ad4-dcea-41e5-a73d-117ffd997e81,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:16.570565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad20dc-e924-4e90-b2d6-eb240893e507 req-f05b0fcf-3bc2-4706-ab56-a1555edaf454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:16.572372 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-bde08765-0aca-4e48-ac1d-b7ba04c508c6 None None] Provisioning complete for port 70e67ad4-dcea-41e5-a73d-117ffd997e81 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:16.572735 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bde08765-0aca-4e48-ac1d-b7ba04c508c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:16.575353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81ad20dc-e924-4e90-b2d6-eb240893e507 req-f05b0fcf-3bc2-4706-ab56-a1555edaf454 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c03ed2af-9fb7-4264-8c82-d056589b94f2 HTTP/1.1" status: 200 len: 898 time: 0.5944285 Nov 16 05:08:16.577117 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6df1a-8f0d-4127-964f-e5faf4cf69b9 None None] Routers {'ed20541c-e0c9-48df-a104-181bc0961ada'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:16.577943 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2cc6df1a-8f0d-4127-964f-e5faf4cf69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ed20541c-e0c9-48df-a104-181bc0961ada'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:16.690086 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf54ed3-793e-4657-b94e-2e8842c4714f req-652b2598-59d6-4146-aaaf-4bf7234552fe tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:16.696707 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fbf54ed3-793e-4657-b94e-2e8842c4714f req-652b2598-59d6-4146-aaaf-4bf7234552fe tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 944 time: 0.1600881 Nov 16 05:08:16.716246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:10Z', 'revision_number': 3, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:15Z', 'revision_number': 4, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:16.723385 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-2cc6df1a-8f0d-4127-964f-e5faf4cf69b9 None None] Set router ed20541c-e0c9-48df-a104-181bc0961ada gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:16.746832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2753c-48af-40d3-9046-96da82558fb4 None None] The sync data for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 is: [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:10Z', 'revision_number': 3, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:15Z', 'revision_number': 4, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:16.804985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81ad20dc-e924-4e90-b2d6-eb240893e507 req-b1482845-94bc-49c8-a91f-4d82501bcf11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=080cbdf5-a078-4796-9aee-060ee4de26bf HTTP/1.1" status: 200 len: 217 time: 0.2101390 Nov 16 05:08:16.902275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b977f1-ee1d-490a-8c05-072da3ddbe93 req-3fa32254-298d-4f47-b298-de76ee9cb463 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:16.906395 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63b977f1-ee1d-490a-8c05-072da3ddbe93 req-3fa32254-298d-4f47-b298-de76ee9cb463 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=fac7c668-79a4-47c1-9040-b376e6d10047 HTTP/1.1" status: 200 len: 944 time: 0.6370089 Nov 16 05:08:17.027859 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-fbf54ed3-793e-4657-b94e-2e8842c4714f req-3a6d7474-0c37-4b9d-994b-cdd5153668b1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port 080cbdf5-a078-4796-9aee-060ee4de26bf {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:17.029373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fbf54ed3-793e-4657-b94e-2e8842c4714f req-3a6d7474-0c37-4b9d-994b-cdd5153668b1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:17.130526 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3fa4fded-c44b-4c4a-b5ed-c9413366f28b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:17.140725 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2cc6df1a-8f0d-4127-964f-e5faf4cf69b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:06:56Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'bc2a364e-fece-4604-8965-59bff4d83892', 'name': '', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:f9:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:55Z', 'updated_at': '2021-11-16T05:07:04Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:17.194892 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:17.221640 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6df1a-8f0d-4127-964f-e5faf4cf69b9 None None] The sync data for ids ['ed20541c-e0c9-48df-a104-181bc0961ada'] in n-d-818042-1 is: [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:06:56Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'bc2a364e-fece-4604-8965-59bff4d83892', 'name': '', 'network_id': 'c03ed2af-9fb7-4264-8c82-d056589b94f2', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:f9:0a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:55Z', 'updated_at': '2021-11-16T05:07:04Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': '79bf9e1c-363d-4c77-bf3e-87755cf04ce4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:17.260045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-fbf54ed3-793e-4657-b94e-2e8842c4714f req-3a6d7474-0c37-4b9d-994b-cdd5153668b1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] For port 080cbdf5-a078-4796-9aee-060ee4de26bf, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=080cbdf5-a078-4796-9aee-060ee4de26bf,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:17.264424 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fbf54ed3-793e-4657-b94e-2e8842c4714f req-3a6d7474-0c37-4b9d-994b-cdd5153668b1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:17.269216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:17.275581 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:17.276614 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:17.277632 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:17.294838 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-fbf54ed3-793e-4657-b94e-2e8842c4714f req-3a6d7474-0c37-4b9d-994b-cdd5153668b1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for 080cbdf5-a078-4796-9aee-060ee4de26bf owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:17.458547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=5902d6a9-2ae8-4de0-a7d5-7c5673eb031d,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:17.471120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63b977f1-ee1d-490a-8c05-072da3ddbe93 req-40d63d98-6b9f-4689-8e37-f3730569cf3f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=f358ae91-5b6c-4085-9a84-cd827203e140&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705529 Nov 16 05:08:17.515172 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:17.557744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad20dc-e924-4e90-b2d6-eb240893e507 req-d3333480-6577-42f7-857c-8075cce43e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:17.559470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81ad20dc-e924-4e90-b2d6-eb240893e507 req-d3333480-6577-42f7-857c-8075cce43e69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79bf9e1c-363d-4c77-bf3e-87755cf04ce4 HTTP/1.1" status: 200 len: 835 time: 0.7126944 Nov 16 05:08:17.628688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3fa4fded-c44b-4c4a-b5ed-c9413366f28b,segment=NetworkSegment(e7f5e6e2-f36a-4948-a6ea-b49586feae9d),segment_id=e7f5e6e2-f36a-4948-a6ea-b49586feae9d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:17.638922 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:17.640012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 70e67ad4-dcea-41e5-a73d-117ffd997e81 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:17.653230 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fbf54ed3-793e-4657-b94e-2e8842c4714f req-3a6d7474-0c37-4b9d-994b-cdd5153668b1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:17.704791 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 3ec17322-5bfa-424b-ad38-f29fbb893281 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:17.708439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:17.744875 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d7474-0c37-4b9d-994b-cdd5153668b1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=080cbdf5-a078-4796-9aee-060ee4de26bf,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:17.849077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabb9ef2-6251-4c5d-b27f-443dd8458aeb None None] New status for floating IP 008064f7-4856-4e60-bd99-4617991d7e43: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:08:17.859179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf54ed3-793e-4657-b94e-2e8842c4714f req-3a6d7474-0c37-4b9d-994b-cdd5153668b1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] No DVR routers for this DVR port 080cbdf5-a078-4796-9aee-060ee4de26bf on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:17.862668 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-fbf54ed3-793e-4657-b94e-2e8842c4714f req-3a6d7474-0c37-4b9d-994b-cdd5153668b1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:17.866684 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fbf54ed3-793e-4657-b94e-2e8842c4714f req-3a6d7474-0c37-4b9d-994b-cdd5153668b1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "DELETE /v2.0/ports/080cbdf5-a078-4796-9aee-060ee4de26bf HTTP/1.1" status: 204 len: 173 time: 1.1639614 Nov 16 05:08:17.867740 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'name': 'network-vif-deleted', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:08:17.870436 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b864d5-cd92-41d7-bdd8-e0ba060e3128" -d '{"events": [{"server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "name": "network-vif-deleted", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:08:17.932173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad20dc-e924-4e90-b2d6-eb240893e507 req-b5c6606c-0ac0-4ce2-a49b-d353bdd735ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:17.942042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81ad20dc-e924-4e90-b2d6-eb240893e507 req-b5c6606c-0ac0-4ce2-a49b-d353bdd735ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c03ed2af-9fb7-4264-8c82-d056589b94f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3665657 Nov 16 05:08:17.982872 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1667c9c7-ada8-4ce7-9131-3d62b54a5306 x-openstack-request-id: req-1667c9c7-ada8-4ce7-9131-3d62b54a5306 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:08:17.984341 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac7c668-79a4-47c1-9040-b376e6d10047", "name": "network-vif-deleted", "tag": "080cbdf5-a078-4796-9aee-060ee4de26bf", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:08:17.984946 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1667c9c7-ada8-4ce7-9131-3d62b54a5306 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:08:17.985649 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac7c668-79a4-47c1-9040-b376e6d10047', 'name': 'network-vif-deleted', 'tag': '080cbdf5-a078-4796-9aee-060ee4de26bf', 'status': 'completed', 'code': 200} Nov 16 05:08:18.056788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a76a55-7241-4e1c-9a04-e6b33315abbe None None] Network 3ec17322-5bfa-424b-ad38-f29fbb893281 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:18.143564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81ad20dc-e924-4e90-b2d6-eb240893e507 req-03f316fa-45a3-42b5-a165-1b3816f39c80 service neutron] 10.222.0.15 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752450 Nov 16 05:08:18.181915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=3fa4fded-c44b-4c4a-b5ed-c9413366f28b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:18.210093 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f0a45d54-c879-40fc-8e8e-aa3ba5e01d40 None None] Provisioning complete for port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:18.210968 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0a45d54-c879-40fc-8e8e-aa3ba5e01d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:18.293738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 70e67ad4-dcea-41e5-a73d-117ffd997e81 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:18.294296 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:18.303836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:18.499305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:18.509019 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Sync routers for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:18.516649 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-69f7f3c5-c9b7-43eb-ab63-98043b82b43e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2986465 Nov 16 05:08:18.517009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46666) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:18.522381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-62047e82-29c1-47a3-a711-4c28cb2c8209 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-657464982'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:18.525677 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:18.526335 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:18.535118 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81ad20dc-e924-4e90-b2d6-eb240893e507 req-696b7255-7b0c-49fe-9551-826924e46435 service neutron] 10.222.0.15 "GET /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829298 Nov 16 05:08:18.580695 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:18.615665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62047e82-29c1-47a3-a711-4c28cb2c8209 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:08:18.624270 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:18.624552 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-62047e82-29c1-47a3-a711-4c28cb2c8209 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:18.634484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46670) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:18.671506 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62047e82-29c1-47a3-a711-4c28cb2c8209 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:08:18.700257 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-62047e82-29c1-47a3-a711-4c28cb2c8209 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:18.700656 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-62047e82-29c1-47a3-a711-4c28cb2c8209 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Added segment 2b6397e3-bea7-4251-8f96-9264bc873740 of type vlan for network 1e49d3e4-c0bf-43f9-b757-c1940e146f82 Nov 16 05:08:18.804722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-62047e82-29c1-47a3-a711-4c28cb2c8209 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:18.848795 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-62047e82-29c1-47a3-a711-4c28cb2c8209 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:18.854949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62047e82-29c1-47a3-a711-4c28cb2c8209 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:18.860759 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-62047e82-29c1-47a3-a711-4c28cb2c8209 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:18.895971 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-62047e82-29c1-47a3-a711-4c28cb2c8209 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3778236 Nov 16 05:08:18.897274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46672) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:18.913958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fcac1e7a-2357-44c5-9704-a58775dd0f28 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'subnet': {'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:18.929567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 080cbdf5-a078-4796-9aee-060ee4de26bf no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:18.970466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 080cbdf5-a078-4796-9aee-060ee4de26bf {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:18.970985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 080cbdf5-a078-4796-9aee-060ee4de26bf not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:19.053876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3fa4fded-c44b-4c4a-b5ed-c9413366f28b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:19.067555 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:15Z', 'revision_number': 4, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '5902d6a9-2ae8-4de0-a7d5-7c5673eb031d', 'name': '', 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:f6:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:14Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 2, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:19.139646 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Checking router: cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:19.140615 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Updating router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa port 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:08:19.175543 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047e82-29c1-47a3-a711-4c28cb2c8209 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Network': ['ID=1e49d3e4-c0bf-43f9-b757-c1940e146f82,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:19.200647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 1e49d3e4-c0bf-43f9-b757-c1940e146f82 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:08:19.220000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcac1e7a-2357-44c5-9704-a58775dd0f28 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Made reservation on behalf of 241cfe9af769486788408b0298e955e1 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:08:19.223244 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:19.229468 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcac1e7a-2357-44c5-9704-a58775dd0f28 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:19.391988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d215d8c7-2827-46d0-b8a1-651e508ae0c4 None None] Provisioning complete for port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:19.394004 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d215d8c7-2827-46d0-b8a1-651e508ae0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:19.492203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:19.506668 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:19.536773 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eadc06d3-9a9a-479d-b69a-016469df8bf6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:19.662844 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcac1e7a-2357-44c5-9704-a58775dd0f28 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:19.905830 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:19.915648 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:19.948528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcac1e7a-2357-44c5-9704-a58775dd0f28 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Checking segment: {'id': '2b6397e3-bea7-4251-8f96-9264bc873740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:19.958366 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac1e7a-2357-44c5-9704-a58775dd0f28 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network hostable DHCP agents. Network: 1e49d3e4-c0bf-43f9-b757-c1940e146f82, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:08:19.963452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46692) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:19.990627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac1e7a-2357-44c5-9704-a58775dd0f28 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Subnet': ['ID=c4a2609c-9c8a-4beb-97ca-f4efe17f120a,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:19.993314 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85733f72-090a-43ac-b7e9-f94917e68140 None None] Pushing event updated for resources: {'Port': ['ID=5902d6a9-2ae8-4de0-a7d5-7c5673eb031d,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:20.044337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcac1e7a-2357-44c5-9704-a58775dd0f28 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 1e49d3e4-c0bf-43f9-b757-c1940e146f82 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:08:20.069282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-fcac1e7a-2357-44c5-9704-a58775dd0f28 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 1e49d3e4-c0bf-43f9-b757-c1940e146f82) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:20.076957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcac1e7a-2357-44c5-9704-a58775dd0f28 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:20.077545 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fcac1e7a-2357-44c5-9704-a58775dd0f28 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:20.120440 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fcac1e7a-2357-44c5-9704-a58775dd0f28 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2049623 Nov 16 05:08:20.121150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46696) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:20.161650 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017b1348-ccb4-463b-a3d1-aa3a8a0594ff None None] Network 1e49d3e4-c0bf-43f9-b757-c1940e146f82 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:20.258310 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Attempting to bind port 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:20.263084 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Attempting to bind port 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'e7f5e6e2-f36a-4948-a6ea-b49586feae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:20.263841 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Attempting to bind port 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d on network 3ec17322-5bfa-424b-ad38-f29fbb893281 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:20.281277 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:20.283447 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Checking segment: {'id': 'e7f5e6e2-f36a-4948-a6ea-b49586feae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:20.284639 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:20.288964 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Bound using segment: {'id': 'e7f5e6e2-f36a-4948-a6ea-b49586feae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:20.289665 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Bound port: 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f5e6e2-f36a-4948-a6ea-b49586feae9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:20.293631 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:20.402466 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa57c-5eb9-42b9-8d72-6b604403d940 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:20.489188 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] For port 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:20.497309 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] For port 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5902d6a9-2ae8-4de0-a7d5-7c5673eb031d,segment=NetworkSegment(e7f5e6e2-f36a-4948-a6ea-b49586feae9d),segment_id=e7f5e6e2-f36a-4948-a6ea-b49586feae9d)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:20.504964 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:20.610738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d215d8c7-2827-46d0-b8a1-651e508ae0c4 None None] Provisioning complete for port 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:20.611423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d215d8c7-2827-46d0-b8a1-651e508ae0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:20.644945 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:20.646201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-eadc06d3-9a9a-479d-b69a-016469df8bf6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port bc2a364e-fece-4604-8965-59bff4d83892 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:20.647641 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:20.648159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eadc06d3-9a9a-479d-b69a-016469df8bf6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:20.816989 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:20.831751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-1e49d3e4-c0bf-43f9-b757-c1940e146f82', 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'fixed_ips': [{'subnet_id': 'c4a2609c-9c8a-4beb-97ca-f4efe17f120a'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:08:20.839228 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:20.903535 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa57c-5eb9-42b9-8d72-6b604403d940 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:20.941633 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cd9fa57c-5eb9-42b9-8d72-6b604403d940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.014537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cd9fa57c-5eb9-42b9-8d72-6b604403d940 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7f1469540a243d58f7fa32bb2836c60&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0484023 Nov 16 05:08:21.031055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46702) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:21.095147 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85733f72-090a-43ac-b7e9-f94917e68140 None None] Pushing event updated for resources: {'Port': ['ID=5902d6a9-2ae8-4de0-a7d5-7c5673eb031d,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:21.099137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-eadc06d3-9a9a-479d-b69a-016469df8bf6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] For port bc2a364e-fece-4604-8965-59bff4d83892, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bc2a364e-fece-4604-8965-59bff4d83892,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:21.099624 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eadc06d3-9a9a-479d-b69a-016469df8bf6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.117840 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.138852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9fa57c-5eb9-42b9-8d72-6b604403d940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3297b3-de2e-436a-988e-2710e05121ac,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:21.150461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-eadc06d3-9a9a-479d-b69a-016469df8bf6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for bc2a364e-fece-4604-8965-59bff4d83892 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:21.161502 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d215d8c7-2827-46d0-b8a1-651e508ae0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.231697 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d215d8c7-2827-46d0-b8a1-651e508ae0c4 None None] For port 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5902d6a9-2ae8-4de0-a7d5-7c5673eb031d,segment=NetworkSegment(e7f5e6e2-f36a-4948-a6ea-b49586feae9d),segment_id=e7f5e6e2-f36a-4948-a6ea-b49586feae9d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:21.243894 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d215d8c7-2827-46d0-b8a1-651e508ae0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.246538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Allocated IP 2001:db8:3::2 (1e49d3e4-c0bf-43f9-b757-c1940e146f82/c4a2609c-9c8a-4beb-97ca-f4efe17f120a/31e712ce-f7f8-413a-8368-c0b19cff3016) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:21.351469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215d8c7-2827-46d0-b8a1-651e508ae0c4 None None] Pushing event updated for resources: {'Port': ['ID=5902d6a9-2ae8-4de0-a7d5-7c5673eb031d,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:21.393036 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-89bab721-7a57-4d7b-8fa8-efea4ff5bccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.394242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ffcae94d-9e7b-4228-a3bc-3c898d385d5a None None] Provisioning complete for port 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:21.394625 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ffcae94d-9e7b-4228-a3bc-3c898d385d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.413517 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:15Z', 'revision_number': 4, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '5902d6a9-2ae8-4de0-a7d5-7c5673eb031d', 'name': '', 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:f6:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:14Z', 'updated_at': '2021-11-16T05:08:20Z', 'revision_number': 4, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:21.445975 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583ff73-1a99-484d-a6b7-7e4b6b60a473 None None] The sync data for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 is: [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:15Z', 'revision_number': 4, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '5902d6a9-2ae8-4de0-a7d5-7c5673eb031d', 'name': '', 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:f6:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:14Z', 'updated_at': '2021-11-16T05:08:20Z', 'revision_number': 4, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:21.458710 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-89bab721-7a57-4d7b-8fa8-efea4ff5bccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.517456 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.545644 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.563778 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eadc06d3-9a9a-479d-b69a-016469df8bf6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.626143 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Network 1e49d3e4-c0bf-43f9-b757-c1940e146f82 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:21.626695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Allocated IP 2001:db8:3::1 (1e49d3e4-c0bf-43f9-b757-c1940e146f82/c4a2609c-9c8a-4beb-97ca-f4efe17f120a/fa4aa896-4d89-47e3-89dd-50401306c23c) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:21.643774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:21.658103 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:21.668537 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc06d3-9a9a-479d-b69a-016469df8bf6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=bc2a364e-fece-4604-8965-59bff4d83892,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:21.682944 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-89bab721-7a57-4d7b-8fa8-efea4ff5bccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.686165 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-89bab721-7a57-4d7b-8fa8-efea4ff5bccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.690556 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-89bab721-7a57-4d7b-8fa8-efea4ff5bccb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe3297b3-de2e-436a-988e-2710e05121ac HTTP/1.1" status: 204 len: 168 time: 0.6535058 Nov 16 05:08:21.764547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Pushing event updated for resources: {'Port': ['ID=31e712ce-f7f8-413a-8368-c0b19cff3016,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:21.795950 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bab721-7a57-4d7b-8fa8-efea4ff5bccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3297b3-de2e-436a-988e-2710e05121ac,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:21.870883 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.918984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Attempting to bind port 31e712ce-f7f8-413a-8368-c0b19cff3016 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:21.924022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Attempting to bind port 31e712ce-f7f8-413a-8368-c0b19cff3016 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '2b6397e3-bea7-4251-8f96-9264bc873740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:21.926591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Attempting to bind port 31e712ce-f7f8-413a-8368-c0b19cff3016 on network 1e49d3e4-c0bf-43f9-b757-c1940e146f82 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:21.929038 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.945277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:21.949760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Checking segment: {'id': '2b6397e3-bea7-4251-8f96-9264bc873740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:21.950587 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:21.951214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Bound using segment: {'id': '2b6397e3-bea7-4251-8f96-9264bc873740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:21.955964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Bound port: 31e712ce-f7f8-413a-8368-c0b19cff3016, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6397e3-bea7-4251-8f96-9264bc873740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:21.956741 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:22.037746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=fa4aa896-4d89-47e3-89dd-50401306c23c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:22.088481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 1e49d3e4-c0bf-43f9-b757-c1940e146f82 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:22.090160 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:22.093876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:22.094873 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:22.218435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] For port 31e712ce-f7f8-413a-8368-c0b19cff3016, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:22.232262 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] For port 31e712ce-f7f8-413a-8368-c0b19cff3016, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=31e712ce-f7f8-413a-8368-c0b19cff3016,segment=NetworkSegment(2b6397e3-bea7-4251-8f96-9264bc873740),segment_id=2b6397e3-bea7-4251-8f96-9264bc873740)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:22.245843 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:22.339016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f32d71-08d6-4718-944f-daf8d3be40ae None None] Pushing event updated for resources: {'Port': ['ID=31e712ce-f7f8-413a-8368-c0b19cff3016,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:22.385280 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-eadc06d3-9a9a-479d-b69a-016469df8bf6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:22.397632 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:22.403122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46712) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:22.770518 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:22.777946 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:22.778833 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:22.886333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event updated for resources: {'Port': ['ID=fa4aa896-4d89-47e3-89dd-50401306c23c,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:22.925222 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Network 1e49d3e4-c0bf-43f9-b757-c1940e146f82 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:22.926742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:22.979649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d7d6c0ea-cb6a-4e34-ad65-8140ebce5a17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:23.147845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:23.186928 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d7d6c0ea-cb6a-4e34-ad65-8140ebce5a17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:23.189344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:23.215507 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d7d6c0ea-cb6a-4e34-ad65-8140ebce5a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:23.306166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:23.309261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d7d6c0ea-cb6a-4e34-ad65-8140ebce5a17 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f04f2182bfc44dd4890419ee3e3e7974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8950510 Nov 16 05:08:23.310142 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:23.311384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46716) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:23.338710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:23.344358 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5643797e-7f00-4354-a72b-1fa7149b779f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2188361 Nov 16 05:08:23.347981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46720) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:23.352850 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3e669374-9867-4ef5-8bc3-c530688c45e7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:23.407338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Sync routers for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:23.418193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d6c0ea-cb6a-4e34-ad65-8140ebce5a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de357a50-6ee9-4592-863c-f3a4071bbb25,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:23.458420 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadc06d3-9a9a-479d-b69a-016469df8bf6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router ed20541c-e0c9-48df-a104-181bc0961ada has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:23.463028 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03adea3e-b8b8-49fd-af3a-0488f3ced8e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:23.478950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:23.479950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:23.526752 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03adea3e-b8b8-49fd-af3a-0488f3ced8e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:23.666418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 31e712ce-f7f8-413a-8368-c0b19cff3016 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:23.692219 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadc06d3-9a9a-479d-b69a-016469df8bf6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:23.700923 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-eadc06d3-9a9a-479d-b69a-016469df8bf6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "PUT /v2.0/routers/ed20541c-e0c9-48df-a104-181bc0961ada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0653367 Nov 16 05:08:23.703732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46722) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:23.706967 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7b58e9-63fe-4220-a41a-79a2f8d96fac None None] Sync routers for ids ['ed20541c-e0c9-48df-a104-181bc0961ada'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:23.724084 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:23.726215 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7b58e9-63fe-4220-a41a-79a2f8d96fac None None] Routers {'ed20541c-e0c9-48df-a104-181bc0961ada'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:23.726901 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0e7b58e9-63fe-4220-a41a-79a2f8d96fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ed20541c-e0c9-48df-a104-181bc0961ada'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:23.819479 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03adea3e-b8b8-49fd-af3a-0488f3ced8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:23.823471 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-03adea3e-b8b8-49fd-af3a-0488f3ced8e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:23.827490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-03adea3e-b8b8-49fd-af3a-0488f3ced8e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de357a50-6ee9-4592-863c-f3a4071bbb25 HTTP/1.1" status: 204 len: 168 time: 0.5128331 Nov 16 05:08:23.877069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adea3e-b8b8-49fd-af3a-0488f3ced8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de357a50-6ee9-4592-863c-f3a4071bbb25,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:23.907287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-5286cfc3-bfd4-478a-8df9-d62bfa669e8e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting subnet 79bf9e1c-363d-4c77-bf3e-87755cf04ce4 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:08:23.912170 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5286cfc3-bfd4-478a-8df9-d62bfa669e8e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:23.928761 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0e7b58e9-63fe-4220-a41a-79a2f8d96fac None None] Set router ed20541c-e0c9-48df-a104-181bc0961ada gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:24.018483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 31e712ce-f7f8-413a-8368-c0b19cff3016 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:24.018759 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:24.025552 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5286cfc3-bfd4-478a-8df9-d62bfa669e8e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:24.176931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63771ccd-41ff-45b9-a8ed-12c6cdd4ebac None None] Network 1e49d3e4-c0bf-43f9-b757-c1940e146f82 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:24.274583 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.extraroute_db [None req-3e669374-9867-4ef5-8bc3-c530688c45e7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 05:08:24.305641 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5286cfc3-bfd4-478a-8df9-d62bfa669e8e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:24.310040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.extraroute_db [None req-3e669374-9867-4ef5-8bc3-c530688c45e7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Removed routes are [] {{(pid=102660) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 05:08:24.310443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3e669374-9867-4ef5-8bc3-c530688c45e7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:24.325670 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:24.350398 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0e7b58e9-63fe-4220-a41a-79a2f8d96fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:08:21Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:24.407774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-de5c1f8c-75f5-4b9a-8ae0-923f097ea807 None None] Provisioning complete for port 31e712ce-f7f8-413a-8368-c0b19cff3016 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:24.408973 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de5c1f8c-75f5-4b9a-8ae0-923f097ea807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:24.427626 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7b58e9-63fe-4220-a41a-79a2f8d96fac None None] Checking router: ed20541c-e0c9-48df-a104-181bc0961ada for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:24.456965 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7b58e9-63fe-4220-a41a-79a2f8d96fac None None] Routers {'ed20541c-e0c9-48df-a104-181bc0961ada'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:24.458482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 31e712ce-f7f8-413a-8368-c0b19cff3016, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=31e712ce-f7f8-413a-8368-c0b19cff3016,segment=NetworkSegment(2b6397e3-bea7-4251-8f96-9264bc873740),segment_id=2b6397e3-bea7-4251-8f96-9264bc873740)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:24.460558 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0e7b58e9-63fe-4220-a41a-79a2f8d96fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['ed20541c-e0c9-48df-a104-181bc0961ada'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:24.472622 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:24.506671 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5286cfc3-bfd4-478a-8df9-d62bfa669e8e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:24.592004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286cfc3-bfd4-478a-8df9-d62bfa669e8e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Subnet': ['ID=79bf9e1c-363d-4c77-bf3e-87755cf04ce4,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:24.599978 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5286cfc3-bfd4-478a-8df9-d62bfa669e8e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:24.607913 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46736) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:24.608145 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5286cfc3-bfd4-478a-8df9-d62bfa669e8e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/subnets/79bf9e1c-363d-4c77-bf3e-87755cf04ce4 HTTP/1.1" status: 204 len: 168 time: 0.9030952 Nov 16 05:08:24.748543 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0e7b58e9-63fe-4220-a41a-79a2f8d96fac None None] Set router ed20541c-e0c9-48df-a104-181bc0961ada gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:24.752637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=31e712ce-f7f8-413a-8368-c0b19cff3016,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:24.756540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aad7cb5-6134-4098-b502-0e335986c82c None None] Network c03ed2af-9fb7-4264-8c82-d056589b94f2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:24.768502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:24.780303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:22Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '5902d6a9-2ae8-4de0-a7d5-7c5673eb031d', 'name': '', 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:f6:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:14Z', 'updated_at': '2021-11-16T05:08:21Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa4aa896-4d89-47e3-89dd-50401306c23c', 'name': '', 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:df:ae:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c4a2609c-9c8a-4beb-97ca-f4efe17f120a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:21Z', 'updated_at': '2021-11-16T05:08:22Z', 'revision_number': 2, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'c4a2609c-9c8a-4beb-97ca-f4efe17f120a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:24.896774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Checking router: cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:24.896774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Updating router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa port fa4aa896-4d89-47e3-89dd-50401306c23c binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:08:24.971082 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:25.208362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 31e712ce-f7f8-413a-8368-c0b19cff3016 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:25.260247 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0e7b58e9-63fe-4220-a41a-79a2f8d96fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:08:21Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:25.355155 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7b58e9-63fe-4220-a41a-79a2f8d96fac None None] The sync data for ids ['ed20541c-e0c9-48df-a104-181bc0961ada'] in n-d-818042-1 is: [{'id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2095044220', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:06:50Z', 'updated_at': '2021-11-16T05:08:21Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': 'e611b7f2-a165-494b-9dca-61ab6239a0fd', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed20541c-e0c9-48df-a104-181bc0961ada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:06:51Z', 'updated_at': '2021-11-16T05:06:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:25.474941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 31e712ce-f7f8-413a-8368-c0b19cff3016 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:25.477265 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:25.575705 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3e669374-9867-4ef5-8bc3-c530688c45e7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:25.585531 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3e669374-9867-4ef5-8bc3-c530688c45e7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:25.690039 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:25.725407 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:25.738406 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:25.808466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7134f6e-2b60-4d5c-afbd-0434c915a915 None None] DHCP port deletion for c03ed2af-9fb7-4264-8c82-d056589b94f2 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:25.831685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e669374-9867-4ef5-8bc3-c530688c45e7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:25.943069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port e611b7f2-a165-494b-9dca-61ab6239a0fd {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:25.943605 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:26.029971 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e2d08-08f4-46ab-b8a8-9e3dfe3331c4 None None] Pushing event updated for resources: {'Port': ['ID=fa4aa896-4d89-47e3-89dd-50401306c23c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:26.036220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b7edb20d-9d1e-45b0-93e2-0e74731e56f4 None None] Provisioning complete for port fa4aa896-4d89-47e3-89dd-50401306c23c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:26.036637 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7edb20d-9d1e-45b0-93e2-0e74731e56f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:26.112960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b7edb20d-9d1e-45b0-93e2-0e74731e56f4 None None] Port fa4aa896-4d89-47e3-89dd-50401306c23c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:26.119298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Attempting to bind port fa4aa896-4d89-47e3-89dd-50401306c23c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:26.119816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Attempting to bind port fa4aa896-4d89-47e3-89dd-50401306c23c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '2b6397e3-bea7-4251-8f96-9264bc873740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:26.120190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Attempting to bind port fa4aa896-4d89-47e3-89dd-50401306c23c on network 1e49d3e4-c0bf-43f9-b757-c1940e146f82 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:26.144275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:26.144655 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Checking segment: {'id': '2b6397e3-bea7-4251-8f96-9264bc873740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:26.145058 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:26.145476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Bound using segment: {'id': '2b6397e3-bea7-4251-8f96-9264bc873740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:26.151242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Bound port: fa4aa896-4d89-47e3-89dd-50401306c23c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6397e3-bea7-4251-8f96-9264bc873740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:26.151618 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:26.157145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b7edb20d-9d1e-45b0-93e2-0e74731e56f4 None None] Provisioning complete for port 31e712ce-f7f8-413a-8368-c0b19cff3016 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:26.158115 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b7edb20d-9d1e-45b0-93e2-0e74731e56f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:26.225548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f7134f6e-2b60-4d5c-afbd-0434c915a915 None None] Deleting port 4613b128-7936-4754-a276-e9b6eb952d37 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:26.225957 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7134f6e-2b60-4d5c-afbd-0434c915a915 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:26.259469 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e669374-9867-4ef5-8bc3-c530688c45e7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:26.271887 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3e669374-9867-4ef5-8bc3-c530688c45e7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:26.278695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46762) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:26.290325 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3e669374-9867-4ef5-8bc3-c530688c45e7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa HTTP/1.1" status: 200 len: 953 time: 2.9243629 Nov 16 05:08:26.390899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] For port e611b7f2-a165-494b-9dca-61ab6239a0fd, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e611b7f2-a165-494b-9dca-61ab6239a0fd,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:26.402509 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:26.421945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] For port fa4aa896-4d89-47e3-89dd-50401306c23c, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:26.426064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f7134f6e-2b60-4d5c-afbd-0434c915a915 None None] For port 4613b128-7936-4754-a276-e9b6eb952d37, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4613b128-7936-4754-a276-e9b6eb952d37,segment=NetworkSegment(b565fac7-ed92-4841-b26d-b3cb37ec7273),segment_id=b565fac7-ed92-4841-b26d-b3cb37ec7273)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:26.426470 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7134f6e-2b60-4d5c-afbd-0434c915a915 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:26.453173 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for e611b7f2-a165-494b-9dca-61ab6239a0fd owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:26.461434 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:08:26.489475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f7134f6e-2b60-4d5c-afbd-0434c915a915 None None] Calling delete_port for 4613b128-7936-4754-a276-e9b6eb952d37 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:26.523464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] For port fa4aa896-4d89-47e3-89dd-50401306c23c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fa4aa896-4d89-47e3-89dd-50401306c23c,segment=NetworkSegment(2b6397e3-bea7-4251-8f96-9264bc873740),segment_id=2b6397e3-bea7-4251-8f96-9264bc873740)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:26.571197 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2411c463-c262-411e-ac1b-0ca008c59c73 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa HTTP/1.1" status: 200 len: 953 time: 0.2905486 Nov 16 05:08:26.573861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46768) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:26.580008 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:26.582056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b94709a4-e39d-498b-8a66-98c10cc4d854 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'router': {'routes': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:26.772322 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:26.773053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:26.855057 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:26.912348 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=e611b7f2-a165-494b-9dca-61ab6239a0fd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:26.967538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-460f95cc-cf11-4d26-8254-bd23821a8014 None None] Provisioning complete for port fa4aa896-4d89-47e3-89dd-50401306c23c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:26.967984 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-460f95cc-cf11-4d26-8254-bd23821a8014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:26.985605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e2d08-08f4-46ab-b8a8-9e3dfe3331c4 None None] Pushing event updated for resources: {'Port': ['ID=fa4aa896-4d89-47e3-89dd-50401306c23c,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:27.081289 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa3dadf-2384-45ca-8ab0-d45d42df1160 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:27.095166 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.147672 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4613b128-7936-4754-a276-e9b6eb952d37 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:27.172932 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7134f6e-2b60-4d5c-afbd-0434c915a915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.176962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:27.198691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 4613b128-7936-4754-a276-e9b6eb952d37 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:27.199930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4613b128-7936-4754-a276-e9b6eb952d37 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:27.200522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bc2a364e-fece-4604-8965-59bff4d83892 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:27.293029 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.295823 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.301659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.extraroute_db [None req-b94709a4-e39d-498b-8a66-98c10cc4d854 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Added routes are [] {{(pid=102659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 05:08:27.304599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.extraroute_db [None req-b94709a4-e39d-498b-8a66-98c10cc4d854 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 05:08:27.338268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7134f6e-2b60-4d5c-afbd-0434c915a915 None None] Pushing event deleted for resources: {'Port': ['ID=4613b128-7936-4754-a276-e9b6eb952d37,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:27.383767 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b94709a4-e39d-498b-8a66-98c10cc4d854 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.396612 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.397388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Fanout notify agent at l3_agent the message router_deleted on router ed20541c-e0c9-48df-a104-181bc0961ada {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:08:27.398697 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: bc2a364e-fece-4604-8965-59bff4d83892 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:27.399042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bc2a364e-fece-4604-8965-59bff4d83892 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:27.417220 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.421380 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9ff5aef9-11d6-4eee-9d71-9713dd631297 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/routers/ed20541c-e0c9-48df-a104-181bc0961ada HTTP/1.1" status: 204 len: 168 time: 2.8072228 Nov 16 05:08:27.421959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46784) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:27.430533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7134f6e-2b60-4d5c-afbd-0434c915a915 None None] No DVR routers for this DVR port 4613b128-7936-4754-a276-e9b6eb952d37 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:27.535473 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e4029ac-6c7b-4a75-b160-02e77d52a919 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.656417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e4029ac-6c7b-4a75-b160-02e77d52a919 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.693293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9e4029ac-6c7b-4a75-b160-02e77d52a919 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03ed2af-9fb7-4264-8c82-d056589b94f2']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:27.703895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9e4029ac-6c7b-4a75-b160-02e77d52a919 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b565fac7-ed92-4841-b26d-b3cb37ec7273') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:27.704262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-9e4029ac-6c7b-4a75-b160-02e77d52a919 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b565fac7-ed92-4841-b26d-b3cb37ec7273') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:27.715002 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e4029ac-6c7b-4a75-b160-02e77d52a919 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.731820 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e4029ac-6c7b-4a75-b160-02e77d52a919 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.739775 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4029ac-6c7b-4a75-b160-02e77d52a919 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:08:27.740296 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e4029ac-6c7b-4a75-b160-02e77d52a919 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:08:27.746335 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:08:27.761107 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b94709a4-e39d-498b-8a66-98c10cc4d854 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.765190 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b94709a4-e39d-498b-8a66-98c10cc4d854 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.784544 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-460f95cc-cf11-4d26-8254-bd23821a8014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.833580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e4029ac-6c7b-4a75-b160-02e77d52a919 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.841324 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9e4029ac-6c7b-4a75-b160-02e77d52a919 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.847980 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46796) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:27.848161 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9e4029ac-6c7b-4a75-b160-02e77d52a919 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/networks/c03ed2af-9fb7-4264-8c82-d056589b94f2 HTTP/1.1" status: 204 len: 168 time: 0.4245083 Nov 16 05:08:27.881677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4029ac-6c7b-4a75-b160-02e77d52a919 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Network': ['ID=c03ed2af-9fb7-4264-8c82-d056589b94f2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:27.923900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94709a4-e39d-498b-8a66-98c10cc4d854 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:27.935960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-460f95cc-cf11-4d26-8254-bd23821a8014 None None] For port fa4aa896-4d89-47e3-89dd-50401306c23c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fa4aa896-4d89-47e3-89dd-50401306c23c,segment=NetworkSegment(2b6397e3-bea7-4251-8f96-9264bc873740),segment_id=2b6397e3-bea7-4251-8f96-9264bc873740)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:27.951064 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9290d000-554a-47e2-9f28-5e89c17c971a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:27.971284 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-460f95cc-cf11-4d26-8254-bd23821a8014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:28.036886 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f95cc-cf11-4d26-8254-bd23821a8014 None None] Pushing event updated for resources: {'Port': ['ID=fa4aa896-4d89-47e3-89dd-50401306c23c,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:28.072382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:24Z', 'revision_number': 6, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '5902d6a9-2ae8-4de0-a7d5-7c5673eb031d', 'name': '', 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:f6:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:14Z', 'updated_at': '2021-11-16T05:08:21Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa4aa896-4d89-47e3-89dd-50401306c23c', 'name': '', 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:df:ae:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c4a2609c-9c8a-4beb-97ca-f4efe17f120a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:21Z', 'updated_at': '2021-11-16T05:08:26Z', 'revision_number': 4, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'c4a2609c-9c8a-4beb-97ca-f4efe17f120a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:28.077359 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9290d000-554a-47e2-9f28-5e89c17c971a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:28.113434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5de0f4-3f62-4a9b-9f7e-da3c6d45eb59 None None] The sync data for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 is: [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:24Z', 'revision_number': 6, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '5902d6a9-2ae8-4de0-a7d5-7c5673eb031d', 'name': '', 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:f6:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:14Z', 'updated_at': '2021-11-16T05:08:21Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa4aa896-4d89-47e3-89dd-50401306c23c', 'name': '', 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:df:ae:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c4a2609c-9c8a-4beb-97ca-f4efe17f120a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:21Z', 'updated_at': '2021-11-16T05:08:26Z', 'revision_number': 4, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'c4a2609c-9c8a-4beb-97ca-f4efe17f120a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:28.125856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-39a027e1-65ce-48cc-8abe-e1d217bab9b4 None None] Provisioning complete for port fa4aa896-4d89-47e3-89dd-50401306c23c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:28.126391 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-39a027e1-65ce-48cc-8abe-e1d217bab9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:28.130823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94709a4-e39d-498b-8a66-98c10cc4d854 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:28.138248 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b94709a4-e39d-498b-8a66-98c10cc4d854 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:28.141862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b94709a4-e39d-498b-8a66-98c10cc4d854 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa HTTP/1.1" status: 200 len: 703 time: 1.5643992 Nov 16 05:08:28.142026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46816) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:28.287856 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9290d000-554a-47e2-9f28-5e89c17c971a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:28.290906 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9290d000-554a-47e2-9f28-5e89c17c971a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:28.292412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9290d000-554a-47e2-9f28-5e89c17c971a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/security-groups/f358ae91-5b6c-4085-9a84-cd827203e140 HTTP/1.1" status: 204 len: 168 time: 0.4443891 Nov 16 05:08:28.322687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7ddf23c9-627e-4d54-9501-07e506f96f92 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa HTTP/1.1" status: 200 len: 703 time: 0.1793766 Nov 16 05:08:28.325935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46824) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:28.327666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290d000-554a-47e2-9f28-5e89c17c971a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f358ae91-5b6c-4085-9a84-cd827203e140,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:28.600696 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46830) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:28.738606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46834) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:28.743601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-b72d9912-0cca-463a-9f9a-9282b26b3944 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945113110', 'description': 'tempest-secgroup-smoke-1945113110 description', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:28.776234 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b72d9912-0cca-463a-9f9a-9282b26b3944 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:28.838464 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b5f6bd71-b5f5-4ddc-884f-c2699fa149e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:28.891834 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85c15754-5f30-4f2d-9c4a-833face6ef09 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:28.935102 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b72d9912-0cca-463a-9f9a-9282b26b3944 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:28.944799 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b72d9912-0cca-463a-9f9a-9282b26b3944 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:28.994415 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b72d9912-0cca-463a-9f9a-9282b26b3944 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:28.998431 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b72d9912-0cca-463a-9f9a-9282b26b3944 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2561262 Nov 16 05:08:29.010070 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46838) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:29.026978 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9f866fa6-1555-44aa-87f7-56a0e57010e4 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': 'a9c7c6c5-83e6-4cac-91ec-62b94330f061', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:29.027272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72d9912-0cca-463a-9f9a-9282b26b3944 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c7c6c5-83e6-4cac-91ec-62b94330f061,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:29.033551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fa4aa896-4d89-47e3-89dd-50401306c23c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:29.035899 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b5f6bd71-b5f5-4ddc-884f-c2699fa149e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.044205 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b5f6bd71-b5f5-4ddc-884f-c2699fa149e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.086103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6bd71-b5f5-4ddc-884f-c2699fa149e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79fca5b-2cd5-480f-9588-9213779acade,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:29.121998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b5f6bd71-b5f5-4ddc-884f-c2699fa149e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=334dcc10775147c79e9f7864eece9e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5184505 Nov 16 05:08:29.122967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46842) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:29.124990 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f866fa6-1555-44aa-87f7-56a0e57010e4 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.148384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port fa4aa896-4d89-47e3-89dd-50401306c23c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:29.148900 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.213463 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2140a88c-16b4-4d2f-b53d-21ffbe0629b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.233110 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f866fa6-1555-44aa-87f7-56a0e57010e4 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.240049 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f866fa6-1555-44aa-87f7-56a0e57010e4 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.250436 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2140a88c-16b4-4d2f-b53d-21ffbe0629b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.281341 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f866fa6-1555-44aa-87f7-56a0e57010e4 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2767a7a5-5434-49fb-9070-4daf811d1285,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:29.308613 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f866fa6-1555-44aa-87f7-56a0e57010e4 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.309882 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9f866fa6-1555-44aa-87f7-56a0e57010e4 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983291 Nov 16 05:08:29.319806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e611b7f2-a165-494b-9dca-61ab6239a0fd no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:29.324628 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46850) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:29.341912 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-db0979a7-47ea-40be-b99d-0dd8ee87ec60 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': 'a9c7c6c5-83e6-4cac-91ec-62b94330f061', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:29.376798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-85c15754-5f30-4f2d-9c4a-833face6ef09 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port fa4aa896-4d89-47e3-89dd-50401306c23c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:29.377738 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85c15754-5f30-4f2d-9c4a-833face6ef09 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.381417 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2140a88c-16b4-4d2f-b53d-21ffbe0629b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.384023 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2140a88c-16b4-4d2f-b53d-21ffbe0629b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.385191 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2140a88c-16b4-4d2f-b53d-21ffbe0629b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b79fca5b-2cd5-480f-9588-9213779acade HTTP/1.1" status: 204 len: 168 time: 0.2610841 Nov 16 05:08:29.422560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140a88c-16b4-4d2f-b53d-21ffbe0629b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79fca5b-2cd5-480f-9588-9213779acade,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:29.439219 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db0979a7-47ea-40be-b99d-0dd8ee87ec60 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.532725 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db0979a7-47ea-40be-b99d-0dd8ee87ec60 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.536880 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db0979a7-47ea-40be-b99d-0dd8ee87ec60 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.581996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0979a7-47ea-40be-b99d-0dd8ee87ec60 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ac85ff-faf2-4059-b5dd-0028111b45d8,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:29.587552 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db0979a7-47ea-40be-b99d-0dd8ee87ec60 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.589253 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-db0979a7-47ea-40be-b99d-0dd8ee87ec60 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2627990 Nov 16 05:08:29.592035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46864) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:29.605710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-43a02b7b-b2c0-4ce0-8056-9cfcef92c74f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': 'a9c7c6c5-83e6-4cac-91ec-62b94330f061', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:29.611065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-85c15754-5f30-4f2d-9c4a-833face6ef09 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] For port fa4aa896-4d89-47e3-89dd-50401306c23c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fa4aa896-4d89-47e3-89dd-50401306c23c,segment=NetworkSegment(2b6397e3-bea7-4251-8f96-9264bc873740),segment_id=2b6397e3-bea7-4251-8f96-9264bc873740)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:29.612282 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85c15754-5f30-4f2d-9c4a-833face6ef09 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.635782 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-43a02b7b-b2c0-4ce0-8056-9cfcef92c74f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.639989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-85c15754-5f30-4f2d-9c4a-833face6ef09 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for fa4aa896-4d89-47e3-89dd-50401306c23c owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:29.653487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: e611b7f2-a165-494b-9dca-61ab6239a0fd {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:29.653848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e611b7f2-a165-494b-9dca-61ab6239a0fd not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:29.662004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080e6ff9-8f60-4773-9069-9a763cb2c8e8 None None] Sync routers for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:29.681633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e6ff9-8f60-4773-9069-9a763cb2c8e8 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:29.682276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-080e6ff9-8f60-4773-9069-9a763cb2c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:29.772139 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-43a02b7b-b2c0-4ce0-8056-9cfcef92c74f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.784756 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-43a02b7b-b2c0-4ce0-8056-9cfcef92c74f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.830415 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-080e6ff9-8f60-4773-9069-9a763cb2c8e8 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:29.844567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a02b7b-b2c0-4ce0-8056-9cfcef92c74f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6e98b91-888e-40a8-9063-c7ba4673f7bd,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:29.867496 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-43a02b7b-b2c0-4ce0-8056-9cfcef92c74f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.871182 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-43a02b7b-b2c0-4ce0-8056-9cfcef92c74f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2757354 Nov 16 05:08:29.871705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46866) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:29.882433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-1e0dbe62-4209-4749-a360-a93249e86d4a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': 'a9c7c6c5-83e6-4cac-91ec-62b94330f061', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:29.920834 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e0dbe62-4209-4749-a360-a93249e86d4a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.957682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46868) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:29.975141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85c15754-5f30-4f2d-9c4a-833face6ef09 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:29.984757 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-486e5e38-7523-4a9b-9f23-368a4f93b7bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.031190 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e0dbe62-4209-4749-a360-a93249e86d4a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.034397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c15754-5f30-4f2d-9c4a-833face6ef09 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=fa4aa896-4d89-47e3-89dd-50401306c23c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:30.060594 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e0dbe62-4209-4749-a360-a93249e86d4a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.117041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dbe62-4209-4749-a360-a93249e86d4a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338b6247-15ac-4591-a450-ddf21f25980c,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:30.135793 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1e0dbe62-4209-4749-a360-a93249e86d4a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.140571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1e0dbe62-4209-4749-a360-a93249e86d4a tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2617791 Nov 16 05:08:30.146034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46870) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:30.169226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e4b75614-e0f5-4c55-a1b0-36c357d84546 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': 'a9c7c6c5-83e6-4cac-91ec-62b94330f061', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:30.185893 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-85c15754-5f30-4f2d-9c4a-833face6ef09 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.227194 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-e4b75614-e0f5-4c55-a1b0-36c357d84546 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Project 67e3204c0e154b1a8a560237bfff7b3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:08:30.244326 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4b75614-e0f5-4c55-a1b0-36c357d84546 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.246131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-080e6ff9-8f60-4773-9069-9a763cb2c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:27Z', 'revision_number': 7, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '5902d6a9-2ae8-4de0-a7d5-7c5673eb031d', 'name': '', 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:f6:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:14Z', 'updated_at': '2021-11-16T05:08:21Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa4aa896-4d89-47e3-89dd-50401306c23c', 'name': '', 'network_id': '1e49d3e4-c0bf-43f9-b757-c1940e146f82', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:df:ae:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'c4a2609c-9c8a-4beb-97ca-f4efe17f120a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:21Z', 'updated_at': '2021-11-16T05:08:27Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'c4a2609c-9c8a-4beb-97ca-f4efe17f120a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:30.276997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080e6ff9-8f60-4773-9069-9a763cb2c8e8 None None] Checking router: cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:30.289315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e6ff9-8f60-4773-9069-9a763cb2c8e8 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:30.289973 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-080e6ff9-8f60-4773-9069-9a763cb2c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:30.293271 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-486e5e38-7523-4a9b-9f23-368a4f93b7bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.303158 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-486e5e38-7523-4a9b-9f23-368a4f93b7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.366406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e5e38-7523-4a9b-9f23-368a4f93b7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe18f5d8-cb6b-4308-a1f2-3b01bad821eb,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:30.380527 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4b75614-e0f5-4c55-a1b0-36c357d84546 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.387454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-486e5e38-7523-4a9b-9f23-368a4f93b7bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c97a3232d2174a28b6f1cfe00ff36492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4281363 Nov 16 05:08:30.389898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46872) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:30.397281 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4b75614-e0f5-4c55-a1b0-36c357d84546 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.425982 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-080e6ff9-8f60-4773-9069-9a763cb2c8e8 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:30.450525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b75614-e0f5-4c55-a1b0-36c357d84546 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570c4c1f-b3c6-4bf8-826d-c4bb4dfc8196,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:30.463016 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4b75614-e0f5-4c55-a1b0-36c357d84546 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.464237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e4b75614-e0f5-4c55-a1b0-36c357d84546 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3171880 Nov 16 05:08:30.467868 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46874) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:30.474282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-423f70d5-7a96-4e97-9aec-753ae5a22f0c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'security_group_rule': {'security_group_id': 'a9c7c6c5-83e6-4cac-91ec-62b94330f061', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:30.478556 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e20b8f-9aaa-4658-b80c-80c82e5f617c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.492326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c15754-5f30-4f2d-9c4a-833face6ef09 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:30.504038 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e20b8f-9aaa-4658-b80c-80c82e5f617c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.509331 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-423f70d5-7a96-4e97-9aec-753ae5a22f0c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Project 67e3204c0e154b1a8a560237bfff7b3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:08:30.516201 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-423f70d5-7a96-4e97-9aec-753ae5a22f0c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.561656 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e20b8f-9aaa-4658-b80c-80c82e5f617c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.564286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72e20b8f-9aaa-4658-b80c-80c82e5f617c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.568309 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-72e20b8f-9aaa-4658-b80c-80c82e5f617c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe18f5d8-cb6b-4308-a1f2-3b01bad821eb HTTP/1.1" status: 204 len: 168 time: 0.1751671 Nov 16 05:08:30.587883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e20b8f-9aaa-4658-b80c-80c82e5f617c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe18f5d8-cb6b-4308-a1f2-3b01bad821eb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:30.647674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c15754-5f30-4f2d-9c4a-833face6ef09 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:30.654660 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-85c15754-5f30-4f2d-9c4a-833face6ef09 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3275280 Nov 16 05:08:30.657380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46880) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:30.679934 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-423f70d5-7a96-4e97-9aec-753ae5a22f0c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.684329 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-423f70d5-7a96-4e97-9aec-753ae5a22f0c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.714611 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f70d5-7a96-4e97-9aec-753ae5a22f0c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97aa6c9c-fcc8-43ab-acce-e0179a15ca7e,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:30.729203 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-423f70d5-7a96-4e97-9aec-753ae5a22f0c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.738600 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-423f70d5-7a96-4e97-9aec-753ae5a22f0c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2695835 Nov 16 05:08:30.739335 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46884) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:30.746503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fa78d32a-d19d-47ca-90a0-9fa946c96c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'network': {'name': 'tempest-network-smoke--53124909', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'port_security_enabled': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:30.753955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-a602fbc5-d20d-4532-a416-3e6ceae721e5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting subnet c4a2609c-9c8a-4beb-97ca-f4efe17f120a {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:08:30.757479 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a602fbc5-d20d-4532-a416-3e6ceae721e5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.788142 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa78d32a-d19d-47ca-90a0-9fa946c96c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Made reservation on behalf of 67e3204c0e154b1a8a560237bfff7b3b for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:08:30.792167 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa78d32a-d19d-47ca-90a0-9fa946c96c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.792547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-080e6ff9-8f60-4773-9069-9a763cb2c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:29Z', 'revision_number': 8, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '5902d6a9-2ae8-4de0-a7d5-7c5673eb031d', 'name': '', 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:f6:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:14Z', 'updated_at': '2021-11-16T05:08:21Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:30.815835 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a602fbc5-d20d-4532-a416-3e6ceae721e5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.820468 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa78d32a-d19d-47ca-90a0-9fa946c96c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:08:30.832486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa78d32a-d19d-47ca-90a0-9fa946c96c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.832848 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-fa78d32a-d19d-47ca-90a0-9fa946c96c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Added segment b92209ce-de6e-463f-8616-2e9b41530593 of type vlan for network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa Nov 16 05:08:30.851275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080e6ff9-8f60-4773-9069-9a763cb2c8e8 None None] The sync data for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 is: [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:29Z', 'revision_number': 8, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '5902d6a9-2ae8-4de0-a7d5-7c5673eb031d', 'name': '', 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:f6:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:14Z', 'updated_at': '2021-11-16T05:08:21Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:30.915870 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa78d32a-d19d-47ca-90a0-9fa946c96c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.943010 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa78d32a-d19d-47ca-90a0-9fa946c96c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.949386 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa78d32a-d19d-47ca-90a0-9fa946c96c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:30.950213 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a602fbc5-d20d-4532-a416-3e6ceae721e5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:30.950346 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fa78d32a-d19d-47ca-90a0-9fa946c96c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.006413 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fa78d32a-d19d-47ca-90a0-9fa946c96c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2634165 Nov 16 05:08:31.009448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46890) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:31.014065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'admin_state_up': True, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:31.034629 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a602fbc5-d20d-4532-a416-3e6ceae721e5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.058667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78d32a-d19d-47ca-90a0-9fa946c96c83 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Network': ['ID=36f47ad5-6a64-4cca-9ba6-41238dfdfdfa,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:31.071298 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.072484 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.072745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:08:31.075379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602fbc5-d20d-4532-a416-3e6ceae721e5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a2609c-9c8a-4beb-97ca-f4efe17f120a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:31.084895 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a602fbc5-d20d-4532-a416-3e6ceae721e5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.091391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a602fbc5-d20d-4532-a416-3e6ceae721e5 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/c4a2609c-9c8a-4beb-97ca-f4efe17f120a HTTP/1.1" status: 204 len: 168 time: 0.4329336 Nov 16 05:08:31.094250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46894) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:31.128491 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f2d7a1-c650-4aa9-93da-0adcc019b1cf None None] Network 1e49d3e4-c0bf-43f9-b757-c1940e146f82 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:31.134426 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.208000 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.315902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 31e712ce-f7f8-413a-8368-c0b19cff3016 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:31.319368 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.365314 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.444369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] For port 31e712ce-f7f8-413a-8368-c0b19cff3016, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=31e712ce-f7f8-413a-8368-c0b19cff3016,segment=NetworkSegment(2b6397e3-bea7-4251-8f96-9264bc873740),segment_id=2b6397e3-bea7-4251-8f96-9264bc873740)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:31.444860 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.460702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 31e712ce-f7f8-413a-8368-c0b19cff3016 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:31.502707 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da7c2da-277d-42c1-b6ff-9f5de08e719d None None] DHCP port deletion for 1e49d3e4-c0bf-43f9-b757-c1940e146f82 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:31.589453 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2da7c2da-277d-42c1-b6ff-9f5de08e719d None None] Deleting port 31e712ce-f7f8-413a-8368-c0b19cff3016 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:31.589861 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2da7c2da-277d-42c1-b6ff-9f5de08e719d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.599705 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.649623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=31e712ce-f7f8-413a-8368-c0b19cff3016,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:31.655635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No DVR routers for this DVR port 31e712ce-f7f8-413a-8368-c0b19cff3016 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:31.731981 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.739750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2da7c2da-277d-42c1-b6ff-9f5de08e719d None None] For port 31e712ce-f7f8-413a-8368-c0b19cff3016, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=31e712ce-f7f8-413a-8368-c0b19cff3016,segment=NetworkSegment(2b6397e3-bea7-4251-8f96-9264bc873740),segment_id=2b6397e3-bea7-4251-8f96-9264bc873740)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:31.740163 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2da7c2da-277d-42c1-b6ff-9f5de08e719d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.747017 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a2484-c550-49a5-b536-94ee7746bc53 None None] Sync routers for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:31.777162 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a2484-c550-49a5-b536-94ee7746bc53 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:31.777796 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-642a2484-c550-49a5-b536-94ee7746bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:31.795607 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.799388 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2da7c2da-277d-42c1-b6ff-9f5de08e719d None None] Calling delete_port for 31e712ce-f7f8-413a-8368-c0b19cff3016 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:31.840666 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.860945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46918) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:31.932141 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2da7c2da-277d-42c1-b6ff-9f5de08e719d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:31.950120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e49d3e4-c0bf-43f9-b757-c1940e146f82']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:31.964534 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da7c2da-277d-42c1-b6ff-9f5de08e719d None None] Pushing event deleted for resources: {'Port': ['ID=31e712ce-f7f8-413a-8368-c0b19cff3016,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:31.966590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.25.0.187 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/15aad01f-357a-4408-b535-f03009b9cb41) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:31.974024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6397e3-bea7-4251-8f96-9264bc873740') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:31.974534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6397e3-bea7-4251-8f96-9264bc873740') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:31.979780 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-642a2484-c550-49a5-b536-94ee7746bc53 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:31.980354 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7c2da-277d-42c1-b6ff-9f5de08e719d None None] No DVR routers for this DVR port 31e712ce-f7f8-413a-8368-c0b19cff3016 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:32.153852 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:32.212187 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:32.262578 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:32.265734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:32.271408 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-642a2484-c550-49a5-b536-94ee7746bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:29Z', 'revision_number': 8, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '5902d6a9-2ae8-4de0-a7d5-7c5673eb031d', 'name': '', 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:f6:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:14Z', 'updated_at': '2021-11-16T05:08:21Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:32.279384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:32.282264 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591809e9-0137-4742-b900-50b6bdd2a42f None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:32.347191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6b40768d-7121-44a6-8c4a-6c7ec4dc8723 None None] Provisioning complete for port 15aad01f-357a-4408-b535-f03009b9cb41 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:32.347470 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a2484-c550-49a5-b536-94ee7746bc53 None None] Checking router: cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:32.347576 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6b40768d-7121-44a6-8c4a-6c7ec4dc8723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:32.359371 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=15aad01f-357a-4408-b535-f03009b9cb41,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:32.360661 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642a2484-c550-49a5-b536-94ee7746bc53 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:32.362434 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-642a2484-c550-49a5-b536-94ee7746bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:32.433164 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6b40768d-7121-44a6-8c4a-6c7ec4dc8723 None None] Port 15aad01f-357a-4408-b535-f03009b9cb41 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:32.439230 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:32.454304 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6832435a-8ce4-4c62-a0ef-4b488aff8859 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/floatingips/e50ba42d-e70c-4547-a4d1-9a934102a053 HTTP/1.1" status: 200 len: 993 time: 0.5915425 Nov 16 05:08:32.467725 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:32.481376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:08:32.481376 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:08:32.484819 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:08:32.570461 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46926) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:32.574721 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:32.612679 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:32.617511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/networks/1e49d3e4-c0bf-43f9-b757-c1940e146f82 HTTP/1.1" status: 204 len: 168 time: 1.5221713 Nov 16 05:08:32.618800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc7936-f977-4474-8009-df45b2d8eafc tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Network': ['ID=1e49d3e4-c0bf-43f9-b757-c1940e146f82,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:32.626072 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46932) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:32.644562 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-642a2484-c550-49a5-b536-94ee7746bc53 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:32.740304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46934) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:32.899560 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-642a2484-c550-49a5-b536-94ee7746bc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:29Z', 'revision_number': 8, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '5902d6a9-2ae8-4de0-a7d5-7c5673eb031d', 'name': '', 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:f6:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:14Z', 'updated_at': '2021-11-16T05:08:21Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:32.944749 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642a2484-c550-49a5-b536-94ee7746bc53 None None] The sync data for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 is: [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:29Z', 'revision_number': 8, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '5902d6a9-2ae8-4de0-a7d5-7c5673eb031d', 'name': '', 'network_id': '3ec17322-5bfa-424b-ad38-f29fbb893281', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:f6:44:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:14Z', 'updated_at': '2021-11-16T05:08:21Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'f9046112-291e-42c5-b7ab-d23b3eca98b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:33.007387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d4d74cb1-9fc2-4835-8429-5ba0f6ae85e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting port 54ef34c6-5af8-4177-8f70-1df8d8b21b97 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:33.007734 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4d74cb1-9fc2-4835-8429-5ba0f6ae85e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:33.024559 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fa4aa896-4d89-47e3-89dd-50401306c23c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:33.063308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: fa4aa896-4d89-47e3-89dd-50401306c23c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:33.063876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fa4aa896-4d89-47e3-89dd-50401306c23c not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:33.064380 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 31e712ce-f7f8-413a-8368-c0b19cff3016 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:33.108653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 31e712ce-f7f8-413a-8368-c0b19cff3016 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:33.109010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 31e712ce-f7f8-413a-8368-c0b19cff3016 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:33.189850 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4d74cb1-9fc2-4835-8429-5ba0f6ae85e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:33.190301 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4d74cb1-9fc2-4835-8429-5ba0f6ae85e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:33.217399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d4d74cb1-9fc2-4835-8429-5ba0f6ae85e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Calling delete_port for 54ef34c6-5af8-4177-8f70-1df8d8b21b97 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:33.247909 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3609ea49-911f-480c-a76b-5b82c3c50cbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:33.463499 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4d74cb1-9fc2-4835-8429-5ba0f6ae85e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:33.470081 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:33.502888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d74cb1-9fc2-4835-8429-5ba0f6ae85e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Port': ['ID=54ef34c6-5af8-4177-8f70-1df8d8b21b97,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:33.587765 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4d74cb1-9fc2-4835-8429-5ba0f6ae85e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:33.588490 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-d4d74cb1-9fc2-4835-8429-5ba0f6ae85e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Floating IP e50ba42d-e70c-4547-a4d1-9a934102a053 disassociated (deleted). External IP: 172.25.0.158, port: c96dd16f-ba14-4103-aeee-e6f9b6d439ea. Nov 16 05:08:33.645091 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3609ea49-911f-480c-a76b-5b82c3c50cbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:33.654417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3609ea49-911f-480c-a76b-5b82c3c50cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:33.706382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609ea49-911f-480c-a76b-5b82c3c50cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d52ef0e-575b-4abb-8919-1cc25a1f593e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:33.751432 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3609ea49-911f-480c-a76b-5b82c3c50cbf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e054c6f3db424ceca65bcf3c1e041b99&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1776724 Nov 16 05:08:33.754145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46950) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:33.878246 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:33.918935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5288a5af-e4a1-4ac7-a63a-aa5af996b254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:33.959483 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5288a5af-e4a1-4ac7-a63a-aa5af996b254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:34.006471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d74cb1-9fc2-4835-8429-5ba0f6ae85e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Router 8c15f849-4800-48f5-80f6-31e65b3f8de2 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:34.037346 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ddb648-c028-4029-9f53-328d0178ca75 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:34.108477 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5288a5af-e4a1-4ac7-a63a-aa5af996b254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:34.111216 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5288a5af-e4a1-4ac7-a63a-aa5af996b254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:34.114914 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5288a5af-e4a1-4ac7-a63a-aa5af996b254 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3d52ef0e-575b-4abb-8919-1cc25a1f593e HTTP/1.1" status: 204 len: 168 time: 0.3565722 Nov 16 05:08:34.139373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288a5af-e4a1-4ac7-a63a-aa5af996b254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d52ef0e-575b-4abb-8919-1cc25a1f593e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:34.161857 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router 51cff7ca-54e9-4220-9618-9f2dc408e524 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:08:34.165601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d74cb1-9fc2-4835-8429-5ba0f6ae85e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:34.170296 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4d74cb1-9fc2-4835-8429-5ba0f6ae85e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:34.176888 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e0ae2-aaf7-4129-ac40-275ac0a8aec3 None None] Sync routers for ids ['8c15f849-4800-48f5-80f6-31e65b3f8de2'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:34.193607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e0ae2-aaf7-4129-ac40-275ac0a8aec3 None None] Routers {'8c15f849-4800-48f5-80f6-31e65b3f8de2'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:34.194274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6f8e0ae2-aaf7-4129-ac40-275ac0a8aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8c15f849-4800-48f5-80f6-31e65b3f8de2'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:34.243667 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d4d74cb1-9fc2-4835-8429-5ba0f6ae85e4 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "DELETE /v2.0/floatingips/e50ba42d-e70c-4547-a4d1-9a934102a053 HTTP/1.1" status: 204 len: 168 time: 1.5021946 Nov 16 05:08:34.244367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'tag': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:08:34.246752 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df466996-57af-4d07-ab27-da85bd150ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "3bb9c375-3221-4e00-8460-04e2816b5d77", "tag": "c96dd16f-ba14-4103-aeee-e6f9b6d439ea"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:08:34.363054 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e843c9-0b4b-424b-b0b3-d2bd8a530a22 x-openstack-request-id: req-52e843c9-0b4b-424b-b0b3-d2bd8a530a22 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:08:34.363354 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bb9c375-3221-4e00-8460-04e2816b5d77", "tag": "c96dd16f-ba14-4103-aeee-e6f9b6d439ea", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:08:34.364505 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52e843c9-0b4b-424b-b0b3-d2bd8a530a22 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:08:34.364932 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'tag': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea', 'status': 'completed', 'code': 200} Nov 16 05:08:34.411188 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6f8e0ae2-aaf7-4129-ac40-275ac0a8aec3 None None] Set router 8c15f849-4800-48f5-80f6-31e65b3f8de2 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:34.430297 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:34.442424 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Sync routers for ids ['51cff7ca-54e9-4220-9618-9f2dc408e524'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:34.463383 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Routers {'51cff7ca-54e9-4220-9618-9f2dc408e524'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:34.467744 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['51cff7ca-54e9-4220-9618-9f2dc408e524'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:34.485678 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:34.490290 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c3149588-8561-45b0-8b3f-e0ef3e0774d6 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4799163 Nov 16 05:08:34.498868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46964) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:34.545790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df466996-57af-4d07-ab27-da85bd150ab0 req-cfffd065-3e8d-427c-861f-ea94891c8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:34.551192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df466996-57af-4d07-ab27-da85bd150ab0 req-cfffd065-3e8d-427c-861f-ea94891c8a46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d96d78dbd524318af36e944a5e52691&device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 1096 time: 0.1712601 Nov 16 05:08:34.552630 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-61ddb648-c028-4029-9f53-328d0178ca75 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:34.553836 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ddb648-c028-4029-9f53-328d0178ca75 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:34.624698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9da59c81-505a-43f7-951a-ec0bf5625123 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=67e3204c0e154b1a8a560237bfff7b3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1169984 Nov 16 05:08:34.628760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46970) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:34.669998 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Set router 51cff7ca-54e9-4220-9618-9f2dc408e524 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:34.686051 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-61ddb648-c028-4029-9f53-328d0178ca75 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] For port 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5902d6a9-2ae8-4de0-a7d5-7c5673eb031d,segment=NetworkSegment(e7f5e6e2-f36a-4948-a6ea-b49586feae9d),segment_id=e7f5e6e2-f36a-4948-a6ea-b49586feae9d)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:34.686424 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ddb648-c028-4029-9f53-328d0178ca75 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:34.701825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-61ddb648-c028-4029-9f53-328d0178ca75 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:34.896571 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6f8e0ae2-aaf7-4129-ac40-275ac0a8aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:07:37Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:25Z', 'updated_at': '2021-11-16T05:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '03b48203-aaa5-43c3-8d58-4adc4314511b', 'name': '', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:8b:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:35Z', 'updated_at': '2021-11-16T05:07:43Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:34.958385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e0ae2-aaf7-4129-ac40-275ac0a8aec3 None None] Checking router: 8c15f849-4800-48f5-80f6-31e65b3f8de2 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:34.972155 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e0ae2-aaf7-4129-ac40-275ac0a8aec3 None None] Routers {'8c15f849-4800-48f5-80f6-31e65b3f8de2'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:34.977334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6f8e0ae2-aaf7-4129-ac40-275ac0a8aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8c15f849-4800-48f5-80f6-31e65b3f8de2'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:34.987579 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:32Z', 'revision_number': 3, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:35.030653 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ddb648-c028-4029-9f53-328d0178ca75 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:35.033285 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Checking router: 51cff7ca-54e9-4220-9618-9f2dc408e524 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:35.033779 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Updating router 51cff7ca-54e9-4220-9618-9f2dc408e524 port 15aad01f-357a-4408-b535-f03009b9cb41 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:08:35.065374 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:35.112803 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ddb648-c028-4029-9f53-328d0178ca75 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=5902d6a9-2ae8-4de0-a7d5-7c5673eb031d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:35.126146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b524d74-2f32-447c-bb9a-be75604fb078 req-acd80028-a654-436a-a5c3-454078649e3e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:35.128650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b524d74-2f32-447c-bb9a-be75604fb078 req-acd80028-a654-436a-a5c3-454078649e3e tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 945 time: 0.3686838 Nov 16 05:08:35.131675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df466996-57af-4d07-ab27-da85bd150ab0 req-8604ba7a-dec9-4125-9580-b0aee7c0fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:35.133210 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df466996-57af-4d07-ab27-da85bd150ab0 req-8604ba7a-dec9-4125-9580-b0aee7c0fbe8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a135cc31-b44a-4cc0-927a-1547d7c6c342 HTTP/1.1" status: 200 len: 898 time: 0.5327282 Nov 16 05:08:35.134819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50777965-1d95-4d92-8855-3782a658d33e tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:35.137150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-50777965-1d95-4d92-8855-3782a658d33e tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5057065 Nov 16 05:08:35.140474 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 46982) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:35.214225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6f8e0ae2-aaf7-4129-ac40-275ac0a8aec3 None None] Set router 8c15f849-4800-48f5-80f6-31e65b3f8de2 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:35.258655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61ddb648-c028-4029-9f53-328d0178ca75 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:35.290272 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e4b32aeb-b02d-4cb4-9973-7e88fcedd63a tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1422391 Nov 16 05:08:35.323841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 46986) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:35.372854 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-16ce0e4a-7df2-4171-a805-ee9c32c7259c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2084103066', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:35.404819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b524d74-2f32-447c-bb9a-be75604fb078 req-5eb31929-7dae-433f-9075-59401619a910 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=305e7c36-af1a-421d-848b-53afd6e95270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647805 Nov 16 05:08:35.406237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df466996-57af-4d07-ab27-da85bd150ab0 req-7052c47b-febd-4245-8b1b-c0e3d3e8cca5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c96dd16f-ba14-4103-aeee-e6f9b6d439ea HTTP/1.1" status: 200 len: 217 time: 0.2411273 Nov 16 05:08:35.501473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df466996-57af-4d07-ab27-da85bd150ab0 req-b867d199-512d-4dff-bf1a-f5c1033346c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:35.504847 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df466996-57af-4d07-ab27-da85bd150ab0 req-b867d199-512d-4dff-bf1a-f5c1033346c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47faee19-80b7-4efa-868b-c9d96ebc16b8 HTTP/1.1" status: 200 len: 835 time: 0.0881908 Nov 16 05:08:35.600935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df466996-57af-4d07-ab27-da85bd150ab0 req-28da30bd-071b-4535-9b35-2a4a40add9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:35.602715 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df466996-57af-4d07-ab27-da85bd150ab0 req-28da30bd-071b-4535-9b35-2a4a40add9de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a135cc31-b44a-4cc0-927a-1547d7c6c342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0785599 Nov 16 05:08:35.603104 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6f8e0ae2-aaf7-4129-ac40-275ac0a8aec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:07:37Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:25Z', 'updated_at': '2021-11-16T05:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '03b48203-aaa5-43c3-8d58-4adc4314511b', 'name': '', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:8b:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:35Z', 'updated_at': '2021-11-16T05:07:43Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:35.632759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e0ae2-aaf7-4129-ac40-275ac0a8aec3 None None] The sync data for ids ['8c15f849-4800-48f5-80f6-31e65b3f8de2'] in n-d-818042-1 is: [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:07:37Z', 'revision_number': 4, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:25Z', 'updated_at': '2021-11-16T05:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '03b48203-aaa5-43c3-8d58-4adc4314511b', 'name': '', 'network_id': 'a135cc31-b44a-4cc0-927a-1547d7c6c342', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'mac_address': 'fa:16:3e:8b:8d:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:35Z', 'updated_at': '2021-11-16T05:07:43Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'subnets': [{'id': '47faee19-80b7-4efa-868b-c9d96ebc16b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:35.708221 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:35.718592 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:35.763059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df466996-57af-4d07-ab27-da85bd150ab0 req-1efbb315-fd25-47da-8c54-d6e8c952b9a7 service neutron] 10.222.0.15 "GET /v2.0/networks/a135cc31-b44a-4cc0-927a-1547d7c6c342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468112 Nov 16 05:08:35.795346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c202e280-991d-4fc8-bbf1-e00f39cbf168 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:35.803477 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Attempting to bind port 15aad01f-357a-4408-b535-f03009b9cb41 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:35.803861 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Attempting to bind port 15aad01f-357a-4408-b535-f03009b9cb41 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:35.804356 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Attempting to bind port 15aad01f-357a-4408-b535-f03009b9cb41 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:35.806188 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee4e20-ae34-4620-80bf-b31204bf0fb7 None None] Pushing event updated for resources: {'Port': ['ID=15aad01f-357a-4408-b535-f03009b9cb41,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:35.813094 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:35.813461 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:35.815054 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:35.815432 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:35.816067 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Bound port: 15aad01f-357a-4408-b535-f03009b9cb41, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:35.816445 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:35.873330 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] For port 15aad01f-357a-4408-b535-f03009b9cb41, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:35.884148 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] For port 15aad01f-357a-4408-b535-f03009b9cb41, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=15aad01f-357a-4408-b535-f03009b9cb41,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:35.893739 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:35.951605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df466996-57af-4d07-ab27-da85bd150ab0 req-775f4061-19ed-418a-83b0-3f7b0fcbcec5 service neutron] 10.222.0.15 "GET /v2.0/networks/a135cc31-b44a-4cc0-927a-1547d7c6c342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790595 Nov 16 05:08:35.955251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ce0e4a-7df2-4171-a805-ee9c32c7259c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Made reservation on behalf of 67e3204c0e154b1a8a560237bfff7b3b for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:08:35.962597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6276bef-81a0-41f4-a1ad-1f648efa3056 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:35.970105 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16ce0e4a-7df2-4171-a805-ee9c32c7259c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:35.996500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0048e8f1-e6f7-4f42-9770-8d3655a0a45b None None] Provisioning complete for port 15aad01f-357a-4408-b535-f03009b9cb41 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:35.997180 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0048e8f1-e6f7-4f42-9770-8d3655a0a45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:36.033084 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Routers {'51cff7ca-54e9-4220-9618-9f2dc408e524'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:36.034296 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['51cff7ca-54e9-4220-9618-9f2dc408e524'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:36.135323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f707e-50ce-479a-945b-92c9f7007dd0 req-ab9db633-a4c8-499d-8e86-af575cd84b06 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:36.135888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b25f707e-50ce-479a-945b-92c9f7007dd0 req-ab9db633-a4c8-499d-8e86-af575cd84b06 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 945 time: 0.1323798 Nov 16 05:08:36.194704 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb501e-96ba-491a-8960-67a972c006c2 None None] New status for floating IP e50ba42d-e70c-4547-a4d1-9a934102a053: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:08:36.201687 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ee4e20-ae34-4620-80bf-b31204bf0fb7 None None] Pushing event updated for resources: {'Port': ['ID=15aad01f-357a-4408-b535-f03009b9cb41,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:36.241381 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] Set router 51cff7ca-54e9-4220-9618-9f2dc408e524 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:36.308801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-b25f707e-50ce-479a-945b-92c9f7007dd0 req-cfed1095-ef15-48e0-9cd1-5a6c8bb9b1bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting port c96dd16f-ba14-4103-aeee-e6f9b6d439ea {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:36.309439 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b25f707e-50ce-479a-945b-92c9f7007dd0 req-cfed1095-ef15-48e0-9cd1-5a6c8bb9b1bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:36.364865 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ddb648-c028-4029-9f53-328d0178ca75 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:36.406362 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0048e8f1-e6f7-4f42-9770-8d3655a0a45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:36.473640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b25f707e-50ce-479a-945b-92c9f7007dd0 req-cfed1095-ef15-48e0-9cd1-5a6c8bb9b1bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] For port c96dd16f-ba14-4103-aeee-e6f9b6d439ea, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c96dd16f-ba14-4103-aeee-e6f9b6d439ea,segment=NetworkSegment(cf957ebc-1860-47a9-85ec-629d9631404c),segment_id=cf957ebc-1860-47a9-85ec-629d9631404c)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:36.474043 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b25f707e-50ce-479a-945b-92c9f7007dd0 req-cfed1095-ef15-48e0-9cd1-5a6c8bb9b1bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:36.484567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0048e8f1-e6f7-4f42-9770-8d3655a0a45b None None] For port 15aad01f-357a-4408-b535-f03009b9cb41, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=15aad01f-357a-4408-b535-f03009b9cb41,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:36.504136 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0048e8f1-e6f7-4f42-9770-8d3655a0a45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:36.509831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-b25f707e-50ce-479a-945b-92c9f7007dd0 req-cfed1095-ef15-48e0-9cd1-5a6c8bb9b1bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Calling delete_port for c96dd16f-ba14-4103-aeee-e6f9b6d439ea owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:36.520505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16ce0e4a-7df2-4171-a805-ee9c32c7259c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:36.544270 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:32Z', 'revision_number': 3, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:36.610487 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf112ee4-592a-4cdf-afab-b189f5f038db None None] The sync data for ids ['51cff7ca-54e9-4220-9618-9f2dc408e524'] in n-d-818042-1 is: [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:32Z', 'revision_number': 3, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:36.697033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82cf2c6-aa52-437c-8392-78d35b1ea1ef req-fcc06ff7-54c3-4d02-af87-55c50342ed00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:36.699235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c82cf2c6-aa52-437c-8392-78d35b1ea1ef req-fcc06ff7-54c3-4d02-af87-55c50342ed00 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 945 time: 0.0911753 Nov 16 05:08:36.756037 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ce0e4a-7df2-4171-a805-ee9c32c7259c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Checking segment: {'id': 'b92209ce-de6e-463f-8616-2e9b41530593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:36.758221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce0e4a-7df2-4171-a805-ee9c32c7259c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network hostable DHCP agents. Network: 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:08:36.793160 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce0e4a-7df2-4171-a805-ee9c32c7259c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Subnet': ['ID=db4dd730-019b-4fbb-af28-06e73a3ef022,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:36.795185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c82cf2c6-aa52-437c-8392-78d35b1ea1ef req-d493cfdf-bf8a-4565-9c45-45211a15e9af tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/security-groups?id=305e7c36-af1a-421d-848b-53afd6e95270&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840218 Nov 16 05:08:36.797333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ddb648-c028-4029-9f53-328d0178ca75 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:36.807464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ce0e4a-7df2-4171-a805-ee9c32c7259c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:08:36.808595 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f105e-a058-4180-95a6-b6d8b7496f07 None None] Sync routers for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:36.822120 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-61ddb648-c028-4029-9f53-328d0178ca75 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1944339 Nov 16 05:08:36.826879 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47018) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:36.844399 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f105e-a058-4180-95a6-b6d8b7496f07 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:36.844399 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b86f105e-a058-4180-95a6-b6d8b7496f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:36.863517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-16ce0e4a-7df2-4171-a805-ee9c32c7259c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:36.903220 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b25f707e-50ce-479a-945b-92c9f7007dd0 req-cfed1095-ef15-48e0-9cd1-5a6c8bb9b1bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:36.980845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ce0e4a-7df2-4171-a805-ee9c32c7259c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:36.980845 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-16ce0e4a-7df2-4171-a805-ee9c32c7259c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:37.001508 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048e8f1-e6f7-4f42-9770-8d3655a0a45b None None] Pushing event updated for resources: {'Port': ['ID=15aad01f-357a-4408-b535-f03009b9cb41,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:37.025158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed1095-ef15-48e0-9cd1-5a6c8bb9b1bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Port': ['ID=c96dd16f-ba14-4103-aeee-e6f9b6d439ea,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:37.025747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b87cf39-afed-449b-b267-1289b514c2d9 None None] Network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:37.055623 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b86f105e-a058-4180-95a6-b6d8b7496f07 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:37.070087 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-16ce0e4a-7df2-4171-a805-ee9c32c7259c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7426026 Nov 16 05:08:37.070522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47022) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:37.136500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b25f707e-50ce-479a-945b-92c9f7007dd0 req-cfed1095-ef15-48e0-9cd1-5a6c8bb9b1bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] No DVR routers for this DVR port c96dd16f-ba14-4103-aeee-e6f9b6d439ea on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:37.139157 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b25f707e-50ce-479a-945b-92c9f7007dd0 req-cfed1095-ef15-48e0-9cd1-5a6c8bb9b1bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:37.145223 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b25f707e-50ce-479a-945b-92c9f7007dd0 req-cfed1095-ef15-48e0-9cd1-5a6c8bb9b1bb tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.15 "DELETE /v2.0/ports/c96dd16f-ba14-4103-aeee-e6f9b6d439ea HTTP/1.1" status: 204 len: 173 time: 1.0031662 Nov 16 05:08:37.145731 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'name': 'network-vif-deleted', 'tag': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:08:37.149887 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14436218-a421-4bb5-8772-98c6db644e8f" -d '{"events": [{"server_uuid": "3bb9c375-3221-4e00-8460-04e2816b5d77", "name": "network-vif-deleted", "tag": "c96dd16f-ba14-4103-aeee-e6f9b6d439ea"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:08:37.202451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5024dc7d-65b3-4230-b34a-2d849b66db75 None None] Provisioning complete for port 15aad01f-357a-4408-b535-f03009b9cb41 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:37.202896 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5024dc7d-65b3-4230-b34a-2d849b66db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:37.236411 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4d0858-a28a-463a-9e6a-0b4678bdcd42 x-openstack-request-id: req-8a4d0858-a28a-463a-9e6a-0b4678bdcd42 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:08:37.236712 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bb9c375-3221-4e00-8460-04e2816b5d77", "name": "network-vif-deleted", "tag": "c96dd16f-ba14-4103-aeee-e6f9b6d439ea", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:08:37.236977 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a4d0858-a28a-463a-9e6a-0b4678bdcd42 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:08:37.237378 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb9c375-3221-4e00-8460-04e2816b5d77', 'name': 'network-vif-deleted', 'tag': 'c96dd16f-ba14-4103-aeee-e6f9b6d439ea', 'status': 'completed', 'code': 200} Nov 16 05:08:37.291522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-509a10d3-9cf6-46bc-8778-e22b927e1200 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting subnet f9046112-291e-42c5-b7ab-d23b3eca98b7 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:08:37.300984 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-509a10d3-9cf6-46bc-8778-e22b927e1200 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:37.448186 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-509a10d3-9cf6-46bc-8778-e22b927e1200 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:37.596523 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ips': [{'subnet_id': 'db4dd730-019b-4fbb-af28-06e73a3ef022'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:08:37.597411 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:37.791376 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b86f105e-a058-4180-95a6-b6d8b7496f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:34Z', 'revision_number': 9, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:37.840744 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f105e-a058-4180-95a6-b6d8b7496f07 None None] Checking router: cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:37.878498 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f105e-a058-4180-95a6-b6d8b7496f07 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:37.880633 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b86f105e-a058-4180-95a6-b6d8b7496f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:38.099834 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1db83ccc-ed1b-4acd-b218-349364310ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:38.128864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Allocated IP 172.20.0.2 (36f47ad5-6a64-4cca-9ba6-41238dfdfdfa/db4dd730-019b-4fbb-af28-06e73a3ef022/872d58c6-baf2-42fe-9a4b-1ffc9e463bd9) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:38.147884 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2aa80502-9913-494a-8d80-06c38f356bc5 req-cfc12fd8-6b79-49a5-b71b-10c474b0ced8 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "GET /v2.0/ports?device_id=3bb9c375-3221-4e00-8460-04e2816b5d77 HTTP/1.1" status: 200 len: 210 time: 0.1200819 Nov 16 05:08:38.207479 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b86f105e-a058-4180-95a6-b6d8b7496f07 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:38.371745 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:38.385568 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:38.476168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Pushing event updated for resources: {'Port': ['ID=872d58c6-baf2-42fe-9a4b-1ffc9e463bd9,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:38.484108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:38.486011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:38.488609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:38.574322 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-509a10d3-9cf6-46bc-8778-e22b927e1200 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:38.579074 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Attempting to bind port 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:38.579455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Attempting to bind port 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'b92209ce-de6e-463f-8616-2e9b41530593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:38.579979 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Attempting to bind port 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 on network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:38.587038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:38.587425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Checking segment: {'id': 'b92209ce-de6e-463f-8616-2e9b41530593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:38.587876 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:38.588030 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b86f105e-a058-4180-95a6-b6d8b7496f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:34Z', 'revision_number': 9, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:38.588330 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Bound using segment: {'id': 'b92209ce-de6e-463f-8616-2e9b41530593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:38.588811 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Bound port: 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92209ce-de6e-463f-8616-2e9b41530593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:38.589195 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:38.667510 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f105e-a058-4180-95a6-b6d8b7496f07 None None] The sync data for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 is: [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:34Z', 'revision_number': 9, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': '70e67ad4-dcea-41e5-a73d-117ffd997e81', 'name': '', 'network_id': 'c818a62f-376d-4acf-b86f-420518ad8318', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:ac:f8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3606, 'fixed_ips': [{'subnet_id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:09Z', 'updated_at': '2021-11-16T05:08:16Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:38.691747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] For port 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:38.701607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] For port 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=872d58c6-baf2-42fe-9a4b-1ffc9e463bd9,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:38.711197 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:38.786360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47052) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:38.799332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b2115-ce23-4261-9b9e-394f17538c36 None None] Pushing event updated for resources: {'Port': ['ID=872d58c6-baf2-42fe-9a4b-1ffc9e463bd9,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:38.870727 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-509a10d3-9cf6-46bc-8778-e22b927e1200 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:38.918323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387170a7-1ec5-40dc-b645-60e758948be2 None None] Network 3ec17322-5bfa-424b-ad38-f29fbb893281 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:38.939125 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-340e1de3-6456-45f0-8061-482d5f906435 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:38.943750 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-509a10d3-9cf6-46bc-8778-e22b927e1200 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:38.976965 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-509a10d3-9cf6-46bc-8778-e22b927e1200 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/f9046112-291e-42c5-b7ab-d23b3eca98b7 HTTP/1.1" status: 204 len: 168 time: 2.1478376 Nov 16 05:08:38.979271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47056) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:39.036711 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-340e1de3-6456-45f0-8061-482d5f906435 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.050422 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-340e1de3-6456-45f0-8061-482d5f906435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.098485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c96dd16f-ba14-4103-aeee-e6f9b6d439ea no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:39.196674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-340e1de3-6456-45f0-8061-482d5f906435 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11508256ba0543259f52f81c2f809df8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4091394 Nov 16 05:08:39.198933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47060) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:39.201517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e1de3-6456-45f0-8061-482d5f906435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85740862-2452-4ebd-a939-22ae996c323c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:39.234632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: c96dd16f-ba14-4103-aeee-e6f9b6d439ea {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:39.234979 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c96dd16f-ba14-4103-aeee-e6f9b6d439ea not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:39.265194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47062) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:39.298328 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a10d3-9cf6-46bc-8778-e22b927e1200 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Subnet': ['ID=f9046112-291e-42c5-b7ab-d23b3eca98b7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:39.388197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 15aad01f-357a-4408-b535-f03009b9cb41 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:39.465211 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ad21e24-0d95-47f7-b3f2-ca7410656f02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.496796 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.504928 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ad21e24-0d95-47f7-b3f2-ca7410656f02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.590864 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f516667c-69fa-494e-84bd-2b9c6556aee3 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.613512 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 15aad01f-357a-4408-b535-f03009b9cb41 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:39.614156 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.651047 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ad21e24-0d95-47f7-b3f2-ca7410656f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.653645 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ad21e24-0d95-47f7-b3f2-ca7410656f02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.657115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2ad21e24-0d95-47f7-b3f2-ca7410656f02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85740862-2452-4ebd-a939-22ae996c323c HTTP/1.1" status: 204 len: 168 time: 0.4544878 Nov 16 05:08:39.667534 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.676526 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003ed82d-42a1-4bf8-82f9-e6139703a70a None None] DHCP port deletion for 3ec17322-5bfa-424b-ad38-f29fbb893281 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:39.681932 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f516667c-69fa-494e-84bd-2b9c6556aee3 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.708015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad21e24-0d95-47f7-b3f2-ca7410656f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85740862-2452-4ebd-a939-22ae996c323c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:39.786247 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:39.786733 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.787311 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f516667c-69fa-494e-84bd-2b9c6556aee3 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.790908 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f516667c-69fa-494e-84bd-2b9c6556aee3 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.791507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f516667c-69fa-494e-84bd-2b9c6556aee3 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "DELETE /v2.0/security-groups/305e7c36-af1a-421d-848b-53afd6e95270 HTTP/1.1" status: 204 len: 168 time: 0.5203187 Nov 16 05:08:39.831915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516667c-69fa-494e-84bd-2b9c6556aee3 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305e7c36-af1a-421d-848b-53afd6e95270,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:39.856320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47070) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:39.883167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-003ed82d-42a1-4bf8-82f9-e6139703a70a None None] Deleting port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:39.883636 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-003ed82d-42a1-4bf8-82f9-e6139703a70a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:39.940583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:39.983391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:39.983850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 5902d6a9-2ae8-4de0-a7d5-7c5673eb031d not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:40.025682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-003ed82d-42a1-4bf8-82f9-e6139703a70a None None] For port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3fa4fded-c44b-4c4a-b5ed-c9413366f28b,segment=NetworkSegment(e7f5e6e2-f36a-4948-a6ea-b49586feae9d),segment_id=e7f5e6e2-f36a-4948-a6ea-b49586feae9d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:40.025951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] For port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3fa4fded-c44b-4c4a-b5ed-c9413366f28b,segment=NetworkSegment(e7f5e6e2-f36a-4948-a6ea-b49586feae9d),segment_id=e7f5e6e2-f36a-4948-a6ea-b49586feae9d)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:40.026166 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-003ed82d-42a1-4bf8-82f9-e6139703a70a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.026275 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.042551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-003ed82d-42a1-4bf8-82f9-e6139703a70a None None] Calling delete_port for 3fa4fded-c44b-4c4a-b5ed-c9413366f28b owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:40.080447 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 3fa4fded-c44b-4c4a-b5ed-c9413366f28b owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:40.241497 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52875b2c-113c-43ac-aebc-ddba20faa363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.251524 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-003ed82d-42a1-4bf8-82f9-e6139703a70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.283350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003ed82d-42a1-4bf8-82f9-e6139703a70a None None] No DVR routers for this DVR port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:40.288534 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.20.0.1 (36f47ad5-6a64-4cca-9ba6-41238dfdfdfa/db4dd730-019b-4fbb-af28-06e73a3ef022/3b9923fe-de31-4007-9934-439714f4a541) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:40.319112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47082) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:40.335141 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ed82d-42a1-4bf8-82f9-e6139703a70a None None] Pushing event deleted for resources: {'Port': ['ID=3fa4fded-c44b-4c4a-b5ed-c9413366f28b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:40.359958 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.365288 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dee93dd-59a8-4686-87b6-c5b40cc7e4e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.432152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=3fa4fded-c44b-4c4a-b5ed-c9413366f28b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:40.438830 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No DVR routers for this DVR port 3fa4fded-c44b-4c4a-b5ed-c9413366f28b on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:40.551132 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dee93dd-59a8-4686-87b6-c5b40cc7e4e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.562580 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4dee93dd-59a8-4686-87b6-c5b40cc7e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.575373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.602326 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e2641f-7810-4236-94be-8bd788cc457c None None] Network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:40.604376 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.614576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ec17322-5bfa-424b-ad38-f29fbb893281']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:40.627115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f5e6e2-f36a-4948-a6ea-b49586feae9d') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:40.628232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f5e6e2-f36a-4948-a6ea-b49586feae9d') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:40.633330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4dee93dd-59a8-4686-87b6-c5b40cc7e4e4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99b0333b69bc46b4a4e6b4aa258df479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3109751 Nov 16 05:08:40.637231 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48333594-e87d-4d24-a08a-814f57fe17f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.640930 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.659789 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.670694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:08:40.672281 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.738146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55801fb-4403-482e-984e-b597731e6bea None None] Provisioning complete for port 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:40.738520 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55801fb-4403-482e-984e-b597731e6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.745307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47084) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:08:40.767056 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:08:40.772992 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.776211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee93dd-59a8-4686-87b6-c5b40cc7e4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d0a65e-52da-4de0-a39b-9a7c1016b372,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:40.794162 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.798210 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/networks/3ec17322-5bfa-424b-ad38-f29fbb893281 HTTP/1.1" status: 204 len: 168 time: 1.8019159 Nov 16 05:08:40.810407 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47086) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:40.823999 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ea601-370a-4980-a94e-2c5e6ff7f22f tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Network': ['ID=3ec17322-5bfa-424b-ad38-f29fbb893281,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:40.897101 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55801fb-4403-482e-984e-b597731e6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:40.950772 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55801fb-4403-482e-984e-b597731e6bea None None] For port 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=872d58c6-baf2-42fe-9a4b-1ffc9e463bd9,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:40.962758 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55801fb-4403-482e-984e-b597731e6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.027675 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.028683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55801fb-4403-482e-984e-b597731e6bea None None] Pushing event updated for resources: {'Port': ['ID=872d58c6-baf2-42fe-9a4b-1ffc9e463bd9,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:41.090653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:41.162490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:41.162783 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.217250 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d84970ca-b444-4928-8ecd-d09a719c9993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.240174 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d84970ca-b444-4928-8ecd-d09a719c9993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.262619 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:41.269057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:41.271554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:41.314863 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d84970ca-b444-4928-8ecd-d09a719c9993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.318427 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d84970ca-b444-4928-8ecd-d09a719c9993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.319736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d84970ca-b444-4928-8ecd-d09a719c9993 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19d0a65e-52da-4de0-a39b-9a7c1016b372 HTTP/1.1" status: 204 len: 168 time: 0.5721953 Nov 16 05:08:41.335054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84970ca-b444-4928-8ecd-d09a719c9993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d0a65e-52da-4de0-a39b-9a7c1016b372,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:41.338807 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=3b9923fe-de31-4007-9934-439714f4a541,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:41.349878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.428690 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-650e6470-83a9-408b-9b4c-c86246a840fd None None] Provisioning complete for port 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:41.429036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-650e6470-83a9-408b-9b4c-c86246a840fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.544709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3fa4fded-c44b-4c4a-b5ed-c9413366f28b no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:41.551038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-48333594-e87d-4d24-a08a-814f57fe17f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting port 03b48203-aaa5-43c3-8d58-4adc4314511b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:41.552740 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48333594-e87d-4d24-a08a-814f57fe17f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.597604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 3fa4fded-c44b-4c4a-b5ed-c9413366f28b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:41.597977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3fa4fded-c44b-4c4a-b5ed-c9413366f28b not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:41.665263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.675835 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ca552db-b199-4fec-bc89-46fe127b880b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.733688 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-48333594-e87d-4d24-a08a-814f57fe17f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] For port 03b48203-aaa5-43c3-8d58-4adc4314511b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=03b48203-aaa5-43c3-8d58-4adc4314511b,segment=NetworkSegment(cf957ebc-1860-47a9-85ec-629d9631404c),segment_id=cf957ebc-1860-47a9-85ec-629d9631404c)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:41.734092 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48333594-e87d-4d24-a08a-814f57fe17f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.750133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-48333594-e87d-4d24-a08a-814f57fe17f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Calling delete_port for 03b48203-aaa5-43c3-8d58-4adc4314511b owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:41.833261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-06948fc0-1d66-4d94-87ab-1cf80435cc87 None None] Provisioning complete for port 3b9923fe-de31-4007-9934-439714f4a541 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:41.833930 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-06948fc0-1d66-4d94-87ab-1cf80435cc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:41.877498 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-06948fc0-1d66-4d94-87ab-1cf80435cc87 None None] Port 3b9923fe-de31-4007-9934-439714f4a541 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:41.957192 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:42.046477 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48333594-e87d-4d24-a08a-814f57fe17f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:42.084762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48333594-e87d-4d24-a08a-814f57fe17f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Port': ['ID=03b48203-aaa5-43c3-8d58-4adc4314511b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:42.267292 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6ca552db-b199-4fec-bc89-46fe127b880b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 70e67ad4-dcea-41e5-a73d-117ffd997e81 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:42.267638 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ca552db-b199-4fec-bc89-46fe127b880b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:42.284374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:42.334352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:42.366589 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48333594-e87d-4d24-a08a-814f57fe17f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:42.444031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:42.446432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=3b9923fe-de31-4007-9934-439714f4a541,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:42.539387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-6ca552db-b199-4fec-bc89-46fe127b880b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] For port 70e67ad4-dcea-41e5-a73d-117ffd997e81, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=70e67ad4-dcea-41e5-a73d-117ffd997e81,segment=NetworkSegment(21afa595-8af1-42d4-92d0-442570cff20e),segment_id=21afa595-8af1-42d4-92d0-442570cff20e)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:42.539742 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ca552db-b199-4fec-bc89-46fe127b880b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:42.557223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6ca552db-b199-4fec-bc89-46fe127b880b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 70e67ad4-dcea-41e5-a73d-117ffd997e81 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:42.634393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:42.636656 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:42.640553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48333594-e87d-4d24-a08a-814f57fe17f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Router 8c15f849-4800-48f5-80f6-31e65b3f8de2 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:42.808808 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48333594-e87d-4d24-a08a-814f57fe17f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:42.820993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b959c2-af3c-459a-a4f7-57b7de081a7f None None] Sync routers for ids ['8c15f849-4800-48f5-80f6-31e65b3f8de2'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:42.824537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-48333594-e87d-4d24-a08a-814f57fe17f6 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "PUT /v2.0/routers/8c15f849-4800-48f5-80f6-31e65b3f8de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9666159 Nov 16 05:08:42.827140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47118) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:42.865190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b959c2-af3c-459a-a4f7-57b7de081a7f None None] Routers {'8c15f849-4800-48f5-80f6-31e65b3f8de2'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:42.865849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f6b959c2-af3c-459a-a4f7-57b7de081a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8c15f849-4800-48f5-80f6-31e65b3f8de2'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:42.897580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-63a4dd1e-a053-4520-90c0-9fc7e4bc528c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting subnet 47faee19-80b7-4efa-868b-c9d96ebc16b8 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:08:42.902990 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63a4dd1e-a053-4520-90c0-9fc7e4bc528c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:42.993796 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63a4dd1e-a053-4520-90c0-9fc7e4bc528c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:43.094955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f6b959c2-af3c-459a-a4f7-57b7de081a7f None None] Set router 8c15f849-4800-48f5-80f6-31e65b3f8de2 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:43.134756 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63a4dd1e-a053-4520-90c0-9fc7e4bc528c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:43.234769 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63a4dd1e-a053-4520-90c0-9fc7e4bc528c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:43.238710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:43.284471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4dd1e-a053-4520-90c0-9fc7e4bc528c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Subnet': ['ID=47faee19-80b7-4efa-868b-c9d96ebc16b8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:43.287208 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-63a4dd1e-a053-4520-90c0-9fc7e4bc528c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:43.295152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-63a4dd1e-a053-4520-90c0-9fc7e4bc528c tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "DELETE /v2.0/subnets/47faee19-80b7-4efa-868b-c9d96ebc16b8 HTTP/1.1" status: 204 len: 168 time: 0.4645357 Nov 16 05:08:43.295478 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47128) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:43.308069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-439713a5-572f-4793-9d50-f6a885059ae0 None None] Provisioning complete for port 3b9923fe-de31-4007-9934-439714f4a541 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:43.308702 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-439713a5-572f-4793-9d50-f6a885059ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:43.311685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29429427-215d-48e9-91ac-fea99c3fd2a8 None None] Network a135cc31-b44a-4cc0-927a-1547d7c6c342 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:43.320240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router 51cff7ca-54e9-4220-9618-9f2dc408e524 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:43.496445 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:43.518347 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ca552db-b199-4fec-bc89-46fe127b880b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:43.553150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:43.557959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca552db-b199-4fec-bc89-46fe127b880b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=70e67ad4-dcea-41e5-a73d-117ffd997e81,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:43.563068 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-11773c81-700c-49e9-9f90-5c34e4892cc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "PUT /v2.0/routers/51cff7ca-54e9-4220-9618-9f2dc408e524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4913428 Nov 16 05:08:43.577817 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29630ee-630e-446b-b318-14e01065056f None None] Sync routers for ids ['51cff7ca-54e9-4220-9618-9f2dc408e524'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:43.605506 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29630ee-630e-446b-b318-14e01065056f None None] Routers {'51cff7ca-54e9-4220-9618-9f2dc408e524'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:43.616043 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f29630ee-630e-446b-b318-14e01065056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['51cff7ca-54e9-4220-9618-9f2dc408e524'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:43.712016 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:43.832611 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6ca552db-b199-4fec-bc89-46fe127b880b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:43.847229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:43.847574 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:43.886423 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f29630ee-630e-446b-b318-14e01065056f None None] Set router 51cff7ca-54e9-4220-9618-9f2dc408e524 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:43.969811 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:44.023035 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:44.060283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-439713a5-572f-4793-9d50-f6a885059ae0 None None] Port 3b9923fe-de31-4007-9934-439714f4a541 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:44.068656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] For port d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:44.069053 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:44.076248 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:44.076766 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:44.094041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Calling delete_port for d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:44.141185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-0ff7da1a-f3e9-45ea-bbba-22abbe63f8ba tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945113110&fields=id&tenant_id=67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 267 time: 0.0984960 Nov 16 05:08:44.258502 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f29630ee-630e-446b-b318-14e01065056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:41Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3b9923fe-de31-4007-9934-439714f4a541', 'name': '', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ba:f1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:39Z', 'updated_at': '2021-11-16T05:08:42Z', 'revision_number': 2, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:44.291799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f6b959c2-af3c-459a-a4f7-57b7de081a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:08:41Z', 'revision_number': 5, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port': {'id': 'd872d8bf-1c2e-4041-a13b-e9bb5be6b6e0', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:44:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:07:25Z', 'updated_at': '2021-11-16T05:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:44.318845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca552db-b199-4fec-bc89-46fe127b880b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:44.327080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b959c2-af3c-459a-a4f7-57b7de081a7f None None] Checking router: 8c15f849-4800-48f5-80f6-31e65b3f8de2 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:44.348117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b959c2-af3c-459a-a4f7-57b7de081a7f None None] Routers {'8c15f849-4800-48f5-80f6-31e65b3f8de2'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:44.349177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f6b959c2-af3c-459a-a4f7-57b7de081a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8c15f849-4800-48f5-80f6-31e65b3f8de2'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:44.371871 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29630ee-630e-446b-b318-14e01065056f None None] Checking router: 51cff7ca-54e9-4220-9618-9f2dc408e524 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:44.372231 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29630ee-630e-446b-b318-14e01065056f None None] Updating router 51cff7ca-54e9-4220-9618-9f2dc408e524 port 3b9923fe-de31-4007-9934-439714f4a541 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:08:44.427761 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f29630ee-630e-446b-b318-14e01065056f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:44.432942 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1942dcd-7a30-43bc-acd9-7e147c3ba23b None None] DHCP port deletion for a135cc31-b44a-4cc0-927a-1547d7c6c342 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:44.486560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-395e61ab-dbda-44a3-a4c8-f77ef49a57c3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:44.488006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-395e61ab-dbda-44a3-a4c8-f77ef49a57c3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/networks?id=36f47ad5-6a64-4cca-9ba6-41238dfdfdfa HTTP/1.1" status: 200 len: 795 time: 0.3370111 Nov 16 05:08:44.529293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca552db-b199-4fec-bc89-46fe127b880b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:44.539744 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6ca552db-b199-4fec-bc89-46fe127b880b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7271137 Nov 16 05:08:44.541136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47174) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:44.544624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-9c16abb4-4c00-41ee-834a-2fe5313095a5 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/quotas/67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 375 time: 0.0440392 Nov 16 05:08:44.563283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722dcefd-cb95-49e8-84b0-6f0454eba7f3 None None] Sync routers for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:44.584341 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722dcefd-cb95-49e8-84b0-6f0454eba7f3 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:44.584974 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-722dcefd-cb95-49e8-84b0-6f0454eba7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:44.655699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-4c6f4120-d2f6-41f4-9b04-4ab718c78d8c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083231 Nov 16 05:08:44.662165 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-c7a46f95-3a1a-48db-9f36-7b586e313053 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:08:44.669724 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-c7a46f95-3a1a-48db-9f36-7b586e313053 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128860 Nov 16 05:08:44.690320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8489f645-2c13-4a3f-b6af-8f6b229eb304 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting subnet e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:08:44.695942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8489f645-2c13-4a3f-b6af-8f6b229eb304 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:44.755609 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:44.772087 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8489f645-2c13-4a3f-b6af-8f6b229eb304 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:44.801563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Port': ['ID=d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:44.847327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f6b959c2-af3c-459a-a4f7-57b7de081a7f None None] Set router 8c15f849-4800-48f5-80f6-31e65b3f8de2 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:44.861078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4fd77b-2817-4a15-bdc9-7d1137dec025 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:44.894412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-27b1b55a-4104-4fce-bd39-0411910d2625 service neutron] 10.222.0.41 "GET /v2.0/networks/36f47ad5-6a64-4cca-9ba6-41238dfdfdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222638 Nov 16 05:08:44.930918 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8489f645-2c13-4a3f-b6af-8f6b229eb304 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:44.960840 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.081625 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.081884 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8489f645-2c13-4a3f-b6af-8f6b229eb304 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.086315 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.163630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-bfd3ca51-7fa4-43fd-b259-1c749511d9cf service neutron] 10.222.0.41 "GET /v2.0/networks/36f47ad5-6a64-4cca-9ba6-41238dfdfdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681062 Nov 16 05:08:45.175239 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.176040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Fanout notify agent at l3_agent the message router_deleted on router 8c15f849-4800-48f5-80f6-31e65b3f8de2 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:08:45.184329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f6b959c2-af3c-459a-a4f7-57b7de081a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:08:43Z', 'revision_number': 6, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:45.193558 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8489f645-2c13-4a3f-b6af-8f6b229eb304 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.194885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.199903 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8fa6a1fe-5827-4373-8bc4-350f11697be7 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "DELETE /v2.0/routers/8c15f849-4800-48f5-80f6-31e65b3f8de2 HTTP/1.1" status: 204 len: 168 time: 1.9033680 Nov 16 05:08:45.201799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47186) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:45.210907 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f29630ee-630e-446b-b318-14e01065056f None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.215461 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8489f645-2c13-4a3f-b6af-8f6b229eb304 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7 HTTP/1.1" status: 204 len: 168 time: 0.6725104 Nov 16 05:08:45.217374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47188) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:45.219668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47190) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:45.224966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b1942dcd-7a30-43bc-acd9-7e147c3ba23b None None] Deleting port b76cf8f5-ab00-47ae-9011-ec38066f0a22 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:45.225875 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f29630ee-630e-446b-b318-14e01065056f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.227024 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489f645-2c13-4a3f-b6af-8f6b229eb304 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Subnet': ['ID=e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:45.228601 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1942dcd-7a30-43bc-acd9-7e147c3ba23b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.295343 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179b0071-95e3-4c68-ad15-b051832d2700 None None] Network c818a62f-376d-4acf-b86f-420518ad8318 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:45.348295 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d6204-7027-4bd4-9b98-5d2c26397620 None None] Pushing event updated for resources: {'Port': ['ID=3b9923fe-de31-4007-9934-439714f4a541,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:45.372778 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47196) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:45.421300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b959c2-af3c-459a-a4f7-57b7de081a7f None None] The sync data for ids ['8c15f849-4800-48f5-80f6-31e65b3f8de2'] in n-d-818042-1 is: [{'id': '8c15f849-4800-48f5-80f6-31e65b3f8de2', 'name': 'tempest-TestNetworkBasicOps-router-749418907', 'tenant_id': '5d96d78dbd524318af36e944a5e52691', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:07:24Z', 'updated_at': '2021-11-16T05:08:43Z', 'revision_number': 6, 'project_id': '5d96d78dbd524318af36e944a5e52691', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:45.499501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-722dcefd-cb95-49e8-84b0-6f0454eba7f3 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:45.532528 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f29630ee-630e-446b-b318-14e01065056f None None] Attempting to bind port 3b9923fe-de31-4007-9934-439714f4a541 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:45.536114 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f29630ee-630e-446b-b318-14e01065056f None None] Attempting to bind port 3b9923fe-de31-4007-9934-439714f4a541 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'b92209ce-de6e-463f-8616-2e9b41530593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:45.537665 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.540732 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29630ee-630e-446b-b318-14e01065056f None None] Attempting to bind port 3b9923fe-de31-4007-9934-439714f4a541 on network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:45.560689 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.568004 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29630ee-630e-446b-b318-14e01065056f None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:45.570794 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29630ee-630e-446b-b318-14e01065056f None None] Checking segment: {'id': 'b92209ce-de6e-463f-8616-2e9b41530593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:45.572178 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f29630ee-630e-446b-b318-14e01065056f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.573032 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29630ee-630e-446b-b318-14e01065056f None None] Bound using segment: {'id': 'b92209ce-de6e-463f-8616-2e9b41530593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:45.575257 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f29630ee-630e-446b-b318-14e01065056f None None] Bound port: 3b9923fe-de31-4007-9934-439714f4a541, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92209ce-de6e-463f-8616-2e9b41530593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:45.576537 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f29630ee-630e-446b-b318-14e01065056f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.604470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b76cf8f5-ab00-47ae-9011-ec38066f0a22 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:45.742879 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0748bdad-1f56-426a-8db8-bea5f1cdbf11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.746300 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f29630ee-630e-446b-b318-14e01065056f None None] For port 3b9923fe-de31-4007-9934-439714f4a541, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:45.762465 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f29630ee-630e-446b-b318-14e01065056f None None] For port 3b9923fe-de31-4007-9934-439714f4a541, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3b9923fe-de31-4007-9934-439714f4a541,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:45.770149 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port 37ea1e5b-d87d-43f9-997b-e7798fb6caee {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:45.770737 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.774334 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f29630ee-630e-446b-b318-14e01065056f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.802316 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6954eda9-736a-49a7-a389-7061958f36e6 req-c9279830-187a-4a08-ad10-e2692f0ea219 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 210 time: 0.1221001 Nov 16 05:08:45.804524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b1942dcd-7a30-43bc-acd9-7e147c3ba23b None None] For port b76cf8f5-ab00-47ae-9011-ec38066f0a22, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b76cf8f5-ab00-47ae-9011-ec38066f0a22,segment=NetworkSegment(cf957ebc-1860-47a9-85ec-629d9631404c),segment_id=cf957ebc-1860-47a9-85ec-629d9631404c)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:45.804999 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1942dcd-7a30-43bc-acd9-7e147c3ba23b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.838713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Deleting port b76cf8f5-ab00-47ae-9011-ec38066f0a22 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:45.842683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.865883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] For port 37ea1e5b-d87d-43f9-997b-e7798fb6caee, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=37ea1e5b-d87d-43f9-997b-e7798fb6caee,segment=NetworkSegment(21afa595-8af1-42d4-92d0-442570cff20e),segment_id=21afa595-8af1-42d4-92d0-442570cff20e)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:45.866622 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:45.881664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for 37ea1e5b-d87d-43f9-997b-e7798fb6caee owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:45.917901 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d6204-7027-4bd4-9b98-5d2c26397620 None None] Pushing event updated for resources: {'Port': ['ID=3b9923fe-de31-4007-9934-439714f4a541,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:45.957508 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b1942dcd-7a30-43bc-acd9-7e147c3ba23b None None] Calling delete_port for b76cf8f5-ab00-47ae-9011-ec38066f0a22 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:46.004013 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29630ee-630e-446b-b318-14e01065056f None None] Routers {'51cff7ca-54e9-4220-9618-9f2dc408e524'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:46.004653 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f29630ee-630e-446b-b318-14e01065056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['51cff7ca-54e9-4220-9618-9f2dc408e524'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:46.043592 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8deaaa09-1b9a-4748-b21b-6bfc405bdfba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.051706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] For port b76cf8f5-ab00-47ae-9011-ec38066f0a22, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b76cf8f5-ab00-47ae-9011-ec38066f0a22,segment=NetworkSegment(cf957ebc-1860-47a9-85ec-629d9631404c),segment_id=cf957ebc-1860-47a9-85ec-629d9631404c)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:46.056923 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.065859 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.074801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bba8d84-96ab-410f-b8ec-67e93c6cdf38 None None] DHCP port deletion for c818a62f-376d-4acf-b86f-420518ad8318 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:46.079783 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d71e4d45-049a-4765-b042-78f3f6ca7e8b None None] Provisioning complete for port 3b9923fe-de31-4007-9934-439714f4a541 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:46.080397 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d71e4d45-049a-4765-b042-78f3f6ca7e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.112331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=37ea1e5b-d87d-43f9-997b-e7798fb6caee,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:46.116415 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No DVR routers for this DVR port 37ea1e5b-d87d-43f9-997b-e7798fb6caee on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:46.116831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Calling delete_port for b76cf8f5-ab00-47ae-9011-ec38066f0a22 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:46.254796 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.313802 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f29630ee-630e-446b-b318-14e01065056f None None] Set router 51cff7ca-54e9-4220-9618-9f2dc408e524 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:46.337489 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.342857 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.355665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] No DVR routers for this DVR port b76cf8f5-ab00-47ae-9011-ec38066f0a22 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:46.392821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c818a62f-376d-4acf-b86f-420518ad8318']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:46.412592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21afa595-8af1-42d4-92d0-442570cff20e') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:46.419610 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21afa595-8af1-42d4-92d0-442570cff20e') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:46.459004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Port': ['ID=b76cf8f5-ab00-47ae-9011-ec38066f0a22,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:46.476688 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.478411 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.509919 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1942dcd-7a30-43bc-acd9-7e147c3ba23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.533193 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.555823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1942dcd-7a30-43bc-acd9-7e147c3ba23b None None] Pushing event deleted for resources: {'Port': ['ID=b76cf8f5-ab00-47ae-9011-ec38066f0a22,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:46.566943 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:08:46.567503 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:08:46.571165 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:08:46.573615 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d71e4d45-049a-4765-b042-78f3f6ca7e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.576791 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0748bdad-1f56-426a-8db8-bea5f1cdbf11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.596908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1942dcd-7a30-43bc-acd9-7e147c3ba23b None None] No DVR routers for this DVR port b76cf8f5-ab00-47ae-9011-ec38066f0a22 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:46.605930 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.638008 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0748bdad-1f56-426a-8db8-bea5f1cdbf11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.645399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a135cc31-b44a-4cc0-927a-1547d7c6c342']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:46.669725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf957ebc-1860-47a9-85ec-629d9631404c') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:46.670305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf957ebc-1860-47a9-85ec-629d9631404c') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:46.684441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d71e4d45-049a-4765-b042-78f3f6ca7e8b None None] For port 3b9923fe-de31-4007-9934-439714f4a541, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3b9923fe-de31-4007-9934-439714f4a541,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:46.687891 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0748bdad-1f56-426a-8db8-bea5f1cdbf11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=988ce1641c1943f78fbfc74882fa9b4d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3060155 Nov 16 05:08:46.690056 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.690842 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8deaaa09-1b9a-4748-b21b-6bfc405bdfba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.692633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-722dcefd-cb95-49e8-84b0-6f0454eba7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:43Z', 'revision_number': 10, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:46.697008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47210) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:46.728909 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8deaaa09-1b9a-4748-b21b-6bfc405bdfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.753568 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d71e4d45-049a-4765-b042-78f3f6ca7e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.754555 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.781546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:08:46.781985 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:08:46.787952 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:08:46.815265 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8deaaa09-1b9a-4748-b21b-6bfc405bdfba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7eee1d5cd344e11a39f8bd6f7ae85d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5903311 Nov 16 05:08:46.818319 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47212) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:46.823737 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.899604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748bdad-1f56-426a-8db8-bea5f1cdbf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68381f1b-2878-42fe-8adf-aa770a073db5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:46.902891 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.912131 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/networks/c818a62f-376d-4acf-b86f-420518ad8318 HTTP/1.1" status: 204 len: 168 time: 1.6880610 Nov 16 05:08:46.917783 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f29630ee-630e-446b-b318-14e01065056f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:41Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3b9923fe-de31-4007-9934-439714f4a541', 'name': '', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ba:f1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:39Z', 'updated_at': '2021-11-16T05:08:45Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:46.943081 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47216) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:46.955022 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9028-4edb-4c3b-a48f-a558f730b219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:46.970229 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae17463-298a-4e2a-8e09-160fe22667a7 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Network': ['ID=c818a62f-376d-4acf-b86f-420518ad8318,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:46.997438 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9028-4edb-4c3b-a48f-a558f730b219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:47.009948 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29630ee-630e-446b-b318-14e01065056f None None] The sync data for ids ['51cff7ca-54e9-4220-9618-9f2dc408e524'] in n-d-818042-1 is: [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:41Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3b9923fe-de31-4007-9934-439714f4a541', 'name': '', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ba:f1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:39Z', 'updated_at': '2021-11-16T05:08:45Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:47.038354 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5bda5f9-0e69-4969-8448-051112487d5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:47.114096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722dcefd-cb95-49e8-84b0-6f0454eba7f3 None None] Checking router: cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:47.124245 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deaaa09-1b9a-4748-b21b-6bfc405bdfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c4707a-7db1-4052-93e8-8548e9fd5ef1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:47.160876 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c1dec1d-0539-4ce9-ac66-7bd43d689d37 req-94f78e75-7315-4aa4-a653-11b0e2af369b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 210 time: 0.1218021 Nov 16 05:08:47.160876 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:47.161318 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5bda5f9-0e69-4969-8448-051112487d5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:47.175049 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:47.178445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] 10.222.0.41 "DELETE /v2.0/networks/a135cc31-b44a-4cc0-927a-1547d7c6c342 HTTP/1.1" status: 204 len: 168 time: 1.9747114 Nov 16 05:08:47.180779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f02d6-c3f3-440f-a79b-e9659cb32899 tempest-TestNetworkBasicOps-774316522 tempest-TestNetworkBasicOps-774316522-project] Pushing event deleted for resources: {'Network': ['ID=a135cc31-b44a-4cc0-927a-1547d7c6c342,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:47.210052 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9028-4edb-4c3b-a48f-a558f730b219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:47.214029 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7e5b9028-4edb-4c3b-a48f-a558f730b219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:47.216083 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7e5b9028-4edb-4c3b-a48f-a558f730b219 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68381f1b-2878-42fe-8adf-aa770a073db5 HTTP/1.1" status: 204 len: 168 time: 0.5174689 Nov 16 05:08:47.230905 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b9028-4edb-4c3b-a48f-a558f730b219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68381f1b-2878-42fe-8adf-aa770a073db5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:47.246894 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e4d45-049a-4765-b042-78f3f6ca7e8b None None] Pushing event updated for resources: {'Port': ['ID=3b9923fe-de31-4007-9934-439714f4a541,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:47.254098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722dcefd-cb95-49e8-84b0-6f0454eba7f3 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:47.255194 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-722dcefd-cb95-49e8-84b0-6f0454eba7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:47.260693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-709379a2-bf26-4556-a9dd-52735cea626a None None] Provisioning complete for port 3b9923fe-de31-4007-9934-439714f4a541 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:47.261047 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-709379a2-bf26-4556-a9dd-52735cea626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:47.380633 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5bda5f9-0e69-4969-8448-051112487d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:47.382141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5bda5f9-0e69-4969-8448-051112487d5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:47.385704 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f5bda5f9-0e69-4969-8448-051112487d5c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27c4707a-7db1-4052-93e8-8548e9fd5ef1 HTTP/1.1" status: 204 len: 168 time: 0.5519929 Nov 16 05:08:47.425464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bda5f9-0e69-4969-8448-051112487d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c4707a-7db1-4052-93e8-8548e9fd5ef1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:47.538336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3b9923fe-de31-4007-9934-439714f4a541 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:47.646887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-722dcefd-cb95-49e8-84b0-6f0454eba7f3 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:47.666641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-1bc30bce-de88-43b1-a7c4-0710d1891bc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:47.670835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-1bc30bce-de88-43b1-a7c4-0710d1891bc1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "GET /v2.0/networks?id=36f47ad5-6a64-4cca-9ba6-41238dfdfdfa HTTP/1.1" status: 200 len: 795 time: 0.2370358 Nov 16 05:08:47.844447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-16d846f3-adbf-4410-9f49-8446076f3fb4 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67e3204c0e154b1a8a560237bfff7b3b HTTP/1.1" status: 200 len: 380 time: 0.1632419 Nov 16 05:08:47.855973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-a9a20e4d-075c-4617-b55e-afd047e5bedf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'port': {'device_id': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'admin_state_up': True, 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'security_groups': ['a9c7c6c5-83e6-4cac-91ec-62b94330f061']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:47.893722 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0fec-098d-4e7b-9afb-da7cd8e60d62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:47.920252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 3b9923fe-de31-4007-9934-439714f4a541 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:47.920629 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:47.966693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47228) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:48.019003 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-17a89b35-9255-4ae7-8b36-9a059d81bbf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.096469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-722dcefd-cb95-49e8-84b0-6f0454eba7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:43Z', 'revision_number': 10, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:48.146268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47232) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:48.157646 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722dcefd-cb95-49e8-84b0-6f0454eba7f3 None None] The sync data for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 is: [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:43Z', 'revision_number': 10, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None, '_interfaces': [{'id': 'b9043561-9c2b-45ef-8ea7-0de46d98c490', 'name': '', 'network_id': '1a07e356-bf30-4db1-b06d-12088c5ec8ea', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'mac_address': 'fa:16:3e:0b:bc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:03Z', 'updated_at': '2021-11-16T05:08:09Z', 'revision_number': 5, 'project_id': '241cfe9af769486788408b0298e955e1', 'subnets': [{'id': 'b6743c85-90c4-49fc-b1f4-7074f5102338', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:48.176347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 37ea1e5b-d87d-43f9-997b-e7798fb6caee no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:48.240815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 37ea1e5b-d87d-43f9-997b-e7798fb6caee {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:48.241169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 37ea1e5b-d87d-43f9-997b-e7798fb6caee not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:48.243007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:48.314755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:48.315109 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d872d8bf-1c2e-4041-a13b-e9bb5be6b6e0 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:48.316931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 03b48203-aaa5-43c3-8d58-4adc4314511b no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:48.324705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e50ec06-a1e5-4316-9dee-be0c27cdcc57 req-328438b5-d5e8-4ae9-b1b2-c4cf47c8db33 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 210 time: 0.0437248 Nov 16 05:08:48.353636 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-a9a20e4d-075c-4617-b55e-afd047e5bedf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Made reservation on behalf of 67e3204c0e154b1a8a560237bfff7b3b for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:08:48.358474 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-a9a20e4d-075c-4617-b55e-afd047e5bedf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.366597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 03b48203-aaa5-43c3-8d58-4adc4314511b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:48.367190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 03b48203-aaa5-43c3-8d58-4adc4314511b not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:48.381367 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-17a89b35-9255-4ae7-8b36-9a059d81bbf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.388683 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47238) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:48.400911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-17a89b35-9255-4ae7-8b36-9a059d81bbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.404527 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b201e70-121d-414a-a7b7-8cfec13224e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.419955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a0fec-098d-4e7b-9afb-da7cd8e60d62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port b9043561-9c2b-45ef-8ea7-0de46d98c490 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:48.420296 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0fec-098d-4e7b-9afb-da7cd8e60d62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.483980 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-17a89b35-9255-4ae7-8b36-9a059d81bbf0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03a177cb92884370ab5a16fbfce6709e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5126014 Nov 16 05:08:48.485098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47240) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:48.496654 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.580436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-0a7a0fec-098d-4e7b-9afb-da7cd8e60d62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] For port b9043561-9c2b-45ef-8ea7-0de46d98c490, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b9043561-9c2b-45ef-8ea7-0de46d98c490,segment=NetworkSegment(a9d66a65-9ef0-462b-bdf8-baec2d7e1190),segment_id=a9d66a65-9ef0-462b-bdf8-baec2d7e1190)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:48.580808 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0fec-098d-4e7b-9afb-da7cd8e60d62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.604037 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0a7a0fec-098d-4e7b-9afb-da7cd8e60d62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for b9043561-9c2b-45ef-8ea7-0de46d98c490 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:48.641207 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0157580-2206-4e16-bb62-d1f64867e3ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.677716 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b201e70-121d-414a-a7b7-8cfec13224e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.696572 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b201e70-121d-414a-a7b7-8cfec13224e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.720952 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0157580-2206-4e16-bb62-d1f64867e3ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.793177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b201e70-121d-414a-a7b7-8cfec13224e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb90e35-3dc9-47c5-8ee6-723028116d63,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:48.835321 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0b201e70-121d-414a-a7b7-8cfec13224e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0a2d13da640143589f0d60b7e2d6d72e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4430890 Nov 16 05:08:48.838798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47242) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:48.850496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a89b35-9255-4ae7-8b36-9a059d81bbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e81f89-42b9-45fb-847d-bef7a430fd8b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:48.876003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-27ad8c2b-894e-41a4-8abb-668981688c72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d96d78dbd524318af36e944a5e52691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7286189 Nov 16 05:08:48.878917 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47244) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:48.906792 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0157580-2206-4e16-bb62-d1f64867e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.913551 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0157580-2206-4e16-bb62-d1f64867e3ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:48.917977 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b0157580-2206-4e16-bb62-d1f64867e3ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8e81f89-42b9-45fb-847d-bef7a430fd8b HTTP/1.1" status: 204 len: 168 time: 0.4274108 Nov 16 05:08:48.974673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0157580-2206-4e16-bb62-d1f64867e3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e81f89-42b9-45fb-847d-bef7a430fd8b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:49.012660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-a9a20e4d-075c-4617-b55e-afd047e5bedf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.20.0.12 (36f47ad5-6a64-4cca-9ba6-41238dfdfdfa/db4dd730-019b-4fbb-af28-06e73a3ef022/86e92da1-12d1-4cbd-9dd7-86f8205f6a5b) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:49.048088 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ecf9f722-8e3b-4ae7-82aa-6c536ae53514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.082129 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ecf9f722-8e3b-4ae7-82aa-6c536ae53514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.095634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0fec-098d-4e7b-9afb-da7cd8e60d62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.134839 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caae14ee-869a-4b17-baa4-65f916d5b26f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.142705 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a0fec-098d-4e7b-9afb-da7cd8e60d62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=b9043561-9c2b-45ef-8ea7-0de46d98c490,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:49.194226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caae14ee-869a-4b17-baa4-65f916d5b26f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.333223 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0a7a0fec-098d-4e7b-9afb-da7cd8e60d62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.342079 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ecf9f722-8e3b-4ae7-82aa-6c536ae53514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.343176 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-a9a20e4d-075c-4617-b55e-afd047e5bedf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.350449 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ecf9f722-8e3b-4ae7-82aa-6c536ae53514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.356320 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ecf9f722-8e3b-4ae7-82aa-6c536ae53514 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6eb90e35-3dc9-47c5-8ee6-723028116d63 HTTP/1.1" status: 204 len: 168 time: 0.5139589 Nov 16 05:08:49.381888 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9f722-8e3b-4ae7-82aa-6c536ae53514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb90e35-3dc9-47c5-8ee6-723028116d63,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:49.438452 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-a9a20e4d-075c-4617-b55e-afd047e5bedf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.575641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-a9a20e4d-075c-4617-b55e-afd047e5bedf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:49.577368 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caae14ee-869a-4b17-baa4-65f916d5b26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.584848 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caae14ee-869a-4b17-baa4-65f916d5b26f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.588534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-a9a20e4d-075c-4617-b55e-afd047e5bedf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:49.591146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-a9a20e4d-075c-4617-b55e-afd047e5bedf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:49.596209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a20e4d-075c-4617-b55e-afd047e5bedf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:49.604736 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-caae14ee-869a-4b17-baa4-65f916d5b26f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b177d36-a552-4f48-a7d6-7d1428651da0 HTTP/1.1" status: 204 len: 168 time: 0.7247794 Nov 16 05:08:49.605239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3b9923fe-de31-4007-9934-439714f4a541 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:49.623339 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae14ee-869a-4b17-baa4-65f916d5b26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b177d36-a552-4f48-a7d6-7d1428651da0,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:49.667374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d3949-b35e-4469-ae16-08973b42344b req-82f24bf0-48ea-4b89-90ea-9a82422f2d28 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:49.669005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-196d3949-b35e-4469-ae16-08973b42344b req-82f24bf0-48ea-4b89-90ea-9a82422f2d28 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 932 time: 0.1671181 Nov 16 05:08:49.684137 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-a9a20e4d-075c-4617-b55e-afd047e5bedf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:49.684796 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-a9a20e4d-075c-4617-b55e-afd047e5bedf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.772445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-a9a20e4d-075c-4617-b55e-afd047e5bedf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9205086 Nov 16 05:08:49.773565 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 3b9923fe-de31-4007-9934-439714f4a541 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:49.776490 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:49.780092 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7a0fec-098d-4e7b-9afb-da7cd8e60d62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:49.795449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Request body: {'port': {'device_id': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:49.851438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-196d3949-b35e-4469-ae16-08973b42344b req-fd91d429-841e-4bf7-8770-7267d709d354 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636481 Nov 16 05:08:49.900706 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:50.007653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 70e67ad4-dcea-41e5-a73d-117ffd997e81 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:50.024627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7a0fec-098d-4e7b-9afb-da7cd8e60d62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:50.030287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 70e67ad4-dcea-41e5-a73d-117ffd997e81 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:50.030395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 70e67ad4-dcea-41e5-a73d-117ffd997e81 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:50.035934 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c3ef21-5934-4589-979f-da4e7525c2a4 None None] Sync routers for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:50.042440 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0a7a0fec-098d-4e7b-9afb-da7cd8e60d62 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0890849 Nov 16 05:08:50.043507 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47266) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:50.047996 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c3ef21-5934-4589-979f-da4e7525c2a4 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:50.049626 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-22c3ef21-5934-4589-979f-da4e7525c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:50.084428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a172bcbe-5f22-43d7-be92-8be95e874079 None None] Provisioning complete for port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:50.085071 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a172bcbe-5f22-43d7-be92-8be95e874079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:50.173974 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a172bcbe-5f22-43d7-be92-8be95e874079 None None] Port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:50.217356 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-22c3ef21-5934-4589-979f-da4e7525c2a4 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:50.286923 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-22c3ef21-5934-4589-979f-da4e7525c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:48Z', 'revision_number': 11, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:50.342584 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c3ef21-5934-4589-979f-da4e7525c2a4 None None] Checking router: cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:50.353200 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c3ef21-5934-4589-979f-da4e7525c2a4 None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:50.354210 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-22c3ef21-5934-4589-979f-da4e7525c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:50.431586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47276) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:50.447603 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-684d5bc3-7d36-4d3d-a250-0beb35efa66a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:50.449717 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-22c3ef21-5934-4589-979f-da4e7525c2a4 None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:50.476616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:08:50.487219 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:50.512748 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Transition to ACTIVE for port object 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:08:50.524617 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:50.525148 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-22c3ef21-5934-4589-979f-da4e7525c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:48Z', 'revision_number': 11, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:50.540093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac2d4e2b-ed40-445a-8701-67fd9fcd4866 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting subnet b6743c85-90c4-49fc-b1f4-7074f5102338 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:08:50.550910 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4e2b-ed40-445a-8701-67fd9fcd4866 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:50.561993 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c3ef21-5934-4589-979f-da4e7525c2a4 None None] The sync data for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 is: [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:48Z', 'revision_number': 11, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:50.577462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Pushing event updated for resources: {'Port': ['ID=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:50.654004 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4e2b-ed40-445a-8701-67fd9fcd4866 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:50.711665 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-684d5bc3-7d36-4d3d-a250-0beb35efa66a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:50.733796 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-684d5bc3-7d36-4d3d-a250-0beb35efa66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:50.792182 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-684d5bc3-7d36-4d3d-a250-0beb35efa66a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e18f0eca2dd54f1e98535f6141c672c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3594244 Nov 16 05:08:50.797456 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47288) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:50.814192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d5bc3-7d36-4d3d-a250-0beb35efa66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8f4abb-fbec-425f-8bda-d8b2ae9eadf5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:50.825038 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4e2b-ed40-445a-8701-67fd9fcd4866 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:50.837796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Attempting to bind port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:50.838335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Attempting to bind port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'b92209ce-de6e-463f-8616-2e9b41530593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:50.838832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Attempting to bind port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b on network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:50.854631 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b on network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:08:50.855175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Attempting to bind port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b on network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:50.864657 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:50.865043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Checking segment: {'id': 'b92209ce-de6e-463f-8616-2e9b41530593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:50.865369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Bound using segment: {'id': 'b92209ce-de6e-463f-8616-2e9b41530593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:50.865834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Bound port: 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b92209ce-de6e-463f-8616-2e9b41530593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:50.866200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:50.933696 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6652692a-7cb3-42fa-aa2b-592c44e84d04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:50.957974 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4e2b-ed40-445a-8701-67fd9fcd4866 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:50.991282 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6652692a-7cb3-42fa-aa2b-592c44e84d04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.000296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d4e2b-ed40-445a-8701-67fd9fcd4866 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Subnet': ['ID=b6743c85-90c4-49fc-b1f4-7074f5102338,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:51.002413 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ac2d4e2b-ed40-445a-8701-67fd9fcd4866 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.008458 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ac2d4e2b-ed40-445a-8701-67fd9fcd4866 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/b6743c85-90c4-49fc-b1f4-7074f5102338 HTTP/1.1" status: 204 len: 168 time: 0.9636493 Nov 16 05:08:51.009224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47296) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:51.015974 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2620f06-1957-4edd-8244-4d87a3ab99b7 None None] Network 1a07e356-bf30-4db1-b06d-12088c5ec8ea requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:51.102303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] For port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:51.125120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] For port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:51.145356 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.181670 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.223755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b9043561-9c2b-45ef-8ea7-0de46d98c490 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:51.241388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Deleting port a6563300-b4ac-4e9f-857f-7bb56863e8be {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:51.241735 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.265045 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6652692a-7cb3-42fa-aa2b-592c44e84d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.267723 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: b9043561-9c2b-45ef-8ea7-0de46d98c490 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:51.268296 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b9043561-9c2b-45ef-8ea7-0de46d98c490 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:51.269757 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6652692a-7cb3-42fa-aa2b-592c44e84d04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.273548 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6652692a-7cb3-42fa-aa2b-592c44e84d04 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a8f4abb-fbec-425f-8bda-d8b2ae9eadf5 HTTP/1.1" status: 204 len: 168 time: 0.4726777 Nov 16 05:08:51.274479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Pushing event updated for resources: {'Port': ['ID=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:51.294645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:51.295274 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.296685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-449ee01f-2dc4-4c0a-b68f-11aafef21164 service neutron] 10.222.0.15 "PUT /v2.0/ports/86e92da1-12d1-4cbd-9dd7-86f8205f6a5b HTTP/1.1" status: 200 len: 1092 time: 1.5134866 Nov 16 05:08:51.308167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:08:51.314838 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1c069f-4a2a-46a0-a268-7a2960bfc97f" -d '{"events": [{"name": "network-changed", "server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:08:51.326174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652692a-7cb3-42fa-aa2b-592c44e84d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8f4abb-fbec-425f-8bda-d8b2ae9eadf5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:51.375825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] For port a6563300-b4ac-4e9f-857f-7bb56863e8be, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a6563300-b4ac-4e9f-857f-7bb56863e8be,segment=NetworkSegment(a9d66a65-9ef0-462b-bdf8-baec2d7e1190),segment_id=a9d66a65-9ef0-462b-bdf8-baec2d7e1190)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:51.377233 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.414084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Calling delete_port for a6563300-b4ac-4e9f-857f-7bb56863e8be owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:51.427005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cec43e2-e393-4176-9083-12f3e1c0b575 None None] DHCP port deletion for 1a07e356-bf30-4db1-b06d-12088c5ec8ea request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:51.442686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895e8d4-8456-4cac-a03e-7de116a64235 req-b17173a8-3350-4669-8f4b-b04b2926827f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:51.446372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e895e8d4-8456-4cac-a03e-7de116a64235 req-b17173a8-3350-4669-8f4b-b04b2926827f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 944 time: 0.4491844 Nov 16 05:08:51.448811 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c32915-6690-496a-91c3-3b2d03744b5b x-openstack-request-id: req-38c32915-6690-496a-91c3-3b2d03744b5b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:08:51.449104 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:08:51.449363 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-38c32915-6690-496a-91c3-3b2d03744b5b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:08:51.449783 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'status': 'completed', 'code': 200} Nov 16 05:08:51.545338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1cec43e2-e393-4176-9083-12f3e1c0b575 None None] Deleting port a6563300-b4ac-4e9f-857f-7bb56863e8be {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:08:51.545720 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cec43e2-e393-4176-9083-12f3e1c0b575 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.556905 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e895e8d4-8456-4cac-a03e-7de116a64235 req-6c6c03b0-78d9-464e-8923-001ec017c4ab tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027222 Nov 16 05:08:51.577605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-28d6e17a-477e-41df-9877-81c340dae820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:51.579184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-28d6e17a-477e-41df-9877-81c340dae820 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 1095 time: 0.2032461 Nov 16 05:08:51.601616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.670443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Port': ['ID=a6563300-b4ac-4e9f-857f-7bb56863e8be,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:51.684427 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No DVR routers for this DVR port a6563300-b4ac-4e9f-857f-7bb56863e8be on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:51.702357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-c0b9926d-b241-4782-b684-30e202292c3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b HTTP/1.1" status: 200 len: 217 time: 0.1140120 Nov 16 05:08:51.718479 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1cec43e2-e393-4176-9083-12f3e1c0b575 None None] For port a6563300-b4ac-4e9f-857f-7bb56863e8be, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a6563300-b4ac-4e9f-857f-7bb56863e8be,segment=NetworkSegment(a9d66a65-9ef0-462b-bdf8-baec2d7e1190),segment_id=a9d66a65-9ef0-462b-bdf8-baec2d7e1190)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:51.719140 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cec43e2-e393-4176-9083-12f3e1c0b575 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.740921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1cec43e2-e393-4176-9083-12f3e1c0b575 None None] Calling delete_port for a6563300-b4ac-4e9f-857f-7bb56863e8be owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:08:51.811107 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-d272a7ea-c142-4e14-916f-2edce8631b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:51.812747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-d272a7ea-c142-4e14-916f-2edce8631b29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db4dd730-019b-4fbb-af28-06e73a3ef022 HTTP/1.1" status: 200 len: 835 time: 0.1019835 Nov 16 05:08:51.875014 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cec43e2-e393-4176-9083-12f3e1c0b575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.876106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47316) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:51.887360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.911805 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a07e356-bf30-4db1-b06d-12088c5ec8ea']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:51.912028 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec43e2-e393-4176-9083-12f3e1c0b575 None None] Pushing event deleted for resources: {'Port': ['ID=a6563300-b4ac-4e9f-857f-7bb56863e8be,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:51.921815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cec43e2-e393-4176-9083-12f3e1c0b575 None None] No DVR routers for this DVR port a6563300-b4ac-4e9f-857f-7bb56863e8be on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:08:51.926098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d66a65-9ef0-462b-bdf8-baec2d7e1190') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:51.926692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d66a65-9ef0-462b-bdf8-baec2d7e1190') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:51.941497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.955962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-4af3ad30-39e4-431e-935d-42681aeadc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:51.958519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-4af3ad30-39e4-431e-935d-42681aeadc7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36f47ad5-6a64-4cca-9ba6-41238dfdfdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373696 Nov 16 05:08:51.977978 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:51.999594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:08:52.001474 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:08:52.012098 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:08:52.088876 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-c30d8a85-0382-4954-bf4b-557768533425 service neutron] 10.222.0.15 "GET /v2.0/networks/36f47ad5-6a64-4cca-9ba6-41238dfdfdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234593 Nov 16 05:08:52.149565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:52.161729 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:52.168890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47326) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:52.169249 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/networks/1a07e356-bf30-4db1-b06d-12088c5ec8ea HTTP/1.1" status: 204 len: 168 time: 1.1586566 Nov 16 05:08:52.177480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-fca80e91-dc61-49de-9dd9-55b4404aa9f0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'router': {'routes': None}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:52.186303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37450ca-f82c-4010-bce2-a415d1de16df tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Pushing event deleted for resources: {'Network': ['ID=1a07e356-bf30-4db1-b06d-12088c5ec8ea,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:52.227020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-538360980-network', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:52.361685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Made reservation on behalf of fe06bbe4bbbd4d6684cf35ec48e06e6c for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:08:52.363968 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:52.369974 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e55eff81-17eb-4efa-92d7-5e14cdc46a31 req-d40aba73-df48-4e8e-b0ef-f4bb98f5b65c service neutron] 10.222.0.15 "GET /v2.0/networks/36f47ad5-6a64-4cca-9ba6-41238dfdfdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735136 Nov 16 05:08:52.381791 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:52.404334 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.extraroute_db [None req-fca80e91-dc61-49de-9dd9-55b4404aa9f0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Added routes are [] {{(pid=102659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 16 05:08:52.404557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.extraroute_db [None req-fca80e91-dc61-49de-9dd9-55b4404aa9f0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Removed routes are [] {{(pid=102659) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 16 05:08:52.404829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fca80e91-dc61-49de-9dd9-55b4404aa9f0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:52.599137 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fca80e91-dc61-49de-9dd9-55b4404aa9f0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:52.607470 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fca80e91-dc61-49de-9dd9-55b4404aa9f0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:52.620681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c069f-4a2a-46a0-a268-7a2960bfc97f req-fd81395b-3305-477f-8553-c1d8c9297293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:52.622263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba1c069f-4a2a-46a0-a268-7a2960bfc97f req-fd81395b-3305-477f-8553-c1d8c9297293 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 1095 time: 0.1711822 Nov 16 05:08:52.800665 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:52.820133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca80e91-dc61-49de-9dd9-55b4404aa9f0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:52.820133 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:52.849466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:08:52.889392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7ca56-d2c7-4694-b00c-f7b8d0729a05 req-62411469-5f5b-4199-a5a9-a6b19b593d51 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:52.890906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3a7ca56-d2c7-4694-b00c-f7b8d0729a05 req-62411469-5f5b-4199-a5a9-a6b19b593d51 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 944 time: 0.2166910 Nov 16 05:08:52.903756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed035a12-75fb-4633-9885-7ae44d6524be,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:52.912829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:52.912829 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Added segment c86cc390-cd67-4ea9-8479-8d7ea9083eb9 of type vlan for network e2b86a83-3fc9-48ff-9729-1f71d5feb051 Nov 16 05:08:52.924807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c069f-4a2a-46a0-a268-7a2960bfc97f req-07898545-a25f-471b-9a20-8f74dcd4d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:52.926783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba1c069f-4a2a-46a0-a268-7a2960bfc97f req-07898545-a25f-471b-9a20-8f74dcd4d524 service neutron] 10.222.0.15 "GET /v2.0/networks?id=36f47ad5-6a64-4cca-9ba6-41238dfdfdfa HTTP/1.1" status: 200 len: 896 time: 0.2939687 Nov 16 05:08:53.093500 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba1c069f-4a2a-46a0-a268-7a2960bfc97f req-47c9856a-4bef-4747-b5e8-3ae15f605d52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b HTTP/1.1" status: 200 len: 217 time: 0.1265383 Nov 16 05:08:53.107059 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:53.118578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca80e91-dc61-49de-9dd9-55b4404aa9f0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:53.130071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6389a-34ce-48df-8f2a-7372de8f04fa None None] Sync routers for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:53.145205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6389a-34ce-48df-8f2a-7372de8f04fa None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:53.145974 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-d4f6389a-34ce-48df-8f2a-7372de8f04fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:53.196762 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fca80e91-dc61-49de-9dd9-55b4404aa9f0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:53.200823 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47342) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:53.210398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fca80e91-dc61-49de-9dd9-55b4404aa9f0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa HTTP/1.1" status: 200 len: 704 time: 1.0397832 Nov 16 05:08:53.214162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c069f-4a2a-46a0-a268-7a2960bfc97f req-433d5732-0e63-4c96-8773-60cb193b6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:53.226268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba1c069f-4a2a-46a0-a268-7a2960bfc97f req-433d5732-0e63-4c96-8773-60cb193b6f81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db4dd730-019b-4fbb-af28-06e73a3ef022 HTTP/1.1" status: 200 len: 835 time: 0.1102831 Nov 16 05:08:53.232267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-d4f6389a-34ce-48df-8f2a-7372de8f04fa None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:53.259471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3a7ca56-d2c7-4694-b00c-f7b8d0729a05 req-648606e0-4ed2-4f6e-b9d1-007e4d3d7ac4 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363743 Nov 16 05:08:53.281797 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2e0d4503-06e9-4e2f-bfb7-4900a72473af tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa HTTP/1.1" status: 200 len: 205 time: 0.0797863 Nov 16 05:08:53.285552 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47344) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:53.298572 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-d4f6389a-34ce-48df-8f2a-7372de8f04fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:48Z', 'revision_number': 11, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:53.333226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a6563300-b4ac-4e9f-857f-7bb56863e8be no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:08:53.333421 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:53.334301 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:53.334870 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:53.337408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6389a-34ce-48df-8f2a-7372de8f04fa None None] Checking router: cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:53.359881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a6563300-b4ac-4e9f-857f-7bb56863e8be {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:08:53.360381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a6563300-b4ac-4e9f-857f-7bb56863e8be not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:08:53.385095 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f6389a-34ce-48df-8f2a-7372de8f04fa None None] Routers {'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:53.386353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-d4f6389a-34ce-48df-8f2a-7372de8f04fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:53.446726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9835f6dd-fb75-4a75-9025-f9eb2d6baa89 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:53.461365 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-d4f6389a-34ce-48df-8f2a-7372de8f04fa None None] Set router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:53.499172 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6084211 Nov 16 05:08:53.508874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47346) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:53.524447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-d4f6389a-34ce-48df-8f2a-7372de8f04fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:48Z', 'revision_number': 11, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:53.554960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f6389a-34ce-48df-8f2a-7372de8f04fa None None] The sync data for ids ['cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa'] in n-d-818042-1 is: [{'id': 'cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa', 'name': 'tempest-RoutersIpV6Test-router-163929452', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:01Z', 'updated_at': '2021-11-16T05:08:48Z', 'revision_number': 11, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:53.572249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c6e3c094-d99f-4548-9113-ac1bef5f9c43 admin admin] Request body: {'subnet': {'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-538360980-subnet', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:53.584667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c069f-4a2a-46a0-a268-7a2960bfc97f req-438374c1-bfe4-4112-8e93-85b095990ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:53.598898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba1c069f-4a2a-46a0-a268-7a2960bfc97f req-438374c1-bfe4-4112-8e93-85b095990ad1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36f47ad5-6a64-4cca-9ba6-41238dfdfdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3369000 Nov 16 05:08:53.599589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e807fc3-ac76-4a72-add1-495f9133a076 admin admin] Pushing event updated for resources: {'Network': ['ID=e2b86a83-3fc9-48ff-9729-1f71d5feb051,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:53.611238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e2b86a83-3fc9-48ff-9729-1f71d5feb051 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:08:53.725193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba1c069f-4a2a-46a0-a268-7a2960bfc97f req-f60dbb31-0ddd-4439-81bf-e465ca418ea9 service neutron] 10.222.0.15 "GET /v2.0/networks/36f47ad5-6a64-4cca-9ba6-41238dfdfdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183114 Nov 16 05:08:53.764992 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9835f6dd-fb75-4a75-9025-f9eb2d6baa89 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:53.767879 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9835f6dd-fb75-4a75-9025-f9eb2d6baa89 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:53.771449 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e3c094-d99f-4548-9113-ac1bef5f9c43 admin admin] Made reservation on behalf of fe06bbe4bbbd4d6684cf35ec48e06e6c for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:08:53.774002 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6e3c094-d99f-4548-9113-ac1bef5f9c43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:53.849334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba1c069f-4a2a-46a0-a268-7a2960bfc97f req-587de7f5-8716-4dac-8e8f-64487ec4d8fd service neutron] 10.222.0.15 "GET /v2.0/networks/36f47ad5-6a64-4cca-9ba6-41238dfdfdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142275 Nov 16 05:08:53.866351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9835f6dd-fb75-4a75-9025-f9eb2d6baa89 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:53.866941 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9835f6dd-fb75-4a75-9025-f9eb2d6baa89 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Fanout notify agent at l3_agent the message router_deleted on router cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:08:53.876040 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9835f6dd-fb75-4a75-9025-f9eb2d6baa89 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:53.882013 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9835f6dd-fb75-4a75-9025-f9eb2d6baa89 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa HTTP/1.1" status: 204 len: 168 time: 0.5912006 Nov 16 05:08:53.882013 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47348) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:53.887220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-bab335d9-5db8-4327-bf5f-42191e56cb52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-973210365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:53.962899 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab335d9-5db8-4327-bf5f-42191e56cb52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:53.966600 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab335d9-5db8-4327-bf5f-42191e56cb52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.062667 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab335d9-5db8-4327-bf5f-42191e56cb52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.080891 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab335d9-5db8-4327-bf5f-42191e56cb52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.106367 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bab335d9-5db8-4327-bf5f-42191e56cb52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.107541 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bab335d9-5db8-4327-bf5f-42191e56cb52 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2247610 Nov 16 05:08:54.110403 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47352) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:54.115430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c9dca410-898f-464e-bd14-17d8de232031 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:54.158190 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6e3c094-d99f-4548-9113-ac1bef5f9c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.214937 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3c094-d99f-4548-9113-ac1bef5f9c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf98e848-7c33-4bbc-a14c-9b3f74f978c4,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:54.226485 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e3c094-d99f-4548-9113-ac1bef5f9c43 admin admin] Checking segment: {'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:54.226911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e3c094-d99f-4548-9113-ac1bef5f9c43 admin admin] Network hostable DHCP agents. Network: e2b86a83-3fc9-48ff-9729-1f71d5feb051, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:08:54.243368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e3c094-d99f-4548-9113-ac1bef5f9c43 admin admin] Network e2b86a83-3fc9-48ff-9729-1f71d5feb051 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:08:54.252113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c6e3c094-d99f-4548-9113-ac1bef5f9c43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e2b86a83-3fc9-48ff-9729-1f71d5feb051) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:54.257087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e3c094-d99f-4548-9113-ac1bef5f9c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:54.257713 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6e3c094-d99f-4548-9113-ac1bef5f9c43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.262325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45156bfb-1c7d-4c7f-9430-86c99e0d5d18 None None] Network e2b86a83-3fc9-48ff-9729-1f71d5feb051 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:54.290549 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c6e3c094-d99f-4548-9113-ac1bef5f9c43 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7769380 Nov 16 05:08:54.291232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47356) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:54.296182 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-538360980-router', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:08:54.326974 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.328264 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.377411 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9dca410-898f-464e-bd14-17d8de232031 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-934718', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-939441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3602'] for router, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.382353 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.395419 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9dca410-898f-464e-bd14-17d8de232031 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-934689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-934696', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-939448'] for router, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.430012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-e2b86a83-3fc9-48ff-9729-1f71d5feb051', 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'fixed_ips': [{'subnet_id': 'bf98e848-7c33-4bbc-a14c-9b3f74f978c4'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:08:54.430933 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.535605 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.574948 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Allocated IP 172.20.0.2 (e2b86a83-3fc9-48ff-9729-1f71d5feb051/bf98e848-7c33-4bbc-a14c-9b3f74f978c4/b0b294aa-d51c-4ba4-8283-179d88a7793c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:54.742444 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.749548 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.749827 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.770961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.790282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5f5e8-15cd-4f15-801b-29acfbc9c97f req-e1434755-1b7a-450e-9358-e5524dd7dfa9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:54.791696 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1dc5f5e8-15cd-4f15-801b-29acfbc9c97f req-e1434755-1b7a-450e-9358-e5524dd7dfa9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 944 time: 0.4487886 Nov 16 05:08:54.806325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Network e2b86a83-3fc9-48ff-9729-1f71d5feb051 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:54.807202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Pushing event updated for resources: {'Port': ['ID=b0b294aa-d51c-4ba4-8283-179d88a7793c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:54.810053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:54.812184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:54.869199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1dc5f5e8-15cd-4f15-801b-29acfbc9c97f req-c1d5f910-fefa-4db1-9d31-fc95d886e126 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654745 Nov 16 05:08:54.870994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Attempting to bind port b0b294aa-d51c-4ba4-8283-179d88a7793c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:54.871382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Attempting to bind port b0b294aa-d51c-4ba4-8283-179d88a7793c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:54.872071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Attempting to bind port b0b294aa-d51c-4ba4-8283-179d88a7793c on network e2b86a83-3fc9-48ff-9729-1f71d5feb051 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:54.877804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:54.878189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Checking segment: {'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:54.878597 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.878991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Bound using segment: {'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:54.879463 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Bound port: b0b294aa-d51c-4ba4-8283-179d88a7793c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:54.879844 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.884730 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9dca410-898f-464e-bd14-17d8de232031 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Router f3b72908-fb02-413c-a4e5-31e1002813a8 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:08:54.885162 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Allocated IP 172.25.0.194 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/eb40180e-4adb-49cf-ac0e-8a592f6515f6) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:54.965207 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] For port b0b294aa-d51c-4ba4-8283-179d88a7793c, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:54.970344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] For port b0b294aa-d51c-4ba4-8283-179d88a7793c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b0b294aa-d51c-4ba4-8283-179d88a7793c,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:54.978221 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:54.984999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dca410-898f-464e-bd14-17d8de232031 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:54.996709 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a84c8d-e0b2-4428-a5d6-30e2cc150a88 None None] Sync routers for ids ['f3b72908-fb02-413c-a4e5-31e1002813a8'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:55.002428 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9dca410-898f-464e-bd14-17d8de232031 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:55.003625 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c9dca410-898f-464e-bd14-17d8de232031 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "PUT /v2.0/routers/f3b72908-fb02-413c-a4e5-31e1002813a8 HTTP/1.1" status: 200 len: 697 time: 0.8921416 Nov 16 05:08:55.006720 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47360) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:55.016302 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a84c8d-e0b2-4428-a5d6-30e2cc150a88 None None] Routers {'f3b72908-fb02-413c-a4e5-31e1002813a8'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:55.017081 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-62a84c8d-e0b2-4428-a5d6-30e2cc150a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f3b72908-fb02-413c-a4e5-31e1002813a8'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:55.047719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a24948-b42f-43dd-a924-ae216bd95606 None None] Pushing event updated for resources: {'Port': ['ID=b0b294aa-d51c-4ba4-8283-179d88a7793c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:55.061561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:08:55.121741 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ea128bba-b3fe-4901-9355-1937553a180c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/routers/f3b72908-fb02-413c-a4e5-31e1002813a8 HTTP/1.1" status: 200 len: 703 time: 0.1136267 Nov 16 05:08:55.124553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47366) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:55.125133 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:55.128631 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-62a84c8d-e0b2-4428-a5d6-30e2cc150a88 None None] Set router f3b72908-fb02-413c-a4e5-31e1002813a8 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:55.165154 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:55.189120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-90c7e0bc-581d-4a0d-a05d-567047062ec4 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b72908-fb02-413c-a4e5-31e1002813a8 HTTP/1.1" status: 200 len: 205 time: 0.0599859 Nov 16 05:08:55.189656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47368) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:55.209247 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-62a84c8d-e0b2-4428-a5d6-30e2cc150a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b72908-fb02-413c-a4e5-31e1002813a8', 'name': 'tempest-RoutersIpV6Test-router-973210365', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:53Z', 'updated_at': '2021-11-16T05:08:54Z', 'revision_number': 2, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:55.239125 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:55.243748 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a84c8d-e0b2-4428-a5d6-30e2cc150a88 None None] Checking router: f3b72908-fb02-413c-a4e5-31e1002813a8 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:55.249227 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:55.253219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:55.268445 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a84c8d-e0b2-4428-a5d6-30e2cc150a88 None None] Routers {'f3b72908-fb02-413c-a4e5-31e1002813a8'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:55.269314 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-62a84c8d-e0b2-4428-a5d6-30e2cc150a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f3b72908-fb02-413c-a4e5-31e1002813a8'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:55.289160 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Pushing event updated for resources: {'Port': ['ID=eb40180e-4adb-49cf-ac0e-8a592f6515f6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:55.390947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e8fc91-098e-4e99-b31b-bb9c53e9b0fa None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:55.394584 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e69ce592-4608-442c-9fc6-0a374aa32ac2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:55.413328 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-62a84c8d-e0b2-4428-a5d6-30e2cc150a88 None None] Set router f3b72908-fb02-413c-a4e5-31e1002813a8 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:55.509025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:55.528549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'port_id': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'mac_address': 'fa:16:3e:ff:b4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:08:55.530112 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-62a84c8d-e0b2-4428-a5d6-30e2cc150a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b72908-fb02-413c-a4e5-31e1002813a8', 'name': 'tempest-RoutersIpV6Test-router-973210365', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:53Z', 'updated_at': '2021-11-16T05:08:54Z', 'revision_number': 2, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:55.545270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-07af3ef6-88b1-4747-b780-85136c8a9ab0 None None] Provisioning complete for port eb40180e-4adb-49cf-ac0e-8a592f6515f6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:55.546820 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-07af3ef6-88b1-4747-b780-85136c8a9ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:55.583075 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a84c8d-e0b2-4428-a5d6-30e2cc150a88 None None] The sync data for ids ['f3b72908-fb02-413c-a4e5-31e1002813a8'] in n-d-818042-1 is: [{'id': 'f3b72908-fb02-413c-a4e5-31e1002813a8', 'name': 'tempest-RoutersIpV6Test-router-973210365', 'tenant_id': '241cfe9af769486788408b0298e955e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:53Z', 'updated_at': '2021-11-16T05:08:54Z', 'revision_number': 2, 'project_id': '241cfe9af769486788408b0298e955e1', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:55.607051 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-07af3ef6-88b1-4747-b780-85136c8a9ab0 None None] Port eb40180e-4adb-49cf-ac0e-8a592f6515f6 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:55.682868 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e69ce592-4608-442c-9fc6-0a374aa32ac2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:55.686141 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:55.689410 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e69ce592-4608-442c-9fc6-0a374aa32ac2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:55.708609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:08:55.743210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:55.764364 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:55.768260 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:55.784367 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e69ce592-4608-442c-9fc6-0a374aa32ac2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:55.784965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69ce592-4608-442c-9fc6-0a374aa32ac2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Fanout notify agent at l3_agent the message router_deleted on router f3b72908-fb02-413c-a4e5-31e1002813a8 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:08:55.801162 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e69ce592-4608-442c-9fc6-0a374aa32ac2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:55.806659 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e69ce592-4608-442c-9fc6-0a374aa32ac2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/f3b72908-fb02-413c-a4e5-31e1002813a8 HTTP/1.1" status: 204 len: 168 time: 0.6116493 Nov 16 05:08:55.808674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47374) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:55.829937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:55.854955 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-35270b42-c9ad-4b17-b035-521c383322e2 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3b72908-fb02-413c-a4e5-31e1002813a8 HTTP/1.1" status: 200 len: 205 time: 0.0451043 Nov 16 05:08:55.855820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47376) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:55.899952 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-23e13695-c40f-42a9-ba23-dda581404f90 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] delete failed (client error): The resource could not be found. Nov 16 05:08:55.903517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-23e13695-c40f-42a9-ba23-dda581404f90 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/f3b72908-fb02-413c-a4e5-31e1002813a8 HTTP/1.1" status: 404 len: 336 time: 0.0467734 Nov 16 05:08:55.904143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47380) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:55.946853 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88491c5-9865-4356-ab21-c16dc9004f60 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] DELETE failed (client error): The resource could not be found. Nov 16 05:08:55.947706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88491c5-9865-4356-ab21-c16dc9004f60 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:08:55.950775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c88491c5-9865-4356-ab21-c16dc9004f60 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/c4a2609c-9c8a-4beb-97ca-f4efe17f120a HTTP/1.1" status: 404 len: 337 time: 0.0456684 Nov 16 05:08:55.953782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47384) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:55.973806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['86e92da1-12d1-4cbd-9dd7-86f8205f6a5b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:08:55.990167 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc244ef1-4828-4ed6-8353-f8b18e217fca tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] DELETE failed (client error): The resource could not be found. Nov 16 05:08:55.990652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc244ef1-4828-4ed6-8353-f8b18e217fca tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:08:55.994898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cc244ef1-4828-4ed6-8353-f8b18e217fca tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/f9046112-291e-42c5-b7ab-d23b3eca98b7 HTTP/1.1" status: 404 len: 337 time: 0.0399230 Nov 16 05:08:55.997294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47386) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:56.040006 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-d495bc84-9a9a-45f4-a186-67f0c359b7da tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] DELETE failed (client error): The resource could not be found. Nov 16 05:08:56.040463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d495bc84-9a9a-45f4-a186-67f0c359b7da tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:08:56.043562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d495bc84-9a9a-45f4-a186-67f0c359b7da tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/e22fa61c-ba41-4fc4-98c0-ba9279f4c3c7 HTTP/1.1" status: 404 len: 337 time: 0.0453031 Nov 16 05:08:56.049870 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47388) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:56.080311 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aefd00b-a8af-4cd4-beaf-2918cc64f577 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] DELETE failed (client error): The resource could not be found. Nov 16 05:08:56.081788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aefd00b-a8af-4cd4-beaf-2918cc64f577 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:08:56.085895 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2aefd00b-a8af-4cd4-beaf-2918cc64f577 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/b6743c85-90c4-49fc-b1f4-7074f5102338 HTTP/1.1" status: 404 len: 337 time: 0.0350692 Nov 16 05:08:56.088452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47390) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:56.094432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1591d-d5a3-4943-9bc9-a1bd711d5a4f req-38d36e88-a3c3-4dcc-b5db-2d0aa35be90b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:56.097088 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e1f1591d-d5a3-4943-9bc9-a1bd711d5a4f req-38d36e88-a3c3-4dcc-b5db-2d0aa35be90b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 945 time: 0.0854218 Nov 16 05:08:56.111875 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:56.141071 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8a29f54b-1032-4c9c-a13a-42cf439d96c8 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa HTTP/1.1" status: 200 len: 205 time: 0.0513160 Nov 16 05:08:56.141492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47392) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:56.179279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e1f1591d-d5a3-4943-9bc9-a1bd711d5a4f req-e1a1ee42-2952-4c00-9043-4ff92915c3f7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752983 Nov 16 05:08:56.238336 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-8d4d3a6b-8e7a-4d19-9bf0-1536762501f0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] delete failed (client error): The resource could not be found. Nov 16 05:08:56.239362 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8d4d3a6b-8e7a-4d19-9bf0-1536762501f0 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/cd17bc8b-58f5-49c9-b317-6f6c5ecc75fa HTTP/1.1" status: 404 len: 336 time: 0.0960000 Nov 16 05:08:56.242493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47394) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:56.284688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-098662c1-d757-462e-ad6f-8fed879e9262 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=84ab4ff2-256b-407c-897e-bf5b715c86b8 HTTP/1.1" status: 200 len: 205 time: 0.0409250 Nov 16 05:08:56.285980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47396) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:56.336910 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-d2926f9d-d350-4b36-bc80-df80f77e7109 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] delete failed (client error): The resource could not be found. Nov 16 05:08:56.340561 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d2926f9d-d350-4b36-bc80-df80f77e7109 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/84ab4ff2-256b-407c-897e-bf5b715c86b8 HTTP/1.1" status: 404 len: 336 time: 0.0510454 Nov 16 05:08:56.340873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47398) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:56.378628 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec0fbec-3cc8-4a25-a585-9b65c43472fb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] DELETE failed (client error): The resource could not be found. Nov 16 05:08:56.379366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec0fbec-3cc8-4a25-a585-9b65c43472fb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:08:56.382607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bec0fbec-3cc8-4a25-a585-9b65c43472fb tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/15fdb8e3-ec7e-4c2a-853b-cac42871e521 HTTP/1.1" status: 404 len: 337 time: 0.0406792 Nov 16 05:08:56.385414 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47400) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:56.418759 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c08b734d-9c8f-41f1-b6d5-850f416c593c tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=602c47d2-1f03-4123-9cb8-f709166c0900 HTTP/1.1" status: 200 len: 205 time: 0.0321052 Nov 16 05:08:56.420922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47402) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:56.467144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Router 2f276a79-4361-4827-bcda-33d5bfdc5abf is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:08:56.469370 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-1572f28a-15a7-4b72-8238-cd3cb6cca216 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] delete failed (client error): The resource could not be found. Nov 16 05:08:56.471746 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1572f28a-15a7-4b72-8238-cd3cb6cca216 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/602c47d2-1f03-4123-9cb8-f709166c0900 HTTP/1.1" status: 404 len: 336 time: 0.0491865 Nov 16 05:08:56.473601 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47404) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:56.507367 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-104dc407-1fee-4644-a3f0-863322a22cc9 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbecfef2-2453-41a2-8fff-a62686960766 HTTP/1.1" status: 200 len: 205 time: 0.0326784 Nov 16 05:08:56.509713 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47406) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:56.548370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba30021c-d8d1-4d6a-b943-e1630f7bf182 None None] Network e2b86a83-3fc9-48ff-9729-1f71d5feb051 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:08:56.679774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9560e622-b8df-4abf-aab2-df470baf3273 None None] Provisioning complete for port b0b294aa-d51c-4ba4-8283-179d88a7793c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:56.680223 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9560e622-b8df-4abf-aab2-df470baf3273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:56.869087 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9560e622-b8df-4abf-aab2-df470baf3273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:56.907686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9560e622-b8df-4abf-aab2-df470baf3273 None None] For port b0b294aa-d51c-4ba4-8283-179d88a7793c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b0b294aa-d51c-4ba4-8283-179d88a7793c,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:56.912901 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9560e622-b8df-4abf-aab2-df470baf3273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:56.986522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560e622-b8df-4abf-aab2-df470baf3273 None None] Pushing event updated for resources: {'Port': ['ID=b0b294aa-d51c-4ba4-8283-179d88a7793c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:56.987023 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-96d10653-7fb2-4fc6-b71c-3db262bc2a7e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] delete failed (client error): The resource could not be found. Nov 16 05:08:56.990474 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-96d10653-7fb2-4fc6-b71c-3db262bc2a7e tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/bbecfef2-2453-41a2-8fff-a62686960766 HTTP/1.1" status: 404 len: 336 time: 0.4774070 Nov 16 05:08:56.991326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47410) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:57.025134 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e873f2-01c1-4888-8091-5118f0d64f72 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] DELETE failed (client error): The resource could not be found. Nov 16 05:08:57.025595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e873f2-01c1-4888-8091-5118f0d64f72 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:08:57.029463 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-26e873f2-01c1-4888-8091-5118f0d64f72 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/32013561-4962-4b28-881f-278091379f2b HTTP/1.1" status: 404 len: 337 time: 0.0368335 Nov 16 05:08:57.031379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47412) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:57.038609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:57.058685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:57.067490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-76ee7ac9-fb71-428a-8aba-1fa2b77450ee tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=8006712c-7ba2-424d-b55a-a645d705d4fc HTTP/1.1" status: 200 len: 205 time: 0.0347781 Nov 16 05:08:57.071329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47414) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:57.081226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:57.085184 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-13870639-4661-4c64-b628-88ae99e378bb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7902169 Nov 16 05:08:57.085351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Sync routers for ids ['2f276a79-4361-4827-bcda-33d5bfdc5abf'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:08:57.086054 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47416) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:57.118854 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-34f86297-f326-41fd-a78b-bf23e01dfbae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] delete failed (client error): The resource could not be found. Nov 16 05:08:57.122265 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-34f86297-f326-41fd-a78b-bf23e01dfbae tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/8006712c-7ba2-424d-b55a-a645d705d4fc HTTP/1.1" status: 404 len: 336 time: 0.0472796 Nov 16 05:08:57.122429 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Routers {'2f276a79-4361-4827-bcda-33d5bfdc5abf'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:57.122429 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f276a79-4361-4827-bcda-33d5bfdc5abf'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:57.122847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47418) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:57.156849 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d7286a-9a2a-4f35-ba4a-e609d5aee4e3 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] DELETE failed (client error): The resource could not be found. Nov 16 05:08:57.157592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d7286a-9a2a-4f35-ba4a-e609d5aee4e3 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:08:57.160851 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-65d7286a-9a2a-4f35-ba4a-e609d5aee4e3 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/524b5a2c-948c-41df-81fa-830af9b4a362 HTTP/1.1" status: 404 len: 337 time: 0.0337272 Nov 16 05:08:57.163399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47420) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:57.201396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8ba337df-b158-4c34-8b65-3d4ae0e2b627 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "GET /v2.0/ports?device_id=212d56ba-eb0a-4f50-9098-5730bb465d80 HTTP/1.1" status: 200 len: 205 time: 0.0368617 Nov 16 05:08:57.203673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47424) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:57.246579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:08:57.253015 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [None req-5782e8db-7fec-48ca-8c3c-f8d101b4be9b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] delete failed (client error): The resource could not be found. Nov 16 05:08:57.254513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5782e8db-7fec-48ca-8c3c-f8d101b4be9b tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/routers/212d56ba-eb0a-4f50-9098-5730bb465d80 HTTP/1.1" status: 404 len: 336 time: 0.0497332 Nov 16 05:08:57.257207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47426) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:57.285626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:57.286065 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:57.293755 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f61fec-d5c9-411d-b6ff-2b10ecc70cfe tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] DELETE failed (client error): The resource could not be found. Nov 16 05:08:57.294858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f61fec-d5c9-411d-b6ff-2b10ecc70cfe tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:08:57.299965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-02f61fec-d5c9-411d-b6ff-2b10ecc70cfe tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/8037d1b5-5d22-485c-8ab0-45f0e2d68ac6 HTTP/1.1" status: 404 len: 337 time: 0.0413673 Nov 16 05:08:57.307895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47428) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:57.327973 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d99bd393-c8ed-4d88-8b4c-ad419700cf60 None None] Provisioning complete for port b0b294aa-d51c-4ba4-8283-179d88a7793c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:57.328257 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d99bd393-c8ed-4d88-8b4c-ad419700cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:57.358677 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-53cbe3cd-158a-47ff-8546-dda80ec46295 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] DELETE failed (client error): The resource could not be found. Nov 16 05:08:57.359130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53cbe3cd-158a-47ff-8546-dda80ec46295 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:08:57.362766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-53cbe3cd-158a-47ff-8546-dda80ec46295 tempest-RoutersIpV6Test-235086939 tempest-RoutersIpV6Test-235086939-project] 10.222.0.41 "DELETE /v2.0/subnets/47310507-b8ab-428e-9b55-4eaf5591fb60 HTTP/1.1" status: 404 len: 337 time: 0.0527365 Nov 16 05:08:57.393917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Set router 2f276a79-4361-4827-bcda-33d5bfdc5abf gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:57.397852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b458a7-19aa-47c6-bd7a-e3cde702ac48 req-a45cf4c1-7aa2-4513-b74c-72becd750353 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:57.400017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-22b458a7-19aa-47c6-bd7a-e3cde702ac48 req-a45cf4c1-7aa2-4513-b74c-72becd750353 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 945 time: 0.1093066 Nov 16 05:08:57.430418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b0b294aa-d51c-4ba4-8283-179d88a7793c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:08:57.467438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-22b458a7-19aa-47c6-bd7a-e3cde702ac48 req-bc6186a0-83a5-4d4c-ae11-2a5e6139d6cd tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615377 Nov 16 05:08:57.620620 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:57.652567 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:57.674747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47434) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:57.707403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b0b294aa-d51c-4ba4-8283-179d88a7793c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:57.707774 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:57.714165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:08:57.716737 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef13112-5bde-4e82-a45b-a2d1f781cd9c" -d '{"events": [{"server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "name": "network-vif-plugged", "status": "completed", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:08:57.762287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:57.772869 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:57.786832 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3fdccd-690d-4526-aaf7-babc947c1f7e x-openstack-request-id: req-8b3fdccd-690d-4526-aaf7-babc947c1f7e {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:08:57.787135 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "name": "network-vif-plugged", "status": "completed", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:08:57.787372 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b3fdccd-690d-4526-aaf7-babc947c1f7e {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:08:57.787777 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'code': 200} Nov 16 05:08:57.874016 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:57.885288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'name': 'tempest-TestServerMultinode-538360980-router', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:08:55Z', 'revision_number': 3, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'gw_port': {'id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:08:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:57.887498 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-88bb21c3-f310-416c-8799-68f1556222bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=241cfe9af769486788408b0298e955e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2109599 Nov 16 05:08:57.893172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47444) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:08:57.919507 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9575183-18bc-418e-bf07-22edb95f5f05 req-4a974882-b2c4-4205-81bf-c00126147668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:57.921902 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f9575183-18bc-418e-bf07-22edb95f5f05 req-4a974882-b2c4-4205-81bf-c00126147668 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 1097 time: 0.0565002 Nov 16 05:08:57.942935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Allocated IP 172.20.0.1 (e2b86a83-3fc9-48ff-9729-1f71d5feb051/bf98e848-7c33-4bbc-a14c-9b3f74f978c4/98175bd0-7822-4b4e-87ae-83605f276469) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:08:57.964496 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Checking router: 2f276a79-4361-4827-bcda-33d5bfdc5abf for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:08:57.965027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Updating router 2f276a79-4361-4827-bcda-33d5bfdc5abf port eb40180e-4adb-49cf-ac0e-8a592f6515f6 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:08:58.001339 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f9575183-18bc-418e-bf07-22edb95f5f05 req-ab5204d3-c246-4f6a-88c2-fbc25cfac89e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717325 Nov 16 05:08:58.006321 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.024975 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3e3f8c65-1626-40b7-a0ea-717f62ae3cd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.058081 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3e3f8c65-1626-40b7-a0ea-717f62ae3cd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.118996 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.148046 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3e3f8c65-1626-40b7-a0ea-717f62ae3cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.150906 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3e3f8c65-1626-40b7-a0ea-717f62ae3cd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.152102 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3e3f8c65-1626-40b7-a0ea-717f62ae3cd1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77f151e1-75e9-4b4c-9c86-57f63fc3fd17 HTTP/1.1" status: 204 len: 168 time: 0.2579756 Nov 16 05:08:58.164229 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f8c65-1626-40b7-a0ea-717f62ae3cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f151e1-75e9-4b4c-9c86-57f63fc3fd17,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:58.167810 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.205446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Network e2b86a83-3fc9-48ff-9729-1f71d5feb051 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:58.208714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:58.212339 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:08:58.251059 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.398688 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.403323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Pushing event updated for resources: {'Port': ['ID=98175bd0-7822-4b4e-87ae-83605f276469,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:58.418699 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.454983 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.512417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef485b1d-9204-4e43-aa0f-6edc757a8469 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:58.556594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Attempting to bind port eb40180e-4adb-49cf-ac0e-8a592f6515f6 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:08:58.556937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Attempting to bind port eb40180e-4adb-49cf-ac0e-8a592f6515f6 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:08:58.567812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Attempting to bind port eb40180e-4adb-49cf-ac0e-8a592f6515f6 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:08:58.575827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475ed44-1624-4660-b20b-0e5c9d70358c None None] Pushing event updated for resources: {'Port': ['ID=eb40180e-4adb-49cf-ac0e-8a592f6515f6,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:58.586986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:08:58.590310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:08:58.590805 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.591321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:08:58.591881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Bound port: eb40180e-4adb-49cf-ac0e-8a592f6515f6, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:08:58.592487 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.677294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] For port eb40180e-4adb-49cf-ac0e-8a592f6515f6, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:08:58.682166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] For port eb40180e-4adb-49cf-ac0e-8a592f6515f6, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=eb40180e-4adb-49cf-ac0e-8a592f6515f6,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:08:58.683820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae366d39-5786-43c0-a8eb-6a13c4eb826d req-5b1942e5-2871-4b03-9520-0c4728072ec1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:58.684459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ef5983bc-bb6c-4c44-af35-46dc3c2fa7ec None None] Provisioning complete for port eb40180e-4adb-49cf-ac0e-8a592f6515f6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:58.684459 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef5983bc-bb6c-4c44-af35-46dc3c2fa7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.687220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae366d39-5786-43c0-a8eb-6a13c4eb826d req-5b1942e5-2871-4b03-9520-0c4728072ec1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0878878 Nov 16 05:08:58.700455 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.709549 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.713411 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.773441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d19b63c-8524-4aff-a578-798eb4b189d6 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:08:58.775716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ef5983bc-bb6c-4c44-af35-46dc3c2fa7ec None None] Port eb40180e-4adb-49cf-ac0e-8a592f6515f6 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:58.784983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae366d39-5786-43c0-a8eb-6a13c4eb826d req-e85c15d3-ea32-4e43-b6a5-9841b7f79870 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912030 Nov 16 05:08:58.812962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ef5983bc-bb6c-4c44-af35-46dc3c2fa7ec None None] Provisioning complete for port 98175bd0-7822-4b4e-87ae-83605f276469 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:58.814088 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef5983bc-bb6c-4c44-af35-46dc3c2fa7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.819369 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Routers {'2f276a79-4361-4827-bcda-33d5bfdc5abf'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:08:58.820010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f276a79-4361-4827-bcda-33d5bfdc5abf'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:58.841160 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475ed44-1624-4660-b20b-0e5c9d70358c None None] Pushing event updated for resources: {'Port': ['ID=eb40180e-4adb-49cf-ac0e-8a592f6515f6,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:58.862452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Pushing event updated for resources: {'Port': ['ID=98175bd0-7822-4b4e-87ae-83605f276469,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:58.868818 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:58.939890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ef5983bc-bb6c-4c44-af35-46dc3c2fa7ec None None] Port 98175bd0-7822-4b4e-87ae-83605f276469 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:58.978343 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Network e2b86a83-3fc9-48ff-9729-1f71d5feb051 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:08:58.980230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:08:59.018710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] Set router 2f276a79-4361-4827-bcda-33d5bfdc5abf gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:08:59.143536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Router 2f276a79-4361-4827-bcda-33d5bfdc5abf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:08:59.336005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:08:59.365343 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b924a2c7-11c4-4646-9e49-bc54025ed682 admin admin] 10.222.0.41 "PUT /v2.0/routers/2f276a79-4361-4827-bcda-33d5bfdc5abf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2779193 Nov 16 05:08:59.474536 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ea0658ed-a584-4040-8ccd-a17e35c40d10 None None] Provisioning complete for port eb40180e-4adb-49cf-ac0e-8a592f6515f6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:59.474909 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ea0658ed-a584-4040-8ccd-a17e35c40d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:59.624642 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ea0658ed-a584-4040-8ccd-a17e35c40d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:59.650380 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ea0658ed-a584-4040-8ccd-a17e35c40d10 None None] For port eb40180e-4adb-49cf-ac0e-8a592f6515f6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=eb40180e-4adb-49cf-ac0e-8a592f6515f6,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:08:59.653115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'name': 'tempest-TestServerMultinode-538360980-router', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:08:58Z', 'revision_number': 4, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'gw_port': {'id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '98175bd0-7822-4b4e-87ae-83605f276469', 'name': '', 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'mac_address': 'fa:16:3e:57:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bf98e848-7c33-4bbc-a14c-9b3f74f978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:57Z', 'updated_at': '2021-11-16T05:08:58Z', 'revision_number': 2, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'subnets': [{'id': 'bf98e848-7c33-4bbc-a14c-9b3f74f978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:08:59.682157 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ea0658ed-a584-4040-8ccd-a17e35c40d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:59.685649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36710a60-c661-4503-976a-003c00a4cde7 None None] The sync data for ids ['2f276a79-4361-4827-bcda-33d5bfdc5abf'] in n-d-818042-1 is: [{'id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'name': 'tempest-TestServerMultinode-538360980-router', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:08:58Z', 'revision_number': 4, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'gw_port': {'id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '98175bd0-7822-4b4e-87ae-83605f276469', 'name': '', 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'mac_address': 'fa:16:3e:57:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bf98e848-7c33-4bbc-a14c-9b3f74f978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:57Z', 'updated_at': '2021-11-16T05:08:58Z', 'revision_number': 2, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'subnets': [{'id': 'bf98e848-7c33-4bbc-a14c-9b3f74f978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:08:59.742793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0658ed-a584-4040-8ccd-a17e35c40d10 None None] Pushing event updated for resources: {'Port': ['ID=eb40180e-4adb-49cf-ac0e-8a592f6515f6,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:08:59.817129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8e30be54-95a2-409f-9190-936426a86bef None None] Provisioning complete for port 98175bd0-7822-4b4e-87ae-83605f276469 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:08:59.817129 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e30be54-95a2-409f-9190-936426a86bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:08:59.867945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8e30be54-95a2-409f-9190-936426a86bef None None] Port 98175bd0-7822-4b4e-87ae-83605f276469 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:08:59.925327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebff4b4-e2cc-4b3f-869e-849e1b925ff6 req-757ef708-72d1-4510-a81a-4e76a5775126 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:08:59.926986 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ebff4b4-e2cc-4b3f-869e-849e1b925ff6 req-757ef708-72d1-4510-a81a-4e76a5775126 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0650146 Nov 16 05:09:00.004078 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ebff4b4-e2cc-4b3f-869e-849e1b925ff6 req-99e117be-ceab-434e-83ce-b83a01096130 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683250 Nov 16 05:09:00.176512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2d3d6-af7f-470a-aecf-5e03686f16d2 req-cfbb4c9d-9807-4985-854a-a119be41a52e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:00.184607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ddd2d3d6-af7f-470a-aecf-5e03686f16d2 req-cfbb4c9d-9807-4985-854a-a119be41a52e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0805562 Nov 16 05:09:00.205601 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47514) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:00.210712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1560648393-network', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:00.234635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Made reservation on behalf of 1bfb2ce9936f4b9abf06e92f65198b35 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:09:00.238952 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:00.250672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:00.261613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ddd2d3d6-af7f-470a-aecf-5e03686f16d2 req-203e53e1-f002-4b66-bd2f-705a49e83649 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751276 Nov 16 05:09:00.283862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47516) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:00.339611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6347b53e-6d66-403a-94d0-8bd612f04714 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:00.346199 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47518) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:00.346852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6347b53e-6d66-403a-94d0-8bd612f04714 tempest-TestNetworkAdvancedServerOps-1820201614 tempest-TestNetworkAdvancedServerOps-1820201614-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 1092 time: 0.0610363 Nov 16 05:09:00.351654 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:00.361415 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:00.368761 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:00.394172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:09:00.409882 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:00.426754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:00.427104 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Added segment a83a99a0-b4dd-422b-9fcd-955110e30d51 of type vlan for network 1ed303e9-5bf9-42be-9101-ad4f9fd0031c Nov 16 05:09:00.429653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e25052-cb46-4af1-9bcd-9566e5b6dad4,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:00.519150 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:00.560040 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:00.561041 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:00.561619 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:00.675031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed303e9-5bf9-42be-9101-ad4f9fd0031c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:00.690129 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ee2035f2-7ac0-40f2-a46c-dc9538707e26 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4833202 Nov 16 05:09:00.690649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 1ed303e9-5bf9-42be-9101-ad4f9fd0031c details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:09:00.692901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47534) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:00.698416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0cc9cead-8b3f-4b4a-b885-79c4be21bc7a admin admin] Request body: {'subnet': {'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1560648393-subnet', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:00.733056 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:00.736006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc9cead-8b3f-4b4a-b885-79c4be21bc7a admin admin] Made reservation on behalf of 1bfb2ce9936f4b9abf06e92f65198b35 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:09:00.738785 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0cc9cead-8b3f-4b4a-b885-79c4be21bc7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:00.918266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Allocated IP 172.25.0.144 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/29a9575e-836f-4fb6-9d5e-92caa8cda117) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:09:01.009306 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0cc9cead-8b3f-4b4a-b885-79c4be21bc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.064114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.079368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9cead-8b3f-4b4a-b885-79c4be21bc7a admin admin] Checking segment: {'id': 'a83a99a0-b4dd-422b-9fcd-955110e30d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:09:01.080027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc9cead-8b3f-4b4a-b885-79c4be21bc7a admin admin] Network hostable DHCP agents. Network: 1ed303e9-5bf9-42be-9101-ad4f9fd0031c, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:09:01.087006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9cead-8b3f-4b4a-b885-79c4be21bc7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e259dfeb-d672-420f-aada-95b1b815a39a,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:01.103410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc9cead-8b3f-4b4a-b885-79c4be21bc7a admin admin] Network 1ed303e9-5bf9-42be-9101-ad4f9fd0031c is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:09:01.105437 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.114413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-0cc9cead-8b3f-4b4a-b885-79c4be21bc7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 1ed303e9-5bf9-42be-9101-ad4f9fd0031c) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:01.119836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc9cead-8b3f-4b4a-b885-79c4be21bc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:01.120762 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0cc9cead-8b3f-4b4a-b885-79c4be21bc7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.130469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da74676-70cd-4942-992a-3491b264599f None None] Network 1ed303e9-5bf9-42be-9101-ad4f9fd0031c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:09:01.151094 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47538) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:01.152979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0cc9cead-8b3f-4b4a-b885-79c4be21bc7a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4587677 Nov 16 05:09:01.154239 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:09:01.158119 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1560648393-router', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:01.171743 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:01.178129 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:09:01.215353 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=29a9575e-836f-4fb6-9d5e-92caa8cda117,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:01.239850 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.240909 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.360939 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device eb40180e-4adb-49cf-ac0e-8a592f6515f6 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:09:01.374251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.449798 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-1ed303e9-5bf9-42be-9101-ad4f9fd0031c', 'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'fixed_ips': [{'subnet_id': 'e259dfeb-d672-420f-aada-95b1b815a39a'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:09:01.450988 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.466810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port eb40180e-4adb-49cf-ac0e-8a592f6515f6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:01.467186 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.662738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Allocated IP 172.20.0.2 (1ed303e9-5bf9-42be-9101-ad4f9fd0031c/e259dfeb-d672-420f-aada-95b1b815a39a/a16c3986-063e-436e-b99d-4f75f5f03a2b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:09:01.671023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.831021 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.837849 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.874626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Network 1ed303e9-5bf9-42be-9101-ad4f9fd0031c is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:09:01.878499 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:01.884643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:09:01.899154 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Pushing event updated for resources: {'Port': ['ID=a16c3986-063e-436e-b99d-4f75f5f03a2b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:01.939099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:01.939572 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:01.940007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:01.940449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:01.940875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:01.941303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:01.941746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:01.942191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:01.942613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:01.943033 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:01.943882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:01.944184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:01.962333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Attempting to bind port a16c3986-063e-436e-b99d-4f75f5f03a2b on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:09:01.962784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Attempting to bind port a16c3986-063e-436e-b99d-4f75f5f03a2b by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a83a99a0-b4dd-422b-9fcd-955110e30d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:09:01.963073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Attempting to bind port a16c3986-063e-436e-b99d-4f75f5f03a2b on network 1ed303e9-5bf9-42be-9101-ad4f9fd0031c {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:09:01.968312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:09:01.968695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Checking segment: {'id': 'a83a99a0-b4dd-422b-9fcd-955110e30d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:09:01.969148 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.969487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Bound using segment: {'id': 'a83a99a0-b4dd-422b-9fcd-955110e30d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:09:01.970527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Bound port: a16c3986-063e-436e-b99d-4f75f5f03a2b, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83a99a0-b4dd-422b-9fcd-955110e30d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:09:01.971189 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:01.989026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:02.044881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] For port a16c3986-063e-436e-b99d-4f75f5f03a2b, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:09:02.049105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] For port a16c3986-063e-436e-b99d-4f75f5f03a2b, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a16c3986-063e-436e-b99d-4f75f5f03a2b,segment=NetworkSegment(a83a99a0-b4dd-422b-9fcd-955110e30d51),segment_id=a83a99a0-b4dd-422b-9fcd-955110e30d51)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:09:02.053719 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:02.128254 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:02.134219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a85f6-fe24-4e43-a4ec-79ce102742b5 None None] Pushing event updated for resources: {'Port': ['ID=a16c3986-063e-436e-b99d-4f75f5f03a2b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:02.176560 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:02.213307 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:02.432870 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Allocated IP 172.25.0.195 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/d238bc43-67cf-4917-803c-5d29b7fa2cc3) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:09:02.548906 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:02.559454 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:02.607121 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Sync routers for ids ['2f276a79-4361-4827-bcda-33d5bfdc5abf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:09:02.617887 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Routers {'2f276a79-4361-4827-bcda-33d5bfdc5abf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:02.618493 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f276a79-4361-4827-bcda-33d5bfdc5abf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:02.621601 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:02.724979 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Set router 2f276a79-4361-4827-bcda-33d5bfdc5abf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:02.929979 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'name': 'tempest-TestServerMultinode-538360980-router', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:08:58Z', 'revision_number': 4, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'gw_port': {'id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '98175bd0-7822-4b4e-87ae-83605f276469', 'name': '', 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'mac_address': 'fa:16:3e:57:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bf98e848-7c33-4bbc-a14c-9b3f74f978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:57Z', 'updated_at': '2021-11-16T05:08:58Z', 'revision_number': 2, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'subnets': [{'id': 'bf98e848-7c33-4bbc-a14c-9b3f74f978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:02.960928 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Checking router: 2f276a79-4361-4827-bcda-33d5bfdc5abf for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:09:02.961283 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Updating router 2f276a79-4361-4827-bcda-33d5bfdc5abf port 98175bd0-7822-4b4e-87ae-83605f276469 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:09:02.984622 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event updated for resources: {'Port': ['ID=29a9575e-836f-4fb6-9d5e-92caa8cda117,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:02.986602 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:03.002702 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:03.097224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:03.149982 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:09:03.159195 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:03.163676 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Floating IP 7afdd5d6-5cda-4ac3-9eeb-2543320993e7 associated. External IP: 172.25.0.144, port: 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b. Nov 16 05:09:03.177831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9f7d2e-6581-47b1-ac77-5773ad911135 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:09:03.268267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0e92b1a0-6cd0-4011-8ddb-de78a036d6a2 None None] Provisioning complete for port d238bc43-67cf-4917-803c-5d29b7fa2cc3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:03.269024 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e92b1a0-6cd0-4011-8ddb-de78a036d6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:03.278531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:09:03.306478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Pushing event updated for resources: {'Port': ['ID=d238bc43-67cf-4917-803c-5d29b7fa2cc3,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:03.344039 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0e92b1a0-6cd0-4011-8ddb-de78a036d6a2 None None] Port d238bc43-67cf-4917-803c-5d29b7fa2cc3 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:09:03.410290 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a16c3986-063e-436e-b99d-4f75f5f03a2b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:09:03.488487 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:09:03.518419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a16c3986-063e-436e-b99d-4f75f5f03a2b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:03.519091 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:03.552038 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:03.558725 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:03.624406 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:03.642216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router 51cff7ca-54e9-4220-9618-9f2dc408e524 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:09:03.699401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port a16c3986-063e-436e-b99d-4f75f5f03a2b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a16c3986-063e-436e-b99d-4f75f5f03a2b,segment=NetworkSegment(a83a99a0-b4dd-422b-9fcd-955110e30d51),segment_id=a83a99a0-b4dd-422b-9fcd-955110e30d51)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:03.710032 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:03.744492 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e91e4-b6ef-45ec-8125-68c67d0b7a91 None None] Pushing event updated for resources: {'Port': ['ID=98175bd0-7822-4b4e-87ae-83605f276469,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:03.827338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0744ab-6ca3-496a-9b97-dad470698d1a None None] Network 1ed303e9-5bf9-42be-9101-ad4f9fd0031c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:09:03.858378 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Attempting to bind port 98175bd0-7822-4b4e-87ae-83605f276469 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:09:03.858758 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Attempting to bind port 98175bd0-7822-4b4e-87ae-83605f276469 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:09:03.859122 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Attempting to bind port 98175bd0-7822-4b4e-87ae-83605f276469 on network e2b86a83-3fc9-48ff-9729-1f71d5feb051 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:09:03.863287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=a16c3986-063e-436e-b99d-4f75f5f03a2b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:03.876209 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:09:03.876591 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Checking segment: {'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:09:03.876991 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:03.877376 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Bound using segment: {'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:09:03.877874 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Bound port: 98175bd0-7822-4b4e-87ae-83605f276469, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:09:03.878247 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:04.035539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d38f438a-36e2-4135-b9e1-e72d2e2754ef None None] Provisioning complete for port a16c3986-063e-436e-b99d-4f75f5f03a2b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:04.042240 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d38f438a-36e2-4135-b9e1-e72d2e2754ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:04.077186 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] For port 98175bd0-7822-4b4e-87ae-83605f276469, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:09:04.081336 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] For port 98175bd0-7822-4b4e-87ae-83605f276469, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=98175bd0-7822-4b4e-87ae-83605f276469,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:09:04.086841 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:04.105312 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:04.227965 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Routers {'2f276a79-4361-4827-bcda-33d5bfdc5abf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:04.231497 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f276a79-4361-4827-bcda-33d5bfdc5abf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:04.270450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:09:04.293531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e8d525-81a8-4e77-814a-7cc41d7aea96 None None] Sync routers for ids ['51cff7ca-54e9-4220-9618-9f2dc408e524'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:09:04.300574 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e91e4-b6ef-45ec-8125-68c67d0b7a91 None None] Pushing event updated for resources: {'Port': ['ID=98175bd0-7822-4b4e-87ae-83605f276469,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:04.389942 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8d525-81a8-4e77-814a-7cc41d7aea96 None None] Routers {'51cff7ca-54e9-4220-9618-9f2dc408e524'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:04.392262 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e8e8d525-81a8-4e77-814a-7cc41d7aea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['51cff7ca-54e9-4220-9618-9f2dc408e524'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:04.429675 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:04.434582 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] Set router 2f276a79-4361-4827-bcda-33d5bfdc5abf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:04.673149 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-43ec4b3f-fb21-4fc5-ab21-b1828cab7f2e None None] Provisioning complete for port 98175bd0-7822-4b4e-87ae-83605f276469 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:04.673425 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43ec4b3f-fb21-4fc5-ab21-b1828cab7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:04.678608 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:04.693253 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-91224a98-50cc-49af-86a4-f7ff337448b9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3459842 Nov 16 05:09:04.696132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:09:04.699467 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1435582-9f71-4eff-818c-72e6eb1b4a02" -d '{"events": [{"name": "network-changed", "server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:09:04.874102 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'name': 'tempest-TestServerMultinode-538360980-router', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:08:58Z', 'revision_number': 4, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'gw_port': {'id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '98175bd0-7822-4b4e-87ae-83605f276469', 'name': '', 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'mac_address': 'fa:16:3e:57:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bf98e848-7c33-4bbc-a14c-9b3f74f978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:57Z', 'updated_at': '2021-11-16T05:09:04Z', 'revision_number': 4, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'subnets': [{'id': 'bf98e848-7c33-4bbc-a14c-9b3f74f978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:04.906335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e8e8d525-81a8-4e77-814a-7cc41d7aea96 None None] Set router 51cff7ca-54e9-4220-9618-9f2dc408e524 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:04.923856 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Router 404e5923-02ee-4547-b5ff-453f4fc92a87 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:09:04.935531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378a682-2dff-46fc-bdc3-38e739cb6773 req-b6f8dfe8-6771-4242-b88b-4a3246040a6b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:04.941360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0378a682-2dff-46fc-bdc3-38e739cb6773 req-b6f8dfe8-6771-4242-b88b-4a3246040a6b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.1139822 Nov 16 05:09:04.953455 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40a42b0-8f19-4015-92ae-b2d4cb3a18d3 None None] The sync data for ids ['2f276a79-4361-4827-bcda-33d5bfdc5abf'] in n-d-818042-1 is: [{'id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'name': 'tempest-TestServerMultinode-538360980-router', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:08:58Z', 'revision_number': 4, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'gw_port': {'id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '98175bd0-7822-4b4e-87ae-83605f276469', 'name': '', 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'mac_address': 'fa:16:3e:57:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'bf98e848-7c33-4bbc-a14c-9b3f74f978c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:57Z', 'updated_at': '2021-11-16T05:09:04Z', 'revision_number': 4, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'subnets': [{'id': 'bf98e848-7c33-4bbc-a14c-9b3f74f978c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:09:05.136658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0378a682-2dff-46fc-bdc3-38e739cb6773 req-d8ec6484-eb68-44c5-a4f8-9b095a37e7c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894860 Nov 16 05:09:05.160047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47590) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:05.194864 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43ec4b3f-fb21-4fc5-ab21-b1828cab7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:05.253074 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-43ec4b3f-fb21-4fc5-ab21-b1828cab7f2e None None] For port 98175bd0-7822-4b4e-87ae-83605f276469, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=98175bd0-7822-4b4e-87ae-83605f276469,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:05.262919 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-43ec4b3f-fb21-4fc5-ab21-b1828cab7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:05.314758 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd7f690-a05b-4894-a631-c90f15003dff x-openstack-request-id: req-7cd7f690-a05b-4894-a631-c90f15003dff {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:09:05.315114 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:09:05.315377 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7cd7f690-a05b-4894-a631-c90f15003dff {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:09:05.315807 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'status': 'completed', 'code': 200} Nov 16 05:09:05.338786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec4b3f-fb21-4fc5-ab21-b1828cab7f2e None None] Pushing event updated for resources: {'Port': ['ID=98175bd0-7822-4b4e-87ae-83605f276469,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:05.378796 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:09:05.384230 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-74fd4865-cf73-467a-bfe7-97b842bc3e09 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/7afdd5d6-5cda-4ac3-9eeb-2543320993e7 HTTP/1.1" status: 200 len: 992 time: 0.2197566 Nov 16 05:09:05.393616 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Sync routers for ids ['404e5923-02ee-4547-b5ff-453f4fc92a87'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:09:05.407931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1435582-9f71-4eff-818c-72e6eb1b4a02 req-656579e7-6ac7-4837-94b9-03fcf2df8c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:05.409485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1435582-9f71-4eff-818c-72e6eb1b4a02 req-656579e7-6ac7-4837-94b9-03fcf2df8c4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 1097 time: 0.1312897 Nov 16 05:09:05.415479 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Routers {'404e5923-02ee-4547-b5ff-453f4fc92a87'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:05.416262 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['404e5923-02ee-4547-b5ff-453f4fc92a87'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:05.486316 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:05.500420 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ef525a3c-5ebd-478d-ac8e-360a2ecdda18 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3482032 Nov 16 05:09:05.506956 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47592) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:05.659292 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 98175bd0-7822-4b4e-87ae-83605f276469 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:09:05.687129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1435582-9f71-4eff-818c-72e6eb1b4a02 req-5a2ad1b5-0ccf-4551-b697-b028ebb0a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:05.693753 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1435582-9f71-4eff-818c-72e6eb1b4a02 req-5a2ad1b5-0ccf-4551-b697-b028ebb0a4ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=36f47ad5-6a64-4cca-9ba6-41238dfdfdfa HTTP/1.1" status: 200 len: 896 time: 0.2748895 Nov 16 05:09:05.754263 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Set router 404e5923-02ee-4547-b5ff-453f4fc92a87 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:05.799873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1435582-9f71-4eff-818c-72e6eb1b4a02 req-7fc0c71a-4625-4ab6-bdc2-451199f48fd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b HTTP/1.1" status: 200 len: 1000 time: 0.0987499 Nov 16 05:09:05.801531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e0621e7d-9b2c-45ea-87a3-2a44eae3e777 None None] Provisioning complete for port a16c3986-063e-436e-b99d-4f75f5f03a2b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:05.801930 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e0621e7d-9b2c-45ea-87a3-2a44eae3e777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:05.914905 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1435582-9f71-4eff-818c-72e6eb1b4a02 req-f27caa81-1fcd-4280-94c4-3bd052954fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:05.916324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1435582-9f71-4eff-818c-72e6eb1b4a02 req-f27caa81-1fcd-4280-94c4-3bd052954fa1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db4dd730-019b-4fbb-af28-06e73a3ef022 HTTP/1.1" status: 200 len: 835 time: 0.1099060 Nov 16 05:09:05.963273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e8e8d525-81a8-4e77-814a-7cc41d7aea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:41Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7afdd5d6-5cda-4ac3-9eeb-2543320993e7', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'port_id': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'mac_address': 'fa:16:3e:ff:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:09:01Z', 'updated_at': '2021-11-16T05:09:01Z', 'revision_number': 0, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9923fe-de31-4007-9934-439714f4a541', 'name': '', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ba:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:39Z', 'updated_at': '2021-11-16T05:08:46Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:06.014511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e8d525-81a8-4e77-814a-7cc41d7aea96 None None] Checking router: 51cff7ca-54e9-4220-9618-9f2dc408e524 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:09:06.037927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1435582-9f71-4eff-818c-72e6eb1b4a02 req-deadd7f6-1892-483d-a79b-e39acc95d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:06.039638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1435582-9f71-4eff-818c-72e6eb1b4a02 req-deadd7f6-1892-483d-a79b-e39acc95d271 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36f47ad5-6a64-4cca-9ba6-41238dfdfdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147010 Nov 16 05:09:06.054626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e8d525-81a8-4e77-814a-7cc41d7aea96 None None] Routers {'51cff7ca-54e9-4220-9618-9f2dc408e524'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:06.055509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e8e8d525-81a8-4e77-814a-7cc41d7aea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['51cff7ca-54e9-4220-9618-9f2dc408e524'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:06.233467 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'name': 'tempest-TestServerMultinode-1560648393-router', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:01Z', 'updated_at': '2021-11-16T05:09:03Z', 'revision_number': 3, 'project_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'gw_port': {'id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:16:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:02Z', 'updated_at': '2021-11-16T05:09:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:06.234062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1435582-9f71-4eff-818c-72e6eb1b4a02 req-7ccd85a5-0ded-47b9-be9a-5a58519a531d service neutron] 10.222.0.15 "GET /v2.0/networks/36f47ad5-6a64-4cca-9ba6-41238dfdfdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831272 Nov 16 05:09:06.269134 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Checking router: 404e5923-02ee-4547-b5ff-453f4fc92a87 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:09:06.271884 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Updating router 404e5923-02ee-4547-b5ff-453f4fc92a87 port d238bc43-67cf-4917-803c-5d29b7fa2cc3 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:09:06.325090 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:06.389038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47604) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:06.552268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-de086cae-93bd-4467-b545-b4a80ce5888f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/7afdd5d6-5cda-4ac3-9eeb-2543320993e7 HTTP/1.1" status: 200 len: 992 time: 0.1603706 Nov 16 05:09:06.564395 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:06.566668 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1435582-9f71-4eff-818c-72e6eb1b4a02 req-d63858a0-90d7-437f-aaa1-533dcf095727 service neutron] 10.222.0.15 "GET /v2.0/networks/36f47ad5-6a64-4cca-9ba6-41238dfdfdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257089 Nov 16 05:09:06.730541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e8e8d525-81a8-4e77-814a-7cc41d7aea96 None None] Set router 51cff7ca-54e9-4220-9618-9f2dc408e524 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:06.768284 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:06.775932 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:06.872306 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259f9d70-bb58-4773-a4aa-c88e98d1fbde None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:09:06.873525 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603acec-8990-464e-acb9-9c70ce01dddd None None] Pushing event updated for resources: {'Port': ['ID=d238bc43-67cf-4917-803c-5d29b7fa2cc3,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:06.887083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 98175bd0-7822-4b4e-87ae-83605f276469 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:06.887461 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:06.904306 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Attempting to bind port d238bc43-67cf-4917-803c-5d29b7fa2cc3 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:09:06.904801 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Attempting to bind port d238bc43-67cf-4917-803c-5d29b7fa2cc3 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:09:06.905287 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Attempting to bind port d238bc43-67cf-4917-803c-5d29b7fa2cc3 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:09:06.917989 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:09:06.917989 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:09:06.917989 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:06.917989 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:09:06.923732 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Bound port: d238bc43-67cf-4917-803c-5d29b7fa2cc3, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:09:06.924269 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:06.942991 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Allocated IP 172.20.0.1 (1ed303e9-5bf9-42be-9101-ad4f9fd0031c/e259dfeb-d672-420f-aada-95b1b815a39a/651cdb74-f4a7-42a4-9594-2e503bf2c287) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:09:07.059089 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] For port d238bc43-67cf-4917-803c-5d29b7fa2cc3, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:09:07.071632 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] For port d238bc43-67cf-4917-803c-5d29b7fa2cc3, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d238bc43-67cf-4917-803c-5d29b7fa2cc3,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:09:07.077038 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:07.116810 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:07.188042 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603acec-8990-464e-acb9-9c70ce01dddd None None] Pushing event updated for resources: {'Port': ['ID=d238bc43-67cf-4917-803c-5d29b7fa2cc3,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:07.200890 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Routers {'404e5923-02ee-4547-b5ff-453f4fc92a87'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:07.202891 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:08:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['404e5923-02ee-4547-b5ff-453f4fc92a87'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:07.208403 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:07.271498 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25598836-6303-4e9d-999a-41d228d66f35 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:09:07.274008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-57e452ad-27b3-484c-8478-c81304447361 None None] Provisioning complete for port d238bc43-67cf-4917-803c-5d29b7fa2cc3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:07.277016 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-57e452ad-27b3-484c-8478-c81304447361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:07.306418 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Network 1ed303e9-5bf9-42be-9101-ad4f9fd0031c is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:09:07.309555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:07.318949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:09:07.397117 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:07.402035 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] Set router 404e5923-02ee-4547-b5ff-453f4fc92a87 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:07.515614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a16c3986-063e-436e-b99d-4f75f5f03a2b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:09:07.555695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47624) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:07.750113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4af7573e-568a-47a2-8e23-a3392337eb21 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/7afdd5d6-5cda-4ac3-9eeb-2543320993e7 HTTP/1.1" status: 200 len: 992 time: 0.1925232 Nov 16 05:09:07.762413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e8e8d525-81a8-4e77-814a-7cc41d7aea96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:41Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7afdd5d6-5cda-4ac3-9eeb-2543320993e7', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'port_id': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'mac_address': 'fa:16:3e:ff:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:09:01Z', 'updated_at': '2021-11-16T05:09:01Z', 'revision_number': 0, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9923fe-de31-4007-9934-439714f4a541', 'name': '', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ba:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:39Z', 'updated_at': '2021-11-16T05:08:46Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:07.765641 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-57e452ad-27b3-484c-8478-c81304447361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:07.823634 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e8d525-81a8-4e77-814a-7cc41d7aea96 None None] The sync data for ids ['51cff7ca-54e9-4220-9618-9f2dc408e524'] in n-d-818042-1 is: [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:41Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7afdd5d6-5cda-4ac3-9eeb-2543320993e7', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'port_id': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'mac_address': 'fa:16:3e:ff:b4:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:09:01Z', 'updated_at': '2021-11-16T05:09:01Z', 'revision_number': 0, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b9923fe-de31-4007-9934-439714f4a541', 'name': '', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ba:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:39Z', 'updated_at': '2021-11-16T05:08:46Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:09:07.862203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-57e452ad-27b3-484c-8478-c81304447361 None None] For port d238bc43-67cf-4917-803c-5d29b7fa2cc3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d238bc43-67cf-4917-803c-5d29b7fa2cc3,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:07.866915 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-57e452ad-27b3-484c-8478-c81304447361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:07.879951 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'name': 'tempest-TestServerMultinode-1560648393-router', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:01Z', 'updated_at': '2021-11-16T05:09:03Z', 'revision_number': 3, 'project_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'gw_port': {'id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:16:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:02Z', 'updated_at': '2021-11-16T05:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:07.938445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a16c3986-063e-436e-b99d-4f75f5f03a2b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:07.938844 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:07.980557 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125bcf0-021b-45cc-b728-059bdaeacb6b None None] The sync data for ids ['404e5923-02ee-4547-b5ff-453f4fc92a87'] in n-d-818042-1 is: [{'id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'name': 'tempest-TestServerMultinode-1560648393-router', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:01Z', 'updated_at': '2021-11-16T05:09:03Z', 'revision_number': 3, 'project_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'gw_port': {'id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:16:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:02Z', 'updated_at': '2021-11-16T05:09:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:09:08.059507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e452ad-27b3-484c-8478-c81304447361 None None] Pushing event updated for resources: {'Port': ['ID=d238bc43-67cf-4917-803c-5d29b7fa2cc3,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:08.084158 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-49e88178-89fe-4f56-ac49-ef181717f32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:08.088254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a603e388-01db-44df-9233-c311f99be82c None None] Provisioning complete for port 651cdb74-f4a7-42a4-9594-2e503bf2c287 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:08.090032 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a603e388-01db-44df-9233-c311f99be82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:08.151733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a603e388-01db-44df-9233-c311f99be82c None None] Port 651cdb74-f4a7-42a4-9594-2e503bf2c287 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:09:08.239245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a603e388-01db-44df-9233-c311f99be82c None None] Provisioning complete for port d238bc43-67cf-4917-803c-5d29b7fa2cc3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:08.239792 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a603e388-01db-44df-9233-c311f99be82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:08.324474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d10c8b-52ef-425b-841e-dec4035a1a85 None None] New status for floating IP 7afdd5d6-5cda-4ac3-9eeb-2543320993e7: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:09:08.559345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Pushing event updated for resources: {'Port': ['ID=651cdb74-f4a7-42a4-9594-2e503bf2c287,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:08.596912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 98175bd0-7822-4b4e-87ae-83605f276469 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:09:08.608518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:08.609153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:08.617496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:08.618006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:08.618364 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:08.618709 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:08.619048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:08.620089 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:08.620452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:08.620788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:08.621122 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:08.621452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:08.689030 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:08.752435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47636) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:08.896855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 98175bd0-7822-4b4e-87ae-83605f276469 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:08.897993 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:08.928935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f2642230-34c0-4287-8b0d-937d58697bbf tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/7afdd5d6-5cda-4ac3-9eeb-2543320993e7 HTTP/1.1" status: 200 len: 992 time: 0.1752849 Nov 16 05:09:09.138370 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:09.143868 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:09.233354 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:09.238406 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Pushing event updated for resources: {'Port': ['ID=651cdb74-f4a7-42a4-9594-2e503bf2c287,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:09.447982 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Network 1ed303e9-5bf9-42be-9101-ad4f9fd0031c is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:09:09.449866 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:09.707953 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Router 404e5923-02ee-4547-b5ff-453f4fc92a87 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:09:09.923708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:09:09.930938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47644) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:09.950668 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c6500ac6-9cde-4328-b987-9a6d33a399dc admin admin] 10.222.0.41 "PUT /v2.0/routers/404e5923-02ee-4547-b5ff-453f4fc92a87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4349208 Nov 16 05:09:09.986249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a51a56dd-4fda-4b34-8cbc-5e871aaaebe5 None None] Provisioning complete for port 651cdb74-f4a7-42a4-9594-2e503bf2c287 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:09.986782 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a51a56dd-4fda-4b34-8cbc-5e871aaaebe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:10.069428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7963ef94-5602-4b68-b993-08fa5a2d786f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/7afdd5d6-5cda-4ac3-9eeb-2543320993e7 HTTP/1.1" status: 200 len: 994 time: 0.1372526 Nov 16 05:09:10.097356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a51a56dd-4fda-4b34-8cbc-5e871aaaebe5 None None] Port 651cdb74-f4a7-42a4-9594-2e503bf2c287 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:09:10.201016 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1fb37a7-f2be-4b20-8644-a80d6a83440e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:10.465983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d238bc43-67cf-4917-803c-5d29b7fa2cc3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:09:10.535531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d238bc43-67cf-4917-803c-5d29b7fa2cc3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:10.536041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:10.614587 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-0de5e10c-c22b-49a3-9212-54605b89e186 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:10.616155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-0de5e10c-c22b-49a3-9212-54605b89e186 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/networks?id=e2b86a83-3fc9-48ff-9729-1f71d5feb051 HTTP/1.1" status: 200 len: 910 time: 0.1078510 Nov 16 05:09:10.633614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-a6b6592d-9fc1-46fe-a05d-9b83eb9353b1 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/quotas/1bfb2ce9936f4b9abf06e92f65198b35 HTTP/1.1" status: 200 len: 375 time: 0.0107141 Nov 16 05:09:10.726248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-c13d18bc-f0ff-475b-b159-d68334c06d1d tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bfb2ce9936f4b9abf06e92f65198b35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863268 Nov 16 05:09:10.842561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-ef272b3c-2b11-4369-8d35-acab61381cbf service neutron] 10.222.0.41 "GET /v2.0/networks/e2b86a83-3fc9-48ff-9729-1f71d5feb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079738 Nov 16 05:09:10.946688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-f5a2872a-9ef5-43bf-80f3-b826a62736aa service neutron] 10.222.0.41 "GET /v2.0/networks/e2b86a83-3fc9-48ff-9729-1f71d5feb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032250 Nov 16 05:09:11.139360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01309601-72ef-41ed-9665-9eb8186dc9e3 req-38a22c39-26d9-4585-b92a-aa4bbbf17f86 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 210 time: 0.0374541 Nov 16 05:09:11.460438 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2579947-518a-4279-a819-9487ff948037 None None] Sync routers for ids ['404e5923-02ee-4547-b5ff-453f4fc92a87'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:09:11.474346 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2579947-518a-4279-a819-9487ff948037 None None] Routers {'404e5923-02ee-4547-b5ff-453f4fc92a87'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:11.475156 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c2579947-518a-4279-a819-9487ff948037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['404e5923-02ee-4547-b5ff-453f4fc92a87'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:11.601380 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c2579947-518a-4279-a819-9487ff948037 None None] Set router 404e5923-02ee-4547-b5ff-453f4fc92a87 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:11.955794 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:12.132558 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c2579947-518a-4279-a819-9487ff948037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'name': 'tempest-TestServerMultinode-1560648393-router', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:01Z', 'updated_at': '2021-11-16T05:09:08Z', 'revision_number': 4, 'project_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'gw_port': {'id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:16:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:02Z', 'updated_at': '2021-11-16T05:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '651cdb74-f4a7-42a4-9594-2e503bf2c287', 'name': '', 'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'mac_address': 'fa:16:3e:eb:c4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'e259dfeb-d672-420f-aada-95b1b815a39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:06Z', 'updated_at': '2021-11-16T05:09:08Z', 'revision_number': 2, 'project_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'subnets': [{'id': 'e259dfeb-d672-420f-aada-95b1b815a39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:12.167637 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2579947-518a-4279-a819-9487ff948037 None None] Checking router: 404e5923-02ee-4547-b5ff-453f4fc92a87 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:09:12.168001 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2579947-518a-4279-a819-9487ff948037 None None] Updating router 404e5923-02ee-4547-b5ff-453f4fc92a87 port 651cdb74-f4a7-42a4-9594-2e503bf2c287 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:09:12.199297 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2579947-518a-4279-a819-9487ff948037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:12.358324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-b9768bc7-d79f-45ba-bba9-fd678d86c89c tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:12.360831 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-b9768bc7-d79f-45ba-bba9-fd678d86c89c tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.15 "GET /v2.0/networks?id=e2b86a83-3fc9-48ff-9729-1f71d5feb051 HTTP/1.1" status: 200 len: 910 time: 0.1258814 Nov 16 05:09:12.395189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Request body: {'port': {'device_id': 'fc560a7b-bd93-4e38-83ee-2825c3227071', 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051', 'admin_state_up': True, 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:12.457691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ebd25a1b-f78f-4560-be4f-a6eddc905226 req-eaf58629-cefc-40de-bbdb-574b33a68059 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 210 time: 0.0923395 Nov 16 05:09:12.483105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Made reservation on behalf of 1bfb2ce9936f4b9abf06e92f65198b35 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:09:12.486053 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:12.634766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Allocated IP 172.20.0.9 (e2b86a83-3fc9-48ff-9729-1f71d5feb051/bf98e848-7c33-4bbc-a14c-9b3f74f978c4/c004d470-aebf-4f83-bb41-71275724b738) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:09:12.772237 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2579947-518a-4279-a819-9487ff948037 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:12.779772 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2579947-518a-4279-a819-9487ff948037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:12.804010 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:12.847872 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:12.898307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Network e2b86a83-3fc9-48ff-9729-1f71d5feb051 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:09:12.901545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:12.904374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:09:12.923969 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-c2579947-518a-4279-a819-9487ff948037 None None] Attempting to bind port 651cdb74-f4a7-42a4-9594-2e503bf2c287 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:09:12.924401 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-c2579947-518a-4279-a819-9487ff948037 None None] Attempting to bind port 651cdb74-f4a7-42a4-9594-2e503bf2c287 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a83a99a0-b4dd-422b-9fcd-955110e30d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:09:12.924698 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2579947-518a-4279-a819-9487ff948037 None None] Attempting to bind port 651cdb74-f4a7-42a4-9594-2e503bf2c287 on network 1ed303e9-5bf9-42be-9101-ad4f9fd0031c {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:09:12.926859 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Pushing event updated for resources: {'Port': ['ID=651cdb74-f4a7-42a4-9594-2e503bf2c287,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:12.942364 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:12.942702 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:12.943035 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:12.943365 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:12.943690 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:12.944007 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:12.944329 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:12.944642 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:12.945211 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:12.945557 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:12.945921 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:12.946240 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:12.957964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Pushing event updated for resources: {'Port': ['ID=c004d470-aebf-4f83-bb41-71275724b738,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:12.959544 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2579947-518a-4279-a819-9487ff948037 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:09:12.960114 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2579947-518a-4279-a819-9487ff948037 None None] Checking segment: {'id': 'a83a99a0-b4dd-422b-9fcd-955110e30d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:09:12.960676 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2579947-518a-4279-a819-9487ff948037 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:12.961241 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2579947-518a-4279-a819-9487ff948037 None None] Bound using segment: {'id': 'a83a99a0-b4dd-422b-9fcd-955110e30d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:09:12.963130 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-c2579947-518a-4279-a819-9487ff948037 None None] Bound port: 651cdb74-f4a7-42a4-9594-2e503bf2c287, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83a99a0-b4dd-422b-9fcd-955110e30d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:09:12.963732 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2579947-518a-4279-a819-9487ff948037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:13.015086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:13.017684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:13.017684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:13.017684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:13.017684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:13.022149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:13.022598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:13.025693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:13.026205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:13.026631 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:13.027071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:13.027493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:09:13.081642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:13.086333 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:13.102222 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c2579947-518a-4279-a819-9487ff948037 None None] For port 651cdb74-f4a7-42a4-9594-2e503bf2c287, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:09:13.105967 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c2579947-518a-4279-a819-9487ff948037 None None] For port 651cdb74-f4a7-42a4-9594-2e503bf2c287, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=651cdb74-f4a7-42a4-9594-2e503bf2c287,segment=NetworkSegment(a83a99a0-b4dd-422b-9fcd-955110e30d51),segment_id=a83a99a0-b4dd-422b-9fcd-955110e30d51)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:09:13.112110 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c2579947-518a-4279-a819-9487ff948037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:13.135766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-83fba9ec-b348-4383-981d-25f5018ca7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7507451 Nov 16 05:09:13.160302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Request body: {'port': {'device_id': 'fc560a7b-bd93-4e38-83ee-2825c3227071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:13.231044 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2579947-518a-4279-a819-9487ff948037 None None] Routers {'404e5923-02ee-4547-b5ff-453f4fc92a87'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:13.231600 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c2579947-518a-4279-a819-9487ff948037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['404e5923-02ee-4547-b5ff-453f4fc92a87'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:13.349088 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:13.363213 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:13.382980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ae4e2a53-cfbe-4faf-be44-1750e361e440 None None] Provisioning complete for port 651cdb74-f4a7-42a4-9594-2e503bf2c287 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:13.385371 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae4e2a53-cfbe-4faf-be44-1750e361e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:13.460361 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c2579947-518a-4279-a819-9487ff948037 None None] Set router 404e5923-02ee-4547-b5ff-453f4fc92a87 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:13.536308 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64810c70-2c75-4d6f-8483-2b28b8b9c2d2 None None] Pushing event updated for resources: {'Port': ['ID=651cdb74-f4a7-42a4-9594-2e503bf2c287,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:13.592434 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae4e2a53-cfbe-4faf-be44-1750e361e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:13.655856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ae4e2a53-cfbe-4faf-be44-1750e361e440 None None] For port 651cdb74-f4a7-42a4-9594-2e503bf2c287, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=651cdb74-f4a7-42a4-9594-2e503bf2c287,segment=NetworkSegment(a83a99a0-b4dd-422b-9fcd-955110e30d51),segment_id=a83a99a0-b4dd-422b-9fcd-955110e30d51)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:13.663345 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae4e2a53-cfbe-4faf-be44-1750e361e440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:13.725513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cd7fe-29b8-46e8-8374-194cd956d47b req-0cf54c8e-3b27-4d36-aae0-2fe859645442 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:13.727654 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-694cd7fe-29b8-46e8-8374-194cd956d47b req-0cf54c8e-3b27-4d36-aae0-2fe859645442 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1027 time: 0.0956013 Nov 16 05:09:13.824767 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:13.833976 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3297f88a-813d-4c8e-82c7-f937feec1120 None None] Provisioning complete for port 651cdb74-f4a7-42a4-9594-2e503bf2c287 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:13.834605 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3297f88a-813d-4c8e-82c7-f937feec1120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:13.888190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e2a53-cfbe-4faf-be44-1750e361e440 None None] Pushing event updated for resources: {'Port': ['ID=651cdb74-f4a7-42a4-9594-2e503bf2c287,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:13.941494 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-694cd7fe-29b8-46e8-8374-194cd956d47b req-6382f155-4b14-41ce-a379-a18aef822e35 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036676 Nov 16 05:09:13.983131 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c2579947-518a-4279-a819-9487ff948037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'name': 'tempest-TestServerMultinode-1560648393-router', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:01Z', 'updated_at': '2021-11-16T05:09:08Z', 'revision_number': 4, 'project_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'gw_port': {'id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:16:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:02Z', 'updated_at': '2021-11-16T05:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '651cdb74-f4a7-42a4-9594-2e503bf2c287', 'name': '', 'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'mac_address': 'fa:16:3e:eb:c4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'e259dfeb-d672-420f-aada-95b1b815a39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:06Z', 'updated_at': '2021-11-16T05:09:13Z', 'revision_number': 4, 'project_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'subnets': [{'id': 'e259dfeb-d672-420f-aada-95b1b815a39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:14.009975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3297f88a-813d-4c8e-82c7-f937feec1120 None None] Provisioning complete for port c004d470-aebf-4f83-bb41-71275724b738 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:14.012121 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3297f88a-813d-4c8e-82c7-f937feec1120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:14.064231 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2579947-518a-4279-a819-9487ff948037 None None] The sync data for ids ['404e5923-02ee-4547-b5ff-453f4fc92a87'] in n-d-818042-1 is: [{'id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'name': 'tempest-TestServerMultinode-1560648393-router', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:01Z', 'updated_at': '2021-11-16T05:09:08Z', 'revision_number': 4, 'project_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'gw_port': {'id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:16:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:02Z', 'updated_at': '2021-11-16T05:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '651cdb74-f4a7-42a4-9594-2e503bf2c287', 'name': '', 'network_id': '1ed303e9-5bf9-42be-9101-ad4f9fd0031c', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'mac_address': 'fa:16:3e:eb:c4:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3720, 'fixed_ips': [{'subnet_id': 'e259dfeb-d672-420f-aada-95b1b815a39a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:06Z', 'updated_at': '2021-11-16T05:09:13Z', 'revision_number': 4, 'project_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'subnets': [{'id': 'e259dfeb-d672-420f-aada-95b1b815a39a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:09:14.086918 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3297f88a-813d-4c8e-82c7-f937feec1120 None None] Port c004d470-aebf-4f83-bb41-71275724b738 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:09:14.129027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c004d470-aebf-4f83-bb41-71275724b738 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:09:14.163724 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:14.195430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Transition to ACTIVE for port object c004d470-aebf-4f83-bb41-71275724b738 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:09:14.211636 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:14.274315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Pushing event updated for resources: {'Port': ['ID=c004d470-aebf-4f83-bb41-71275724b738,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:14.427044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Attempting to bind port c004d470-aebf-4f83-bb41-71275724b738 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:09:14.427532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Attempting to bind port c004d470-aebf-4f83-bb41-71275724b738 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:09:14.427982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Attempting to bind port c004d470-aebf-4f83-bb41-71275724b738 on network e2b86a83-3fc9-48ff-9729-1f71d5feb051 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:09:14.442313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Port c004d470-aebf-4f83-bb41-71275724b738 on network e2b86a83-3fc9-48ff-9729-1f71d5feb051 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:09:14.442772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Attempting to bind port c004d470-aebf-4f83-bb41-71275724b738 on network e2b86a83-3fc9-48ff-9729-1f71d5feb051 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:09:14.448788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:09:14.449256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Checking segment: {'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:09:14.449743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Bound using segment: {'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:09:14.454287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Bound port: c004d470-aebf-4f83-bb41-71275724b738, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:09:14.454808 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:14.470190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 651cdb74-f4a7-42a4-9594-2e503bf2c287 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:09:14.546626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 651cdb74-f4a7-42a4-9594-2e503bf2c287 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:14.547771 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:14.582336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] For port c004d470-aebf-4f83-bb41-71275724b738, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:09:14.585877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] For port c004d470-aebf-4f83-bb41-71275724b738, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c004d470-aebf-4f83-bb41-71275724b738,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:09:14.596496 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:14.637541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:14.639002 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:14.640867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] 10.222.0.15 "PUT /v2.0/ports/c004d470-aebf-4f83-bb41-71275724b738 HTTP/1.1" status: 200 len: 1091 time: 1.4963527 Nov 16 05:09:14.641567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc560a7b-bd93-4e38-83ee-2825c3227071', 'tag': 'c004d470-aebf-4f83-bb41-71275724b738'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:09:14.644663 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5632c483-85b2-4d45-a7c3-92b0a16cdaf2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc560a7b-bd93-4e38-83ee-2825c3227071", "tag": "c004d470-aebf-4f83-bb41-71275724b738"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:09:14.693411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d05e6-4801-43a9-b5f8-4474ab805826 service neutron] Pushing event updated for resources: {'Port': ['ID=c004d470-aebf-4f83-bb41-71275724b738,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:14.744981 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a027b853-0252-4255-aa27-9312bd623d09 x-openstack-request-id: req-a027b853-0252-4255-aa27-9312bd623d09 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:09:14.745752 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc560a7b-bd93-4e38-83ee-2825c3227071", "tag": "c004d470-aebf-4f83-bb41-71275724b738", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:09:14.745752 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a027b853-0252-4255-aa27-9312bd623d09 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:09:14.746571 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc560a7b-bd93-4e38-83ee-2825c3227071', 'tag': 'c004d470-aebf-4f83-bb41-71275724b738', 'status': 'completed', 'code': 200} Nov 16 05:09:14.779294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-4869bb02-c4ec-4f1d-8266-9663a0184caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:14.781010 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-4869bb02-c4ec-4f1d-8266-9663a0184caf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1bfb2ce9936f4b9abf06e92f65198b35&device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1094 time: 0.0719278 Nov 16 05:09:14.836023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-eecde8c3-aa23-4f79-aadb-d483d93adc2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c004d470-aebf-4f83-bb41-71275724b738 HTTP/1.1" status: 200 len: 217 time: 0.0437436 Nov 16 05:09:14.890044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-7a17b782-424d-453e-85cf-ff07e5cfa9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:14.891898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-7a17b782-424d-453e-85cf-ff07e5cfa9f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf98e848-7c33-4bbc-a14c-9b3f74f978c4 HTTP/1.1" status: 200 len: 848 time: 0.0496674 Nov 16 05:09:14.946742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-3e431a7d-dcf4-4442-9b54-9540b6dfb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:14.948401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-3e431a7d-dcf4-4442-9b54-9540b6dfb209 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2b86a83-3fc9-48ff-9729-1f71d5feb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485642 Nov 16 05:09:15.082950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-786ea55c-fac0-438a-835c-d22df7d897bf service neutron] 10.222.0.15 "GET /v2.0/networks/e2b86a83-3fc9-48ff-9729-1f71d5feb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259992 Nov 16 05:09:15.189278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a5027-cfbf-458b-a6ec-1e182e3be275 req-d77ff8d5-eb35-4080-bfc9-043ece536273 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:15.191034 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad3a5027-cfbf-458b-a6ec-1e182e3be275 req-d77ff8d5-eb35-4080-bfc9-043ece536273 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1094 time: 0.1065140 Nov 16 05:09:15.258642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d699736f-46b9-430c-b756-2de8d8347ce6 req-f6aaab6c-91f8-4c83-95b1-27d822c89182 service neutron] 10.222.0.15 "GET /v2.0/networks/e2b86a83-3fc9-48ff-9729-1f71d5feb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450200 Nov 16 05:09:15.288582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad3a5027-cfbf-458b-a6ec-1e182e3be275 req-746bd03b-3757-4689-8d80-fece49a28c76 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650039 Nov 16 05:09:15.386457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632c483-85b2-4d45-a7c3-92b0a16cdaf2 req-c3c2d852-bb96-493b-9622-257b831a13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:15.388615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5632c483-85b2-4d45-a7c3-92b0a16cdaf2 req-c3c2d852-bb96-493b-9622-257b831a13e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1bfb2ce9936f4b9abf06e92f65198b35&device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1094 time: 0.0492423 Nov 16 05:09:15.868939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632c483-85b2-4d45-a7c3-92b0a16cdaf2 req-e73e1841-6fa2-48ba-a233-3915b08658b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:15.871411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5632c483-85b2-4d45-a7c3-92b0a16cdaf2 req-e73e1841-6fa2-48ba-a233-3915b08658b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e2b86a83-3fc9-48ff-9729-1f71d5feb051 HTTP/1.1" status: 200 len: 910 time: 0.4748082 Nov 16 05:09:15.915996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5632c483-85b2-4d45-a7c3-92b0a16cdaf2 req-b97ef6b9-7ba9-4a0a-9387-06158f784304 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c004d470-aebf-4f83-bb41-71275724b738 HTTP/1.1" status: 200 len: 217 time: 0.0355158 Nov 16 05:09:15.967217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632c483-85b2-4d45-a7c3-92b0a16cdaf2 req-ee247da1-68f1-4e38-bbd7-829f44e0016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:15.968577 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5632c483-85b2-4d45-a7c3-92b0a16cdaf2 req-ee247da1-68f1-4e38-bbd7-829f44e0016b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf98e848-7c33-4bbc-a14c-9b3f74f978c4 HTTP/1.1" status: 200 len: 848 time: 0.0442932 Nov 16 05:09:16.016619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632c483-85b2-4d45-a7c3-92b0a16cdaf2 req-0d8aa93d-1d20-40f8-b213-13254d5e0388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:16.018281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5632c483-85b2-4d45-a7c3-92b0a16cdaf2 req-0d8aa93d-1d20-40f8-b213-13254d5e0388 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e2b86a83-3fc9-48ff-9729-1f71d5feb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406051 Nov 16 05:09:16.116507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5632c483-85b2-4d45-a7c3-92b0a16cdaf2 req-aad591ef-29f0-4bd6-882d-c6c12839466b service neutron] 10.222.0.15 "GET /v2.0/networks/e2b86a83-3fc9-48ff-9729-1f71d5feb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903373 Nov 16 05:09:16.216527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5632c483-85b2-4d45-a7c3-92b0a16cdaf2 req-a457933c-f34a-4dbc-a717-0b4d46aeadca service neutron] 10.222.0.15 "GET /v2.0/networks/e2b86a83-3fc9-48ff-9729-1f71d5feb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926478 Nov 16 05:09:16.373327 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:16.447013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77675d62-b84e-470d-a28d-921d3a0d944b req-cd8c04c3-e115-4575-b4bf-03959c9e6da4 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:16.449108 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77675d62-b84e-470d-a28d-921d3a0d944b req-cd8c04c3-e115-4575-b4bf-03959c9e6da4 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1094 time: 0.0713983 Nov 16 05:09:16.511976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77675d62-b84e-470d-a28d-921d3a0d944b req-2958c084-bd72-4704-b894-220bfeda11a0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546994 Nov 16 05:09:16.669546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47762) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:16.789053 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-768fce5f-1e21-41bf-b726-249446fd4d4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:16.885713 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-768fce5f-1e21-41bf-b726-249446fd4d4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:16.889921 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-768fce5f-1e21-41bf-b726-249446fd4d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:16.932144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fce5f-1e21-41bf-b726-249446fd4d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b094ed-a7cb-4cbd-b63c-cfdc5363b393,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:16.937679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-768fce5f-1e21-41bf-b726-249446fd4d4a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d21881a83ba046e5a337182014bdcf6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2664359 Nov 16 05:09:16.942240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47774) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:16.993397 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-030633ba-689a-43e8-bce0-3834c158a21d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:17.018859 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-030633ba-689a-43e8-bce0-3834c158a21d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:17.065672 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-030633ba-689a-43e8-bce0-3834c158a21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:17.068431 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-030633ba-689a-43e8-bce0-3834c158a21d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:17.072957 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-030633ba-689a-43e8-bce0-3834c158a21d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52b094ed-a7cb-4cbd-b63c-cfdc5363b393 HTTP/1.1" status: 204 len: 168 time: 0.1258817 Nov 16 05:09:17.078715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030633ba-689a-43e8-bce0-3834c158a21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b094ed-a7cb-4cbd-b63c-cfdc5363b393,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:17.162784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c004d470-aebf-4f83-bb41-71275724b738 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:09:17.266731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c004d470-aebf-4f83-bb41-71275724b738, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c004d470-aebf-4f83-bb41-71275724b738,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:17.279013 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'c004d470-aebf-4f83-bb41-71275724b738', 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051', 'port_id': 'c004d470-aebf-4f83-bb41-71275724b738', 'mac_address': 'fa:16:3e:70:5b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf98e848-7c33-4bbc-a14c-9b3f74f978c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:09:17.318444 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:17.333276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c004d470-aebf-4f83-bb41-71275724b738 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:09:17.354620 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47782) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:17.358663 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c004d470-aebf-4f83-bb41-71275724b738, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c004d470-aebf-4f83-bb41-71275724b738,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:17.362675 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:17.369201 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e7c4117-be76-4cd6-ad82-af3d1814b715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:17.419413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=c004d470-aebf-4f83-bb41-71275724b738,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:17.449542 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e7c4117-be76-4cd6-ad82-af3d1814b715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:17.453999 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9e7c4117-be76-4cd6-ad82-af3d1814b715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:17.493274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9e7c4117-be76-4cd6-ad82-af3d1814b715 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5537803df8245c9b418df4613e986fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352305 Nov 16 05:09:17.493274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c4117-be76-4cd6-ad82-af3d1814b715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7539aa49-fd97-4fc6-b1f5-1d7eb978f9f9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:17.493910 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47784) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:17.547285 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d0e6-f4b8-449f-9874-13c1c206d509 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:17.573844 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d0e6-f4b8-449f-9874-13c1c206d509 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:17.577855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['c004d470-aebf-4f83-bb41-71275724b738'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:09:17.626078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d8f1c-16ea-4270-86ca-e1a0230d3c77 req-06289cd4-155f-4382-bb3e-8f30f73f44d4 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:17.627906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f53d8f1c-16ea-4270-86ca-e1a0230d3c77 req-06289cd4-155f-4382-bb3e-8f30f73f44d4 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1095 time: 0.0495234 Nov 16 05:09:17.642540 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d0e6-f4b8-449f-9874-13c1c206d509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:17.646993 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2bc8d0e6-f4b8-449f-9874-13c1c206d509 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:17.647734 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2bc8d0e6-f4b8-449f-9874-13c1c206d509 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7539aa49-fd97-4fc6-b1f5-1d7eb978f9f9 HTTP/1.1" status: 204 len: 168 time: 0.1526208 Nov 16 05:09:17.679517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8d0e6-f4b8-449f-9874-13c1c206d509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7539aa49-fd97-4fc6-b1f5-1d7eb978f9f9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:17.729413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f53d8f1c-16ea-4270-86ca-e1a0230d3c77 req-488d5cd1-f5f4-4eba-9a3a-1d4aba76708b tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803766 Nov 16 05:09:18.506176 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:18.849363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740e47b-fe99-44f5-a550-2f87a33dfcef req-d435670a-3b08-400b-894a-69fcb9ab4fc0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:18.850976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e740e47b-fe99-44f5-a550-2f87a33dfcef req-d435670a-3b08-400b-894a-69fcb9ab4fc0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1095 time: 0.0431502 Nov 16 05:09:18.896857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e740e47b-fe99-44f5-a550-2f87a33dfcef req-2887b316-ea64-4822-b91c-7459696ca914 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 Nov 16 05:09:19.182343 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c004d470-aebf-4f83-bb41-71275724b738 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:09:19.232211 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port c004d470-aebf-4f83-bb41-71275724b738 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:09:19.237617 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port c004d470-aebf-4f83-bb41-71275724b738 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:19.238019 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:19.316095 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:19.346970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc560a7b-bd93-4e38-83ee-2825c3227071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c004d470-aebf-4f83-bb41-71275724b738'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:09:19.349573 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f64197-4931-476d-b6bb-cdfb297285dc" -d '{"events": [{"server_uuid": "fc560a7b-bd93-4e38-83ee-2825c3227071", "name": "network-vif-plugged", "status": "completed", "tag": "c004d470-aebf-4f83-bb41-71275724b738"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:09:19.366749 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port c004d470-aebf-4f83-bb41-71275724b738, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c004d470-aebf-4f83-bb41-71275724b738,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:19.374090 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:19.404163 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9e5d25-048b-46f2-9584-cb5b8032a576 x-openstack-request-id: req-9d9e5d25-048b-46f2-9584-cb5b8032a576 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:09:19.404464 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc560a7b-bd93-4e38-83ee-2825c3227071", "name": "network-vif-plugged", "status": "completed", "tag": "c004d470-aebf-4f83-bb41-71275724b738", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:09:19.404735 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d9e5d25-048b-46f2-9584-cb5b8032a576 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:09:19.405095 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc560a7b-bd93-4e38-83ee-2825c3227071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c004d470-aebf-4f83-bb41-71275724b738', 'code': 200} Nov 16 05:09:19.433058 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=c004d470-aebf-4f83-bb41-71275724b738,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:19.525021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94688430-8ed0-40a9-b4e5-a503645755c4 req-f7f674c2-f8e8-40ad-b5b8-94b16b645986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:19.526676 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94688430-8ed0-40a9-b4e5-a503645755c4 req-f7f674c2-f8e8-40ad-b5b8-94b16b645986 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1096 time: 0.0533795 Nov 16 05:09:19.577613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94688430-8ed0-40a9-b4e5-a503645755c4 req-296fb103-7d0c-4f53-aac6-d27ef31c41ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412972 Nov 16 05:09:19.942048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-a75569f7-e560-4a8d-a063-b15c83026135 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ddfb8b38968c4064b1cd57f238e785a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299931 Nov 16 05:09:20.145009 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71c6d1-762a-4eb1-98ad-91cae32bf0ae req-3d40498a-212d-4327-aed0-4b5aa2cd7e31 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:20.146586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e71c6d1-762a-4eb1-98ad-91cae32bf0ae req-3d40498a-212d-4327-aed0-4b5aa2cd7e31 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1096 time: 0.1768405 Nov 16 05:09:20.167273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-42c03d08-4c94-422f-b650-d027b5bbbcaa tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:20.168644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-42c03d08-4c94-422f-b650-d027b5bbbcaa tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204647 Nov 16 05:09:20.190241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-9129ebd2-b085-46e0-bee7-ae2e72aba950 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/quotas/ddfb8b38968c4064b1cd57f238e785a1 HTTP/1.1" status: 200 len: 375 time: 0.0129404 Nov 16 05:09:20.231092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-1fc687ac-3ebf-4f36-9ee0-49a7d1c8c23d tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ddfb8b38968c4064b1cd57f238e785a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345016 Nov 16 05:09:20.238847 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e71c6d1-762a-4eb1-98ad-91cae32bf0ae req-73378449-b22f-40bb-ad01-0630f2b4b4e5 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848155 Nov 16 05:09:20.387848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55ad72e3-9b65-494f-b900-f6da4ddfbdce req-5d5a7e7d-a7cb-44fb-9634-574cea3ef157 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 210 time: 0.0264394 Nov 16 05:09:21.279159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-c7097d45-8f0f-40e3-beb9-f954cdf7bb5c tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=ddfb8b38968c4064b1cd57f238e785a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263028 Nov 16 05:09:21.393695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f8ddd-3581-4196-a1c8-3d07d0bf2978 req-69ef8430-b689-4991-8071-1a9dbf74608f tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:21.395313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad4f8ddd-3581-4196-a1c8-3d07d0bf2978 req-69ef8430-b689-4991-8071-1a9dbf74608f tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1096 time: 0.0650733 Nov 16 05:09:21.438571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-96986ecd-8519-42c7-aba2-c9180760c238 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:21.440067 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-96986ecd-8519-42c7-aba2-c9180760c238 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567822 Nov 16 05:09:21.455427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Request body: {'port': {'device_id': 'bcffee94-de4c-4555-882b-db6f26b987b8', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': 'ddfb8b38968c4064b1cd57f238e785a1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:21.534095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9970c48c-1c43-4d29-b805-7d6dea633650 req-57e45272-84bb-4b37-b741-bba3449fdb37 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 210 time: 0.0677249 Nov 16 05:09:21.536089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad4f8ddd-3581-4196-a1c8-3d07d0bf2978 req-7e89909c-cb59-49ee-894d-fe89bf4858ff tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335080 Nov 16 05:09:21.610852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Made reservation on behalf of ddfb8b38968c4064b1cd57f238e785a1 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:09:21.615305 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:21.644961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:21.682919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189b059-7b01-43dc-bd70-44e65db52e4c req-e5ecd5ed-f344-4b88-b25e-f6fe569258ef tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:21.684357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0189b059-7b01-43dc-bd70-44e65db52e4c req-e5ecd5ed-f344-4b88-b25e-f6fe569258ef tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1096 time: 0.0757182 Nov 16 05:09:21.751852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0189b059-7b01-43dc-bd70-44e65db52e4c req-a1208022-b4c5-4017-b1fd-ae362288b9c0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604646 Nov 16 05:09:21.772411 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:21.776429 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:21.856521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2428591c-36a3-4301-8f35-92a0afb17937,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:21.926846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e4dbb-e1bc-490c-b0c7-d106d2c89507 req-fe129372-e677-434a-acef-4fbe45d8e7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:21.928376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-646e4dbb-e1bc-490c-b0c7-d106d2c89507 req-fe129372-e677-434a-acef-4fbe45d8e7b0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1096 time: 0.0943608 Nov 16 05:09:21.960201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Allocated IP 192.168.233.44 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/54a5d5c4-7de4-4169-8045-f765669e3e6b) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:09:22.002302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-646e4dbb-e1bc-490c-b0c7-d106d2c89507 req-7ceaef83-1399-4876-9e10-3d73d1d9ed7d tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665686 Nov 16 05:09:22.152132 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:22.187489 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:22.277383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:09:22.288733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:22.296361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:09:22.303265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Pushing event updated for resources: {'Port': ['ID=54a5d5c4-7de4-4169-8045-f765669e3e6b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:22.370194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:22.370812 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:22.379609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-12ca875f-2824-400a-a529-755b562868d9 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:22.384846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-12ca875f-2824-400a-a529-755b562868d9 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/networks?id=e2b86a83-3fc9-48ff-9729-1f71d5feb051 HTTP/1.1" status: 200 len: 910 time: 0.1847305 Nov 16 05:09:22.404977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-a2ca317d-8517-4b15-93c9-1c20df470997 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/quotas/1bfb2ce9936f4b9abf06e92f65198b35 HTTP/1.1" status: 200 len: 375 time: 0.0142388 Nov 16 05:09:22.409392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-f7d3e524-d1be-44e4-a268-f904c7245b10 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9601257 Nov 16 05:09:22.424586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Request body: {'port': {'device_id': 'bcffee94-de4c-4555-882b-db6f26b987b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:22.512722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-25853779-7ca1-4d7a-8f2e-e688cae8c700 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=1bfb2ce9936f4b9abf06e92f65198b35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1007507 Nov 16 05:09:22.513552 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:22.631462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0446254a-88fd-4a4a-99f4-78012f562b10 None None] Provisioning complete for port 54a5d5c4-7de4-4169-8045-f765669e3e6b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:22.632041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0446254a-88fd-4a4a-99f4-78012f562b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:22.665988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0446254a-88fd-4a4a-99f4-78012f562b10 None None] Port 54a5d5c4-7de4-4169-8045-f765669e3e6b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:09:22.745183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-cbbbb7b9-2e2a-4631-981a-2b358249c88f service neutron] 10.222.0.41 "GET /v2.0/networks/e2b86a83-3fc9-48ff-9729-1f71d5feb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227385 Nov 16 05:09:22.857198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a40a4-40fe-49cc-81e1-18d3d9bac1a7 req-c0b6e6ed-db8f-4967-8ca3-0e92f8977de7 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:22.858586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a61a40a4-40fe-49cc-81e1-18d3d9bac1a7 req-c0b6e6ed-db8f-4967-8ca3-0e92f8977de7 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 935 time: 0.2286909 Nov 16 05:09:22.958104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-1ee68e12-f932-40df-8f08-565c38f90b93 service neutron] 10.222.0.41 "GET /v2.0/networks/e2b86a83-3fc9-48ff-9729-1f71d5feb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043529 Nov 16 05:09:22.969701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a61a40a4-40fe-49cc-81e1-18d3d9bac1a7 req-490b0078-1fcf-408b-ab69-21e30e596c69 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/security-groups?id=2428591c-36a3-4301-8f35-92a0afb17937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026471 Nov 16 05:09:23.037456 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a5d5c4-7de4-4169-8045-f765669e3e6b {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:09:23.045084 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:23.056951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Transition to ACTIVE for port object 54a5d5c4-7de4-4169-8045-f765669e3e6b will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:09:23.061462 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:23.172959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Pushing event updated for resources: {'Port': ['ID=54a5d5c4-7de4-4169-8045-f765669e3e6b,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:23.225432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30b619c8-0e3a-46a2-9939-1a30d25ddba1 req-1ff69ad8-cd14-42d1-8f4b-676116729a40 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 210 time: 0.0658672 Nov 16 05:09:23.240177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Attempting to bind port 54a5d5c4-7de4-4169-8045-f765669e3e6b on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:09:23.240515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Attempting to bind port 54a5d5c4-7de4-4169-8045-f765669e3e6b by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:09:23.240843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Attempting to bind port 54a5d5c4-7de4-4169-8045-f765669e3e6b on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:09:23.245751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Port 54a5d5c4-7de4-4169-8045-f765669e3e6b on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:09:23.246088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Attempting to bind port 54a5d5c4-7de4-4169-8045-f765669e3e6b on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:09:23.252136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:09:23.252481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:09:23.252856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:09:23.253284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Bound port: 54a5d5c4-7de4-4169-8045-f765669e3e6b, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:09:23.253636 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:23.330189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] For port 54a5d5c4-7de4-4169-8045-f765669e3e6b, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:09:23.339442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] For port 54a5d5c4-7de4-4169-8045-f765669e3e6b, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=54a5d5c4-7de4-4169-8045-f765669e3e6b,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:09:23.345074 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:23.407667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:23.409074 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:23.410614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] 10.222.0.37 "PUT /v2.0/ports/54a5d5c4-7de4-4169-8045-f765669e3e6b HTTP/1.1" status: 200 len: 1095 time: 0.9904964 Nov 16 05:09:23.413928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcffee94-de4c-4555-882b-db6f26b987b8', 'tag': '54a5d5c4-7de4-4169-8045-f765669e3e6b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:09:23.432391 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390362bc-9767-4e11-9850-1a2d23a16e29" -d '{"events": [{"name": "network-changed", "server_uuid": "bcffee94-de4c-4555-882b-db6f26b987b8", "tag": "54a5d5c4-7de4-4169-8045-f765669e3e6b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:09:23.452798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60920e4e-59df-4518-93b2-b933d4cf742c service neutron] Pushing event updated for resources: {'Port': ['ID=54a5d5c4-7de4-4169-8045-f765669e3e6b,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:23.494982 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bb4ecc-ed53-4f25-8301-33dd81b537da x-openstack-request-id: req-20bb4ecc-ed53-4f25-8301-33dd81b537da {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:09:23.495276 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcffee94-de4c-4555-882b-db6f26b987b8", "tag": "54a5d5c4-7de4-4169-8045-f765669e3e6b", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:09:23.495533 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20bb4ecc-ed53-4f25-8301-33dd81b537da {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:09:23.495934 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcffee94-de4c-4555-882b-db6f26b987b8', 'tag': '54a5d5c4-7de4-4169-8045-f765669e3e6b', 'status': 'completed', 'code': 200} Nov 16 05:09:23.506139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-c11015df-e043-45b7-b6c6-34611ac7af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:23.507655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-c11015df-e043-45b7-b6c6-34611ac7af47 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddfb8b38968c4064b1cd57f238e785a1&device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 1098 time: 0.0486150 Nov 16 05:09:23.562832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-488c7012-4bc1-418f-b5e2-59ef8a34c057 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=54a5d5c4-7de4-4169-8045-f765669e3e6b HTTP/1.1" status: 200 len: 217 time: 0.0452263 Nov 16 05:09:23.626313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-9d87a370-5bce-452d-9bc9-e3ef372d3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:23.628144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-9d87a370-5bce-452d-9bc9-e3ef372d3d67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0586715 Nov 16 05:09:23.688273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-174b2953-f71f-4843-b2f0-85be5128fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:23.690371 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-174b2953-f71f-4843-b2f0-85be5128fb72 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545499 Nov 16 05:09:23.802637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-a30ded7d-23c4-4f9a-97f5-e888a331a723 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051302 Nov 16 05:09:23.903146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af5a6f9b-d14f-4b6a-ba49-59cb039af5e4 req-80abc386-d676-4283-8307-fd65cc075e1e service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842102 Nov 16 05:09:23.987807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390362bc-9767-4e11-9850-1a2d23a16e29 req-aa3388e6-8eb9-46f6-9b91-89e34c124d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:23.989217 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-390362bc-9767-4e11-9850-1a2d23a16e29 req-aa3388e6-8eb9-46f6-9b91-89e34c124d7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddfb8b38968c4064b1cd57f238e785a1&device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 1098 time: 0.0421369 Nov 16 05:09:24.141651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd9fc-4b01-43be-b2b8-165485e9bd06 req-2300ab87-52bd-4903-a29e-05ce720c2683 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:24.143447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47bfd9fc-4b01-43be-b2b8-165485e9bd06 req-2300ab87-52bd-4903-a29e-05ce720c2683 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 947 time: 0.0867324 Nov 16 05:09:24.233605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390362bc-9767-4e11-9850-1a2d23a16e29 req-6950cf19-51f0-40ca-8d3f-5d0b4ff40937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:24.235572 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-390362bc-9767-4e11-9850-1a2d23a16e29 req-6950cf19-51f0-40ca-8d3f-5d0b4ff40937 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.2390101 Nov 16 05:09:24.292327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-390362bc-9767-4e11-9850-1a2d23a16e29 req-57986b74-2f2a-4199-8758-7b734fe5b366 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=54a5d5c4-7de4-4169-8045-f765669e3e6b HTTP/1.1" status: 200 len: 217 time: 0.0476375 Nov 16 05:09:24.373484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47bfd9fc-4b01-43be-b2b8-165485e9bd06 req-9a154838-bbaa-4a95-bcc6-59a100a18ef5 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/security-groups?id=2428591c-36a3-4301-8f35-92a0afb17937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047002 Nov 16 05:09:24.398591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eaaac237-4057-4be2-8ce8-d89281eb46b4 req-ed7fac54-848c-4713-bee6-542549968a39 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 210 time: 0.0752065 Nov 16 05:09:24.401563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-348fd750-0766-4714-abf5-0d4e7c3c7a53 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:24.402998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-348fd750-0766-4714-abf5-0d4e7c3c7a53 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.37 "GET /v2.0/networks?id=e2b86a83-3fc9-48ff-9729-1f71d5feb051 HTTP/1.1" status: 200 len: 910 time: 0.2585526 Nov 16 05:09:24.414184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390362bc-9767-4e11-9850-1a2d23a16e29 req-5aad9400-08dc-4d30-b13f-d6e62f5c753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:24.415632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-390362bc-9767-4e11-9850-1a2d23a16e29 req-5aad9400-08dc-4d30-b13f-d6e62f5c753c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.1141298 Nov 16 05:09:24.420217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d0dad1b8-5afb-4a95-847a-895a3022b999 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Request body: {'port': {'device_id': '69d21c70-0df8-4435-b89c-522def282e00', 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051', 'admin_state_up': True, 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:24.472004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d0dad1b8-5afb-4a95-847a-895a3022b999 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Made reservation on behalf of 1bfb2ce9936f4b9abf06e92f65198b35 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:09:24.474398 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d0dad1b8-5afb-4a95-847a-895a3022b999 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:24.493343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390362bc-9767-4e11-9850-1a2d23a16e29 req-fdd8b5d3-d214-4aa8-a32c-f66e20c1af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:24.494926 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-390362bc-9767-4e11-9850-1a2d23a16e29 req-fdd8b5d3-d214-4aa8-a32c-f66e20c1af40 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702093 Nov 16 05:09:24.663339 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-390362bc-9767-4e11-9850-1a2d23a16e29 req-d7429d79-29c4-4de6-81d3-526a8b323a03 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593525 Nov 16 05:09:24.674166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d0dad1b8-5afb-4a95-847a-895a3022b999 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Allocated IP 172.20.0.6 (e2b86a83-3fc9-48ff-9729-1f71d5feb051/bf98e848-7c33-4bbc-a14c-9b3f74f978c4/cdbdd4ea-9520-4ec3-a60c-46795b702544) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:09:24.842736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-390362bc-9767-4e11-9850-1a2d23a16e29 req-bfbb9fd8-3bef-41a0-a464-45a85296b027 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703753 Nov 16 05:09:24.900065 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d0dad1b8-5afb-4a95-847a-895a3022b999 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:24.937184 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d0dad1b8-5afb-4a95-847a-895a3022b999 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:24.949493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['c004d470-aebf-4f83-bb41-71275724b738'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:09:24.981684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d0dad1b8-5afb-4a95-847a-895a3022b999 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Network e2b86a83-3fc9-48ff-9729-1f71d5feb051 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:09:24.985307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d0dad1b8-5afb-4a95-847a-895a3022b999 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:24.989187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d0dad1b8-5afb-4a95-847a-895a3022b999 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:09:24.995235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dad1b8-5afb-4a95-847a-895a3022b999 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Pushing event updated for resources: {'Port': ['ID=cdbdd4ea-9520-4ec3-a60c-46795b702544,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:25.039389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d0dad1b8-5afb-4a95-847a-895a3022b999 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:25.040113 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d0dad1b8-5afb-4a95-847a-895a3022b999 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:25.058437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d0dad1b8-5afb-4a95-847a-895a3022b999 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6417038 Nov 16 05:09:25.075598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Request body: {'port': {'device_id': '69d21c70-0df8-4435-b89c-522def282e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:25.147506 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:25.361176 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-833198a6-cac5-40e9-bf88-c9c30ca4a1bc None None] Provisioning complete for port cdbdd4ea-9520-4ec3-a60c-46795b702544 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:25.361549 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-833198a6-cac5-40e9-bf88-c9c30ca4a1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:25.410795 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-833198a6-cac5-40e9-bf88-c9c30ca4a1bc None None] Port cdbdd4ea-9520-4ec3-a60c-46795b702544 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:09:25.714198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47970) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:25.805895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec5c27-bf2e-4675-bc58-4a8d6d188611 req-fccb7b87-45da-436b-878c-4424ef0836c3 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:25.813655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6cec5c27-bf2e-4675-bc58-4a8d6d188611 req-fccb7b87-45da-436b-878c-4424ef0836c3 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1027 time: 0.1145437 Nov 16 05:09:25.831890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c45ac2a-9bd5-4c38-871a-ab98627ea454 req-3b48bd8e-3dcc-4cd2-9520-93f00a4e7dda tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:25.833130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c45ac2a-9bd5-4c38-871a-ab98627ea454 req-3b48bd8e-3dcc-4cd2-9520-93f00a4e7dda tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 947 time: 0.1329005 Nov 16 05:09:25.838414 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-907d64fc-c527-4f49-bf3c-af2dc102e35c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:25.913885 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-907d64fc-c527-4f49-bf3c-af2dc102e35c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:25.918259 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-907d64fc-c527-4f49-bf3c-af2dc102e35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:25.941397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6cec5c27-bf2e-4675-bc58-4a8d6d188611 req-029cd9e0-ed4f-4f70-a4f8-469b82915bd4 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267688 Nov 16 05:09:25.952539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdbdd4ea-9520-4ec3-a60c-46795b702544 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:09:25.958800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d64fc-c527-4f49-bf3c-af2dc102e35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbe76c5-77e2-438d-9ec8-553b0a6f2f2d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:25.961263 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:25.966436 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c45ac2a-9bd5-4c38-871a-ab98627ea454 req-98b50be0-8a8e-4041-9657-03e225630d32 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/security-groups?id=2428591c-36a3-4301-8f35-92a0afb17937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186044 Nov 16 05:09:25.978277 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Transition to ACTIVE for port object cdbdd4ea-9520-4ec3-a60c-46795b702544 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:09:25.982209 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.004877 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-907d64fc-c527-4f49-bf3c-af2dc102e35c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=149d2fd895fb4f40ae12eee28ad7cb15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2892747 Nov 16 05:09:26.007437 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47974) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:26.034972 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Pushing event updated for resources: {'Port': ['ID=cdbdd4ea-9520-4ec3-a60c-46795b702544,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:26.078266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2483139f-deb0-402b-b4cb-083dee6fa230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.095519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 54a5d5c4-7de4-4169-8045-f765669e3e6b details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:09:26.106137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2483139f-deb0-402b-b4cb-083dee6fa230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.145655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Attempting to bind port cdbdd4ea-9520-4ec3-a60c-46795b702544 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:09:26.146284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Attempting to bind port cdbdd4ea-9520-4ec3-a60c-46795b702544 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:09:26.146783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Attempting to bind port cdbdd4ea-9520-4ec3-a60c-46795b702544 on network e2b86a83-3fc9-48ff-9729-1f71d5feb051 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:09:26.154779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Port cdbdd4ea-9520-4ec3-a60c-46795b702544 on network e2b86a83-3fc9-48ff-9729-1f71d5feb051 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:09:26.155108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Attempting to bind port cdbdd4ea-9520-4ec3-a60c-46795b702544 on network e2b86a83-3fc9-48ff-9729-1f71d5feb051 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:09:26.181695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:09:26.182105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Checking segment: {'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:09:26.182509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Bound using segment: {'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:09:26.183088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Bound port: cdbdd4ea-9520-4ec3-a60c-46795b702544, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:09:26.183494 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.183610 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2483139f-deb0-402b-b4cb-083dee6fa230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.190253 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2483139f-deb0-402b-b4cb-083dee6fa230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.193815 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2483139f-deb0-402b-b4cb-083dee6fa230 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fbe76c5-77e2-438d-9ec8-553b0a6f2f2d HTTP/1.1" status: 204 len: 168 time: 0.1831002 Nov 16 05:09:26.232245 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483139f-deb0-402b-b4cb-083dee6fa230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbe76c5-77e2-438d-9ec8-553b0a6f2f2d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:26.243017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 54a5d5c4-7de4-4169-8045-f765669e3e6b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=54a5d5c4-7de4-4169-8045-f765669e3e6b,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:26.268960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '54a5d5c4-7de4-4169-8045-f765669e3e6b', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': '54a5d5c4-7de4-4169-8045-f765669e3e6b', 'mac_address': 'fa:16:3e:5b:b8:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:09:26.271347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] For port cdbdd4ea-9520-4ec3-a60c-46795b702544, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:09:26.276770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] For port cdbdd4ea-9520-4ec3-a60c-46795b702544, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=cdbdd4ea-9520-4ec3-a60c-46795b702544,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:09:26.283841 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.322969 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.331021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:26.331345 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.332961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] 10.222.0.37 "PUT /v2.0/ports/cdbdd4ea-9520-4ec3-a60c-46795b702544 HTTP/1.1" status: 200 len: 1091 time: 1.2655737 Nov 16 05:09:26.333343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69d21c70-0df8-4435-b89c-522def282e00', 'tag': 'cdbdd4ea-9520-4ec3-a60c-46795b702544'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:09:26.336297 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c356e02-e3fe-4d0c-a59b-ab5480a5ef75" -d '{"events": [{"name": "network-changed", "server_uuid": "69d21c70-0df8-4435-b89c-522def282e00", "tag": "cdbdd4ea-9520-4ec3-a60c-46795b702544"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:09:26.353189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a5d5c4-7de4-4169-8045-f765669e3e6b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:09:26.361276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bd57c-f92d-4468-88d4-8843e7285e1f service neutron] Pushing event updated for resources: {'Port': ['ID=cdbdd4ea-9520-4ec3-a60c-46795b702544,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:26.398202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 54a5d5c4-7de4-4169-8045-f765669e3e6b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=54a5d5c4-7de4-4169-8045-f765669e3e6b,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:26.418526 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812e97d6-aa91-4dc0-8061-7ebe09f88f10 x-openstack-request-id: req-812e97d6-aa91-4dc0-8061-7ebe09f88f10 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:09:26.418948 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69d21c70-0df8-4435-b89c-522def282e00", "tag": "cdbdd4ea-9520-4ec3-a60c-46795b702544", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:09:26.419162 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-812e97d6-aa91-4dc0-8061-7ebe09f88f10 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:09:26.419656 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69d21c70-0df8-4435-b89c-522def282e00', 'tag': 'cdbdd4ea-9520-4ec3-a60c-46795b702544', 'status': 'completed', 'code': 200} Nov 16 05:09:26.429164 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.438782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-5d699977-6991-42ac-9f01-10db8385ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:26.441106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-5d699977-6991-42ac-9f01-10db8385ec8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1bfb2ce9936f4b9abf06e92f65198b35&device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1094 time: 0.0653868 Nov 16 05:09:26.501383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-fe089a8f-8e5f-4f6f-a58b-76b9d780e610 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdbdd4ea-9520-4ec3-a60c-46795b702544 HTTP/1.1" status: 200 len: 217 time: 0.0508721 Nov 16 05:09:26.506864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=54a5d5c4-7de4-4169-8045-f765669e3e6b,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:26.567487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-e6d554ab-598f-4596-8df6-9f797f5c7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:26.570481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-e6d554ab-598f-4596-8df6-9f797f5c7d4e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf98e848-7c33-4bbc-a14c-9b3f74f978c4 HTTP/1.1" status: 200 len: 848 time: 0.0609283 Nov 16 05:09:26.620604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-13996bd0-6f1c-4b06-9fa0-7bd54f34801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:26.622143 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-13996bd0-6f1c-4b06-9fa0-7bd54f34801f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2b86a83-3fc9-48ff-9729-1f71d5feb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446453 Nov 16 05:09:26.635651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['54a5d5c4-7de4-4169-8045-f765669e3e6b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:09:26.664451 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 47982) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:26.678055 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-237c0021-9fc3-4f69-84b8-a12241751539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.729492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-28021e87-b84e-4a1b-8a3a-60bf22999a30 service neutron] 10.222.0.37 "GET /v2.0/networks/e2b86a83-3fc9-48ff-9729-1f71d5feb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996568 Nov 16 05:09:26.775367 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-237c0021-9fc3-4f69-84b8-a12241751539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.780031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-237c0021-9fc3-4f69-84b8-a12241751539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.820611 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-237c0021-9fc3-4f69-84b8-a12241751539 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a08df848f9674bec993d380e17b6d034&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1550767 Nov 16 05:09:26.822403 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c0021-9fc3-4f69-84b8-a12241751539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8cfb9b-3a42-48a9-9c4c-0504a6cffa5e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:26.824036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 47986) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:26.833363 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d028d2f5-a9ba-40d3-8546-5bde395369c7 req-fb1a52c6-23e0-4ae6-bc0e-0b42f1c030e4 service neutron] 10.222.0.37 "GET /v2.0/networks/e2b86a83-3fc9-48ff-9729-1f71d5feb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965126 Nov 16 05:09:26.882867 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-389b78c4-e86b-4ac1-92ae-355a2ba2c495 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.931873 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-389b78c4-e86b-4ac1-92ae-355a2ba2c495 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:26.964654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c356e02-e3fe-4d0c-a59b-ab5480a5ef75 req-660aafb4-16e7-41a1-b006-6cdc3d5a5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:26.966183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c356e02-e3fe-4d0c-a59b-ab5480a5ef75 req-660aafb4-16e7-41a1-b006-6cdc3d5a5b59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=1bfb2ce9936f4b9abf06e92f65198b35&device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1094 time: 0.0846040 Nov 16 05:09:27.057680 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-389b78c4-e86b-4ac1-92ae-355a2ba2c495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:27.060201 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-389b78c4-e86b-4ac1-92ae-355a2ba2c495 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:27.061315 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-389b78c4-e86b-4ac1-92ae-355a2ba2c495 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb8cfb9b-3a42-48a9-9c4c-0504a6cffa5e HTTP/1.1" status: 204 len: 168 time: 0.2353120 Nov 16 05:09:27.101902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b78c4-e86b-4ac1-92ae-355a2ba2c495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8cfb9b-3a42-48a9-9c4c-0504a6cffa5e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:27.143056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b8b71-b44e-4e8c-bc0f-18fe705de084 req-34725236-2ad2-452d-a08e-fde4370cfc9e tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:27.144623 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c6b8b71-b44e-4e8c-bc0f-18fe705de084 req-34725236-2ad2-452d-a08e-fde4370cfc9e tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1094 time: 0.1228926 Nov 16 05:09:27.151184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c356e02-e3fe-4d0c-a59b-ab5480a5ef75 req-ca2fc1f6-3e46-459b-a566-6aec7892dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:27.153206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c356e02-e3fe-4d0c-a59b-ab5480a5ef75 req-ca2fc1f6-3e46-459b-a566-6aec7892dbc1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e2b86a83-3fc9-48ff-9729-1f71d5feb051 HTTP/1.1" status: 200 len: 910 time: 0.1753535 Nov 16 05:09:27.174843 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502a3a1-6111-4d58-9835-5c8a0ebe4ab5 req-2027257a-7e55-48a4-b0c4-1c45ab9152fd tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:27.176353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f502a3a1-6111-4d58-9835-5c8a0ebe4ab5 req-2027257a-7e55-48a4-b0c4-1c45ab9152fd tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 948 time: 0.1197972 Nov 16 05:09:27.234249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c356e02-e3fe-4d0c-a59b-ab5480a5ef75 req-413a6cd4-90b0-4f3d-964b-9982514a3d1d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdbdd4ea-9520-4ec3-a60c-46795b702544 HTTP/1.1" status: 200 len: 217 time: 0.0734403 Nov 16 05:09:27.309162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c6b8b71-b44e-4e8c-bc0f-18fe705de084 req-fa8f0054-f1ad-4d2f-8a7b-22f8cbeb84e5 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530273 Nov 16 05:09:27.328847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c356e02-e3fe-4d0c-a59b-ab5480a5ef75 req-96936b08-e152-4b51-9a85-4671b80f64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:27.330343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c356e02-e3fe-4d0c-a59b-ab5480a5ef75 req-96936b08-e152-4b51-9a85-4671b80f64b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf98e848-7c33-4bbc-a14c-9b3f74f978c4 HTTP/1.1" status: 200 len: 848 time: 0.0818233 Nov 16 05:09:27.341315 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f502a3a1-6111-4d58-9835-5c8a0ebe4ab5 req-1a786cba-15b8-49a5-9eed-79b31aa582e7 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/security-groups?id=2428591c-36a3-4301-8f35-92a0afb17937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511352 Nov 16 05:09:27.381921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c356e02-e3fe-4d0c-a59b-ab5480a5ef75 req-c0d1eb4a-16f1-4aa5-995c-3303541cb0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:27.383440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c356e02-e3fe-4d0c-a59b-ab5480a5ef75 req-c0d1eb4a-16f1-4aa5-995c-3303541cb0ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e2b86a83-3fc9-48ff-9729-1f71d5feb051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411882 Nov 16 05:09:27.480197 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c356e02-e3fe-4d0c-a59b-ab5480a5ef75 req-cc8651e6-3266-4508-b5a1-c09a971abec2 service neutron] 10.222.0.37 "GET /v2.0/networks/e2b86a83-3fc9-48ff-9729-1f71d5feb051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876992 Nov 16 05:09:27.573725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c356e02-e3fe-4d0c-a59b-ab5480a5ef75 req-1395f6c6-5fd0-4e15-bd2a-8865c2c700b6 service neutron] 10.222.0.37 "GET /v2.0/networks/e2b86a83-3fc9-48ff-9729-1f71d5feb051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859101 Nov 16 05:09:28.112733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 54a5d5c4-7de4-4169-8045-f765669e3e6b up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:09:28.159726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 54a5d5c4-7de4-4169-8045-f765669e3e6b completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:09:28.163594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 54a5d5c4-7de4-4169-8045-f765669e3e6b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:28.163965 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:28.246236 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:28.271371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcffee94-de4c-4555-882b-db6f26b987b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a5d5c4-7de4-4169-8045-f765669e3e6b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:09:28.273646 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c396057d-6b04-4172-b173-9d0f0febadb2" -d '{"events": [{"server_uuid": "bcffee94-de4c-4555-882b-db6f26b987b8", "name": "network-vif-plugged", "status": "completed", "tag": "54a5d5c4-7de4-4169-8045-f765669e3e6b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:09:28.287847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 54a5d5c4-7de4-4169-8045-f765669e3e6b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=54a5d5c4-7de4-4169-8045-f765669e3e6b,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:28.292575 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:28.317129 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c7b143-aba1-42b3-b5ae-a39189fe48ec x-openstack-request-id: req-04c7b143-aba1-42b3-b5ae-a39189fe48ec {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:09:28.317426 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcffee94-de4c-4555-882b-db6f26b987b8", "name": "network-vif-plugged", "status": "completed", "tag": "54a5d5c4-7de4-4169-8045-f765669e3e6b", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:09:28.317711 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04c7b143-aba1-42b3-b5ae-a39189fe48ec {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:09:28.318130 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcffee94-de4c-4555-882b-db6f26b987b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a5d5c4-7de4-4169-8045-f765669e3e6b', 'code': 200} Nov 16 05:09:28.367015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=54a5d5c4-7de4-4169-8045-f765669e3e6b,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:28.492932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b3494-9ecc-409a-81f3-f678b58e32fa req-2d0d8eb9-2500-4998-afe8-66c4fcee3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:28.494575 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c82b3494-9ecc-409a-81f3-f678b58e32fa req-2d0d8eb9-2500-4998-afe8-66c4fcee3d63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 1100 time: 0.1094744 Nov 16 05:09:28.496878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a8c5a-4d7f-4cb1-945f-b040eb4ebe46 req-5856b7db-03b2-4b8b-bf4d-5b32642af4eb tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:28.498281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c75a8c5a-4d7f-4cb1-945f-b040eb4ebe46 req-5856b7db-03b2-4b8b-bf4d-5b32642af4eb tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1094 time: 0.1027009 Nov 16 05:09:28.520466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13bb32-224f-4b17-9aa9-fdd4545680ee req-7abe0618-fff9-4c6b-9927-3439fa36c837 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:28.522013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d13bb32-224f-4b17-9aa9-fdd4545680ee req-7abe0618-fff9-4c6b-9927-3439fa36c837 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 949 time: 0.0965981 Nov 16 05:09:28.619871 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c82b3494-9ecc-409a-81f3-f678b58e32fa req-a6f96b25-a7f6-41d6-b62b-cc4a315f7394 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2428591c-36a3-4301-8f35-92a0afb17937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174026 Nov 16 05:09:28.626093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c75a8c5a-4d7f-4cb1-945f-b040eb4ebe46 req-7da8d3ec-e56b-44e5-96b2-0232ee1c8e27 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031256 Nov 16 05:09:28.634627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d13bb32-224f-4b17-9aa9-fdd4545680ee req-e4bea7b5-815d-4b3a-914b-e57d9ed3f673 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/security-groups?id=2428591c-36a3-4301-8f35-92a0afb17937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979002 Nov 16 05:09:29.773666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fb610-a5dc-4c76-b827-fe3dd69cddfa req-c650bd0d-264b-4c18-8cdc-68c0f5bbbe2b tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:29.775278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-194fb610-a5dc-4c76-b827-fe3dd69cddfa req-c650bd0d-264b-4c18-8cdc-68c0f5bbbe2b tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1094 time: 0.0595024 Nov 16 05:09:29.831129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-194fb610-a5dc-4c76-b827-fe3dd69cddfa req-e2dcc3af-7c65-4b4b-8af4-2d5eb8d2f1a2 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457966 Nov 16 05:09:30.028692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d6ed0-8185-48f4-b33c-1d6b82d25fa8 req-225e051c-0a24-47f3-a31b-2bb2805119c2 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:30.030218 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc1d6ed0-8185-48f4-b33c-1d6b82d25fa8 req-225e051c-0a24-47f3-a31b-2bb2805119c2 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 949 time: 0.0488513 Nov 16 05:09:30.077481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc1d6ed0-8185-48f4-b33c-1d6b82d25fa8 req-7ff0dc0a-47fb-4205-ba6e-c1070809442d tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/security-groups?id=2428591c-36a3-4301-8f35-92a0afb17937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 Nov 16 05:09:30.116383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device cdbdd4ea-9520-4ec3-a60c-46795b702544 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:09:30.228197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port cdbdd4ea-9520-4ec3-a60c-46795b702544, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=cdbdd4ea-9520-4ec3-a60c-46795b702544,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:30.240864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'cdbdd4ea-9520-4ec3-a60c-46795b702544', 'network_id': 'e2b86a83-3fc9-48ff-9729-1f71d5feb051', 'port_id': 'cdbdd4ea-9520-4ec3-a60c-46795b702544', 'mac_address': 'fa:16:3e:1a:47:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf98e848-7c33-4bbc-a14c-9b3f74f978c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:09:30.281639 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:30.295010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdbdd4ea-9520-4ec3-a60c-46795b702544 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:09:30.316321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port cdbdd4ea-9520-4ec3-a60c-46795b702544, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=cdbdd4ea-9520-4ec3-a60c-46795b702544,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:30.320730 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:30.378583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=cdbdd4ea-9520-4ec3-a60c-46795b702544,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:30.536002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['cdbdd4ea-9520-4ec3-a60c-46795b702544'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:09:30.946440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea537f-7094-4a0a-98b9-a2ed86c24bde req-f954f746-91b0-49ac-8879-8a95055be12a tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:30.947970 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-abea537f-7094-4a0a-98b9-a2ed86c24bde req-f954f746-91b0-49ac-8879-8a95055be12a tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1095 time: 0.0457954 Nov 16 05:09:30.992617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-abea537f-7094-4a0a-98b9-a2ed86c24bde req-87bda223-0c86-45be-aa63-2e1d313f3a7f tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382609 Nov 16 05:09:32.103878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357697b-e0c0-44d9-8702-88f2ec1175e8 req-a00f53e3-aee0-49a8-a662-b389eb3b108e tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:32.105609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6357697b-e0c0-44d9-8702-88f2ec1175e8 req-a00f53e3-aee0-49a8-a662-b389eb3b108e tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1095 time: 0.0415084 Nov 16 05:09:32.126295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device cdbdd4ea-9520-4ec3-a60c-46795b702544 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:09:32.156450 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6357697b-e0c0-44d9-8702-88f2ec1175e8 req-9db7cd45-d065-4ceb-8255-8ac451e066e7 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439963 Nov 16 05:09:32.197117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port cdbdd4ea-9520-4ec3-a60c-46795b702544 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:09:32.201513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port cdbdd4ea-9520-4ec3-a60c-46795b702544 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:32.202077 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:32.287516 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:32.310939 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d21c70-0df8-4435-b89c-522def282e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbdd4ea-9520-4ec3-a60c-46795b702544'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:09:32.313426 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c26889b-50e9-41b6-b0e7-b86b9f4449fa" -d '{"events": [{"server_uuid": "69d21c70-0df8-4435-b89c-522def282e00", "name": "network-vif-plugged", "status": "completed", "tag": "cdbdd4ea-9520-4ec3-a60c-46795b702544"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:09:32.332910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port cdbdd4ea-9520-4ec3-a60c-46795b702544, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=cdbdd4ea-9520-4ec3-a60c-46795b702544,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:32.337696 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:32.370003 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0d5ded-74c4-400a-ac38-0a8b7d60a8c9 x-openstack-request-id: req-5a0d5ded-74c4-400a-ac38-0a8b7d60a8c9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:09:32.370324 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d21c70-0df8-4435-b89c-522def282e00", "name": "network-vif-plugged", "status": "completed", "tag": "cdbdd4ea-9520-4ec3-a60c-46795b702544", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:09:32.370538 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a0d5ded-74c4-400a-ac38-0a8b7d60a8c9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:09:32.370930 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d21c70-0df8-4435-b89c-522def282e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbdd4ea-9520-4ec3-a60c-46795b702544', 'code': 200} Nov 16 05:09:32.397175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=cdbdd4ea-9520-4ec3-a60c-46795b702544,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:32.465253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dd8a4-b5c9-45a9-ae3f-f8300c9673fa req-7326453b-df58-4244-8a79-42f3a519f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:32.467009 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-460dd8a4-b5c9-45a9-ae3f-f8300c9673fa req-7326453b-df58-4244-8a79-42f3a519f0b3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1096 time: 0.0418844 Nov 16 05:09:32.518858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-460dd8a4-b5c9-45a9-ae3f-f8300c9673fa req-2320cbcb-5f9f-43dc-9938-d2a18036ab9e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446954 Nov 16 05:09:33.216983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48104) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:33.277978 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da131ace-8dd4-4b9c-b84d-c3a70ad6b975 req-6f403644-9296-4bc0-a2d9-6b38d5639b04 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:33.282393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da131ace-8dd4-4b9c-b84d-c3a70ad6b975 req-6f403644-9296-4bc0-a2d9-6b38d5639b04 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1096 time: 0.0445483 Nov 16 05:09:33.331085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da131ace-8dd4-4b9c-b84d-c3a70ad6b975 req-4642065b-f1d8-4609-999a-9837a9f0f6f0 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452721 Nov 16 05:09:33.336606 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6b257f6-61af-43d2-993c-1c65b880f3c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:33.417182 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6b257f6-61af-43d2-993c-1c65b880f3c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:33.421323 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6b257f6-61af-43d2-993c-1c65b880f3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:33.460745 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c6b257f6-61af-43d2-993c-1c65b880f3c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce7665b7c11048c99d9f2f508e6f3396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2426240 Nov 16 05:09:33.461631 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b257f6-61af-43d2-993c-1c65b880f3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c895b065-ad50-4e9b-bb1b-53368633128f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:33.463435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48108) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:33.527172 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b6db362-a4aa-4da5-975d-057054d66e8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:33.558344 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b6db362-a4aa-4da5-975d-057054d66e8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:33.641348 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b6db362-a4aa-4da5-975d-057054d66e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:33.646553 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2b6db362-a4aa-4da5-975d-057054d66e8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:33.650972 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2b6db362-a4aa-4da5-975d-057054d66e8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c895b065-ad50-4e9b-bb1b-53368633128f HTTP/1.1" status: 204 len: 168 time: 0.1864760 Nov 16 05:09:33.662001 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6db362-a4aa-4da5-975d-057054d66e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c895b065-ad50-4e9b-bb1b-53368633128f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:33.959362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48116) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:33.973519 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1960ef74-e2f8-4841-90e7-53aaff044696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:34.064465 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1960ef74-e2f8-4841-90e7-53aaff044696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:34.068913 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1960ef74-e2f8-4841-90e7-53aaff044696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:34.110307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1960ef74-e2f8-4841-90e7-53aaff044696 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e5475f78de549acadd77557f5eec04c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474643 Nov 16 05:09:34.110307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960ef74-e2f8-4841-90e7-53aaff044696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a2aa28-3bb3-407c-9f54-199af2799cf7,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:34.110764 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48118) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:34.159505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e6140b20-ca4e-4267-8437-412b268fd3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:34.179752 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e6140b20-ca4e-4267-8437-412b268fd3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:34.226470 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e6140b20-ca4e-4267-8437-412b268fd3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:34.229119 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e6140b20-ca4e-4267-8437-412b268fd3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:34.230469 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e6140b20-ca4e-4267-8437-412b268fd3c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72a2aa28-3bb3-407c-9f54-199af2799cf7 HTTP/1.1" status: 204 len: 168 time: 0.1186666 Nov 16 05:09:34.240039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6140b20-ca4e-4267-8437-412b268fd3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a2aa28-3bb3-407c-9f54-199af2799cf7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:34.459944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f596077-02ed-469b-9d46-d846bc1afd44 req-d4058ce8-d033-4f86-bf48-905d684d32fd tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:34.461479 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f596077-02ed-469b-9d46-d846bc1afd44 req-d4058ce8-d033-4f86-bf48-905d684d32fd tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1096 time: 0.0565257 Nov 16 05:09:34.514028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f596077-02ed-469b-9d46-d846bc1afd44 req-a0fe4185-a264-400e-95ba-5a6acb39de65 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455017 Nov 16 05:09:34.634471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8b85c3-0865-4904-bda8-2782f0380188 req-ecde4182-2535-4e45-aeb3-0b9c93bd0665 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:34.636256 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8b85c3-0865-4904-bda8-2782f0380188 req-ecde4182-2535-4e45-aeb3-0b9c93bd0665 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1096 time: 0.0495694 Nov 16 05:09:34.698163 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec8b85c3-0865-4904-bda8-2782f0380188 req-7d08c469-75a4-4bf1-937b-efa7d3ad8321 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519998 Nov 16 05:09:34.815714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e32305-d231-4f18-a783-81328dfd780b req-08b0ff8a-1462-44d4-b3ce-2232e2fbdce7 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:34.817254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-56e32305-d231-4f18-a783-81328dfd780b req-08b0ff8a-1462-44d4-b3ce-2232e2fbdce7 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1096 time: 0.0475750 Nov 16 05:09:34.865320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-56e32305-d231-4f18-a783-81328dfd780b req-5e4d0fb9-f384-42ee-8a22-b3341289e012 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412464 Nov 16 05:09:35.106340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0277d-a7fa-4707-bb25-851cc6aa1211 req-c25943d3-cb95-4cf2-88e6-eba30eb55cd9 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:35.107874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcd0277d-a7fa-4707-bb25-851cc6aa1211 req-c25943d3-cb95-4cf2-88e6-eba30eb55cd9 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1096 time: 0.0438905 Nov 16 05:09:35.160603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcd0277d-a7fa-4707-bb25-851cc6aa1211 req-b481ee4f-8daf-43dd-a952-adcd071565f7 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438223 Nov 16 05:09:35.624134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c5292-a806-4875-b356-16e2d79a9ff5 req-f592bd70-0884-4a31-8ca5-bff52b575a02 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:35.625872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-163c5292-a806-4875-b356-16e2d79a9ff5 req-f592bd70-0884-4a31-8ca5-bff52b575a02 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0691614 Nov 16 05:09:35.688324 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-163c5292-a806-4875-b356-16e2d79a9ff5 req-ccc19bc2-65f3-4bb4-aaef-ee2ee2521f44 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539236 Nov 16 05:09:36.278295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7cb5e-efd5-44ef-9fd6-b8230770b754 req-952f273a-40b2-4f79-90dd-1f30a068b365 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:36.283560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ae7cb5e-efd5-44ef-9fd6-b8230770b754 req-952f273a-40b2-4f79-90dd-1f30a068b365 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1096 time: 0.0451884 Nov 16 05:09:36.333550 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ae7cb5e-efd5-44ef-9fd6-b8230770b754 req-dff41305-869d-460b-9c26-095f0eeea43e tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Nov 16 05:09:36.410338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bb5a1-495e-4700-a7b5-ea10781aaaa8 req-24650711-b23d-45a6-9062-b6bfadb3465d tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:36.411852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b3bb5a1-495e-4700-a7b5-ea10781aaaa8 req-24650711-b23d-45a6-9062-b6bfadb3465d tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=69d21c70-0df8-4435-b89c-522def282e00 HTTP/1.1" status: 200 len: 1096 time: 0.0442181 Nov 16 05:09:36.492089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-2b3bb5a1-495e-4700-a7b5-ea10781aaaa8 req-37baba0c-b1e9-4688-9ad7-cca8782f4e15 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Deleting port cdbdd4ea-9520-4ec3-a60c-46795b702544 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:09:36.492481 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2b3bb5a1-495e-4700-a7b5-ea10781aaaa8 req-37baba0c-b1e9-4688-9ad7-cca8782f4e15 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:36.573479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-2b3bb5a1-495e-4700-a7b5-ea10781aaaa8 req-37baba0c-b1e9-4688-9ad7-cca8782f4e15 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] For port cdbdd4ea-9520-4ec3-a60c-46795b702544, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=cdbdd4ea-9520-4ec3-a60c-46795b702544,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:36.573782 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2b3bb5a1-495e-4700-a7b5-ea10781aaaa8 req-37baba0c-b1e9-4688-9ad7-cca8782f4e15 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:36.587452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-2b3bb5a1-495e-4700-a7b5-ea10781aaaa8 req-37baba0c-b1e9-4688-9ad7-cca8782f4e15 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Calling delete_port for cdbdd4ea-9520-4ec3-a60c-46795b702544 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:09:36.709575 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2b3bb5a1-495e-4700-a7b5-ea10781aaaa8 req-37baba0c-b1e9-4688-9ad7-cca8782f4e15 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:36.723938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['c004d470-aebf-4f83-bb41-71275724b738'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:09:36.729981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['cdbdd4ea-9520-4ec3-a60c-46795b702544'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:09:36.744225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baba0c-b1e9-4688-9ad7-cca8782f4e15 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdbdd4ea-9520-4ec3-a60c-46795b702544,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:36.799492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3bb5a1-495e-4700-a7b5-ea10781aaaa8 req-37baba0c-b1e9-4688-9ad7-cca8782f4e15 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] No DVR routers for this DVR port cdbdd4ea-9520-4ec3-a60c-46795b702544 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:09:36.803257 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2b3bb5a1-495e-4700-a7b5-ea10781aaaa8 req-37baba0c-b1e9-4688-9ad7-cca8782f4e15 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:36.806874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b3bb5a1-495e-4700-a7b5-ea10781aaaa8 req-37baba0c-b1e9-4688-9ad7-cca8782f4e15 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.37 "DELETE /v2.0/ports/cdbdd4ea-9520-4ec3-a60c-46795b702544 HTTP/1.1" status: 204 len: 173 time: 0.3894346 Nov 16 05:09:36.807485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69d21c70-0df8-4435-b89c-522def282e00', 'name': 'network-vif-deleted', 'tag': 'cdbdd4ea-9520-4ec3-a60c-46795b702544'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:09:36.819707 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae2edce-af47-45c9-bcfd-71e5588121ee" -d '{"events": [{"server_uuid": "69d21c70-0df8-4435-b89c-522def282e00", "name": "network-vif-deleted", "tag": "cdbdd4ea-9520-4ec3-a60c-46795b702544"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:09:36.925378 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b0feb4-270a-4a3b-9827-8ccee33816d4 x-openstack-request-id: req-55b0feb4-270a-4a3b-9827-8ccee33816d4 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:09:36.925794 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69d21c70-0df8-4435-b89c-522def282e00", "name": "network-vif-deleted", "tag": "cdbdd4ea-9520-4ec3-a60c-46795b702544", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:09:36.926201 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55b0feb4-270a-4a3b-9827-8ccee33816d4 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:09:36.926702 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69d21c70-0df8-4435-b89c-522def282e00', 'name': 'network-vif-deleted', 'tag': 'cdbdd4ea-9520-4ec3-a60c-46795b702544', 'status': 'completed', 'code': 200} Nov 16 05:09:36.952828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d7244-a820-4a31-b9dc-f1455adf3bbb req-b891f5e4-b956-4788-8c29-08dd74f828f7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:36.954639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b92d7244-a820-4a31-b9dc-f1455adf3bbb req-b891f5e4-b956-4788-8c29-08dd74f828f7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0984721 Nov 16 05:09:37.028478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b92d7244-a820-4a31-b9dc-f1455adf3bbb req-3774df92-bed0-442c-86aa-98afbdbda721 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664880 Nov 16 05:09:37.609861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992e2db-79b2-4019-b227-6b9ba15cd3f8 req-42d0b3cb-8be5-41d1-abaa-afafa0c372dd tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:37.611359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0992e2db-79b2-4019-b227-6b9ba15cd3f8 req-42d0b3cb-8be5-41d1-abaa-afafa0c372dd tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1096 time: 0.0445225 Nov 16 05:09:37.656429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0992e2db-79b2-4019-b227-6b9ba15cd3f8 req-615ad117-486f-4110-91e6-a173244a4602 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384421 Nov 16 05:09:37.998794 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d751a284-b792-4194-b44e-c94111c48e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:38.150093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217344e-e3ed-4158-be8e-2daf528edc89 req-7fd5e23b-1d71-4fd6-9e90-9136872c696e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:38.151622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b217344e-e3ed-4158-be8e-2daf528edc89 req-7fd5e23b-1d71-4fd6-9e90-9136872c696e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0511904 Nov 16 05:09:38.202256 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b217344e-e3ed-4158-be8e-2daf528edc89 req-20478a1c-b306-4d86-bccf-09a4f0e452dc tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444374 Nov 16 05:09:38.775347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bb9c2-9d3a-416f-8eee-b687663181df req-5f6f3393-659c-40ec-aac1-04bd9d9efc13 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:38.778180 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb6bb9c2-9d3a-416f-8eee-b687663181df req-5f6f3393-659c-40ec-aac1-04bd9d9efc13 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1096 time: 0.0534167 Nov 16 05:09:38.858391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb6bb9c2-9d3a-416f-8eee-b687663181df req-c6417991-8960-453f-9485-d56371ec0d84 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=82e25052-cb46-4af1-9bcd-9566e5b6dad4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539203 Nov 16 05:09:38.995984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f160c57-4631-4638-bd41-535cc15bad20 req-b361b71e-de4d-4b88-a74b-1e5f61de57fe tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:38.997508 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f160c57-4631-4638-bd41-535cc15bad20 req-b361b71e-de4d-4b88-a74b-1e5f61de57fe tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fc560a7b-bd93-4e38-83ee-2825c3227071 HTTP/1.1" status: 200 len: 1096 time: 0.0447111 Nov 16 05:09:39.077411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-2f160c57-4631-4638-bd41-535cc15bad20 req-bc2b61ef-38ff-40d7-ae11-32343b721907 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Deleting port c004d470-aebf-4f83-bb41-71275724b738 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:09:39.078209 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2f160c57-4631-4638-bd41-535cc15bad20 req-bc2b61ef-38ff-40d7-ae11-32343b721907 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:39.158721 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-2f160c57-4631-4638-bd41-535cc15bad20 req-bc2b61ef-38ff-40d7-ae11-32343b721907 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] For port c004d470-aebf-4f83-bb41-71275724b738, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=c004d470-aebf-4f83-bb41-71275724b738,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:39.159392 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2f160c57-4631-4638-bd41-535cc15bad20 req-bc2b61ef-38ff-40d7-ae11-32343b721907 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:39.171440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-2f160c57-4631-4638-bd41-535cc15bad20 req-bc2b61ef-38ff-40d7-ae11-32343b721907 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Calling delete_port for c004d470-aebf-4f83-bb41-71275724b738 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:09:39.321124 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2f160c57-4631-4638-bd41-535cc15bad20 req-bc2b61ef-38ff-40d7-ae11-32343b721907 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:39.358823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdd01e-b33d-4c43-a19a-2394ae4a9b94 req-942c7329-4613-458b-acd8-d965508fc59d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:39.360322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43fdd01e-b33d-4c43-a19a-2394ae4a9b94 req-942c7329-4613-458b-acd8-d965508fc59d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0866168 Nov 16 05:09:39.361030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b61ef-38ff-40d7-ae11-32343b721907 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Pushing event deleted for resources: {'Port': ['ID=c004d470-aebf-4f83-bb41-71275724b738,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:39.421115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f160c57-4631-4638-bd41-535cc15bad20 req-bc2b61ef-38ff-40d7-ae11-32343b721907 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] No DVR routers for this DVR port c004d470-aebf-4f83-bb41-71275724b738 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:09:39.424739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2f160c57-4631-4638-bd41-535cc15bad20 req-bc2b61ef-38ff-40d7-ae11-32343b721907 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:39.428034 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f160c57-4631-4638-bd41-535cc15bad20 req-bc2b61ef-38ff-40d7-ae11-32343b721907 tempest-TestServerMultinode-19487934 tempest-TestServerMultinode-19487934-project-admin] 10.222.0.15 "DELETE /v2.0/ports/c004d470-aebf-4f83-bb41-71275724b738 HTTP/1.1" status: 204 len: 173 time: 0.4237986 Nov 16 05:09:39.428495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc560a7b-bd93-4e38-83ee-2825c3227071', 'name': 'network-vif-deleted', 'tag': 'c004d470-aebf-4f83-bb41-71275724b738'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:09:39.430759 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7024f174-e878-48a4-868b-fdd2d6ccde31" -d '{"events": [{"server_uuid": "fc560a7b-bd93-4e38-83ee-2825c3227071", "name": "network-vif-deleted", "tag": "c004d470-aebf-4f83-bb41-71275724b738"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:09:39.471878 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43fdd01e-b33d-4c43-a19a-2394ae4a9b94 req-5ed8d082-1665-465b-af80-4ec11ed8bf6e tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034148 Nov 16 05:09:39.475907 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aefecc1-ebe7-4070-a322-470547b90409 x-openstack-request-id: req-4aefecc1-ebe7-4070-a322-470547b90409 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:09:39.476419 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc560a7b-bd93-4e38-83ee-2825c3227071", "name": "network-vif-deleted", "tag": "c004d470-aebf-4f83-bb41-71275724b738", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:09:39.476532 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4aefecc1-ebe7-4070-a322-470547b90409 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:09:39.477984 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc560a7b-bd93-4e38-83ee-2825c3227071', 'name': 'network-vif-deleted', 'tag': 'c004d470-aebf-4f83-bb41-71275724b738', 'status': 'completed', 'code': 200} Nov 16 05:09:39.928657 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48252) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:40.185631 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-148b1a9e-90d9-4a7f-b4e6-53615fcb84ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:40.221620 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device cdbdd4ea-9520-4ec3-a60c-46795b702544 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:09:40.243520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: cdbdd4ea-9520-4ec3-a60c-46795b702544 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:09:40.244210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device cdbdd4ea-9520-4ec3-a60c-46795b702544 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:09:40.314654 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1fa126cf-9198-460c-b4cf-ee38794cd522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:40.466748 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:09:40.578306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1fa126cf-9198-460c-b4cf-ee38794cd522 admin admin] Deleting port 98175bd0-7822-4b4e-87ae-83605f276469 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:09:40.578645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1fa126cf-9198-460c-b4cf-ee38794cd522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:40.588411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6c0a0-3b96-4fd9-8889-40da90bcbc3c req-56197419-795c-45e4-83c3-5efc2b88ce61 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:40.590308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6af6c0a0-3b96-4fd9-8889-40da90bcbc3c req-56197419-795c-45e4-83c3-5efc2b88ce61 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0538604 Nov 16 05:09:40.642907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6af6c0a0-3b96-4fd9-8889-40da90bcbc3c req-c976c836-910b-49d9-b5a8-f89d17f3eeea tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446672 Nov 16 05:09:40.660959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-1fa126cf-9198-460c-b4cf-ee38794cd522 admin admin] For port 98175bd0-7822-4b4e-87ae-83605f276469, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=98175bd0-7822-4b4e-87ae-83605f276469,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:40.661418 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1fa126cf-9198-460c-b4cf-ee38794cd522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:40.674332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1fa126cf-9198-460c-b4cf-ee38794cd522 admin admin] Calling delete_port for 98175bd0-7822-4b4e-87ae-83605f276469 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:09:40.854864 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1fa126cf-9198-460c-b4cf-ee38794cd522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:40.878792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa126cf-9198-460c-b4cf-ee38794cd522 admin admin] Pushing event deleted for resources: {'Port': ['ID=98175bd0-7822-4b4e-87ae-83605f276469,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:41.053198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1fa126cf-9198-460c-b4cf-ee38794cd522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:41.270547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c004d470-aebf-4f83-bb41-71275724b738 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:09:41.294335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: c004d470-aebf-4f83-bb41-71275724b738 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:09:41.294669 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device c004d470-aebf-4f83-bb41-71275724b738 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:09:41.341800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa126cf-9198-460c-b4cf-ee38794cd522 admin admin] Router 2f276a79-4361-4827-bcda-33d5bfdc5abf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:09:41.447234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa126cf-9198-460c-b4cf-ee38794cd522 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:09:41.452388 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1fa126cf-9198-460c-b4cf-ee38794cd522 admin admin] 10.222.0.41 "PUT /v2.0/routers/2f276a79-4361-4827-bcda-33d5bfdc5abf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5226176 Nov 16 05:09:41.455914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48262) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:41.462043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f4f18-d66b-463e-bff1-e66e1111589c None None] Sync routers for ids ['2f276a79-4361-4827-bcda-33d5bfdc5abf'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:09:41.476201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f4f18-d66b-463e-bff1-e66e1111589c None None] Routers {'2f276a79-4361-4827-bcda-33d5bfdc5abf'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:41.476833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-394f4f18-d66b-463e-bff1-e66e1111589c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f276a79-4361-4827-bcda-33d5bfdc5abf'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:41.558305 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:41.579127 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-394f4f18-d66b-463e-bff1-e66e1111589c None None] Set router 2f276a79-4361-4827-bcda-33d5bfdc5abf gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:41.659715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:41.716760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Deleting port eb40180e-4adb-49cf-ac0e-8a592f6515f6 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:09:41.717103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:41.769057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ae190-98c3-4a6e-a229-d89f77ce2e42 req-5c7eb547-4697-49b0-a1d0-ac57cd1f7e94 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:41.771142 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-612ae190-98c3-4a6e-a229-d89f77ce2e42 req-5c7eb547-4697-49b0-a1d0-ac57cd1f7e94 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0558274 Nov 16 05:09:41.774358 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-394f4f18-d66b-463e-bff1-e66e1111589c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'name': 'tempest-TestServerMultinode-538360980-router', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194'}], 'enable_snat': True}, 'gw_port_id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:09:40Z', 'revision_number': 5, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'gw_port': {'id': 'eb40180e-4adb-49cf-ac0e-8a592f6515f6', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:4b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3705, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:41.800601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f4f18-d66b-463e-bff1-e66e1111589c None None] Checking router: 2f276a79-4361-4827-bcda-33d5bfdc5abf for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:09:41.810094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f4f18-d66b-463e-bff1-e66e1111589c None None] Routers {'2f276a79-4361-4827-bcda-33d5bfdc5abf'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:41.810705 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-394f4f18-d66b-463e-bff1-e66e1111589c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f276a79-4361-4827-bcda-33d5bfdc5abf'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:41.815737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] For port eb40180e-4adb-49cf-ac0e-8a592f6515f6, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=eb40180e-4adb-49cf-ac0e-8a592f6515f6,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:41.816104 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:41.826325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-612ae190-98c3-4a6e-a229-d89f77ce2e42 req-27081769-6aba-483f-acbb-223dcd5c52f2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479765 Nov 16 05:09:41.829851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Calling delete_port for eb40180e-4adb-49cf-ac0e-8a592f6515f6 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:09:41.899584 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-394f4f18-d66b-463e-bff1-e66e1111589c None None] Set router 2f276a79-4361-4827-bcda-33d5bfdc5abf gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:41.958043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-394f4f18-d66b-463e-bff1-e66e1111589c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'name': 'tempest-TestServerMultinode-538360980-router', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:09:41Z', 'revision_number': 6, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:41.989220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394f4f18-d66b-463e-bff1-e66e1111589c None None] The sync data for ids ['2f276a79-4361-4827-bcda-33d5bfdc5abf'] in n-d-818042-1 is: [{'id': '2f276a79-4361-4827-bcda-33d5bfdc5abf', 'name': 'tempest-TestServerMultinode-538360980-router', 'tenant_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:54Z', 'updated_at': '2021-11-16T05:09:41Z', 'revision_number': 6, 'project_id': 'fe06bbe4bbbd4d6684cf35ec48e06e6c', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:09:42.001000 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.006375 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.033073 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb40180e-4adb-49cf-ac0e-8a592f6515f6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:42.048949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9628fbfd-9ae2-41f2-9b93-66df3bb6441f None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:09:42.103391 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.208481 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.210629 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.255970 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.256620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f276a79-4361-4827-bcda-33d5bfdc5abf {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:09:42.261013 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.264578 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8d7dc3a7-b98a-4a24-93ab-7c5552af4521 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2f276a79-4361-4827-bcda-33d5bfdc5abf HTTP/1.1" status: 204 len: 168 time: 0.8056395 Nov 16 05:09:42.264887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48276) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:42.312638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-275f34e1-4ba0-4278-a9e9-cf2f6b0ecce4 admin admin] Deleting subnet bf98e848-7c33-4bbc-a14c-9b3f74f978c4 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:09:42.314906 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-275f34e1-4ba0-4278-a9e9-cf2f6b0ecce4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.365434 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-275f34e1-4ba0-4278-a9e9-cf2f6b0ecce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.480419 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-275f34e1-4ba0-4278-a9e9-cf2f6b0ecce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.546917 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-275f34e1-4ba0-4278-a9e9-cf2f6b0ecce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.572866 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f34e1-4ba0-4278-a9e9-cf2f6b0ecce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf98e848-7c33-4bbc-a14c-9b3f74f978c4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:42.576819 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-275f34e1-4ba0-4278-a9e9-cf2f6b0ecce4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.580203 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-275f34e1-4ba0-4278-a9e9-cf2f6b0ecce4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bf98e848-7c33-4bbc-a14c-9b3f74f978c4 HTTP/1.1" status: 204 len: 168 time: 0.3142490 Nov 16 05:09:42.582929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48280) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:42.587236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce5facb-ee6e-45c6-a8d7-8f8a5a7e3cfc None None] Network e2b86a83-3fc9-48ff-9729-1f71d5feb051 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:09:42.686498 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.750849 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Deleting port b0b294aa-d51c-4ba4-8283-179d88a7793c {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:09:42.751305 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.832806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] For port b0b294aa-d51c-4ba4-8283-179d88a7793c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b0b294aa-d51c-4ba4-8283-179d88a7793c,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:42.833450 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:42.850989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Calling delete_port for b0b294aa-d51c-4ba4-8283-179d88a7793c owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:09:42.861065 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4f0135-16bb-4f18-8f58-45574f8f5ee1 None None] DHCP port deletion for e2b86a83-3fc9-48ff-9729-1f71d5feb051 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:09:42.933814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 98175bd0-7822-4b4e-87ae-83605f276469 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:09:42.956635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 98175bd0-7822-4b4e-87ae-83605f276469 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:09:42.968144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 98175bd0-7822-4b4e-87ae-83605f276469 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:09:42.994296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd13e93-76eb-43ed-a0d0-2e86e04a499a req-6832a9da-c7cb-4a0b-9896-02d587ec11c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:43.002775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdd13e93-76eb-43ed-a0d0-2e86e04a499a req-6832a9da-c7cb-4a0b-9896-02d587ec11c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0782840 Nov 16 05:09:43.010803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f0135-16bb-4f18-8f58-45574f8f5ee1 None None] Deleting port b0b294aa-d51c-4ba4-8283-179d88a7793c {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:09:43.011507 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0135-16bb-4f18-8f58-45574f8f5ee1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:43.025697 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:43.039921 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] No DVR routers for this DVR port b0b294aa-d51c-4ba4-8283-179d88a7793c on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:09:43.096413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1c4f0135-16bb-4f18-8f58-45574f8f5ee1 None None] For port b0b294aa-d51c-4ba4-8283-179d88a7793c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b0b294aa-d51c-4ba4-8283-179d88a7793c,segment=NetworkSegment(c86cc390-cd67-4ea9-8479-8d7ea9083eb9),segment_id=c86cc390-cd67-4ea9-8479-8d7ea9083eb9)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:43.097269 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0135-16bb-4f18-8f58-45574f8f5ee1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:43.112913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1c4f0135-16bb-4f18-8f58-45574f8f5ee1 None None] Calling delete_port for b0b294aa-d51c-4ba4-8283-179d88a7793c owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:09:43.131933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cdd13e93-76eb-43ed-a0d0-2e86e04a499a req-73ef2ef5-7518-48e1-9f74-5451cfc298d3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282074 Nov 16 05:09:43.225262 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:43.241114 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c4f0135-16bb-4f18-8f58-45574f8f5ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:43.257442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b86a83-3fc9-48ff-9729-1f71d5feb051']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:43.267710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:43.268139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86cc390-cd67-4ea9-8479-8d7ea9083eb9') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:43.277876 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:43.292221 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:43.299424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:09:43.299832 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:43.348249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f0135-16bb-4f18-8f58-45574f8f5ee1 None None] Pushing event deleted for resources: {'Port': ['ID=b0b294aa-d51c-4ba4-8283-179d88a7793c,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:43.353532 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f0135-16bb-4f18-8f58-45574f8f5ee1 None None] No DVR routers for this DVR port b0b294aa-d51c-4ba4-8283-179d88a7793c on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:09:43.362895 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:09:43.365034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b294aa-d51c-4ba4-8283-179d88a7793c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:43.374395 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:43.376822 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:43.380366 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:43.383626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e2b86a83-3fc9-48ff-9729-1f71d5feb051 HTTP/1.1" status: 204 len: 168 time: 0.7994998 Nov 16 05:09:43.388429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48288) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:43.433250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b50be3-0033-440c-8f40-02aad93bda33 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b86a83-3fc9-48ff-9729-1f71d5feb051,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:43.744715 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:43.779813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0cae57ba-73c0-434a-89a7-76af5e7af7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:44.035981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-0cae57ba-73c0-434a-89a7-76af5e7af7d2 admin admin] Deleting port 651cdb74-f4a7-42a4-9594-2e503bf2c287 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:09:44.036610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0cae57ba-73c0-434a-89a7-76af5e7af7d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:44.121994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-0cae57ba-73c0-434a-89a7-76af5e7af7d2 admin admin] For port 651cdb74-f4a7-42a4-9594-2e503bf2c287, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=651cdb74-f4a7-42a4-9594-2e503bf2c287,segment=NetworkSegment(a83a99a0-b4dd-422b-9fcd-955110e30d51),segment_id=a83a99a0-b4dd-422b-9fcd-955110e30d51)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:44.122462 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0cae57ba-73c0-434a-89a7-76af5e7af7d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:44.136033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-0cae57ba-73c0-434a-89a7-76af5e7af7d2 admin admin] Calling delete_port for 651cdb74-f4a7-42a4-9594-2e503bf2c287 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:09:44.457447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b0b294aa-d51c-4ba4-8283-179d88a7793c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:09:44.480000 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: b0b294aa-d51c-4ba4-8283-179d88a7793c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:09:44.480583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b0b294aa-d51c-4ba4-8283-179d88a7793c not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:09:44.481642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device eb40180e-4adb-49cf-ac0e-8a592f6515f6 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:09:44.507411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: eb40180e-4adb-49cf-ac0e-8a592f6515f6 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:09:44.507745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device eb40180e-4adb-49cf-ac0e-8a592f6515f6 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:09:44.715915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008448e-2188-4d38-a2a2-e0cb6cf36aa8 req-39f3166c-693b-4061-80ce-2dcf59ff0b13 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:44.717392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d008448e-2188-4d38-a2a2-e0cb6cf36aa8 req-39f3166c-693b-4061-80ce-2dcf59ff0b13 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.4244177 Nov 16 05:09:44.797097 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0cae57ba-73c0-434a-89a7-76af5e7af7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:44.832294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d008448e-2188-4d38-a2a2-e0cb6cf36aa8 req-19611057-e576-4561-99a5-89c8bb65c3d2 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867803 Nov 16 05:09:44.834816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae57ba-73c0-434a-89a7-76af5e7af7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=651cdb74-f4a7-42a4-9594-2e503bf2c287,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:45.012636 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0cae57ba-73c0-434a-89a7-76af5e7af7d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:45.265411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cae57ba-73c0-434a-89a7-76af5e7af7d2 admin admin] Router 404e5923-02ee-4547-b5ff-453f4fc92a87 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:09:45.384319 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae57ba-73c0-434a-89a7-76af5e7af7d2 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:09:45.393188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0cae57ba-73c0-434a-89a7-76af5e7af7d2 admin admin] 10.222.0.41 "PUT /v2.0/routers/404e5923-02ee-4547-b5ff-453f4fc92a87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0031500 Nov 16 05:09:45.393188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48300) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:45.400737 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4955df5-6989-4f5f-9794-20e33f5fd9b4 None None] Sync routers for ids ['404e5923-02ee-4547-b5ff-453f4fc92a87'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:09:45.423748 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4955df5-6989-4f5f-9794-20e33f5fd9b4 None None] Routers {'404e5923-02ee-4547-b5ff-453f4fc92a87'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:45.424626 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c4955df5-6989-4f5f-9794-20e33f5fd9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['404e5923-02ee-4547-b5ff-453f4fc92a87'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:45.616563 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c4955df5-6989-4f5f-9794-20e33f5fd9b4 None None] Set router 404e5923-02ee-4547-b5ff-453f4fc92a87 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:45.628615 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:45.823035 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c4955df5-6989-4f5f-9794-20e33f5fd9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'name': 'tempest-TestServerMultinode-1560648393-router', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:01Z', 'updated_at': '2021-11-16T05:09:44Z', 'revision_number': 5, 'project_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'gw_port': {'id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:16:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:02Z', 'updated_at': '2021-11-16T05:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:45.848886 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4955df5-6989-4f5f-9794-20e33f5fd9b4 None None] Checking router: 404e5923-02ee-4547-b5ff-453f4fc92a87 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:09:45.850972 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48308) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:45.862329 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:45.867859 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4955df5-6989-4f5f-9794-20e33f5fd9b4 None None] Routers {'404e5923-02ee-4547-b5ff-453f4fc92a87'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:45.868739 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c4955df5-6989-4f5f-9794-20e33f5fd9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['404e5923-02ee-4547-b5ff-453f4fc92a87'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:45.992042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Deleting port d238bc43-67cf-4917-803c-5d29b7fa2cc3 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:09:45.992386 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.012884 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bcf60bd3-18df-422a-8645-604aae621395 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.057222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78410c7-bb1a-42b9-8de6-eed6f18ae692 req-3caa8c87-a88d-4fd2-bf23-719823d52fa7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:46.059115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c78410c7-bb1a-42b9-8de6-eed6f18ae692 req-3caa8c87-a88d-4fd2-bf23-719823d52fa7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.1087263 Nov 16 05:09:46.096891 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c4955df5-6989-4f5f-9794-20e33f5fd9b4 None None] Set router 404e5923-02ee-4547-b5ff-453f4fc92a87 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:46.152298 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bcf60bd3-18df-422a-8645-604aae621395 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.160067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bcf60bd3-18df-422a-8645-604aae621395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.191822 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c78410c7-bb1a-42b9-8de6-eed6f18ae692 req-5de79595-d64d-42ec-aed7-d8d5b1a21202 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136768 Nov 16 05:09:46.202351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] For port d238bc43-67cf-4917-803c-5d29b7fa2cc3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d238bc43-67cf-4917-803c-5d29b7fa2cc3,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:46.202952 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.215987 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bcf60bd3-18df-422a-8645-604aae621395 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=662bd77523984a48a22b2fdc70722cb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639102 Nov 16 05:09:46.219251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48314) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:46.219483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Calling delete_port for d238bc43-67cf-4917-803c-5d29b7fa2cc3 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:09:46.228722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf60bd3-18df-422a-8645-604aae621395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79b8444-8648-4fe4-b33f-2796d633f5e9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:46.294868 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2e68abf5-59bf-4e39-a1ec-771e38c71906 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.324136 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2e68abf5-59bf-4e39-a1ec-771e38c71906 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.390475 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2e68abf5-59bf-4e39-a1ec-771e38c71906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.395610 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2e68abf5-59bf-4e39-a1ec-771e38c71906 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.395610 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2e68abf5-59bf-4e39-a1ec-771e38c71906 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a79b8444-8648-4fe4-b33f-2796d633f5e9 HTTP/1.1" status: 204 len: 168 time: 0.1744845 Nov 16 05:09:46.426664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68abf5-59bf-4e39-a1ec-771e38c71906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79b8444-8648-4fe4-b33f-2796d633f5e9,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:46.438460 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.526987 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.562386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Pushing event deleted for resources: {'Port': ['ID=d238bc43-67cf-4917-803c-5d29b7fa2cc3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:46.588864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d24491d-0b87-4347-9b54-4a2f9b270c30 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:09:46.665445 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c4955df5-6989-4f5f-9794-20e33f5fd9b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'name': 'tempest-TestServerMultinode-1560648393-router', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:01Z', 'updated_at': '2021-11-16T05:09:44Z', 'revision_number': 5, 'project_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'gw_port': {'id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:16:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:02Z', 'updated_at': '2021-11-16T05:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:46.685721 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.699228 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4955df5-6989-4f5f-9794-20e33f5fd9b4 None None] The sync data for ids ['404e5923-02ee-4547-b5ff-453f4fc92a87'] in n-d-818042-1 is: [{'id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'name': 'tempest-TestServerMultinode-1560648393-router', 'tenant_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:01Z', 'updated_at': '2021-11-16T05:09:44Z', 'revision_number': 5, 'project_id': '1bfb2ce9936f4b9abf06e92f65198b35', 'gw_port': {'id': 'd238bc43-67cf-4917-803c-5d29b7fa2cc3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:16:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404e5923-02ee-4547-b5ff-453f4fc92a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:02Z', 'updated_at': '2021-11-16T05:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:09:46.802316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48322) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:46.803488 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.805746 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.822222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d7a5fa0-eea4-4662-ae5c-094e0a656387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.853124 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.853705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 404e5923-02ee-4547-b5ff-453f4fc92a87 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:09:46.859709 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.864023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48324) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:46.864566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9bcb33f1-b080-44f0-b08a-65dd74248cae admin admin] 10.222.0.41 "DELETE /v2.0/routers/404e5923-02ee-4547-b5ff-453f4fc92a87 HTTP/1.1" status: 204 len: 168 time: 1.4700589 Nov 16 05:09:46.932501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4903e02-39e2-4be6-a159-5b76fd755210 req-8079e88b-2221-426e-8bdb-74ac78ca201e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436356 Nov 16 05:09:46.934111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-487a2178-0f2c-477d-a2be-271340c90f46 admin admin] Deleting subnet e259dfeb-d672-420f-aada-95b1b815a39a {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:09:46.941636 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-487a2178-0f2c-477d-a2be-271340c90f46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.984912 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d7a5fa0-eea4-4662-ae5c-094e0a656387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.991772 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d7a5fa0-eea4-4662-ae5c-094e0a656387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:46.996476 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-487a2178-0f2c-477d-a2be-271340c90f46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:47.028369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4903e02-39e2-4be6-a159-5b76fd755210 req-e9bbea5d-019d-4f04-b6db-5aa5e6304283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:47.030705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4903e02-39e2-4be6-a159-5b76fd755210 req-e9bbea5d-019d-4f04-b6db-5aa5e6304283 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddfb8b38968c4064b1cd57f238e785a1&device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 1100 time: 0.0481524 Nov 16 05:09:47.071140 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2d7a5fa0-eea4-4662-ae5c-094e0a656387 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87431164aac54fe3b514d577e2e983f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2674673 Nov 16 05:09:47.071877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7a5fa0-eea4-4662-ae5c-094e0a656387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602136db-1f24-463e-9ebf-e4e93f7fccdb,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:47.076714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48326) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:47.175321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4903e02-39e2-4be6-a159-5b76fd755210 req-2ccf76ce-adda-4ed1-96fe-82ce44f9e7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:47.176966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4903e02-39e2-4be6-a159-5b76fd755210 req-2ccf76ce-adda-4ed1-96fe-82ce44f9e7e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.1247828 Nov 16 05:09:47.272712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4903e02-39e2-4be6-a159-5b76fd755210 req-d90ae657-d5e7-4350-b3d6-4631145f664a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=54a5d5c4-7de4-4169-8045-f765669e3e6b HTTP/1.1" status: 200 len: 217 time: 0.0877900 Nov 16 05:09:47.364351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4903e02-39e2-4be6-a159-5b76fd755210 req-ff213b69-1ff1-4ce5-8499-e9dbb95e82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:47.365909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4903e02-39e2-4be6-a159-5b76fd755210 req-ff213b69-1ff1-4ce5-8499-e9dbb95e82bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0842576 Nov 16 05:09:47.374600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f79f43-1135-45f8-adb0-bc09d88d361f req-6d8e7f98-0cd2-43a0-aa99-3e53246d2cf8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:47.376123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-39f79f43-1135-45f8-adb0-bc09d88d361f req-6d8e7f98-0cd2-43a0-aa99-3e53246d2cf8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0854068 Nov 16 05:09:47.455353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4903e02-39e2-4be6-a159-5b76fd755210 req-667e7053-4410-4b3d-bb0d-11f7b476fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:47.456875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4903e02-39e2-4be6-a159-5b76fd755210 req-667e7053-4410-4b3d-bb0d-11f7b476fa10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0798516 Nov 16 05:09:47.462276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-39f79f43-1135-45f8-adb0-bc09d88d361f req-7331df1e-c63a-4db1-ae6c-1b51629fe098 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762501 Nov 16 05:09:47.555521 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a64d4f4-05bd-4e85-926c-392834a0ee39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:47.560948 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-487a2178-0f2c-477d-a2be-271340c90f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:47.581277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4903e02-39e2-4be6-a159-5b76fd755210 req-26cb96c9-bef4-4069-8c2a-bd485382f713 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140401 Nov 16 05:09:47.606847 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a64d4f4-05bd-4e85-926c-392834a0ee39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:47.685170 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-487a2178-0f2c-477d-a2be-271340c90f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:47.714624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4903e02-39e2-4be6-a159-5b76fd755210 req-25369bf5-5333-4a02-a90a-f2c3ba12956e service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258543 Nov 16 05:09:47.715429 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a64d4f4-05bd-4e85-926c-392834a0ee39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:47.718044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a64d4f4-05bd-4e85-926c-392834a0ee39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:47.719173 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1a64d4f4-05bd-4e85-926c-392834a0ee39 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/602136db-1f24-463e-9ebf-e4e93f7fccdb HTTP/1.1" status: 204 len: 168 time: 0.6414826 Nov 16 05:09:47.729680 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64d4f4-05bd-4e85-926c-392834a0ee39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602136db-1f24-463e-9ebf-e4e93f7fccdb,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:47.731562 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a2178-0f2c-477d-a2be-271340c90f46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e259dfeb-d672-420f-aada-95b1b815a39a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:47.735478 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-487a2178-0f2c-477d-a2be-271340c90f46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:47.741394 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-487a2178-0f2c-477d-a2be-271340c90f46 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e259dfeb-d672-420f-aada-95b1b815a39a HTTP/1.1" status: 204 len: 168 time: 0.8760567 Nov 16 05:09:47.742033 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48334) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:47.742673 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad2fc7-7198-48fa-964c-99762dbdb1ee None None] Network 1ed303e9-5bf9-42be-9101-ad4f9fd0031c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:09:47.858804 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:47.949908 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Deleting port a16c3986-063e-436e-b99d-4f75f5f03a2b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:09:47.950678 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:48.027385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83a71c3-0b7f-4d3e-a03b-429d7321c5a1 None None] DHCP port deletion for 1ed303e9-5bf9-42be-9101-ad4f9fd0031c request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:09:48.063788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] For port a16c3986-063e-436e-b99d-4f75f5f03a2b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a16c3986-063e-436e-b99d-4f75f5f03a2b,segment=NetworkSegment(a83a99a0-b4dd-422b-9fcd-955110e30d51),segment_id=a83a99a0-b4dd-422b-9fcd-955110e30d51)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:48.064310 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:48.086620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Calling delete_port for a16c3986-063e-436e-b99d-4f75f5f03a2b owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:09:48.127769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e83a71c3-0b7f-4d3e-a03b-429d7321c5a1 None None] Deleting port a16c3986-063e-436e-b99d-4f75f5f03a2b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:09:48.128520 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e83a71c3-0b7f-4d3e-a03b-429d7321c5a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:48.184067 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:48.217209 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] No DVR routers for this DVR port a16c3986-063e-436e-b99d-4f75f5f03a2b on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:09:48.221809 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Pushing event deleted for resources: {'Port': ['ID=a16c3986-063e-436e-b99d-4f75f5f03a2b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:48.344038 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:48.401965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed303e9-5bf9-42be-9101-ad4f9fd0031c']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:48.407669 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e83a71c3-0b7f-4d3e-a03b-429d7321c5a1 None None] For port a16c3986-063e-436e-b99d-4f75f5f03a2b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a16c3986-063e-436e-b99d-4f75f5f03a2b,segment=NetworkSegment(a83a99a0-b4dd-422b-9fcd-955110e30d51),segment_id=a83a99a0-b4dd-422b-9fcd-955110e30d51)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:48.408235 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e83a71c3-0b7f-4d3e-a03b-429d7321c5a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:48.422923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83a99a0-b4dd-422b-9fcd-955110e30d51') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:48.423391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83a99a0-b4dd-422b-9fcd-955110e30d51') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:48.432579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e83a71c3-0b7f-4d3e-a03b-429d7321c5a1 None None] Calling delete_port for a16c3986-063e-436e-b99d-4f75f5f03a2b owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:09:48.435455 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:48.451778 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:48.466484 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:09:48.466893 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:09:48.469298 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:09:48.495002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d238bc43-67cf-4917-803c-5d29b7fa2cc3 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:09:48.536344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d238bc43-67cf-4917-803c-5d29b7fa2cc3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:09:48.536690 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d238bc43-67cf-4917-803c-5d29b7fa2cc3 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:09:48.537107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a16c3986-063e-436e-b99d-4f75f5f03a2b no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:09:48.570281 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:48.576108 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:48.581912 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1ed303e9-5bf9-42be-9101-ad4f9fd0031c HTTP/1.1" status: 204 len: 168 time: 0.8354073 Nov 16 05:09:48.597815 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f8286-e38a-4ae9-916d-b6338833b714 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed303e9-5bf9-42be-9101-ad4f9fd0031c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:48.600131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a16c3986-063e-436e-b99d-4f75f5f03a2b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:09:48.600484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a16c3986-063e-436e-b99d-4f75f5f03a2b not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:09:48.600963 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 651cdb74-f4a7-42a4-9594-2e503bf2c287 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:09:48.627432 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:48.657948 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 651cdb74-f4a7-42a4-9594-2e503bf2c287 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:09:48.658878 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 651cdb74-f4a7-42a4-9594-2e503bf2c287 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:09:48.712890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c56e0-3eef-44d3-8723-75e1e5232c78 req-ce2ca8be-27f8-4518-a316-bc63874b6f57 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:48.713439 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e83a71c3-0b7f-4d3e-a03b-429d7321c5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:48.722151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd8c56e0-3eef-44d3-8723-75e1e5232c78 req-ce2ca8be-27f8-4518-a316-bc63874b6f57 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.1158223 Nov 16 05:09:48.756877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e83a71c3-0b7f-4d3e-a03b-429d7321c5a1 None None] Network 1ed303e9-5bf9-42be-9101-ad4f9fd0031c is not hosted by any dhcp agent {{(pid=102661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 05:09:48.757376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a71c3-0b7f-4d3e-a03b-429d7321c5a1 None None] No DVR routers for this DVR port a16c3986-063e-436e-b99d-4f75f5f03a2b on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:09:48.765407 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a71c3-0b7f-4d3e-a03b-429d7321c5a1 None None] Pushing event deleted for resources: {'Port': ['ID=a16c3986-063e-436e-b99d-4f75f5f03a2b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:48.801572 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd8c56e0-3eef-44d3-8723-75e1e5232c78 req-612e71eb-55f2-4da8-a00c-d4b2d4a7d4b1 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782149 Nov 16 05:09:48.904844 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48360) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:48.991277 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-818c32d0-e614-4e4e-8b1b-2a8e0f225490 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe06bbe4bbbd4d6684cf35ec48e06e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0844810 Nov 16 05:09:48.993732 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48362) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:49.056768 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d22289f6-18b9-4324-beb7-8aa95e304750 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:49.088809 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d22289f6-18b9-4324-beb7-8aa95e304750 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:49.146734 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d22289f6-18b9-4324-beb7-8aa95e304750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:49.149817 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d22289f6-18b9-4324-beb7-8aa95e304750 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:49.154111 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d22289f6-18b9-4324-beb7-8aa95e304750 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed035a12-75fb-4633-9885-7ae44d6524be HTTP/1.1" status: 204 len: 168 time: 0.1588025 Nov 16 05:09:49.167382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22289f6-18b9-4324-beb7-8aa95e304750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed035a12-75fb-4633-9885-7ae44d6524be,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:49.585687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48378) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:49.655055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7204957b-2333-4dad-8047-1fd4499d74ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bfb2ce9936f4b9abf06e92f65198b35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0662136 Nov 16 05:09:49.657807 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48384) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:49.723534 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1fedaa30-7b34-4c46-bdaf-92b92dfbb1ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:49.771131 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1fedaa30-7b34-4c46-bdaf-92b92dfbb1ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:49.845970 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1fedaa30-7b34-4c46-bdaf-92b92dfbb1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:49.854833 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1fedaa30-7b34-4c46-bdaf-92b92dfbb1ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:49.857432 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1fedaa30-7b34-4c46-bdaf-92b92dfbb1ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82e25052-cb46-4af1-9bcd-9566e5b6dad4 HTTP/1.1" status: 204 len: 168 time: 0.1980736 Nov 16 05:09:49.866689 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedaa30-7b34-4c46-bdaf-92b92dfbb1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e25052-cb46-4af1-9bcd-9566e5b6dad4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:50.000541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67b195-36eb-4d03-96d4-48316a5e7420 req-27e51f65-2eea-4e82-95d7-c11adb09c225 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:50.002191 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f67b195-36eb-4d03-96d4-48316a5e7420 req-27e51f65-2eea-4e82-95d7-c11adb09c225 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0592816 Nov 16 05:09:50.065656 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f67b195-36eb-4d03-96d4-48316a5e7420 req-c0353b64-9b53-4d87-8532-3469ecb47428 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568318 Nov 16 05:09:51.009182 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48428) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:51.200455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a7ebc-7ad6-4fe0-8a08-61f6b93df4f5 req-04865dd8-6d43-4ab9-98af-5c92bc9d12ec tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:51.217599 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb1a7ebc-7ad6-4fe0-8a08-61f6b93df4f5 req-04865dd8-6d43-4ab9-98af-5c92bc9d12ec tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0717897 Nov 16 05:09:51.271965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1797863070-network', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:51.283346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb1a7ebc-7ad6-4fe0-8a08-61f6b93df4f5 req-811026e8-4d8f-461e-8fb7-7a0cf49308a8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646522 Nov 16 05:09:51.306251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Made reservation on behalf of 0099172d2e3e41f2af5fe31786d7eb1c for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:09:51.310740 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:51.322873 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:51.444872 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:51.452112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:51.465359 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:09:51.476075 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:51.476504 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Added segment 244e5b41-d649-452d-9a81-d271e1254d40 of type vlan for network 3e1b7691-c959-4825-abab-eef7f5b48326 Nov 16 05:09:51.516952 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:51.550199 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:51.551103 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:51.552754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:51.616551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48442) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:51.621531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0c1765b0-e601-4485-9b1c-9211570b7b5a admin admin] Request body: {'subnet': {'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1797863070-subnet', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:51.625452 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6075399 Nov 16 05:09:51.641590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595a87a7-e45f-45a5-a643-35703a8bd3e7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:51.647032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1765b0-e601-4485-9b1c-9211570b7b5a admin admin] Made reservation on behalf of 0099172d2e3e41f2af5fe31786d7eb1c for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:09:51.659826 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c1765b0-e601-4485-9b1c-9211570b7b5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:51.681065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67446e48-7db5-4d10-b544-7b4aba090382 admin admin] Pushing event updated for resources: {'Network': ['ID=3e1b7691-c959-4825-abab-eef7f5b48326,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:51.692952 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 3e1b7691-c959-4825-abab-eef7f5b48326 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:09:51.927272 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c1765b0-e601-4485-9b1c-9211570b7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:51.989879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1765b0-e601-4485-9b1c-9211570b7b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=988ca22d-2869-40a7-a014-c47bc0478f05,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:52.007239 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1765b0-e601-4485-9b1c-9211570b7b5a admin admin] Checking segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:09:52.007239 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1765b0-e601-4485-9b1c-9211570b7b5a admin admin] Network hostable DHCP agents. Network: 3e1b7691-c959-4825-abab-eef7f5b48326, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:09:52.030894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1765b0-e601-4485-9b1c-9211570b7b5a admin admin] Network 3e1b7691-c959-4825-abab-eef7f5b48326 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:09:52.042667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-0c1765b0-e601-4485-9b1c-9211570b7b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 3e1b7691-c959-4825-abab-eef7f5b48326) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:52.048384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1765b0-e601-4485-9b1c-9211570b7b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:52.049267 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0c1765b0-e601-4485-9b1c-9211570b7b5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:52.060160 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262ccaf-67c1-4a43-94a5-255eb646e002 None None] Network 3e1b7691-c959-4825-abab-eef7f5b48326 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:09:52.080824 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0c1765b0-e601-4485-9b1c-9211570b7b5a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4603174 Nov 16 05:09:52.080824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48446) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:52.092253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:52.123574 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:52.124783 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:52.205390 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:52.277959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-3e1b7691-c959-4825-abab-eef7f5b48326', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:09:52.278942 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:52.513455 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:52.566788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Allocated IP 172.20.0.2 (3e1b7691-c959-4825-abab-eef7f5b48326/988ca22d-2869-40a7-a014-c47bc0478f05/e805048f-9ca4-4a4f-8d2d-ef53697efec3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:09:52.720229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966bcb1-bb86-46b1-bd33-2dff36f466bd req-b58d962e-0bdd-426e-b116-d12446ef12f9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:52.721946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a966bcb1-bb86-46b1-bd33-2dff36f466bd req-b58d962e-0bdd-426e-b116-d12446ef12f9 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.3041451 Nov 16 05:09:52.743464 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:52.751468 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:52.812926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Network 3e1b7691-c959-4825-abab-eef7f5b48326 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:09:52.817110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:52.819881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Pushing event updated for resources: {'Port': ['ID=e805048f-9ca4-4a4f-8d2d-ef53697efec3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:52.829036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:09:52.840513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a966bcb1-bb86-46b1-bd33-2dff36f466bd req-19bca151-136e-4764-a2bc-a7b6d2f389a7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117480 Nov 16 05:09:52.914665 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Attempting to bind port e805048f-9ca4-4a4f-8d2d-ef53697efec3 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:09:52.915034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Attempting to bind port e805048f-9ca4-4a4f-8d2d-ef53697efec3 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:09:52.915382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Attempting to bind port e805048f-9ca4-4a4f-8d2d-ef53697efec3 on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:09:52.920480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:09:52.920905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Checking segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:09:52.921836 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:52.922354 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Bound using segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:09:52.922852 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Bound port: e805048f-9ca4-4a4f-8d2d-ef53697efec3, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:09:52.923230 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:53.007120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] For port e805048f-9ca4-4a4f-8d2d-ef53697efec3, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:09:53.013478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] For port e805048f-9ca4-4a4f-8d2d-ef53697efec3, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e805048f-9ca4-4a4f-8d2d-ef53697efec3,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:09:53.019698 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:53.021688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:53.041929 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:53.084771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01384a2-29b0-41ed-b97f-129ef708b227 None None] Pushing event updated for resources: {'Port': ['ID=e805048f-9ca4-4a4f-8d2d-ef53697efec3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:53.213484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Allocated IP 172.25.0.76 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/b7e93d5b-e16d-482d-979f-ec9ac8a93231) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:09:53.494862 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:53.565729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74503ba1-779a-4f77-b24a-c2c30b3d63ec req-7681d14c-a0cf-4b28-91ce-04256137815f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:53.567542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-74503ba1-779a-4f77-b24a-c2c30b3d63ec req-7681d14c-a0cf-4b28-91ce-04256137815f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 1097 time: 0.1584721 Nov 16 05:09:53.590064 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:53.647394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:09:53.663828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:53.682902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:09:53.692975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7637a2-9eb9-422a-8d23-7573edd62858 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:09:53.792144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3f332a0f-111f-4db9-9249-0db5050e3419 None None] Provisioning complete for port b7e93d5b-e16d-482d-979f-ec9ac8a93231 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:53.792842 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f332a0f-111f-4db9-9249-0db5050e3419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:53.798839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-74503ba1-779a-4f77-b24a-c2c30b3d63ec req-396b1113-29eb-4f7b-80a2-0163143fbe52 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236919 Nov 16 05:09:53.822011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Pushing event updated for resources: {'Port': ['ID=b7e93d5b-e16d-482d-979f-ec9ac8a93231,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:53.841066 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b6443-48ab-4308-8073-0df829b03c2e req-3e0aea31-56a8-4c3d-93e7-533148ec8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:53.846783 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-da8b6443-48ab-4308-8073-0df829b03c2e req-3e0aea31-56a8-4c3d-93e7-533148ec8318 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 1097 time: 0.1245732 Nov 16 05:09:53.867883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3f332a0f-111f-4db9-9249-0db5050e3419 None None] Port b7e93d5b-e16d-482d-979f-ec9ac8a93231 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:09:54.210874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b6443-48ab-4308-8073-0df829b03c2e req-23d49b8f-9e3d-48ac-8264-386d92b1a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:54.214600 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-da8b6443-48ab-4308-8073-0df829b03c2e req-23d49b8f-9e3d-48ac-8264-386d92b1a2ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=36f47ad5-6a64-4cca-9ba6-41238dfdfdfa HTTP/1.1" status: 200 len: 896 time: 0.1782434 Nov 16 05:09:54.299622 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-da8b6443-48ab-4308-8073-0df829b03c2e req-cc679b86-1c0b-48d4-a7ff-dd2418614f4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b HTTP/1.1" status: 200 len: 1002 time: 0.0769942 Nov 16 05:09:54.398814 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b6443-48ab-4308-8073-0df829b03c2e req-68564d5d-6bb0-43ab-8d1e-e598cadcbd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:54.406846 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-da8b6443-48ab-4308-8073-0df829b03c2e req-68564d5d-6bb0-43ab-8d1e-e598cadcbd4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db4dd730-019b-4fbb-af28-06e73a3ef022 HTTP/1.1" status: 200 len: 835 time: 0.0983205 Nov 16 05:09:54.509452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b6443-48ab-4308-8073-0df829b03c2e req-7b9f38a6-c335-41c6-9aa3-7060f6379f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:54.512444 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-da8b6443-48ab-4308-8073-0df829b03c2e req-7b9f38a6-c335-41c6-9aa3-7060f6379f99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36f47ad5-6a64-4cca-9ba6-41238dfdfdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969367 Nov 16 05:09:54.564652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e805048f-9ca4-4a4f-8d2d-ef53697efec3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:09:54.638586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e805048f-9ca4-4a4f-8d2d-ef53697efec3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:54.639160 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:54.649358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07855d1-521d-4e7f-af12-97e8aebfa6d5 req-e4d09f99-1551-4eea-b794-53f17bc5d37d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:54.657060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d07855d1-521d-4e7f-af12-97e8aebfa6d5 req-e4d09f99-1551-4eea-b794-53f17bc5d37d tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.7148037 Nov 16 05:09:54.701587 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ae6182-ae64-4024-ac39-a6d2f3be22c5 None None] Network 3e1b7691-c959-4825-abab-eef7f5b48326 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:09:54.703615 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-da8b6443-48ab-4308-8073-0df829b03c2e req-d39a094a-cb1f-4772-8cda-8e3ddd532732 service neutron] 10.222.0.15 "GET /v2.0/networks/36f47ad5-6a64-4cca-9ba6-41238dfdfdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812449 Nov 16 05:09:54.766530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d07855d1-521d-4e7f-af12-97e8aebfa6d5 req-54f4afe1-b02b-41d0-b5cd-f39055ecca3b tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085134 Nov 16 05:09:54.797076 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:54.853220 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-da8b6443-48ab-4308-8073-0df829b03c2e req-f9654a10-94e6-4347-9f24-585b051bedcf service neutron] 10.222.0.15 "GET /v2.0/networks/36f47ad5-6a64-4cca-9ba6-41238dfdfdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316237 Nov 16 05:09:54.890605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b2f876b3-1b3d-4978-addd-8bc12f42ab24 None None] Provisioning complete for port e805048f-9ca4-4a4f-8d2d-ef53697efec3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:54.891363 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2f876b3-1b3d-4978-addd-8bc12f42ab24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:55.006093 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:55.126712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port e805048f-9ca4-4a4f-8d2d-ef53697efec3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e805048f-9ca4-4a4f-8d2d-ef53697efec3,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:55.138006 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:55.176142 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2f876b3-1b3d-4978-addd-8bc12f42ab24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:55.203503 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:55.250717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=e805048f-9ca4-4a4f-8d2d-ef53697efec3,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:55.314237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-b2f876b3-1b3d-4978-addd-8bc12f42ab24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:09:55.314604 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-b2f876b3-1b3d-4978-addd-8bc12f42ab24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:09:55.343462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:09:55.345569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:09:55.408531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:09:55.602325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:09:55.631448 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:55.635923 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-12c4e259-875a-40f0-b9c2-df615a7db2eb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5516915 Nov 16 05:09:55.636323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48490) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:55.654055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:55.675687 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:55.688013 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'port_id': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'mac_address': 'fa:16:3e:ff:b4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:09:55.689816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Sync routers for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:09:55.714523 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:09:55.717194 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1a2811-9060-4ff2-bec8-73c0c09461d8" -d '{"events": [{"server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "name": "network-vif-unplugged", "status": "completed", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:09:55.756469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:55.757171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:55.760740 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:55.780830 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:55.826042 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:55.834201 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2403c0b-96e4-45e3-b25c-a376c8959d02 x-openstack-request-id: req-d2403c0b-96e4-45e3-b25c-a376c8959d02 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:09:55.834495 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "name": "network-vif-unplugged", "status": "completed", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:09:55.834926 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2403c0b-96e4-45e3-b25c-a376c8959d02 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:09:55.835330 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'code': 200} Nov 16 05:09:55.973583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:55.987154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb5d71-d0b1-416d-8374-206b88226fd2 req-5601975c-c23e-4d6c-86aa-7e1a58450870 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:55.989190 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41eb5d71-d0b1-416d-8374-206b88226fd2 req-5601975c-c23e-4d6c-86aa-7e1a58450870 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 944 time: 0.1085172 Nov 16 05:09:56.004335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:09:56.111789 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:09:56.112144 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:09:56.113815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:56.176686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41eb5d71-d0b1-416d-8374-206b88226fd2 req-03c63eb7-8ade-4e19-b36c-6168035421df tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714206 Nov 16 05:09:56.201095 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48500) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:56.263547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f4182639-a646-4014-9a93-f3540afd9980 None None] Provisioning complete for port e805048f-9ca4-4a4f-8d2d-ef53697efec3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:56.263866 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4182639-a646-4014-9a93-f3540afd9980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:56.330033 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:56.346681 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d5dcce76-98ad-4dc8-b92f-b520a15b570f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/floatingips/7afdd5d6-5cda-4ac3-9eeb-2543320993e7 HTTP/1.1" status: 200 len: 992 time: 0.1393156 Nov 16 05:09:56.448954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:53Z', 'revision_number': 3, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:56.484304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e805048f-9ca4-4a4f-8d2d-ef53697efec3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:09:56.486723 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Checking router: f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:09:56.487120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Updating router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 port b7e93d5b-e16d-482d-979f-ec9ac8a93231 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:09:56.601222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Allocated IP 172.20.0.1 (3e1b7691-c959-4825-abab-eef7f5b48326/988ca22d-2869-40a7-a014-c47bc0478f05/a9939c19-4ae9-4662-8951-6cea234a02e7) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:09:56.708536 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:56.723487 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:56.776366 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:56.820926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Network 3e1b7691-c959-4825-abab-eef7f5b48326 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:09:56.826419 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:56.830771 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:56.831268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:09:56.847638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:09:56.868842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Pushing event updated for resources: {'Port': ['ID=a9939c19-4ae9-4662-8951-6cea234a02e7,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:56.897760 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:56.924247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e805048f-9ca4-4a4f-8d2d-ef53697efec3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:56.924818 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:56.972649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:56.984715 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:57.158580 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:57.200008 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:57.220036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['86e92da1-12d1-4cbd-9dd7-86f8205f6a5b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:09:57.299347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6fcefe67-b793-48d0-9087-15ce637c951f None None] Provisioning complete for port a9939c19-4ae9-4662-8951-6cea234a02e7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:57.299877 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fcefe67-b793-48d0-9087-15ce637c951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:57.379794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:57.380980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6fcefe67-b793-48d0-9087-15ce637c951f None None] Port a9939c19-4ae9-4662-8951-6cea234a02e7 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:09:57.385635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:57.458207 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:57.461947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Pushing event updated for resources: {'Port': ['ID=a9939c19-4ae9-4662-8951-6cea234a02e7,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:57.479286 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:57.496388 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:57.547202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242e8ae6-904c-4f86-914f-17e36edfd805 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:09:57.572847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Attempting to bind port b7e93d5b-e16d-482d-979f-ec9ac8a93231 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:09:57.573386 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Attempting to bind port b7e93d5b-e16d-482d-979f-ec9ac8a93231 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:09:57.573882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Attempting to bind port b7e93d5b-e16d-482d-979f-ec9ac8a93231 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:09:57.594190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:09:57.595311 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:09:57.597230 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:57.597735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:09:57.598669 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Bound port: b7e93d5b-e16d-482d-979f-ec9ac8a93231, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:09:57.601237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:57.609219 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Network 3e1b7691-c959-4825-abab-eef7f5b48326 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:09:57.611989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:57.665509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43709542-8c0e-496e-80f6-03bd14c1fc30 None None] Pushing event updated for resources: {'Port': ['ID=b7e93d5b-e16d-482d-979f-ec9ac8a93231,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:57.692242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] For port b7e93d5b-e16d-482d-979f-ec9ac8a93231, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:09:57.696470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] For port b7e93d5b-e16d-482d-979f-ec9ac8a93231, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b7e93d5b-e16d-482d-979f-ec9ac8a93231,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:09:57.760906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:09:57.769073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0d7ae6a6-0c51-4a78-a544-860e5efb6943 None None] Provisioning complete for port b7e93d5b-e16d-482d-979f-ec9ac8a93231 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:57.769451 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d7ae6a6-0c51-4a78-a544-860e5efb6943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:57.773216 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:57.856081 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c100a8e-d4ba-44cb-80e3-f3ba59d651ef None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:09:57.955977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:09:57.956624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:57.971967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:09:57.981931 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-34fc9942-dbb3-431f-852d-93b065623f8c admin admin] 10.222.0.41 "PUT /v2.0/routers/f27a2a38-7178-4ea1-b3af-1e46ff3fabf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3445437 Nov 16 05:09:58.072404 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43709542-8c0e-496e-80f6-03bd14c1fc30 None None] Pushing event updated for resources: {'Port': ['ID=b7e93d5b-e16d-482d-979f-ec9ac8a93231,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:58.154177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:09:58.183957 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d7ae6a6-0c51-4a78-a544-860e5efb6943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:58.234303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0d7ae6a6-0c51-4a78-a544-860e5efb6943 None None] For port b7e93d5b-e16d-482d-979f-ec9ac8a93231, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b7e93d5b-e16d-482d-979f-ec9ac8a93231,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:09:58.266932 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d7ae6a6-0c51-4a78-a544-860e5efb6943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:58.498647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ae6a6-0c51-4a78-a544-860e5efb6943 None None] Pushing event updated for resources: {'Port': ['ID=b7e93d5b-e16d-482d-979f-ec9ac8a93231,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:58.516878 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a29bddda-ed78-46bd-855c-0fe51f0c53c9 None None] Provisioning complete for port b7e93d5b-e16d-482d-979f-ec9ac8a93231 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:58.517271 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a29bddda-ed78-46bd-855c-0fe51f0c53c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:58.602292 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 2, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:09:58.645912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decf999a-c502-48df-a1c1-276d01053c64 None None] The sync data for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 is: [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 2, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:09:58.724774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a29bddda-ed78-46bd-855c-0fe51f0c53c9 None None] Provisioning complete for port a9939c19-4ae9-4662-8951-6cea234a02e7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:58.725490 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a29bddda-ed78-46bd-855c-0fe51f0c53c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:58.775832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a29bddda-ed78-46bd-855c-0fe51f0c53c9 None None] Port a9939c19-4ae9-4662-8951-6cea234a02e7 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:09:58.781062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48534) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:58.787398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1493849483-network', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:58.818545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Made reservation on behalf of 9b04834540a64dcaa99107c9a5152dce for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:09:58.821569 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:58.836806 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:58.942373 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:58.946950 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:58.963394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:09:58.989523 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:58.990395 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Added segment 1b753c9a-1dcc-473f-b372-5629a8d19dba of type vlan for network a22b7efc-c4b4-4c29-8d08-48aeaf173205 Nov 16 05:09:59.068140 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:59.090507 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6242bb-b37c-4955-a109-c238799b9b53,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:59.112863 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:59.114175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:59.115035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:59.137011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3521686 Nov 16 05:09:59.138328 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48538) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:59.149040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-179d99c1-bcdc-4a29-8e56-349dfaeabbea admin admin] Request body: {'subnet': {'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1493849483-subnet', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:59.185551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179d99c1-bcdc-4a29-8e56-349dfaeabbea admin admin] Made reservation on behalf of 9b04834540a64dcaa99107c9a5152dce for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:09:59.190599 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-179d99c1-bcdc-4a29-8e56-349dfaeabbea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:59.263301 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9699e2-1f55-4325-b2d2-992731be0865 admin admin] Pushing event updated for resources: {'Network': ['ID=a22b7efc-c4b4-4c29-8d08-48aeaf173205,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:59.274852 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network a22b7efc-c4b4-4c29-8d08-48aeaf173205 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:09:59.384883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:09:59.445959 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-179d99c1-bcdc-4a29-8e56-349dfaeabbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:59.541616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179d99c1-bcdc-4a29-8e56-349dfaeabbea admin admin] Checking segment: {'id': '1b753c9a-1dcc-473f-b372-5629a8d19dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:09:59.542384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179d99c1-bcdc-4a29-8e56-349dfaeabbea admin admin] Network hostable DHCP agents. Network: a22b7efc-c4b4-4c29-8d08-48aeaf173205, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:09:59.553067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d99c1-bcdc-4a29-8e56-349dfaeabbea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6036910-1f4a-45f2-ad44-6d95bd544ec0,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:09:59.568694 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:09:59.570496 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:59.572039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179d99c1-bcdc-4a29-8e56-349dfaeabbea admin admin] Network a22b7efc-c4b4-4c29-8d08-48aeaf173205 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:09:59.586055 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-179d99c1-bcdc-4a29-8e56-349dfaeabbea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, a22b7efc-c4b4-4c29-8d08-48aeaf173205) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:09:59.604416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179d99c1-bcdc-4a29-8e56-349dfaeabbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:09:59.605175 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-179d99c1-bcdc-4a29-8e56-349dfaeabbea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:59.626622 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-179d99c1-bcdc-4a29-8e56-349dfaeabbea admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4862812 Nov 16 05:09:59.629306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48542) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:09:59.634088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1493849483-router', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:09:59.692861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db9825d-555e-47ff-949f-df130c78d706 None None] Network a22b7efc-c4b4-4c29-8d08-48aeaf173205 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:09:59.717713 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:59.722041 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:59.858429 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:59.880796 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:09:59.978909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:09:59.982036 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8671b693-1083-41fe-b594-9d6f16f478b7" -d '{"events": [{"server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "name": "network-vif-plugged", "status": "completed", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:10:00.116625 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:00.280586 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1150df-3a5e-4cc4-9266-1a1b66094b5b x-openstack-request-id: req-8b1150df-3a5e-4cc4-9266-1a1b66094b5b {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:10:00.281127 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "name": "network-vif-plugged", "status": "completed", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:10:00.281127 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b1150df-3a5e-4cc4-9266-1a1b66094b5b {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:10:00.281506 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'code': 200} Nov 16 05:10:00.299302 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:00.301597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-a22b7efc-c4b4-4c29-8d08-48aeaf173205', 'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'fixed_ips': [{'subnet_id': 'f6036910-1f4a-45f2-ad44-6d95bd544ec0'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:10:00.303090 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:00.321890 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:00.441748 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:00.471508 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:00.488272 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:00.528713 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b7e93d5b-e16d-482d-979f-ec9ac8a93231 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:00.574469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Allocated IP 172.20.0.2 (a22b7efc-c4b4-4c29-8d08-48aeaf173205/f6036910-1f4a-45f2-ad44-6d95bd544ec0/c2d3ed43-6cee-44fc-b40b-c5240d954ee0) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:10:00.608232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Allocated IP 172.25.0.126 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/f33fb588-9113-4424-846a-57664d569665) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:10:00.642617 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b7e93d5b-e16d-482d-979f-ec9ac8a93231 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:00.643078 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:00.753509 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:00.815511 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:00.856836 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:00.864323 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:00.870469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:10:00.873407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:00.877440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:10:00.916648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9da07b5-b631-403b-9ecb-79fc79bd9ee6 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:10:00.929267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Pushing event updated for resources: {'Port': ['ID=f33fb588-9113-4424-846a-57664d569665,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:00.958368 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Network a22b7efc-c4b4-4c29-8d08-48aeaf173205 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:10:00.963717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:00.973712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:10:00.995248 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Pushing event updated for resources: {'Port': ['ID=c2d3ed43-6cee-44fc-b40b-c5240d954ee0,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:01.076567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-25dc94f8-d793-4ea4-ba69-f8632ab7d0c9 None None] Provisioning complete for port f33fb588-9113-4424-846a-57664d569665 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:01.076985 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25dc94f8-d793-4ea4-ba69-f8632ab7d0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:01.079625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Attempting to bind port c2d3ed43-6cee-44fc-b40b-c5240d954ee0 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:10:01.080019 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Attempting to bind port c2d3ed43-6cee-44fc-b40b-c5240d954ee0 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '1b753c9a-1dcc-473f-b372-5629a8d19dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:10:01.080019 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Attempting to bind port c2d3ed43-6cee-44fc-b40b-c5240d954ee0 on network a22b7efc-c4b4-4c29-8d08-48aeaf173205 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:10:01.109679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:10:01.110323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Checking segment: {'id': '1b753c9a-1dcc-473f-b372-5629a8d19dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:10:01.111009 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:01.111221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Bound using segment: {'id': '1b753c9a-1dcc-473f-b372-5629a8d19dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:10:01.111656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Bound port: c2d3ed43-6cee-44fc-b40b-c5240d954ee0, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b753c9a-1dcc-473f-b372-5629a8d19dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:10:01.112041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:01.138653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-25dc94f8-d793-4ea4-ba69-f8632ab7d0c9 None None] Port f33fb588-9113-4424-846a-57664d569665 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:10:01.199501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] For port c2d3ed43-6cee-44fc-b40b-c5240d954ee0, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:10:01.203409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] For port c2d3ed43-6cee-44fc-b40b-c5240d954ee0, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c2d3ed43-6cee-44fc-b40b-c5240d954ee0,segment=NetworkSegment(1b753c9a-1dcc-473f-b372-5629a8d19dba),segment_id=1b753c9a-1dcc-473f-b372-5629a8d19dba)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:10:01.207937 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:01.317643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c90b6d-907e-41d5-9f00-dde3de5f0527 None None] Pushing event updated for resources: {'Port': ['ID=c2d3ed43-6cee-44fc-b40b-c5240d954ee0,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:01.763222 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:01.966550 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:02.111632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Router 48d76a71-6bd6-4b83-993c-5ce0aaf2478a is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:10:02.247568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:10:02.260754 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Sync routers for ids ['48d76a71-6bd6-4b83-993c-5ce0aaf2478a'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:10:02.269303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Sync routers for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:10:02.283351 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Routers {'48d76a71-6bd6-4b83-993c-5ce0aaf2478a'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:02.283995 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['48d76a71-6bd6-4b83-993c-5ce0aaf2478a'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:02.286144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:02.288657 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e00b6ca4-ff8c-400a-a2b1-713e49d9661a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6581218 Nov 16 05:10:02.291053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48574) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:02.307876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:02.308584 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:02.400464 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Set router 48d76a71-6bd6-4b83-993c-5ce0aaf2478a gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:02.578148 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c2d3ed43-6cee-44fc-b40b-c5240d954ee0 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:02.629549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf55a24-2090-4ce6-9bb1-4c5782571a8e None None] Network a22b7efc-c4b4-4c29-8d08-48aeaf173205 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:10:02.656900 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'name': 'tempest-TestVolumeBootPattern-1493849483-router', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f33fb588-9113-4424-846a-57664d569665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:59Z', 'updated_at': '2021-11-16T05:10:01Z', 'revision_number': 3, 'project_id': '9b04834540a64dcaa99107c9a5152dce', 'gw_port': {'id': 'f33fb588-9113-4424-846a-57664d569665', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:00Z', 'updated_at': '2021-11-16T05:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:02.711761 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Checking router: 48d76a71-6bd6-4b83-993c-5ce0aaf2478a for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:10:02.712861 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Updating router 48d76a71-6bd6-4b83-993c-5ce0aaf2478a port f33fb588-9113-4424-846a-57664d569665 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:10:02.737540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:02.755062 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:02.801820 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Provisioning complete for port c2d3ed43-6cee-44fc-b40b-c5240d954ee0 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:02.802047 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:02.836866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c2d3ed43-6cee-44fc-b40b-c5240d954ee0 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:02.837227 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.028553 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.123027 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.129668 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.175467 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Attempting to bind port f33fb588-9113-4424-846a-57664d569665 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:10:03.175843 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Attempting to bind port f33fb588-9113-4424-846a-57664d569665 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:10:03.176257 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Attempting to bind port f33fb588-9113-4424-846a-57664d569665 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:10:03.192983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2f37ab-1bfc-4158-a619-7d4a5b466613 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:10:03.209297 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:10:03.209856 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:10:03.211163 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.211656 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:10:03.212192 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Bound port: f33fb588-9113-4424-846a-57664d569665, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:10:03.213041 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.225699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Allocated IP 172.20.0.1 (a22b7efc-c4b4-4c29-8d08-48aeaf173205/f6036910-1f4a-45f2-ad44-6d95bd544ec0/b7a086dd-7bd9-4fc0-bb4d-633b90bd0988) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:10:03.256669 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.258433 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.320589 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] For port f33fb588-9113-4424-846a-57664d569665, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:10:03.326589 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] For port f33fb588-9113-4424-846a-57664d569665, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f33fb588-9113-4424-846a-57664d569665,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:10:03.337161 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.354730 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.370567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] For port c2d3ed43-6cee-44fc-b40b-c5240d954ee0, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c2d3ed43-6cee-44fc-b40b-c5240d954ee0,segment=NetworkSegment(1b753c9a-1dcc-473f-b372-5629a8d19dba),segment_id=1b753c9a-1dcc-473f-b372-5629a8d19dba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:03.375518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030bf891-f892-4f9b-9e93-1a64cee409b1 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:10:03.381040 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.412108 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Routers {'48d76a71-6bd6-4b83-993c-5ce0aaf2478a'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:03.412711 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['48d76a71-6bd6-4b83-993c-5ce0aaf2478a'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:03.419182 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.471285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Network a22b7efc-c4b4-4c29-8d08-48aeaf173205 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:10:03.477469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:03.481136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Pushing event updated for resources: {'Port': ['ID=b7a086dd-7bd9-4fc0-bb4d-633b90bd0988,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:03.485075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:10:03.522526 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:10:03.523156 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:10:03.526007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Pushing event updated for resources: {'Port': ['ID=c2d3ed43-6cee-44fc-b40b-c5240d954ee0,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:03.531941 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.540243 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 2, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:03.547847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:03.548435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:03.548971 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:03.549470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:03.550004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:03.550497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:03.550997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:03.551505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:03.551992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:03.552479 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:03.552984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:03.553487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d434f6c-e371-4244-ae1b-a6d409164b71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:03.599922 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaf11a-13e4-4654-8120-0c8e765825a6 None None] Pushing event updated for resources: {'Port': ['ID=f33fb588-9113-4424-846a-57664d569665,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:03.618908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-62036f22-8667-4fbd-957c-56fa715792e0 None None] Provisioning complete for port f33fb588-9113-4424-846a-57664d569665 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:03.618908 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62036f22-8667-4fbd-957c-56fa715792e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.619511 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] Set router 48d76a71-6bd6-4b83-993c-5ce0aaf2478a gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:03.620180 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Checking router: f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:10:03.620534 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Updating router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 port a9939c19-4ae9-4662-8951-6cea234a02e7 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:10:03.738978 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.806552 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaf11a-13e4-4654-8120-0c8e765825a6 None None] Pushing event updated for resources: {'Port': ['ID=f33fb588-9113-4424-846a-57664d569665,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:03.919048 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'name': 'tempest-TestVolumeBootPattern-1493849483-router', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f33fb588-9113-4424-846a-57664d569665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:59Z', 'updated_at': '2021-11-16T05:10:01Z', 'revision_number': 3, 'project_id': '9b04834540a64dcaa99107c9a5152dce', 'gw_port': {'id': 'f33fb588-9113-4424-846a-57664d569665', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:00Z', 'updated_at': '2021-11-16T05:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:03.967988 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:03.973579 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6b6a34-7499-41ef-9ccd-afd2d34fb5dd None None] The sync data for ids ['48d76a71-6bd6-4b83-993c-5ce0aaf2478a'] in n-d-818042-1 is: [{'id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'name': 'tempest-TestVolumeBootPattern-1493849483-router', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f33fb588-9113-4424-846a-57664d569665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:59Z', 'updated_at': '2021-11-16T05:10:01Z', 'revision_number': 3, 'project_id': '9b04834540a64dcaa99107c9a5152dce', 'gw_port': {'id': 'f33fb588-9113-4424-846a-57664d569665', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:00Z', 'updated_at': '2021-11-16T05:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:10:04.001796 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62036f22-8667-4fbd-957c-56fa715792e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:04.023901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-62036f22-8667-4fbd-957c-56fa715792e0 None None] For port f33fb588-9113-4424-846a-57664d569665, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f33fb588-9113-4424-846a-57664d569665,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:04.041289 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:04.046208 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:04.051306 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62036f22-8667-4fbd-957c-56fa715792e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:04.094880 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:04.178693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Pushing event updated for resources: {'Port': ['ID=b7a086dd-7bd9-4fc0-bb4d-633b90bd0988,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:04.237211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Network a22b7efc-c4b4-4c29-8d08-48aeaf173205 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:10:04.238692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:04.239083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6d8e0acc-ff21-4b83-9fce-5184df549b56 None None] Provisioning complete for port c2d3ed43-6cee-44fc-b40b-c5240d954ee0 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:04.239485 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0acc-ff21-4b83-9fce-5184df549b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:04.288069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62036f22-8667-4fbd-957c-56fa715792e0 None None] Pushing event updated for resources: {'Port': ['ID=f33fb588-9113-4424-846a-57664d569665,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:04.500889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Router 48d76a71-6bd6-4b83-993c-5ce0aaf2478a has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:10:04.697250 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:04.712041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:04.773470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:10:04.794000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f8bf439a-5142-4e33-aeb4-bae5ca4ea30d admin admin] 10.222.0.41 "PUT /v2.0/routers/48d76a71-6bd6-4b83-993c-5ce0aaf2478a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4900694 Nov 16 05:10:04.794291 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c2d3ed43-6cee-44fc-b40b-c5240d954ee0 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:04.945357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6fb2e-39be-4b32-b013-969d77969bfe None None] Pushing event updated for resources: {'Port': ['ID=a9939c19-4ae9-4662-8951-6cea234a02e7,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:05.108686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48600) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:05.163835 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6d8e0acc-ff21-4b83-9fce-5184df549b56 None None] Provisioning complete for port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:05.164453 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6d8e0acc-ff21-4b83-9fce-5184df549b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.167780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port c2d3ed43-6cee-44fc-b40b-c5240d954ee0 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:05.168290 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.269036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Attempting to bind port a9939c19-4ae9-4662-8951-6cea234a02e7 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:10:05.269487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Attempting to bind port a9939c19-4ae9-4662-8951-6cea234a02e7 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:10:05.269848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Attempting to bind port a9939c19-4ae9-4662-8951-6cea234a02e7 on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:10:05.287738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:10:05.288117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Checking segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:10:05.288522 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.288917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Bound using segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:10:05.289406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Bound port: a9939c19-4ae9-4662-8951-6cea234a02e7, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:10:05.289808 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.320516 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7fc1bb76-2e4f-4752-80bc-2bf22d720d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.370745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f33fb588-9113-4424-846a-57664d569665 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:05.413674 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6d8e0acc-ff21-4b83-9fce-5184df549b56 None None] Port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:10:05.440425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f33fb588-9113-4424-846a-57664d569665 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:05.440804 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.503154 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7fc1bb76-2e4f-4752-80bc-2bf22d720d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.508519 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7fc1bb76-2e4f-4752-80bc-2bf22d720d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.509120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] For port a9939c19-4ae9-4662-8951-6cea234a02e7, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:10:05.565920 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7fc1bb76-2e4f-4752-80bc-2bf22d720d3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cab542f4fb7c47419fdc6e06ae3f5567&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4561176 Nov 16 05:10:05.568640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48620) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:05.591174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1bb76-2e4f-4752-80bc-2bf22d720d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd0adb7-8723-4175-8a6b-3b5d94217336,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:05.609787 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] For port a9939c19-4ae9-4662-8951-6cea234a02e7, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a9939c19-4ae9-4662-8951-6cea234a02e7,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:10:05.629986 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.649900 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-550648ad-aafb-4b8f-8114-d72846ad009e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.650997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d0cb65b1-fef3-47a8-9207-4f58924768cc None None] Provisioning complete for port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:05.651553 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0cb65b1-fef3-47a8-9207-4f58924768cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.689270 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-550648ad-aafb-4b8f-8114-d72846ad009e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.761290 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb65b1-fef3-47a8-9207-4f58924768cc None None] Port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:10:05.773736 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6fb2e-39be-4b32-b013-969d77969bfe None None] Pushing event updated for resources: {'Port': ['ID=a9939c19-4ae9-4662-8951-6cea234a02e7,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:05.777147 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:05.777759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:05.803167 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-550648ad-aafb-4b8f-8114-d72846ad009e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.806872 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-550648ad-aafb-4b8f-8114-d72846ad009e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:05.816916 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-550648ad-aafb-4b8f-8114-d72846ad009e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbd0adb7-8723-4175-8a6b-3b5d94217336 HTTP/1.1" status: 204 len: 168 time: 0.2412713 Nov 16 05:10:05.841517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550648ad-aafb-4b8f-8114-d72846ad009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd0adb7-8723-4175-8a6b-3b5d94217336,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:06.060402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:06.205089 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d0cb65b1-fef3-47a8-9207-4f58924768cc None None] Provisioning complete for port a9939c19-4ae9-4662-8951-6cea234a02e7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:06.205470 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0cb65b1-fef3-47a8-9207-4f58924768cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:06.375138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48644) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:06.397074 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e58369d3-a03b-4aaa-a309-50e51d9cf8f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:06.527042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a9939c19-4ae9-4662-8951-6cea234a02e7 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:06.590648 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0cb65b1-fef3-47a8-9207-4f58924768cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:06.594514 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e58369d3-a03b-4aaa-a309-50e51d9cf8f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:06.603378 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e58369d3-a03b-4aaa-a309-50e51d9cf8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:06.659929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a9939c19-4ae9-4662-8951-6cea234a02e7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:06.660306 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:06.664757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d0cb65b1-fef3-47a8-9207-4f58924768cc None None] For port a9939c19-4ae9-4662-8951-6cea234a02e7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a9939c19-4ae9-4662-8951-6cea234a02e7,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:06.687322 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e58369d3-a03b-4aaa-a309-50e51d9cf8f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfb02adbd1ed4f77bc10939981c28561&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3086638 Nov 16 05:10:06.687322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58369d3-a03b-4aaa-a309-50e51d9cf8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f93af41-fa04-4168-b518-7a56f1da9e71,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:06.688691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48656) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:06.695702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:05Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:06.722907 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Sync routers for ids ['48d76a71-6bd6-4b83-993c-5ce0aaf2478a'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:10:06.724430 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0cb65b1-fef3-47a8-9207-4f58924768cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:06.730684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc8bf2-9a25-4279-99af-5a8dc869b221 None None] The sync data for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 is: [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:05Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:10:06.755576 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Routers {'48d76a71-6bd6-4b83-993c-5ce0aaf2478a'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:06.756277 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['48d76a71-6bd6-4b83-993c-5ce0aaf2478a'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:06.803544 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb65b1-fef3-47a8-9207-4f58924768cc None None] Pushing event updated for resources: {'Port': ['ID=a9939c19-4ae9-4662-8951-6cea234a02e7,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:06.819792 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7834b9a7-3bcf-417d-b706-4d82a70b741e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:06.863511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-56013102-f9d2-4683-bc2a-31523f58cb44 None None] Provisioning complete for port a9939c19-4ae9-4662-8951-6cea234a02e7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:06.863891 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-56013102-f9d2-4683-bc2a-31523f58cb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:06.871653 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7834b9a7-3bcf-417d-b706-4d82a70b741e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:06.936756 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Set router 48d76a71-6bd6-4b83-993c-5ce0aaf2478a gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:06.967774 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7834b9a7-3bcf-417d-b706-4d82a70b741e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:06.970427 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7834b9a7-3bcf-417d-b706-4d82a70b741e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:06.975892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7834b9a7-3bcf-417d-b706-4d82a70b741e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0f93af41-fa04-4168-b518-7a56f1da9e71 HTTP/1.1" status: 204 len: 168 time: 0.2838969 Nov 16 05:10:07.017513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834b9a7-3bcf-417d-b706-4d82a70b741e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f93af41-fa04-4168-b518-7a56f1da9e71,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:07.459534 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'name': 'tempest-TestVolumeBootPattern-1493849483-router', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f33fb588-9113-4424-846a-57664d569665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:59Z', 'updated_at': '2021-11-16T05:10:03Z', 'revision_number': 4, 'project_id': '9b04834540a64dcaa99107c9a5152dce', 'gw_port': {'id': 'f33fb588-9113-4424-846a-57664d569665', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:00Z', 'updated_at': '2021-11-16T05:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b7a086dd-7bd9-4fc0-bb4d-633b90bd0988', 'name': '', 'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'mac_address': 'fa:16:3e:c8:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'f6036910-1f4a-45f2-ad44-6d95bd544ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:03Z', 'updated_at': '2021-11-16T05:10:03Z', 'revision_number': 2, 'project_id': '9b04834540a64dcaa99107c9a5152dce', 'subnets': [{'id': 'f6036910-1f4a-45f2-ad44-6d95bd544ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:07.518637 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Checking router: 48d76a71-6bd6-4b83-993c-5ce0aaf2478a for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:10:07.519239 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Updating router 48d76a71-6bd6-4b83-993c-5ce0aaf2478a port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:10:07.522819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 48674) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:07.538316 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e2daf734-2bfc-4556-8485-b35e7f2a4b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:07.549257 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:07.647747 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e2daf734-2bfc-4556-8485-b35e7f2a4b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:07.661727 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e2daf734-2bfc-4556-8485-b35e7f2a4b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:07.696779 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daf734-2bfc-4556-8485-b35e7f2a4b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf73e4f2-e862-46c1-9402-f13bf5127bd9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:07.760001 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e2daf734-2bfc-4556-8485-b35e7f2a4b53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=371827b483ca460395997bb06282e378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358944 Nov 16 05:10:07.762819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 48678) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:07.860318 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0023-87eb-4f47-bee2-96e62b766b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:07.889387 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0023-87eb-4f47-bee2-96e62b766b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:07.944824 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0023-87eb-4f47-bee2-96e62b766b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:07.949672 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ef6d0023-87eb-4f47-bee2-96e62b766b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:07.956246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ef6d0023-87eb-4f47-bee2-96e62b766b2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf73e4f2-e862-46c1-9402-f13bf5127bd9 HTTP/1.1" status: 204 len: 168 time: 0.1923499 Nov 16 05:10:07.964884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d0023-87eb-4f47-bee2-96e62b766b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf73e4f2-e862-46c1-9402-f13bf5127bd9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:07.965973 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:07.972790 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:08.005076 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d62172cd-bdae-4ce1-9188-0dc53380df2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:08.055909 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b343b73-1355-45f9-9acb-003a800725cc None None] Pushing event updated for resources: {'Port': ['ID=b7a086dd-7bd9-4fc0-bb4d-633b90bd0988,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:08.112340 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Attempting to bind port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:10:08.112785 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Attempting to bind port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '1b753c9a-1dcc-473f-b372-5629a8d19dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:10:08.113229 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Attempting to bind port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 on network a22b7efc-c4b4-4c29-8d08-48aeaf173205 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:10:08.118717 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:10:08.119090 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Checking segment: {'id': '1b753c9a-1dcc-473f-b372-5629a8d19dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:10:08.119487 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:08.120035 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Bound using segment: {'id': '1b753c9a-1dcc-473f-b372-5629a8d19dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:10:08.120586 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Bound port: b7a086dd-7bd9-4fc0-bb4d-633b90bd0988, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b753c9a-1dcc-473f-b372-5629a8d19dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:10:08.129416 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:08.211171 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] For port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:10:08.215057 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] For port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b7a086dd-7bd9-4fc0-bb4d-633b90bd0988,segment=NetworkSegment(1b753c9a-1dcc-473f-b372-5629a8d19dba),segment_id=1b753c9a-1dcc-473f-b372-5629a8d19dba)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:10:08.220664 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:08.275944 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Routers {'48d76a71-6bd6-4b83-993c-5ce0aaf2478a'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:08.276452 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:09:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['48d76a71-6bd6-4b83-993c-5ce0aaf2478a'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:08.322267 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b343b73-1355-45f9-9acb-003a800725cc None None] Pushing event updated for resources: {'Port': ['ID=b7a086dd-7bd9-4fc0-bb4d-633b90bd0988,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:08.324239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8f368674-3f55-4575-aa43-0514d6199a6e None None] Provisioning complete for port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:08.324808 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f368674-3f55-4575-aa43-0514d6199a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:08.441624 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] Set router 48d76a71-6bd6-4b83-993c-5ce0aaf2478a gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:08.489685 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f368674-3f55-4575-aa43-0514d6199a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:08.546483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a9939c19-4ae9-4662-8951-6cea234a02e7 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:08.590143 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8f368674-3f55-4575-aa43-0514d6199a6e None None] For port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b7a086dd-7bd9-4fc0-bb4d-633b90bd0988,segment=NetworkSegment(1b753c9a-1dcc-473f-b372-5629a8d19dba),segment_id=1b753c9a-1dcc-473f-b372-5629a8d19dba)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:08.601440 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f368674-3f55-4575-aa43-0514d6199a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:08.683109 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a9939c19-4ae9-4662-8951-6cea234a02e7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:08.683910 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:08.685645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f368674-3f55-4575-aa43-0514d6199a6e None None] Pushing event updated for resources: {'Port': ['ID=b7a086dd-7bd9-4fc0-bb4d-633b90bd0988,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:08.819858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b26aff3c-c15f-4e9c-9252-7f5fa57c0955 None None] Provisioning complete for port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:08.820175 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b26aff3c-c15f-4e9c-9252-7f5fa57c0955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:08.851302 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'name': 'tempest-TestVolumeBootPattern-1493849483-router', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f33fb588-9113-4424-846a-57664d569665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:59Z', 'updated_at': '2021-11-16T05:10:03Z', 'revision_number': 4, 'project_id': '9b04834540a64dcaa99107c9a5152dce', 'gw_port': {'id': 'f33fb588-9113-4424-846a-57664d569665', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:00Z', 'updated_at': '2021-11-16T05:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b7a086dd-7bd9-4fc0-bb4d-633b90bd0988', 'name': '', 'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'mac_address': 'fa:16:3e:c8:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'f6036910-1f4a-45f2-ad44-6d95bd544ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:03Z', 'updated_at': '2021-11-16T05:10:08Z', 'revision_number': 4, 'project_id': '9b04834540a64dcaa99107c9a5152dce', 'subnets': [{'id': 'f6036910-1f4a-45f2-ad44-6d95bd544ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:08.945246 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b24034-dd07-45f7-88e4-550381800b97 None None] The sync data for ids ['48d76a71-6bd6-4b83-993c-5ce0aaf2478a'] in n-d-818042-1 is: [{'id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'name': 'tempest-TestVolumeBootPattern-1493849483-router', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f33fb588-9113-4424-846a-57664d569665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:59Z', 'updated_at': '2021-11-16T05:10:03Z', 'revision_number': 4, 'project_id': '9b04834540a64dcaa99107c9a5152dce', 'gw_port': {'id': 'f33fb588-9113-4424-846a-57664d569665', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:00Z', 'updated_at': '2021-11-16T05:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b7a086dd-7bd9-4fc0-bb4d-633b90bd0988', 'name': '', 'network_id': 'a22b7efc-c4b4-4c29-8d08-48aeaf173205', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'mac_address': 'fa:16:3e:c8:f3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': 'f6036910-1f4a-45f2-ad44-6d95bd544ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:03Z', 'updated_at': '2021-11-16T05:10:08Z', 'revision_number': 4, 'project_id': '9b04834540a64dcaa99107c9a5152dce', 'subnets': [{'id': 'f6036910-1f4a-45f2-ad44-6d95bd544ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:10:09.179605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-09558df9-4345-4f7a-b2f5-ddd1a8ed8f27 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:09.184302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-09558df9-4345-4f7a-b2f5-ddd1a8ed8f27 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.1624420 Nov 16 05:10:09.203445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-fbf2cf90-7389-4515-ba00-4a060697f711 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/quotas/0099172d2e3e41f2af5fe31786d7eb1c HTTP/1.1" status: 200 len: 375 time: 0.0142550 Nov 16 05:10:09.267561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-92417fae-aa4b-4864-91ea-48cc454ec619 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602942 Nov 16 05:10:09.423604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-67225a0e-9dbd-4acc-ba1d-5534a8ef7b5e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:10:09.424774 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-67225a0e-9dbd-4acc-ba1d-5534a8ef7b5e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1501853 Nov 16 05:10:09.552299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-22f781d4-5022-47cb-b193-994b3f0c5584 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201417 Nov 16 05:10:09.652163 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-a9abac37-7e73-4c2f-ac46-2c94ba2ad0dc service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936954 Nov 16 05:10:10.041738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65b7965d-4366-4acf-8f7d-bfbd32b7d854 req-4be377c0-b445-41cf-beaf-639461bd161f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 210 time: 0.0466375 Nov 16 05:10:10.197313 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cf924533-5ef1-4632-b59a-a8ab6905f238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:10.543797 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:10.599475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:10.600166 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:11.132158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58165c65-cbdc-47dc-bcd4-368d6ca6d2b8 req-6f18dfc2-103c-46fd-a039-e7fa0af32c63 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 210 time: 0.0266798 Nov 16 05:10:11.380837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-22e5d5e2-9c9c-429e-8a56-15ed5594dd84 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:11.382342 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-22e5d5e2-9c9c-429e-8a56-15ed5594dd84 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.2280755 Nov 16 05:10:11.395954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'port': {'device_id': 'bd33a678-79be-45c2-926a-e7320d435175', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'admin_state_up': True, 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:10:11.515305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Made reservation on behalf of 0099172d2e3e41f2af5fe31786d7eb1c for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:10:11.518955 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:11.655894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Allocated IP 172.20.0.7 (3e1b7691-c959-4825-abab-eef7f5b48326/988ca22d-2869-40a7-a014-c47bc0478f05/3a32534e-51c5-4f51-ab0c-6eaea11142dc) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:10:11.823587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:11.865216 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:11.931908 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Network 3e1b7691-c959-4825-abab-eef7f5b48326 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:10:11.934435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:11.938029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:10:11.957173 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:11.993273 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'Port': ['ID=3a32534e-51c5-4f51-ab0c-6eaea11142dc,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:12.008564 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:12.009170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:12.009732 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:12.010272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:12.010788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:12.011280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:12.011782 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:12.012266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:12.012757 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:12.013251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:12.013723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:12.014295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:12.028735 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:12.029531 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:12.053067 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-76c98819-0dff-4447-9a90-6010fd4890e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6609266 Nov 16 05:10:12.068542 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Request body: {'port': {'device_id': 'bd33a678-79be-45c2-926a-e7320d435175', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:10:12.152352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:12.319891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7836f115-0543-43ab-bf5e-c83c0fc486a8 None None] Provisioning complete for port 3a32534e-51c5-4f51-ab0c-6eaea11142dc triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:12.320453 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7836f115-0543-43ab-bf5e-c83c0fc486a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:12.342945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b36711-a7be-49de-8bd9-ea64e7c7820c req-30cfd731-f0ed-4af5-abba-90c320930558 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:12.344584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40b36711-a7be-49de-8bd9-ea64e7c7820c req-30cfd731-f0ed-4af5-abba-90c320930558 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 931 time: 0.1036582 Nov 16 05:10:12.410562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7836f115-0543-43ab-bf5e-c83c0fc486a8 None None] Port 3a32534e-51c5-4f51-ab0c-6eaea11142dc cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:10:12.456017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40b36711-a7be-49de-8bd9-ea64e7c7820c req-09b95398-64e9-4d97-8c4d-0c2de2bfe316 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045609 Nov 16 05:10:12.631156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a32534e-51c5-4f51-ab0c-6eaea11142dc {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:10:12.640010 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:12.653545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Transition to ACTIVE for port object 3a32534e-51c5-4f51-ab0c-6eaea11142dc will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:10:12.660362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:12.713756 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a32534e-51c5-4f51-ab0c-6eaea11142dc,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:12.851986 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Attempting to bind port 3a32534e-51c5-4f51-ab0c-6eaea11142dc on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:10:12.852316 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Attempting to bind port 3a32534e-51c5-4f51-ab0c-6eaea11142dc by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:10:12.852647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Attempting to bind port 3a32534e-51c5-4f51-ab0c-6eaea11142dc on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:10:12.880307 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Port 3a32534e-51c5-4f51-ab0c-6eaea11142dc on network 3e1b7691-c959-4825-abab-eef7f5b48326 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:10:12.880627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Attempting to bind port 3a32534e-51c5-4f51-ab0c-6eaea11142dc on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:10:12.886111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:10:12.886439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Checking segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:10:12.886816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Bound using segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:10:12.887252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Bound port: 3a32534e-51c5-4f51-ab0c-6eaea11142dc, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:10:12.887603 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:12.983666 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] For port 3a32534e-51c5-4f51-ab0c-6eaea11142dc, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:10:12.987259 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] For port 3a32534e-51c5-4f51-ab0c-6eaea11142dc, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3a32534e-51c5-4f51-ab0c-6eaea11142dc,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:10:12.992967 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:13.057871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=3a32534e-51c5-4f51-ab0c-6eaea11142dc,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:13.067223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:13.069811 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:13.071329 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-f5671a03-59d1-4694-be67-9e5c14532fe1 service neutron] 10.222.0.15 "PUT /v2.0/ports/3a32534e-51c5-4f51-ab0c-6eaea11142dc HTTP/1.1" status: 200 len: 1091 time: 1.0090337 Nov 16 05:10:13.072122 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd33a678-79be-45c2-926a-e7320d435175', 'tag': '3a32534e-51c5-4f51-ab0c-6eaea11142dc'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:10:13.074727 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9b1dd8-2a1d-4daa-8549-1f0c3a50a6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd33a678-79be-45c2-926a-e7320d435175", "tag": "3a32534e-51c5-4f51-ab0c-6eaea11142dc"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:10:13.125637 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9513a48c-67ef-424f-8dfe-795bb7fa95df x-openstack-request-id: req-9513a48c-67ef-424f-8dfe-795bb7fa95df {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:10:13.126212 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd33a678-79be-45c2-926a-e7320d435175", "tag": "3a32534e-51c5-4f51-ab0c-6eaea11142dc", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:10:13.126632 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9513a48c-67ef-424f-8dfe-795bb7fa95df {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:10:13.127234 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd33a678-79be-45c2-926a-e7320d435175', 'tag': '3a32534e-51c5-4f51-ab0c-6eaea11142dc', 'status': 'completed', 'code': 200} Nov 16 05:10:13.192157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-52d039a6-005f-402b-a0cd-4237d26ee7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:13.197677 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-52d039a6-005f-402b-a0cd-4237d26ee7ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 1094 time: 0.0667596 Nov 16 05:10:13.249644 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-b86a7f83-aee6-4a54-99f2-14b5d33ae00e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a32534e-51c5-4f51-ab0c-6eaea11142dc HTTP/1.1" status: 200 len: 217 time: 0.0428939 Nov 16 05:10:13.322787 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-d1c6142f-d036-47e6-988f-711b033270a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:13.324677 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-d1c6142f-d036-47e6-988f-711b033270a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0672297 Nov 16 05:10:13.333292 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:13.397285 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-578e6214-e76f-45cf-9b29-b61906332975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:13.398851 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-578e6214-e76f-45cf-9b29-b61906332975 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654578 Nov 16 05:10:13.504404 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-fdfa48bc-f01e-4da8-bad7-7575dfba17bb service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969856 Nov 16 05:10:13.610867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcee9a2-5696-424d-8244-cb9e43178d3f req-aacb8832-6c88-495f-8cef-bf43c8419b22 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:13.613123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfcee9a2-5696-424d-8244-cb9e43178d3f req-aacb8832-6c88-495f-8cef-bf43c8419b22 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 943 time: 0.0622985 Nov 16 05:10:13.617410 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2efdd62a-eeb7-41c3-9a3b-1eee2fb5cc20 req-6f78aae1-31a8-4fea-adb5-17c2b6e4c815 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062057 Nov 16 05:10:13.674294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfcee9a2-5696-424d-8244-cb9e43178d3f req-79b72210-52c4-4abd-b63e-a36404f7d948 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541317 Nov 16 05:10:13.706664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b1dd8-2a1d-4daa-8549-1f0c3a50a6f3 req-9b421df1-a72f-4c08-b076-5a41e91ac62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:13.708179 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a9b1dd8-2a1d-4daa-8549-1f0c3a50a6f3 req-9b421df1-a72f-4c08-b076-5a41e91ac62f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 1094 time: 0.0447168 Nov 16 05:10:13.742008 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:13.813527 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b1dd8-2a1d-4daa-8549-1f0c3a50a6f3 req-4ce6d45c-8c33-4733-aa0c-14d043aa2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:13.815171 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a9b1dd8-2a1d-4daa-8549-1f0c3a50a6f3 req-4ce6d45c-8c33-4733-aa0c-14d043aa2628 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.1002209 Nov 16 05:10:13.857079 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a9b1dd8-2a1d-4daa-8549-1f0c3a50a6f3 req-9b52ccbb-ac0b-4eda-b2fc-598a26bc32e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a32534e-51c5-4f51-ab0c-6eaea11142dc HTTP/1.1" status: 200 len: 217 time: 0.0350077 Nov 16 05:10:13.914304 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b1dd8-2a1d-4daa-8549-1f0c3a50a6f3 req-7df0f0d6-6c9b-4a09-bc9b-6a463b93e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:13.915943 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a9b1dd8-2a1d-4daa-8549-1f0c3a50a6f3 req-7df0f0d6-6c9b-4a09-bc9b-6a463b93e207 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0499892 Nov 16 05:10:13.963048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b1dd8-2a1d-4daa-8549-1f0c3a50a6f3 req-f3570ebf-28f8-4e50-a7da-4df67204c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:13.964666 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a9b1dd8-2a1d-4daa-8549-1f0c3a50a6f3 req-f3570ebf-28f8-4e50-a7da-4df67204c424 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407341 Nov 16 05:10:14.068545 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a9b1dd8-2a1d-4daa-8549-1f0c3a50a6f3 req-aa21d066-fc12-4cbc-bb83-d3a79a197799 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952749 Nov 16 05:10:14.165967 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7a9b1dd8-2a1d-4daa-8549-1f0c3a50a6f3 req-3a3a3bd0-853c-4372-bbc5-1b3873b1404a service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893488 Nov 16 05:10:14.814102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4147cc-7a5b-4445-a3e4-0fda615ba231 req-8a18b6fe-1b3d-4925-ae2f-08243757e2ea tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:14.815632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da4147cc-7a5b-4445-a3e4-0fda615ba231 req-8a18b6fe-1b3d-4925-ae2f-08243757e2ea tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 943 time: 0.0683784 Nov 16 05:10:14.882243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da4147cc-7a5b-4445-a3e4-0fda615ba231 req-b6ddab2d-3e3c-4e79-a32f-9d544c467cb9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561273 Nov 16 05:10:16.023286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a02ca-614c-416e-a0cb-145a7504b31f req-ff8a0401-9d33-48b4-bd21-6afdf185411a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:16.030306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e13a02ca-614c-416e-a0cb-145a7504b31f req-ff8a0401-9d33-48b4-bd21-6afdf185411a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 943 time: 0.0646477 Nov 16 05:10:16.074370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e13a02ca-614c-416e-a0cb-145a7504b31f req-84cb579c-8dc4-425e-96db-6899f5a04137 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429132 Nov 16 05:10:16.358614 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:17.190173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581789a6-6ff4-4acc-b923-80ef0ad7f18e req-8abf4acf-c822-406d-a47a-5bee3f672773 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:17.191722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-581789a6-6ff4-4acc-b923-80ef0ad7f18e req-8abf4acf-c822-406d-a47a-5bee3f672773 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 943 time: 0.0497460 Nov 16 05:10:17.246009 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-581789a6-6ff4-4acc-b923-80ef0ad7f18e req-a9ea7a5d-fd67-481b-a6ce-5cd61b11a966 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472825 Nov 16 05:10:17.466568 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:10:18.377427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f559e-dcbd-47b9-9622-105de2160ab8 req-2aa73b2b-6e3a-4d4b-b02e-26b6b8d17999 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:18.379197 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f7f559e-dcbd-47b9-9622-105de2160ab8 req-2aa73b2b-6e3a-4d4b-b02e-26b6b8d17999 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 943 time: 0.0494606 Nov 16 05:10:18.431001 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f7f559e-dcbd-47b9-9622-105de2160ab8 req-21769010-c3e1-4e6a-b7f6-6879768915d8 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457730 Nov 16 05:10:18.520526 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:19.572926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b13b9-725d-4ea4-bfd0-52c0b20d0a98 req-7cdb8cdd-7436-4036-8b71-ef621971b55d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:19.581562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed7b13b9-725d-4ea4-bfd0-52c0b20d0a98 req-7cdb8cdd-7436-4036-8b71-ef621971b55d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 943 time: 0.0644734 Nov 16 05:10:19.639456 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed7b13b9-725d-4ea4-bfd0-52c0b20d0a98 req-fcae2e90-67c9-4e0b-ae75-3dea363d2baa tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567420 Nov 16 05:10:20.775378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffd25a-3499-4476-8580-5e5bcf48d0e2 req-7776267f-6a2a-4f56-ad03-29cd2718c719 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:20.776872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0fffd25a-3499-4476-8580-5e5bcf48d0e2 req-7776267f-6a2a-4f56-ad03-29cd2718c719 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 943 time: 0.0573764 Nov 16 05:10:20.825208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0fffd25a-3499-4476-8580-5e5bcf48d0e2 req-fddd73c9-668a-4f29-b2f4-cdbf2f357436 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422564 Nov 16 05:10:21.946728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb34be-6747-41a5-b3ca-5f9bb6152e4b req-f75aa2ef-4379-49c1-9c02-f642b993d664 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:21.948222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51fb34be-6747-41a5-b3ca-5f9bb6152e4b req-f75aa2ef-4379-49c1-9c02-f642b993d664 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 943 time: 0.0517790 Nov 16 05:10:22.000616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51fb34be-6747-41a5-b3ca-5f9bb6152e4b req-dba7a9c6-1e0e-4c31-9e66-66b74dae8d86 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453100 Nov 16 05:10:23.135096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93dd70-ad82-4cd7-b720-958a48eb183c req-c683874c-8420-4149-a501-dc309817f088 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:23.136582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d93dd70-ad82-4cd7-b720-958a48eb183c req-c683874c-8420-4149-a501-dc309817f088 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 943 time: 0.0511093 Nov 16 05:10:23.191984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d93dd70-ad82-4cd7-b720-958a48eb183c req-273281a6-bb81-4976-9d3d-5375c8fa60ea tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451961 Nov 16 05:10:24.318231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7059c-3482-44c4-8ec7-5999892c9c53 req-f41d47f5-e3d9-4912-908a-30127b419793 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:24.320309 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4d7059c-3482-44c4-8ec7-5999892c9c53 req-f41d47f5-e3d9-4912-908a-30127b419793 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 943 time: 0.0595434 Nov 16 05:10:24.382046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4d7059c-3482-44c4-8ec7-5999892c9c53 req-271da184-7ef8-4c5d-919e-2c7c0e9606c3 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546899 Nov 16 05:10:25.541080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce77af-7a87-4680-83f8-e8d3f87cdb34 req-1f3adb0e-e2d0-46e2-8cbf-f6c49a995aed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:25.542762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29ce77af-7a87-4680-83f8-e8d3f87cdb34 req-1f3adb0e-e2d0-46e2-8cbf-f6c49a995aed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 943 time: 0.0575330 Nov 16 05:10:25.592486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29ce77af-7a87-4680-83f8-e8d3f87cdb34 req-7cda07d4-ec44-48cc-b647-a2f5b8dc82e1 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416651 Nov 16 05:10:26.740997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba16a0-7c02-4094-86dd-161ff27b2c22 req-72625dc2-2019-470b-a668-1d3955bc08ea tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:26.745644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63ba16a0-7c02-4094-86dd-161ff27b2c22 req-72625dc2-2019-470b-a668-1d3955bc08ea tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 943 time: 0.0666299 Nov 16 05:10:26.801978 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63ba16a0-7c02-4094-86dd-161ff27b2c22 req-23969b66-6b04-49ab-b26b-3b3a27cf547a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482519 Nov 16 05:10:26.876959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49202) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:27.057800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port 29a9575e-836f-4fb6-9d5e-92caa8cda117 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:10:27.058226 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:27.145935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:27.146264 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:27.158673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for 29a9575e-836f-4fb6-9d5e-92caa8cda117 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:10:27.319791 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:27.394049 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=29a9575e-836f-4fb6-9d5e-92caa8cda117,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:27.407760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:27.408121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:27.408472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:27.408816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:27.409157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:27.409497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:27.410714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:27.411057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:27.411397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:27.411735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:27.412068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:27.412396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:27.427417 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:27.427748 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Floating IP 7afdd5d6-5cda-4ac3-9eeb-2543320993e7 disassociated (deleted). External IP: 172.25.0.144, port: 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b. Nov 16 05:10:27.440396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 3a32534e-51c5-4f51-ab0c-6eaea11142dc details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:10:27.556091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 3a32534e-51c5-4f51-ab0c-6eaea11142dc, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3a32534e-51c5-4f51-ab0c-6eaea11142dc,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:27.570397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '3a32534e-51c5-4f51-ab0c-6eaea11142dc', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'port_id': '3a32534e-51c5-4f51-ab0c-6eaea11142dc', 'mac_address': 'fa:16:3e:a1:8d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:10:27.616920 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:27.639642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a32534e-51c5-4f51-ab0c-6eaea11142dc {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:10:27.667664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router 51cff7ca-54e9-4220-9618-9f2dc408e524 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:10:27.668447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 3a32534e-51c5-4f51-ab0c-6eaea11142dc, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3a32534e-51c5-4f51-ab0c-6eaea11142dc,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:27.673664 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:27.729987 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=3a32534e-51c5-4f51-ab0c-6eaea11142dc,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:27.886763 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['3a32534e-51c5-4f51-ab0c-6eaea11142dc'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:10:28.253559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270df8fc-13d1-4b79-827c-51aa229e48d7 req-9e5dfaf0-0b94-4ee6-82c1-64cab2128a3b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:28.255149 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-270df8fc-13d1-4b79-827c-51aa229e48d7 req-9e5dfaf0-0b94-4ee6-82c1-64cab2128a3b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 944 time: 0.0714161 Nov 16 05:10:28.277989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:10:28.289132 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:28.290915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40342cda-37d0-4835-956f-cde29b76adab None None] Sync routers for ids ['51cff7ca-54e9-4220-9618-9f2dc408e524'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:10:28.302474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40342cda-37d0-4835-956f-cde29b76adab None None] Routers {'51cff7ca-54e9-4220-9618-9f2dc408e524'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:28.306254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-40342cda-37d0-4835-956f-cde29b76adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:10:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['51cff7ca-54e9-4220-9618-9f2dc408e524'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:28.356086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5843250f-6263-4727-b44f-6d9f8e355e03 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/floatingips/7afdd5d6-5cda-4ac3-9eeb-2543320993e7 HTTP/1.1" status: 204 len: 168 time: 1.4778800 Nov 16 05:10:28.360575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:10:28.363034 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3759cdc4-fe7c-43ce-ad71-c65fecbf2d68" -d '{"events": [{"name": "network-changed", "server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:10:28.379277 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-270df8fc-13d1-4b79-827c-51aa229e48d7 req-37832bdd-a458-4e7b-80ec-dc3dc4265872 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145771 Nov 16 05:10:28.468116 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf61222c-252c-4cfd-bc58-295fe5f3fc11 x-openstack-request-id: req-bf61222c-252c-4cfd-bc58-295fe5f3fc11 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:10:28.468419 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:10:28.468670 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf61222c-252c-4cfd-bc58-295fe5f3fc11 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:10:28.469086 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'status': 'completed', 'code': 200} Nov 16 05:10:28.594629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759cdc4-fe7c-43ce-ad71-c65fecbf2d68 req-1f914cfb-0f0f-4f05-a583-d8273a78176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:28.595880 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3759cdc4-fe7c-43ce-ad71-c65fecbf2d68 req-1f914cfb-0f0f-4f05-a583-d8273a78176c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 1097 time: 0.0976675 Nov 16 05:10:28.650372 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-40342cda-37d0-4835-956f-cde29b76adab None None] Set router 51cff7ca-54e9-4220-9618-9f2dc408e524 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:28.731790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759cdc4-fe7c-43ce-ad71-c65fecbf2d68 req-18591bb3-0d8a-41b9-864c-64232e39e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:28.734246 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3759cdc4-fe7c-43ce-ad71-c65fecbf2d68 req-18591bb3-0d8a-41b9-864c-64232e39e6d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=36f47ad5-6a64-4cca-9ba6-41238dfdfdfa HTTP/1.1" status: 200 len: 896 time: 0.1285324 Nov 16 05:10:28.764922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec70de-efd3-49d1-af43-31489a23e7f6 req-96aeab4e-d224-42c8-aace-5e418f2d39cb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:28.772752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-faec70de-efd3-49d1-af43-31489a23e7f6 req-96aeab4e-d224-42c8-aace-5e418f2d39cb tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.1103544 Nov 16 05:10:28.804468 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3759cdc4-fe7c-43ce-ad71-c65fecbf2d68 req-1fe891f0-dc29-4042-8881-81da5c5fe71d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b HTTP/1.1" status: 200 len: 217 time: 0.0604782 Nov 16 05:10:28.871232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759cdc4-fe7c-43ce-ad71-c65fecbf2d68 req-dc078683-cde0-4876-ac12-ba403d93bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:28.873976 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3759cdc4-fe7c-43ce-ad71-c65fecbf2d68 req-dc078683-cde0-4876-ac12-ba403d93bdd9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db4dd730-019b-4fbb-af28-06e73a3ef022 HTTP/1.1" status: 200 len: 835 time: 0.0614679 Nov 16 05:10:28.880683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-faec70de-efd3-49d1-af43-31489a23e7f6 req-5b25f4c3-efec-487a-8082-00abc8c5faa0 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992811 Nov 16 05:10:28.895036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-40342cda-37d0-4835-956f-cde29b76adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:41Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3b9923fe-de31-4007-9934-439714f4a541', 'name': '', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ba:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:39Z', 'updated_at': '2021-11-16T05:08:46Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:28.929813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40342cda-37d0-4835-956f-cde29b76adab None None] Checking router: 51cff7ca-54e9-4220-9618-9f2dc408e524 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:10:28.930282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759cdc4-fe7c-43ce-ad71-c65fecbf2d68 req-8c3e521c-eb44-4e36-b945-6c0c80598471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:28.932524 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3759cdc4-fe7c-43ce-ad71-c65fecbf2d68 req-8c3e521c-eb44-4e36-b945-6c0c80598471 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=36f47ad5-6a64-4cca-9ba6-41238dfdfdfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488031 Nov 16 05:10:28.939019 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40342cda-37d0-4835-956f-cde29b76adab None None] Routers {'51cff7ca-54e9-4220-9618-9f2dc408e524'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:28.939637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-40342cda-37d0-4835-956f-cde29b76adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:10:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['51cff7ca-54e9-4220-9618-9f2dc408e524'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:29.061248 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3759cdc4-fe7c-43ce-ad71-c65fecbf2d68 req-90573d92-5d2a-4934-a5cb-362dfbca77e1 service neutron] 10.222.0.15 "GET /v2.0/networks/36f47ad5-6a64-4cca-9ba6-41238dfdfdfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196196 Nov 16 05:10:29.074509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-40342cda-37d0-4835-956f-cde29b76adab None None] Set router 51cff7ca-54e9-4220-9618-9f2dc408e524 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:29.168502 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3759cdc4-fe7c-43ce-ad71-c65fecbf2d68 req-d59fe98f-ba10-4ea7-8ca9-a83c88811fb8 service neutron] 10.222.0.15 "GET /v2.0/networks/36f47ad5-6a64-4cca-9ba6-41238dfdfdfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985374 Nov 16 05:10:29.292169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-40342cda-37d0-4835-956f-cde29b76adab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:41Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3b9923fe-de31-4007-9934-439714f4a541', 'name': '', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ba:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:39Z', 'updated_at': '2021-11-16T05:08:46Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:29.319256 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40342cda-37d0-4835-956f-cde29b76adab None None] The sync data for ids ['51cff7ca-54e9-4220-9618-9f2dc408e524'] in n-d-818042-1 is: [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:41Z', 'revision_number': 4, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3b9923fe-de31-4007-9934-439714f4a541', 'name': '', 'network_id': '36f47ad5-6a64-4cca-9ba6-41238dfdfdfa', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'mac_address': 'fa:16:3e:ba:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3662, 'fixed_ips': [{'subnet_id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:39Z', 'updated_at': '2021-11-16T05:08:46Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'subnets': [{'id': 'db4dd730-019b-4fbb-af28-06e73a3ef022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:10:29.457078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 3a32534e-51c5-4f51-ab0c-6eaea11142dc up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:29.534734 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 3a32534e-51c5-4f51-ab0c-6eaea11142dc completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:10:29.539177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 3a32534e-51c5-4f51-ab0c-6eaea11142dc triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:29.539381 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:29.563125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689eadbc-8c22-4dd5-ad30-760a26a32b31 req-ddb20b3b-5634-4f97-9a0f-ea25b60d076c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:29.575597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-689eadbc-8c22-4dd5-ad30-760a26a32b31 req-ddb20b3b-5634-4f97-9a0f-ea25b60d076c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 944 time: 0.0872149 Nov 16 05:10:29.640879 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-689eadbc-8c22-4dd5-ad30-760a26a32b31 req-c1a06098-78bf-4580-a756-f4c71b46617e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631285 Nov 16 05:10:29.644753 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:29.677700 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd33a678-79be-45c2-926a-e7320d435175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a32534e-51c5-4f51-ab0c-6eaea11142dc'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:10:29.684806 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb8a967-e9e6-4991-9a93-eecf4a015e3d" -d '{"events": [{"server_uuid": "bd33a678-79be-45c2-926a-e7320d435175", "name": "network-vif-plugged", "status": "completed", "tag": "3a32534e-51c5-4f51-ab0c-6eaea11142dc"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:10:29.697517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 3a32534e-51c5-4f51-ab0c-6eaea11142dc, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3a32534e-51c5-4f51-ab0c-6eaea11142dc,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:29.702719 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:29.748524 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94897b13-bfa8-4cd8-b8d5-0a2718b014f9 None None] New status for floating IP 7afdd5d6-5cda-4ac3-9eeb-2543320993e7: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:10:29.780674 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=3a32534e-51c5-4f51-ab0c-6eaea11142dc,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:29.800361 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca6524c1-9198-41a4-9829-bb9974c464f4 x-openstack-request-id: req-ca6524c1-9198-41a4-9829-bb9974c464f4 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:10:29.800739 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd33a678-79be-45c2-926a-e7320d435175", "name": "network-vif-plugged", "status": "completed", "tag": "3a32534e-51c5-4f51-ab0c-6eaea11142dc", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:10:29.801068 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca6524c1-9198-41a4-9829-bb9974c464f4 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:10:29.801543 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd33a678-79be-45c2-926a-e7320d435175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a32534e-51c5-4f51-ab0c-6eaea11142dc', 'code': 200} Nov 16 05:10:29.907938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb245df1-1470-48f0-bce5-f3e02fc46a13 req-bed02f0f-1165-4245-8b2d-c8a1ac867111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:29.909441 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bb245df1-1470-48f0-bce5-f3e02fc46a13 req-bed02f0f-1165-4245-8b2d-c8a1ac867111 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 1096 time: 0.0417824 Nov 16 05:10:30.015067 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bb245df1-1470-48f0-bce5-f3e02fc46a13 req-31d465b1-5ed2-497e-b16c-c74388c2caca service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975242 Nov 16 05:10:30.076472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9a954-18ac-4585-b85e-27ef406c0158 req-1a1fcf75-57dd-4089-9e97-5dcc67a11fdc tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:30.076472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6e9a954-18ac-4585-b85e-27ef406c0158 req-1a1fcf75-57dd-4089-9e97-5dcc67a11fdc tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.1028666 Nov 16 05:10:30.081530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859bbfb-2647-4c1c-8846-937e4efbc6ab req-d8fad30d-b5ed-4ae3-a813-232fdf576a60 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:30.083084 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b859bbfb-2647-4c1c-8846-937e4efbc6ab req-d8fad30d-b5ed-4ae3-a813-232fdf576a60 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 946 time: 0.0774243 Nov 16 05:10:30.138869 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b859bbfb-2647-4c1c-8846-937e4efbc6ab req-2e6df708-ac6b-4557-94de-ec59ab5722b7 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/security-groups?id=a9c7c6c5-83e6-4cac-91ec-62b94330f061&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479283 Nov 16 05:10:30.291810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e6e9a954-18ac-4585-b85e-27ef406c0158 req-1bc8a103-cd22-41a6-b871-c2b78e6010ed tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:10:30.292152 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e6e9a954-18ac-4585-b85e-27ef406c0158 req-1bc8a103-cd22-41a6-b871-c2b78e6010ed tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:30.387037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-e6e9a954-18ac-4585-b85e-27ef406c0158 req-1bc8a103-cd22-41a6-b871-c2b78e6010ed tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] For port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:30.387491 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e6e9a954-18ac-4585-b85e-27ef406c0158 req-1bc8a103-cd22-41a6-b871-c2b78e6010ed tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:30.401340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-e6e9a954-18ac-4585-b85e-27ef406c0158 req-1bc8a103-cd22-41a6-b871-c2b78e6010ed tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:10:30.546942 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e6e9a954-18ac-4585-b85e-27ef406c0158 req-1bc8a103-cd22-41a6-b871-c2b78e6010ed tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:30.620141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8a103-cd22-41a6-b871-c2b78e6010ed tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=86e92da1-12d1-4cbd-9dd7-86f8205f6a5b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:30.624118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e9a954-18ac-4585-b85e-27ef406c0158 req-1bc8a103-cd22-41a6-b871-c2b78e6010ed tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] No DVR routers for this DVR port 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:10:30.626613 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-e6e9a954-18ac-4585-b85e-27ef406c0158 req-1bc8a103-cd22-41a6-b871-c2b78e6010ed tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:30.630654 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6e9a954-18ac-4585-b85e-27ef406c0158 req-1bc8a103-cd22-41a6-b871-c2b78e6010ed tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.15 "DELETE /v2.0/ports/86e92da1-12d1-4cbd-9dd7-86f8205f6a5b HTTP/1.1" status: 204 len: 173 time: 0.4322109 Nov 16 05:10:30.631115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'name': 'network-vif-deleted', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:10:30.634139 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffe5bd1-4af4-41a7-97e8-9bb47372f938" -d '{"events": [{"server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "name": "network-vif-deleted", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:10:30.679882 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8861d63-a4a2-46a1-8aa6-bab9fcdfb970 x-openstack-request-id: req-a8861d63-a4a2-46a1-8aa6-bab9fcdfb970 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:10:30.682037 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b449a669-70e5-4642-ba7c-81aa9011c1a4", "name": "network-vif-deleted", "tag": "86e92da1-12d1-4cbd-9dd7-86f8205f6a5b", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:10:30.682383 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8861d63-a4a2-46a1-8aa6-bab9fcdfb970 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:10:30.682868 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b449a669-70e5-4642-ba7c-81aa9011c1a4', 'name': 'network-vif-deleted', 'tag': '86e92da1-12d1-4cbd-9dd7-86f8205f6a5b', 'status': 'completed', 'code': 200} Nov 16 05:10:30.824473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617c1bd-95af-4b6d-b17f-ed4fb114a47f req-fff03f9d-a34d-4a4f-b6ca-45d969e6c319 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:30.826151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a617c1bd-95af-4b6d-b17f-ed4fb114a47f req-fff03f9d-a34d-4a4f-b6ca-45d969e6c319 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 945 time: 0.0581374 Nov 16 05:10:30.887731 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a617c1bd-95af-4b6d-b17f-ed4fb114a47f req-3201df00-2aca-43a5-a7e7-d894bf6c626b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546732 Nov 16 05:10:31.269387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2bf3af71-dfe4-4bac-b2be-9206708143fa req-edea25ec-0b2e-4794-b52e-e71f6f1baaa3 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "GET /v2.0/ports?device_id=b449a669-70e5-4642-ba7c-81aa9011c1a4 HTTP/1.1" status: 200 len: 210 time: 0.0324173 Nov 16 05:10:32.018351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684a04b-6998-4e3b-ad0d-13296c5e850d req-a3e99c76-6d58-446f-91eb-7e3c4574eb66 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:32.019774 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2684a04b-6998-4e3b-ad0d-13296c5e850d req-a3e99c76-6d58-446f-91eb-7e3c4574eb66 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 945 time: 0.0568514 Nov 16 05:10:32.069920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2684a04b-6998-4e3b-ad0d-13296c5e850d req-b9959401-5058-4484-b452-294060ba58d9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441339 Nov 16 05:10:32.189519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19a841-3142-4766-bfe6-ba48e81f4d2c req-057f6034-058c-4ca7-8f62-174f8919e39b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:32.191069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e19a841-3142-4766-bfe6-ba48e81f4d2c req-057f6034-058c-4ca7-8f62-174f8919e39b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 945 time: 0.0528829 Nov 16 05:10:32.259189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e19a841-3142-4766-bfe6-ba48e81f4d2c req-4ef3c5bb-54a5-4d7b-acc0-13a19f85aa15 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557811 Nov 16 05:10:32.341241 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49392) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:32.398256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b94ecd-4409-44ba-ab72-eafbb3d39b55 req-acfd47bd-4e11-4170-8217-878d39c4a9ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:32.404144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94b94ecd-4409-44ba-ab72-eafbb3d39b55 req-acfd47bd-4e11-4170-8217-878d39c4a9ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 945 time: 0.0625236 Nov 16 05:10:32.452527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94b94ecd-4409-44ba-ab72-eafbb3d39b55 req-83736107-b88f-4838-b407-5ffb3e6fd195 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475249 Nov 16 05:10:32.742855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be806d5a-dc78-4af3-a128-3d122ee69336 req-4af50861-7d88-4fd3-adb4-7c4e81e65aed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:32.744393 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be806d5a-dc78-4af3-a128-3d122ee69336 req-4af50861-7d88-4fd3-adb4-7c4e81e65aed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 945 time: 0.0651603 Nov 16 05:10:32.811265 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be806d5a-dc78-4af3-a128-3d122ee69336 req-e68b7a55-b0b9-4f87-b19e-95632982d5e8 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597136 Nov 16 05:10:32.826539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1e80-3c1f-4d4a-b6c2-d522d4469411 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:33.097902 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca1e80-3c1f-4d4a-b6c2-d522d4469411 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port 3b9923fe-de31-4007-9934-439714f4a541 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:10:33.098175 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1e80-3c1f-4d4a-b6c2-d522d4469411 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:33.201755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-b9ca1e80-3c1f-4d4a-b6c2-d522d4469411 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] For port 3b9923fe-de31-4007-9934-439714f4a541, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3b9923fe-de31-4007-9934-439714f4a541,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:33.202243 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1e80-3c1f-4d4a-b6c2-d522d4469411 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:33.221105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b9ca1e80-3c1f-4d4a-b6c2-d522d4469411 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for 3b9923fe-de31-4007-9934-439714f4a541 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:10:33.415325 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1e80-3c1f-4d4a-b6c2-d522d4469411 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:33.444687 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca1e80-3c1f-4d4a-b6c2-d522d4469411 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=3b9923fe-de31-4007-9934-439714f4a541,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:33.495384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:10:33.522760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:10:33.523502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 86e92da1-12d1-4cbd-9dd7-86f8205f6a5b not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:10:33.958301 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8b809-8ab3-4c8b-8859-7401b9bfa3d2 req-82b9199e-d67e-4ab5-a01b-bd803e225805 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:33.961857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94f8b809-8ab3-4c8b-8859-7401b9bfa3d2 req-82b9199e-d67e-4ab5-a01b-bd803e225805 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 945 time: 0.0642123 Nov 16 05:10:34.036698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94f8b809-8ab3-4c8b-8859-7401b9bfa3d2 req-175a56fb-50fc-4881-a443-597997148b3e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634305 Nov 16 05:10:34.056827 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9ca1e80-3c1f-4d4a-b6c2-d522d4469411 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:34.146923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7499199-cb44-43b6-b13d-c2af13cff29e req-1386b0e7-3b05-44f6-84f8-ffb3aec2418b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:34.148632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d7499199-cb44-43b6-b13d-c2af13cff29e req-1386b0e7-3b05-44f6-84f8-ffb3aec2418b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 945 time: 0.0691593 Nov 16 05:10:34.256028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d7499199-cb44-43b6-b13d-c2af13cff29e req-47a43091-f807-42d4-ac0e-7fa4dca8de48 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Deleting port 3a32534e-51c5-4f51-ab0c-6eaea11142dc {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:10:34.256553 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d7499199-cb44-43b6-b13d-c2af13cff29e req-47a43091-f807-42d4-ac0e-7fa4dca8de48 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:34.312828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ca1e80-3c1f-4d4a-b6c2-d522d4469411 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Router 51cff7ca-54e9-4220-9618-9f2dc408e524 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:10:34.376918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d7499199-cb44-43b6-b13d-c2af13cff29e req-47a43091-f807-42d4-ac0e-7fa4dca8de48 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] For port 3a32534e-51c5-4f51-ab0c-6eaea11142dc, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3a32534e-51c5-4f51-ab0c-6eaea11142dc,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:34.377406 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d7499199-cb44-43b6-b13d-c2af13cff29e req-47a43091-f807-42d4-ac0e-7fa4dca8de48 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:34.400165 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d7499199-cb44-43b6-b13d-c2af13cff29e req-47a43091-f807-42d4-ac0e-7fa4dca8de48 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Calling delete_port for 3a32534e-51c5-4f51-ab0c-6eaea11142dc owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:10:34.474243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ca1e80-3c1f-4d4a-b6c2-d522d4469411 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:10:34.485452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd5ddc-8927-48f9-9b84-0181f2d4169a None None] Sync routers for ids ['51cff7ca-54e9-4220-9618-9f2dc408e524'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:10:34.490135 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b9ca1e80-3c1f-4d4a-b6c2-d522d4469411 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "PUT /v2.0/routers/51cff7ca-54e9-4220-9618-9f2dc408e524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1447895 Nov 16 05:10:34.492695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49464) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:34.499603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd5ddc-8927-48f9-9b84-0181f2d4169a None None] Routers {'51cff7ca-54e9-4220-9618-9f2dc408e524'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:34.501012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cebd5ddc-8927-48f9-9b84-0181f2d4169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:10:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['51cff7ca-54e9-4220-9618-9f2dc408e524'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:34.566163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c42d6fe-4e58-4089-b2e2-1af78ff3e20c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting subnet db4dd730-019b-4fbb-af28-06e73a3ef022 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:10:34.569922 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c42d6fe-4e58-4089-b2e2-1af78ff3e20c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:34.615938 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c42d6fe-4e58-4089-b2e2-1af78ff3e20c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:34.632128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-cebd5ddc-8927-48f9-9b84-0181f2d4169a None None] Set router 51cff7ca-54e9-4220-9618-9f2dc408e524 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:34.759030 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c42d6fe-4e58-4089-b2e2-1af78ff3e20c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:34.830248 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d7499199-cb44-43b6-b13d-c2af13cff29e req-47a43091-f807-42d4-ac0e-7fa4dca8de48 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:34.851862 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['3a32534e-51c5-4f51-ab0c-6eaea11142dc'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:10:34.860100 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c42d6fe-4e58-4089-b2e2-1af78ff3e20c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:34.895549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cebd5ddc-8927-48f9-9b84-0181f2d4169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:10:33Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:34.918486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42d6fe-4e58-4089-b2e2-1af78ff3e20c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Subnet': ['ID=db4dd730-019b-4fbb-af28-06e73a3ef022,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:34.925701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd5ddc-8927-48f9-9b84-0181f2d4169a None None] Checking router: 51cff7ca-54e9-4220-9618-9f2dc408e524 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:10:34.930041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a43091-f807-42d4-ac0e-7fa4dca8de48 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event deleted for resources: {'Port': ['ID=3a32534e-51c5-4f51-ab0c-6eaea11142dc,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:34.934924 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebd5ddc-8927-48f9-9b84-0181f2d4169a None None] Routers {'51cff7ca-54e9-4220-9618-9f2dc408e524'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:34.935909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cebd5ddc-8927-48f9-9b84-0181f2d4169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:10:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['51cff7ca-54e9-4220-9618-9f2dc408e524'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:34.946987 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4c42d6fe-4e58-4089-b2e2-1af78ff3e20c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:34.953105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49476) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:34.953517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4c42d6fe-4e58-4089-b2e2-1af78ff3e20c tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/subnets/db4dd730-019b-4fbb-af28-06e73a3ef022 HTTP/1.1" status: 204 len: 168 time: 0.4592428 Nov 16 05:10:34.988813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7499199-cb44-43b6-b13d-c2af13cff29e req-47a43091-f807-42d4-ac0e-7fa4dca8de48 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] No DVR routers for this DVR port 3a32534e-51c5-4f51-ab0c-6eaea11142dc on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:10:34.991712 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d7499199-cb44-43b6-b13d-c2af13cff29e req-47a43091-f807-42d4-ac0e-7fa4dca8de48 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:34.995971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d7499199-cb44-43b6-b13d-c2af13cff29e req-47a43091-f807-42d4-ac0e-7fa4dca8de48 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "DELETE /v2.0/ports/3a32534e-51c5-4f51-ab0c-6eaea11142dc HTTP/1.1" status: 204 len: 173 time: 0.8413353 Nov 16 05:10:34.996580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd33a678-79be-45c2-926a-e7320d435175', 'name': 'network-vif-deleted', 'tag': '3a32534e-51c5-4f51-ab0c-6eaea11142dc'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:10:35.004168 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee219cf0-266d-416f-a181-bd2713035c80" -d '{"events": [{"server_uuid": "bd33a678-79be-45c2-926a-e7320d435175", "name": "network-vif-deleted", "tag": "3a32534e-51c5-4f51-ab0c-6eaea11142dc"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:10:35.031342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a309c4-9bc4-41d3-ba1a-63a7ca41b01c None None] Network 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:10:35.167970 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6df55ae-7090-480b-b84f-9c7267ff776c x-openstack-request-id: req-d6df55ae-7090-480b-b84f-9c7267ff776c {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:10:35.168345 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd33a678-79be-45c2-926a-e7320d435175", "name": "network-vif-deleted", "tag": "3a32534e-51c5-4f51-ab0c-6eaea11142dc", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:10:35.168717 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6df55ae-7090-480b-b84f-9c7267ff776c {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:10:35.169172 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd33a678-79be-45c2-926a-e7320d435175', 'name': 'network-vif-deleted', 'tag': '3a32534e-51c5-4f51-ab0c-6eaea11142dc', 'status': 'completed', 'code': 200} Nov 16 05:10:35.232699 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-280ea022-a092-4d3f-beb5-8f9c315dfa1f req-3db2146b-ebd3-49ec-9d23-f32dbe43e6e9 service neutron] (102660) timed out ('10.222.0.41', 53718) {{(pid=102660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 05:10:35.243251 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:35.270809 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dadcdcd-6c9f-402c-92fe-1a109a9bebcb req-6eb592b9-6b0c-4e9e-acea-fcadb3d9cd56 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 210 time: 0.0621367 Nov 16 05:10:35.327887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-cebd5ddc-8927-48f9-9b84-0181f2d4169a None None] Set router 51cff7ca-54e9-4220-9618-9f2dc408e524 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:35.438731 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:35.546370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Deleting port 15aad01f-357a-4408-b535-f03009b9cb41 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:10:35.547086 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:35.564797 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f78e4d8-8cee-4926-b78c-40f48d2b8bcc None None] DHCP port deletion for 36f47ad5-6a64-4cca-9ba6-41238dfdfdfa request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:10:35.710135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] For port 15aad01f-357a-4408-b535-f03009b9cb41, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=15aad01f-357a-4408-b535-f03009b9cb41,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:35.710449 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:35.733881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Calling delete_port for 15aad01f-357a-4408-b535-f03009b9cb41 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:10:35.757706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3f78e4d8-8cee-4926-b78c-40f48d2b8bcc None None] Deleting port 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:10:35.758654 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f78e4d8-8cee-4926-b78c-40f48d2b8bcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:35.849837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-cebd5ddc-8927-48f9-9b84-0181f2d4169a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:10:33Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:35.893147 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebd5ddc-8927-48f9-9b84-0181f2d4169a None None] The sync data for ids ['51cff7ca-54e9-4220-9618-9f2dc408e524'] in n-d-818042-1 is: [{'id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-22233658', 'tenant_id': '67e3204c0e154b1a8a560237bfff7b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '15aad01f-357a-4408-b535-f03009b9cb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:10:33Z', 'revision_number': 5, 'project_id': '67e3204c0e154b1a8a560237bfff7b3b', 'gw_port': {'id': '15aad01f-357a-4408-b535-f03009b9cb41', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51cff7ca-54e9-4220-9618-9f2dc408e524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:08:31Z', 'updated_at': '2021-11-16T05:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:10:35.909353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3f78e4d8-8cee-4926-b78c-40f48d2b8bcc None None] For port 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=872d58c6-baf2-42fe-9a4b-1ffc9e463bd9,segment=NetworkSegment(b92209ce-de6e-463f-8616-2e9b41530593),segment_id=b92209ce-de6e-463f-8616-2e9b41530593)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:35.909882 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f78e4d8-8cee-4926-b78c-40f48d2b8bcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:35.967991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3f78e4d8-8cee-4926-b78c-40f48d2b8bcc None None] Calling delete_port for 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:10:35.986463 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:36.027787 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Port': ['ID=15aad01f-357a-4408-b535-f03009b9cb41,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:36.115437 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:36.187403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072f2969-9a4e-4d78-b6be-db6ea231b909 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:10:36.253371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:36.256008 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:36.295802 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3f78e4d8-8cee-4926-b78c-40f48d2b8bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:36.316362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:36.317354 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Fanout notify agent at l3_agent the message router_deleted on router 51cff7ca-54e9-4220-9618-9f2dc408e524 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:10:36.325268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f78e4d8-8cee-4926-b78c-40f48d2b8bcc None None] No DVR routers for this DVR port 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:10:36.327331 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:36.328523 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-21df85f6-3ad5-4702-ac12-d7a38b00145f tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/routers/51cff7ca-54e9-4220-9618-9f2dc408e524 HTTP/1.1" status: 204 len: 168 time: 1.3739202 Nov 16 05:10:36.331618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49516) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:36.390537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78e4d8-8cee-4926-b78c-40f48d2b8bcc None None] Pushing event deleted for resources: {'Port': ['ID=872d58c6-baf2-42fe-9a4b-1ffc9e463bd9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:36.503747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bee16456-9ea7-4a8a-894b-acf499422404 req-5e3baa68-3880-4204-ba25-5c62f5125e3c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 210 time: 0.0624697 Nov 16 05:10:36.538126 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-94670f12-e701-4500-a0b8-b0bf11e582c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:36.623772 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3b9923fe-de31-4007-9934-439714f4a541 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:10:36.656697 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 3b9923fe-de31-4007-9934-439714f4a541 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:10:36.657376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3b9923fe-de31-4007-9934-439714f4a541 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:10:36.658040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:10:36.680984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:10:36.681623 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 872d58c6-baf2-42fe-9a4b-1ffc9e463bd9 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:10:36.740216 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-94670f12-e701-4500-a0b8-b0bf11e582c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:36.775127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-94670f12-e701-4500-a0b8-b0bf11e582c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f47ad5-6a64-4cca-9ba6-41238dfdfdfa']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:36.790079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-94670f12-e701-4500-a0b8-b0bf11e582c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92209ce-de6e-463f-8616-2e9b41530593') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:36.790466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-94670f12-e701-4500-a0b8-b0bf11e582c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92209ce-de6e-463f-8616-2e9b41530593') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:36.816323 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-94670f12-e701-4500-a0b8-b0bf11e582c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:36.847487 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-94670f12-e701-4500-a0b8-b0bf11e582c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:36.865031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94670f12-e701-4500-a0b8-b0bf11e582c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:10:36.865437 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-94670f12-e701-4500-a0b8-b0bf11e582c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:10:36.868642 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:10:36.967809 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-94670f12-e701-4500-a0b8-b0bf11e582c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:36.984949 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-94670f12-e701-4500-a0b8-b0bf11e582c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:37.000539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49536) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:37.001829 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-94670f12-e701-4500-a0b8-b0bf11e582c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/networks/36f47ad5-6a64-4cca-9ba6-41238dfdfdfa HTTP/1.1" status: 204 len: 168 time: 0.6681805 Nov 16 05:10:37.028582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94670f12-e701-4500-a0b8-b0bf11e582c8 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'Network': ['ID=36f47ad5-6a64-4cca-9ba6-41238dfdfdfa,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:37.098162 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354fd887-e45d-4b34-bf5d-41aed74e76d5 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:37.125891 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354fd887-e45d-4b34-bf5d-41aed74e76d5 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:37.199793 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354fd887-e45d-4b34-bf5d-41aed74e76d5 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:37.202972 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-354fd887-e45d-4b34-bf5d-41aed74e76d5 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:37.204127 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-354fd887-e45d-4b34-bf5d-41aed74e76d5 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] 10.222.0.41 "DELETE /v2.0/security-groups/a9c7c6c5-83e6-4cac-91ec-62b94330f061 HTTP/1.1" status: 204 len: 168 time: 0.2026465 Nov 16 05:10:37.224920 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fd887-e45d-4b34-bf5d-41aed74e76d5 tempest-TestNetworkAdvancedServerOps-2004525678 tempest-TestNetworkAdvancedServerOps-2004525678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c7c6c5-83e6-4cac-91ec-62b94330f061,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:37.519292 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 3a32534e-51c5-4f51-ab0c-6eaea11142dc no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:10:37.541558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 3a32534e-51c5-4f51-ab0c-6eaea11142dc {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:10:37.542279 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 3a32534e-51c5-4f51-ab0c-6eaea11142dc not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:10:37.586380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49564) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:37.673811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-69c91b32-3614-44a3-861d-96a9194d9748 req-a6afdb2d-caad-421b-a0b8-b2fdee1e378a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 210 time: 0.0374870 Nov 16 05:10:37.818887 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6faf7578-22f8-4bec-b319-d08011998499 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67e3204c0e154b1a8a560237bfff7b3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307844 Nov 16 05:10:37.821712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49572) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:37.897630 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-49330550-26e2-453e-b2ca-52967c624878 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:37.925250 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-49330550-26e2-453e-b2ca-52967c624878 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:37.981509 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-49330550-26e2-453e-b2ca-52967c624878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:37.985551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-49330550-26e2-453e-b2ca-52967c624878 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:37.986951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-49330550-26e2-453e-b2ca-52967c624878 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70089081-ff4e-45f9-b125-f6ba1caec939 HTTP/1.1" status: 204 len: 168 time: 0.1641383 Nov 16 05:10:37.996495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49330550-26e2-453e-b2ca-52967c624878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70089081-ff4e-45f9-b125-f6ba1caec939,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:38.019332 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd16d26f-22a2-488d-8ef3-303b60bb5cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:38.361830 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49586) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:38.414008 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9a07b1ab-bf72-4924-8953-a3a67487ca9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28df434eb8f1457d897072a86b683fc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508831 Nov 16 05:10:38.416614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49588) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:38.441757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 15aad01f-357a-4408-b535-f03009b9cb41 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:10:38.468457 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d7d7b85-26d1-4500-8a1c-f3c7df2406e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:38.472622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 15aad01f-357a-4408-b535-f03009b9cb41 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:10:38.473180 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 15aad01f-357a-4408-b535-f03009b9cb41 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:10:38.490673 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d7d7b85-26d1-4500-8a1c-f3c7df2406e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:38.550436 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d7d7b85-26d1-4500-8a1c-f3c7df2406e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:38.553652 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d7d7b85-26d1-4500-8a1c-f3c7df2406e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:38.556642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9d7d7b85-26d1-4500-8a1c-f3c7df2406e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fae9e6be-1bc2-4e13-a017-a6df40b48309 HTTP/1.1" status: 204 len: 168 time: 0.1390259 Nov 16 05:10:38.567092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d7b85-26d1-4500-8a1c-f3c7df2406e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae9e6be-1bc2-4e13-a017-a6df40b48309,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:38.802136 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19f0867f-12fc-44f5-9b3e-7a2e1d4b769a req-f2f7a3f0-53ac-4cfd-986d-f2bef81f7624 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 210 time: 0.0322104 Nov 16 05:10:39.368562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49628) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:39.479862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1051298671-network', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:10:39.502754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Made reservation on behalf of f5f3051aeac1459b8dd0fd89ccc6b841 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:10:39.505169 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:39.514364 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:39.597656 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:39.601875 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:39.624057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:10:39.642871 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:39.643219 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Added segment 02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8 of type vlan for network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 Nov 16 05:10:39.644625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239cf794-e877-4f8d-97fc-79b5e8f2a08f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:39.699606 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:39.735061 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:39.736379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:39.736956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:39.802342 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4325078 Nov 16 05:10:39.806001 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49640) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:39.808746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a2a40a-eb4c-4e0a-b477-78b90925424e admin admin] Pushing event updated for resources: {'Network': ['ID=0dfcf04d-bf40-4a3a-a520-c6e538b7f992,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:39.817549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f10c412d-36ae-4a83-95eb-e98724426ee6 admin admin] Request body: {'subnet': {'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1051298671-subnet', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:10:39.818784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:10:39.845560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10c412d-36ae-4a83-95eb-e98724426ee6 admin admin] Made reservation on behalf of f5f3051aeac1459b8dd0fd89ccc6b841 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:10:39.848459 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f10c412d-36ae-4a83-95eb-e98724426ee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:39.962444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7baf1267-3840-4859-b040-00f1807e5c0a req-bd846ffa-5f6c-41f2-bd50-d7ea10f79695 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 210 time: 0.0508552 Nov 16 05:10:40.061507 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f10c412d-36ae-4a83-95eb-e98724426ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:40.140359 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c412d-36ae-4a83-95eb-e98724426ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d22562-9e58-4939-88cc-0ee1d9b56e7d,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:40.161675 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10c412d-36ae-4a83-95eb-e98724426ee6 admin admin] Checking segment: {'id': '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:10:40.162170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c412d-36ae-4a83-95eb-e98724426ee6 admin admin] Network hostable DHCP agents. Network: 0dfcf04d-bf40-4a3a-a520-c6e538b7f992, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:10:40.182460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10c412d-36ae-4a83-95eb-e98724426ee6 admin admin] Network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:10:40.195100 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f10c412d-36ae-4a83-95eb-e98724426ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 0dfcf04d-bf40-4a3a-a520-c6e538b7f992) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:40.196407 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef6b5-605a-4959-b1e8-b18a5d3f58df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:40.202180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c412d-36ae-4a83-95eb-e98724426ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:40.202767 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f10c412d-36ae-4a83-95eb-e98724426ee6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:40.210250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d0d0bc-a55e-44e0-8445-cb414b10dca1 None None] Network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:10:40.224965 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f10c412d-36ae-4a83-95eb-e98724426ee6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4178712 Nov 16 05:10:40.227790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49652) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:40.232999 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:10:40.263547 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:40.264937 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:40.336193 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:40.403252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:10:40.404680 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:40.524514 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:40.558122 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Allocated IP 172.20.0.2 (0dfcf04d-bf40-4a3a-a520-c6e538b7f992/b4d22562-9e58-4939-88cc-0ee1d9b56e7d/44f48553-793c-4c44-abfa-920a26dbc1b5) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:10:40.767805 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:40.776280 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:40.791797 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:40.803550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:10:40.807064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:40.826865 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:40.837426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:10:40.886539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Pushing event updated for resources: {'Port': ['ID=44f48553-793c-4c44-abfa-920a26dbc1b5,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:40.934520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Attempting to bind port 44f48553-793c-4c44-abfa-920a26dbc1b5 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:10:40.936231 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Attempting to bind port 44f48553-793c-4c44-abfa-920a26dbc1b5 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:10:40.936786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Attempting to bind port 44f48553-793c-4c44-abfa-920a26dbc1b5 on network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:10:40.947570 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:10:40.948271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Checking segment: {'id': '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:10:40.950160 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:40.952904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Bound using segment: {'id': '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:10:40.953503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Bound port: 44f48553-793c-4c44-abfa-920a26dbc1b5, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:10:40.953994 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:41.028348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] For port 44f48553-793c-4c44-abfa-920a26dbc1b5, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:10:41.031858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] For port 44f48553-793c-4c44-abfa-920a26dbc1b5, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=44f48553-793c-4c44-abfa-920a26dbc1b5,segment=NetworkSegment(02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8),segment_id=02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:10:41.034511 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Allocated IP 172.25.0.54 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/15860b2f-8a9e-48c8-8fdb-e31dd329b770) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:10:41.041096 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:41.142371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdc2f1-f009-44ed-a110-6c24355bc2eb None None] Pushing event updated for resources: {'Port': ['ID=44f48553-793c-4c44-abfa-920a26dbc1b5,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:41.176485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e1d3412f-2683-48ce-8397-592e100e3115 req-70c18d35-b72e-495e-a7eb-0b362650966f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd33a678-79be-45c2-926a-e7320d435175 HTTP/1.1" status: 200 len: 210 time: 0.0663753 Nov 16 05:10:41.196679 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:41.241459 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:41.291722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:10:41.301739 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:41.310885 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Pushing event updated for resources: {'Port': ['ID=15860b2f-8a9e-48c8-8fdb-e31dd329b770,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:41.317554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153b8e7d-f70c-4c8f-b3c4-f8aba8c665ba None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:10:41.317791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:10:41.482767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5a234233-2837-47c1-8ba4-4294517b2350 None None] Provisioning complete for port 15860b2f-8a9e-48c8-8fdb-e31dd329b770 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:41.483139 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a234233-2837-47c1-8ba4-4294517b2350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:41.538367 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5a234233-2837-47c1-8ba4-4294517b2350 None None] Port 15860b2f-8a9e-48c8-8fdb-e31dd329b770 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:10:41.725317 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:41.962342 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:41.971421 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:42.134162 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:10:42.282272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:10:42.292425 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Sync routers for ids ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:10:42.311562 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:42.315902 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cf1300cc-9e12-489d-ba95-bc01b5aea254 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0839474 Nov 16 05:10:42.316156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49694) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:42.316856 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Routers {'c0f567a0-29c4-49a4-a9c9-8aa380f5b580'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:42.317561 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:10:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:42.600858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03040cf-6c5e-498b-83c0-3f5f523118a0 None None] Network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:10:42.626188 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Set router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:42.741102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 44f48553-793c-4c44-abfa-920a26dbc1b5 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:42.865630 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-cafff419-2b33-49c3-b1f3-1b0bf2263ad0 None None] Provisioning complete for port 44f48553-793c-4c44-abfa-920a26dbc1b5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:42.866318 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cafff419-2b33-49c3-b1f3-1b0bf2263ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:42.916349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 44f48553-793c-4c44-abfa-920a26dbc1b5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:42.916972 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:42.917882 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:42.993966 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:41Z', 'revision_number': 3, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:43.021353 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cafff419-2b33-49c3-b1f3-1b0bf2263ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.042881 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Checking router: c0f567a0-29c4-49a4-a9c9-8aa380f5b580 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:10:43.043357 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Updating router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 port 15860b2f-8a9e-48c8-8fdb-e31dd329b770 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:10:43.099378 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.124894 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.129119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-cafff419-2b33-49c3-b1f3-1b0bf2263ad0 None None] For port 44f48553-793c-4c44-abfa-920a26dbc1b5, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=44f48553-793c-4c44-abfa-920a26dbc1b5,segment=NetworkSegment(02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8),segment_id=02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:43.139553 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cafff419-2b33-49c3-b1f3-1b0bf2263ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.222773 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Allocated IP 172.20.0.1 (0dfcf04d-bf40-4a3a-a520-c6e538b7f992/b4d22562-9e58-4939-88cc-0ee1d9b56e7d/30b28af1-f256-43e4-a062-1f4ce6b19178) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:10:43.371370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafff419-2b33-49c3-b1f3-1b0bf2263ad0 None None] Pushing event updated for resources: {'Port': ['ID=44f48553-793c-4c44-abfa-920a26dbc1b5,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:43.395975 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.401331 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:10:43.401685 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:10:43.422166 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.423025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-24963ef6-5439-4e6e-b7da-7f4066fb59d2 None None] Provisioning complete for port 44f48553-793c-4c44-abfa-920a26dbc1b5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:43.423383 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-24963ef6-5439-4e6e-b7da-7f4066fb59d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.444830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.544325 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:10:43.548120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Pushing event updated for resources: {'Port': ['ID=30b28af1-f256-43e4-a062-1f4ce6b19178,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:43.560179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:43.564443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:10:43.651144 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.671076 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.741227 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Pushing event updated for resources: {'Port': ['ID=15860b2f-8a9e-48c8-8fdb-e31dd329b770,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:43.767274 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.779790 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:43.780275 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:43.780877 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:43.781436 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:43.782015 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:43.782676 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:43.783249 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:43.783797 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:43.784339 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:43.785204 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:43.786148 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:43.786700 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:10:43.816653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da11bdbd-5e7b-4158-a372-d35fc1e0ca45 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:10:43.839842 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Attempting to bind port 15860b2f-8a9e-48c8-8fdb-e31dd329b770 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:10:43.840217 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Attempting to bind port 15860b2f-8a9e-48c8-8fdb-e31dd329b770 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:10:43.840583 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Attempting to bind port 15860b2f-8a9e-48c8-8fdb-e31dd329b770 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:10:43.852667 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:10:43.853157 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:10:43.853663 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.854454 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:10:43.855103 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Bound port: 15860b2f-8a9e-48c8-8fdb-e31dd329b770, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:10:43.855598 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.971323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0ef8b533-8c63-4a22-b001-6c0921307556 None None] Provisioning complete for port 30b28af1-f256-43e4-a062-1f4ce6b19178 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:43.972090 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b533-8c63-4a22-b001-6c0921307556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:43.994044 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] For port 15860b2f-8a9e-48c8-8fdb-e31dd329b770, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:10:43.998383 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] For port 15860b2f-8a9e-48c8-8fdb-e31dd329b770, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=15860b2f-8a9e-48c8-8fdb-e31dd329b770,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:10:44.011842 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:44.037040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0ef8b533-8c63-4a22-b001-6c0921307556 None None] Port 30b28af1-f256-43e4-a062-1f4ce6b19178 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:10:44.045612 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:44.076580 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0ef8b533-8c63-4a22-b001-6c0921307556 None None] Provisioning complete for port 15860b2f-8a9e-48c8-8fdb-e31dd329b770 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:44.077089 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b533-8c63-4a22-b001-6c0921307556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:44.100397 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a2b999-0e29-4b4c-9256-791e6b72cbd2 None None] Pushing event updated for resources: {'Port': ['ID=15860b2f-8a9e-48c8-8fdb-e31dd329b770,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:44.123492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9304a4-575d-4dfd-82c9-72dc94db67b6 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:10:44.146210 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Routers {'c0f567a0-29c4-49a4-a9c9-8aa380f5b580'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:44.147175 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:10:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:44.196713 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:44.252119 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b533-8c63-4a22-b001-6c0921307556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:44.297239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0ef8b533-8c63-4a22-b001-6c0921307556 None None] For port 15860b2f-8a9e-48c8-8fdb-e31dd329b770, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=15860b2f-8a9e-48c8-8fdb-e31dd329b770,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:44.303767 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b533-8c63-4a22-b001-6c0921307556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:44.317687 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] Set router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:44.369136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8b533-8c63-4a22-b001-6c0921307556 None None] Pushing event updated for resources: {'Port': ['ID=15860b2f-8a9e-48c8-8fdb-e31dd329b770,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:44.432020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-571ab318-3a1b-4d0c-8723-8f4e9e52e184 None None] Provisioning complete for port 15860b2f-8a9e-48c8-8fdb-e31dd329b770 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:44.432565 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-571ab318-3a1b-4d0c-8723-8f4e9e52e184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:44.491446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:44.508628 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:44.540516 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 44f48553-793c-4c44-abfa-920a26dbc1b5 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:44.584745 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:44.588044 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Pushing event updated for resources: {'Port': ['ID=30b28af1-f256-43e4-a062-1f4ce6b19178,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:44.609515 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:41Z', 'revision_number': 3, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:44.662821 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b7584-9224-48a4-bcfd-c58baf63bb28 None None] The sync data for ids ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'] in n-d-818042-1 is: [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:41Z', 'revision_number': 3, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:10:44.711625 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:10:44.713531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:44.810424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 44f48553-793c-4c44-abfa-920a26dbc1b5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:44.810808 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:44.879075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:10:45.057222 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:10:45.079987 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-097047a9-f51b-4fcf-ac6c-bc0d46a00649 admin admin] 10.222.0.41 "PUT /v2.0/routers/c0f567a0-29c4-49a4-a9c9-8aa380f5b580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7616856 Nov 16 05:10:45.183125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a3408513-f59e-4309-9aff-06f0f36b742f None None] Provisioning complete for port 30b28af1-f256-43e4-a062-1f4ce6b19178 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:45.188310 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a3408513-f59e-4309-9aff-06f0f36b742f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:45.243522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a3408513-f59e-4309-9aff-06f0f36b742f None None] Port 30b28af1-f256-43e4-a062-1f4ce6b19178 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:10:45.837481 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49764) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:45.843240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-115886983-network', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:10:45.874171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Made reservation on behalf of 8bed15007dea47eeaf30cddfc0d946bc for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:10:45.877458 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:45.900467 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:46.031740 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:46.036090 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:46.061535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:10:46.084217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8a60dd-b0f7-4d4f-8287-1fb46fce3745,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:46.089782 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:46.090222 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Added segment 25acd01d-d9dd-4339-b475-8b12c8744c6f of type vlan for network af2d834a-9d6a-476f-8a8c-d07b5061e059 Nov 16 05:10:46.179174 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:46.226781 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:46.228265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:46.229059 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:46.300600 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] Pushing event updated for resources: {'Network': ['ID=af2d834a-9d6a-476f-8a8c-d07b5061e059,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:46.315930 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-04db92be-533c-481b-bc8e-8ca5d30f4f3f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4770637 Nov 16 05:10:46.316721 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network af2d834a-9d6a-476f-8a8c-d07b5061e059 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:10:46.318753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 49774) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:46.324278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a7f720ab-4620-42fb-b5b6-1ded778eed39 admin admin] Request body: {'subnet': {'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-115886983-subnet', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:10:46.349527 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f720ab-4620-42fb-b5b6-1ded778eed39 admin admin] Made reservation on behalf of 8bed15007dea47eeaf30cddfc0d946bc for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:10:46.352050 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7f720ab-4620-42fb-b5b6-1ded778eed39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:46.468904 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:46.573479 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 15860b2f-8a9e-48c8-8fdb-e31dd329b770 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:46.659773 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7f720ab-4620-42fb-b5b6-1ded778eed39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:46.672946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 15860b2f-8a9e-48c8-8fdb-e31dd329b770 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:46.673993 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:46.733632 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f720ab-4620-42fb-b5b6-1ded778eed39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd92a8e6-7655-42f5-b076-04bcb3daca5b,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:46.745941 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f720ab-4620-42fb-b5b6-1ded778eed39 admin admin] Checking segment: {'id': '25acd01d-d9dd-4339-b475-8b12c8744c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:10:46.746405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f720ab-4620-42fb-b5b6-1ded778eed39 admin admin] Network hostable DHCP agents. Network: af2d834a-9d6a-476f-8a8c-d07b5061e059, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:10:46.769682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f720ab-4620-42fb-b5b6-1ded778eed39 admin admin] Network af2d834a-9d6a-476f-8a8c-d07b5061e059 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:10:46.811475 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a7f720ab-4620-42fb-b5b6-1ded778eed39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, af2d834a-9d6a-476f-8a8c-d07b5061e059) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:46.817717 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f720ab-4620-42fb-b5b6-1ded778eed39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:46.818595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7f720ab-4620-42fb-b5b6-1ded778eed39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:46.842769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dec73c-a5e2-4759-a02b-0dd32354b525 None None] Network af2d834a-9d6a-476f-8a8c-d07b5061e059 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:10:46.871334 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a7f720ab-4620-42fb-b5b6-1ded778eed39 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5491714 Nov 16 05:10:46.872577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 49786) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:46.882077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-115886983-router', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:10:47.005846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90f18ede-ec0f-46bb-81e1-ae2a6da9c703 req-36212282-5618-48d9-89b6-93713ce1e660 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1084306 Nov 16 05:10:47.008914 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:47.010241 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:47.115649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:47.251725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-af2d834a-9d6a-476f-8a8c-d07b5061e059', 'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'fixed_ips': [{'subnet_id': 'cd92a8e6-7655-42f5-b076-04bcb3daca5b'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:10:47.252562 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:47.319248 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:47.325510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f18ede-ec0f-46bb-81e1-ae2a6da9c703 req-9653bdca-df44-4a39-9b73-53cbf43455ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:47.326290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90f18ede-ec0f-46bb-81e1-ae2a6da9c703 req-9653bdca-df44-4a39-9b73-53cbf43455ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=ddfb8b38968c4064b1cd57f238e785a1&device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 1100 time: 0.2345290 Nov 16 05:10:47.445651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Sync routers for ids ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:10:47.467494 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Routers {'c0f567a0-29c4-49a4-a9c9-8aa380f5b580'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:47.468533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:10:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:47.572767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Allocated IP 172.20.0.2 (af2d834a-9d6a-476f-8a8c-d07b5061e059/cd92a8e6-7655-42f5-b076-04bcb3daca5b/5d4e87a4-a437-4ba1-95e0-d6b772116bbc) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:10:47.618217 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f18ede-ec0f-46bb-81e1-ae2a6da9c703 req-3d26b145-05b9-47bb-bf35-a4b229d39995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:47.619957 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90f18ede-ec0f-46bb-81e1-ae2a6da9c703 req-3d26b145-05b9-47bb-bf35-a4b229d39995 service neutron] 10.222.0.37 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.2702296 Nov 16 05:10:47.717192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90f18ede-ec0f-46bb-81e1-ae2a6da9c703 req-5e7fc482-2b5c-4357-9a6b-9f34ffb6a422 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=54a5d5c4-7de4-4169-8045-f765669e3e6b HTTP/1.1" status: 200 len: 217 time: 0.0884457 Nov 16 05:10:47.775315 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:47.787917 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:47.920661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f18ede-ec0f-46bb-81e1-ae2a6da9c703 req-27e21262-ab24-4aa9-9ca6-ecb87c50228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:47.933488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90f18ede-ec0f-46bb-81e1-ae2a6da9c703 req-27e21262-ab24-4aa9-9ca6-ecb87c50228f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.2064366 Nov 16 05:10:48.033906 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:48.073933 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:48.079347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Network af2d834a-9d6a-476f-8a8c-d07b5061e059 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:10:48.090142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:48.092166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f18ede-ec0f-46bb-81e1-ae2a6da9c703 req-92f2abf4-0236-4138-ad87-f070db546054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:10:48.093666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90f18ede-ec0f-46bb-81e1-ae2a6da9c703 req-92f2abf4-0236-4138-ad87-f070db546054 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1500447 Nov 16 05:10:48.105397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:10:48.119586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Pushing event updated for resources: {'Port': ['ID=5d4e87a4-a437-4ba1-95e0-d6b772116bbc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:48.189154 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Set router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:48.191450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Attempting to bind port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:10:48.191450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Attempting to bind port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '25acd01d-d9dd-4339-b475-8b12c8744c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:10:48.191772 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Attempting to bind port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc on network af2d834a-9d6a-476f-8a8c-d07b5061e059 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:10:48.248834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90f18ede-ec0f-46bb-81e1-ae2a6da9c703 req-4faf5d1e-8aef-43c3-8638-d0afdb3f43e6 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379838 Nov 16 05:10:48.258841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:10:48.259217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Checking segment: {'id': '25acd01d-d9dd-4339-b475-8b12c8744c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:10:48.259610 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:48.260020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Bound using segment: {'id': '25acd01d-d9dd-4339-b475-8b12c8744c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:10:48.260472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Bound port: 5d4e87a4-a437-4ba1-95e0-d6b772116bbc, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25acd01d-d9dd-4339-b475-8b12c8744c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:10:48.260849 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:48.537529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] For port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:10:48.626197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Allocated IP 172.25.0.94 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/bf1a4131-c515-4ccd-a125-2701bc7ce6ce) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:10:48.639584 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] For port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5d4e87a4-a437-4ba1-95e0-d6b772116bbc,segment=NetworkSegment(25acd01d-d9dd-4339-b475-8b12c8744c6f),segment_id=25acd01d-d9dd-4339-b475-8b12c8744c6f)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:10:48.651087 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:48.678232 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:48.718578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-90f18ede-ec0f-46bb-81e1-ae2a6da9c703 req-f8634a4b-d0a8-448d-b4db-1f613df0f181 service neutron] 10.222.0.37 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548952 Nov 16 05:10:48.751773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '30b28af1-f256-43e4-a062-1f4ce6b19178', 'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'mac_address': 'fa:16:3e:8a:47:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:42Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 2, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'subnets': [{'id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:48.828594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Checking router: c0f567a0-29c4-49a4-a9c9-8aa380f5b580 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:10:48.829098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Updating router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 port 30b28af1-f256-43e4-a062-1f4ce6b19178 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:10:48.874688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:48.919899 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d330471-93f7-4d0a-8a30-2f10620367fe None None] Pushing event updated for resources: {'Port': ['ID=5d4e87a4-a437-4ba1-95e0-d6b772116bbc,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:48.925510 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:48.950151 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:49.011850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Pushing event updated for resources: {'Port': ['ID=bf1a4131-c515-4ccd-a125-2701bc7ce6ce,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:49.034377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:10:49.036840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:49.040367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:10:49.156213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c7855e-0bbe-47d4-98e9-8079e87bebb7 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:10:49.253111 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9a46ec45-f964-4e93-b63b-4548208c7010 None None] Provisioning complete for port bf1a4131-c515-4ccd-a125-2701bc7ce6ce triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:49.253490 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a46ec45-f964-4e93-b63b-4548208c7010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:49.437441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9a46ec45-f964-4e93-b63b-4548208c7010 None None] Port bf1a4131-c515-4ccd-a125-2701bc7ce6ce cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:10:49.674909 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:49.690067 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:49.838206 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab5f39-15d6-427e-b67e-1cfc95ba71b9 None None] Pushing event updated for resources: {'Port': ['ID=30b28af1-f256-43e4-a062-1f4ce6b19178,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:50.045717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Attempting to bind port 30b28af1-f256-43e4-a062-1f4ce6b19178 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:10:50.046587 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Attempting to bind port 30b28af1-f256-43e4-a062-1f4ce6b19178 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:10:50.047224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Attempting to bind port 30b28af1-f256-43e4-a062-1f4ce6b19178 on network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:10:50.056991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:10:50.057642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Checking segment: {'id': '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:10:50.058356 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:50.058908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Bound using segment: {'id': '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:10:50.060155 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Bound port: 30b28af1-f256-43e4-a062-1f4ce6b19178, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:10:50.060998 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:50.299198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fbb9ef8f-e1be-4592-9576-b73e3cc517f7 None None] Provisioning complete for port 30b28af1-f256-43e4-a062-1f4ce6b19178 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:50.299961 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbb9ef8f-e1be-4592-9576-b73e3cc517f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:50.398375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] For port 30b28af1-f256-43e4-a062-1f4ce6b19178, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:10:50.412223 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:50.478972 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] For port 30b28af1-f256-43e4-a062-1f4ce6b19178, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=30b28af1-f256-43e4-a062-1f4ce6b19178,segment=NetworkSegment(02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8),segment_id=02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:10:50.482837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fbb9ef8f-e1be-4592-9576-b73e3cc517f7 None None] Port 30b28af1-f256-43e4-a062-1f4ce6b19178 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:10:50.494887 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:50.607301 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab5f39-15d6-427e-b67e-1cfc95ba71b9 None None] Pushing event updated for resources: {'Port': ['ID=30b28af1-f256-43e4-a062-1f4ce6b19178,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:50.658810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Routers {'c0f567a0-29c4-49a4-a9c9-8aa380f5b580'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:50.659437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:10:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:50.674726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 5d4e87a4-a437-4ba1-95e0-d6b772116bbc up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:50.961501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea267eb-9244-409c-920a-019b0aa4b099 None None] Network af2d834a-9d6a-476f-8a8c-d07b5061e059 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:10:50.995035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:51.149245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ca1606f1-f502-4776-b473-d56c4a80f20d None None] Provisioning complete for port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:51.149925 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca1606f1-f502-4776-b473-d56c4a80f20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:51.272716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:51.273245 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:51.288043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Router a117ef2f-39eb-4578-968b-837742c739ff is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:10:51.362503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] Set router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:51.540482 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:10:51.552582 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Sync routers for ids ['a117ef2f-39eb-4578-968b-837742c739ff'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:10:51.630935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:51.633266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-71491962-99ba-4506-a055-9902f98639e5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7596083 Nov 16 05:10:51.636360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 50046) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:10:51.637809 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Routers {'a117ef2f-39eb-4578-968b-837742c739ff'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:51.638458 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:10:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a117ef2f-39eb-4578-968b-837742c739ff'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:51.835885 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:51.943619 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Set router a117ef2f-39eb-4578-968b-837742c739ff gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:51.948549 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca1606f1-f502-4776-b473-d56c4a80f20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:52.018218 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5d4e87a4-a437-4ba1-95e0-d6b772116bbc,segment=NetworkSegment(25acd01d-d9dd-4339-b475-8b12c8744c6f),segment_id=25acd01d-d9dd-4339-b475-8b12c8744c6f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:52.034590 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:52.232742 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-ca1606f1-f502-4776-b473-d56c4a80f20d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:10:52.233098 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-ca1606f1-f502-4776-b473-d56c4a80f20d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:10:52.266932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=5d4e87a4-a437-4ba1-95e0-d6b772116bbc,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:52.334621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '30b28af1-f256-43e4-a062-1f4ce6b19178', 'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'mac_address': 'fa:16:3e:8a:47:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:42Z', 'updated_at': '2021-11-16T05:10:50Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'subnets': [{'id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:52.432402 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'name': 'tempest-TestVolumeBackupRestore-115886983-router', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:47Z', 'updated_at': '2021-11-16T05:10:49Z', 'revision_number': 3, 'project_id': '8bed15007dea47eeaf30cddfc0d946bc', 'gw_port': {'id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:48Z', 'updated_at': '2021-11-16T05:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:52.460001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376042ea-38b1-4f58-811a-b46355a41e53 None None] The sync data for ids ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'] in n-d-818042-1 is: [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '30b28af1-f256-43e4-a062-1f4ce6b19178', 'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'mac_address': 'fa:16:3e:8a:47:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:42Z', 'updated_at': '2021-11-16T05:10:50Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'subnets': [{'id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:10:52.616851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 5d4e87a4-a437-4ba1-95e0-d6b772116bbc up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:52.617887 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Checking router: a117ef2f-39eb-4578-968b-837742c739ff for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:10:52.618715 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Updating router a117ef2f-39eb-4578-968b-837742c739ff port bf1a4131-c515-4ccd-a125-2701bc7ce6ce binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:10:52.663209 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:52.802004 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:52.937865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:52.938264 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:53.090377 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9fad5165-cf23-44a7-a31e-a5a1b328b1b4 None None] Provisioning complete for port 30b28af1-f256-43e4-a062-1f4ce6b19178 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:53.091967 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fad5165-cf23-44a7-a31e-a5a1b328b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:53.290352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Allocated IP 172.20.0.1 (af2d834a-9d6a-476f-8a8c-d07b5061e059/cd92a8e6-7655-42f5-b076-04bcb3daca5b/240a19b8-195e-42ee-bb62-d11855569c25) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:10:53.428409 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:53.443580 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:53.511416 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:53.564144 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fad5165-cf23-44a7-a31e-a5a1b328b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:53.601295 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:53.631976 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Attempting to bind port bf1a4131-c515-4ccd-a125-2701bc7ce6ce on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:10:53.641360 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Attempting to bind port bf1a4131-c515-4ccd-a125-2701bc7ce6ce by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:10:53.641943 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Attempting to bind port bf1a4131-c515-4ccd-a125-2701bc7ce6ce on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:10:53.686431 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9fad5165-cf23-44a7-a31e-a5a1b328b1b4 None None] For port 30b28af1-f256-43e4-a062-1f4ce6b19178, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=30b28af1-f256-43e4-a062-1f4ce6b19178,segment=NetworkSegment(02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8),segment_id=02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:53.687925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6d65a7-b041-4f59-b409-5d969e36df81 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:10:53.702718 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:10:53.703227 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:10:53.703914 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:53.705646 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:10:53.707394 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Bound port: bf1a4131-c515-4ccd-a125-2701bc7ce6ce, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:10:53.708457 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fad5165-cf23-44a7-a31e-a5a1b328b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:53.708983 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:53.736936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Network af2d834a-9d6a-476f-8a8c-d07b5061e059 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:10:53.765103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:53.782014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:10:53.791187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Pushing event updated for resources: {'Port': ['ID=240a19b8-195e-42ee-bb62-d11855569c25,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:53.860213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9fad5165-cf23-44a7-a31e-a5a1b328b1b4 None None] Provisioning complete for port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:53.884556 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9fad5165-cf23-44a7-a31e-a5a1b328b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:53.944652 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:54.018271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad5165-cf23-44a7-a31e-a5a1b328b1b4 None None] Pushing event updated for resources: {'Port': ['ID=30b28af1-f256-43e4-a062-1f4ce6b19178,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:54.121242 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d6bd3-232a-4524-8978-71efc4e2b60f None None] Pushing event updated for resources: {'Port': ['ID=bf1a4131-c515-4ccd-a125-2701bc7ce6ce,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:54.204026 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] For port bf1a4131-c515-4ccd-a125-2701bc7ce6ce, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:10:54.207966 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] For port bf1a4131-c515-4ccd-a125-2701bc7ce6ce, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bf1a4131-c515-4ccd-a125-2701bc7ce6ce,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:10:54.222146 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:54.271696 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8e81307e-11e2-4202-9428-b9e2f88ef78b None None] Provisioning complete for port bf1a4131-c515-4ccd-a125-2701bc7ce6ce triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:54.272351 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e81307e-11e2-4202-9428-b9e2f88ef78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:54.349786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7ad714-60f3-49ea-bf62-ea46bddf117b None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:10:54.377603 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Routers {'a117ef2f-39eb-4578-968b-837742c739ff'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:54.378381 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:10:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a117ef2f-39eb-4578-968b-837742c739ff'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:54.451036 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:54.524310 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e81307e-11e2-4202-9428-b9e2f88ef78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:54.535026 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d6bd3-232a-4524-8978-71efc4e2b60f None None] Pushing event updated for resources: {'Port': ['ID=bf1a4131-c515-4ccd-a125-2701bc7ce6ce,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:54.575319 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:10:54.612790 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8e81307e-11e2-4202-9428-b9e2f88ef78b None None] For port bf1a4131-c515-4ccd-a125-2701bc7ce6ce, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bf1a4131-c515-4ccd-a125-2701bc7ce6ce,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:10:54.621501 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e81307e-11e2-4202-9428-b9e2f88ef78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:54.675746 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] Set router a117ef2f-39eb-4578-968b-837742c739ff gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:54.791732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 30b28af1-f256-43e4-a062-1f4ce6b19178 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:54.858288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7ba6145f-5fdd-4ac9-bd53-2b4535a1b046 None None] Provisioning complete for port 240a19b8-195e-42ee-bb62-d11855569c25 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:54.858985 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ba6145f-5fdd-4ac9-bd53-2b4535a1b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:54.866537 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:54.873113 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:55.060172 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:55.106322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Pushing event updated for resources: {'Port': ['ID=240a19b8-195e-42ee-bb62-d11855569c25,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:55.135052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81307e-11e2-4202-9428-b9e2f88ef78b None None] Pushing event updated for resources: {'Port': ['ID=bf1a4131-c515-4ccd-a125-2701bc7ce6ce,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:55.142119 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'name': 'tempest-TestVolumeBackupRestore-115886983-router', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:47Z', 'updated_at': '2021-11-16T05:10:49Z', 'revision_number': 3, 'project_id': '8bed15007dea47eeaf30cddfc0d946bc', 'gw_port': {'id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:48Z', 'updated_at': '2021-11-16T05:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:55.190472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6145f-5fdd-4ac9-bd53-2b4535a1b046 None None] Port 240a19b8-195e-42ee-bb62-d11855569c25 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:10:55.206307 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c527da8-8a35-4e95-8c46-2d6c7149c767 None None] The sync data for ids ['a117ef2f-39eb-4578-968b-837742c739ff'] in n-d-818042-1 is: [{'id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'name': 'tempest-TestVolumeBackupRestore-115886983-router', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:47Z', 'updated_at': '2021-11-16T05:10:49Z', 'revision_number': 3, 'project_id': '8bed15007dea47eeaf30cddfc0d946bc', 'gw_port': {'id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:48Z', 'updated_at': '2021-11-16T05:10:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:10:55.236928 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7ba6145f-5fdd-4ac9-bd53-2b4535a1b046 None None] Provisioning complete for port bf1a4131-c515-4ccd-a125-2701bc7ce6ce triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:55.249573 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ba6145f-5fdd-4ac9-bd53-2b4535a1b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:55.316733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Network af2d834a-9d6a-476f-8a8c-d07b5061e059 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:10:55.321918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:10:55.356828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 30b28af1-f256-43e4-a062-1f4ce6b19178 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:55.357402 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:55.655613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Router a117ef2f-39eb-4578-968b-837742c739ff has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:10:55.986399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:10:56.002470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-da95dc55-9674-416d-bb3c-dc1efdecec13 admin admin] 10.222.0.41 "PUT /v2.0/routers/a117ef2f-39eb-4578-968b-837742c739ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3524590 Nov 16 05:10:56.033025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-36a56b66-d035-4b97-9935-902b3c4cc4b6 None None] Provisioning complete for port 240a19b8-195e-42ee-bb62-d11855569c25 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:56.033396 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36a56b66-d035-4b97-9935-902b3c4cc4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:56.176690 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-36a56b66-d035-4b97-9935-902b3c4cc4b6 None None] Port 240a19b8-195e-42ee-bb62-d11855569c25 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:10:56.615735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bf1a4131-c515-4ccd-a125-2701bc7ce6ce up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:10:56.742922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port bf1a4131-c515-4ccd-a125-2701bc7ce6ce triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:56.743944 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:58.204145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Sync routers for ids ['a117ef2f-39eb-4578-968b-837742c739ff'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:10:58.223987 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Routers {'a117ef2f-39eb-4578-968b-837742c739ff'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:58.227771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:10:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a117ef2f-39eb-4578-968b-837742c739ff'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:58.379433 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Set router a117ef2f-39eb-4578-968b-837742c739ff gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:10:58.652506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'name': 'tempest-TestVolumeBackupRestore-115886983-router', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:47Z', 'updated_at': '2021-11-16T05:10:54Z', 'revision_number': 4, 'project_id': '8bed15007dea47eeaf30cddfc0d946bc', 'gw_port': {'id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:48Z', 'updated_at': '2021-11-16T05:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '240a19b8-195e-42ee-bb62-d11855569c25', 'name': '', 'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'mac_address': 'fa:16:3e:3a:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'cd92a8e6-7655-42f5-b076-04bcb3daca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:52Z', 'updated_at': '2021-11-16T05:10:54Z', 'revision_number': 2, 'project_id': '8bed15007dea47eeaf30cddfc0d946bc', 'subnets': [{'id': 'cd92a8e6-7655-42f5-b076-04bcb3daca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:58.688242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Checking router: a117ef2f-39eb-4578-968b-837742c739ff for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:10:58.689044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Updating router a117ef2f-39eb-4578-968b-837742c739ff port 240a19b8-195e-42ee-bb62-d11855569c25 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:10:58.746082 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:59.072776 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:59.079822 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:59.180966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f86c11-b912-4384-86e8-a3aceb5960e0 None None] Pushing event updated for resources: {'Port': ['ID=240a19b8-195e-42ee-bb62-d11855569c25,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:59.242716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Attempting to bind port 240a19b8-195e-42ee-bb62-d11855569c25 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:10:59.244566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Attempting to bind port 240a19b8-195e-42ee-bb62-d11855569c25 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '25acd01d-d9dd-4339-b475-8b12c8744c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:10:59.244957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Attempting to bind port 240a19b8-195e-42ee-bb62-d11855569c25 on network af2d834a-9d6a-476f-8a8c-d07b5061e059 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:10:59.256921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:10:59.257303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Checking segment: {'id': '25acd01d-d9dd-4339-b475-8b12c8744c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:10:59.257715 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:59.258142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Bound using segment: {'id': '25acd01d-d9dd-4339-b475-8b12c8744c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:10:59.258617 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Bound port: 240a19b8-195e-42ee-bb62-d11855569c25, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25acd01d-d9dd-4339-b475-8b12c8744c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:10:59.259003 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:59.363507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] For port 240a19b8-195e-42ee-bb62-d11855569c25, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:10:59.367212 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] For port 240a19b8-195e-42ee-bb62-d11855569c25, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=240a19b8-195e-42ee-bb62-d11855569c25,segment=NetworkSegment(25acd01d-d9dd-4339-b475-8b12c8744c6f),segment_id=25acd01d-d9dd-4339-b475-8b12c8744c6f)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:10:59.375167 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:59.473187 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Routers {'a117ef2f-39eb-4578-968b-837742c739ff'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:10:59.473988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:10:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a117ef2f-39eb-4578-968b-837742c739ff'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:10:59.558187 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f86c11-b912-4384-86e8-a3aceb5960e0 None None] Pushing event updated for resources: {'Port': ['ID=240a19b8-195e-42ee-bb62-d11855569c25,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:10:59.588175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0f50066a-44db-47d7-8ae4-8420de2fa285 None None] Provisioning complete for port 240a19b8-195e-42ee-bb62-d11855569c25 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:10:59.592990 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f50066a-44db-47d7-8ae4-8420de2fa285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:10:59.676040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] Set router a117ef2f-39eb-4578-968b-837742c739ff gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:11:00.046837 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f50066a-44db-47d7-8ae4-8420de2fa285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:00.130293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0f50066a-44db-47d7-8ae4-8420de2fa285 None None] For port 240a19b8-195e-42ee-bb62-d11855569c25, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=240a19b8-195e-42ee-bb62-d11855569c25,segment=NetworkSegment(25acd01d-d9dd-4339-b475-8b12c8744c6f),segment_id=25acd01d-d9dd-4339-b475-8b12c8744c6f)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:11:00.135535 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0f50066a-44db-47d7-8ae4-8420de2fa285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:00.190909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f50066a-44db-47d7-8ae4-8420de2fa285 None None] Pushing event updated for resources: {'Port': ['ID=240a19b8-195e-42ee-bb62-d11855569c25,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:11:00.221319 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'name': 'tempest-TestVolumeBackupRestore-115886983-router', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:47Z', 'updated_at': '2021-11-16T05:10:54Z', 'revision_number': 4, 'project_id': '8bed15007dea47eeaf30cddfc0d946bc', 'gw_port': {'id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:48Z', 'updated_at': '2021-11-16T05:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '240a19b8-195e-42ee-bb62-d11855569c25', 'name': '', 'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'mac_address': 'fa:16:3e:3a:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'cd92a8e6-7655-42f5-b076-04bcb3daca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:52Z', 'updated_at': '2021-11-16T05:10:59Z', 'revision_number': 4, 'project_id': '8bed15007dea47eeaf30cddfc0d946bc', 'subnets': [{'id': 'cd92a8e6-7655-42f5-b076-04bcb3daca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:11:00.265678 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f304596-c2c4-47e8-97fe-132ae1075160 None None] The sync data for ids ['a117ef2f-39eb-4578-968b-837742c739ff'] in n-d-818042-1 is: [{'id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'name': 'tempest-TestVolumeBackupRestore-115886983-router', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:47Z', 'updated_at': '2021-11-16T05:10:54Z', 'revision_number': 4, 'project_id': '8bed15007dea47eeaf30cddfc0d946bc', 'gw_port': {'id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:48Z', 'updated_at': '2021-11-16T05:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '240a19b8-195e-42ee-bb62-d11855569c25', 'name': '', 'network_id': 'af2d834a-9d6a-476f-8a8c-d07b5061e059', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'mac_address': 'fa:16:3e:3a:c2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3832, 'fixed_ips': [{'subnet_id': 'cd92a8e6-7655-42f5-b076-04bcb3daca5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:52Z', 'updated_at': '2021-11-16T05:10:59Z', 'revision_number': 4, 'project_id': '8bed15007dea47eeaf30cddfc0d946bc', 'subnets': [{'id': 'cd92a8e6-7655-42f5-b076-04bcb3daca5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:11:00.295896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0d2193b8-f3c3-4529-8bdf-c1e3d2f97d6e None None] Provisioning complete for port 240a19b8-195e-42ee-bb62-d11855569c25 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:11:00.296460 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d2193b8-f3c3-4529-8bdf-c1e3d2f97d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:00.581578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 240a19b8-195e-42ee-bb62-d11855569c25 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:11:00.681827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 240a19b8-195e-42ee-bb62-d11855569c25 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:11:00.682203 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:04.026747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5453803-d242-4608-81ad-039239e0a74e req-fd89ab73-56cb-40ef-a9b0-c3456c4c1020 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:04.028894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5453803-d242-4608-81ad-039239e0a74e req-fd89ab73-56cb-40ef-a9b0-c3456c4c1020 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 949 time: 0.0622723 Nov 16 05:11:04.087828 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a5453803-d242-4608-81ad-039239e0a74e req-87b5e8e9-c523-45bd-bc08-14a0286c1cb4 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/security-groups?id=2428591c-36a3-4301-8f35-92a0afb17937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516024 Nov 16 05:11:05.359438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132d764-903d-45b0-8f73-d9d1fbc43365 req-924a1903-20a5-4acd-821f-cd54b3bf0dd9 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:05.361314 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7132d764-903d-45b0-8f73-d9d1fbc43365 req-924a1903-20a5-4acd-821f-cd54b3bf0dd9 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 949 time: 0.1952703 Nov 16 05:11:05.456055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c88859-0fd5-44eb-8746-12c7a421078e req-5456f306-3e1f-4c2a-a14f-d60920d0b524 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:05.457535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1c88859-0fd5-44eb-8746-12c7a421078e req-5456f306-3e1f-4c2a-a14f-d60920d0b524 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.37 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 949 time: 0.0881157 Nov 16 05:11:05.497251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7132d764-903d-45b0-8f73-d9d1fbc43365 req-382d6dc6-8903-409f-98d3-68238eaeb4d6 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/security-groups?id=2428591c-36a3-4301-8f35-92a0afb17937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294305 Nov 16 05:11:05.593223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-b1c88859-0fd5-44eb-8746-12c7a421078e req-dc570ec3-7e58-49c0-8f40-d88e773faec5 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Deleting port 54a5d5c4-7de4-4169-8045-f765669e3e6b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:11:05.593567 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b1c88859-0fd5-44eb-8746-12c7a421078e req-dc570ec3-7e58-49c0-8f40-d88e773faec5 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:05.693487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-b1c88859-0fd5-44eb-8746-12c7a421078e req-dc570ec3-7e58-49c0-8f40-d88e773faec5 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] For port 54a5d5c4-7de4-4169-8045-f765669e3e6b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=54a5d5c4-7de4-4169-8045-f765669e3e6b,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:11:05.694319 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b1c88859-0fd5-44eb-8746-12c7a421078e req-dc570ec3-7e58-49c0-8f40-d88e773faec5 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:05.710037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-b1c88859-0fd5-44eb-8746-12c7a421078e req-dc570ec3-7e58-49c0-8f40-d88e773faec5 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Calling delete_port for 54a5d5c4-7de4-4169-8045-f765669e3e6b owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:11:05.852928 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b1c88859-0fd5-44eb-8746-12c7a421078e req-dc570ec3-7e58-49c0-8f40-d88e773faec5 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:05.866283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['54a5d5c4-7de4-4169-8045-f765669e3e6b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:11:05.891559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc570ec3-7e58-49c0-8f40-d88e773faec5 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Pushing event deleted for resources: {'Port': ['ID=54a5d5c4-7de4-4169-8045-f765669e3e6b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:11:05.960362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c88859-0fd5-44eb-8746-12c7a421078e req-dc570ec3-7e58-49c0-8f40-d88e773faec5 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] No DVR routers for this DVR port 54a5d5c4-7de4-4169-8045-f765669e3e6b on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:11:05.963433 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-b1c88859-0fd5-44eb-8746-12c7a421078e req-dc570ec3-7e58-49c0-8f40-d88e773faec5 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:05.967960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1c88859-0fd5-44eb-8746-12c7a421078e req-dc570ec3-7e58-49c0-8f40-d88e773faec5 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.37 "DELETE /v2.0/ports/54a5d5c4-7de4-4169-8045-f765669e3e6b HTTP/1.1" status: 204 len: 173 time: 0.5006299 Nov 16 05:11:05.968444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcffee94-de4c-4555-882b-db6f26b987b8', 'name': 'network-vif-deleted', 'tag': '54a5d5c4-7de4-4169-8045-f765669e3e6b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:11:05.970804 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ff3070-525e-40c2-9399-1a933f9e32e8" -d '{"events": [{"server_uuid": "bcffee94-de4c-4555-882b-db6f26b987b8", "name": "network-vif-deleted", "tag": "54a5d5c4-7de4-4169-8045-f765669e3e6b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:11:06.024638 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662cb254-0562-4d4e-8983-13ee08833fca x-openstack-request-id: req-662cb254-0562-4d4e-8983-13ee08833fca {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:11:06.024999 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcffee94-de4c-4555-882b-db6f26b987b8", "name": "network-vif-deleted", "tag": "54a5d5c4-7de4-4169-8045-f765669e3e6b", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:11:06.025207 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-662cb254-0562-4d4e-8983-13ee08833fca {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:11:06.025668 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcffee94-de4c-4555-882b-db6f26b987b8', 'name': 'network-vif-deleted', 'tag': '54a5d5c4-7de4-4169-8045-f765669e3e6b', 'status': 'completed', 'code': 200} Nov 16 05:11:06.648890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ed77087-2c84-4bbb-b654-96b0c5e246aa req-352872d1-15c2-488e-9f0a-7b0e828e0ef6 tempest-VolumesBackupsTest-1966118179 tempest-VolumesBackupsTest-1966118179-project] 10.222.0.41 "GET /v2.0/ports?device_id=bcffee94-de4c-4555-882b-db6f26b987b8 HTTP/1.1" status: 200 len: 210 time: 0.0432911 Nov 16 05:11:08.008010 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-881a08b9-f44b-4772-829b-395088432469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:08.671355 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 54a5d5c4-7de4-4169-8045-f765669e3e6b no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:11:08.693366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 54a5d5c4-7de4-4169-8045-f765669e3e6b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:11:08.694183 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 54a5d5c4-7de4-4169-8045-f765669e3e6b not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:11:10.209239 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a9e37c17-8feb-40da-ae4e-0d5ab1fcdbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:11.966327 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:13.332544 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:13.748034 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:16.365458 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:16.767377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 51282) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:11:16.934819 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6db937e1-3873-4664-846f-d6c89bcc0672 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:17.038363 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6db937e1-3873-4664-846f-d6c89bcc0672 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:17.042733 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6db937e1-3873-4664-846f-d6c89bcc0672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:17.087235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6db937e1-3873-4664-846f-d6c89bcc0672 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14c9f62711c24a8ea54f3a2fbe0b5d3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3182011 Nov 16 05:11:17.088397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db937e1-3873-4664-846f-d6c89bcc0672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a283d143-ee3a-480c-b7b7-4db96100440c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:11:17.090203 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 51288) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:11:17.163247 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:17.193595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:17.267351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:17.270491 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:17.274956 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a283d143-ee3a-480c-b7b7-4db96100440c HTTP/1.1" status: 204 len: 168 time: 0.1836679 Nov 16 05:11:17.285440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a283d143-ee3a-480c-b7b7-4db96100440c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:11:17.295669 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:17.296220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:17.296543 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:17.296935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:17.297310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:17.297650 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:17.298099 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:17.298443 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:17.298901 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:17.299281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:17.299618 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:17.299945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3baa9-189b-421c-a18b-38c8db28a834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:18.546902 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:20.210806 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-a74842d3-b71c-40ea-867d-0f744a1b4dc9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:20.212397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-a74842d3-b71c-40ea-867d-0f744a1b4dc9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.1423044 Nov 16 05:11:20.229734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-5b847a65-d9e2-472b-88bf-303fecdf0eff tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/quotas/0099172d2e3e41f2af5fe31786d7eb1c HTTP/1.1" status: 200 len: 375 time: 0.0098860 Nov 16 05:11:20.286289 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-94cd404d-3946-41e0-9b87-3e2db97dbe77 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502746 Nov 16 05:11:20.394496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-e8beb0ee-4089-4e58-8f4a-0cdb05262257 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006961 Nov 16 05:11:20.491013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-3ac410e2-600a-4d76-9b9d-84e0e0126d5b service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871565 Nov 16 05:11:20.713949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3bcf064d-a4ab-486f-bd93-a884816cd177 req-81f13b5c-e204-4d1b-94be-e9f5d918d92a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 210 time: 0.0404074 Nov 16 05:11:21.806583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-58203ff5-fe22-4b1c-8b64-ea15cfdaac2c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:21.813289 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-58203ff5-fe22-4b1c-8b64-ea15cfdaac2c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.1929584 Nov 16 05:11:21.831011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-5b422e88-fb4b-4125-9495-7bc83285c43e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'port': {'device_id': 'b9935c93-f23c-413b-a43d-2e6738ffa1bb', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'admin_state_up': True, 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:11:21.918121 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03ad7032-0536-4110-bf70-59040405b9cb req-1dfcb39f-ecd9-4dda-b422-d6fa7d64cf4b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 210 time: 0.0808034 Nov 16 05:11:22.023947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-5b422e88-fb4b-4125-9495-7bc83285c43e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Made reservation on behalf of 0099172d2e3e41f2af5fe31786d7eb1c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:11:22.032895 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-5b422e88-fb4b-4125-9495-7bc83285c43e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:22.249314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-5b422e88-fb4b-4125-9495-7bc83285c43e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Allocated IP 172.20.0.13 (3e1b7691-c959-4825-abab-eef7f5b48326/988ca22d-2869-40a7-a014-c47bc0478f05/ac6b6a7d-c336-457d-bc1f-24246b3ce35d) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:11:22.505628 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-5b422e88-fb4b-4125-9495-7bc83285c43e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:22.544598 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-5b422e88-fb4b-4125-9495-7bc83285c43e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:22.591933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-5b422e88-fb4b-4125-9495-7bc83285c43e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Network 3e1b7691-c959-4825-abab-eef7f5b48326 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:11:22.595254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-5b422e88-fb4b-4125-9495-7bc83285c43e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:11:22.599490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-5b422e88-fb4b-4125-9495-7bc83285c43e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:11:22.634998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b422e88-fb4b-4125-9495-7bc83285c43e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'Port': ['ID=ac6b6a7d-c336-457d-bc1f-24246b3ce35d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:11:22.682147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-5b422e88-fb4b-4125-9495-7bc83285c43e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:22.684530 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-5b422e88-fb4b-4125-9495-7bc83285c43e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:22.707868 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-5b422e88-fb4b-4125-9495-7bc83285c43e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8871968 Nov 16 05:11:22.723465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Request body: {'port': {'device_id': 'b9935c93-f23c-413b-a43d-2e6738ffa1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:11:22.860697 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:22.879023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-678d399c-3f94-4acf-ae84-0e325198f08c None None] Provisioning complete for port ac6b6a7d-c336-457d-bc1f-24246b3ce35d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:11:22.879610 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-678d399c-3f94-4acf-ae84-0e325198f08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:22.946156 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-678d399c-3f94-4acf-ae84-0e325198f08c None None] Port ac6b6a7d-c336-457d-bc1f-24246b3ce35d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:11:23.169558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc7bdb-6c00-4ee8-827f-c1158717e73a req-6b3886d0-161f-417a-8b06-8d990e787b0d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:23.171604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21cc7bdb-6c00-4ee8-827f-c1158717e73a req-6b3886d0-161f-417a-8b06-8d990e787b0d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 932 time: 0.1578045 Nov 16 05:11:23.279406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21cc7bdb-6c00-4ee8-827f-c1158717e73a req-c85a782d-3e65-455e-9a1e-33304ff330ac tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948849 Nov 16 05:11:23.343036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6b6a7d-c336-457d-bc1f-24246b3ce35d {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:11:23.345724 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:23.361962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Transition to ACTIVE for port object ac6b6a7d-c336-457d-bc1f-24246b3ce35d will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:11:23.370348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:23.444964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6b6a7d-c336-457d-bc1f-24246b3ce35d,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:11:23.544766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Attempting to bind port ac6b6a7d-c336-457d-bc1f-24246b3ce35d on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:11:23.545154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Attempting to bind port ac6b6a7d-c336-457d-bc1f-24246b3ce35d by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:11:23.545477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Attempting to bind port ac6b6a7d-c336-457d-bc1f-24246b3ce35d on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:11:23.552299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Port ac6b6a7d-c336-457d-bc1f-24246b3ce35d on network 3e1b7691-c959-4825-abab-eef7f5b48326 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:11:23.553502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Attempting to bind port ac6b6a7d-c336-457d-bc1f-24246b3ce35d on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:11:23.563710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:11:23.564153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Checking segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:11:23.565004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Bound using segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:11:23.565449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Bound port: ac6b6a7d-c336-457d-bc1f-24246b3ce35d, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:11:23.565840 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:24.003327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] For port ac6b6a7d-c336-457d-bc1f-24246b3ce35d, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:11:24.006537 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] For port ac6b6a7d-c336-457d-bc1f-24246b3ce35d, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ac6b6a7d-c336-457d-bc1f-24246b3ce35d,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:11:24.011957 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:24.052979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:24.053603 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:24.055102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] 10.222.0.15 "PUT /v2.0/ports/ac6b6a7d-c336-457d-bc1f-24246b3ce35d HTTP/1.1" status: 200 len: 1092 time: 1.3388054 Nov 16 05:11:24.055562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9935c93-f23c-413b-a43d-2e6738ffa1bb', 'tag': 'ac6b6a7d-c336-457d-bc1f-24246b3ce35d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:11:24.057884 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a7352b-8e22-4d5b-adf5-0d433b998afd" -d '{"events": [{"name": "network-changed", "server_uuid": "b9935c93-f23c-413b-a43d-2e6738ffa1bb", "tag": "ac6b6a7d-c336-457d-bc1f-24246b3ce35d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:11:24.084147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40d23a-eb56-402b-86ac-69d637b376e7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6b6a7d-c336-457d-bc1f-24246b3ce35d,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:11:24.118500 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eab95b-7e91-485d-a825-1dc50dcd0843 x-openstack-request-id: req-b4eab95b-7e91-485d-a825-1dc50dcd0843 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:11:24.119001 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9935c93-f23c-413b-a43d-2e6738ffa1bb", "tag": "ac6b6a7d-c336-457d-bc1f-24246b3ce35d", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:11:24.119417 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4eab95b-7e91-485d-a825-1dc50dcd0843 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:11:24.119996 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9935c93-f23c-413b-a43d-2e6738ffa1bb', 'tag': 'ac6b6a7d-c336-457d-bc1f-24246b3ce35d', 'status': 'completed', 'code': 200} Nov 16 05:11:24.158987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-7901240e-a6f5-4b05-8c3d-6ec65da1948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:24.160695 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-7901240e-a6f5-4b05-8c3d-6ec65da1948a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 1095 time: 0.0523663 Nov 16 05:11:24.232720 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-2a089b43-165c-42ec-a877-35674b909fc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac6b6a7d-c336-457d-bc1f-24246b3ce35d HTTP/1.1" status: 200 len: 217 time: 0.0637414 Nov 16 05:11:24.305248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-799772a0-c4a9-45c2-9a57-3ce02153353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:24.307103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-799772a0-c4a9-45c2-9a57-3ce02153353f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0675774 Nov 16 05:11:24.404234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-f916a5b3-8cb3-4220-a324-0cc2d297dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:24.408151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-f916a5b3-8cb3-4220-a324-0cc2d297dd29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912960 Nov 16 05:11:24.576006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-49c9aa63-4d1a-4adb-9eec-8f282838d915 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607087 Nov 16 05:11:24.583404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f74ed53-348a-4e49-8db0-6173dd7f6d43 req-7d3b7fb7-6762-47ee-b602-b5ad342efe46 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:24.584851 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f74ed53-348a-4e49-8db0-6173dd7f6d43 req-7d3b7fb7-6762-47ee-b602-b5ad342efe46 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0885105 Nov 16 05:11:24.691004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f74ed53-348a-4e49-8db0-6173dd7f6d43 req-9c385881-06f1-4b3d-a308-9d436c65e09e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974560 Nov 16 05:11:24.749820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af0a3462-7bb6-47bb-99c5-dcee6b433cb7 req-abb51eb3-f3c8-4265-a7f8-4ded2a528b85 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614945 Nov 16 05:11:24.845006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7352b-8e22-4d5b-adf5-0d433b998afd req-0077bbd2-9ea4-4326-ae91-c6ccea86e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:24.847320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4a7352b-8e22-4d5b-adf5-0d433b998afd req-0077bbd2-9ea4-4326-ae91-c6ccea86e5e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 1095 time: 0.0491512 Nov 16 05:11:24.976064 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7352b-8e22-4d5b-adf5-0d433b998afd req-ca53a998-2395-4909-bfe1-3d8d85d7df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:24.977568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4a7352b-8e22-4d5b-adf5-0d433b998afd req-ca53a998-2395-4909-bfe1-3d8d85d7df79 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.1234729 Nov 16 05:11:25.022509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4a7352b-8e22-4d5b-adf5-0d433b998afd req-4dd2826f-eb0e-493d-b4a9-2cc6ed933b94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac6b6a7d-c336-457d-bc1f-24246b3ce35d HTTP/1.1" status: 200 len: 217 time: 0.0362012 Nov 16 05:11:25.088102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7352b-8e22-4d5b-adf5-0d433b998afd req-a56e2144-46fa-4fd0-80de-ebb4c20c9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:25.090202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4a7352b-8e22-4d5b-adf5-0d433b998afd req-a56e2144-46fa-4fd0-80de-ebb4c20c9083 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0615015 Nov 16 05:11:25.152616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7352b-8e22-4d5b-adf5-0d433b998afd req-245d8d0c-0566-4a1c-aa8a-a54d2e3c8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:25.154346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4a7352b-8e22-4d5b-adf5-0d433b998afd req-245d8d0c-0566-4a1c-aa8a-a54d2e3c8fc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571420 Nov 16 05:11:25.296112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4a7352b-8e22-4d5b-adf5-0d433b998afd req-114dbed4-d48a-41d4-b615-6bdd6d0f3e83 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340299 Nov 16 05:11:25.446972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4a7352b-8e22-4d5b-adf5-0d433b998afd req-eff2a865-0249-402b-a0f5-7fd4eca55a1d service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447821 Nov 16 05:11:25.887250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dbea24-1027-4a17-af85-adc17f72900b req-4e6f4ff9-90d2-42a9-80a9-239f89c3b165 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:25.889227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45dbea24-1027-4a17-af85-adc17f72900b req-4e6f4ff9-90d2-42a9-80a9-239f89c3b165 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0736582 Nov 16 05:11:25.959317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45dbea24-1027-4a17-af85-adc17f72900b req-05fc223b-bfdd-4edb-8103-524c23e66c9a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632317 Nov 16 05:11:27.154589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9efe2-9272-40e9-bcec-65e9ad44d2a1 req-dc0fa8bb-b600-4841-bb94-1b6da9afecdd tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:27.163114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6a9efe2-9272-40e9-bcec-65e9ad44d2a1 req-dc0fa8bb-b600-4841-bb94-1b6da9afecdd tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0640502 Nov 16 05:11:27.228506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6a9efe2-9272-40e9-bcec-65e9ad44d2a1 req-f792f9fc-ffa1-4dcf-b535-4c35658149ec tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644915 Nov 16 05:11:28.415010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7e08b-51f9-499e-a708-eee4af43441a req-91f4ab1a-3663-40e5-b2ef-1f2b9c1503e0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:28.418835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1a7e08b-51f9-499e-a708-eee4af43441a req-91f4ab1a-3663-40e5-b2ef-1f2b9c1503e0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0937080 Nov 16 05:11:28.502956 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1a7e08b-51f9-499e-a708-eee4af43441a req-f5c3dd4b-2878-47ee-98a2-9f96feaad1de tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762372 Nov 16 05:11:29.700593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b43c5c-149c-419f-b8e7-735ca9572de1 req-bd63261b-d383-4b16-abfc-32de9e3d8c4e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:29.708662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2b43c5c-149c-419f-b8e7-735ca9572de1 req-bd63261b-d383-4b16-abfc-32de9e3d8c4e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0738456 Nov 16 05:11:29.818559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2b43c5c-149c-419f-b8e7-735ca9572de1 req-70f39461-4a15-4005-b664-4f9313d81eb1 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089268 Nov 16 05:11:31.006548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00200c1f-b9b3-4168-a4e5-9259375dd7f7 req-cba78cd1-bc0f-40a4-bc66-e6272bfa1d59 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:31.008181 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00200c1f-b9b3-4168-a4e5-9259375dd7f7 req-cba78cd1-bc0f-40a4-bc66-e6272bfa1d59 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0728092 Nov 16 05:11:31.076995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00200c1f-b9b3-4168-a4e5-9259375dd7f7 req-1aeddf35-7082-4170-a6a8-440b40978f87 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624928 Nov 16 05:11:31.474701 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:11:32.338066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22254840-196b-4f9d-8c91-0ae60e4421c0 req-fa9fd4e1-bf2f-44c5-b81b-4079ecc06eef tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:32.346464 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-22254840-196b-4f9d-8c91-0ae60e4421c0 req-fa9fd4e1-bf2f-44c5-b81b-4079ecc06eef tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.1099935 Nov 16 05:11:32.417825 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-22254840-196b-4f9d-8c91-0ae60e4421c0 req-42044041-51f7-49ca-860b-30e4df2c5258 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636497 Nov 16 05:11:33.541060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befcaa9-6ece-4763-9dff-17f30bbbfb82 req-1b64fa5c-08b1-45ca-8963-7127539edaae tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:33.545428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4befcaa9-6ece-4763-9dff-17f30bbbfb82 req-1b64fa5c-08b1-45ca-8963-7127539edaae tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0619173 Nov 16 05:11:33.610913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4befcaa9-6ece-4763-9dff-17f30bbbfb82 req-6ad8267a-935e-4766-b51f-ca7c77d30bb9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586669 Nov 16 05:11:34.762990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4100c57-3878-4bf3-bbae-53c908358eb7 req-7b9c1ca8-9567-4a37-9947-8c55eaa75777 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:34.770517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4100c57-3878-4bf3-bbae-53c908358eb7 req-7b9c1ca8-9567-4a37-9947-8c55eaa75777 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0679524 Nov 16 05:11:34.844489 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4100c57-3878-4bf3-bbae-53c908358eb7 req-075f2065-ac81-404e-81a6-320242ffd0df tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708289 Nov 16 05:11:36.020672 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290be17-8863-42b6-9e30-899f3c5a38de req-ff2ae535-3756-452b-bef2-a55df72c65ad tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:36.024685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6290be17-8863-42b6-9e30-899f3c5a38de req-ff2ae535-3756-452b-bef2-a55df72c65ad tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0826480 Nov 16 05:11:36.158965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6290be17-8863-42b6-9e30-899f3c5a38de req-eae4f211-3fde-4151-b7c4-9df24b2f1fde tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195340 Nov 16 05:11:37.363432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ef152-8a7e-48cf-b1cb-be73e745d078 req-4af966af-6568-4e76-99a6-38470ccc4ade tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:37.374784 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a2ef152-8a7e-48cf-b1cb-be73e745d078 req-4af966af-6568-4e76-99a6-38470ccc4ade tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0910044 Nov 16 05:11:37.464776 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a2ef152-8a7e-48cf-b1cb-be73e745d078 req-e088dba5-e773-49cf-ba13-c45c358a8cd4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880997 Nov 16 05:11:38.004751 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e4d4335e-90c2-4fe7-9f0e-2c2417bf7f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:38.641810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a27e2-de15-405f-bb06-caeeaa9a5c81 req-0e14c8ec-cf0c-4ae6-ad9c-d0612e414aa8 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:38.644442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd3a27e2-de15-405f-bb06-caeeaa9a5c81 req-0e14c8ec-cf0c-4ae6-ad9c-d0612e414aa8 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0973814 Nov 16 05:11:38.712849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd3a27e2-de15-405f-bb06-caeeaa9a5c81 req-d3808bcb-e6e2-44ed-9c2e-a94069284778 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621874 Nov 16 05:11:39.920139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4e208-6ae2-4c8e-ab70-6c545ff8a2d9 req-0696049e-faca-49fc-bdfb-66509d40640f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:39.935572 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6b4e208-6ae2-4c8e-ab70-6c545ff8a2d9 req-0696049e-faca-49fc-bdfb-66509d40640f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.1046228 Nov 16 05:11:40.067780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6b4e208-6ae2-4c8e-ab70-6c545ff8a2d9 req-7a3de948-f097-4caf-86db-521b4e5c4fff tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231983 Nov 16 05:11:40.198926 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81c2bc19-d9ce-4f4e-beba-f4b59d443a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:41.187963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa209dbc-e498-4b72-96d0-dd93030c1a53 req-a3457dbc-53e5-4e70-8030-1ca0c7efe463 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:41.190196 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa209dbc-e498-4b72-96d0-dd93030c1a53 req-a3457dbc-53e5-4e70-8030-1ca0c7efe463 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0548117 Nov 16 05:11:41.240161 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa209dbc-e498-4b72-96d0-dd93030c1a53 req-01e4e4da-94ab-4f7b-9800-7786b5502251 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430315 Nov 16 05:11:41.962902 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:42.387754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c07f8d-9324-4ccf-82b1-dc97f8e5d825 req-d673cf6f-5289-468b-88e7-889b5c71019f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:42.389344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64c07f8d-9324-4ccf-82b1-dc97f8e5d825 req-d673cf6f-5289-468b-88e7-889b5c71019f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0561609 Nov 16 05:11:42.480022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64c07f8d-9324-4ccf-82b1-dc97f8e5d825 req-7cecc97d-399d-4344-b969-7a1de3e624cc tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828664 Nov 16 05:11:43.338240 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:43.626605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd070dec-99e5-4ec4-b771-6df3d7c9ba24 req-158eccb5-4fc3-4733-a7a1-debfaea09436 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:43.629154 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd070dec-99e5-4ec4-b771-6df3d7c9ba24 req-158eccb5-4fc3-4733-a7a1-debfaea09436 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0572793 Nov 16 05:11:43.708477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd070dec-99e5-4ec4-b771-6df3d7c9ba24 req-70a10ff8-3c36-44a7-a080-c3ace751c48b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687242 Nov 16 05:11:43.742199 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:44.894338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2f19a-ba47-44c5-b83f-b765599697c1 req-61dc0c8d-c0a9-44e3-b9ed-93dc0e9d990b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:44.903488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bcf2f19a-ba47-44c5-b83f-b765599697c1 req-61dc0c8d-c0a9-44e3-b9ed-93dc0e9d990b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0762169 Nov 16 05:11:44.970603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bcf2f19a-ba47-44c5-b83f-b765599697c1 req-b33841de-40b0-4cac-9ce2-8fc304c938a8 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658422 Nov 16 05:11:46.113536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6372acb-59d0-4515-abef-3502c69bdd10 req-9c2123e6-7877-4ad8-92c4-77d88c7d18f0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:46.122248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6372acb-59d0-4515-abef-3502c69bdd10 req-9c2123e6-7877-4ad8-92c4-77d88c7d18f0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0831704 Nov 16 05:11:46.172223 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6372acb-59d0-4515-abef-3502c69bdd10 req-31f034e8-31dc-4534-b13c-be0617a88b40 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488775 Nov 16 05:11:46.363534 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:47.308167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4a59a-58ad-46ec-989d-2c933dbccfd2 req-eb01ad93-4c0d-4a04-9099-3509e6faa27c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:47.311064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8b4a59a-58ad-46ec-989d-2c933dbccfd2 req-eb01ad93-4c0d-4a04-9099-3509e6faa27c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 944 time: 0.0592227 Nov 16 05:11:47.367789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8b4a59a-58ad-46ec-989d-2c933dbccfd2 req-2db41d8d-5271-42ab-90de-7fe2d02278a0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507996 Nov 16 05:11:47.735246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ac6b6a7d-c336-457d-bc1f-24246b3ce35d details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:11:47.891278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port ac6b6a7d-c336-457d-bc1f-24246b3ce35d, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ac6b6a7d-c336-457d-bc1f-24246b3ce35d,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:11:47.904036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'ac6b6a7d-c336-457d-bc1f-24246b3ce35d', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'port_id': 'ac6b6a7d-c336-457d-bc1f-24246b3ce35d', 'mac_address': 'fa:16:3e:23:a4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:11:47.943106 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:47.958145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6b6a7d-c336-457d-bc1f-24246b3ce35d {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:11:47.979376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port ac6b6a7d-c336-457d-bc1f-24246b3ce35d, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ac6b6a7d-c336-457d-bc1f-24246b3ce35d,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:11:47.985020 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:48.040421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=ac6b6a7d-c336-457d-bc1f-24246b3ce35d,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:11:48.049475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:48.050093 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:48.050601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:48.051116 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:48.051614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:48.052208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:48.052703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:48.053204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:48.053710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:48.054219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:48.054710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:48.055196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:48.188247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['ac6b6a7d-c336-457d-bc1f-24246b3ce35d'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:11:48.496976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b19241-ba4b-4259-bf1b-f0a27198793b req-a830969e-9d19-4d10-8175-b848a2c62520 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:48.499294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17b19241-ba4b-4259-bf1b-f0a27198793b req-a830969e-9d19-4d10-8175-b848a2c62520 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 945 time: 0.0593681 Nov 16 05:11:48.529980 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:48.550067 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17b19241-ba4b-4259-bf1b-f0a27198793b req-29badecc-3f55-4162-8f72-4e934443b057 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Nov 16 05:11:49.698592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10905f25-e73d-4870-b81a-ceaddafd79d5 req-162a05ff-e728-452b-bfbe-1e21da8de244 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:49.701113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10905f25-e73d-4870-b81a-ceaddafd79d5 req-162a05ff-e728-452b-bfbe-1e21da8de244 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 945 time: 0.0775175 Nov 16 05:11:49.766568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ac6b6a7d-c336-457d-bc1f-24246b3ce35d up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:11:49.805129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10905f25-e73d-4870-b81a-ceaddafd79d5 req-5e1c3766-d1ee-4c72-9b8e-17affefdb0ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970654 Nov 16 05:11:49.849082 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port ac6b6a7d-c336-457d-bc1f-24246b3ce35d completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:11:49.853876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port ac6b6a7d-c336-457d-bc1f-24246b3ce35d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:11:49.855180 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:49.950623 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:50.011779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9935c93-f23c-413b-a43d-2e6738ffa1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6b6a7d-c336-457d-bc1f-24246b3ce35d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:11:50.014853 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9624fb50-e866-4467-8db8-c81c19bf6823" -d '{"events": [{"server_uuid": "b9935c93-f23c-413b-a43d-2e6738ffa1bb", "name": "network-vif-plugged", "status": "completed", "tag": "ac6b6a7d-c336-457d-bc1f-24246b3ce35d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:11:50.022782 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port ac6b6a7d-c336-457d-bc1f-24246b3ce35d, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ac6b6a7d-c336-457d-bc1f-24246b3ce35d,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:11:50.055853 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:50.133710 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9d1004-246b-4ea4-a4a9-2afbafd1a07d x-openstack-request-id: req-0d9d1004-246b-4ea4-a4a9-2afbafd1a07d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:11:50.134723 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9935c93-f23c-413b-a43d-2e6738ffa1bb", "name": "network-vif-plugged", "status": "completed", "tag": "ac6b6a7d-c336-457d-bc1f-24246b3ce35d", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:11:50.135020 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d9d1004-246b-4ea4-a4a9-2afbafd1a07d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:11:50.135536 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9935c93-f23c-413b-a43d-2e6738ffa1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6b6a7d-c336-457d-bc1f-24246b3ce35d', 'code': 200} Nov 16 05:11:50.157313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=ac6b6a7d-c336-457d-bc1f-24246b3ce35d,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:11:50.360510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe74fa2-35b6-4b19-bd99-4ab2293a3c34 req-b2db1fec-90b0-4837-b0c6-776c39f26e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:50.362711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbe74fa2-35b6-4b19-bd99-4ab2293a3c34 req-b2db1fec-90b0-4837-b0c6-776c39f26e91 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 1097 time: 0.2035186 Nov 16 05:11:50.428721 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbe74fa2-35b6-4b19-bd99-4ab2293a3c34 req-f8e8cdc0-0ae0-4ec9-a9d7-8f92272fc403 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579669 Nov 16 05:11:50.949044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bea60c-648d-486f-b5af-c618c8aaf458 req-fcf27501-f3b1-43d1-a47f-2c0f1c2df36e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:50.951458 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5bea60c-648d-486f-b5af-c618c8aaf458 req-fcf27501-f3b1-43d1-a47f-2c0f1c2df36e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 946 time: 0.0591698 Nov 16 05:11:51.024812 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c5bea60c-648d-486f-b5af-c618c8aaf458 req-9e88d1e0-bb46-4637-9767-2b36bb892fb8 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671206 Nov 16 05:11:52.241242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc94a2-f6bc-4eee-8c49-96bdaba6c5c0 req-9f9a055b-a1f6-4797-ad11-5e3d4e4cb41e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:52.250334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2dbc94a2-f6bc-4eee-8c49-96bdaba6c5c0 req-9f9a055b-a1f6-4797-ad11-5e3d4e4cb41e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 946 time: 0.1165597 Nov 16 05:11:52.319669 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2dbc94a2-f6bc-4eee-8c49-96bdaba6c5c0 req-20666003-6bbd-4e3f-b4f9-e2f09f5273cd tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634372 Nov 16 05:11:52.499629 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac430dc2-d010-4c92-9982-5416b8f08677 req-60b5b747-b09b-4cc5-bca2-1799373d4185 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:52.502177 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac430dc2-d010-4c92-9982-5416b8f08677 req-60b5b747-b09b-4cc5-bca2-1799373d4185 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 946 time: 0.0663223 Nov 16 05:11:52.622754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac430dc2-d010-4c92-9982-5416b8f08677 req-1ac0543f-9aa6-4499-bac0-3d0291674648 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085410 Nov 16 05:11:52.952145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64330951-6f1d-4782-bc79-173c9b2d4f17 req-1bf93f21-8957-4810-bf69-7d5ea3a1998f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:52.959322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64330951-6f1d-4782-bc79-173c9b2d4f17 req-1bf93f21-8957-4810-bf69-7d5ea3a1998f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 946 time: 0.1757722 Nov 16 05:11:53.048220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64330951-6f1d-4782-bc79-173c9b2d4f17 req-decd376b-9bc9-44b6-b0c1-042b444873b0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784326 Nov 16 05:11:53.832092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baec4b9-2869-477f-a6ca-543703317748 req-0f9b906c-d088-43c1-841f-027a78558f5e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:53.834298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3baec4b9-2869-477f-a6ca-543703317748 req-0f9b906c-d088-43c1-841f-027a78558f5e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 946 time: 0.1435654 Nov 16 05:11:53.968869 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3baec4b9-2869-477f-a6ca-543703317748 req-8e33ca78-ba2a-454d-9fa2-ec06ebc87e6a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266758 Nov 16 05:11:55.165870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b6951-fd90-45b8-9abb-3749673c5f81 req-b3ee9790-c879-4c6c-b90b-981feb5f859d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:55.173443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d73b6951-fd90-45b8-9abb-3749673c5f81 req-b3ee9790-c879-4c6c-b90b-981feb5f859d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 946 time: 0.0970809 Nov 16 05:11:55.228409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d73b6951-fd90-45b8-9abb-3749673c5f81 req-486fa624-d44a-4188-93dd-0b81648cd432 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540674 Nov 16 05:11:55.252083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968d04f-5a26-4f22-879b-b539f1898758 req-14c8b367-1201-410e-9710-1ad6330cd35f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:11:55.255562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5968d04f-5a26-4f22-879b-b539f1898758 req-14c8b367-1201-410e-9710-1ad6330cd35f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 946 time: 0.1478264 Nov 16 05:11:55.408233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5968d04f-5a26-4f22-879b-b539f1898758 req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Deleting port ac6b6a7d-c336-457d-bc1f-24246b3ce35d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:11:55.409050 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5968d04f-5a26-4f22-879b-b539f1898758 req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:55.517216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-5968d04f-5a26-4f22-879b-b539f1898758 req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] For port ac6b6a7d-c336-457d-bc1f-24246b3ce35d, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ac6b6a7d-c336-457d-bc1f-24246b3ce35d,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:11:55.517216 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5968d04f-5a26-4f22-879b-b539f1898758 req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:55.537429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5968d04f-5a26-4f22-879b-b539f1898758 req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Calling delete_port for ac6b6a7d-c336-457d-bc1f-24246b3ce35d owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:11:55.717161 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5968d04f-5a26-4f22-879b-b539f1898758 req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:55.737364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['ac6b6a7d-c336-457d-bc1f-24246b3ce35d'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:11:55.793815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event deleted for resources: {'Port': ['ID=ac6b6a7d-c336-457d-bc1f-24246b3ce35d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:11:55.825334 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:55.825967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:55.826468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:55.826981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:55.827492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:55.827996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:55.828880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:55.829379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:55.830303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:55.832047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:55.832570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:55.833077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:11:55.836523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5968d04f-5a26-4f22-879b-b539f1898758 req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] No DVR routers for this DVR port ac6b6a7d-c336-457d-bc1f-24246b3ce35d on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:11:55.840153 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5968d04f-5a26-4f22-879b-b539f1898758 req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:11:55.844705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5968d04f-5a26-4f22-879b-b539f1898758 req-2ec48172-148a-4d49-a2b3-5dbcabe4fa8d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "DELETE /v2.0/ports/ac6b6a7d-c336-457d-bc1f-24246b3ce35d HTTP/1.1" status: 204 len: 173 time: 0.5820489 Nov 16 05:11:55.845335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9935c93-f23c-413b-a43d-2e6738ffa1bb', 'name': 'network-vif-deleted', 'tag': 'ac6b6a7d-c336-457d-bc1f-24246b3ce35d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:11:55.847999 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40174afa-c1cc-48c0-af61-0ae1ece50228" -d '{"events": [{"server_uuid": "b9935c93-f23c-413b-a43d-2e6738ffa1bb", "name": "network-vif-deleted", "tag": "ac6b6a7d-c336-457d-bc1f-24246b3ce35d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:11:56.240179 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d970410-5d8f-40b9-956c-edc072877559 x-openstack-request-id: req-8d970410-5d8f-40b9-956c-edc072877559 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:11:56.241100 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9935c93-f23c-413b-a43d-2e6738ffa1bb", "name": "network-vif-deleted", "tag": "ac6b6a7d-c336-457d-bc1f-24246b3ce35d", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:11:56.241536 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d970410-5d8f-40b9-956c-edc072877559 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:11:56.242124 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9935c93-f23c-413b-a43d-2e6738ffa1bb', 'name': 'network-vif-deleted', 'tag': 'ac6b6a7d-c336-457d-bc1f-24246b3ce35d', 'status': 'completed', 'code': 200} Nov 16 05:11:56.445268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ffa5c96-a4b5-4c3a-9b08-5f6e820341f6 req-454ed50a-e105-4162-b701-5867e8a52a77 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 210 time: 0.0623686 Nov 16 05:11:57.701231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49372ba4-2049-400c-9477-0fbd83de2fef req-aca30e2d-af26-4be3-9ef9-85954e1dbfdf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 210 time: 0.0829773 Nov 16 05:11:58.852025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcf51505-92fd-40c5-9811-fea5c8b0552d req-a46fcbb2-101a-4bfc-9330-0585fac3c86b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 210 time: 0.0450375 Nov 16 05:11:59.798047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ac6b6a7d-c336-457d-bc1f-24246b3ce35d no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:11:59.837724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: ac6b6a7d-c336-457d-bc1f-24246b3ce35d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:11:59.839059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ac6b6a7d-c336-457d-bc1f-24246b3ce35d not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:12:00.045833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e903419-59e2-4103-8722-43a687b17e9b req-986777fc-f88c-48c2-9be4-f49cd5daaab9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 210 time: 0.0662575 Nov 16 05:12:01.160181 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea39ff68-fbc9-4201-aa82-6dbba2f848f2 req-87038791-2d60-4d01-b1b6-ea1be7c3656e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9935c93-f23c-413b-a43d-2e6738ffa1bb HTTP/1.1" status: 200 len: 210 time: 0.0400906 Nov 16 05:12:08.009651 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1c70dd3c-70cc-452e-976f-22e31ce01c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:08.473739 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:12:10.214613 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ac60f6bf-c754-4736-8afe-0c59f9b5b538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:11.979869 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:13.331226 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:13.801967 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:16.359048 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:18.538827 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:31.355413 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52738) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:12:31.498165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:31.595338 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:31.600783 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:31.672778 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=873cce1d275944a191f19c099a747655&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3156765 Nov 16 05:12:31.673547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27100ed0-d184-4dec-b9c8-fd4c2ef85bfe,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:31.675643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 52744) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:12:31.695853 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:31.697215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:31.697738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:31.698278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:31.698825 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:31.699615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:31.700120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:31.700745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:31.701254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:31.701783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:31.702298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:31.702799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c379054-dc0c-4d70-8d5a-99a01dbccfb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:31.753529 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7dd203f-ed58-4256-88e3-76c118de7d96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:31.792263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7dd203f-ed58-4256-88e3-76c118de7d96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:31.849827 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7dd203f-ed58-4256-88e3-76c118de7d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:31.852425 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a7dd203f-ed58-4256-88e3-76c118de7d96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:31.856595 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a7dd203f-ed58-4256-88e3-76c118de7d96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/27100ed0-d184-4dec-b9c8-fd4c2ef85bfe HTTP/1.1" status: 204 len: 168 time: 0.1796644 Nov 16 05:12:31.865344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd203f-ed58-4256-88e3-76c118de7d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27100ed0-d184-4dec-b9c8-fd4c2ef85bfe,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:35.982775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af808c5-0ab5-409d-b90f-94893f084992 req-1b82e2b9-acf2-4529-ad45-0a7d339fe088 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:35.984440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-1b82e2b9-acf2-4529-ad45-0a7d339fe088 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.1370711 Nov 16 05:12:36.011416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-ca12a95e-2d36-4c88-aeb0-9fdf6e57c70e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/quotas/0099172d2e3e41f2af5fe31786d7eb1c HTTP/1.1" status: 200 len: 375 time: 0.0205724 Nov 16 05:12:36.080762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-0dc7f4b8-4bce-460a-b177-bfcdb2067d2d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678005 Nov 16 05:12:36.186430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-1467442c-c98d-4f86-9c6e-0e5473c7e248 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045003 Nov 16 05:12:36.302043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-d4da1f7e-a567-492d-b54b-845a84ceed72 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113801 Nov 16 05:12:36.739819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b87cc38-1d4c-4bde-aca6-f588c9fcf758 req-6db5e2a2-8f9a-424b-b8f4-8a4346a40e2e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 210 time: 0.0507004 Nov 16 05:12:37.921131 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-337640bf-571b-438c-bacd-0756ed9ad5d7 req-a2a067e9-d9a6-4dee-b88e-0b188a6170e4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 210 time: 0.0673695 Nov 16 05:12:37.989717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af808c5-0ab5-409d-b90f-94893f084992 req-1bb5ac85-c264-4e78-b823-ca955bf9e1d8 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:37.991760 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-1bb5ac85-c264-4e78-b823-ca955bf9e1d8 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.1850228 Nov 16 05:12:38.002663 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c73f89e5-b563-41bb-8e9c-f54b9ccfbafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:38.010522 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-3af808c5-0ab5-409d-b90f-94893f084992 req-3a4f993c-348d-468a-91f2-0f2800d7aecf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'port': {'device_id': '2dc5870f-286e-4eb8-bbd9-eeb648eb7472', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'admin_state_up': True, 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:12:38.188417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af808c5-0ab5-409d-b90f-94893f084992 req-3a4f993c-348d-468a-91f2-0f2800d7aecf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Made reservation on behalf of 0099172d2e3e41f2af5fe31786d7eb1c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:12:38.194039 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3af808c5-0ab5-409d-b90f-94893f084992 req-3a4f993c-348d-468a-91f2-0f2800d7aecf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:38.362600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-3af808c5-0ab5-409d-b90f-94893f084992 req-3a4f993c-348d-468a-91f2-0f2800d7aecf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Allocated IP 172.20.0.8 (3e1b7691-c959-4825-abab-eef7f5b48326/988ca22d-2869-40a7-a014-c47bc0478f05/ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:12:38.595866 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3af808c5-0ab5-409d-b90f-94893f084992 req-3a4f993c-348d-468a-91f2-0f2800d7aecf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:38.670094 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3af808c5-0ab5-409d-b90f-94893f084992 req-3a4f993c-348d-468a-91f2-0f2800d7aecf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:38.800106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f993c-348d-468a-91f2-0f2800d7aecf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'Port': ['ID=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:38.815975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af808c5-0ab5-409d-b90f-94893f084992 req-3a4f993c-348d-468a-91f2-0f2800d7aecf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Network 3e1b7691-c959-4825-abab-eef7f5b48326 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:12:38.817502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-3af808c5-0ab5-409d-b90f-94893f084992 req-3a4f993c-348d-468a-91f2-0f2800d7aecf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:12:38.830818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af808c5-0ab5-409d-b90f-94893f084992 req-3a4f993c-348d-468a-91f2-0f2800d7aecf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:12:38.882521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af808c5-0ab5-409d-b90f-94893f084992 req-3a4f993c-348d-468a-91f2-0f2800d7aecf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:38.883461 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3af808c5-0ab5-409d-b90f-94893f084992 req-3a4f993c-348d-468a-91f2-0f2800d7aecf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:38.905808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-3a4f993c-348d-468a-91f2-0f2800d7aecf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8989410 Nov 16 05:12:38.916919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Request body: {'port': {'device_id': '2dc5870f-286e-4eb8-bbd9-eeb648eb7472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:12:39.037819 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:39.277788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeca6a-4a9e-4b3a-8422-8c7ca3a2397d req-6765182c-128b-41ea-b75c-bdae11b45955 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:39.279712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76eeca6a-4a9e-4b3a-8422-8c7ca3a2397d req-6765182c-128b-41ea-b75c-bdae11b45955 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 931 time: 0.1818817 Nov 16 05:12:39.338695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8d9cbc0a-a36a-47d3-85fb-884724029d70 None None] Provisioning complete for port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:12:39.339178 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8d9cbc0a-a36a-47d3-85fb-884724029d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:39.428909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76eeca6a-4a9e-4b3a-8422-8c7ca3a2397d req-21a374ca-deb8-4ee1-ba18-9fc164f9e78e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391151 Nov 16 05:12:39.437726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8d9cbc0a-a36a-47d3-85fb-884724029d70 None None] Port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:12:39.548618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:12:39.556936 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:39.569516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Transition to ACTIVE for port object ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:12:39.579607 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:39.681615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:39.784077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Attempting to bind port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:12:39.784533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Attempting to bind port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:12:39.784931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Attempting to bind port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:12:39.793438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 on network 3e1b7691-c959-4825-abab-eef7f5b48326 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:12:39.793923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Attempting to bind port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:12:39.799954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:12:39.800286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Checking segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:12:39.800682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Bound using segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:12:39.801165 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Bound port: ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:12:39.801682 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:39.974277 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] For port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:12:39.980201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] For port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:12:39.987789 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:40.007509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:40.008829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:40.010411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] 10.222.0.15 "PUT /v2.0/ports/ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 HTTP/1.1" status: 200 len: 1091 time: 1.0988333 Nov 16 05:12:40.012265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc5870f-286e-4eb8-bbd9-eeb648eb7472', 'tag': 'ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:12:40.027092 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64aee4b-e374-411f-87dc-48a37641a568" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc5870f-286e-4eb8-bbd9-eeb648eb7472", "tag": "ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:12:40.225913 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51de504-6a67-47d5-b408-a1ff3e47c7e1 x-openstack-request-id: req-c51de504-6a67-47d5-b408-a1ff3e47c7e1 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:12:40.226956 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc5870f-286e-4eb8-bbd9-eeb648eb7472", "tag": "ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:12:40.228895 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c51de504-6a67-47d5-b408-a1ff3e47c7e1 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:12:40.229700 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dc5870f-286e-4eb8-bbd9-eeb648eb7472', 'tag': 'ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6', 'status': 'completed', 'code': 200} Nov 16 05:12:40.230615 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cd646a28-0489-402a-ab03-501e14248e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:40.238593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c149c-b928-4b19-8204-b8f207cda982 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:40.255582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af808c5-0ab5-409d-b90f-94893f084992 req-70cfc7a4-1376-4aba-98ad-e1a30f6244b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:40.257135 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-70cfc7a4-1376-4aba-98ad-e1a30f6244b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 1094 time: 0.1629195 Nov 16 05:12:40.354064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-55156feb-d08d-4aba-b6ff-5e0bea856a04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 HTTP/1.1" status: 200 len: 217 time: 0.0865948 Nov 16 05:12:40.411263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af808c5-0ab5-409d-b90f-94893f084992 req-33c7fee1-605c-40ad-ba72-936b27af71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:40.412731 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-33c7fee1-605c-40ad-ba72-936b27af71a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0527470 Nov 16 05:12:40.494674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af808c5-0ab5-409d-b90f-94893f084992 req-65967ffb-3836-40a1-a797-1289898952d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:40.496814 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-65967ffb-3836-40a1-a797-1289898952d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701439 Nov 16 05:12:40.616142 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-725c9c7e-84a1-4720-b17c-3e861848b02d service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114955 Nov 16 05:12:40.709565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219040cd-c056-4154-b041-b0d5bc288e4f req-e2acfaaf-7663-4adb-a8c4-7262e12663da tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:40.711104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-219040cd-c056-4154-b041-b0d5bc288e4f req-e2acfaaf-7663-4adb-a8c4-7262e12663da tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 943 time: 0.1151314 Nov 16 05:12:40.751550 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3af808c5-0ab5-409d-b90f-94893f084992 req-e16196d1-ff5c-4e3f-ac9a-b06e395adbaa service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215782 Nov 16 05:12:40.783757 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-219040cd-c056-4154-b041-b0d5bc288e4f req-07a3e582-d894-4825-99ea-45f41af307ca tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619760 Nov 16 05:12:40.864814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64aee4b-e374-411f-87dc-48a37641a568 req-99122e1e-c5b3-4509-aa10-f4dd08b2b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:40.866655 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b64aee4b-e374-411f-87dc-48a37641a568 req-99122e1e-c5b3-4509-aa10-f4dd08b2b1ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 1094 time: 0.0514121 Nov 16 05:12:41.003197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64aee4b-e374-411f-87dc-48a37641a568 req-875e682f-9905-4d7a-b6a8-f5c913958cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:41.022532 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b64aee4b-e374-411f-87dc-48a37641a568 req-875e682f-9905-4d7a-b6a8-f5c913958cd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.1479442 Nov 16 05:12:41.113465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b64aee4b-e374-411f-87dc-48a37641a568 req-ac348495-69b1-4959-8edb-d223f6140430 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 HTTP/1.1" status: 200 len: 217 time: 0.0814967 Nov 16 05:12:41.223410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64aee4b-e374-411f-87dc-48a37641a568 req-9acca6ca-8b50-4c9c-ae96-bb6f85f399c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:41.224918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b64aee4b-e374-411f-87dc-48a37641a568 req-9acca6ca-8b50-4c9c-ae96-bb6f85f399c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.1046295 Nov 16 05:12:41.317791 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64aee4b-e374-411f-87dc-48a37641a568 req-6132a03d-ed9a-46db-8aad-5385fb4caf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:41.319201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b64aee4b-e374-411f-87dc-48a37641a568 req-6132a03d-ed9a-46db-8aad-5385fb4caf49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819094 Nov 16 05:12:41.490425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b64aee4b-e374-411f-87dc-48a37641a568 req-ea78bbfa-f50a-497d-82c7-d53c8b2e0caa service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635523 Nov 16 05:12:41.606509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b64aee4b-e374-411f-87dc-48a37641a568 req-6152c987-04bf-4790-a922-1c4e94a03d49 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086581 Nov 16 05:12:41.854017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-72fdc957-a519-41f7-9bf8-df004b7821f4 req-88421b0d-7804-408c-b00c-87b49f8cc1d9 service neutron] (102659) timed out ('10.222.0.15', 59480) {{(pid=102659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 05:12:41.948851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46c2a5-c223-4973-8165-0ecdfa846e5c req-96bdf2b7-fe55-470f-90b3-f5b58f9ca5c2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:41.950431 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c46c2a5-c223-4973-8165-0ecdfa846e5c req-96bdf2b7-fe55-470f-90b3-f5b58f9ca5c2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 943 time: 0.0538282 Nov 16 05:12:41.970705 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:42.014284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c46c2a5-c223-4973-8165-0ecdfa846e5c req-f8918041-645e-459e-b89f-e43050ea544f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572240 Nov 16 05:12:43.165412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a1033-4eaf-4c10-8781-7c59ed1eee17 req-5199ea4c-7771-42f1-963e-c11fd3dd7dea tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:43.167097 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c02a1033-4eaf-4c10-8781-7c59ed1eee17 req-5199ea4c-7771-42f1-963e-c11fd3dd7dea tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 943 time: 0.0578473 Nov 16 05:12:43.236765 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c02a1033-4eaf-4c10-8781-7c59ed1eee17 req-614d6b79-8144-4384-938a-1c606e827ea3 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614178 Nov 16 05:12:43.341132 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:43.738235 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:44.361884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77125d3c-187c-41f5-824a-7f265d16b92d req-17c7bb7f-a1d0-4b69-ba70-b26049f9de71 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:44.371209 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77125d3c-187c-41f5-824a-7f265d16b92d req-17c7bb7f-a1d0-4b69-ba70-b26049f9de71 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 943 time: 0.0730059 Nov 16 05:12:44.428774 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77125d3c-187c-41f5-824a-7f265d16b92d req-97249459-6176-4011-87f1-a5e62994b558 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514212 Nov 16 05:12:45.486962 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:12:45.581680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f240b3-0403-4750-b552-2260d8ef3a89 req-66f82297-c18c-4606-92ea-2cce28ca7dfa tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:45.586039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67f240b3-0403-4750-b552-2260d8ef3a89 req-66f82297-c18c-4606-92ea-2cce28ca7dfa tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 943 time: 0.0625129 Nov 16 05:12:45.650184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67f240b3-0403-4750-b552-2260d8ef3a89 req-cba51f1d-4eeb-48b9-96a1-eebb485f77b8 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563698 Nov 16 05:12:46.378772 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:46.862287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5981b3-ee49-4d4b-be8e-ecc8ab5bf789 req-a6e07f16-197c-4ff4-b9b9-aaf3b6bc7525 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:46.869717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a5981b3-ee49-4d4b-be8e-ecc8ab5bf789 req-a6e07f16-197c-4ff4-b9b9-aaf3b6bc7525 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 943 time: 0.0947073 Nov 16 05:12:46.951240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a5981b3-ee49-4d4b-be8e-ecc8ab5bf789 req-bd0015d8-e063-4fae-8ada-0b3baedad7c0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805590 Nov 16 05:12:48.087980 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d8cdc-4a0d-4609-af6d-23cbfeb3933f req-070dc367-e004-4178-9049-8f5a723aacf6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:48.097478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e5d8cdc-4a0d-4609-af6d-23cbfeb3933f req-070dc367-e004-4178-9049-8f5a723aacf6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 943 time: 0.0616586 Nov 16 05:12:48.168602 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e5d8cdc-4a0d-4609-af6d-23cbfeb3933f req-5a596604-e061-4d1b-904f-bc1d99e355b8 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700202 Nov 16 05:12:48.540535 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:49.291491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61627-e1d1-46b8-9487-93d5f15ae48f req-7f693481-33a5-458e-9420-b9ed34409c6e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:49.301321 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0b61627-e1d1-46b8-9487-93d5f15ae48f req-7f693481-33a5-458e-9420-b9ed34409c6e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 943 time: 0.0612302 Nov 16 05:12:49.369504 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0b61627-e1d1-46b8-9487-93d5f15ae48f req-47123587-8bcd-4bfb-964e-9038cbb1990c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589738 Nov 16 05:12:50.478779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694ba0c-3560-4a9a-a744-95bf5d25487f req-5b051413-bc53-4a1a-b49f-d826bf70e1a2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:50.480333 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9694ba0c-3560-4a9a-a744-95bf5d25487f req-5b051413-bc53-4a1a-b49f-d826bf70e1a2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 943 time: 0.0563719 Nov 16 05:12:50.567583 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9694ba0c-3560-4a9a-a744-95bf5d25487f req-c98f4122-e79e-4787-9fa0-ccd0431111d3 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767114 Nov 16 05:12:51.765453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaf492-de65-4da4-968b-7974c7678d6c req-3550307c-46e4-46fa-909f-329fc082e062 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:51.770225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfcaf492-de65-4da4-968b-7974c7678d6c req-3550307c-46e4-46fa-909f-329fc082e062 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 943 time: 0.0781004 Nov 16 05:12:51.825856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfcaf492-de65-4da4-968b-7974c7678d6c req-3a657374-6549-4f00-9474-18dae5995fa5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505104 Nov 16 05:12:52.578973 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53346) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:12:52.801468 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b312d5c0-27be-4738-be16-bfe68954ae5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:52.900163 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b312d5c0-27be-4738-be16-bfe68954ae5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:52.916232 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b312d5c0-27be-4738-be16-bfe68954ae5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:52.986487 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b312d5c0-27be-4738-be16-bfe68954ae5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a6a33dc889d46daa068add4992d23dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4056857 Nov 16 05:12:52.988041 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312d5c0-27be-4738-be16-bfe68954ae5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cad26c-d5ea-4e35-8686-527c1c05b1f6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:53.004514 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53362) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:12:53.015180 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c686d99-05a8-464c-be3d-b4f9a0ba779b req-1bdd8d24-c3b6-427c-b131-4a359023bb60 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:53.025640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c686d99-05a8-464c-be3d-b4f9a0ba779b req-1bdd8d24-c3b6-427c-b131-4a359023bb60 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 943 time: 0.1040702 Nov 16 05:12:53.090617 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4504dbe-6f13-41e1-b6aa-c4f0c4645ecf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:53.113845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c686d99-05a8-464c-be3d-b4f9a0ba779b req-1f8cd52e-7a19-4319-9d82-b51455d2ddc3 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862403 Nov 16 05:12:53.118635 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4504dbe-6f13-41e1-b6aa-c4f0c4645ecf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:53.168484 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4504dbe-6f13-41e1-b6aa-c4f0c4645ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:53.171427 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b4504dbe-6f13-41e1-b6aa-c4f0c4645ecf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:53.172700 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b4504dbe-6f13-41e1-b6aa-c4f0c4645ecf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75cad26c-d5ea-4e35-8686-527c1c05b1f6 HTTP/1.1" status: 204 len: 168 time: 0.1663096 Nov 16 05:12:53.181627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4504dbe-6f13-41e1-b6aa-c4f0c4645ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cad26c-d5ea-4e35-8686-527c1c05b1f6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:54.013386 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:12:54.059082 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53402) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:12:54.163033 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:12:54.202768 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'port_id': 'ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6', 'mac_address': 'fa:16:3e:08:a5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:12:54.223972 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1777930538-network', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:12:54.244421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc820ba1-4da2-4055-99f5-d96e67c36340 req-8cd1a11f-ce19-4694-a465-57e7bf58e61a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:54.252463 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc820ba1-4da2-4055-99f5-d96e67c36340 req-8cd1a11f-ce19-4694-a465-57e7bf58e61a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 943 time: 0.0652611 Nov 16 05:12:54.267051 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:54.275515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Made reservation on behalf of 1bff57c7b9f148cab774227fa4f3f380 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:12:54.278077 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:54.287840 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:54.288741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:12:54.314406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc820ba1-4da2-4055-99f5-d96e67c36340 req-c2ea26eb-ec85-49d1-b17d-c31e85787cbd tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600111 Nov 16 05:12:54.323255 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:12:54.342375 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:54.393856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:54.402983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:54.403715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:54.404219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:54.404855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:54.405361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:54.405695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:54.406066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:54.406394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:54.407309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:54.407831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:54.408331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:54.408815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:54.417040 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:54.422003 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:54.446141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:12:54.460181 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3224f8ab-ab5a-457a-b213-0c88691bf115,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:54.467476 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:54.467983 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Added segment 648b7199-2e2f-40f2-bcd1-c40cee4f2247 of type vlan for network 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf Nov 16 05:12:54.515709 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:54.544876 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:54.545889 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:54.546444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:12:54.546616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:54.606384 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5427020 Nov 16 05:12:54.607878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53412) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:12:54.616420 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-1a772faa-fd38-41df-8308-307bee670452 admin admin] Request body: {'subnet': {'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1777930538-subnet', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:12:54.634300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924b3c2-65b5-4dd0-8147-355c2fa0c116 admin admin] Pushing event updated for resources: {'Network': ['ID=2a21d5dd-8f77-40af-95dc-dd2658e5cbbf,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:54.661328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:12:54.677876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a772faa-fd38-41df-8308-307bee670452 admin admin] Made reservation on behalf of 1bff57c7b9f148cab774227fa4f3f380 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:12:54.680628 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a772faa-fd38-41df-8308-307bee670452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:54.921381 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a772faa-fd38-41df-8308-307bee670452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:54.971599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a772faa-fd38-41df-8308-307bee670452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69eadd9b-7f7a-4abb-a624-ce20859afb20,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:54.988050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a772faa-fd38-41df-8308-307bee670452 admin admin] Checking segment: {'id': '648b7199-2e2f-40f2-bcd1-c40cee4f2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:12:54.988411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a772faa-fd38-41df-8308-307bee670452 admin admin] Network hostable DHCP agents. Network: 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:12:55.006684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a772faa-fd38-41df-8308-307bee670452 admin admin] Network 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:12:55.017211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-1a772faa-fd38-41df-8308-307bee670452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:12:55.025907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21095db6-b9a5-4a9f-9c73-2207e8377d85 None None] Network 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:12:55.029757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a772faa-fd38-41df-8308-307bee670452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:55.030423 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1a772faa-fd38-41df-8308-307bee670452 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.050020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1a772faa-fd38-41df-8308-307bee670452 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4393091 Nov 16 05:12:55.052865 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53426) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:12:55.058926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1777930538-router', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:12:55.088136 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.090168 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.148247 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.190725 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-2a21d5dd-8f77-40af-95dc-dd2658e5cbbf', 'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'fixed_ips': [{'subnet_id': '69eadd9b-7f7a-4abb-a624-ce20859afb20'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:12:55.191928 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.309467 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.348915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Allocated IP 172.20.0.2 (2a21d5dd-8f77-40af-95dc-dd2658e5cbbf/69eadd9b-7f7a-4abb-a624-ce20859afb20/83b0b5b7-f4bd-4597-9a8a-dccc8da86775) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:12:55.506973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5e219-1dc2-48ea-933a-ba1e34713773 req-b0a03d27-5466-4e58-b500-d109f474ea50 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:55.510910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4b5e219-1dc2-48ea-933a-ba1e34713773 req-b0a03d27-5466-4e58-b500-d109f474ea50 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 944 time: 0.1075740 Nov 16 05:12:55.525106 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.536324 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.581365 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Network 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:12:55.586992 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:12:55.592095 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:12:55.602837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Pushing event updated for resources: {'Port': ['ID=83b0b5b7-f4bd-4597-9a8a-dccc8da86775,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:55.618315 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.643442 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.646353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4b5e219-1dc2-48ea-933a-ba1e34713773 req-df5f8a0a-6e6f-4b3f-b5a0-151dcb556f40 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297345 Nov 16 05:12:55.661895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Attempting to bind port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:12:55.662397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Attempting to bind port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '648b7199-2e2f-40f2-bcd1-c40cee4f2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:12:55.663042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Attempting to bind port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 on network 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:12:55.670840 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:12:55.671538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Checking segment: {'id': '648b7199-2e2f-40f2-bcd1-c40cee4f2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:12:55.672037 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.672518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Bound using segment: {'id': '648b7199-2e2f-40f2-bcd1-c40cee4f2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:12:55.673133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Bound port: 83b0b5b7-f4bd-4597-9a8a-dccc8da86775, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648b7199-2e2f-40f2-bcd1-c40cee4f2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:12:55.673604 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.747880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] For port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:12:55.753558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] For port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=83b0b5b7-f4bd-4597-9a8a-dccc8da86775,segment=NetworkSegment(648b7199-2e2f-40f2-bcd1-c40cee4f2247),segment_id=648b7199-2e2f-40f2-bcd1-c40cee4f2247)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:12:55.769721 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.783150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Allocated IP 172.25.0.220 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/dc082f8b-60fb-414c-9725-db5fdb86ae1c) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:12:55.878492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48a9f4-26e9-477f-bc41-5f8f17c48129 None None] Pushing event updated for resources: {'Port': ['ID=83b0b5b7-f4bd-4597-9a8a-dccc8da86775,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:55.935158 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:55.975137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:56.014143 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:12:56.033685 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:12:56.036752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:12:56.051435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:12:56.058243 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cfae19-6ac6-4e58-9564-43e5ece51f69 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:12:56.115860 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Pushing event updated for resources: {'Port': ['ID=dc082f8b-60fb-414c-9725-db5fdb86ae1c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:56.159767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:12:56.174624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:12:56.175026 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:56.302529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4908da5e-c2fb-4666-b318-7027a5ec530e None None] Provisioning complete for port dc082f8b-60fb-414c-9725-db5fdb86ae1c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:12:56.302876 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4908da5e-c2fb-4666-b318-7027a5ec530e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:56.308207 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:56.365049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc5870f-286e-4eb8-bbd9-eeb648eb7472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:12:56.371434 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cabebf5-ced8-4459-a5e9-4db037833b41" -d '{"events": [{"server_uuid": "2dc5870f-286e-4eb8-bbd9-eeb648eb7472", "name": "network-vif-plugged", "status": "completed", "tag": "ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:12:56.401449 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:12:56.406469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4908da5e-c2fb-4666-b318-7027a5ec530e None None] Port dc082f8b-60fb-414c-9725-db5fdb86ae1c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:12:56.410866 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:56.487873 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:56.556881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:56.681701 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250e25ff-712e-438e-ad89-5b4c1b02b049 x-openstack-request-id: req-250e25ff-712e-438e-ad89-5b4c1b02b049 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:12:56.682152 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc5870f-286e-4eb8-bbd9-eeb648eb7472", "name": "network-vif-plugged", "status": "completed", "tag": "ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:12:56.682505 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-250e25ff-712e-438e-ad89-5b4c1b02b049 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:12:56.683026 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc5870f-286e-4eb8-bbd9-eeb648eb7472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6', 'code': 200} Nov 16 05:12:56.718435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:12:56.797630 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:12:56.798098 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:56.878063 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:56.889188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee7862-5563-4faf-be11-8ecb17006446 req-bc5b03d7-bf83-4b7f-bf27-eebd60184e4b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:56.891871 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9cee7862-5563-4faf-be11-8ecb17006446 req-bc5b03d7-bf83-4b7f-bf27-eebd60184e4b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 945 time: 0.1526790 Nov 16 05:12:56.988635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a814ad0-75a0-4223-8c21-38636a681db3 req-c193c313-4927-4b49-9414-09c02dc70126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:56.990298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a814ad0-75a0-4223-8c21-38636a681db3 req-c193c313-4927-4b49-9414-09c02dc70126 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 1096 time: 0.1653306 Nov 16 05:12:57.072080 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9cee7862-5563-4faf-be11-8ecb17006446 req-ef812732-624f-437f-bcfd-3027b2c9cf90 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708674 Nov 16 05:12:57.115581 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a814ad0-75a0-4223-8c21-38636a681db3 req-1765c5e7-caee-4c1b-bbf7-d2495170d89f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069412 Nov 16 05:12:57.127058 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Router 8f3c3408-d793-4647-aec7-afb2647dcb1e is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:12:57.269436 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:57.301180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:12:57.314404 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Sync routers for ids ['8f3c3408-d793-4647-aec7-afb2647dcb1e'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:12:57.327195 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=83b0b5b7-f4bd-4597-9a8a-dccc8da86775,segment=NetworkSegment(648b7199-2e2f-40f2-bcd1-c40cee4f2247),segment_id=648b7199-2e2f-40f2-bcd1-c40cee4f2247)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:12:57.328148 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Routers {'8f3c3408-d793-4647-aec7-afb2647dcb1e'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:12:57.329470 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:12:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8f3c3408-d793-4647-aec7-afb2647dcb1e'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:12:57.334583 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:57.339971 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:57.343372 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e4a1c3f5-2227-4b9b-96e1-9961d03ffaad admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2877414 Nov 16 05:12:57.345519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53468) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:12:57.414924 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=83b0b5b7-f4bd-4597-9a8a-dccc8da86775,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:57.480902 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501c34d0-fdbf-40c5-bb79-7ce32b63c2ce None None] Network 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:12:57.514887 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Set router 8f3c3408-d793-4647-aec7-afb2647dcb1e gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:12:57.709910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-69fdfc5c-8d41-4c91-a54f-9f03f57d2925 None None] Provisioning complete for port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:12:57.710448 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69fdfc5c-8d41-4c91-a54f-9f03f57d2925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:57.760780 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'name': 'tempest-TestAggregatesBasicOps-1777930538-router', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:12:56Z', 'revision_number': 3, 'project_id': '1bff57c7b9f148cab774227fa4f3f380', 'gw_port': {'id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:12:57.803013 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Checking router: 8f3c3408-d793-4647-aec7-afb2647dcb1e for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:12:57.803254 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Updating router 8f3c3408-d793-4647-aec7-afb2647dcb1e port dc082f8b-60fb-414c-9725-db5fdb86ae1c binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:12:57.846561 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:57.969568 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:58.226067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2f25ca0c-d3f0-4816-b793-b19ffe00e605 None None] Provisioning complete for port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:12:58.227384 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2f25ca0c-d3f0-4816-b793-b19ffe00e605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:58.312724 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:58.323163 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:58.375226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2195b09b-04ed-4505-b2de-514bb7c4c7f1 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:12:58.377606 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Attempting to bind port dc082f8b-60fb-414c-9725-db5fdb86ae1c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:12:58.378781 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Attempting to bind port dc082f8b-60fb-414c-9725-db5fdb86ae1c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:12:58.378781 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Attempting to bind port dc082f8b-60fb-414c-9725-db5fdb86ae1c on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:12:58.391892 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:12:58.392291 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:12:58.392648 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:58.393080 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:12:58.393587 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Bound port: dc082f8b-60fb-414c-9725-db5fdb86ae1c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:12:58.393951 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:58.449112 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] For port dc082f8b-60fb-414c-9725-db5fdb86ae1c, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:12:58.452356 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] For port dc082f8b-60fb-414c-9725-db5fdb86ae1c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=dc082f8b-60fb-414c-9725-db5fdb86ae1c,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:12:58.458604 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:58.462339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8ecd4a78-3c87-4550-882f-0a524a0cb665 None None] Provisioning complete for port dc082f8b-60fb-414c-9725-db5fdb86ae1c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:12:58.463032 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4a78-3c87-4550-882f-0a524a0cb665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:58.475937 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Pushing event updated for resources: {'Port': ['ID=dc082f8b-60fb-414c-9725-db5fdb86ae1c,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:58.487025 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:58.487416 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:58.487899 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:58.488464 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:58.488587 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:58.488896 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:58.489264 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:58.489574 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:58.490173 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:58.490498 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:58.490864 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:58.491230 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:58.540860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7127c0-fc6b-427e-ad09-b28176b6b48d None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:12:58.559329 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292536e4-74c6-44d0-9149-8ee117837ccf None None] Pushing event updated for resources: {'Port': ['ID=dc082f8b-60fb-414c-9725-db5fdb86ae1c,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:58.566516 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Routers {'8f3c3408-d793-4647-aec7-afb2647dcb1e'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:12:58.567141 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:12:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8f3c3408-d793-4647-aec7-afb2647dcb1e'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:12:58.638455 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4a78-3c87-4550-882f-0a524a0cb665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:58.697263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Allocated IP 172.20.0.1 (2a21d5dd-8f77-40af-95dc-dd2658e5cbbf/69eadd9b-7f7a-4abb-a624-ce20859afb20/28ff0816-ba2b-40db-a185-2049e2e6bb44) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:12:58.707723 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8ecd4a78-3c87-4550-882f-0a524a0cb665 None None] For port dc082f8b-60fb-414c-9725-db5fdb86ae1c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=dc082f8b-60fb-414c-9725-db5fdb86ae1c,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:12:58.712140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:12:58.783541 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ecd4a78-3c87-4550-882f-0a524a0cb665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:58.824548 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:58.839938 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] Set router 8f3c3408-d793-4647-aec7-afb2647dcb1e gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:12:58.851481 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:12:58.851856 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:58.915832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd4a78-3c87-4550-882f-0a524a0cb665 None None] Pushing event updated for resources: {'Port': ['ID=dc082f8b-60fb-414c-9725-db5fdb86ae1c,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:58.932002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a71972-dac4-4323-a37d-8a117b14902a req-6a610260-2b7e-4cc6-93ad-fdabf4a1225c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:12:58.933901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78a71972-dac4-4323-a37d-8a117b14902a req-6a610260-2b7e-4cc6-93ad-fdabf4a1225c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 945 time: 0.0793583 Nov 16 05:12:58.936383 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:58.951162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-cb9ace8a-9217-4606-9684-96b597f35bb5 None None] Provisioning complete for port dc082f8b-60fb-414c-9725-db5fdb86ae1c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:12:58.951162 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb9ace8a-9217-4606-9684-96b597f35bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:59.037200 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78a71972-dac4-4323-a37d-8a117b14902a req-93f86bbc-108b-47cc-a1c7-94916fd94200 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892196 Nov 16 05:12:59.047384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Network 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:12:59.067692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:12:59.083773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:12:59.149750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Pushing event updated for resources: {'Port': ['ID=28ff0816-ba2b-40db-a185-2049e2e6bb44,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:59.185678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:59.186006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:59.186299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:59.186638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:59.186974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:59.187303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:59.187633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:59.187960 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:59.188284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:59.188606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:59.188933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:59.189252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:12:59.213178 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:59.238848 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'name': 'tempest-TestAggregatesBasicOps-1777930538-router', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:12:56Z', 'revision_number': 3, 'project_id': '1bff57c7b9f148cab774227fa4f3f380', 'gw_port': {'id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:12:59.273241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-6dc35637-c0dc-4234-989c-1fade78f9b73 req-8de28ec1-39b4-4f72-8f6d-9383c1a509ef service neutron] (102659) timed out ('10.222.0.37', 61209) {{(pid=102659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 05:12:59.279314 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4293ace-94f5-40b1-9b21-bab530320ae1 None None] The sync data for ids ['8f3c3408-d793-4647-aec7-afb2647dcb1e'] in n-d-818042-1 is: [{'id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'name': 'tempest-TestAggregatesBasicOps-1777930538-router', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:12:56Z', 'revision_number': 3, 'project_id': '1bff57c7b9f148cab774227fa4f3f380', 'gw_port': {'id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a1:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:12:59.372005 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:59.465361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-795f757c-8c99-40a6-af69-a298165480df None None] Provisioning complete for port 28ff0816-ba2b-40db-a185-2049e2e6bb44 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:12:59.465945 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-795f757c-8c99-40a6-af69-a298165480df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:59.501784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-795f757c-8c99-40a6-af69-a298165480df None None] Port 28ff0816-ba2b-40db-a185-2049e2e6bb44 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:12:59.557295 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:59.562171 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:59.634549 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:12:59.637236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Pushing event updated for resources: {'Port': ['ID=28ff0816-ba2b-40db-a185-2049e2e6bb44,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:12:59.739467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Network 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:12:59.741003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:12:59.869483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Router 8f3c3408-d793-4647-aec7-afb2647dcb1e has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:12:59.985165 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:12:59.990934 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e6a755e4-15bc-4819-a634-68d21368f75f admin admin] 10.222.0.41 "PUT /v2.0/routers/8f3c3408-d793-4647-aec7-afb2647dcb1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6437302 Nov 16 05:13:00.025304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c095db5f-e9d8-45be-9690-61c797e707a3 None None] Provisioning complete for port 28ff0816-ba2b-40db-a185-2049e2e6bb44 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:00.025679 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c095db5f-e9d8-45be-9690-61c797e707a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:00.064219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c095db5f-e9d8-45be-9690-61c797e707a3 None None] Port 28ff0816-ba2b-40db-a185-2049e2e6bb44 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:13:00.184360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f8dc3-b772-4490-bb46-d73a5efefa64 req-59fda388-81ff-4589-80f9-9ff2320697e1 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:00.192745 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-711f8dc3-b772-4490-bb46-d73a5efefa64 req-59fda388-81ff-4589-80f9-9ff2320697e1 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 945 time: 0.0735097 Nov 16 05:13:00.242632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-711f8dc3-b772-4490-bb46-d73a5efefa64 req-fcf451e3-676e-491b-b9cc-c190b4ee1f99 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490074 Nov 16 05:13:00.403820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98d4d7-f2fc-46ba-9a65-7c0704173dfb req-a608ef0b-0da3-41e0-add7-771650f4bef4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:00.406485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e98d4d7-f2fc-46ba-9a65-7c0704173dfb req-a608ef0b-0da3-41e0-add7-771650f4bef4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 945 time: 0.0666802 Nov 16 05:13:00.467166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e98d4d7-f2fc-46ba-9a65-7c0704173dfb req-7fee50cc-4bf2-4527-9ef3-b4ddf269edb3 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542035 Nov 16 05:13:00.684360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53524) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:00.687530 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device dc082f8b-60fb-414c-9725-db5fdb86ae1c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:13:00.690980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1552090525-network', 'tenant_id': '295117c5c7604627bc156a3c158398da'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:00.719508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Made reservation on behalf of 295117c5c7604627bc156a3c158398da for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:13:00.722925 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:00.740152 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:00.812397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port dc082f8b-60fb-414c-9725-db5fdb86ae1c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:00.813004 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:01.074618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:01.074618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:01.074618 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:13:01.074618 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb958629-120a-4320-970b-652658952bee,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:01.074618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:01.074618 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Added segment 858a76ba-8881-40e5-a535-a015a57a423b of type vlan for network bc1cd96c-4fa9-4ff7-95da-49b48ae25684 Nov 16 05:13:01.074618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:01.074618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:01.074618 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:01.074618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:01.170335 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4840701 Nov 16 05:13:01.171322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53550) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:01.176506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ec25df27-e18c-4992-bc75-fbfebaaaea97 admin admin] Request body: {'subnet': {'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1552090525-subnet', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:01.187045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073136c-5692-4ada-b05c-df2710882214 admin admin] Pushing event updated for resources: {'Network': ['ID=bc1cd96c-4fa9-4ff7-95da-49b48ae25684,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:01.199584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec25df27-e18c-4992-bc75-fbfebaaaea97 admin admin] Made reservation on behalf of 295117c5c7604627bc156a3c158398da for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:13:01.202529 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ec25df27-e18c-4992-bc75-fbfebaaaea97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:01.426280 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network bc1cd96c-4fa9-4ff7-95da-49b48ae25684 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:13:01.581293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Sync routers for ids ['8f3c3408-d793-4647-aec7-afb2647dcb1e'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:13:01.612456 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ec25df27-e18c-4992-bc75-fbfebaaaea97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:01.661966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Routers {'8f3c3408-d793-4647-aec7-afb2647dcb1e'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:13:01.662892 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:12:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8f3c3408-d793-4647-aec7-afb2647dcb1e'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:01.692717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25df27-e18c-4992-bc75-fbfebaaaea97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21728af3-ab06-466d-8d70-3b7d54cb6604,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:01.704044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25df27-e18c-4992-bc75-fbfebaaaea97 admin admin] Checking segment: {'id': '858a76ba-8881-40e5-a535-a015a57a423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:13:01.704407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec25df27-e18c-4992-bc75-fbfebaaaea97 admin admin] Network hostable DHCP agents. Network: bc1cd96c-4fa9-4ff7-95da-49b48ae25684, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:13:01.725100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec25df27-e18c-4992-bc75-fbfebaaaea97 admin admin] Network bc1cd96c-4fa9-4ff7-95da-49b48ae25684 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:13:01.799145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-ec25df27-e18c-4992-bc75-fbfebaaaea97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, bc1cd96c-4fa9-4ff7-95da-49b48ae25684) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:13:01.814116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec25df27-e18c-4992-bc75-fbfebaaaea97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:01.814699 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ec25df27-e18c-4992-bc75-fbfebaaaea97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:01.866422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ec25df27-e18c-4992-bc75-fbfebaaaea97 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6915338 Nov 16 05:13:01.867288 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53576) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:01.871666 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1552090525-router', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:01.923995 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:01.925112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:02.017994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Set router 8f3c3408-d793-4647-aec7-afb2647dcb1e gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:13:02.062970 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:02.070077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3023114-03e6-48cb-b1a9-53702b8a5735 None None] Network bc1cd96c-4fa9-4ff7-95da-49b48ae25684 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:13:02.339096 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:02.498589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-bc1cd96c-4fa9-4ff7-95da-49b48ae25684', 'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'fixed_ips': [{'subnet_id': '21728af3-ab06-466d-8d70-3b7d54cb6604'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:13:02.499399 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:02.638601 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:02.712663 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:02.843234 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'name': 'tempest-TestAggregatesBasicOps-1777930538-router', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:12:59Z', 'revision_number': 4, 'project_id': '1bff57c7b9f148cab774227fa4f3f380', 'gw_port': {'id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '28ff0816-ba2b-40db-a185-2049e2e6bb44', 'name': '', 'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'mac_address': 'fa:16:3e:11:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '69eadd9b-7f7a-4abb-a624-ce20859afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:12:58Z', 'updated_at': '2021-11-16T05:12:59Z', 'revision_number': 2, 'project_id': '1bff57c7b9f148cab774227fa4f3f380', 'subnets': [{'id': '69eadd9b-7f7a-4abb-a624-ce20859afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:02.903406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Checking router: 8f3c3408-d793-4647-aec7-afb2647dcb1e for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:13:02.903988 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Updating router 8f3c3408-d793-4647-aec7-afb2647dcb1e port 28ff0816-ba2b-40db-a185-2049e2e6bb44 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:13:02.917348 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Allocated IP 172.25.0.82 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/d720dff1-96d9-431e-88cc-f3f2150dd58e) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:13:02.937796 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:03.099588 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:03.153121 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:03.228272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Pushing event updated for resources: {'Port': ['ID=d720dff1-96d9-431e-88cc-f3f2150dd58e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:03.244940 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:13:03.246665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:13:03.250390 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:13:03.303770 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764fc836-79ee-4235-9b5a-7bee97bfb9d8 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:13:03.311729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Allocated IP 172.20.0.2 (bc1cd96c-4fa9-4ff7-95da-49b48ae25684/21728af3-ab06-466d-8d70-3b7d54cb6604/433f0d44-0e0a-41ab-b48f-e94bdebc5239) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:13:03.698406 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:03.753707 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:03.831102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d3cd7056-006b-4968-9127-cc46c7b9b7e4 None None] Provisioning complete for port d720dff1-96d9-431e-88cc-f3f2150dd58e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:03.831549 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3cd7056-006b-4968-9127-cc46c7b9b7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:03.893335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Network bc1cd96c-4fa9-4ff7-95da-49b48ae25684 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:13:03.911917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:13:03.932297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:13:03.950850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Pushing event updated for resources: {'Port': ['ID=433f0d44-0e0a-41ab-b48f-e94bdebc5239,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:04.000632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d3cd7056-006b-4968-9127-cc46c7b9b7e4 None None] Port d720dff1-96d9-431e-88cc-f3f2150dd58e cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:13:04.119924 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:04.135632 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:04.179821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707440b8-0536-495f-aea9-8cdc1c4796a9 None None] Pushing event updated for resources: {'Port': ['ID=28ff0816-ba2b-40db-a185-2049e2e6bb44,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:04.186074 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Attempting to bind port 433f0d44-0e0a-41ab-b48f-e94bdebc5239 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:13:04.186453 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Attempting to bind port 433f0d44-0e0a-41ab-b48f-e94bdebc5239 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '858a76ba-8881-40e5-a535-a015a57a423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:13:04.186827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Attempting to bind port 433f0d44-0e0a-41ab-b48f-e94bdebc5239 on network bc1cd96c-4fa9-4ff7-95da-49b48ae25684 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:13:04.198113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:13:04.198497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Checking segment: {'id': '858a76ba-8881-40e5-a535-a015a57a423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:13:04.198904 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:04.199299 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Bound using segment: {'id': '858a76ba-8881-40e5-a535-a015a57a423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:13:04.199791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Bound port: 433f0d44-0e0a-41ab-b48f-e94bdebc5239, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858a76ba-8881-40e5-a535-a015a57a423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:13:04.200175 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:04.286246 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:04.317230 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Attempting to bind port 28ff0816-ba2b-40db-a185-2049e2e6bb44 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:13:04.318146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Attempting to bind port 28ff0816-ba2b-40db-a185-2049e2e6bb44 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '648b7199-2e2f-40f2-bcd1-c40cee4f2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:13:04.318146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Attempting to bind port 28ff0816-ba2b-40db-a185-2049e2e6bb44 on network 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:13:04.324780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:13:04.325163 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Checking segment: {'id': '648b7199-2e2f-40f2-bcd1-c40cee4f2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:13:04.325565 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:04.326011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Bound using segment: {'id': '648b7199-2e2f-40f2-bcd1-c40cee4f2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:13:04.326487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Bound port: 28ff0816-ba2b-40db-a185-2049e2e6bb44, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648b7199-2e2f-40f2-bcd1-c40cee4f2247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:13:04.326870 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:04.405805 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] For port 28ff0816-ba2b-40db-a185-2049e2e6bb44, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:13:04.409005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] For port 28ff0816-ba2b-40db-a185-2049e2e6bb44, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=28ff0816-ba2b-40db-a185-2049e2e6bb44,segment=NetworkSegment(648b7199-2e2f-40f2-bcd1-c40cee4f2247),segment_id=648b7199-2e2f-40f2-bcd1-c40cee4f2247)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:13:04.414511 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:04.488332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707440b8-0536-495f-aea9-8cdc1c4796a9 None None] Pushing event updated for resources: {'Port': ['ID=28ff0816-ba2b-40db-a185-2049e2e6bb44,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:04.510951 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] For port 433f0d44-0e0a-41ab-b48f-e94bdebc5239, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:13:04.537292 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] For port 433f0d44-0e0a-41ab-b48f-e94bdebc5239, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=433f0d44-0e0a-41ab-b48f-e94bdebc5239,segment=NetworkSegment(858a76ba-8881-40e5-a535-a015a57a423b),segment_id=858a76ba-8881-40e5-a535-a015a57a423b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:13:04.548648 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:04.572136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Routers {'8f3c3408-d793-4647-aec7-afb2647dcb1e'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:13:04.572806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:12:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8f3c3408-d793-4647-aec7-afb2647dcb1e'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:04.656694 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:04.778257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66921c5-4a73-47af-999b-627e1681e431 None None] Pushing event updated for resources: {'Port': ['ID=433f0d44-0e0a-41ab-b48f-e94bdebc5239,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:04.813541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-64d8f466-2a20-49ef-9aee-6dd79a48b0ea None None] Provisioning complete for port 28ff0816-ba2b-40db-a185-2049e2e6bb44 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:04.813938 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64d8f466-2a20-49ef-9aee-6dd79a48b0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:04.902456 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] Set router 8f3c3408-d793-4647-aec7-afb2647dcb1e gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:13:04.984770 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Router 6ea59f46-0387-4b4e-b16a-e0a829d87182 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:13:05.019591 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64d8f466-2a20-49ef-9aee-6dd79a48b0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:05.060855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-64d8f466-2a20-49ef-9aee-6dd79a48b0ea None None] For port 28ff0816-ba2b-40db-a185-2049e2e6bb44, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=28ff0816-ba2b-40db-a185-2049e2e6bb44,segment=NetworkSegment(648b7199-2e2f-40f2-bcd1-c40cee4f2247),segment_id=648b7199-2e2f-40f2-bcd1-c40cee4f2247)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:05.068745 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64d8f466-2a20-49ef-9aee-6dd79a48b0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:05.269562 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:13:05.291892 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Sync routers for ids ['6ea59f46-0387-4b4e-b16a-e0a829d87182'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:13:05.308686 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:05.310340 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8aec5f92-ee3d-4628-9315-e2c00a153341 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4418342 Nov 16 05:13:05.312981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53682) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:05.321241 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Routers {'6ea59f46-0387-4b4e-b16a-e0a829d87182'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:13:05.322308 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:12:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['6ea59f46-0387-4b4e-b16a-e0a829d87182'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:05.369223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a2306c8b-c328-4510-8265-639b80a387ac None None] Provisioning complete for port 28ff0816-ba2b-40db-a185-2049e2e6bb44 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:05.369935 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a2306c8b-c328-4510-8265-639b80a387ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:05.477485 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Set router 6ea59f46-0387-4b4e-b16a-e0a829d87182 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:13:05.478274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8f466-2a20-49ef-9aee-6dd79a48b0ea None None] Pushing event updated for resources: {'Port': ['ID=28ff0816-ba2b-40db-a185-2049e2e6bb44,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:05.487055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-6084eedb-9eea-4747-ba2f-b3e195839e5a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:05.496308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-6084eedb-9eea-4747-ba2f-b3e195839e5a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.3135579 Nov 16 05:13:05.528549 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-6111433e-7ee7-4786-8925-545c543fec58 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/quotas/0099172d2e3e41f2af5fe31786d7eb1c HTTP/1.1" status: 200 len: 375 time: 0.0293489 Nov 16 05:13:05.702338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-0b4cd792-53de-45e2-a693-ffa081f77ceb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1728213 Nov 16 05:13:05.769968 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'name': 'tempest-TestAggregatesBasicOps-1552090525-router', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:01Z', 'updated_at': '2021-11-16T05:13:04Z', 'revision_number': 3, 'project_id': '295117c5c7604627bc156a3c158398da', 'gw_port': {'id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:02Z', 'updated_at': '2021-11-16T05:13:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:05.803127 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'name': 'tempest-TestAggregatesBasicOps-1777930538-router', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:12:59Z', 'revision_number': 4, 'project_id': '1bff57c7b9f148cab774227fa4f3f380', 'gw_port': {'id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '28ff0816-ba2b-40db-a185-2049e2e6bb44', 'name': '', 'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'mac_address': 'fa:16:3e:11:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '69eadd9b-7f7a-4abb-a624-ce20859afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:12:58Z', 'updated_at': '2021-11-16T05:13:04Z', 'revision_number': 4, 'project_id': '1bff57c7b9f148cab774227fa4f3f380', 'subnets': [{'id': '69eadd9b-7f7a-4abb-a624-ce20859afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:05.829715 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Checking router: 6ea59f46-0387-4b4e-b16a-e0a829d87182 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:13:05.830398 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Updating router 6ea59f46-0387-4b4e-b16a-e0a829d87182 port d720dff1-96d9-431e-88cc-f3f2150dd58e binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:13:05.876807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-41b24e32-9788-49d6-87ab-8239a0d46021 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655953 Nov 16 05:13:05.883559 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6550e5-9c9a-4ac2-a733-8b88c2b99bf6 None None] The sync data for ids ['8f3c3408-d793-4647-aec7-afb2647dcb1e'] in n-d-818042-1 is: [{'id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'name': 'tempest-TestAggregatesBasicOps-1777930538-router', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:12:59Z', 'revision_number': 4, 'project_id': '1bff57c7b9f148cab774227fa4f3f380', 'gw_port': {'id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '28ff0816-ba2b-40db-a185-2049e2e6bb44', 'name': '', 'network_id': '2a21d5dd-8f77-40af-95dc-dd2658e5cbbf', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'mac_address': 'fa:16:3e:11:58:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '69eadd9b-7f7a-4abb-a624-ce20859afb20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:12:58Z', 'updated_at': '2021-11-16T05:13:04Z', 'revision_number': 4, 'project_id': '1bff57c7b9f148cab774227fa4f3f380', 'subnets': [{'id': '69eadd9b-7f7a-4abb-a624-ce20859afb20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:13:05.983456 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:06.119966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-ff263d97-dd0f-4e6f-a79a-c2b50929c489 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355366 Nov 16 05:13:06.241449 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:06.563586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7183187-b678-4a70-96bf-e08057793738 None None] Network bc1cd96c-4fa9-4ff7-95da-49b48ae25684 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:13:06.618725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-014dc1f4-554a-4c62-a94f-e93e3ce0d987 req-85ad14e6-e0d6-4657-93d1-49befed30601 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 210 time: 0.0682302 Nov 16 05:13:06.727228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Allocated IP 172.20.0.1 (bc1cd96c-4fa9-4ff7-95da-49b48ae25684/21728af3-ab06-466d-8d70-3b7d54cb6604/3dbf90f2-5a70-4292-b791-37037b198d0d) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:13:06.737021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-be76729c-370c-4b6f-92de-e93d8ba4d6c3 None None] Provisioning complete for port 433f0d44-0e0a-41ab-b48f-e94bdebc5239 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:06.737460 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be76729c-370c-4b6f-92de-e93d8ba4d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:06.937533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 433f0d44-0e0a-41ab-b48f-e94bdebc5239 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:13:06.957391 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:06.968045 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:06.982699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:07.093455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f2152a-7601-492b-a769-525dfda97d0a None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:13:07.111308 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:07.139095 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Attempting to bind port d720dff1-96d9-431e-88cc-f3f2150dd58e on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:13:07.140728 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Attempting to bind port d720dff1-96d9-431e-88cc-f3f2150dd58e by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:13:07.141104 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Attempting to bind port d720dff1-96d9-431e-88cc-f3f2150dd58e on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:13:07.147765 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662708c-0743-44bb-842f-dd72c047c56d None None] Pushing event updated for resources: {'Port': ['ID=d720dff1-96d9-431e-88cc-f3f2150dd58e,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:07.162061 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:13:07.162446 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:13:07.164402 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:07.164928 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:13:07.167331 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Bound port: d720dff1-96d9-431e-88cc-f3f2150dd58e, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:13:07.167768 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:07.204730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 433f0d44-0e0a-41ab-b48f-e94bdebc5239 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:07.205280 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:07.277909 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be76729c-370c-4b6f-92de-e93d8ba4d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:07.282140 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Network bc1cd96c-4fa9-4ff7-95da-49b48ae25684 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:13:07.288888 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] For port d720dff1-96d9-431e-88cc-f3f2150dd58e, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:13:07.300745 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] For port d720dff1-96d9-431e-88cc-f3f2150dd58e, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d720dff1-96d9-431e-88cc-f3f2150dd58e,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:13:07.302918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:13:07.306597 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Pushing event updated for resources: {'Port': ['ID=3dbf90f2-5a70-4292-b791-37037b198d0d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:07.310729 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:07.320963 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:13:07.460622 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:07.464343 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-be76729c-370c-4b6f-92de-e93d8ba4d6c3 None None] For port 433f0d44-0e0a-41ab-b48f-e94bdebc5239, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=433f0d44-0e0a-41ab-b48f-e94bdebc5239,segment=NetworkSegment(858a76ba-8881-40e5-a535-a015a57a423b),segment_id=858a76ba-8881-40e5-a535-a015a57a423b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:07.473583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674f3af7-d18a-4a6b-a314-f186f5606bc4 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:13:07.480122 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Routers {'6ea59f46-0387-4b4e-b16a-e0a829d87182'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:13:07.482214 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:12:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['6ea59f46-0387-4b4e-b16a-e0a829d87182'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:07.497714 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-be76729c-370c-4b6f-92de-e93d8ba4d6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:07.687891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 28ff0816-ba2b-40db-a185-2049e2e6bb44 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:13:07.818026 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662708c-0743-44bb-842f-dd72c047c56d None None] Pushing event updated for resources: {'Port': ['ID=d720dff1-96d9-431e-88cc-f3f2150dd58e,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:07.849428 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:07.887347 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c000b72c-3108-46cf-abcd-108b205f21ab req-95cfd7c8-f728-4337-ad97-71cf37a5e54a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 210 time: 0.0843909 Nov 16 05:13:07.913750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dac2dc4f-5cda-44d8-abbf-75e897c9cd4c None None] Provisioning complete for port d720dff1-96d9-431e-88cc-f3f2150dd58e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:07.932767 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dac2dc4f-5cda-44d8-abbf-75e897c9cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:07.942937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76729c-370c-4b6f-92de-e93d8ba4d6c3 None None] Pushing event updated for resources: {'Port': ['ID=433f0d44-0e0a-41ab-b48f-e94bdebc5239,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:07.998458 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] Set router 6ea59f46-0387-4b4e-b16a-e0a829d87182 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:13:08.101549 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a93c861-ce73-460b-845f-7860056ab490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:08.142349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 28ff0816-ba2b-40db-a185-2049e2e6bb44 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:08.142727 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:08.247955 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:08.256527 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:08.299818 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dac2dc4f-5cda-44d8-abbf-75e897c9cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:08.385985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-dac2dc4f-5cda-44d8-abbf-75e897c9cd4c None None] For port d720dff1-96d9-431e-88cc-f3f2150dd58e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d720dff1-96d9-431e-88cc-f3f2150dd58e,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:08.408815 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:08.532110 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dac2dc4f-5cda-44d8-abbf-75e897c9cd4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:08.627533 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Pushing event updated for resources: {'Port': ['ID=3dbf90f2-5a70-4292-b791-37037b198d0d,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:08.680590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-05027229-1770-4edb-b2fc-be6f52032e5c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:08.685507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-05027229-1770-4edb-b2fc-be6f52032e5c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.37 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.3992183 Nov 16 05:13:08.703576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-fb23cc7c-dedc-4075-b10f-a3751dd160ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'port': {'device_id': 'e66749fe-c338-4c58-87cb-0b71d813aae0', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'admin_state_up': True, 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:08.742945 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'name': 'tempest-TestAggregatesBasicOps-1552090525-router', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:01Z', 'updated_at': '2021-11-16T05:13:04Z', 'revision_number': 3, 'project_id': '295117c5c7604627bc156a3c158398da', 'gw_port': {'id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:02Z', 'updated_at': '2021-11-16T05:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:08.755555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Network bc1cd96c-4fa9-4ff7-95da-49b48ae25684 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:13:08.767882 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:13:08.791664 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc0fa29-b1e7-41ed-ad29-13b32a663378 None None] The sync data for ids ['6ea59f46-0387-4b4e-b16a-e0a829d87182'] in n-d-818042-1 is: [{'id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'name': 'tempest-TestAggregatesBasicOps-1552090525-router', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:01Z', 'updated_at': '2021-11-16T05:13:04Z', 'revision_number': 3, 'project_id': '295117c5c7604627bc156a3c158398da', 'gw_port': {'id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:02Z', 'updated_at': '2021-11-16T05:13:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:13:08.821800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-927492c0-cd22-4446-970e-f07d6fca127d None None] Provisioning complete for port 3dbf90f2-5a70-4292-b791-37037b198d0d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:08.822295 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-927492c0-cd22-4446-970e-f07d6fca127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:08.900597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2dc4f-5cda-44d8-abbf-75e897c9cd4c None None] Pushing event updated for resources: {'Port': ['ID=d720dff1-96d9-431e-88cc-f3f2150dd58e,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:08.974759 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-927492c0-cd22-4446-970e-f07d6fca127d None None] Port 3dbf90f2-5a70-4292-b791-37037b198d0d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:13:09.006769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-927492c0-cd22-4446-970e-f07d6fca127d None None] Provisioning complete for port 433f0d44-0e0a-41ab-b48f-e94bdebc5239 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:09.008087 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-927492c0-cd22-4446-970e-f07d6fca127d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:09.013137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 433f0d44-0e0a-41ab-b48f-e94bdebc5239 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:13:09.084132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-fb23cc7c-dedc-4075-b10f-a3751dd160ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Made reservation on behalf of 0099172d2e3e41f2af5fe31786d7eb1c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:13:09.108501 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-fb23cc7c-dedc-4075-b10f-a3751dd160ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:09.203482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6802696f-a9f5-42f9-b891-aff905a8d22c req-b3d0b20d-ed93-47a5-8c34-0e6d97d4662b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 210 time: 0.0873930 Nov 16 05:13:09.207907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Router 6ea59f46-0387-4b4e-b16a-e0a829d87182 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:13:09.518838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-fb23cc7c-dedc-4075-b10f-a3751dd160ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Allocated IP 172.20.0.6 (3e1b7691-c959-4825-abab-eef7f5b48326/988ca22d-2869-40a7-a014-c47bc0478f05/5185b0de-bd4e-4e15-9029-9b529c83cb43) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:13:09.535904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:13:09.556169 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-35000cc9-b4d4-42e8-8c1d-94e51a91bea5 admin admin] 10.222.0.41 "PUT /v2.0/routers/6ea59f46-0387-4b4e-b16a-e0a829d87182/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2380841 Nov 16 05:13:09.696681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 433f0d44-0e0a-41ab-b48f-e94bdebc5239 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:09.705632 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:09.948741 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-fb23cc7c-dedc-4075-b10f-a3751dd160ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:09.994192 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-fb23cc7c-dedc-4075-b10f-a3751dd160ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:10.012126 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:13:10.015898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1ae27fcc-58c9-4760-acee-129630d505ba None None] Provisioning complete for port 3dbf90f2-5a70-4292-b791-37037b198d0d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:10.016328 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1ae27fcc-58c9-4760-acee-129630d505ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:10.096458 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-fb23cc7c-dedc-4075-b10f-a3751dd160ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Network 3e1b7691-c959-4825-abab-eef7f5b48326 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:13:10.101090 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-fb23cc7c-dedc-4075-b10f-a3751dd160ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:13:10.130310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-fb23cc7c-dedc-4075-b10f-a3751dd160ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:13:10.212741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1ae27fcc-58c9-4760-acee-129630d505ba None None] Port 3dbf90f2-5a70-4292-b791-37037b198d0d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:13:10.252468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb23cc7c-dedc-4075-b10f-a3751dd160ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'Port': ['ID=5185b0de-bd4e-4e15-9029-9b529c83cb43,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:10.313539 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68db3ba7-902e-4d20-85a9-b2177b096f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:10.373126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-fb23cc7c-dedc-4075-b10f-a3751dd160ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:10.374631 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-fb23cc7c-dedc-4075-b10f-a3751dd160ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:10.411845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-fb23cc7c-dedc-4075-b10f-a3751dd160ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7172115 Nov 16 05:13:10.604062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9ee34-6cc2-431c-85a1-ddf92bbdcbd3 req-f78d2462-b384-451d-86da-762099ccf3c6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:10.646490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afb9ee34-6cc2-431c-85a1-ddf92bbdcbd3 req-f78d2462-b384-451d-86da-762099ccf3c6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 931 time: 0.1545517 Nov 16 05:13:10.668205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-da48c625-e131-44c9-9bd5-911f7fc9145e None None] Provisioning complete for port 5185b0de-bd4e-4e15-9029-9b529c83cb43 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:10.674369 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-da48c625-e131-44c9-9bd5-911f7fc9145e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:10.752027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Request body: {'port': {'device_id': 'e66749fe-c338-4c58-87cb-0b71d813aae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:10.841749 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-da48c625-e131-44c9-9bd5-911f7fc9145e None None] Port 5185b0de-bd4e-4e15-9029-9b529c83cb43 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:13:10.858162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afb9ee34-6cc2-431c-85a1-ddf92bbdcbd3 req-65aa49ef-06e3-49f3-b7db-b51a4bf2cfbe tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068758 Nov 16 05:13:10.919382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d720dff1-96d9-431e-88cc-f3f2150dd58e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:13:10.932163 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:10.998522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d720dff1-96d9-431e-88cc-f3f2150dd58e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:10.999073 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:11.494533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5185b0de-bd4e-4e15-9029-9b529c83cb43 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:13:11.511496 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:11.546424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Transition to ACTIVE for port object 5185b0de-bd4e-4e15-9029-9b529c83cb43 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:13:11.551387 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:11.769597 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Pushing event updated for resources: {'Port': ['ID=5185b0de-bd4e-4e15-9029-9b529c83cb43,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:11.937477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Attempting to bind port 5185b0de-bd4e-4e15-9029-9b529c83cb43 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:13:11.937757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Attempting to bind port 5185b0de-bd4e-4e15-9029-9b529c83cb43 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:13:11.941289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Attempting to bind port 5185b0de-bd4e-4e15-9029-9b529c83cb43 on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:13:11.952074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Port 5185b0de-bd4e-4e15-9029-9b529c83cb43 on network 3e1b7691-c959-4825-abab-eef7f5b48326 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:13:11.952699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Attempting to bind port 5185b0de-bd4e-4e15-9029-9b529c83cb43 on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:13:11.966979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:13:11.967735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Checking segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:13:11.968311 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:11.969234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Bound using segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:13:11.970289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Bound port: 5185b0de-bd4e-4e15-9029-9b529c83cb43, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:13:11.971642 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:11.986746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53826) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:12.081063 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] For port 5185b0de-bd4e-4e15-9029-9b529c83cb43, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:13:12.089606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] For port 5185b0de-bd4e-4e15-9029-9b529c83cb43, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=5185b0de-bd4e-4e15-9029-9b529c83cb43,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:13:12.113477 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:12.159554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:12.161141 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:12.162995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] 10.222.0.37 "PUT /v2.0/ports/5185b0de-bd4e-4e15-9029-9b529c83cb43 HTTP/1.1" status: 200 len: 1091 time: 1.7417550 Nov 16 05:13:12.165931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66749fe-c338-4c58-87cb-0b71d813aae0', 'tag': '5185b0de-bd4e-4e15-9029-9b529c83cb43'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:13:12.168821 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a74817-35de-4b65-b552-289e35bdef40" -d '{"events": [{"name": "network-changed", "server_uuid": "e66749fe-c338-4c58-87cb-0b71d813aae0", "tag": "5185b0de-bd4e-4e15-9029-9b529c83cb43"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:13:12.170325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Sync routers for ids ['6ea59f46-0387-4b4e-b16a-e0a829d87182'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:13:12.200912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Routers {'6ea59f46-0387-4b4e-b16a-e0a829d87182'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:13:12.201741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['6ea59f46-0387-4b4e-b16a-e0a829d87182'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:12.230577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab0d4f-2c31-4b64-8f1b-71b9c00394e0 req-cbe11538-2179-4618-ae1d-8e711aba5e04 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:12.238674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0ab0d4f-2c31-4b64-8f1b-71b9c00394e0 req-cbe11538-2179-4618-ae1d-8e711aba5e04 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.1408010 Nov 16 05:13:12.305262 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ddbef9-1bcf-4b67-ac00-d99d11ffd6b2 x-openstack-request-id: req-22ddbef9-1bcf-4b67-ac00-d99d11ffd6b2 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:13:12.305568 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e66749fe-c338-4c58-87cb-0b71d813aae0", "tag": "5185b0de-bd4e-4e15-9029-9b529c83cb43", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:13:12.305857 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22ddbef9-1bcf-4b67-ac00-d99d11ffd6b2 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:13:12.306271 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e66749fe-c338-4c58-87cb-0b71d813aae0', 'tag': '5185b0de-bd4e-4e15-9029-9b529c83cb43', 'status': 'completed', 'code': 200} Nov 16 05:13:12.386166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f30b0-911a-48e7-af55-32f8a9a25277 service neutron] Pushing event updated for resources: {'Port': ['ID=5185b0de-bd4e-4e15-9029-9b529c83cb43,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:12.431226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-5bfa8fe8-33b2-4f10-b58c-7601e1414dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:12.432747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-5bfa8fe8-33b2-4f10-b58c-7601e1414dbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 1094 time: 0.2126727 Nov 16 05:13:12.463271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Set router 6ea59f46-0387-4b4e-b16a-e0a829d87182 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:13:12.498274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-ee062b20-a64f-48d0-9c37-9ee496d1dca2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5185b0de-bd4e-4e15-9029-9b529c83cb43 HTTP/1.1" status: 200 len: 217 time: 0.0512681 Nov 16 05:13:12.511523 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e0ab0d4f-2c31-4b64-8f1b-71b9c00394e0 req-e9d3f5e4-4a94-4747-b980-06d1f691a0bb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710664 Nov 16 05:13:12.633893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-0b4607af-36a1-4272-af4b-5153d0040b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:12.637346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-0b4607af-36a1-4272-af4b-5153d0040b8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.1247807 Nov 16 05:13:12.714752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-8303557f-7ac6-4dfa-a2b8-d3574658050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:12.716261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-8303557f-7ac6-4dfa-a2b8-d3574658050f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691745 Nov 16 05:13:12.830370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'name': 'tempest-TestAggregatesBasicOps-1552090525-router', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:01Z', 'updated_at': '2021-11-16T05:13:07Z', 'revision_number': 4, 'project_id': '295117c5c7604627bc156a3c158398da', 'gw_port': {'id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:02Z', 'updated_at': '2021-11-16T05:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3dbf90f2-5a70-4292-b791-37037b198d0d', 'name': '', 'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'mac_address': 'fa:16:3e:76:4a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '21728af3-ab06-466d-8d70-3b7d54cb6604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:06Z', 'updated_at': '2021-11-16T05:13:07Z', 'revision_number': 2, 'project_id': '295117c5c7604627bc156a3c158398da', 'subnets': [{'id': '21728af3-ab06-466d-8d70-3b7d54cb6604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:12.846137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6073aa2e-4079-4781-8444-88feafc5c0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:12.876439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Checking router: 6ea59f46-0387-4b4e-b16a-e0a829d87182 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:13:12.876930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Updating router 6ea59f46-0387-4b4e-b16a-e0a829d87182 port 3dbf90f2-5a70-4292-b791-37037b198d0d binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:13:12.919405 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:12.932619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-6691d686-7a00-4356-9040-a0c6eb30291a service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075894 Nov 16 05:13:13.120296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4002ab49-dcbb-462b-ab8b-abc2e5da0c69 req-d3ede700-ad4d-44a4-9033-cbd90b555793 service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809814 Nov 16 05:13:13.230579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a74817-35de-4b65-b552-289e35bdef40 req-6652ee01-4028-4452-b244-d8deaae6cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:13.232158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27a74817-35de-4b65-b552-289e35bdef40 req-6652ee01-4028-4452-b244-d8deaae6cc6d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 1094 time: 0.0512762 Nov 16 05:13:13.328356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6073aa2e-4079-4781-8444-88feafc5c0e5 admin admin] Deleting port 28ff0816-ba2b-40db-a185-2049e2e6bb44 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:13:13.328985 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6073aa2e-4079-4781-8444-88feafc5c0e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:13.425608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-6073aa2e-4079-4781-8444-88feafc5c0e5 admin admin] For port 28ff0816-ba2b-40db-a185-2049e2e6bb44, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=28ff0816-ba2b-40db-a185-2049e2e6bb44,segment=NetworkSegment(648b7199-2e2f-40f2-bcd1-c40cee4f2247),segment_id=648b7199-2e2f-40f2-bcd1-c40cee4f2247)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:13.426151 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6073aa2e-4079-4781-8444-88feafc5c0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:13.433096 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:13.442584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6073aa2e-4079-4781-8444-88feafc5c0e5 admin admin] Calling delete_port for 28ff0816-ba2b-40db-a185-2049e2e6bb44 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:13:13.499071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a74817-35de-4b65-b552-289e35bdef40 req-d35fddef-ae1f-4a69-8bbf-c730f5b58392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:13.502136 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27a74817-35de-4b65-b552-289e35bdef40 req-d35fddef-ae1f-4a69-8bbf-c730f5b58392 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.2633324 Nov 16 05:13:13.556552 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:13.564444 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:13.588392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27a74817-35de-4b65-b552-289e35bdef40 req-31f170bc-244e-4cf2-8f95-c3df6555d40f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5185b0de-bd4e-4e15-9029-9b529c83cb43 HTTP/1.1" status: 200 len: 217 time: 0.0792696 Nov 16 05:13:13.746358 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7590b-5f28-4a80-8132-7e6694f219b7 None None] Pushing event updated for resources: {'Port': ['ID=3dbf90f2-5a70-4292-b791-37037b198d0d,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:13.795832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a74817-35de-4b65-b552-289e35bdef40 req-469446d4-2eac-4bcd-a514-5a4fcba04e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:13.806390 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27a74817-35de-4b65-b552-289e35bdef40 req-469446d4-2eac-4bcd-a514-5a4fcba04e68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.2113850 Nov 16 05:13:13.809381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Attempting to bind port 3dbf90f2-5a70-4292-b791-37037b198d0d on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:13:13.813597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Attempting to bind port 3dbf90f2-5a70-4292-b791-37037b198d0d by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '858a76ba-8881-40e5-a535-a015a57a423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:13:13.814047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Attempting to bind port 3dbf90f2-5a70-4292-b791-37037b198d0d on network bc1cd96c-4fa9-4ff7-95da-49b48ae25684 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:13:13.828665 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6073aa2e-4079-4781-8444-88feafc5c0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:13.850717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:13:13.851178 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Checking segment: {'id': '858a76ba-8881-40e5-a535-a015a57a423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:13:13.851545 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:13.851944 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Bound using segment: {'id': '858a76ba-8881-40e5-a535-a015a57a423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:13:13.852445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Bound port: 3dbf90f2-5a70-4292-b791-37037b198d0d, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858a76ba-8881-40e5-a535-a015a57a423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:13:13.852835 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:13.880661 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:13.886244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb0263-ef1f-460f-9e74-318a586c7737 req-7a177784-a0af-496c-801d-239479042c42 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:13.896937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fcb0263-ef1f-460f-9e74-318a586c7737 req-7a177784-a0af-496c-801d-239479042c42 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.2237077 Nov 16 05:13:13.931962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073aa2e-4079-4781-8444-88feafc5c0e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ff0816-ba2b-40db-a185-2049e2e6bb44,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:13.995608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a74817-35de-4b65-b552-289e35bdef40 req-a7202e00-09e6-4e0b-8e27-43ab27245954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:13.997145 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27a74817-35de-4b65-b552-289e35bdef40 req-a7202e00-09e6-4e0b-8e27-43ab27245954 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734998 Nov 16 05:13:14.068565 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] For port 3dbf90f2-5a70-4292-b791-37037b198d0d, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:13:14.087579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] For port 3dbf90f2-5a70-4292-b791-37037b198d0d, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3dbf90f2-5a70-4292-b791-37037b198d0d,segment=NetworkSegment(858a76ba-8881-40e5-a535-a015a57a423b),segment_id=858a76ba-8881-40e5-a535-a015a57a423b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:13:14.122956 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:14.222185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27a74817-35de-4b65-b552-289e35bdef40 req-558100ac-263a-4a3e-92b0-dd986e2ef1bb service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107859 Nov 16 05:13:14.283329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4a0ca048-b331-4dcd-b1e9-817951d443f4 None None] Provisioning complete for port 3dbf90f2-5a70-4292-b791-37037b198d0d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:14.284021 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca048-b331-4dcd-b1e9-817951d443f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:14.362810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7590b-5f28-4a80-8132-7e6694f219b7 None None] Pushing event updated for resources: {'Port': ['ID=3dbf90f2-5a70-4292-b791-37037b198d0d,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:14.373165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Routers {'6ea59f46-0387-4b4e-b16a-e0a829d87182'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:13:14.373824 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['6ea59f46-0387-4b4e-b16a-e0a829d87182'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:14.421616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27a74817-35de-4b65-b552-289e35bdef40 req-0d3dfe58-0834-4796-8b7b-e649484ba0e9 service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644635 Nov 16 05:13:14.432330 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6073aa2e-4079-4781-8444-88feafc5c0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:14.437380 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fcb0263-ef1f-460f-9e74-318a586c7737 req-bb2733ee-9608-4aab-81ba-1cb9a48cbf60 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076497 Nov 16 05:13:14.525459 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca048-b331-4dcd-b1e9-817951d443f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:14.670631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4a0ca048-b331-4dcd-b1e9-817951d443f4 None None] For port 3dbf90f2-5a70-4292-b791-37037b198d0d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3dbf90f2-5a70-4292-b791-37037b198d0d,segment=NetworkSegment(858a76ba-8881-40e5-a535-a015a57a423b),segment_id=858a76ba-8881-40e5-a535-a015a57a423b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:14.677071 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a0ca048-b331-4dcd-b1e9-817951d443f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:14.726635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] Set router 6ea59f46-0387-4b4e-b16a-e0a829d87182 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:13:14.871204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ca048-b331-4dcd-b1e9-817951d443f4 None None] Pushing event updated for resources: {'Port': ['ID=3dbf90f2-5a70-4292-b791-37037b198d0d,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:14.910895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fa3aef06-f372-4ca5-a48d-ac1d29879df1 None None] Provisioning complete for port 3dbf90f2-5a70-4292-b791-37037b198d0d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:14.911272 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa3aef06-f372-4ca5-a48d-ac1d29879df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:15.019935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6073aa2e-4079-4781-8444-88feafc5c0e5 admin admin] Router 8f3c3408-d793-4647-aec7-afb2647dcb1e has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:13:15.218037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'name': 'tempest-TestAggregatesBasicOps-1552090525-router', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:01Z', 'updated_at': '2021-11-16T05:13:07Z', 'revision_number': 4, 'project_id': '295117c5c7604627bc156a3c158398da', 'gw_port': {'id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:02Z', 'updated_at': '2021-11-16T05:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3dbf90f2-5a70-4292-b791-37037b198d0d', 'name': '', 'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'mac_address': 'fa:16:3e:76:4a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '21728af3-ab06-466d-8d70-3b7d54cb6604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:06Z', 'updated_at': '2021-11-16T05:13:14Z', 'revision_number': 4, 'project_id': '295117c5c7604627bc156a3c158398da', 'subnets': [{'id': '21728af3-ab06-466d-8d70-3b7d54cb6604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:15.245746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6073aa2e-4079-4781-8444-88feafc5c0e5 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:13:15.247937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd84b27e-ba3e-43b8-9e5f-d569d98c809e None None] The sync data for ids ['6ea59f46-0387-4b4e-b16a-e0a829d87182'] in n-d-818042-1 is: [{'id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'name': 'tempest-TestAggregatesBasicOps-1552090525-router', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:01Z', 'updated_at': '2021-11-16T05:13:07Z', 'revision_number': 4, 'project_id': '295117c5c7604627bc156a3c158398da', 'gw_port': {'id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:02Z', 'updated_at': '2021-11-16T05:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3dbf90f2-5a70-4292-b791-37037b198d0d', 'name': '', 'network_id': 'bc1cd96c-4fa9-4ff7-95da-49b48ae25684', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'mac_address': 'fa:16:3e:76:4a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '21728af3-ab06-466d-8d70-3b7d54cb6604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:06Z', 'updated_at': '2021-11-16T05:13:14Z', 'revision_number': 4, 'project_id': '295117c5c7604627bc156a3c158398da', 'subnets': [{'id': '21728af3-ab06-466d-8d70-3b7d54cb6604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:13:15.251461 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6073aa2e-4079-4781-8444-88feafc5c0e5 admin admin] 10.222.0.41 "PUT /v2.0/routers/8f3c3408-d793-4647-aec7-afb2647dcb1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2630317 Nov 16 05:13:15.254086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53880) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:15.267519 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4456cd2-0b00-4902-a916-da9ce78f113a None None] Sync routers for ids ['8f3c3408-d793-4647-aec7-afb2647dcb1e'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:13:15.280711 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4456cd2-0b00-4902-a916-da9ce78f113a None None] Routers {'8f3c3408-d793-4647-aec7-afb2647dcb1e'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:13:15.281208 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e4456cd2-0b00-4902-a916-da9ce78f113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8f3c3408-d793-4647-aec7-afb2647dcb1e'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:15.527333 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-e4456cd2-0b00-4902-a916-da9ce78f113a None None] Set router 8f3c3408-d793-4647-aec7-afb2647dcb1e gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:13:15.573344 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:15.734525 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:15.856113 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077e41a-866f-40e0-96fe-807b7ae6804e req-723af997-a365-4ce5-b2be-786817f1b5cf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:15.857708 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9077e41a-866f-40e0-96fe-807b7ae6804e req-723af997-a365-4ce5-b2be-786817f1b5cf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.3060153 Nov 16 05:13:15.912100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Deleting port dc082f8b-60fb-414c-9725-db5fdb86ae1c {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:13:15.912448 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:15.935828 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e4456cd2-0b00-4902-a916-da9ce78f113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'name': 'tempest-TestAggregatesBasicOps-1777930538-router', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:13:13Z', 'revision_number': 5, 'project_id': '1bff57c7b9f148cab774227fa4f3f380', 'gw_port': {'id': 'dc082f8b-60fb-414c-9725-db5fdb86ae1c', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:12:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:15.999651 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4456cd2-0b00-4902-a916-da9ce78f113a None None] Checking router: 8f3c3408-d793-4647-aec7-afb2647dcb1e for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:13:16.016474 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4456cd2-0b00-4902-a916-da9ce78f113a None None] Routers {'8f3c3408-d793-4647-aec7-afb2647dcb1e'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:13:16.017218 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e4456cd2-0b00-4902-a916-da9ce78f113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['8f3c3408-d793-4647-aec7-afb2647dcb1e'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:16.052349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] For port dc082f8b-60fb-414c-9725-db5fdb86ae1c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=dc082f8b-60fb-414c-9725-db5fdb86ae1c,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:16.054405 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:16.080684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Calling delete_port for dc082f8b-60fb-414c-9725-db5fdb86ae1c owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:13:16.248472 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-e4456cd2-0b00-4902-a916-da9ce78f113a None None] Set router 8f3c3408-d793-4647-aec7-afb2647dcb1e gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:13:16.306117 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-e4456cd2-0b00-4902-a916-da9ce78f113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'name': 'tempest-TestAggregatesBasicOps-1777930538-router', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:13:15Z', 'revision_number': 6, 'project_id': '1bff57c7b9f148cab774227fa4f3f380', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:16.351699 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4456cd2-0b00-4902-a916-da9ce78f113a None None] The sync data for ids ['8f3c3408-d793-4647-aec7-afb2647dcb1e'] in n-d-818042-1 is: [{'id': '8f3c3408-d793-4647-aec7-afb2647dcb1e', 'name': 'tempest-TestAggregatesBasicOps-1777930538-router', 'tenant_id': '1bff57c7b9f148cab774227fa4f3f380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:12:55Z', 'updated_at': '2021-11-16T05:13:15Z', 'revision_number': 6, 'project_id': '1bff57c7b9f148cab774227fa4f3f380', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:13:16.383714 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:16.437103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9077e41a-866f-40e0-96fe-807b7ae6804e req-4091664a-d32b-4b8e-8ffd-d5faabb95fae tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626857 Nov 16 05:13:16.470623 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:16.500054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc082f8b-60fb-414c-9725-db5fdb86ae1c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:16.536883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0356d667-e1d2-40a6-b0da-96783194cd35 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:13:16.630688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:16.776710 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:16.789467 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:16.916983 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:16.917738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f3c3408-d793-4647-aec7-afb2647dcb1e {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:13:16.935437 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:16.940156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53906) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:16.949711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bd82d4f1-cc57-4cfe-b06e-6c4b363db95f admin admin] 10.222.0.41 "DELETE /v2.0/routers/8f3c3408-d793-4647-aec7-afb2647dcb1e HTTP/1.1" status: 204 len: 168 time: 1.6876640 Nov 16 05:13:17.060198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3dbf90f2-5a70-4292-b791-37037b198d0d up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:13:17.239905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 3dbf90f2-5a70-4292-b791-37037b198d0d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:17.240754 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:17.532254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d28340-792a-43cf-92a8-9b564f168796 admin admin] Deleting subnet 69eadd9b-7f7a-4abb-a624-ce20859afb20 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:13:17.545024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9d28340-792a-43cf-92a8-9b564f168796 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:17.603094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9d28340-792a-43cf-92a8-9b564f168796 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:17.779265 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9d28340-792a-43cf-92a8-9b564f168796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:17.794976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137d1aa-2451-4c23-9bc1-a5a631f2d559 req-dc8fe4e2-3a28-4700-b1f1-4d5c6e4f5c20 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:17.796517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9137d1aa-2451-4c23-9bc1-a5a631f2d559 req-dc8fe4e2-3a28-4700-b1f1-4d5c6e4f5c20 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.1654143 Nov 16 05:13:17.886159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9137d1aa-2451-4c23-9bc1-a5a631f2d559 req-8e1351f9-e001-44f6-a421-0704c0e2c11c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736520 Nov 16 05:13:17.958299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9d28340-792a-43cf-92a8-9b564f168796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:18.029215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d28340-792a-43cf-92a8-9b564f168796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69eadd9b-7f7a-4abb-a624-ce20859afb20,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:18.042102 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b9d28340-792a-43cf-92a8-9b564f168796 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:18.063567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba19de9-836d-4d57-95f4-b2e0cef5a5eb None None] Network 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:13:18.070658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 53928) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:18.074537 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b9d28340-792a-43cf-92a8-9b564f168796 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/69eadd9b-7f7a-4abb-a624-ce20859afb20 HTTP/1.1" status: 204 len: 168 time: 1.1261199 Nov 16 05:13:18.222099 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:18.339322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Deleting port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:13:18.341126 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:18.555056 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:18.560362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf74692-aa34-45bc-bb1f-c1c1f44c7542 None None] DHCP port deletion for 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:13:18.566961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] For port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=83b0b5b7-f4bd-4597-9a8a-dccc8da86775,segment=NetworkSegment(648b7199-2e2f-40f2-bcd1-c40cee4f2247),segment_id=648b7199-2e2f-40f2-bcd1-c40cee4f2247)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:18.575930 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:18.659172 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Calling delete_port for 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:13:18.754549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1cf74692-aa34-45bc-bb1f-c1c1f44c7542 None None] Deleting port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:13:18.755448 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cf74692-aa34-45bc-bb1f-c1c1f44c7542 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:18.931487 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:18.970760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1cf74692-aa34-45bc-bb1f-c1c1f44c7542 None None] For port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=83b0b5b7-f4bd-4597-9a8a-dccc8da86775,segment=NetworkSegment(648b7199-2e2f-40f2-bcd1-c40cee4f2247),segment_id=648b7199-2e2f-40f2-bcd1-c40cee4f2247)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:18.974057 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cf74692-aa34-45bc-bb1f-c1c1f44c7542 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:19.000102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1cf74692-aa34-45bc-bb1f-c1c1f44c7542 None None] Calling delete_port for 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:13:19.076574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] No DVR routers for this DVR port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:13:19.129872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=83b0b5b7-f4bd-4597-9a8a-dccc8da86775,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:19.259855 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cf74692-aa34-45bc-bb1f-c1c1f44c7542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:19.263223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device dc082f8b-60fb-414c-9725-db5fdb86ae1c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:13:19.355183 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:19.386457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a21d5dd-8f77-40af-95dc-dd2658e5cbbf']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:19.398292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648b7199-2e2f-40f2-bcd1-c40cee4f2247') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:19.399197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648b7199-2e2f-40f2-bcd1-c40cee4f2247') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:19.415828 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:19.437905 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:19.481810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:13:19.482284 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:13:19.483930 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:13:19.625336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3d6d8-4791-41ac-a75b-71e503de4f3c req-3bf66a56-0bd5-4c52-8e75-1fcd846b4e56 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:19.626873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fe3d6d8-4791-41ac-a75b-71e503de4f3c req-3bf66a56-0bd5-4c52-8e75-1fcd846b4e56 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.3744731 Nov 16 05:13:19.627762 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:19.638110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: dc082f8b-60fb-414c-9725-db5fdb86ae1c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:13:19.639158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device dc082f8b-60fb-414c-9725-db5fdb86ae1c not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:13:19.640110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 28ff0816-ba2b-40db-a185-2049e2e6bb44 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:13:19.642716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cf74692-aa34-45bc-bb1f-c1c1f44c7542 None None] Network 2a21d5dd-8f77-40af-95dc-dd2658e5cbbf is not hosted by any dhcp agent {{(pid=102661) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 16 05:13:19.643558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf74692-aa34-45bc-bb1f-c1c1f44c7542 None None] No DVR routers for this DVR port 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:13:19.663520 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:19.671154 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] 10.222.0.41 "DELETE /v2.0/networks/2a21d5dd-8f77-40af-95dc-dd2658e5cbbf HTTP/1.1" status: 204 len: 168 time: 1.5993729 Nov 16 05:13:19.672148 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 53952) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:19.672946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b433b4-fed3-42d0-be38-ad12caa62ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=2a21d5dd-8f77-40af-95dc-dd2658e5cbbf,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:19.695075 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf74692-aa34-45bc-bb1f-c1c1f44c7542 None None] Pushing event deleted for resources: {'Port': ['ID=83b0b5b7-f4bd-4597-9a8a-dccc8da86775,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:19.706316 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 28ff0816-ba2b-40db-a185-2049e2e6bb44 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:13:19.706924 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 28ff0816-ba2b-40db-a185-2049e2e6bb44 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:13:19.707448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:13:19.752520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:13:19.766049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 83b0b5b7-f4bd-4597-9a8a-dccc8da86775 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:13:19.859274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fe3d6d8-4791-41ac-a75b-71e503de4f3c req-a5ece59a-6b4e-40df-a0b6-6a5cdfffe707 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040536 Nov 16 05:13:20.349635 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18917712-6c8d-4099-8e7f-7bac9a21a44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:20.732441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-18917712-6c8d-4099-8e7f-7bac9a21a44b admin admin] Deleting port 3dbf90f2-5a70-4292-b791-37037b198d0d {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:13:20.733222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18917712-6c8d-4099-8e7f-7bac9a21a44b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:20.910255 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-18917712-6c8d-4099-8e7f-7bac9a21a44b admin admin] For port 3dbf90f2-5a70-4292-b791-37037b198d0d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3dbf90f2-5a70-4292-b791-37037b198d0d,segment=NetworkSegment(858a76ba-8881-40e5-a535-a015a57a423b),segment_id=858a76ba-8881-40e5-a535-a015a57a423b)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:20.910644 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18917712-6c8d-4099-8e7f-7bac9a21a44b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:20.925438 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-18917712-6c8d-4099-8e7f-7bac9a21a44b admin admin] Calling delete_port for 3dbf90f2-5a70-4292-b791-37037b198d0d owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:13:21.159252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e6486-a532-4d54-87e8-4f48c949826e req-aaba551b-b19f-417a-a128-e31f0968246f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:21.167353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6e6486-a532-4d54-87e8-4f48c949826e req-aaba551b-b19f-417a-a128-e31f0968246f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.0920286 Nov 16 05:13:21.285529 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e6e6486-a532-4d54-87e8-4f48c949826e req-70d21954-4f3a-47ba-8aed-b5f7e93c7bfb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170495 Nov 16 05:13:21.302460 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18917712-6c8d-4099-8e7f-7bac9a21a44b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:21.336556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18917712-6c8d-4099-8e7f-7bac9a21a44b admin admin] Pushing event deleted for resources: {'Port': ['ID=3dbf90f2-5a70-4292-b791-37037b198d0d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:21.614608 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-18917712-6c8d-4099-8e7f-7bac9a21a44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:22.003382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18917712-6c8d-4099-8e7f-7bac9a21a44b admin admin] Router 6ea59f46-0387-4b4e-b16a-e0a829d87182 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:13:22.198645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18917712-6c8d-4099-8e7f-7bac9a21a44b admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:13:22.206854 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-18917712-6c8d-4099-8e7f-7bac9a21a44b admin admin] 10.222.0.41 "PUT /v2.0/routers/6ea59f46-0387-4b4e-b16a-e0a829d87182/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5328987 Nov 16 05:13:22.209606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54004) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:22.216539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da6a07-823e-4d20-be72-731940baf344 None None] Sync routers for ids ['6ea59f46-0387-4b4e-b16a-e0a829d87182'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:13:22.234682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da6a07-823e-4d20-be72-731940baf344 None None] Routers {'6ea59f46-0387-4b4e-b16a-e0a829d87182'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:13:22.237630 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a8da6a07-823e-4d20-be72-731940baf344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['6ea59f46-0387-4b4e-b16a-e0a829d87182'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:22.432201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a8da6a07-823e-4d20-be72-731940baf344 None None] Set router 6ea59f46-0387-4b4e-b16a-e0a829d87182 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:13:22.487071 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:13:22.691466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a8da6a07-823e-4d20-be72-731940baf344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'name': 'tempest-TestAggregatesBasicOps-1552090525-router', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:01Z', 'updated_at': '2021-11-16T05:13:21Z', 'revision_number': 5, 'project_id': '295117c5c7604627bc156a3c158398da', 'gw_port': {'id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:02Z', 'updated_at': '2021-11-16T05:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:22.742141 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da6a07-823e-4d20-be72-731940baf344 None None] Checking router: 6ea59f46-0387-4b4e-b16a-e0a829d87182 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:13:22.773272 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8da6a07-823e-4d20-be72-731940baf344 None None] Routers {'6ea59f46-0387-4b4e-b16a-e0a829d87182'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:13:22.775506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a8da6a07-823e-4d20-be72-731940baf344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['6ea59f46-0387-4b4e-b16a-e0a829d87182'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:22.818313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67dcbc-5c1f-40d4-b0a6-04092323a1a1 req-c62a482a-605a-4751-8f61-410d223ec322 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:22.819945 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e67dcbc-5c1f-40d4-b0a6-04092323a1a1 req-c62a482a-605a-4751-8f61-410d223ec322 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.0728002 Nov 16 05:13:22.858011 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:22.959548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a8da6a07-823e-4d20-be72-731940baf344 None None] Set router 6ea59f46-0387-4b4e-b16a-e0a829d87182 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:13:22.970355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e67dcbc-5c1f-40d4-b0a6-04092323a1a1 req-d243afaa-5a1e-4be8-932d-3207d35a1382 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426232 Nov 16 05:13:23.025619 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:23.103572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Deleting port d720dff1-96d9-431e-88cc-f3f2150dd58e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:13:23.103812 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:23.208611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a8da6a07-823e-4d20-be72-731940baf344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'name': 'tempest-TestAggregatesBasicOps-1552090525-router', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:01Z', 'updated_at': '2021-11-16T05:13:21Z', 'revision_number': 5, 'project_id': '295117c5c7604627bc156a3c158398da', 'gw_port': {'id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:02Z', 'updated_at': '2021-11-16T05:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:23.237236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] For port d720dff1-96d9-431e-88cc-f3f2150dd58e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d720dff1-96d9-431e-88cc-f3f2150dd58e,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:23.237894 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:23.240391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8da6a07-823e-4d20-be72-731940baf344 None None] The sync data for ids ['6ea59f46-0387-4b4e-b16a-e0a829d87182'] in n-d-818042-1 is: [{'id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'name': 'tempest-TestAggregatesBasicOps-1552090525-router', 'tenant_id': '295117c5c7604627bc156a3c158398da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82'}], 'enable_snat': True}, 'gw_port_id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:01Z', 'updated_at': '2021-11-16T05:13:21Z', 'revision_number': 5, 'project_id': '295117c5c7604627bc156a3c158398da', 'gw_port': {'id': 'd720dff1-96d9-431e-88cc-f3f2150dd58e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea59f46-0387-4b4e-b16a-e0a829d87182', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:02Z', 'updated_at': '2021-11-16T05:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:13:23.256485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Calling delete_port for d720dff1-96d9-431e-88cc-f3f2150dd58e owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:13:23.500095 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:23.530016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=d720dff1-96d9-431e-88cc-f3f2150dd58e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:23.556907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7903ad43-f8e4-4186-8df0-9219714bb86d None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:13:23.615418 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:23.816614 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:23.828305 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:23.980804 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:23.980804 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ea59f46-0387-4b4e-b16a-e0a829d87182 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:13:24.073652 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:24.073652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-499da5de-79d3-4ae2-9a01-f35cb3305c6d admin admin] 10.222.0.41 "DELETE /v2.0/routers/6ea59f46-0387-4b4e-b16a-e0a829d87182 HTTP/1.1" status: 204 len: 168 time: 1.7778740 Nov 16 05:13:24.076723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54032) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:24.077636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8913cd3a-8217-4c81-a8d9-45cd7509bd4d admin admin] Deleting subnet 21728af3-ab06-466d-8d70-3b7d54cb6604 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:13:24.086541 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8913cd3a-8217-4c81-a8d9-45cd7509bd4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:24.149437 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8913cd3a-8217-4c81-a8d9-45cd7509bd4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:24.207551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd78e8a-4c88-4cb3-a300-df359d4d25d2 req-096add93-ed9d-41f0-a685-763702869a99 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:24.222463 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bd78e8a-4c88-4cb3-a300-df359d4d25d2 req-096add93-ed9d-41f0-a685-763702869a99 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.0889528 Nov 16 05:13:24.318388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bd78e8a-4c88-4cb3-a300-df359d4d25d2 req-41c97401-edd0-4ac7-9c65-476f78144830 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858581 Nov 16 05:13:24.354715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8913cd3a-8217-4c81-a8d9-45cd7509bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:24.447567 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8913cd3a-8217-4c81-a8d9-45cd7509bd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:24.498704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913cd3a-8217-4c81-a8d9-45cd7509bd4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21728af3-ab06-466d-8d70-3b7d54cb6604,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:24.506109 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8913cd3a-8217-4c81-a8d9-45cd7509bd4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:24.509380 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8913cd3a-8217-4c81-a8d9-45cd7509bd4d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/21728af3-ab06-466d-8d70-3b7d54cb6604 HTTP/1.1" status: 204 len: 168 time: 0.5152166 Nov 16 05:13:24.512392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54048) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:24.524079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a890db0-4077-4d3a-9d45-5e6cf04f2c62 None None] Network bc1cd96c-4fa9-4ff7-95da-49b48ae25684 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:13:24.642949 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:24.749864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Deleting port 433f0d44-0e0a-41ab-b48f-e94bdebc5239 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:13:24.750483 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:24.852662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] For port 433f0d44-0e0a-41ab-b48f-e94bdebc5239, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=433f0d44-0e0a-41ab-b48f-e94bdebc5239,segment=NetworkSegment(858a76ba-8881-40e5-a535-a015a57a423b),segment_id=858a76ba-8881-40e5-a535-a015a57a423b)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:24.852662 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:24.872447 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Calling delete_port for 433f0d44-0e0a-41ab-b48f-e94bdebc5239 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:13:24.927448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bc5a2d-42b8-432e-9b09-2e11316f9554 None None] DHCP port deletion for bc1cd96c-4fa9-4ff7-95da-49b48ae25684 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:13:25.019982 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:25.029077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc5a2d-42b8-432e-9b09-2e11316f9554 None None] Deleting port 433f0d44-0e0a-41ab-b48f-e94bdebc5239 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:13:25.029528 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0bc5a2d-42b8-432e-9b09-2e11316f9554 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:25.074644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=433f0d44-0e0a-41ab-b48f-e94bdebc5239,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:25.099580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] No DVR routers for this DVR port 433f0d44-0e0a-41ab-b48f-e94bdebc5239 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:13:25.130952 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f0bc5a2d-42b8-432e-9b09-2e11316f9554 None None] For port 433f0d44-0e0a-41ab-b48f-e94bdebc5239, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:25.131313 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0bc5a2d-42b8-432e-9b09-2e11316f9554 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:25.145376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc5a2d-42b8-432e-9b09-2e11316f9554 None None] Calling delete_port for 433f0d44-0e0a-41ab-b48f-e94bdebc5239 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:13:25.148657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-f0bc5a2d-42b8-432e-9b09-2e11316f9554 None None] Port 433f0d44-0e0a-41ab-b48f-e94bdebc5239 was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 05:13:25.150332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 433f0d44-0e0a-41ab-b48f-e94bdebc5239 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:13:25.152489 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0bc5a2d-42b8-432e-9b09-2e11316f9554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:25.201623 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:25.232717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc5a2d-42b8-432e-9b09-2e11316f9554 None None] Pushing event deleted for resources: {'Port': ['ID=433f0d44-0e0a-41ab-b48f-e94bdebc5239,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:25.236767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc5a2d-42b8-432e-9b09-2e11316f9554 None None] No DVR routers for this DVR port 433f0d44-0e0a-41ab-b48f-e94bdebc5239 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:13:25.240450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 433f0d44-0e0a-41ab-b48f-e94bdebc5239 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:13:25.240806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 433f0d44-0e0a-41ab-b48f-e94bdebc5239 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:13:25.241339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3dbf90f2-5a70-4292-b791-37037b198d0d no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:13:25.251609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc1cd96c-4fa9-4ff7-95da-49b48ae25684']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:25.263837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 3dbf90f2-5a70-4292-b791-37037b198d0d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:13:25.264568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3dbf90f2-5a70-4292-b791-37037b198d0d not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:13:25.265884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d720dff1-96d9-431e-88cc-f3f2150dd58e no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:13:25.268002 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858a76ba-8881-40e5-a535-a015a57a423b') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:25.268427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858a76ba-8881-40e5-a535-a015a57a423b') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:25.283504 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:25.301058 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:25.311277 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:13:25.311607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d720dff1-96d9-431e-88cc-f3f2150dd58e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:13:25.312195 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d720dff1-96d9-431e-88cc-f3f2150dd58e not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:13:25.312369 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:13:25.317031 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:13:25.395121 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:25.454653 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:25.458519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bc1cd96c-4fa9-4ff7-95da-49b48ae25684 HTTP/1.1" status: 204 len: 168 time: 0.9451110 Nov 16 05:13:25.459382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf2fd5-055f-44e3-92bd-e28c003406d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc1cd96c-4fa9-4ff7-95da-49b48ae25684,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:25.487486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c6c2c-1b76-49d2-a1db-84e5e54aa9ed req-018400f3-bcab-4643-8518-63e9f7b524ad tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:25.489153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e7c6c2c-1b76-49d2-a1db-84e5e54aa9ed req-018400f3-bcab-4643-8518-63e9f7b524ad tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.0893047 Nov 16 05:13:25.560387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e7c6c2c-1b76-49d2-a1db-84e5e54aa9ed req-1f9ae353-4b83-4687-b1bb-9914c2430a81 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606713 Nov 16 05:13:25.741861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54072) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:25.810726 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fd8b45a2-4ecd-4a6f-bbff-28892bbff62d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1bff57c7b9f148cab774227fa4f3f380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677006 Nov 16 05:13:25.813617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54074) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:25.881357 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb125911-c0ef-40ab-bcb0-9ade234aad4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:25.920204 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb125911-c0ef-40ab-bcb0-9ade234aad4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:26.011370 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb125911-c0ef-40ab-bcb0-9ade234aad4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:26.014585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb125911-c0ef-40ab-bcb0-9ade234aad4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:26.015975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fb125911-c0ef-40ab-bcb0-9ade234aad4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3224f8ab-ab5a-457a-b213-0c88691bf115 HTTP/1.1" status: 204 len: 168 time: 0.2011826 Nov 16 05:13:26.027669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb125911-c0ef-40ab-bcb0-9ade234aad4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3224f8ab-ab5a-457a-b213-0c88691bf115,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:26.546159 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54096) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:26.590727 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2e204e6d-77a8-4c0a-b79f-e1f65b2262ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=295117c5c7604627bc156a3c158398da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433834 Nov 16 05:13:26.593626 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54098) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:26.747984 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d03990d-82ce-41c8-b469-cbd1117f0194 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:26.778064 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d03990d-82ce-41c8-b469-cbd1117f0194 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:26.808356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28392a00-16ee-4ed2-ba06-bd06635bbbbd req-11cc09bd-09c4-4666-b0ae-288e1a7e5420 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:26.810034 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28392a00-16ee-4ed2-ba06-bd06635bbbbd req-11cc09bd-09c4-4666-b0ae-288e1a7e5420 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.1098716 Nov 16 05:13:26.878442 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d03990d-82ce-41c8-b469-cbd1117f0194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:26.881429 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d03990d-82ce-41c8-b469-cbd1117f0194 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:26.885991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9d03990d-82ce-41c8-b469-cbd1117f0194 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb958629-120a-4320-970b-652658952bee HTTP/1.1" status: 204 len: 168 time: 0.2909694 Nov 16 05:13:26.894037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28392a00-16ee-4ed2-ba06-bd06635bbbbd req-0c049259-bec0-4f15-9fe0-b1c928ed26da tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744977 Nov 16 05:13:26.899433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03990d-82ce-41c8-b469-cbd1117f0194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb958629-120a-4320-970b-652658952bee,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:27.729497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54140) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:27.848632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-876887134-network', 'tenant_id': '1f49d8f63647446f8d5c3d6ba02fe348'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:27.883565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Made reservation on behalf of 1f49d8f63647446f8d5c3d6ba02fe348 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:13:27.886483 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:27.896731 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:27.988834 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:27.994174 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:28.009641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:13:28.024328 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:28.024723 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Added segment 5486ee4f-4865-44cd-ada9-66c23cde8717 of type vlan for network af8fe04b-eed7-4d82-bd85-325f083180f2 Nov 16 05:13:28.114351 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:28.136487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07401d2e-d794-41e2-8bad-02aef7580f95,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:28.172053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4872b-b3d4-4cbd-b590-810be889ba30 req-02cb5b6b-7248-427f-b9fc-252f9fc7e624 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:28.173687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aad4872b-b3d4-4cbd-b590-810be889ba30 req-02cb5b6b-7248-427f-b9fc-252f9fc7e624 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.1128480 Nov 16 05:13:28.174980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:28.176230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:28.176976 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:28.279717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5488722 Nov 16 05:13:28.282125 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8896dbf-c663-4012-8fd8-2ec593748f6d admin admin] Pushing event updated for resources: {'Network': ['ID=af8fe04b-eed7-4d82-bd85-325f083180f2,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:28.282766 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54152) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:28.287745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ae7a9ba4-2673-4f34-baf9-347de2a969b9 admin admin] Request body: {'subnet': {'network_id': 'af8fe04b-eed7-4d82-bd85-325f083180f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-876887134-subnet', 'tenant_id': '1f49d8f63647446f8d5c3d6ba02fe348', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:28.294981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network af8fe04b-eed7-4d82-bd85-325f083180f2 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:13:28.315914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7a9ba4-2673-4f34-baf9-347de2a969b9 admin admin] Made reservation on behalf of 1f49d8f63647446f8d5c3d6ba02fe348 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:13:28.318554 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9ba4-2673-4f34-baf9-347de2a969b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:28.327935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aad4872b-b3d4-4cbd-b590-810be889ba30 req-03bb1905-5991-4b01-9a67-2fcf834b5d4b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324716 Nov 16 05:13:28.531296 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9ba4-2673-4f34-baf9-347de2a969b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:28.589384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a9ba4-2673-4f34-baf9-347de2a969b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1127ae83-f247-4d18-b36a-35985b6ea599,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:28.622167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7a9ba4-2673-4f34-baf9-347de2a969b9 admin admin] Checking segment: {'id': '5486ee4f-4865-44cd-ada9-66c23cde8717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'af8fe04b-eed7-4d82-bd85-325f083180f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:13:28.622779 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7a9ba4-2673-4f34-baf9-347de2a969b9 admin admin] Network hostable DHCP agents. Network: af8fe04b-eed7-4d82-bd85-325f083180f2, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:13:28.640328 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7a9ba4-2673-4f34-baf9-347de2a969b9 admin admin] Network af8fe04b-eed7-4d82-bd85-325f083180f2 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:13:28.650593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-ae7a9ba4-2673-4f34-baf9-347de2a969b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, af8fe04b-eed7-4d82-bd85-325f083180f2) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:13:28.655202 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7a9ba4-2673-4f34-baf9-347de2a969b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:28.656193 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae7a9ba4-2673-4f34-baf9-347de2a969b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:28.661861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449220d9-45ba-4ce8-894f-a40e10342586 None None] Network af8fe04b-eed7-4d82-bd85-325f083180f2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:13:28.676509 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ae7a9ba4-2673-4f34-baf9-347de2a969b9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3923719 Nov 16 05:13:28.817184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdf08c9-39f7-407c-96ec-58c9bc512582 None None] Network af8fe04b-eed7-4d82-bd85-325f083180f2 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:13:29.274379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54182) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:29.279607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-402223483-network', 'tenant_id': '3e2b6c0d90c94a3baa5179cd4881f1d1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:29.319615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Made reservation on behalf of 3e2b6c0d90c94a3baa5179cd4881f1d1 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:13:29.322512 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:29.331948 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:29.469700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:29.495422 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:29.534628 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:13:29.564259 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:29.564849 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Added segment f16e7309-213c-4c6d-9e09-55c1755a1bf3 of type vlan for network 35dd6bcf-685e-4617-8a92-caf9c5f97a95 Nov 16 05:13:29.574556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19381611-0649-47a6-8890-b0f0131ef113,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:29.633659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68df1a-3e36-4d30-8f68-d4fe39127d9e req-106415cf-2ab1-4a54-b57a-6a92e7f19d44 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:29.635285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e68df1a-3e36-4d30-8f68-d4fe39127d9e req-106415cf-2ab1-4a54-b57a-6a92e7f19d44 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.1605446 Nov 16 05:13:29.644638 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:29.714871 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:29.715902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:29.716480 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:29.800011 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e68df1a-3e36-4d30-8f68-d4fe39127d9e req-ff49941c-3dd7-4648-bd8f-f9b0585b8143 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529114 Nov 16 05:13:29.819866 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5440278 Nov 16 05:13:29.823742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54196) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:29.840061 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-26bdda0c-3c9a-4702-b7d8-dd17c58d96fa admin admin] Request body: {'subnet': {'network_id': '35dd6bcf-685e-4617-8a92-caf9c5f97a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-402223483-subnet', 'tenant_id': '3e2b6c0d90c94a3baa5179cd4881f1d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:29.852602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847891c4-3be8-49ae-a67e-39d36c730b99 admin admin] Pushing event updated for resources: {'Network': ['ID=35dd6bcf-685e-4617-8a92-caf9c5f97a95,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:29.856657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 35dd6bcf-685e-4617-8a92-caf9c5f97a95 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:13:29.887747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bdda0c-3c9a-4702-b7d8-dd17c58d96fa admin admin] Made reservation on behalf of 3e2b6c0d90c94a3baa5179cd4881f1d1 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:13:29.895590 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-26bdda0c-3c9a-4702-b7d8-dd17c58d96fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:30.129854 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-26bdda0c-3c9a-4702-b7d8-dd17c58d96fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:30.199566 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdda0c-3c9a-4702-b7d8-dd17c58d96fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=65323a43-fbe1-44a3-8c6a-76b92330ff15,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:30.219115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bdda0c-3c9a-4702-b7d8-dd17c58d96fa admin admin] Checking segment: {'id': 'f16e7309-213c-4c6d-9e09-55c1755a1bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '35dd6bcf-685e-4617-8a92-caf9c5f97a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:13:30.219691 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bdda0c-3c9a-4702-b7d8-dd17c58d96fa admin admin] Network hostable DHCP agents. Network: 35dd6bcf-685e-4617-8a92-caf9c5f97a95, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:13:30.239435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bdda0c-3c9a-4702-b7d8-dd17c58d96fa admin admin] Network 35dd6bcf-685e-4617-8a92-caf9c5f97a95 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:13:30.252926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-26bdda0c-3c9a-4702-b7d8-dd17c58d96fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 35dd6bcf-685e-4617-8a92-caf9c5f97a95) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:13:30.257265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bdda0c-3c9a-4702-b7d8-dd17c58d96fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:30.258332 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-26bdda0c-3c9a-4702-b7d8-dd17c58d96fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:30.268380 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6945c3ea-2d6c-4619-8523-b5f62426ad1e None None] Network 35dd6bcf-685e-4617-8a92-caf9c5f97a95 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:13:30.277874 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-26bdda0c-3c9a-4702-b7d8-dd17c58d96fa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4520304 Nov 16 05:13:30.447939 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae967aa3-5cce-4507-8f6e-ae94011fa260 None None] Network 35dd6bcf-685e-4617-8a92-caf9c5f97a95 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:13:31.016709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e7f1c-b7f8-4d6e-8561-8a5b3ecf400d req-86c5626e-517f-402c-b9a4-713fe826e10a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:31.018576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-346e7f1c-b7f8-4d6e-8561-8a5b3ecf400d req-86c5626e-517f-402c-b9a4-713fe826e10a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.1056228 Nov 16 05:13:31.027174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027678-4aab-46f8-8287-122714984fed req-bb4d9adc-7904-492d-a91c-0c5c35415950 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:31.029216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-bb4d9adc-7904-492d-a91c-0c5c35415950 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/networks?id=af8fe04b-eed7-4d82-bd85-325f083180f2 HTTP/1.1" status: 200 len: 811 time: 0.1851580 Nov 16 05:13:31.075636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-7477e52e-1c6d-44dc-a3f4-cdd1562ca0bb tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/quotas/1f49d8f63647446f8d5c3d6ba02fe348 HTTP/1.1" status: 200 len: 375 time: 0.0361857 Nov 16 05:13:31.110628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-346e7f1c-b7f8-4d6e-8561-8a5b3ecf400d req-f83b39a2-7aa1-4627-8d50-31aa05ed35ea tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802703 Nov 16 05:13:31.138630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-86feb220-251c-47b7-9ca6-1a031fe792f8 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1f49d8f63647446f8d5c3d6ba02fe348&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568626 Nov 16 05:13:31.253970 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-470a4c05-21e3-42ba-bae1-dfb146b1712f service neutron] 10.222.0.41 "GET /v2.0/networks/af8fe04b-eed7-4d82-bd85-325f083180f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073875 Nov 16 05:13:31.380512 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-82a4cefc-858d-467a-923a-b625941f0342 service neutron] 10.222.0.41 "GET /v2.0/networks/af8fe04b-eed7-4d82-bd85-325f083180f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178436 Nov 16 05:13:31.601987 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a3db47d-3e25-40c0-b761-c2ca43e8ef59 req-9c05e7a6-5558-4571-a6c6-995fc71c1422 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 210 time: 0.0421338 Nov 16 05:13:32.262858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5d002-3970-4918-baef-edde66040d38 req-beae0d97-a3ce-43ca-b5a4-4b4065f36a2b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:32.265334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59f5d002-3970-4918-baef-edde66040d38 req-beae0d97-a3ce-43ca-b5a4-4b4065f36a2b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.0665357 Nov 16 05:13:32.332010 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59f5d002-3970-4918-baef-edde66040d38 req-fc5d23a6-8419-4abb-8137-1bb5df876458 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570145 Nov 16 05:13:32.818959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6cf431b2-b976-4b98-84fb-cc28030104f3 req-195ccc0e-dbbb-44dc-822b-0cfa3831a496 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 210 time: 0.0645194 Nov 16 05:13:32.831331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027678-4aab-46f8-8287-122714984fed req-163820f8-9da6-420d-90df-a71fa6313e9d tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:32.833831 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-163820f8-9da6-420d-90df-a71fa6313e9d tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.15 "GET /v2.0/networks?id=af8fe04b-eed7-4d82-bd85-325f083180f2 HTTP/1.1" status: 200 len: 811 time: 0.2069261 Nov 16 05:13:32.853274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-45027678-4aab-46f8-8287-122714984fed req-4c9072ad-964f-4daf-894a-fdaa3e763a34 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Request body: {'port': {'device_id': 'cdbed327-c821-4311-a76f-bce058e5c770', 'network_id': 'af8fe04b-eed7-4d82-bd85-325f083180f2', 'admin_state_up': True, 'tenant_id': '1f49d8f63647446f8d5c3d6ba02fe348'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:32.994774 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45027678-4aab-46f8-8287-122714984fed req-4c9072ad-964f-4daf-894a-fdaa3e763a34 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Made reservation on behalf of 1f49d8f63647446f8d5c3d6ba02fe348 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:13:32.998612 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-45027678-4aab-46f8-8287-122714984fed req-4c9072ad-964f-4daf-894a-fdaa3e763a34 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:33.170869 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-45027678-4aab-46f8-8287-122714984fed req-4c9072ad-964f-4daf-894a-fdaa3e763a34 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Allocated IP 172.20.0.4 (af8fe04b-eed7-4d82-bd85-325f083180f2/1127ae83-f247-4d18-b36a-35985b6ea599/8bc1f648-d82e-4adb-a421-346f5291d24e) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:13:33.404594 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-45027678-4aab-46f8-8287-122714984fed req-4c9072ad-964f-4daf-894a-fdaa3e763a34 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:33.480863 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-45027678-4aab-46f8-8287-122714984fed req-4c9072ad-964f-4daf-894a-fdaa3e763a34 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:33.526451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440e535-fbfc-41b3-925d-c92ba3d62d8b req-d1c93311-8b6f-49e0-a841-72c6a0daa1bb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:33.528002 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e440e535-fbfc-41b3-925d-c92ba3d62d8b req-d1c93311-8b6f-49e0-a841-72c6a0daa1bb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.0908403 Nov 16 05:13:33.540674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45027678-4aab-46f8-8287-122714984fed req-4c9072ad-964f-4daf-894a-fdaa3e763a34 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Network af8fe04b-eed7-4d82-bd85-325f083180f2 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:13:33.545189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-45027678-4aab-46f8-8287-122714984fed req-4c9072ad-964f-4daf-894a-fdaa3e763a34 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:13:33.552601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-45027678-4aab-46f8-8287-122714984fed req-4c9072ad-964f-4daf-894a-fdaa3e763a34 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:13:33.607758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9072ad-964f-4daf-894a-fdaa3e763a34 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Pushing event updated for resources: {'Port': ['ID=8bc1f648-d82e-4adb-a421-346f5291d24e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:33.645205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027678-4aab-46f8-8287-122714984fed req-4c9072ad-964f-4daf-894a-fdaa3e763a34 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:33.645837 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-45027678-4aab-46f8-8287-122714984fed req-4c9072ad-964f-4daf-894a-fdaa3e763a34 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:33.652361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e440e535-fbfc-41b3-925d-c92ba3d62d8b req-c2c3fb9f-52a9-455a-9d16-d4e87c97ae47 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083326 Nov 16 05:13:33.678958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-4c9072ad-964f-4daf-894a-fdaa3e763a34 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8246667 Nov 16 05:13:33.681210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Request body: {'port': {'device_id': 'cdbed327-c821-4311-a76f-bce058e5c770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:33.758747 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.058523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b76dc0-ccac-4da4-aeb5-4c5ca9c0b213 req-2d1dbfb7-a669-430b-9103-e53221ef3ce4 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:34.060198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97b76dc0-ccac-4da4-aeb5-4c5ca9c0b213 req-2d1dbfb7-a669-430b-9103-e53221ef3ce4 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 931 time: 0.1222908 Nov 16 05:13:34.159480 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97b76dc0-ccac-4da4-aeb5-4c5ca9c0b213 req-5b86203f-e344-4c50-8b25-8a24a1351d81 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896437 Nov 16 05:13:34.230976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bc1f648-d82e-4adb-a421-346f5291d24e {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:13:34.242588 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.259875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Transition to ACTIVE for port object 8bc1f648-d82e-4adb-a421-346f5291d24e will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:13:34.265199 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.281748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54314) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:34.287444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101128755', 'description': 'tempest-secgroup-smoke-1101128755 description', 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:34.323926 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.346948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Pushing event updated for resources: {'Port': ['ID=8bc1f648-d82e-4adb-a421-346f5291d24e,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:34.456454 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Attempting to bind port 8bc1f648-d82e-4adb-a421-346f5291d24e on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:13:34.457024 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Attempting to bind port 8bc1f648-d82e-4adb-a421-346f5291d24e by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5486ee4f-4865-44cd-ada9-66c23cde8717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'af8fe04b-eed7-4d82-bd85-325f083180f2'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:13:34.457397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Attempting to bind port 8bc1f648-d82e-4adb-a421-346f5291d24e on network af8fe04b-eed7-4d82-bd85-325f083180f2 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:13:34.457949 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.465054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Port 8bc1f648-d82e-4adb-a421-346f5291d24e on network af8fe04b-eed7-4d82-bd85-325f083180f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:13:34.465472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Attempting to bind port 8bc1f648-d82e-4adb-a421-346f5291d24e on network af8fe04b-eed7-4d82-bd85-325f083180f2 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:13:34.466268 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.474240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:13:34.474691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Checking segment: {'id': '5486ee4f-4865-44cd-ada9-66c23cde8717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'af8fe04b-eed7-4d82-bd85-325f083180f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:13:34.475451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Bound using segment: {'id': '5486ee4f-4865-44cd-ada9-66c23cde8717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'af8fe04b-eed7-4d82-bd85-325f083180f2'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:13:34.476043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Bound port: 8bc1f648-d82e-4adb-a421-346f5291d24e, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5486ee4f-4865-44cd-ada9-66c23cde8717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'af8fe04b-eed7-4d82-bd85-325f083180f2'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:13:34.476525 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.524277 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.528447 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2447922 Nov 16 05:13:34.529348 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54320) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:34.535928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2e42932b-780d-4ac5-bce1-52cb7befdcb9 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Request body: {'security_group_rule': {'security_group_id': '9f450927-932d-4448-b416-10f5d2490fc6', 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:34.544871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f450927-932d-4448-b416-10f5d2490fc6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:34.562726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:34.563079 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:34.563419 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:34.563887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:34.564744 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:34.565079 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:34.565513 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:34.565869 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:34.566362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:34.566505 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:34.566957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:34.567296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8984968a-2ebf-48f8-9f74-fb3828102e19 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:34.590280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] For port 8bc1f648-d82e-4adb-a421-346f5291d24e, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:13:34.594639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] For port 8bc1f648-d82e-4adb-a421-346f5291d24e, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=8bc1f648-d82e-4adb-a421-346f5291d24e,segment=NetworkSegment(5486ee4f-4865-44cd-ada9-66c23cde8717),segment_id=5486ee4f-4865-44cd-ada9-66c23cde8717)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:13:34.602262 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.634183 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2e42932b-780d-4ac5-bce1-52cb7befdcb9 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.645410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:34.646111 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.648147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] 10.222.0.15 "PUT /v2.0/ports/8bc1f648-d82e-4adb-a421-346f5291d24e HTTP/1.1" status: 200 len: 1091 time: 0.9718597 Nov 16 05:13:34.648664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbed327-c821-4311-a76f-bce058e5c770', 'tag': '8bc1f648-d82e-4adb-a421-346f5291d24e'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:13:34.652051 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14277af-1162-46a1-81f4-4d96a43ff650" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbed327-c821-4311-a76f-bce058e5c770", "tag": "8bc1f648-d82e-4adb-a421-346f5291d24e"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:13:34.736423 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2e42932b-780d-4ac5-bce1-52cb7befdcb9 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.745517 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2e42932b-780d-4ac5-bce1-52cb7befdcb9 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.759905 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bfba3d-900d-4e13-b100-d6da8b0d3c7f x-openstack-request-id: req-c7bfba3d-900d-4e13-b100-d6da8b0d3c7f {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:13:34.760483 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbed327-c821-4311-a76f-bce058e5c770", "tag": "8bc1f648-d82e-4adb-a421-346f5291d24e", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:13:34.760904 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7bfba3d-900d-4e13-b100-d6da8b0d3c7f {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:13:34.762084 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbed327-c821-4311-a76f-bce058e5c770', 'tag': '8bc1f648-d82e-4adb-a421-346f5291d24e', 'status': 'completed', 'code': 200} Nov 16 05:13:34.789332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6465829c-b450-46cc-8f0d-71ac0a5fd69d service neutron] Pushing event updated for resources: {'Port': ['ID=8bc1f648-d82e-4adb-a421-346f5291d24e,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:34.798621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027678-4aab-46f8-8287-122714984fed req-a5fb0acd-752e-4264-8d94-8b798e158e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:34.800330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-a5fb0acd-752e-4264-8d94-8b798e158e98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f49d8f63647446f8d5c3d6ba02fe348&device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 1094 time: 0.0982807 Nov 16 05:13:34.805727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42932b-780d-4ac5-bce1-52cb7befdcb9 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74338fc0-31ce-49d1-b04d-a7c7cf8aa77d,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:34.821680 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2e42932b-780d-4ac5-bce1-52cb7befdcb9 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.829008 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2e42932b-780d-4ac5-bce1-52cb7befdcb9 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2972212 Nov 16 05:13:34.829688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54332) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:34.839157 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-132e94b7-5f11-4138-b6e6-7cc978c6f4b2 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Request body: {'security_group_rule': {'security_group_id': '9f450927-932d-4448-b416-10f5d2490fc6', 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:34.872906 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-132e94b7-5f11-4138-b6e6-7cc978c6f4b2 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.876839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-14ffceb7-aa25-48d1-8fcf-11524b0ce02a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bc1f648-d82e-4adb-a421-346f5291d24e HTTP/1.1" status: 200 len: 217 time: 0.0677347 Nov 16 05:13:34.967689 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-132e94b7-5f11-4138-b6e6-7cc978c6f4b2 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.974877 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-132e94b7-5f11-4138-b6e6-7cc978c6f4b2 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:34.994078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165a0d8-b366-414a-b58e-2a0850d85195 req-5e26e39b-b6d7-4f7a-9fd8-16d20399617d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:34.995695 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d165a0d8-b366-414a-b58e-2a0850d85195 req-5e26e39b-b6d7-4f7a-9fd8-16d20399617d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.1293559 Nov 16 05:13:34.998755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e94b7-5f11-4138-b6e6-7cc978c6f4b2 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c048c5f2-ec51-43b2-ac83-2fea2c9f7b05,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:35.013990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45027678-4aab-46f8-8287-122714984fed req-78d155cc-1cac-423b-a3ef-736a6e1f4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:35.018079 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-78d155cc-1cac-423b-a3ef-736a6e1f4d69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1127ae83-f247-4d18-b36a-35985b6ea599 HTTP/1.1" status: 200 len: 851 time: 0.0859942 Nov 16 05:13:35.028179 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-132e94b7-5f11-4138-b6e6-7cc978c6f4b2 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.033491 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-132e94b7-5f11-4138-b6e6-7cc978c6f4b2 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2000794 Nov 16 05:13:35.033748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54336) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:35.045083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5304aee6-8f9f-41b6-9a30-80951b414582 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Request body: {'security_group_rule': {'security_group_id': '9f450927-932d-4448-b416-10f5d2490fc6', 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:35.079810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-5dde09a4-f5cd-417b-a961-c534f21ced96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af8fe04b-eed7-4d82-bd85-325f083180f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384991 Nov 16 05:13:35.081349 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5304aee6-8f9f-41b6-9a30-80951b414582 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.161368 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d165a0d8-b366-414a-b58e-2a0850d85195 req-f34b07aa-a31d-44e0-86d2-147c2d7d736b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405449 Nov 16 05:13:35.167792 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5304aee6-8f9f-41b6-9a30-80951b414582 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.186824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5304aee6-8f9f-41b6-9a30-80951b414582 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.209192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-bdd43a25-069a-4648-ba32-11b16ee3f656 service neutron] 10.222.0.15 "GET /v2.0/networks/af8fe04b-eed7-4d82-bd85-325f083180f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213303 Nov 16 05:13:35.218330 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5304aee6-8f9f-41b6-9a30-80951b414582 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.219794 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5304aee6-8f9f-41b6-9a30-80951b414582 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1836631 Nov 16 05:13:35.225375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54340) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:35.238016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a4794fcb-4161-47d3-afb2-b067e8e76b1d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Request body: {'security_group_rule': {'security_group_id': '9f450927-932d-4448-b416-10f5d2490fc6', 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:35.245081 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5304aee6-8f9f-41b6-9a30-80951b414582 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779d9d30-c9e9-46db-b8e0-b88521befe67,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:35.357255 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4794fcb-4161-47d3-afb2-b067e8e76b1d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.388635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45027678-4aab-46f8-8287-122714984fed req-e6c1bf66-5620-4964-b3cd-bc4f5959e211 service neutron] 10.222.0.15 "GET /v2.0/networks/af8fe04b-eed7-4d82-bd85-325f083180f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720815 Nov 16 05:13:35.423482 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a55114-6cba-4652-986d-6cdd74abce23 req-06245566-cfe6-4e3b-b4f3-a41be070ee01 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:35.425665 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47a55114-6cba-4652-986d-6cdd74abce23 req-06245566-cfe6-4e3b-b4f3-a41be070ee01 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 943 time: 0.1225865 Nov 16 05:13:35.511911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4794fcb-4161-47d3-afb2-b067e8e76b1d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.533275 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4794fcb-4161-47d3-afb2-b067e8e76b1d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.573821 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47a55114-6cba-4652-986d-6cdd74abce23 req-c72206e8-ddf0-4ddd-9e1e-0ff89021d575 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362205 Nov 16 05:13:35.574470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4794fcb-4161-47d3-afb2-b067e8e76b1d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e35478-5d17-4c77-b70f-81df712ff2f0,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:35.582915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14277af-1162-46a1-81f4-4d96a43ff650 req-1e5a9087-6b4f-4eb7-984f-e374f0468978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:35.585347 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a14277af-1162-46a1-81f4-4d96a43ff650 req-1e5a9087-6b4f-4eb7-984f-e374f0468978 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f49d8f63647446f8d5c3d6ba02fe348&device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 1094 time: 0.1361086 Nov 16 05:13:35.587911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a4794fcb-4161-47d3-afb2-b067e8e76b1d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.589317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a4794fcb-4161-47d3-afb2-b067e8e76b1d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3624132 Nov 16 05:13:35.592185 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54350) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:35.605298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1d4dea71-ad68-4ff3-9d8a-6ebb8ff2d434 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Request body: {'security_group_rule': {'security_group_id': '9f450927-932d-4448-b416-10f5d2490fc6', 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:35.675553 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-1d4dea71-ad68-4ff3-9d8a-6ebb8ff2d434 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Project f5f3051aeac1459b8dd0fd89ccc6b841 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:13:35.685450 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d4dea71-ad68-4ff3-9d8a-6ebb8ff2d434 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.724379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14277af-1162-46a1-81f4-4d96a43ff650 req-8735f261-994b-409c-bde3-98414eef9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:35.726213 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a14277af-1162-46a1-81f4-4d96a43ff650 req-8735f261-994b-409c-bde3-98414eef9760 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af8fe04b-eed7-4d82-bd85-325f083180f2 HTTP/1.1" status: 200 len: 912 time: 0.1332331 Nov 16 05:13:35.782478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a14277af-1162-46a1-81f4-4d96a43ff650 req-9d08e1b4-aa81-4bff-9496-fc8dd2f43a75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bc1f648-d82e-4adb-a421-346f5291d24e HTTP/1.1" status: 200 len: 217 time: 0.0488892 Nov 16 05:13:35.801114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d4dea71-ad68-4ff3-9d8a-6ebb8ff2d434 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.807110 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d4dea71-ad68-4ff3-9d8a-6ebb8ff2d434 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.845547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4dea71-ad68-4ff3-9d8a-6ebb8ff2d434 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f131f574-8dfb-432a-8b91-b9cf036e59a5,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:35.852318 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d4dea71-ad68-4ff3-9d8a-6ebb8ff2d434 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.854643 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1d4dea71-ad68-4ff3-9d8a-6ebb8ff2d434 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2611148 Nov 16 05:13:35.856895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54356) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:35.858351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14277af-1162-46a1-81f4-4d96a43ff650 req-b11683a9-e54f-40d5-9b33-5523cd48f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:35.860069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a14277af-1162-46a1-81f4-4d96a43ff650 req-b11683a9-e54f-40d5-9b33-5523cd48f44b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1127ae83-f247-4d18-b36a-35985b6ea599 HTTP/1.1" status: 200 len: 851 time: 0.0691881 Nov 16 05:13:35.862059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-79e7b94f-df7c-4ee3-8cd4-62e2c43eab43 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Request body: {'security_group_rule': {'security_group_id': '9f450927-932d-4448-b416-10f5d2490fc6', 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:35.900990 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-79e7b94f-df7c-4ee3-8cd4-62e2c43eab43 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Project f5f3051aeac1459b8dd0fd89ccc6b841 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:13:35.903506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a14277af-1162-46a1-81f4-4d96a43ff650 req-4cb17307-de9d-475f-a03e-ceec5f2e9a3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af8fe04b-eed7-4d82-bd85-325f083180f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342870 Nov 16 05:13:35.907720 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79e7b94f-df7c-4ee3-8cd4-62e2c43eab43 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.991724 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79e7b94f-df7c-4ee3-8cd4-62e2c43eab43 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:35.995826 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79e7b94f-df7c-4ee3-8cd4-62e2c43eab43 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:36.011290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7b94f-df7c-4ee3-8cd4-62e2c43eab43 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6541c2e9-d2cf-4caf-82fe-92045a9548e8,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:36.031049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a14277af-1162-46a1-81f4-4d96a43ff650 req-675204d1-7c12-4483-bc54-24300601ea44 service neutron] 10.222.0.15 "GET /v2.0/networks/af8fe04b-eed7-4d82-bd85-325f083180f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190348 Nov 16 05:13:36.036017 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-79e7b94f-df7c-4ee3-8cd4-62e2c43eab43 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:36.037308 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-79e7b94f-df7c-4ee3-8cd4-62e2c43eab43 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1791413 Nov 16 05:13:36.161313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a14277af-1162-46a1-81f4-4d96a43ff650 req-c62a3b9d-1b80-4861-a81d-769e569ea840 service neutron] 10.222.0.15 "GET /v2.0/networks/af8fe04b-eed7-4d82-bd85-325f083180f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233599 Nov 16 05:13:36.169608 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 8bc1f648-d82e-4adb-a421-346f5291d24e details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:13:36.300990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 8bc1f648-d82e-4adb-a421-346f5291d24e, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=8bc1f648-d82e-4adb-a421-346f5291d24e,segment=NetworkSegment(5486ee4f-4865-44cd-ada9-66c23cde8717),segment_id=5486ee4f-4865-44cd-ada9-66c23cde8717)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:36.316300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '8bc1f648-d82e-4adb-a421-346f5291d24e', 'network_id': 'af8fe04b-eed7-4d82-bd85-325f083180f2', 'port_id': '8bc1f648-d82e-4adb-a421-346f5291d24e', 'mac_address': 'fa:16:3e:0a:cd:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1127ae83-f247-4d18-b36a-35985b6ea599', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:13:36.363608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-6b29f9d3-5c04-4bab-9461-7327a2e57328 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101128755&fields=id&tenant_id=f5f3051aeac1459b8dd0fd89ccc6b841 HTTP/1.1" status: 200 len: 267 time: 0.0827234 Nov 16 05:13:36.372509 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:36.377462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d75dd4-a58d-4f1a-8b00-3847cee153be req-ea05e8fe-2a07-4867-954a-c274fa6b3dc9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:36.379160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6d75dd4-a58d-4f1a-8b00-3847cee153be req-ea05e8fe-2a07-4867-954a-c274fa6b3dc9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.0965180 Nov 16 05:13:36.394215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bc1f648-d82e-4adb-a421-346f5291d24e {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:13:36.419640 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 8bc1f648-d82e-4adb-a421-346f5291d24e, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=8bc1f648-d82e-4adb-a421-346f5291d24e,segment=NetworkSegment(5486ee4f-4865-44cd-ada9-66c23cde8717),segment_id=5486ee4f-4865-44cd-ada9-66c23cde8717)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:36.424230 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:36.497486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=8bc1f648-d82e-4adb-a421-346f5291d24e,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:36.509487 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6d75dd4-a58d-4f1a-8b00-3847cee153be req-dc7689c0-bf08-42d2-a184-d4f7d8e8bca7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168811 Nov 16 05:13:36.541423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-b81267f5-4a0e-42ec-b767-078bb1d7fe5e tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:36.542870 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-b81267f5-4a0e-42ec-b767-078bb1d7fe5e tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/networks?id=0dfcf04d-bf40-4a3a-a520-c6e538b7f992 HTTP/1.1" status: 200 len: 814 time: 0.1626737 Nov 16 05:13:36.560487 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-c110deba-71ea-407b-a307-e5a354c91e56 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/quotas/f5f3051aeac1459b8dd0fd89ccc6b841 HTTP/1.1" status: 200 len: 375 time: 0.0111434 Nov 16 05:13:36.633583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['8bc1f648-d82e-4adb-a421-346f5291d24e'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:13:37.037383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-3b6bcd3b-513c-4ff6-b42e-6ca5994eb6ba tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f5f3051aeac1459b8dd0fd89ccc6b841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4701402 Nov 16 05:13:37.059947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ac0d1-62aa-4ccb-9014-70ec7d3ffd7e req-2d4d0c6d-b014-4c1d-a997-e43a62a370a6 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:37.061486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c88ac0d1-62aa-4ccb-9014-70ec7d3ffd7e req-2d4d0c6d-b014-4c1d-a997-e43a62a370a6 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 944 time: 0.0667694 Nov 16 05:13:37.163817 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c88ac0d1-62aa-4ccb-9014-70ec7d3ffd7e req-ec7f0447-9830-4681-8e65-92210867b434 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934415 Nov 16 05:13:37.186791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-37767337-1ae8-4831-8d4d-def0dc4dc27b service neutron] 10.222.0.41 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243248 Nov 16 05:13:37.289831 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-191af288-c0d1-4f07-a06b-397896744b48 service neutron] 10.222.0.41 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959861 Nov 16 05:13:37.628064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83f06b72-aa99-4e1c-8201-c401c7e4c714 req-99c0d66c-92dd-40f9-ae42-f0dcde96ac10 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 210 time: 0.0582247 Nov 16 05:13:37.700432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fe353-b77e-48bd-824b-084f1eb316e3 req-a3505200-337b-45fb-af67-5a9c413e170e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:37.702246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c5fe353-b77e-48bd-824b-084f1eb316e3 req-a3505200-337b-45fb-af67-5a9c413e170e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.0777893 Nov 16 05:13:37.792698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c5fe353-b77e-48bd-824b-084f1eb316e3 req-d50382c7-b51d-407e-abac-d92ffd2e535a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826938 Nov 16 05:13:38.017476 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1da6b84b-58d4-4af2-ab73-e3ca2e5a4f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:38.186592 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 8bc1f648-d82e-4adb-a421-346f5291d24e up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:13:38.258346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 8bc1f648-d82e-4adb-a421-346f5291d24e completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:13:38.263702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 8bc1f648-d82e-4adb-a421-346f5291d24e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:38.264178 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:38.325159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1860e4-5ea3-47c4-8fc5-f8cabd90cbce req-d2040985-f69c-43ce-8050-e5b3edf026a5 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:38.327668 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac1860e4-5ea3-47c4-8fc5-f8cabd90cbce req-d2040985-f69c-43ce-8050-e5b3edf026a5 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 944 time: 0.0773289 Nov 16 05:13:38.356393 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:38.381827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbed327-c821-4311-a76f-bce058e5c770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc1f648-d82e-4adb-a421-346f5291d24e'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:13:38.384679 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47ffeaf-7c79-481e-8609-e9a2ebc4f551" -d '{"events": [{"server_uuid": "cdbed327-c821-4311-a76f-bce058e5c770", "name": "network-vif-plugged", "status": "completed", "tag": "8bc1f648-d82e-4adb-a421-346f5291d24e"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:13:38.386359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac1860e4-5ea3-47c4-8fc5-f8cabd90cbce req-0d140389-9f1d-409e-b4b6-5557bcb4ebc8 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526295 Nov 16 05:13:38.406298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 8bc1f648-d82e-4adb-a421-346f5291d24e, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=8bc1f648-d82e-4adb-a421-346f5291d24e,segment=NetworkSegment(5486ee4f-4865-44cd-ada9-66c23cde8717),segment_id=5486ee4f-4865-44cd-ada9-66c23cde8717)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:38.418560 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:38.450841 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13e95d8-87d6-4aa7-9f9c-3c58259701ae x-openstack-request-id: req-f13e95d8-87d6-4aa7-9f9c-3c58259701ae {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:13:38.451141 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbed327-c821-4311-a76f-bce058e5c770", "name": "network-vif-plugged", "status": "completed", "tag": "8bc1f648-d82e-4adb-a421-346f5291d24e", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:13:38.451453 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f13e95d8-87d6-4aa7-9f9c-3c58259701ae {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:13:38.451855 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbed327-c821-4311-a76f-bce058e5c770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bc1f648-d82e-4adb-a421-346f5291d24e', 'code': 200} Nov 16 05:13:38.485687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=8bc1f648-d82e-4adb-a421-346f5291d24e,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:38.568106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc6e29-c36d-4c27-8986-c0e6c936a512 req-f1b98e52-9773-41c0-b6de-d50746b281ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:38.570248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78cc6e29-c36d-4c27-8986-c0e6c936a512 req-f1b98e52-9773-41c0-b6de-d50746b281ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 1096 time: 0.0551460 Nov 16 05:13:38.697038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78cc6e29-c36d-4c27-8986-c0e6c936a512 req-6b2f9b5b-2a67-47f2-b300-82b7babe25b4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189911 Nov 16 05:13:38.781559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68dd362b-4d38-4202-aede-f51b0bf541c3 req-0b78d515-baeb-42c2-b105-2edb5a7d264f tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 210 time: 0.0645561 Nov 16 05:13:38.789259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-a46872be-a466-48fd-8225-17301822eb74 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:38.790840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-a46872be-a466-48fd-8225-17301822eb74 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.37 "GET /v2.0/networks?id=0dfcf04d-bf40-4a3a-a520-c6e538b7f992 HTTP/1.1" status: 200 len: 814 time: 0.1933012 Nov 16 05:13:38.886390 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-6712711e-9421-42c6-91a2-f3d1199392f4 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5f3051aeac1459b8dd0fd89ccc6b841 HTTP/1.1" status: 200 len: 380 time: 0.0834193 Nov 16 05:13:38.902591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0e0e59ee-cca7-402f-847a-fa8832a76f94 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Request body: {'port': {'device_id': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'admin_state_up': True, 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'security_groups': ['9f450927-932d-4448-b416-10f5d2490fc6']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:39.002896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd207264-47eb-46f3-b1b0-613dd0929418 req-d6575b44-17b0-46cf-ad90-224406eb8b5e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:39.004520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd207264-47eb-46f3-b1b0-613dd0929418 req-d6575b44-17b0-46cf-ad90-224406eb8b5e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.1276770 Nov 16 05:13:39.083468 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd207264-47eb-46f3-b1b0-613dd0929418 req-35edc9d6-3d82-4a90-a112-99f90129f8b7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712883 Nov 16 05:13:39.102601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0e0e59ee-cca7-402f-847a-fa8832a76f94 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Made reservation on behalf of f5f3051aeac1459b8dd0fd89ccc6b841 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:13:39.106941 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0e0e59ee-cca7-402f-847a-fa8832a76f94 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:39.268837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0e0e59ee-cca7-402f-847a-fa8832a76f94 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Allocated IP 172.20.0.3 (0dfcf04d-bf40-4a3a-a520-c6e538b7f992/b4d22562-9e58-4939-88cc-0ee1d9b56e7d/ad53706c-601b-4c7f-9fc0-c4ed72781de5) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:13:39.426349 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0e0e59ee-cca7-402f-847a-fa8832a76f94 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:39.462814 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0e0e59ee-cca7-402f-847a-fa8832a76f94 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:39.538305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0e0e59ee-cca7-402f-847a-fa8832a76f94 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:13:39.546310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0e0e59ee-cca7-402f-847a-fa8832a76f94 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:13:39.552054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0e0e59ee-cca7-402f-847a-fa8832a76f94 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:13:39.557536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e59ee-cca7-402f-847a-fa8832a76f94 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Pushing event updated for resources: {'Port': ['ID=ad53706c-601b-4c7f-9fc0-c4ed72781de5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:39.604324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a5354-a1d7-492b-a342-996e3820908f req-571607ce-cfc5-4574-8ef9-e3bad1d10d99 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:39.605943 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-873a5354-a1d7-492b-a342-996e3820908f req-571607ce-cfc5-4574-8ef9-e3bad1d10d99 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.1073229 Nov 16 05:13:39.628000 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0e0e59ee-cca7-402f-847a-fa8832a76f94 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:39.628616 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0e0e59ee-cca7-402f-847a-fa8832a76f94 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:39.661517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0e0e59ee-cca7-402f-847a-fa8832a76f94 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7634540 Nov 16 05:13:39.680498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Request body: {'port': {'device_id': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:39.713305 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-873a5354-a1d7-492b-a342-996e3820908f req-34715c1d-ff90-4118-92f5-3f6dda3ce339 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985193 Nov 16 05:13:39.843234 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:39.991664 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0b31403a-bcb5-4b0c-808c-95dae2c20ed0 None None] Provisioning complete for port ad53706c-601b-4c7f-9fc0-c4ed72781de5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:39.992783 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b31403a-bcb5-4b0c-808c-95dae2c20ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:40.038012 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0b31403a-bcb5-4b0c-808c-95dae2c20ed0 None None] Port ad53706c-601b-4c7f-9fc0-c4ed72781de5 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:13:40.084897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9394ce0-53b8-4eb3-a93f-087898b6d58e req-8051192f-a35f-4631-b205-6533fb56ccf7 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:40.086271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9394ce0-53b8-4eb3-a93f-087898b6d58e req-8051192f-a35f-4631-b205-6533fb56ccf7 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 931 time: 0.1657262 Nov 16 05:13:40.207354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a9394ce0-53b8-4eb3-a93f-087898b6d58e req-938a92f8-172a-4dd5-bbbc-93c4ca2c5d11 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139944 Nov 16 05:13:40.208370 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d15d6c6-6709-4672-9eed-54add9244613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:40.280570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6aabd-af08-4dbc-933b-888e6f5f429a req-cb9e54bd-efff-443c-b1f8-47d4770dd162 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:40.282092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87e6aabd-af08-4dbc-933b-888e6f5f429a req-cb9e54bd-efff-443c-b1f8-47d4770dd162 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.0944152 Nov 16 05:13:40.358464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad53706c-601b-4c7f-9fc0-c4ed72781de5 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:13:40.373289 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:40.380877 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87e6aabd-af08-4dbc-933b-888e6f5f429a req-8d6d5006-08aa-4d4a-9bdb-9b1bf4dbe1f8 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915108 Nov 16 05:13:40.395343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Transition to ACTIVE for port object ad53706c-601b-4c7f-9fc0-c4ed72781de5 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:13:40.400655 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:40.453190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Pushing event updated for resources: {'Port': ['ID=ad53706c-601b-4c7f-9fc0-c4ed72781de5,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:40.566716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Attempting to bind port ad53706c-601b-4c7f-9fc0-c4ed72781de5 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:13:40.567407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Attempting to bind port ad53706c-601b-4c7f-9fc0-c4ed72781de5 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:13:40.567967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Attempting to bind port ad53706c-601b-4c7f-9fc0-c4ed72781de5 on network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:13:40.574238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Port ad53706c-601b-4c7f-9fc0-c4ed72781de5 on network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:13:40.574563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Attempting to bind port ad53706c-601b-4c7f-9fc0-c4ed72781de5 on network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:13:40.579903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:13:40.580223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Checking segment: {'id': '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:13:40.580877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Bound using segment: {'id': '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:13:40.581317 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Bound port: ad53706c-601b-4c7f-9fc0-c4ed72781de5, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:13:40.581677 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:40.665415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] For port ad53706c-601b-4c7f-9fc0-c4ed72781de5, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:13:40.670462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] For port ad53706c-601b-4c7f-9fc0-c4ed72781de5, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ad53706c-601b-4c7f-9fc0-c4ed72781de5,segment=NetworkSegment(02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8),segment_id=02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:13:40.675853 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:40.711173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:40.711871 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:40.713323 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] 10.222.0.37 "PUT /v2.0/ports/ad53706c-601b-4c7f-9fc0-c4ed72781de5 HTTP/1.1" status: 200 len: 1091 time: 1.0411086 Nov 16 05:13:40.715995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:13:40.722197 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76aa22b9-b4bf-4221-93b5-0fa33bf3fb88" -d '{"events": [{"name": "network-changed", "server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:13:40.754508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6dc9b-1b51-4500-9b0e-f26f7aa80e1a service neutron] Pushing event updated for resources: {'Port': ['ID=ad53706c-601b-4c7f-9fc0-c4ed72781de5,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:40.839485 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e508a23-15c9-469f-a42b-cff5217b5995 x-openstack-request-id: req-3e508a23-15c9-469f-a42b-cff5217b5995 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:13:40.839485 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:13:40.839485 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e508a23-15c9-469f-a42b-cff5217b5995 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:13:40.840013 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'status': 'completed', 'code': 200} Nov 16 05:13:40.865485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-ff36ed5c-8a9f-4a2b-99bd-cd544a2ceaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:40.867108 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-ff36ed5c-8a9f-4a2b-99bd-cd544a2ceaf6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5f3051aeac1459b8dd0fd89ccc6b841&device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 1094 time: 0.0956106 Nov 16 05:13:40.948765 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-5134fbfa-b80f-4c38-bf65-553caa3ff97d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad53706c-601b-4c7f-9fc0-c4ed72781de5 HTTP/1.1" status: 200 len: 217 time: 0.0725343 Nov 16 05:13:41.011244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433433db-e56f-45c9-9f78-d01c8a2d2072 req-151b090d-14e0-4889-9d19-57fc1396e732 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:41.014268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-433433db-e56f-45c9-9f78-d01c8a2d2072 req-151b090d-14e0-4889-9d19-57fc1396e732 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.1311326 Nov 16 05:13:41.026861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0dc36373-49a8-4c44-a4bb-b4283f48ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:41.029574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-0dc36373-49a8-4c44-a4bb-b4283f48ce7d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4d22562-9e58-4939-88cc-0ee1d9b56e7d HTTP/1.1" status: 200 len: 853 time: 0.0731802 Nov 16 05:13:41.099353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-433433db-e56f-45c9-9f78-d01c8a2d2072 req-f199fc4b-24a7-4d7e-bd5e-f27f3f256a10 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742884 Nov 16 05:13:41.105425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-1f163ef9-55a3-4fe9-a0a7-b5fab1de5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:41.106944 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-1f163ef9-55a3-4fe9-a0a7-b5fab1de5684 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0dfcf04d-bf40-4a3a-a520-c6e538b7f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708661 Nov 16 05:13:41.258061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb8041-d7a9-4617-a3cd-bcbf886f6908 req-997f674f-6d52-4e58-8ff3-96703a5f00ad tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:41.259609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eacb8041-d7a9-4617-a3cd-bcbf886f6908 req-997f674f-6d52-4e58-8ff3-96703a5f00ad tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.0864310 Nov 16 05:13:41.265682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-9fd27d2e-7cdc-4f90-b063-c89892a3a564 service neutron] 10.222.0.37 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467988 Nov 16 05:13:41.401995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eacb8041-d7a9-4617-a3cd-bcbf886f6908 req-6f78b27e-d15a-42a3-a4c3-60b4af82da5a tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342719 Nov 16 05:13:41.416703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9b817-7043-48cd-9681-7f61daeb920d req-3f0e38be-c41f-4841-8e8f-633b8fc2ef7a tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:41.418207 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73c9b817-7043-48cd-9681-7f61daeb920d req-3f0e38be-c41f-4841-8e8f-633b8fc2ef7a tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 943 time: 0.1350105 Nov 16 05:13:41.480474 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d87a086-2f40-4b9a-bb0e-a3abfa548d9c req-055006bf-7cda-419b-a980-5f572d0683e8 service neutron] 10.222.0.37 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063944 Nov 16 05:13:41.510098 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73c9b817-7043-48cd-9681-7f61daeb920d req-191e241e-a9af-4104-9c24-1e26607a6593 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795925 Nov 16 05:13:41.532159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2e0e1-a6db-40f1-acba-5a7ad340c49d req-78290946-4023-443c-ba77-c7f748dfffff tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:41.533668 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08b2e0e1-a6db-40f1-acba-5a7ad340c49d req-78290946-4023-443c-ba77-c7f748dfffff tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.0682054 Nov 16 05:13:41.620886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa22b9-b4bf-4221-93b5-0fa33bf3fb88 req-1a82b388-a527-4cb9-923a-e00032434bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:41.622341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76aa22b9-b4bf-4221-93b5-0fa33bf3fb88 req-1a82b388-a527-4cb9-923a-e00032434bab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5f3051aeac1459b8dd0fd89ccc6b841&device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 1094 time: 0.0877826 Nov 16 05:13:41.628409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08b2e0e1-a6db-40f1-acba-5a7ad340c49d req-eadfeed4-1c18-4d6e-b3ea-ad06eb53e0b2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844014 Nov 16 05:13:41.764162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa22b9-b4bf-4221-93b5-0fa33bf3fb88 req-3a503d22-17b7-497f-a6d6-571fef01612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:41.765665 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76aa22b9-b4bf-4221-93b5-0fa33bf3fb88 req-3a503d22-17b7-497f-a6d6-571fef01612f service neutron] 10.222.0.37 "GET /v2.0/networks?id=0dfcf04d-bf40-4a3a-a520-c6e538b7f992 HTTP/1.1" status: 200 len: 915 time: 0.1357989 Nov 16 05:13:41.788110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34197348-dab0-4619-818f-f5001362b124 req-b71280dc-8ae8-434c-a9c3-7a407cbadc43 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:41.789720 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34197348-dab0-4619-818f-f5001362b124 req-b71280dc-8ae8-434c-a9c3-7a407cbadc43 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.0835631 Nov 16 05:13:41.827199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76aa22b9-b4bf-4221-93b5-0fa33bf3fb88 req-26a34f6c-80ef-42f9-8234-117ed5e13def service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad53706c-601b-4c7f-9fc0-c4ed72781de5 HTTP/1.1" status: 200 len: 217 time: 0.0527580 Nov 16 05:13:41.899799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34197348-dab0-4619-818f-f5001362b124 req-83037f4c-5cd5-4051-964d-372ddbafa81d tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795517 Nov 16 05:13:41.901284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa22b9-b4bf-4221-93b5-0fa33bf3fb88 req-cca4252a-df99-4862-b870-88487f3f8deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:41.902653 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76aa22b9-b4bf-4221-93b5-0fa33bf3fb88 req-cca4252a-df99-4862-b870-88487f3f8deb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4d22562-9e58-4939-88cc-0ee1d9b56e7d HTTP/1.1" status: 200 len: 853 time: 0.0670123 Nov 16 05:13:41.955083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa22b9-b4bf-4221-93b5-0fa33bf3fb88 req-372b4cba-a95c-486a-826c-c31c00b38587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:41.956553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76aa22b9-b4bf-4221-93b5-0fa33bf3fb88 req-372b4cba-a95c-486a-826c-c31c00b38587 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0dfcf04d-bf40-4a3a-a520-c6e538b7f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456297 Nov 16 05:13:41.967443 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:42.049839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76aa22b9-b4bf-4221-93b5-0fa33bf3fb88 req-b129e267-ef65-42ff-9244-10a920fb7d63 service neutron] 10.222.0.37 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837724 Nov 16 05:13:42.142646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-76aa22b9-b4bf-4221-93b5-0fa33bf3fb88 req-28415ae6-c7c6-4b5e-b0d1-3188a751c8c4 service neutron] 10.222.0.37 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860760 Nov 16 05:13:42.634365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6d8d4-8f3a-47fa-b6b2-a3653736e360 req-108d542d-5bfb-43f5-84fc-721f21d69f79 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:42.635890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5bd6d8d4-8f3a-47fa-b6b2-a3653736e360 req-108d542d-5bfb-43f5-84fc-721f21d69f79 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 943 time: 0.0515647 Nov 16 05:13:42.690386 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5bd6d8d4-8f3a-47fa-b6b2-a3653736e360 req-244960c6-c99c-4f4b-8c4c-e36f244c52c2 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483165 Nov 16 05:13:42.760986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300170e-b482-48aa-8079-f97bb4c21040 req-22fe2f21-99b1-418b-9534-96d85ec2de0e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:42.762657 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7300170e-b482-48aa-8079-f97bb4c21040 req-22fe2f21-99b1-418b-9534-96d85ec2de0e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 943 time: 0.0518806 Nov 16 05:13:42.814682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7300170e-b482-48aa-8079-f97bb4c21040 req-e754b139-d52a-450a-804c-184a940f6dc8 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446675 Nov 16 05:13:43.018174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675aba3-672f-4320-bf10-d2e9900f8583 req-745a9195-7841-4df9-b063-0a317e455061 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:43.019710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2675aba3-672f-4320-bf10-d2e9900f8583 req-745a9195-7841-4df9-b063-0a317e455061 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.0524547 Nov 16 05:13:43.069225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2675aba3-672f-4320-bf10-d2e9900f8583 req-dea1ad64-0efa-43cc-8014-d9124cb3bb9c tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412385 Nov 16 05:13:43.294761 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dfc365-49b2-4549-aa53-c15a23230e40 req-689248bf-217d-4bf3-8fa6-f905d32da349 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:43.296243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89dfc365-49b2-4549-aa53-c15a23230e40 req-689248bf-217d-4bf3-8fa6-f905d32da349 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.0733900 Nov 16 05:13:43.311683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 5185b0de-bd4e-4e15-9029-9b529c83cb43 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:13:43.330923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4759c-14e4-4d1a-b8b7-dbe99a55e7bb req-52e8ee64-5236-447c-8ddb-bb6031e116aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:43.332327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02a4759c-14e4-4d1a-b8b7-dbe99a55e7bb req-52e8ee64-5236-447c-8ddb-bb6031e116aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f49d8f63647446f8d5c3d6ba02fe348&device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 1096 time: 0.0713229 Nov 16 05:13:43.345788 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:43.402711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-89dfc365-49b2-4549-aa53-c15a23230e40 req-5310677a-d7a7-4f5f-9f41-7bf06c67beb5 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988314 Nov 16 05:13:43.445278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 5185b0de-bd4e-4e15-9029-9b529c83cb43, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=5185b0de-bd4e-4e15-9029-9b529c83cb43,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:43.457482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '5185b0de-bd4e-4e15-9029-9b529c83cb43', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'port_id': '5185b0de-bd4e-4e15-9029-9b529c83cb43', 'mac_address': 'fa:16:3e:ea:60:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:13:43.463709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4759c-14e4-4d1a-b8b7-dbe99a55e7bb req-04aeb67d-3ee5-4741-8cb8-5a405503711d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:43.465212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02a4759c-14e4-4d1a-b8b7-dbe99a55e7bb req-04aeb67d-3ee5-4741-8cb8-5a405503711d service neutron] 10.222.0.15 "GET /v2.0/networks?id=af8fe04b-eed7-4d82-bd85-325f083180f2 HTTP/1.1" status: 200 len: 912 time: 0.1246717 Nov 16 05:13:43.500204 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:43.515789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5185b0de-bd4e-4e15-9029-9b529c83cb43 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:13:43.517793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02a4759c-14e4-4d1a-b8b7-dbe99a55e7bb req-f2c7f0ea-5a38-42b9-82d2-6a4a83f1923d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bc1f648-d82e-4adb-a421-346f5291d24e HTTP/1.1" status: 200 len: 217 time: 0.0444350 Nov 16 05:13:43.538179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 5185b0de-bd4e-4e15-9029-9b529c83cb43, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=5185b0de-bd4e-4e15-9029-9b529c83cb43,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:43.542952 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:43.570990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4759c-14e4-4d1a-b8b7-dbe99a55e7bb req-04fc13c5-4e27-47f8-94d4-d2512a5d7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:43.573042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02a4759c-14e4-4d1a-b8b7-dbe99a55e7bb req-04fc13c5-4e27-47f8-94d4-d2512a5d7e91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1127ae83-f247-4d18-b36a-35985b6ea599 HTTP/1.1" status: 200 len: 851 time: 0.0486166 Nov 16 05:13:43.601561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=5185b0de-bd4e-4e15-9029-9b529c83cb43,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:43.607227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02a4759c-14e4-4d1a-b8b7-dbe99a55e7bb req-c1af249b-94bc-4b13-9715-4e7e4c2063b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af8fe04b-eed7-4d82-bd85-325f083180f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281658 Nov 16 05:13:43.703208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02a4759c-14e4-4d1a-b8b7-dbe99a55e7bb req-ce6ce474-db21-4f20-b049-2e57a0a8a1eb service neutron] 10.222.0.15 "GET /v2.0/networks/af8fe04b-eed7-4d82-bd85-325f083180f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889618 Nov 16 05:13:43.737443 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:43.767340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['5185b0de-bd4e-4e15-9029-9b529c83cb43'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:13:43.841063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-02a4759c-14e4-4d1a-b8b7-dbe99a55e7bb req-69843993-6718-4a25-aabc-1294e3451381 service neutron] 10.222.0.15 "GET /v2.0/networks/af8fe04b-eed7-4d82-bd85-325f083180f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301107 Nov 16 05:13:43.862982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cb3a7-ac35-4e44-839a-cddf1accb776 req-288aa0cb-7578-498b-8a89-edc99c4e2acd tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:43.866860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a4cb3a7-ac35-4e44-839a-cddf1accb776 req-288aa0cb-7578-498b-8a89-edc99c4e2acd tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 943 time: 0.0672073 Nov 16 05:13:43.972403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3a4cb3a7-ac35-4e44-839a-cddf1accb776 req-87dbce44-0464-4a6f-83bd-7914fff9b63f tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980251 Nov 16 05:13:43.995860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2a241-94c5-45c9-b12b-b3c0be0bc6e2 req-2cc28ec5-9060-4f4f-bc93-0726d6ab9c8f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:43.997337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ded2a241-94c5-45c9-b12b-b3c0be0bc6e2 req-2cc28ec5-9060-4f4f-bc93-0726d6ab9c8f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 944 time: 0.0751798 Nov 16 05:13:44.046293 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ded2a241-94c5-45c9-b12b-b3c0be0bc6e2 req-b0a900eb-e97c-48b9-94de-7b8eaf9a6a16 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424659 Nov 16 05:13:44.552059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c6942-2c70-4ca2-8f53-3c0fd9f550c6 req-4a8e76f4-3354-48e3-b580-71cc162b65de tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:44.558442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-876c6942-2c70-4ca2-8f53-3c0fd9f550c6 req-4a8e76f4-3354-48e3-b580-71cc162b65de tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.0676606 Nov 16 05:13:44.607225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-876c6942-2c70-4ca2-8f53-3c0fd9f550c6 req-bce897e5-9457-48a5-b8fe-329e81a18a4a tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467503 Nov 16 05:13:45.098773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e41e8-fcdb-45f4-b963-94cdb88176b2 req-954d5b80-d980-453f-8ddb-ddc509a5744c tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:45.101004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-670e41e8-fcdb-45f4-b963-94cdb88176b2 req-954d5b80-d980-453f-8ddb-ddc509a5744c tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 943 time: 0.0576344 Nov 16 05:13:45.186420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-670e41e8-fcdb-45f4-b963-94cdb88176b2 req-9a6e2402-b3ab-4c7c-a83b-b815a1832d72 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796769 Nov 16 05:13:45.209660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b140a-b62a-4121-b47d-246d01707680 req-e521d845-760f-43c5-891d-66d4943eff81 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:45.209660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de1b140a-b62a-4121-b47d-246d01707680 req-e521d845-760f-43c5-891d-66d4943eff81 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 944 time: 0.0814621 Nov 16 05:13:45.255778 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de1b140a-b62a-4121-b47d-246d01707680 req-15e09e0b-cd9c-4897-a2d3-4fb6d3552363 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466211 Nov 16 05:13:45.327817 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 5185b0de-bd4e-4e15-9029-9b529c83cb43 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:13:45.380162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 5185b0de-bd4e-4e15-9029-9b529c83cb43 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:13:45.384505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 5185b0de-bd4e-4e15-9029-9b529c83cb43 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:45.384870 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:45.463325 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:45.487044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66749fe-c338-4c58-87cb-0b71d813aae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5185b0de-bd4e-4e15-9029-9b529c83cb43'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:13:45.489607 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4444cb0-da54-41bf-bcdd-585c6bef6ab4" -d '{"events": [{"server_uuid": "e66749fe-c338-4c58-87cb-0b71d813aae0", "name": "network-vif-plugged", "status": "completed", "tag": "5185b0de-bd4e-4e15-9029-9b529c83cb43"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:13:45.502769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 5185b0de-bd4e-4e15-9029-9b529c83cb43, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=5185b0de-bd4e-4e15-9029-9b529c83cb43,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:45.507755 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:45.538277 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7b6e95-00c8-461e-b3f5-804047acb581 x-openstack-request-id: req-ce7b6e95-00c8-461e-b3f5-804047acb581 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:13:45.538560 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66749fe-c338-4c58-87cb-0b71d813aae0", "name": "network-vif-plugged", "status": "completed", "tag": "5185b0de-bd4e-4e15-9029-9b529c83cb43", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:13:45.538874 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce7b6e95-00c8-461e-b3f5-804047acb581 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:13:45.539264 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66749fe-c338-4c58-87cb-0b71d813aae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5185b0de-bd4e-4e15-9029-9b529c83cb43', 'code': 200} Nov 16 05:13:45.664766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ce9c1-0e36-486b-b88d-4210f16c5c66 req-1bead2fc-dadb-4016-8380-10010e07e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:45.669133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-624ce9c1-0e36-486b-b88d-4210f16c5c66 req-1bead2fc-dadb-4016-8380-10010e07e004 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 1096 time: 0.0664802 Nov 16 05:13:45.744110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=5185b0de-bd4e-4e15-9029-9b529c83cb43,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:45.746798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-624ce9c1-0e36-486b-b88d-4210f16c5c66 req-7c766d9f-e92a-4049-8258-3fb9a32f9224 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721116 Nov 16 05:13:45.774143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32a9d9-2ce8-4a32-ac94-c52e517f2550 req-4a76e757-8ea7-4163-bf37-af7dd27b3589 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:45.775795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb32a9d9-2ce8-4a32-ac94-c52e517f2550 req-4a76e757-8ea7-4163-bf37-af7dd27b3589 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.0683763 Nov 16 05:13:45.833030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb32a9d9-2ce8-4a32-ac94-c52e517f2550 req-569e75b6-3a1c-4e89-a2f0-7f2ea2a37e6e tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472534 Nov 16 05:13:46.113910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849d2a6-fb27-4cbe-8840-d2f66e4d1f33 req-28f5ade4-fb16-49c6-9010-53eddf685815 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:46.115434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3849d2a6-fb27-4cbe-8840-d2f66e4d1f33 req-28f5ade4-fb16-49c6-9010-53eddf685815 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.0518234 Nov 16 05:13:46.167665 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3849d2a6-fb27-4cbe-8840-d2f66e4d1f33 req-076a0198-c7b0-4ad3-b523-cdda3c9f9c5d tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458202 Nov 16 05:13:46.398738 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:46.416076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484aadd2-b687-4bc8-8017-1f8fe1328851 req-f344df96-b240-4e53-8e94-e0e8ff908151 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:46.417894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-484aadd2-b687-4bc8-8017-1f8fe1328851 req-f344df96-b240-4e53-8e94-e0e8ff908151 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 943 time: 0.1352406 Nov 16 05:13:46.429673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf7b85-e93f-43b7-abda-5dd751300b11 req-f11ef5bb-783e-40b7-beba-800164a6276b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:46.431406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6bf7b85-e93f-43b7-abda-5dd751300b11 req-f11ef5bb-783e-40b7-beba-800164a6276b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 945 time: 0.0840325 Nov 16 05:13:46.505541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-484aadd2-b687-4bc8-8017-1f8fe1328851 req-bdd3fd5e-81e8-483d-9b49-5b44523ce1b6 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730774 Nov 16 05:13:46.537684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6bf7b85-e93f-43b7-abda-5dd751300b11 req-0a7d1916-e6ad-4f33-9e65-aaf87573af3e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788751 Nov 16 05:13:47.290787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4198ef-4fa4-440f-829d-246be67c3505 req-a511bf2b-66c4-4261-80a4-b5c4bb85fac6 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:47.292217 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f4198ef-4fa4-440f-829d-246be67c3505 req-a511bf2b-66c4-4261-80a4-b5c4bb85fac6 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.0527651 Nov 16 05:13:47.343349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8f4198ef-4fa4-440f-829d-246be67c3505 req-e0201452-e202-4b34-9373-1a9dda40a653 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449302 Nov 16 05:13:47.648795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222a704-035d-4c1d-bcba-2527c1fb8f27 req-ded5079b-3d2c-4464-b71a-34f636d7afbe tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:47.650305 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7222a704-035d-4c1d-bcba-2527c1fb8f27 req-ded5079b-3d2c-4464-b71a-34f636d7afbe tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.1182694 Nov 16 05:13:47.651951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e4b75-8c28-44c5-852d-273bd2f5ca29 req-02944618-4c05-47f3-86b5-5f0d6052627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:47.653271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d71e4b75-8c28-44c5-852d-273bd2f5ca29 req-02944618-4c05-47f3-86b5-5f0d6052627c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f49d8f63647446f8d5c3d6ba02fe348&device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 1096 time: 0.0890133 Nov 16 05:13:47.732407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83242985-caa6-4ff6-acab-8c90fc744805 req-ae865c8d-2939-4990-bfb4-b852e178e323 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:47.733896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83242985-caa6-4ff6-acab-8c90fc744805 req-ae865c8d-2939-4990-bfb4-b852e178e323 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 943 time: 0.1313887 Nov 16 05:13:47.792935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7222a704-035d-4c1d-bcba-2527c1fb8f27 req-6952bca0-052f-4ad0-ac46-fa5e0c5738a0 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345670 Nov 16 05:13:47.834677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-83242985-caa6-4ff6-acab-8c90fc744805 req-ee54ae59-107a-49ed-8888-66ae17bb5184 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940650 Nov 16 05:13:47.839568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e4b75-8c28-44c5-852d-273bd2f5ca29 req-81bed095-262f-4f64-832d-9f2f631ac029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:47.841061 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d71e4b75-8c28-44c5-852d-273bd2f5ca29 req-81bed095-262f-4f64-832d-9f2f631ac029 service neutron] 10.222.0.15 "GET /v2.0/networks?id=af8fe04b-eed7-4d82-bd85-325f083180f2 HTTP/1.1" status: 200 len: 912 time: 0.1785028 Nov 16 05:13:48.236097 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d71e4b75-8c28-44c5-852d-273bd2f5ca29 req-f4ace5d5-1cbb-452b-bce8-2c7cf3221ca2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bc1f648-d82e-4adb-a421-346f5291d24e HTTP/1.1" status: 200 len: 217 time: 0.3869445 Nov 16 05:13:48.312979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cb325-f699-4e2d-ab01-ebcb5476b269 req-f3cc1868-a487-4d52-aa6a-408d62a451a2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:48.314720 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-329cb325-f699-4e2d-ab01-ebcb5476b269 req-f3cc1868-a487-4d52-aa6a-408d62a451a2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 945 time: 0.0813632 Nov 16 05:13:48.316450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e4b75-8c28-44c5-852d-273bd2f5ca29 req-e72f502b-3bf2-45ba-96cd-627431dc1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:48.317742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d71e4b75-8c28-44c5-852d-273bd2f5ca29 req-e72f502b-3bf2-45ba-96cd-627431dc1f54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1127ae83-f247-4d18-b36a-35985b6ea599 HTTP/1.1" status: 200 len: 851 time: 0.0729067 Nov 16 05:13:48.359999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d71e4b75-8c28-44c5-852d-273bd2f5ca29 req-5c151083-4efd-450b-af7a-a87caec4b419 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=af8fe04b-eed7-4d82-bd85-325f083180f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334470 Nov 16 05:13:48.426879 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-329cb325-f699-4e2d-ab01-ebcb5476b269 req-6c34c5e2-8b61-47b3-b07d-caea9c1402e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060374 Nov 16 05:13:48.468215 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d71e4b75-8c28-44c5-852d-273bd2f5ca29 req-8c368815-608d-4251-8efa-afb728eb875d service neutron] 10.222.0.15 "GET /v2.0/networks/af8fe04b-eed7-4d82-bd85-325f083180f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969524 Nov 16 05:13:48.542227 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:48.595349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d554795-1230-40bf-88c7-212d9dd0578f req-171fcf42-d326-4fc4-a9d2-d32b495e8034 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:48.596834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d554795-1230-40bf-88c7-212d9dd0578f req-171fcf42-d326-4fc4-a9d2-d32b495e8034 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 945 time: 0.0766521 Nov 16 05:13:48.602583 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d71e4b75-8c28-44c5-852d-273bd2f5ca29 req-debf7652-9dc2-4040-b3ee-3aba4523570f service neutron] 10.222.0.15 "GET /v2.0/networks/af8fe04b-eed7-4d82-bd85-325f083180f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282740 Nov 16 05:13:48.645403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d554795-1230-40bf-88c7-212d9dd0578f req-e89186f3-d689-4455-be42-d7040ba4dd61 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415981 Nov 16 05:13:48.949332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583fac6-afc2-4443-b6fe-e6246c0e3024 req-aaa48339-5bfd-420f-a588-bfeff10e914b tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:48.950894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0583fac6-afc2-4443-b6fe-e6246c0e3024 req-aaa48339-5bfd-420f-a588-bfeff10e914b tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.0838304 Nov 16 05:13:48.963548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f53a26-cdd3-4752-9fb5-8678384effc5 req-544ed3b4-9e4a-4e0e-94cd-90249e785331 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:48.964909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32f53a26-cdd3-4752-9fb5-8678384effc5 req-544ed3b4-9e4a-4e0e-94cd-90249e785331 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 945 time: 0.0705183 Nov 16 05:13:49.037828 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0583fac6-afc2-4443-b6fe-e6246c0e3024 req-5b2d1bfd-9602-452a-8a42-8e0fc11314cb tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718811 Nov 16 05:13:49.045744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32f53a26-cdd3-4752-9fb5-8678384effc5 req-bf48bfa8-7e7c-425b-b389-648b2bfe89d0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740688 Nov 16 05:13:49.158818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f8991d-e15e-4d12-8d8d-2416f85d9f9e req-e7b04a8e-2d0d-4927-80b2-940422e93dc8 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:49.160285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38f8991d-e15e-4d12-8d8d-2416f85d9f9e req-e7b04a8e-2d0d-4927-80b2-940422e93dc8 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 943 time: 0.0508053 Nov 16 05:13:49.214261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38f8991d-e15e-4d12-8d8d-2416f85d9f9e req-1650789a-710d-4ce7-b1bf-2e04c91183d2 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477543 Nov 16 05:13:50.186035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0c30-33f8-4911-84bd-452517e21319 req-e7dca84f-03ed-4694-a04a-d5963eb6261d tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:50.187674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-832d0c30-33f8-4911-84bd-452517e21319 req-e7dca84f-03ed-4694-a04a-d5963eb6261d tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.0781369 Nov 16 05:13:50.206040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b502b5a-1511-4054-850d-fa2cde3e6901 req-ab3bfd49-81f2-4b62-acfa-1a92fd3c25d6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:50.207743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b502b5a-1511-4054-850d-fa2cde3e6901 req-ab3bfd49-81f2-4b62-acfa-1a92fd3c25d6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 945 time: 0.0705800 Nov 16 05:13:50.282497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-832d0c30-33f8-4911-84bd-452517e21319 req-051e3b81-8cd3-4223-8f14-e444b05396d1 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850847 Nov 16 05:13:50.285736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b502b5a-1511-4054-850d-fa2cde3e6901 req-672183d3-375e-4347-89b1-509605194f15 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710361 Nov 16 05:13:50.428606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e090b65-536e-4a9a-927c-fb63733cced6 req-06847d77-2137-4d1c-9230-9f9fcca7a109 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:50.430337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e090b65-536e-4a9a-927c-fb63733cced6 req-06847d77-2137-4d1c-9230-9f9fcca7a109 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.37 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 945 time: 0.0851896 Nov 16 05:13:50.438783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82a7e0-d6a3-493b-8c55-41865be7d95e req-d0c7e43e-4666-4946-9828-6033b8f0a3c0 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:50.440472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab82a7e0-d6a3-493b-8c55-41865be7d95e req-d0c7e43e-4666-4946-9828-6033b8f0a3c0 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 943 time: 0.0862923 Nov 16 05:13:50.555774 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab82a7e0-d6a3-493b-8c55-41865be7d95e req-908a0aa4-d073-4247-b12c-f2d86d4854f8 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068513 Nov 16 05:13:50.613130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2e28d-16eb-4021-af0a-dcee94a55d52 req-447cd261-a3c8-4bc8-83c1-125af0a3d02c tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:50.614567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fe2e28d-16eb-4021-af0a-dcee94a55d52 req-447cd261-a3c8-4bc8-83c1-125af0a3d02c tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.0765631 Nov 16 05:13:50.617344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7e090b65-536e-4a9a-927c-fb63733cced6 req-6405c788-e653-43a0-971f-8e1cbfed63f9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Deleting port 5185b0de-bd4e-4e15-9029-9b529c83cb43 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:13:50.617690 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7e090b65-536e-4a9a-927c-fb63733cced6 req-6405c788-e653-43a0-971f-8e1cbfed63f9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:50.712889 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fe2e28d-16eb-4021-af0a-dcee94a55d52 req-d16ef974-8bbc-4eed-914b-a4958a37abc7 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909858 Nov 16 05:13:50.738981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7e090b65-536e-4a9a-927c-fb63733cced6 req-6405c788-e653-43a0-971f-8e1cbfed63f9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] For port 5185b0de-bd4e-4e15-9029-9b529c83cb43, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=5185b0de-bd4e-4e15-9029-9b529c83cb43,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:50.739353 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7e090b65-536e-4a9a-927c-fb63733cced6 req-6405c788-e653-43a0-971f-8e1cbfed63f9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:50.752891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-7e090b65-536e-4a9a-927c-fb63733cced6 req-6405c788-e653-43a0-971f-8e1cbfed63f9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Calling delete_port for 5185b0de-bd4e-4e15-9029-9b529c83cb43 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:13:50.886981 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7e090b65-536e-4a9a-927c-fb63733cced6 req-6405c788-e653-43a0-971f-8e1cbfed63f9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:50.900551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['5185b0de-bd4e-4e15-9029-9b529c83cb43'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:13:50.902940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:13:50.916206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405c788-e653-43a0-971f-8e1cbfed63f9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event deleted for resources: {'Port': ['ID=5185b0de-bd4e-4e15-9029-9b529c83cb43,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:50.962685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e090b65-536e-4a9a-927c-fb63733cced6 req-6405c788-e653-43a0-971f-8e1cbfed63f9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] No DVR routers for this DVR port 5185b0de-bd4e-4e15-9029-9b529c83cb43 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:13:50.965863 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7e090b65-536e-4a9a-927c-fb63733cced6 req-6405c788-e653-43a0-971f-8e1cbfed63f9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:50.969148 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e090b65-536e-4a9a-927c-fb63733cced6 req-6405c788-e653-43a0-971f-8e1cbfed63f9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.37 "DELETE /v2.0/ports/5185b0de-bd4e-4e15-9029-9b529c83cb43 HTTP/1.1" status: 204 len: 173 time: 0.5277812 Nov 16 05:13:50.969596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66749fe-c338-4c58-87cb-0b71d813aae0', 'name': 'network-vif-deleted', 'tag': '5185b0de-bd4e-4e15-9029-9b529c83cb43'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:13:50.971877 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dd123f-dc39-4851-8d54-d8e8cdf876f4" -d '{"events": [{"server_uuid": "e66749fe-c338-4c58-87cb-0b71d813aae0", "name": "network-vif-deleted", "tag": "5185b0de-bd4e-4e15-9029-9b529c83cb43"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:13:51.059507 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d94d37-217c-4d3c-b335-d4498dc6da05 x-openstack-request-id: req-39d94d37-217c-4d3c-b335-d4498dc6da05 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:13:51.060020 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e66749fe-c338-4c58-87cb-0b71d813aae0", "name": "network-vif-deleted", "tag": "5185b0de-bd4e-4e15-9029-9b529c83cb43", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:13:51.060270 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-39d94d37-217c-4d3c-b335-d4498dc6da05 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:13:51.060667 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e66749fe-c338-4c58-87cb-0b71d813aae0', 'name': 'network-vif-deleted', 'tag': '5185b0de-bd4e-4e15-9029-9b529c83cb43', 'status': 'completed', 'code': 200} Nov 16 05:13:51.408665 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7c4b711-98c4-4891-b485-8b2e4f5bcacc req-79ed80c6-8df3-4985-ad3a-1f90222018b0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 210 time: 0.0446808 Nov 16 05:13:51.680679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a2e76-69cd-4788-bdb2-981bcaf66439 req-d738f49a-11bd-4399-94d5-b0c1e8528b1d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:51.682451 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d1a2e76-69cd-4788-bdb2-981bcaf66439 req-d738f49a-11bd-4399-94d5-b0c1e8528b1d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 943 time: 0.0521383 Nov 16 05:13:51.732443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0d1a2e76-69cd-4788-bdb2-981bcaf66439 req-ff627da9-83b3-4bb6-96f1-add1d5d6ef78 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436146 Nov 16 05:13:51.843056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515d004-59a9-4d43-9f76-964101f51f64 req-dbc2546e-cc07-4ff5-92e0-a928c6911c14 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:51.844567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4515d004-59a9-4d43-9f76-964101f51f64 req-dbc2546e-cc07-4ff5-92e0-a928c6911c14 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.0491097 Nov 16 05:13:51.905273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4515d004-59a9-4d43-9f76-964101f51f64 req-ea14c9ee-37b3-4e91-bf56-80a116283712 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/security-groups?id=07401d2e-d794-41e2-8bad-02aef7580f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544717 Nov 16 05:13:52.336704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13a725-fb88-42d3-b3e0-0bec2edc1a07 req-73de720c-0c7e-4ba0-a00c-b6f1e7b5fce7 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:52.338337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd13a725-fb88-42d3-b3e0-0bec2edc1a07 req-73de720c-0c7e-4ba0-a00c-b6f1e7b5fce7 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 945 time: 0.0515003 Nov 16 05:13:52.450610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-dd13a725-fb88-42d3-b3e0-0bec2edc1a07 req-6403b368-7d58-4c58-b36d-c6b878f9e158 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Deleting port 8bc1f648-d82e-4adb-a421-346f5291d24e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:13:52.451247 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dd13a725-fb88-42d3-b3e0-0bec2edc1a07 req-6403b368-7d58-4c58-b36d-c6b878f9e158 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:52.539968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60eadbf0-47ad-4fbf-b4d5-11910a6e2614 req-60bb22ef-291d-40b6-8850-1ea2bd096094 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 210 time: 0.0327289 Nov 16 05:13:52.592852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-dd13a725-fb88-42d3-b3e0-0bec2edc1a07 req-6403b368-7d58-4c58-b36d-c6b878f9e158 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] For port 8bc1f648-d82e-4adb-a421-346f5291d24e, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=8bc1f648-d82e-4adb-a421-346f5291d24e,segment=NetworkSegment(5486ee4f-4865-44cd-ada9-66c23cde8717),segment_id=5486ee4f-4865-44cd-ada9-66c23cde8717)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:52.593315 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dd13a725-fb88-42d3-b3e0-0bec2edc1a07 req-6403b368-7d58-4c58-b36d-c6b878f9e158 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:52.617129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-dd13a725-fb88-42d3-b3e0-0bec2edc1a07 req-6403b368-7d58-4c58-b36d-c6b878f9e158 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Calling delete_port for 8bc1f648-d82e-4adb-a421-346f5291d24e owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:13:52.771735 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dd13a725-fb88-42d3-b3e0-0bec2edc1a07 req-6403b368-7d58-4c58-b36d-c6b878f9e158 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:52.784405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['8bc1f648-d82e-4adb-a421-346f5291d24e'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:13:52.814974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403b368-7d58-4c58-b36d-c6b878f9e158 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Pushing event deleted for resources: {'Port': ['ID=8bc1f648-d82e-4adb-a421-346f5291d24e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:52.868450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd13a725-fb88-42d3-b3e0-0bec2edc1a07 req-6403b368-7d58-4c58-b36d-c6b878f9e158 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] No DVR routers for this DVR port 8bc1f648-d82e-4adb-a421-346f5291d24e on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:13:52.871794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dd13a725-fb88-42d3-b3e0-0bec2edc1a07 req-6403b368-7d58-4c58-b36d-c6b878f9e158 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:52.875526 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd13a725-fb88-42d3-b3e0-0bec2edc1a07 req-6403b368-7d58-4c58-b36d-c6b878f9e158 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.15 "DELETE /v2.0/ports/8bc1f648-d82e-4adb-a421-346f5291d24e HTTP/1.1" status: 204 len: 173 time: 0.5310822 Nov 16 05:13:53.000412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6aa68d-8041-4d55-b578-818f44d0c8c6 req-0f30b06e-3295-40ad-9d35-3e82f1a294c6 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:53.003066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a6aa68d-8041-4d55-b578-818f44d0c8c6 req-0f30b06e-3295-40ad-9d35-3e82f1a294c6 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 943 time: 0.1006565 Nov 16 05:13:53.058398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-458192ac-cd7f-4c2e-bcfd-10235bc725f8 req-035eff99-e51c-4e7d-8b10-6d9c2dbf0033 tempest-TestServerAdvancedOps-1709661486 tempest-TestServerAdvancedOps-1709661486-project] 10.222.0.41 "GET /v2.0/ports?device_id=cdbed327-c821-4311-a76f-bce058e5c770 HTTP/1.1" status: 200 len: 210 time: 0.0402615 Nov 16 05:13:53.061737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbed327-c821-4311-a76f-bce058e5c770', 'name': 'network-vif-deleted', 'tag': '8bc1f648-d82e-4adb-a421-346f5291d24e'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:13:53.065195 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba7406d-e725-4fa2-84c3-6a96c1ba498c" -d '{"events": [{"server_uuid": "cdbed327-c821-4311-a76f-bce058e5c770", "name": "network-vif-deleted", "tag": "8bc1f648-d82e-4adb-a421-346f5291d24e"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:13:53.106491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a6aa68d-8041-4d55-b578-818f44d0c8c6 req-38dd341e-b683-4b2e-8c62-91aeff488002 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960059 Nov 16 05:13:53.138391 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ba6055-bcd9-40b9-ab26-62528e5fd9f1 x-openstack-request-id: req-90ba6055-bcd9-40b9-ab26-62528e5fd9f1 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:13:53.139180 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbed327-c821-4311-a76f-bce058e5c770", "name": "network-vif-deleted", "tag": "8bc1f648-d82e-4adb-a421-346f5291d24e", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:13:53.139613 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90ba6055-bcd9-40b9-ab26-62528e5fd9f1 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:13:53.140198 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbed327-c821-4311-a76f-bce058e5c770', 'name': 'network-vif-deleted', 'tag': '8bc1f648-d82e-4adb-a421-346f5291d24e', 'status': 'completed', 'code': 200} Nov 16 05:13:53.341505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ad53706c-601b-4c7f-9fc0-c4ed72781de5 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:13:53.348605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 5185b0de-bd4e-4e15-9029-9b529c83cb43 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:13:53.370573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 5185b0de-bd4e-4e15-9029-9b529c83cb43 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:13:53.371188 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 5185b0de-bd4e-4e15-9029-9b529c83cb43 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:13:53.478606 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ad53706c-601b-4c7f-9fc0-c4ed72781de5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ad53706c-601b-4c7f-9fc0-c4ed72781de5,segment=NetworkSegment(02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8),segment_id=02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:53.492884 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'port_id': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'mac_address': 'fa:16:3e:a1:1e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:13:53.547331 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:53.563699 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad53706c-601b-4c7f-9fc0-c4ed72781de5 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:13:53.594616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ad53706c-601b-4c7f-9fc0-c4ed72781de5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ad53706c-601b-4c7f-9fc0-c4ed72781de5,segment=NetworkSegment(02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8),segment_id=02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:53.600017 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:53.717419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=ad53706c-601b-4c7f-9fc0-c4ed72781de5,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:53.758140 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7cc5c7a3-c173-4eae-ae90-f224ba762d85 req-3f1a6b78-e2fc-4c0e-9ba5-4dc775e3d385 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 210 time: 0.0408745 Nov 16 05:13:53.809612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['ad53706c-601b-4c7f-9fc0-c4ed72781de5'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:13:54.141360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54660) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:54.237281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8f987c-3ff6-4a7c-b58f-0467f48816ba admin admin] Deleting subnet 1127ae83-f247-4d18-b36a-35985b6ea599 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:13:54.242353 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff8f987c-3ff6-4a7c-b58f-0467f48816ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:54.287110 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff8f987c-3ff6-4a7c-b58f-0467f48816ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:54.326582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14406e38-5e4d-4960-8b13-7ddb831591cc req-b8053291-589d-49a5-8d82-501ea90888b0 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:54.333402 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff8f987c-3ff6-4a7c-b58f-0467f48816ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:54.335565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-14406e38-5e4d-4960-8b13-7ddb831591cc req-b8053291-589d-49a5-8d82-501ea90888b0 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 944 time: 0.0815465 Nov 16 05:13:54.399341 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff8f987c-3ff6-4a7c-b58f-0467f48816ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:54.424287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-14406e38-5e4d-4960-8b13-7ddb831591cc req-32ac74f7-8bb9-42fd-9f71-78e86603236f tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883119 Nov 16 05:13:54.437152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f987c-3ff6-4a7c-b58f-0467f48816ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1127ae83-f247-4d18-b36a-35985b6ea599,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:54.439396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ff8f987c-3ff6-4a7c-b58f-0467f48816ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:54.455207 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ff8f987c-3ff6-4a7c-b58f-0467f48816ba admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1127ae83-f247-4d18-b36a-35985b6ea599 HTTP/1.1" status: 204 len: 168 time: 0.3128476 Nov 16 05:13:54.457519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54696) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:54.591611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-60bc1aa5-bcce-405e-949a-7422a5fe484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:54.711279 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-60bc1aa5-bcce-405e-949a-7422a5fe484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:54.744400 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-60bc1aa5-bcce-405e-949a-7422a5fe484c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8fe04b-eed7-4d82-bd85-325f083180f2']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:54.756724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-60bc1aa5-bcce-405e-949a-7422a5fe484c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5486ee4f-4865-44cd-ada9-66c23cde8717') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:54.757152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-60bc1aa5-bcce-405e-949a-7422a5fe484c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5486ee4f-4865-44cd-ada9-66c23cde8717') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:54.769219 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-60bc1aa5-bcce-405e-949a-7422a5fe484c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:54.809030 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-60bc1aa5-bcce-405e-949a-7422a5fe484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:54.824717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bc1aa5-bcce-405e-949a-7422a5fe484c admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:13:54.827292 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-60bc1aa5-bcce-405e-949a-7422a5fe484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:13:54.831414 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:13:54.938625 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6eaa51de-c13b-4fbc-80a5-7ec6b4f8977f req-adcdfc56-53a8-4199-a5c8-721f460c3060 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 210 time: 0.0329938 Nov 16 05:13:54.975145 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-60bc1aa5-bcce-405e-949a-7422a5fe484c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:54.981540 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-60bc1aa5-bcce-405e-949a-7422a5fe484c admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:54.985610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-60bc1aa5-bcce-405e-949a-7422a5fe484c admin admin] 10.222.0.41 "DELETE /v2.0/networks/af8fe04b-eed7-4d82-bd85-325f083180f2 HTTP/1.1" status: 204 len: 168 time: 0.5270915 Nov 16 05:13:54.988269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54750) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:55.027959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc1aa5-bcce-405e-949a-7422a5fe484c admin admin] Pushing event deleted for resources: {'Network': ['ID=af8fe04b-eed7-4d82-bd85-325f083180f2,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:55.057676 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-280f6128-a18b-4b08-a8da-e2dd13687ef6 admin admin] Deleting subnet 65323a43-fbe1-44a3-8c6a-76b92330ff15 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:13:55.061339 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-280f6128-a18b-4b08-a8da-e2dd13687ef6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.107538 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-280f6128-a18b-4b08-a8da-e2dd13687ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.167986 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-280f6128-a18b-4b08-a8da-e2dd13687ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.241664 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-280f6128-a18b-4b08-a8da-e2dd13687ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.271758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f6128-a18b-4b08-a8da-e2dd13687ef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65323a43-fbe1-44a3-8c6a-76b92330ff15,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:55.277053 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-280f6128-a18b-4b08-a8da-e2dd13687ef6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.281101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-280f6128-a18b-4b08-a8da-e2dd13687ef6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/65323a43-fbe1-44a3-8c6a-76b92330ff15 HTTP/1.1" status: 204 len: 168 time: 0.2915242 Nov 16 05:13:55.283782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54786) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:55.358042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ad53706c-601b-4c7f-9fc0-c4ed72781de5 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:13:55.371455 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ba368b2-6d84-490e-9959-a038835bf9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.457076 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port ad53706c-601b-4c7f-9fc0-c4ed72781de5 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:13:55.467694 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ba368b2-6d84-490e-9959-a038835bf9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.469790 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port ad53706c-601b-4c7f-9fc0-c4ed72781de5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:13:55.471435 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.499787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7ba368b2-6d84-490e-9959-a038835bf9ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35dd6bcf-685e-4617-8a92-caf9c5f97a95']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:55.515275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7ba368b2-6d84-490e-9959-a038835bf9ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f16e7309-213c-4c6d-9e09-55c1755a1bf3') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:55.515621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7ba368b2-6d84-490e-9959-a038835bf9ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f16e7309-213c-4c6d-9e09-55c1755a1bf3') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:13:55.537482 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ba368b2-6d84-490e-9959-a038835bf9ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.577449 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ba368b2-6d84-490e-9959-a038835bf9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.595814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f6fe7-eec8-4eb8-9f2a-ccbdee4e3efd req-97c48278-7e4a-4906-aef8-ef7ad7b065a6 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:55.600559 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.601821 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b9f6fe7-eec8-4eb8-9f2a-ccbdee4e3efd req-97c48278-7e4a-4906-aef8-ef7ad7b065a6 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 944 time: 0.0789952 Nov 16 05:13:55.603706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba368b2-6d84-490e-9959-a038835bf9ca admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:13:55.604111 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ba368b2-6d84-490e-9959-a038835bf9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:13:55.605994 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:13:55.629367 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:13:55.631964 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d015cdc-04e3-4bd8-855f-edad8c50393a" -d '{"events": [{"server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "name": "network-vif-plugged", "status": "completed", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:13:55.649061 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port ad53706c-601b-4c7f-9fc0-c4ed72781de5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ad53706c-601b-4c7f-9fc0-c4ed72781de5,segment=NetworkSegment(02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8),segment_id=02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:13:55.654038 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.715468 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ba368b2-6d84-490e-9959-a038835bf9ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.728839 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ba368b2-6d84-490e-9959-a038835bf9ca admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:55.729814 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89da209-e809-49f3-ac59-06cec2308c4d x-openstack-request-id: req-e89da209-e809-49f3-ac59-06cec2308c4d {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:13:55.729814 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "name": "network-vif-plugged", "status": "completed", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:13:55.729814 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e89da209-e809-49f3-ac59-06cec2308c4d {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:13:55.730161 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'code': 200} Nov 16 05:13:55.736780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7ba368b2-6d84-490e-9959-a038835bf9ca admin admin] 10.222.0.41 "DELETE /v2.0/networks/35dd6bcf-685e-4617-8a92-caf9c5f97a95 HTTP/1.1" status: 204 len: 168 time: 0.4518158 Nov 16 05:13:55.737284 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=ad53706c-601b-4c7f-9fc0-c4ed72781de5,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:55.746421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:55.747524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:55.747876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:55.748215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:55.748548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:55.748929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:55.749311 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:55.749641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:55.750001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:55.750324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:55.750645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:55.750967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:13:55.760843 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b9f6fe7-eec8-4eb8-9f2a-ccbdee4e3efd req-9862cbf1-d905-4817-a642-9e65c5a64389 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430972 Nov 16 05:13:55.767633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba368b2-6d84-490e-9959-a038835bf9ca admin admin] Pushing event deleted for resources: {'Network': ['ID=35dd6bcf-685e-4617-8a92-caf9c5f97a95,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:55.838541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16e659-fb7e-4e93-9fd5-2e38c194c5d1 req-85a5e2c1-87f9-483f-8754-22a6a730c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:55.840917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec16e659-fb7e-4e93-9fd5-2e38c194c5d1 req-85a5e2c1-87f9-483f-8754-22a6a730c473 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 1096 time: 0.0563846 Nov 16 05:13:55.896999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec16e659-fb7e-4e93-9fd5-2e38c194c5d1 req-39f483b1-092b-4093-b44c-0837c744fab2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474389 Nov 16 05:13:55.989994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 54870) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:56.043607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54878) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:56.045175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-739ed1af-b938-44c0-9f98-e5ad5402b1b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f49d8f63647446f8d5c3d6ba02fe348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494974 Nov 16 05:13:56.102460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46d298b5-8596-47c6-bbb3-fa237138a08f req-9ba641c2-c99f-41ad-ba7b-41ac3d92e67d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 210 time: 0.0488081 Nov 16 05:13:56.111851 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa07c-f922-4b6b-ac30-95213027366e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:56.134988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa07c-f922-4b6b-ac30-95213027366e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:56.185897 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa07c-f922-4b6b-ac30-95213027366e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:56.189415 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa07c-f922-4b6b-ac30-95213027366e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:56.192896 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ca9fa07c-f922-4b6b-ac30-95213027366e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07401d2e-d794-41e2-8bad-02aef7580f95 HTTP/1.1" status: 204 len: 168 time: 0.1460996 Nov 16 05:13:56.200656 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fa07c-f922-4b6b-ac30-95213027366e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07401d2e-d794-41e2-8bad-02aef7580f95,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:56.229816 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 8bc1f648-d82e-4adb-a421-346f5291d24e no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:13:56.275954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 8bc1f648-d82e-4adb-a421-346f5291d24e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:13:56.276283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 8bc1f648-d82e-4adb-a421-346f5291d24e not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:13:56.575788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54954) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:56.627683 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cacf8416-d2bf-4b30-982d-f83b3bbf82d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e2b6c0d90c94a3baa5179cd4881f1d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506196 Nov 16 05:13:56.630250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 54964) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:56.714282 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4038dccd-65b4-4ebd-b170-40b4131e7f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:56.729447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb441cb9-618e-4201-ade9-193cfad55996 req-daa960bf-c0bf-4ae2-ac62-667dce453f5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527534 Nov 16 05:13:56.744681 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4038dccd-65b4-4ebd-b170-40b4131e7f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:56.846565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4038dccd-65b4-4ebd-b170-40b4131e7f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:56.852071 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4038dccd-65b4-4ebd-b170-40b4131e7f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:56.871668 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4038dccd-65b4-4ebd-b170-40b4131e7f9f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19381611-0649-47a6-8890-b0f0131ef113 HTTP/1.1" status: 204 len: 168 time: 0.2395506 Nov 16 05:13:56.899773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb441cb9-618e-4201-ade9-193cfad55996 req-556bf59e-e69f-483f-bcd7-9a4289668f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:56.901725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb441cb9-618e-4201-ade9-193cfad55996 req-556bf59e-e69f-483f-bcd7-9a4289668f65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 1096 time: 0.0945792 Nov 16 05:13:56.921206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038dccd-65b4-4ebd-b170-40b4131e7f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19381611-0649-47a6-8890-b0f0131ef113,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:57.111176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56db03b-ffcc-44c7-9107-6f8318deb6b0 req-e10e4bbc-d8f1-49b9-b846-3ad215e112c4 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:57.113285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b56db03b-ffcc-44c7-9107-6f8318deb6b0 req-e10e4bbc-d8f1-49b9-b846-3ad215e112c4 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 945 time: 0.0936909 Nov 16 05:13:57.144642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb441cb9-618e-4201-ade9-193cfad55996 req-0b9c7df8-a938-435d-a842-2f1435d1dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:57.146960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb441cb9-618e-4201-ade9-193cfad55996 req-0b9c7df8-a938-435d-a842-2f1435d1dfc2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.2194638 Nov 16 05:13:57.220061 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b56db03b-ffcc-44c7-9107-6f8318deb6b0 req-e9858232-a37d-45e3-94d6-11b47cf3fafc tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859911 Nov 16 05:13:57.281091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb441cb9-618e-4201-ade9-193cfad55996 req-498b33d0-88b3-43a7-8eef-c627f171a3d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 HTTP/1.1" status: 200 len: 217 time: 0.0905962 Nov 16 05:13:57.322284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b25b172-6816-4e69-a9d4-d5a7c8b309b3 req-79a609cf-2405-4e18-bbe9-17708af0cbf2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66749fe-c338-4c58-87cb-0b71d813aae0 HTTP/1.1" status: 200 len: 210 time: 0.0847394 Nov 16 05:13:57.372649 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb441cb9-618e-4201-ade9-193cfad55996 req-2650fe31-8028-431c-be5e-9f73ea1f00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:57.375378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb441cb9-618e-4201-ade9-193cfad55996 req-2650fe31-8028-431c-be5e-9f73ea1f00bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0799940 Nov 16 05:13:57.460333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb441cb9-618e-4201-ade9-193cfad55996 req-ef72c072-656a-45fa-8832-6f94686fac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:57.462243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb441cb9-618e-4201-ade9-193cfad55996 req-ef72c072-656a-45fa-8832-6f94686fac05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758469 Nov 16 05:13:57.610791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb441cb9-618e-4201-ade9-193cfad55996 req-270e1f4a-6634-4a22-b831-f3b6f8d2c3c1 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394842 Nov 16 05:13:57.752119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb441cb9-618e-4201-ade9-193cfad55996 req-dc078006-93e8-4eab-8cfe-1e1fb668ac54 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342881 Nov 16 05:13:57.931880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55104) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:58.097053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1456263403-network', 'tenant_id': '9502580cba084166bf97c0b05b32a44f'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:58.124122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Made reservation on behalf of 9502580cba084166bf97c0b05b32a44f for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:13:58.127255 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:58.140679 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:58.251912 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:58.257088 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:58.296147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98030311-7fdd-4e3a-96e5-a78b90acf06f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:58.300277 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:13:58.340202 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:58.340624 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Added segment 43619aba-9d6a-4684-b367-4d2e5d56fdb3 of type vlan for network da36840f-7023-4b76-9394-b6b9675e57f5 Nov 16 05:13:58.396741 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:58.408997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63477e2-44fb-427f-b87e-36862b1c5c48 req-c30f9c3b-9181-4582-899a-e9638ed7d3f1 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:58.417615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f63477e2-44fb-427f-b87e-36862b1c5c48 req-c30f9c3b-9181-4582-899a-e9638ed7d3f1 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 945 time: 0.1183667 Nov 16 05:13:58.476456 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:58.477464 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:58.478098 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:58.489555 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f63477e2-44fb-427f-b87e-36862b1c5c48 req-9caeeceb-a03c-4308-9631-9e1de3ab6b4c tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710106 Nov 16 05:13:58.540607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6076035 Nov 16 05:13:58.543515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55122) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:58.548496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d185bbb1-be5a-44ee-90e9-adef9a6fe758 admin admin] Request body: {'subnet': {'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1456263403-subnet', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:58.573323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d185bbb1-be5a-44ee-90e9-adef9a6fe758 admin admin] Made reservation on behalf of 9502580cba084166bf97c0b05b32a44f for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:13:58.576741 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d185bbb1-be5a-44ee-90e9-adef9a6fe758 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:58.579612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d59c41-a2fd-4db8-93a0-9ed4df1ae054 admin admin] Pushing event updated for resources: {'Network': ['ID=da36840f-7023-4b76-9394-b6b9675e57f5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:58.591891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network da36840f-7023-4b76-9394-b6b9675e57f5 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:13:58.650771 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2312a88-4c86-4614-856d-03bdeb3878f3 req-de0041ab-3079-48d9-af1b-fa85b5acc974 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:58.659734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2312a88-4c86-4614-856d-03bdeb3878f3 req-de0041ab-3079-48d9-af1b-fa85b5acc974 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 945 time: 0.0887005 Nov 16 05:13:58.727633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c2312a88-4c86-4614-856d-03bdeb3878f3 req-eb4a9d96-0aca-412e-9976-0c20eb14707f tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668061 Nov 16 05:13:58.745615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55124) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:58.854859 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d185bbb1-be5a-44ee-90e9-adef9a6fe758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:58.927066 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185bbb1-be5a-44ee-90e9-adef9a6fe758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2071cbc9-1d75-4cab-b33a-1fdb510178bc,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:58.949702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d185bbb1-be5a-44ee-90e9-adef9a6fe758 admin admin] Checking segment: {'id': '43619aba-9d6a-4684-b367-4d2e5d56fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:13:58.950101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d185bbb1-be5a-44ee-90e9-adef9a6fe758 admin admin] Network hostable DHCP agents. Network: da36840f-7023-4b76-9394-b6b9675e57f5, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:13:58.953599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede317ee-d08a-4276-a134-3b2e5b60be5c tempest-TestVolumeBackupRestore-165224646 tempest-TestVolumeBackupRestore-165224646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:58.959572 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ede317ee-d08a-4276-a134-3b2e5b60be5c tempest-TestVolumeBackupRestore-165224646 tempest-TestVolumeBackupRestore-165224646-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 1091 time: 0.2126765 Nov 16 05:13:58.959772 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55128) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:58.964657 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:58.986132 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d185bbb1-be5a-44ee-90e9-adef9a6fe758 admin admin] Network da36840f-7023-4b76-9394-b6b9675e57f5 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:13:58.998617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d185bbb1-be5a-44ee-90e9-adef9a6fe758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, da36840f-7023-4b76-9394-b6b9675e57f5) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:13:59.001478 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.010397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad50330-1910-4711-9814-175798f05cac None None] Network da36840f-7023-4b76-9394-b6b9675e57f5 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:13:59.017503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d185bbb1-be5a-44ee-90e9-adef9a6fe758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:13:59.018259 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d185bbb1-be5a-44ee-90e9-adef9a6fe758 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.075078 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d185bbb1-be5a-44ee-90e9-adef9a6fe758 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5299985 Nov 16 05:13:59.077316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55130) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:13:59.089450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:13:59.142703 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.143830 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.207774 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.217102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-da36840f-7023-4b76-9394-b6b9675e57f5', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'fixed_ips': [{'subnet_id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:13:59.218703 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.253332 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.402902 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Allocated IP 172.25.0.194 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/f9263c62-8c95-4de2-8851-731b982fb619) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:13:59.442548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Allocated IP 172.20.0.2 (da36840f-7023-4b76-9394-b6b9675e57f5/2071cbc9-1d75-4cab-b33a-1fdb510178bc/406365c3-8ac4-4133-af3d-c94fb5889815) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:13:59.456580 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.478327 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:13:59.544121 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.599193 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.631908 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.638942 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.656748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:13:59.659886 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:13:59.666047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:13:59.685146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Network da36840f-7023-4b76-9394-b6b9675e57f5 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:13:59.691611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:13:59.698003 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:13:59.700135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Pushing event updated for resources: {'Port': ['ID=406365c3-8ac4-4133-af3d-c94fb5889815,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:59.733329 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.735163 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Pushing event updated for resources: {'Port': ['ID=f9263c62-8c95-4de2-8851-731b982fb619,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:13:59.765931 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.794966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Attempting to bind port 406365c3-8ac4-4133-af3d-c94fb5889815 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:13:59.795705 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Attempting to bind port 406365c3-8ac4-4133-af3d-c94fb5889815 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '43619aba-9d6a-4684-b367-4d2e5d56fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:13:59.796270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Attempting to bind port 406365c3-8ac4-4133-af3d-c94fb5889815 on network da36840f-7023-4b76-9394-b6b9675e57f5 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:13:59.801740 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:13:59.802950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Checking segment: {'id': '43619aba-9d6a-4684-b367-4d2e5d56fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:13:59.803569 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.804153 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Bound using segment: {'id': '43619aba-9d6a-4684-b367-4d2e5d56fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:13:59.804928 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Bound port: 406365c3-8ac4-4133-af3d-c94fb5889815, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43619aba-9d6a-4684-b367-4d2e5d56fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:13:59.805525 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.871887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] For port 406365c3-8ac4-4133-af3d-c94fb5889815, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:13:59.877677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] For port 406365c3-8ac4-4133-af3d-c94fb5889815, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=406365c3-8ac4-4133-af3d-c94fb5889815,segment=NetworkSegment(43619aba-9d6a-4684-b367-4d2e5d56fdb3),segment_id=43619aba-9d6a-4684-b367-4d2e5d56fdb3)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:13:59.886395 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:13:59.899129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Allocated IP 172.25.0.11 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/ada1c6c2-b848-467e-afb4-15337947f5e8) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:13:59.994843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957a6ef-7681-43bc-80f2-f7f9c6d3941f None None] Pushing event updated for resources: {'Port': ['ID=406365c3-8ac4-4133-af3d-c94fb5889815,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:00.051237 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:00.096250 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:00.105158 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:00.148940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:14:00.152864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:14:00.155580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:14:00.176108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ba7013-2f0c-4066-bb0d-ff3fc74135db None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:14:00.193513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Pushing event updated for resources: {'Port': ['ID=ada1c6c2-b848-467e-afb4-15337947f5e8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:00.205349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:00.205698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:00.206068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:00.206402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:00.206728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:00.207188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:00.207517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:00.207828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:00.208144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:00.208500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:00.208918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:00.209128 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:00.236258 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:00.319304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f700dac5-76cc-4ab1-9337-58b2e91c6e1b None None] Provisioning complete for port ada1c6c2-b848-467e-afb4-15337947f5e8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:00.319833 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f700dac5-76cc-4ab1-9337-58b2e91c6e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:00.412987 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f700dac5-76cc-4ab1-9337-58b2e91c6e1b None None] Port ada1c6c2-b848-467e-afb4-15337947f5e8 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:14:00.457648 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:00.468112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:00.552961 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:00.561733 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:00.590599 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Pushing event updated for resources: {'Port': ['ID=f9263c62-8c95-4de2-8851-731b982fb619,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:00.693654 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Floating IP 991e85d7-89b4-4a2d-be1f-152e8ca84e7f associated. External IP: 172.25.0.194, port: ad53706c-601b-4c7f-9fc0-c4ed72781de5. Nov 16 05:14:01.018489 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 406365c3-8ac4-4133-af3d-c94fb5889815 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:14:01.131972 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 406365c3-8ac4-4133-af3d-c94fb5889815 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:01.132363 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:01.321310 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:01.414483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 406365c3-8ac4-4133-af3d-c94fb5889815, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=406365c3-8ac4-4133-af3d-c94fb5889815,segment=NetworkSegment(43619aba-9d6a-4684-b367-4d2e5d56fdb3),segment_id=43619aba-9d6a-4684-b367-4d2e5d56fdb3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:01.425515 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:01.519620 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=406365c3-8ac4-4133-af3d-c94fb5889815,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:01.632268 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:01.637728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c479b01-c6b3-4eb4-aa90-7c8ddc28def3 None None] Network da36840f-7023-4b76-9394-b6b9675e57f5 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:14:01.834259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Router 0c127d89-3474-42fc-ba58-63aa98433ee7 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:14:01.859949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:14:01.955306 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fbef6d9a-5750-4266-acbb-68e286363d39 None None] Provisioning complete for port 406365c3-8ac4-4133-af3d-c94fb5889815 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:01.956216 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fbef6d9a-5750-4266-acbb-68e286363d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:01.998154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:14:02.010028 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Sync routers for ids ['0c127d89-3474-42fc-ba58-63aa98433ee7'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:14:02.027098 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Routers {'0c127d89-3474-42fc-ba58-63aa98433ee7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:02.029234 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['0c127d89-3474-42fc-ba58-63aa98433ee7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:02.034900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:14:02.053588 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:02.055347 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9233b847-9e56-4fe6-8f3b-d8feb811f614 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9764278 Nov 16 05:14:02.058593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55156) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:02.060568 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b134616-3cd9-4a40-af35-e8cfcc75e294 None None] Sync routers for ids ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:14:02.094837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:02.142197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b134616-3cd9-4a40-af35-e8cfcc75e294 None None] Routers {'c0f567a0-29c4-49a4-a9c9-8aa380f5b580'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:02.143058 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0b134616-3cd9-4a40-af35-e8cfcc75e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:02.144364 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2c9164da-1040-44bd-9f44-49895f2c4779 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1832452 Nov 16 05:14:02.144977 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:14:02.155032 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4541038-065a-4e2a-bf9a-f0765d197baa" -d '{"events": [{"name": "network-changed", "server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:14:02.157794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55158) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:02.258562 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95112003-8312-412c-a2c0-0031464c99e6 x-openstack-request-id: req-95112003-8312-412c-a2c0-0031464c99e6 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:14:02.259388 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:14:02.261226 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95112003-8312-412c-a2c0-0031464c99e6 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:14:02.261859 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'status': 'completed', 'code': 200} Nov 16 05:14:02.274515 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Set router 0c127d89-3474-42fc-ba58-63aa98433ee7 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:02.292476 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8aab41-28a9-4a61-8317-8f512a61d1ce tempest-TestVolumeBackupRestore-165224646 tempest-TestVolumeBackupRestore-165224646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:02.298080 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8e8aab41-28a9-4a61-8317-8f512a61d1ce tempest-TestVolumeBackupRestore-165224646 tempest-TestVolumeBackupRestore-165224646-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 1091 time: 0.1365263 Nov 16 05:14:02.298912 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55162) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:02.307749 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-bb5a3400-f890-4bbe-bc06-95fae71bb9d3 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Request body: {'floatingip': {'port_id': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:02.387621 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb5a3400-f890-4bbe-bc06-95fae71bb9d3 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for floatingip, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:02.409089 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-0b134616-3cd9-4a40-af35-e8cfcc75e294 None None] Set router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:02.465990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4541038-065a-4e2a-bf9a-f0765d197baa req-91542dd8-09bb-4c54-b369-19a135364300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:02.468248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4541038-065a-4e2a-bf9a-f0765d197baa req-91542dd8-09bb-4c54-b369-19a135364300 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5f3051aeac1459b8dd0fd89ccc6b841&device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 1096 time: 0.1967630 Nov 16 05:14:02.584963 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:00Z', 'revision_number': 3, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port': {'id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:02.592039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4541038-065a-4e2a-bf9a-f0765d197baa req-eac33060-f2c8-4b9f-8f70-fcfe8e44f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:02.593717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4541038-065a-4e2a-bf9a-f0765d197baa req-eac33060-f2c8-4b9f-8f70-fcfe8e44f79c service neutron] 10.222.0.37 "GET /v2.0/networks?id=0dfcf04d-bf40-4a3a-a520-c6e538b7f992 HTTP/1.1" status: 200 len: 915 time: 0.1165297 Nov 16 05:14:02.681955 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Checking router: 0c127d89-3474-42fc-ba58-63aa98433ee7 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:14:02.682317 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Updating router 0c127d89-3474-42fc-ba58-63aa98433ee7 port ada1c6c2-b848-467e-afb4-15337947f5e8 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:14:02.827076 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:03.151942 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 406365c3-8ac4-4133-af3d-c94fb5889815 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:14:03.265183 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb5a3400-f890-4bbe-bc06-95fae71bb9d3 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:03.280551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:03.281438 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb5a3400-f890-4bbe-bc06-95fae71bb9d3 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:03.294700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4541038-065a-4e2a-bf9a-f0765d197baa req-2568bce3-6353-4469-b3dd-fbf14516de61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad53706c-601b-4c7f-9fc0-c4ed72781de5 HTTP/1.1" status: 200 len: 999 time: 0.6628149 Nov 16 05:14:03.345056 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0b134616-3cd9-4a40-af35-e8cfcc75e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '991e85d7-89b4-4a2d-be1f-152e8ca84e7f', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'floating_ip_address': '172.25.0.194', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'port_id': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'mac_address': 'fa:16:3e:a1:1e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:13:59Z', 'revision_number': 0, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b28af1-f256-43e4-a062-1f4ce6b19178', 'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'mac_address': 'fa:16:3e:8a:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:42Z', 'updated_at': '2021-11-16T05:10:53Z', 'revision_number': 5, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'subnets': [{'id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:03.420168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b134616-3cd9-4a40-af35-e8cfcc75e294 None None] Checking router: c0f567a0-29c4-49a4-a9c9-8aa380f5b580 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:14:03.445169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 406365c3-8ac4-4133-af3d-c94fb5889815 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:03.445398 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:03.450839 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:03.467285 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:03.476383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b134616-3cd9-4a40-af35-e8cfcc75e294 None None] Routers {'c0f567a0-29c4-49a4-a9c9-8aa380f5b580'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:03.477450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0b134616-3cd9-4a40-af35-e8cfcc75e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:03.595723 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-0b134616-3cd9-4a40-af35-e8cfcc75e294 None None] Set router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:03.670549 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Attempting to bind port ada1c6c2-b848-467e-afb4-15337947f5e8 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:14:03.671403 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Attempting to bind port ada1c6c2-b848-467e-afb4-15337947f5e8 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:14:03.672154 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Attempting to bind port ada1c6c2-b848-467e-afb4-15337947f5e8 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:14:03.676701 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Pushing event updated for resources: {'Port': ['ID=ada1c6c2-b848-467e-afb4-15337947f5e8,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:03.683906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Allocated IP 172.20.0.1 (da36840f-7023-4b76-9394-b6b9675e57f5/2071cbc9-1d75-4cab-b33a-1fdb510178bc/79d983df-5aed-4209-8e0c-7d330269486d) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:14:03.698076 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:14:03.698882 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:14:03.699623 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:03.700362 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:14:03.701197 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Bound port: ada1c6c2-b848-467e-afb4-15337947f5e8, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:14:03.701973 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:03.707895 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:03.708690 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:03.709415 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:03.710131 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:03.710868 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:03.711564 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:03.712234 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:03.713111 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:03.713856 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:03.714554 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:03.715241 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:03.715926 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:03.788105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fc6368-5535-4769-bd29-d41a41de0e1f None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:14:03.842627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5a3400-f890-4bbe-bc06-95fae71bb9d3 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:14:03.845334 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] For port ada1c6c2-b848-467e-afb4-15337947f5e8, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:14:03.855734 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] For port ada1c6c2-b848-467e-afb4-15337947f5e8, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ada1c6c2-b848-467e-afb4-15337947f5e8,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:14:03.871199 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:03.937273 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:03.947376 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3ab89777-5a9f-4b5a-bf00-59794c4e0115 None None] Provisioning complete for port 406365c3-8ac4-4133-af3d-c94fb5889815 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:03.948001 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ab89777-5a9f-4b5a-bf00-59794c4e0115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:03.986517 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:03.996422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4541038-065a-4e2a-bf9a-f0765d197baa req-985497bf-6b64-4c44-a9ee-d403d1b6e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:03.998349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4541038-065a-4e2a-bf9a-f0765d197baa req-985497bf-6b64-4c44-a9ee-d403d1b6e40a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4d22562-9e58-4939-88cc-0ee1d9b56e7d HTTP/1.1" status: 200 len: 853 time: 0.6927702 Nov 16 05:14:04.000612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83ec74-2098-4419-80a1-e23143e407b3 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:14:04.087967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Network da36840f-7023-4b76-9394-b6b9675e57f5 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:14:04.090833 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Routers {'0c127d89-3474-42fc-ba58-63aa98433ee7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:04.091927 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['0c127d89-3474-42fc-ba58-63aa98433ee7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:04.097099 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:14:04.105250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:14:04.108685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Pushing event updated for resources: {'Port': ['ID=79d983df-5aed-4209-8e0c-7d330269486d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:04.122450 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e720878-932c-4828-befc-23e4bbf44a2d None None] Pushing event updated for resources: {'Port': ['ID=ada1c6c2-b848-467e-afb4-15337947f5e8,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:04.170413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0b134616-3cd9-4a40-af35-e8cfcc75e294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '991e85d7-89b4-4a2d-be1f-152e8ca84e7f', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'floating_ip_address': '172.25.0.194', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'port_id': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'mac_address': 'fa:16:3e:a1:1e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:03Z', 'revision_number': 1, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b28af1-f256-43e4-a062-1f4ce6b19178', 'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'mac_address': 'fa:16:3e:8a:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:42Z', 'updated_at': '2021-11-16T05:10:53Z', 'revision_number': 5, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'subnets': [{'id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:04.235256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4541038-065a-4e2a-bf9a-f0765d197baa req-c2567402-c934-4148-bc4d-ba65145f26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:04.237400 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4541038-065a-4e2a-bf9a-f0765d197baa req-c2567402-c934-4148-bc4d-ba65145f26aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0dfcf04d-bf40-4a3a-a520-c6e538b7f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2284431 Nov 16 05:14:04.252176 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b134616-3cd9-4a40-af35-e8cfcc75e294 None None] The sync data for ids ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'] in n-d-818042-1 is: [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '991e85d7-89b4-4a2d-be1f-152e8ca84e7f', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'floating_ip_address': '172.25.0.194', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'port_id': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'mac_address': 'fa:16:3e:a1:1e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:03Z', 'revision_number': 1, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b28af1-f256-43e4-a062-1f4ce6b19178', 'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'mac_address': 'fa:16:3e:8a:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:42Z', 'updated_at': '2021-11-16T05:10:53Z', 'revision_number': 5, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'subnets': [{'id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:14:04.275261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5a3400-f890-4bbe-bc06-95fae71bb9d3 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:14:04.289418 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb5a3400-f890-4bbe-bc06-95fae71bb9d3 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:04.330397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a246748f-16ad-487c-93db-3a48b5fd53c4 None None] Provisioning complete for port ada1c6c2-b848-467e-afb4-15337947f5e8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:04.330926 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a246748f-16ad-487c-93db-3a48b5fd53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:04.345086 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:14:04.347629 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db89ed8e-8dc7-4e9e-9bce-9caf4b0c9b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:14:04.405012 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bb5a3400-f890-4bbe-bc06-95fae71bb9d3 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "PUT /v2.0/floatingips/991e85d7-89b4-4a2d-be1f-152e8ca84e7f HTTP/1.1" status: 200 len: 991 time: 2.1049647 Nov 16 05:14:04.475141 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08de024b-67bb-4b8f-b2fe-815ddefd6134 x-openstack-request-id: req-08de024b-67bb-4b8f-b2fe-815ddefd6134 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:14:04.475458 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:14:04.475730 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08de024b-67bb-4b8f-b2fe-815ddefd6134 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:14:04.476170 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'status': 'completed', 'code': 200} Nov 16 05:14:04.491525 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:04.536752 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] Set router 0c127d89-3474-42fc-ba58-63aa98433ee7 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:04.549578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a246748f-16ad-487c-93db-3a48b5fd53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:04.569307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be92da-6f03-442f-9127-58821ca065ed req-11dbb1e7-63c1-41e4-bfdf-48586f5b29c2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:04.578259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f9be92da-6f03-442f-9127-58821ca065ed req-11dbb1e7-63c1-41e4-bfdf-48586f5b29c2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 945 time: 0.2752745 Nov 16 05:14:04.598615 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a246748f-16ad-487c-93db-3a48b5fd53c4 None None] For port ada1c6c2-b848-467e-afb4-15337947f5e8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ada1c6c2-b848-467e-afb4-15337947f5e8,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:04.606490 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a246748f-16ad-487c-93db-3a48b5fd53c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:04.683849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246748f-16ad-487c-93db-3a48b5fd53c4 None None] Pushing event updated for resources: {'Port': ['ID=ada1c6c2-b848-467e-afb4-15337947f5e8,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:04.732905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5194388b-d954-4a63-9aba-2ed678a7a133 None None] Provisioning complete for port 79d983df-5aed-4209-8e0c-7d330269486d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:04.733455 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5194388b-d954-4a63-9aba-2ed678a7a133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:04.739436 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4541038-065a-4e2a-bf9a-f0765d197baa req-6eeb4ec0-b4e2-4c55-8fd1-31bfdfe4544f service neutron] 10.222.0.37 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904428 Nov 16 05:14:04.743632 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deb8560-0857-4653-8981-1c29fa745584 None None] New status for floating IP 991e85d7-89b4-4a2d-be1f-152e8ca84e7f: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:14:04.768880 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f9be92da-6f03-442f-9127-58821ca065ed req-9053f99f-ae68-4318-8212-33a227d412f1 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894455 Nov 16 05:14:04.811432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5194388b-d954-4a63-9aba-2ed678a7a133 None None] Port 79d983df-5aed-4209-8e0c-7d330269486d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:14:04.874085 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:04.940922 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4541038-065a-4e2a-bf9a-f0765d197baa req-47a87de5-821a-4311-8f5c-85978318ce5f service neutron] 10.222.0.37 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921990 Nov 16 05:14:05.015889 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:00Z', 'revision_number': 3, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port': {'id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:05.057522 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0558df18-e0a2-46c5-b4ea-85daf5aa81b3 None None] The sync data for ids ['0c127d89-3474-42fc-ba58-63aa98433ee7'] in n-d-818042-1 is: [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:00Z', 'revision_number': 3, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port': {'id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:14:05.088360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89ed8e-8dc7-4e9e-9bce-9caf4b0c9b9f req-afbb66c0-c17b-423d-8186-ddd865ef0aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:05.089933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db89ed8e-8dc7-4e9e-9bce-9caf4b0c9b9f req-afbb66c0-c17b-423d-8186-ddd865ef0aa7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5f3051aeac1459b8dd0fd89ccc6b841&device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 1096 time: 0.0720756 Nov 16 05:14:05.159662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2adaef-0f16-49ba-9839-d3b9bc24260f None None] Sync routers for ids ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:14:05.173666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2adaef-0f16-49ba-9839-d3b9bc24260f None None] Routers {'c0f567a0-29c4-49a4-a9c9-8aa380f5b580'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:05.174904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0d2adaef-0f16-49ba-9839-d3b9bc24260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:05.225864 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:05.228596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89ed8e-8dc7-4e9e-9bce-9caf4b0c9b9f req-e244a1f1-f608-40df-8155-a22182374ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:05.230820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db89ed8e-8dc7-4e9e-9bce-9caf4b0c9b9f req-e244a1f1-f608-40df-8155-a22182374ad8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0dfcf04d-bf40-4a3a-a520-c6e538b7f992 HTTP/1.1" status: 200 len: 915 time: 0.1329849 Nov 16 05:14:05.231978 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:05.298328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-0d2adaef-0f16-49ba-9839-d3b9bc24260f None None] Set router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:05.364976 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:05.369603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Pushing event updated for resources: {'Port': ['ID=79d983df-5aed-4209-8e0c-7d330269486d,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:05.459683 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db89ed8e-8dc7-4e9e-9bce-9caf4b0c9b9f req-597f877d-3e6f-4ffd-b823-3932e39452da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad53706c-601b-4c7f-9fc0-c4ed72781de5 HTTP/1.1" status: 200 len: 1001 time: 0.2218852 Nov 16 05:14:05.570895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Network da36840f-7023-4b76-9394-b6b9675e57f5 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:14:05.574848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:14:05.585379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89ed8e-8dc7-4e9e-9bce-9caf4b0c9b9f req-f0b5f446-c0ba-42c0-a747-1c486ba6d768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:05.587176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db89ed8e-8dc7-4e9e-9bce-9caf4b0c9b9f req-f0b5f446-c0ba-42c0-a747-1c486ba6d768 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4d22562-9e58-4939-88cc-0ee1d9b56e7d HTTP/1.1" status: 200 len: 853 time: 0.1186140 Nov 16 05:14:05.683542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0d2adaef-0f16-49ba-9839-d3b9bc24260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '991e85d7-89b4-4a2d-be1f-152e8ca84e7f', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'floating_ip_address': '172.25.0.194', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'port_id': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'mac_address': 'fa:16:3e:a1:1e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 2, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b28af1-f256-43e4-a062-1f4ce6b19178', 'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'mac_address': 'fa:16:3e:8a:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:42Z', 'updated_at': '2021-11-16T05:10:53Z', 'revision_number': 5, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'subnets': [{'id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:05.730293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2adaef-0f16-49ba-9839-d3b9bc24260f None None] Checking router: c0f567a0-29c4-49a4-a9c9-8aa380f5b580 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:14:05.747122 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2adaef-0f16-49ba-9839-d3b9bc24260f None None] Routers {'c0f567a0-29c4-49a4-a9c9-8aa380f5b580'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:05.748074 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0d2adaef-0f16-49ba-9839-d3b9bc24260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:05.794967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89ed8e-8dc7-4e9e-9bce-9caf4b0c9b9f req-99ac9a5f-daea-4ed5-a3f9-3d2cefdeac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:05.796619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db89ed8e-8dc7-4e9e-9bce-9caf4b0c9b9f req-99ac9a5f-daea-4ed5-a3f9-3d2cefdeac44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0dfcf04d-bf40-4a3a-a520-c6e538b7f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603518 Nov 16 05:14:05.908183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039bf80-777c-4357-9108-ac7ee106590b req-82bf7e4c-f355-4a0f-bf72-beda1a27b868 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:05.910410 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4039bf80-777c-4357-9108-ac7ee106590b req-82bf7e4c-f355-4a0f-bf72-beda1a27b868 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 945 time: 0.1761265 Nov 16 05:14:05.970495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-33048863-f1d3-40ff-bf0c-40fd148c8b43 None None] Provisioning complete for port 79d983df-5aed-4209-8e0c-7d330269486d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:05.970869 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-33048863-f1d3-40ff-bf0c-40fd148c8b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:06.027309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-33048863-f1d3-40ff-bf0c-40fd148c8b43 None None] Port 79d983df-5aed-4209-8e0c-7d330269486d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:14:06.051558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Router 0c127d89-3474-42fc-ba58-63aa98433ee7 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:14:06.056880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-0d2adaef-0f16-49ba-9839-d3b9bc24260f None None] Set router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:06.111933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db89ed8e-8dc7-4e9e-9bce-9caf4b0c9b9f req-d29a0865-8f8f-415b-9786-c3d4f40c91bb service neutron] 10.222.0.37 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064365 Nov 16 05:14:06.123513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29274c-6cfe-4b3b-a5a5-5bd1388411e8 req-a94bcfcd-5f09-4ae1-b474-350fd1398fc6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:06.125024 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f29274c-6cfe-4b3b-a5a5-5bd1388411e8 req-a94bcfcd-5f09-4ae1-b474-350fd1398fc6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 945 time: 0.1713748 Nov 16 05:14:06.360057 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0d2adaef-0f16-49ba-9839-d3b9bc24260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '991e85d7-89b4-4a2d-be1f-152e8ca84e7f', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'floating_ip_address': '172.25.0.194', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'port_id': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'mac_address': 'fa:16:3e:a1:1e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 2, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b28af1-f256-43e4-a062-1f4ce6b19178', 'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'mac_address': 'fa:16:3e:8a:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:42Z', 'updated_at': '2021-11-16T05:10:53Z', 'revision_number': 5, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'subnets': [{'id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:06.393108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2adaef-0f16-49ba-9839-d3b9bc24260f None None] The sync data for ids ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'] in n-d-818042-1 is: [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '991e85d7-89b4-4a2d-be1f-152e8ca84e7f', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'floating_ip_address': '172.25.0.194', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'port_id': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'mac_address': 'fa:16:3e:a1:1e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 2, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30b28af1-f256-43e4-a062-1f4ce6b19178', 'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'mac_address': 'fa:16:3e:8a:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:42Z', 'updated_at': '2021-11-16T05:10:53Z', 'revision_number': 5, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'subnets': [{'id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:14:06.418509 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f29274c-6cfe-4b3b-a5a5-5bd1388411e8 req-6fa18b52-477d-4c8e-a4d9-a65da5b8b9ed tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=595a87a7-e45f-45a5-a643-35703a8bd3e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793751 Nov 16 05:14:06.431714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-4039bf80-777c-4357-9108-ac7ee106590b req-f568b61c-146f-4d9f-a40e-12bf07fd8db4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Deleting port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:14:06.432064 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4039bf80-777c-4357-9108-ac7ee106590b req-f568b61c-146f-4d9f-a40e-12bf07fd8db4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:06.477227 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:14:06.479980 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95678cb0-1f87-4753-9df4-2da89b99e113" -d '{"events": [{"name": "network-changed", "server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:14:06.679333 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25306ac7-a990-4b77-8cf7-86e5d2d28013 x-openstack-request-id: req-25306ac7-a990-4b77-8cf7-86e5d2d28013 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:14:06.679702 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:14:06.680027 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25306ac7-a990-4b77-8cf7-86e5d2d28013 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:14:06.680528 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'status': 'completed', 'code': 200} Nov 16 05:14:06.920066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ada1c6c2-b848-467e-afb4-15337947f5e8 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:14:06.934095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-db89ed8e-8dc7-4e9e-9bce-9caf4b0c9b9f req-a1556528-8405-4c80-9595-e3b5fa3ead83 service neutron] 10.222.0.37 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8068080 Nov 16 05:14:06.990739 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port ada1c6c2-b848-467e-afb4-15337947f5e8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:06.991342 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:07.000942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:14:07.025498 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e5f04c04-5068-4027-96e0-9cd7e254006c admin admin] 10.222.0.41 "PUT /v2.0/routers/0c127d89-3474-42fc-ba58-63aa98433ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9651227 Nov 16 05:14:07.103982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-4039bf80-777c-4357-9108-ac7ee106590b req-f568b61c-146f-4d9f-a40e-12bf07fd8db4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] For port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:07.104475 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4039bf80-777c-4357-9108-ac7ee106590b req-f568b61c-146f-4d9f-a40e-12bf07fd8db4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:07.109361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95678cb0-1f87-4753-9df4-2da89b99e113 req-37b68ff9-f6b1-4a0d-a5d6-4cedc9ad3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:07.111672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95678cb0-1f87-4753-9df4-2da89b99e113 req-37b68ff9-f6b1-4a0d-a5d6-4cedc9ad3468 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5f3051aeac1459b8dd0fd89ccc6b841&device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 1096 time: 0.1003718 Nov 16 05:14:07.147066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-4039bf80-777c-4357-9108-ac7ee106590b req-f568b61c-146f-4d9f-a40e-12bf07fd8db4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Calling delete_port for ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:14:07.290553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95678cb0-1f87-4753-9df4-2da89b99e113 req-34cf46fe-d630-4c9f-8c9a-e230f5008d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:07.292058 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95678cb0-1f87-4753-9df4-2da89b99e113 req-34cf46fe-d630-4c9f-8c9a-e230f5008d18 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0dfcf04d-bf40-4a3a-a520-c6e538b7f992 HTTP/1.1" status: 200 len: 915 time: 0.1700594 Nov 16 05:14:07.409204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95678cb0-1f87-4753-9df4-2da89b99e113 req-219a275b-889a-41fd-ae91-8435948fa848 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad53706c-601b-4c7f-9fc0-c4ed72781de5 HTTP/1.1" status: 200 len: 1001 time: 0.1089044 Nov 16 05:14:07.482309 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4039bf80-777c-4357-9108-ac7ee106590b req-f568b61c-146f-4d9f-a40e-12bf07fd8db4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:07.498930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:14:07.539951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95678cb0-1f87-4753-9df4-2da89b99e113 req-f9a065f2-4b88-44b0-a271-8a293bdcf7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:07.542707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95678cb0-1f87-4753-9df4-2da89b99e113 req-f9a065f2-4b88-44b0-a271-8a293bdcf7b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4d22562-9e58-4939-88cc-0ee1d9b56e7d HTTP/1.1" status: 200 len: 853 time: 0.1263275 Nov 16 05:14:07.574785 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Sync routers for ids ['0c127d89-3474-42fc-ba58-63aa98433ee7'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:14:07.600242 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Routers {'0c127d89-3474-42fc-ba58-63aa98433ee7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:07.601114 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['0c127d89-3474-42fc-ba58-63aa98433ee7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:07.602135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568b61c-146f-4d9f-a40e-12bf07fd8db4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event deleted for resources: {'Port': ['ID=ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:07.650095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4039bf80-777c-4357-9108-ac7ee106590b req-f568b61c-146f-4d9f-a40e-12bf07fd8db4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] No DVR routers for this DVR port ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:14:07.676273 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4039bf80-777c-4357-9108-ac7ee106590b req-f568b61c-146f-4d9f-a40e-12bf07fd8db4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:07.681146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4039bf80-777c-4357-9108-ac7ee106590b req-f568b61c-146f-4d9f-a40e-12bf07fd8db4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "DELETE /v2.0/ports/ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 HTTP/1.1" status: 204 len: 173 time: 1.7458496 Nov 16 05:14:07.682689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc5870f-286e-4eb8-bbd9-eeb648eb7472', 'name': 'network-vif-deleted', 'tag': 'ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:14:07.685362 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7c24ad-d779-4a51-b384-885f12514a52" -d '{"events": [{"server_uuid": "2dc5870f-286e-4eb8-bbd9-eeb648eb7472", "name": "network-vif-deleted", "tag": "ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:14:07.692291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af394add-6be1-492b-9d78-65a83ed0dcc2 req-83759d44-64a8-4aae-9f50-2ad4537434a3 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 210 time: 0.1127474 Nov 16 05:14:07.707094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95678cb0-1f87-4753-9df4-2da89b99e113 req-71e240ec-77ae-4fa6-beb5-830f8c91e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:07.712642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95678cb0-1f87-4753-9df4-2da89b99e113 req-71e240ec-77ae-4fa6-beb5-830f8c91e0e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0dfcf04d-bf40-4a3a-a520-c6e538b7f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437542 Nov 16 05:14:07.804888 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Set router 0c127d89-3474-42fc-ba58-63aa98433ee7 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:07.808110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55208) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:07.819606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-414387088-network', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:07.835250 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677491b6-e22f-4ead-8a90-12fe4001723d x-openstack-request-id: req-677491b6-e22f-4ead-8a90-12fe4001723d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:14:07.835553 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc5870f-286e-4eb8-bbd9-eeb648eb7472", "name": "network-vif-deleted", "tag": "ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:14:07.835960 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-677491b6-e22f-4ead-8a90-12fe4001723d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:14:07.836365 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dc5870f-286e-4eb8-bbd9-eeb648eb7472', 'name': 'network-vif-deleted', 'tag': 'ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6', 'status': 'completed', 'code': 200} Nov 16 05:14:07.854811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95678cb0-1f87-4753-9df4-2da89b99e113 req-3bc70941-19bd-4ecc-8cec-0238859dd3ad service neutron] 10.222.0.37 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340096 Nov 16 05:14:07.865516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Made reservation on behalf of 3f01d83306794135a00e4bd67c8301b1 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:14:07.868658 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:07.880504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:07.996026 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95678cb0-1f87-4753-9df4-2da89b99e113 req-bb49b221-d234-4c31-965b-4c803cd6c03c service neutron] 10.222.0.37 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334646 Nov 16 05:14:08.021606 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.027741 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.042476 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:14:08.045521 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f797559b-f8ce-4edb-ae33-200134a33ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.057370 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.058090 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Added segment e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb of type vlan for network 4131c450-6cc4-44dd-9781-925d4a677d17 Nov 16 05:14:08.128599 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe5b103-c1a3-4087-81e6-1f5b3698284e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:08.132977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.169706 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.170592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:08.171216 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.180394 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port': {'id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '79d983df-5aed-4209-8e0c-7d330269486d', 'name': '', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'mac_address': 'fa:16:3e:99:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:03Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 2, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'subnets': [{'id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:08.210975 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Checking router: 0c127d89-3474-42fc-ba58-63aa98433ee7 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:14:08.211367 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Updating router 0c127d89-3474-42fc-ba58-63aa98433ee7 port 79d983df-5aed-4209-8e0c-7d330269486d binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:14:08.230284 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4209559 Nov 16 05:14:08.233745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55212) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:08.239168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-fdf312b1-fdda-402f-9110-463374a5f236 admin admin] Request body: {'subnet': {'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-414387088-subnet', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:08.243284 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.255956 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503af11e-6298-4dd6-9497-fb6fd47253bc admin admin] Pushing event updated for resources: {'Network': ['ID=4131c450-6cc4-44dd-9781-925d4a677d17,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:08.268001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 4131c450-6cc4-44dd-9781-925d4a677d17 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:14:08.290270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf312b1-fdda-402f-9110-463374a5f236 admin admin] Made reservation on behalf of 3f01d83306794135a00e4bd67c8301b1 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:14:08.293608 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fdf312b1-fdda-402f-9110-463374a5f236 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.518727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fdf312b1-fdda-402f-9110-463374a5f236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.579906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf312b1-fdda-402f-9110-463374a5f236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2967d40a-ebb9-4213-9a08-22c4bb13a6ad,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:08.583025 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.591223 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.593255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf312b1-fdda-402f-9110-463374a5f236 admin admin] Checking segment: {'id': 'e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:14:08.593662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf312b1-fdda-402f-9110-463374a5f236 admin admin] Network hostable DHCP agents. Network: 4131c450-6cc4-44dd-9781-925d4a677d17, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:14:08.611977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf312b1-fdda-402f-9110-463374a5f236 admin admin] Network 4131c450-6cc4-44dd-9781-925d4a677d17 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:14:08.624481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-fdf312b1-fdda-402f-9110-463374a5f236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 4131c450-6cc4-44dd-9781-925d4a677d17) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:14:08.634462 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf312b1-fdda-402f-9110-463374a5f236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:08.634462 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fdf312b1-fdda-402f-9110-463374a5f236 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.648027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc6272f-0ca1-4db1-ba1b-74842912b211 None None] Network 4131c450-6cc4-44dd-9781-925d4a677d17 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:14:08.663519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55214) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:08.664533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fdf312b1-fdda-402f-9110-463374a5f236 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4296379 Nov 16 05:14:08.668401 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-414387088-router', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:08.704657 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.704949 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d385ac4-0654-46e8-8ef5-5972fa6aad77 None None] Pushing event updated for resources: {'Port': ['ID=79d983df-5aed-4209-8e0c-7d330269486d,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:08.705873 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.707952 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Attempting to bind port 79d983df-5aed-4209-8e0c-7d330269486d on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:14:08.708518 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Attempting to bind port 79d983df-5aed-4209-8e0c-7d330269486d by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '43619aba-9d6a-4684-b367-4d2e5d56fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:14:08.708919 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Attempting to bind port 79d983df-5aed-4209-8e0c-7d330269486d on network da36840f-7023-4b76-9394-b6b9675e57f5 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:14:08.715002 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:14:08.715489 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Checking segment: {'id': '43619aba-9d6a-4684-b367-4d2e5d56fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:14:08.715989 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.716487 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Bound using segment: {'id': '43619aba-9d6a-4684-b367-4d2e5d56fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:14:08.717060 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Bound port: 79d983df-5aed-4209-8e0c-7d330269486d, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43619aba-9d6a-4684-b367-4d2e5d56fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:14:08.717695 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.803345 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] For port 79d983df-5aed-4209-8e0c-7d330269486d, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:14:08.807098 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] For port 79d983df-5aed-4209-8e0c-7d330269486d, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=79d983df-5aed-4209-8e0c-7d330269486d,segment=NetworkSegment(43619aba-9d6a-4684-b367-4d2e5d56fdb3),segment_id=43619aba-9d6a-4684-b367-4d2e5d56fdb3)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:14:08.817250 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.839032 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:08.887881 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Routers {'0c127d89-3474-42fc-ba58-63aa98433ee7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:08.889800 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:13:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['0c127d89-3474-42fc-ba58-63aa98433ee7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:08.922923 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b1107c8-42b5-42b3-8f47-a0f02ececb1b req-11990148-7516-45fe-b866-678a9b9472b2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 210 time: 0.0823274 Nov 16 05:14:08.989299 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d385ac4-0654-46e8-8ef5-5972fa6aad77 None None] Pushing event updated for resources: {'Port': ['ID=79d983df-5aed-4209-8e0c-7d330269486d,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:09.000809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-4131c450-6cc4-44dd-9781-925d4a677d17', 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'fixed_ips': [{'subnet_id': '2967d40a-ebb9-4213-9a08-22c4bb13a6ad'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:14:09.001646 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:09.076192 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:09.080785 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] Set router 0c127d89-3474-42fc-ba58-63aa98433ee7 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:09.172970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-85f76c7a-df20-430b-aa20-1fc50af5bd7a None None] Provisioning complete for port 79d983df-5aed-4209-8e0c-7d330269486d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:09.172970 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85f76c7a-df20-430b-aa20-1fc50af5bd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:09.279498 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Allocated IP 172.20.0.2 (4131c450-6cc4-44dd-9781-925d4a677d17/2967d40a-ebb9-4213-9a08-22c4bb13a6ad/13757063-ef9a-4b3a-a9c6-fc2710b221e3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:14:09.402119 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:09.410858 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85f76c7a-df20-430b-aa20-1fc50af5bd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:09.449634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:09.479010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-85f76c7a-df20-430b-aa20-1fc50af5bd7a None None] For port 79d983df-5aed-4209-8e0c-7d330269486d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=79d983df-5aed-4209-8e0c-7d330269486d,segment=NetworkSegment(43619aba-9d6a-4684-b367-4d2e5d56fdb3),segment_id=43619aba-9d6a-4684-b367-4d2e5d56fdb3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:09.495902 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-85f76c7a-df20-430b-aa20-1fc50af5bd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:09.531996 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port': {'id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '79d983df-5aed-4209-8e0c-7d330269486d', 'name': '', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'mac_address': 'fa:16:3e:99:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:03Z', 'updated_at': '2021-11-16T05:14:08Z', 'revision_number': 4, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'subnets': [{'id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:09.575381 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a23b9cf-469f-46ca-9170-ea875952db91 None None] The sync data for ids ['0c127d89-3474-42fc-ba58-63aa98433ee7'] in n-d-818042-1 is: [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port': {'id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '79d983df-5aed-4209-8e0c-7d330269486d', 'name': '', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'mac_address': 'fa:16:3e:99:d0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:03Z', 'updated_at': '2021-11-16T05:14:08Z', 'revision_number': 4, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'subnets': [{'id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:14:09.597551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Allocated IP 172.25.0.108 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/93537898-8434-41ac-a4f1-0ff4ae84b70a) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:14:09.657262 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f76c7a-df20-430b-aa20-1fc50af5bd7a None None] Pushing event updated for resources: {'Port': ['ID=79d983df-5aed-4209-8e0c-7d330269486d,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:09.663452 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:09.680590 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:09.684271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b9ac19a0-fd60-46fe-9d18-9275410e1042 None None] Provisioning complete for port 79d983df-5aed-4209-8e0c-7d330269486d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:09.684627 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b9ac19a0-fd60-46fe-9d18-9275410e1042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:09.789754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:09.828800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Network 4131c450-6cc4-44dd-9781-925d4a677d17 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:14:09.836009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Pushing event updated for resources: {'Port': ['ID=13757063-ef9a-4b3a-a9c6-fc2710b221e3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:09.840635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:14:09.849100 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:09.857304 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:14:09.918541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:14:09.922329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:14:09.929265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:14:10.040463 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Pushing event updated for resources: {'Port': ['ID=93537898-8434-41ac-a4f1-0ff4ae84b70a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:10.096634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5efafbd-6e7d-4eeb-8bbe-822fc584b841 req-7fde3227-b23b-495f-9a46-a92df2cccd5a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 210 time: 0.0591569 Nov 16 05:14:10.172519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325c29bf-738c-494d-884a-52ea06d7310a None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:14:10.259492 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1806f65e-a1b5-4424-b983-df5a0377fdc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:10.274979 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Attempting to bind port 13757063-ef9a-4b3a-a9c6-fc2710b221e3 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:14:10.275356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Attempting to bind port 13757063-ef9a-4b3a-a9c6-fc2710b221e3 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:14:10.275780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Attempting to bind port 13757063-ef9a-4b3a-a9c6-fc2710b221e3 on network 4131c450-6cc4-44dd-9781-925d4a677d17 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:14:10.288144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:14:10.288624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Checking segment: {'id': 'e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:14:10.289124 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:10.293553 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Bound using segment: {'id': 'e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:14:10.294108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Bound port: 13757063-ef9a-4b3a-a9c6-fc2710b221e3, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:14:10.294646 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:10.344302 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:10.382716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] For port 13757063-ef9a-4b3a-a9c6-fc2710b221e3, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:14:10.386752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] For port 13757063-ef9a-4b3a-a9c6-fc2710b221e3, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=13757063-ef9a-4b3a-a9c6-fc2710b221e3,segment=NetworkSegment(e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb),segment_id=e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:14:10.391528 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:14:10.419250 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:10.425441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:14:10.425951 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device ed6572b7-4f85-4f1f-bdfe-daf1c88ae0d6 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:14:10.495411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2aeec9de-3049-4d21-a99c-5133dc077ed5 None None] Provisioning complete for port 93537898-8434-41ac-a4f1-0ff4ae84b70a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:10.495999 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2aeec9de-3049-4d21-a99c-5133dc077ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:10.545267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a751ef4-956f-437b-8c0f-036d053b06f9 None None] Pushing event updated for resources: {'Port': ['ID=13757063-ef9a-4b3a-a9c6-fc2710b221e3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:10.580480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2aeec9de-3049-4d21-a99c-5133dc077ed5 None None] Port 93537898-8434-41ac-a4f1-0ff4ae84b70a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:14:10.667499 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:10.892997 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Router f3795d5d-b31e-4d27-a386-b0eeb421f436 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:14:11.019781 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 13757063-ef9a-4b3a-a9c6-fc2710b221e3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:14:11.031328 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:14:11.063137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:11.067682 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c1938049-e988-4bf8-86d2-bd3723ff1de2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4006939 Nov 16 05:14:11.068052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55226) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:11.091230 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Sync routers for ids ['f3795d5d-b31e-4d27-a386-b0eeb421f436'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:14:11.128932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Routers {'f3795d5d-b31e-4d27-a386-b0eeb421f436'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:11.133111 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f3795d5d-b31e-4d27-a386-b0eeb421f436'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:11.297582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 13757063-ef9a-4b3a-a9c6-fc2710b221e3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:11.298107 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:11.359716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Set router f3795d5d-b31e-4d27-a386-b0eeb421f436 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:11.403597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e1c14812-8a0d-4465-9a0a-de1b53b2611f req-883cb08d-869a-423b-a057-5783b787778d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 210 time: 0.0653255 Nov 16 05:14:11.579483 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:11.732421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 13757063-ef9a-4b3a-a9c6-fc2710b221e3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=13757063-ef9a-4b3a-a9c6-fc2710b221e3,segment=NetworkSegment(e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb),segment_id=e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:11.753443 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:11.768100 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:11.768875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 79d983df-5aed-4209-8e0c-7d330269486d up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:14:11.923511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'name': 'tempest-TestServerBasicOps-414387088-router', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:14:08Z', 'updated_at': '2021-11-16T05:14:10Z', 'revision_number': 3, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'gw_port': {'id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:09Z', 'updated_at': '2021-11-16T05:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:11.926491 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=13757063-ef9a-4b3a-a9c6-fc2710b221e3,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:11.933984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b841a877-4730-4f5b-8709-bdb4ebe10522 None None] Network 4131c450-6cc4-44dd-9781-925d4a677d17 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:14:11.977124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Allocated IP 172.20.0.1 (4131c450-6cc4-44dd-9781-925d4a677d17/2967d40a-ebb9-4213-9a08-22c4bb13a6ad/6d7f9173-7d9d-406c-88fe-355bad3f2691) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:14:12.021221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Checking router: f3795d5d-b31e-4d27-a386-b0eeb421f436 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:14:12.021724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Updating router f3795d5d-b31e-4d27-a386-b0eeb421f436 port 93537898-8434-41ac-a4f1-0ff4ae84b70a binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:14:12.049669 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 79d983df-5aed-4209-8e0c-7d330269486d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:12.050558 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.107479 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.116014 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.157613 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.179964 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.189318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a8a0506d-7fa0-4403-b1f1-4eaea277e0ee None None] Provisioning complete for port 13757063-ef9a-4b3a-a9c6-fc2710b221e3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:12.190024 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8a0506d-7fa0-4403-b1f1-4eaea277e0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.236745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Network 4131c450-6cc4-44dd-9781-925d4a677d17 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:14:12.240743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:14:12.246701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:14:12.276908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Pushing event updated for resources: {'Port': ['ID=6d7f9173-7d9d-406c-88fe-355bad3f2691,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:12.300916 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.475865 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.640945 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-251aa86f-a746-4784-bb7e-9a4318976430 req-90491809-fe0f-439f-9fd1-d5fa331930ce tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 210 time: 0.0459187 Nov 16 05:14:12.689691 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.700395 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.765854 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0712e6fa-229d-4e2e-8a84-9c97aba43db1 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:14:12.784683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30642f52-b02a-4786-9788-b2df6596ad83 None None] Pushing event updated for resources: {'Port': ['ID=93537898-8434-41ac-a4f1-0ff4ae84b70a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:12.796212 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Attempting to bind port 93537898-8434-41ac-a4f1-0ff4ae84b70a on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:14:12.796620 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Attempting to bind port 93537898-8434-41ac-a4f1-0ff4ae84b70a by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:14:12.798218 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Attempting to bind port 93537898-8434-41ac-a4f1-0ff4ae84b70a on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:14:12.798677 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.811336 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.820076 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:14:12.821440 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:14:12.823409 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.823827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:14:12.824325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Bound port: 93537898-8434-41ac-a4f1-0ff4ae84b70a, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:14:12.824717 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.906004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c37c0dd1-4193-4c51-83ec-9e453cbce988 None None] Provisioning complete for port 93537898-8434-41ac-a4f1-0ff4ae84b70a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:12.911480 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c37c0dd1-4193-4c51-83ec-9e453cbce988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.936608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Pushing event updated for resources: {'Port': ['ID=6d7f9173-7d9d-406c-88fe-355bad3f2691,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:12.939907 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:12.997975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 13757063-ef9a-4b3a-a9c6-fc2710b221e3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:14:13.081366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Network 4131c450-6cc4-44dd-9781-925d4a677d17 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:14:13.083403 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:14:13.095459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] For port 93537898-8434-41ac-a4f1-0ff4ae84b70a, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:14:13.134907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c37c0dd1-4193-4c51-83ec-9e453cbce988 None None] Port 93537898-8434-41ac-a4f1-0ff4ae84b70a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:14:13.150949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] For port 93537898-8434-41ac-a4f1-0ff4ae84b70a, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=93537898-8434-41ac-a4f1-0ff4ae84b70a,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:14:13.160771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 13757063-ef9a-4b3a-a9c6-fc2710b221e3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:13.161203 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:13.220895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Router f3795d5d-b31e-4d27-a386-b0eeb421f436 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:14:13.246211 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:13.356726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d93fe-b0e1-4667-80d9-c4f2f95db7f5 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:14:13.413109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:14:13.428425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3be7904d-fb8a-4a4a-a26d-a0a76f514e2f admin admin] 10.222.0.41 "PUT /v2.0/routers/f3795d5d-b31e-4d27-a386-b0eeb421f436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3575995 Nov 16 05:14:13.448724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Routers {'f3795d5d-b31e-4d27-a386-b0eeb421f436'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:13.451323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f3795d5d-b31e-4d27-a386-b0eeb421f436'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:13.751556 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:13.841553 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-22af3f9e-7dbb-48df-9004-78ac33a9058d req-22da9058-3b37-41af-b288-bdb344a67e31 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 210 time: 0.0487657 Nov 16 05:14:13.865624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30642f52-b02a-4786-9788-b2df6596ad83 None None] Pushing event updated for resources: {'Port': ['ID=93537898-8434-41ac-a4f1-0ff4ae84b70a,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:13.869517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] Set router f3795d5d-b31e-4d27-a386-b0eeb421f436 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:13.876622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ba427a97-27e3-40a6-8b27-e493603574b3 None None] Provisioning complete for port 13757063-ef9a-4b3a-a9c6-fc2710b221e3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:13.876996 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba427a97-27e3-40a6-8b27-e493603574b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:13.969184 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.163483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ba427a97-27e3-40a6-8b27-e493603574b3 None None] Provisioning complete for port 6d7f9173-7d9d-406c-88fe-355bad3f2691 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:14.164189 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba427a97-27e3-40a6-8b27-e493603574b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.224245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ba427a97-27e3-40a6-8b27-e493603574b3 None None] Port 6d7f9173-7d9d-406c-88fe-355bad3f2691 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:14:14.230167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'name': 'tempest-TestServerBasicOps-414387088-router', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:14:08Z', 'updated_at': '2021-11-16T05:14:12Z', 'revision_number': 4, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'gw_port': {'id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:09Z', 'updated_at': '2021-11-16T05:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '6d7f9173-7d9d-406c-88fe-355bad3f2691', 'name': '', 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'mac_address': 'fa:16:3e:c9:19:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '2967d40a-ebb9-4213-9a08-22c4bb13a6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:11Z', 'updated_at': '2021-11-16T05:14:12Z', 'revision_number': 2, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'subnets': [{'id': '2967d40a-ebb9-4213-9a08-22c4bb13a6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:14.243747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55284) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:14.254001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-8dcb0ef6-12b1-49ed-9135-4c08f42a7834 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1668968851', 'description': 'tempest-secgroup-smoke-1668968851 description', 'project_id': '9502580cba084166bf97c0b05b32a44f'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:14.272088 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84da7c8b-570d-4c6d-a950-78d17b3b6a57 None None] The sync data for ids ['f3795d5d-b31e-4d27-a386-b0eeb421f436'] in n-d-818042-1 is: [{'id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'name': 'tempest-TestServerBasicOps-414387088-router', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:14:08Z', 'updated_at': '2021-11-16T05:14:12Z', 'revision_number': 4, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'gw_port': {'id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:09Z', 'updated_at': '2021-11-16T05:14:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '6d7f9173-7d9d-406c-88fe-355bad3f2691', 'name': '', 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'mac_address': 'fa:16:3e:c9:19:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '2967d40a-ebb9-4213-9a08-22c4bb13a6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:11Z', 'updated_at': '2021-11-16T05:14:12Z', 'revision_number': 2, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'subnets': [{'id': '2967d40a-ebb9-4213-9a08-22c4bb13a6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:14:14.274291 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0ef6-12b1-49ed-9135-4c08f42a7834 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.345721 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-caa57c21-b327-4ba3-800a-5946044b49e5 None None] Provisioning complete for port 93537898-8434-41ac-a4f1-0ff4ae84b70a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:14.346114 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caa57c21-b327-4ba3-800a-5946044b49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.435771 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0ef6-12b1-49ed-9135-4c08f42a7834 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.444122 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0ef6-12b1-49ed-9135-4c08f42a7834 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.467865 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8dcb0ef6-12b1-49ed-9135-4c08f42a7834 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.469924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8dcb0ef6-12b1-49ed-9135-4c08f42a7834 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2247465 Nov 16 05:14:14.470710 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caa57c21-b327-4ba3-800a-5946044b49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.472528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55290) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:14.478244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-eed8b4c4-a41b-4710-9064-61242c18ca22 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Request body: {'security_group_rule': {'security_group_id': '9bad1357-9bc0-48fe-9462-0b46029a7757', 'project_id': '9502580cba084166bf97c0b05b32a44f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:14.515452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb0ef6-12b1-49ed-9135-4c08f42a7834 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bad1357-9bc0-48fe-9462-0b46029a7757,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:14.530353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-caa57c21-b327-4ba3-800a-5946044b49e5 None None] For port 93537898-8434-41ac-a4f1-0ff4ae84b70a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=93537898-8434-41ac-a4f1-0ff4ae84b70a,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:14.534969 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eed8b4c4-a41b-4710-9064-61242c18ca22 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.538570 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caa57c21-b327-4ba3-800a-5946044b49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.596263 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-caa57c21-b327-4ba3-800a-5946044b49e5 None None] Provisioning complete for port 6d7f9173-7d9d-406c-88fe-355bad3f2691 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:14.596641 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caa57c21-b327-4ba3-800a-5946044b49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.647111 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa57c21-b327-4ba3-800a-5946044b49e5 None None] Pushing event updated for resources: {'Port': ['ID=93537898-8434-41ac-a4f1-0ff4ae84b70a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:14.654325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-caa57c21-b327-4ba3-800a-5946044b49e5 None None] Port 6d7f9173-7d9d-406c-88fe-355bad3f2691 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:14:14.682375 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eed8b4c4-a41b-4710-9064-61242c18ca22 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.686886 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eed8b4c4-a41b-4710-9064-61242c18ca22 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.732514 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8b4c4-a41b-4710-9064-61242c18ca22 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193e7e6f-7c20-4a8f-9baa-6aa5c2068724,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:14.738618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eed8b4c4-a41b-4710-9064-61242c18ca22 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.745917 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-eed8b4c4-a41b-4710-9064-61242c18ca22 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2721951 Nov 16 05:14:14.748415 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55296) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:14.757788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-aeb43800-3751-4f49-bc0c-4f9724a31dec tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Request body: {'security_group_rule': {'security_group_id': '9bad1357-9bc0-48fe-9462-0b46029a7757', 'project_id': '9502580cba084166bf97c0b05b32a44f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:14.793715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aeb43800-3751-4f49-bc0c-4f9724a31dec tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.882972 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aeb43800-3751-4f49-bc0c-4f9724a31dec tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.902855 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aeb43800-3751-4f49-bc0c-4f9724a31dec tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.936957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb43800-3751-4f49-bc0c-4f9724a31dec tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e666333a-4a18-41dd-959b-87edac33d8cf,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:14.957248 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-aeb43800-3751-4f49-bc0c-4f9724a31dec tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:14.959977 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-aeb43800-3751-4f49-bc0c-4f9724a31dec tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2104199 Nov 16 05:14:14.963023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55300) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:14.971276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c7138ea-4c28-45a9-8789-2f8415f98608 req-986b0976-4080-493d-b804-70fb5247df94 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=2dc5870f-286e-4eb8-bbd9-eeb648eb7472 HTTP/1.1" status: 200 len: 210 time: 0.0512092 Nov 16 05:14:14.986457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-02d78911-a447-4f3f-94ed-21ab979ff9a4 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Request body: {'security_group_rule': {'security_group_id': '9bad1357-9bc0-48fe-9462-0b46029a7757', 'project_id': '9502580cba084166bf97c0b05b32a44f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:15.021879 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02d78911-a447-4f3f-94ed-21ab979ff9a4 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.091748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02d78911-a447-4f3f-94ed-21ab979ff9a4 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.099637 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02d78911-a447-4f3f-94ed-21ab979ff9a4 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.121031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d78911-a447-4f3f-94ed-21ab979ff9a4 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd52f4fe-67b9-4796-93ef-b007c095da32,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:15.133232 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-02d78911-a447-4f3f-94ed-21ab979ff9a4 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.137594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55306) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:15.138809 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-02d78911-a447-4f3f-94ed-21ab979ff9a4 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1739268 Nov 16 05:14:15.142706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-80d051e3-4e0b-4dc3-93a6-6181dd266bad tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Request body: {'security_group_rule': {'security_group_id': '9bad1357-9bc0-48fe-9462-0b46029a7757', 'project_id': '9502580cba084166bf97c0b05b32a44f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:15.187592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-80d051e3-4e0b-4dc3-93a6-6181dd266bad tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.282394 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-80d051e3-4e0b-4dc3-93a6-6181dd266bad tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.288389 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-80d051e3-4e0b-4dc3-93a6-6181dd266bad tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.318786 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-80d051e3-4e0b-4dc3-93a6-6181dd266bad tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.320546 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-80d051e3-4e0b-4dc3-93a6-6181dd266bad tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1813512 Nov 16 05:14:15.323139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55310) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:15.324413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d051e3-4e0b-4dc3-93a6-6181dd266bad tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd177f9-fde8-4f89-bd3d-e79a7870089b,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:15.332705 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0b14f428-e096-4866-b4c9-9945bfec5232 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Request body: {'security_group_rule': {'security_group_id': '9bad1357-9bc0-48fe-9462-0b46029a7757', 'project_id': '9502580cba084166bf97c0b05b32a44f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:15.357572 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-0b14f428-e096-4866-b4c9-9945bfec5232 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Project 9502580cba084166bf97c0b05b32a44f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:14:15.362988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b14f428-e096-4866-b4c9-9945bfec5232 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.428703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b14f428-e096-4866-b4c9-9945bfec5232 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.432778 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b14f428-e096-4866-b4c9-9945bfec5232 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.447885 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14f428-e096-4866-b4c9-9945bfec5232 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774d68f6-32a6-4295-9b70-0903fb0e1f00,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:15.462088 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0b14f428-e096-4866-b4c9-9945bfec5232 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.463312 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0b14f428-e096-4866-b4c9-9945bfec5232 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392407 Nov 16 05:14:15.466053 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55314) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:15.471439 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-a026580c-8d49-4bd5-8942-f3e460330ac2 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Request body: {'security_group_rule': {'security_group_id': '9bad1357-9bc0-48fe-9462-0b46029a7757', 'project_id': '9502580cba084166bf97c0b05b32a44f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:15.498175 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-a026580c-8d49-4bd5-8942-f3e460330ac2 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Project 9502580cba084166bf97c0b05b32a44f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:14:15.506926 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a026580c-8d49-4bd5-8942-f3e460330ac2 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.595711 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a026580c-8d49-4bd5-8942-f3e460330ac2 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.603290 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a026580c-8d49-4bd5-8942-f3e460330ac2 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.641505 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026580c-8d49-4bd5-8942-f3e460330ac2 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1859311f-7a2f-4190-afe4-47e8b64f0263,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:15.648352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a026580c-8d49-4bd5-8942-f3e460330ac2 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:15.658759 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a026580c-8d49-4bd5-8942-f3e460330ac2 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1828196 Nov 16 05:14:15.865332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-d34d9eee-02b7-430c-81fc-b86ed38f6bd9 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668968851&fields=id&tenant_id=9502580cba084166bf97c0b05b32a44f HTTP/1.1" status: 200 len: 267 time: 0.0542514 Nov 16 05:14:16.072919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-bdbfaece-a63e-4685-bb1c-227d38e1b937 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:16.074907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-bdbfaece-a63e-4685-bb1c-227d38e1b937 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/networks?id=da36840f-7023-4b76-9394-b6b9675e57f5 HTTP/1.1" status: 200 len: 809 time: 0.1910212 Nov 16 05:14:16.092153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-5b1fcae4-a2fa-4d1b-adc4-759b4d05a4f3 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/quotas/9502580cba084166bf97c0b05b32a44f HTTP/1.1" status: 200 len: 375 time: 0.0110071 Nov 16 05:14:16.153613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-0b8a3f40-5bfc-4a68-81eb-142af4b335db tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9502580cba084166bf97c0b05b32a44f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536649 Nov 16 05:14:16.389057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-9cd8bed4-b0fa-47f2-9f8b-8198df690a3f service neutron] 10.222.0.41 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224572 Nov 16 05:14:16.396510 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:16.514971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-0a803661-925c-439e-82a2-69bdc7bf2d0d service neutron] 10.222.0.41 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125104 Nov 16 05:14:16.822623 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5d40e12-ad29-44ec-b8fa-b30319e3166f req-7348d66f-899b-4cdc-a537-e343185c5321 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 210 time: 0.0782862 Nov 16 05:14:16.984319 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 93537898-8434-41ac-a4f1-0ff4ae84b70a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:14:17.044986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 93537898-8434-41ac-a4f1-0ff4ae84b70a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:17.045717 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:17.950961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81237f73-2849-4e2e-be25-0eb3d2c17e31 req-4a9b1db2-d450-4240-8061-a535216cbc32 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 210 time: 0.0598502 Nov 16 05:14:18.144599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-5cd24bda-6215-4d74-b337-e3ead715b4e0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:18.146358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-5cd24bda-6215-4d74-b337-e3ead715b4e0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.15 "GET /v2.0/networks?id=da36840f-7023-4b76-9394-b6b9675e57f5 HTTP/1.1" status: 200 len: 809 time: 0.1366556 Nov 16 05:14:18.232175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-083f5ea0-2755-46df-b04b-3e5eb447da85 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9502580cba084166bf97c0b05b32a44f HTTP/1.1" status: 200 len: 380 time: 0.0760469 Nov 16 05:14:18.245469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-227f7e18-b432-4655-bb47-6f1a718f86c0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Request body: {'port': {'device_id': '3cfb169e-d490-4a56-954a-c95b835a9310', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'admin_state_up': True, 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'security_groups': ['9bad1357-9bc0-48fe-9462-0b46029a7757']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:18.405566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-227f7e18-b432-4655-bb47-6f1a718f86c0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Made reservation on behalf of 9502580cba084166bf97c0b05b32a44f for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:14:18.412156 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-227f7e18-b432-4655-bb47-6f1a718f86c0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:18.488155 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Sync routers for ids ['f3795d5d-b31e-4d27-a386-b0eeb421f436'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:14:18.501666 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Routers {'f3795d5d-b31e-4d27-a386-b0eeb421f436'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:18.502315 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f3795d5d-b31e-4d27-a386-b0eeb421f436'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:18.580717 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:18.700799 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Set router f3795d5d-b31e-4d27-a386-b0eeb421f436 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:18.716134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-227f7e18-b432-4655-bb47-6f1a718f86c0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Allocated IP 172.20.0.6 (da36840f-7023-4b76-9394-b6b9675e57f5/2071cbc9-1d75-4cab-b33a-1fdb510178bc/6f560028-69e6-44cd-822a-5b65ff51770d) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:14:18.895495 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-227f7e18-b432-4655-bb47-6f1a718f86c0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:18.934212 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-227f7e18-b432-4655-bb47-6f1a718f86c0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:18.944589 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'name': 'tempest-TestServerBasicOps-414387088-router', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:14:08Z', 'updated_at': '2021-11-16T05:14:12Z', 'revision_number': 4, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'gw_port': {'id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:09Z', 'updated_at': '2021-11-16T05:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '6d7f9173-7d9d-406c-88fe-355bad3f2691', 'name': '', 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'mac_address': 'fa:16:3e:c9:19:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '2967d40a-ebb9-4213-9a08-22c4bb13a6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:11Z', 'updated_at': '2021-11-16T05:14:12Z', 'revision_number': 2, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'subnets': [{'id': '2967d40a-ebb9-4213-9a08-22c4bb13a6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:18.986873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-227f7e18-b432-4655-bb47-6f1a718f86c0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Network da36840f-7023-4b76-9394-b6b9675e57f5 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:14:18.989667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-227f7e18-b432-4655-bb47-6f1a718f86c0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:14:19.005693 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Checking router: f3795d5d-b31e-4d27-a386-b0eeb421f436 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:14:19.006074 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Updating router f3795d5d-b31e-4d27-a386-b0eeb421f436 port 6d7f9173-7d9d-406c-88fe-355bad3f2691 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:14:19.012090 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227f7e18-b432-4655-bb47-6f1a718f86c0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Pushing event updated for resources: {'Port': ['ID=6f560028-69e6-44cd-822a-5b65ff51770d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:19.016175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-227f7e18-b432-4655-bb47-6f1a718f86c0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:14:19.039765 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:19.179883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-227f7e18-b432-4655-bb47-6f1a718f86c0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:19.180555 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-227f7e18-b432-4655-bb47-6f1a718f86c0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:19.222295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-227f7e18-b432-4655-bb47-6f1a718f86c0 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9836483 Nov 16 05:14:19.242709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Request body: {'port': {'device_id': '3cfb169e-d490-4a56-954a-c95b835a9310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:19.269999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d908045-4b3e-4b7c-918c-472acc11cb65 req-b558d32a-5675-408a-8786-02e1536beab6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:19.284355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d908045-4b3e-4b7c-918c-472acc11cb65 req-b558d32a-5675-408a-8786-02e1536beab6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 931 time: 0.2025034 Nov 16 05:14:19.367208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-407c446f-0afa-44d7-9e79-da36215c06f4 None None] Provisioning complete for port 6f560028-69e6-44cd-822a-5b65ff51770d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:19.372080 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-407c446f-0afa-44d7-9e79-da36215c06f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:19.391971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d908045-4b3e-4b7c-918c-472acc11cb65 req-a09164d7-ac82-4b6e-a005-f3d8c7365be5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014674 Nov 16 05:14:19.395828 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:19.414348 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:19.425679 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:19.473052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-407c446f-0afa-44d7-9e79-da36215c06f4 None None] Port 6f560028-69e6-44cd-822a-5b65ff51770d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:14:19.616253 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Attempting to bind port 6d7f9173-7d9d-406c-88fe-355bad3f2691 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:14:19.616856 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Attempting to bind port 6d7f9173-7d9d-406c-88fe-355bad3f2691 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:14:19.616995 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Attempting to bind port 6d7f9173-7d9d-406c-88fe-355bad3f2691 on network 4131c450-6cc4-44dd-9781-925d4a677d17 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:14:19.625398 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5912cb1-d08f-42e5-8cd6-8733edfdec86 None None] Pushing event updated for resources: {'Port': ['ID=6d7f9173-7d9d-406c-88fe-355bad3f2691,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:19.656768 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:14:19.657140 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Checking segment: {'id': 'e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:14:19.657539 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:19.657958 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Bound using segment: {'id': 'e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:14:19.658435 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Bound port: 6d7f9173-7d9d-406c-88fe-355bad3f2691, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:14:19.658809 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:19.821516 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] For port 6d7f9173-7d9d-406c-88fe-355bad3f2691, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:14:19.825798 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] For port 6d7f9173-7d9d-406c-88fe-355bad3f2691, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6d7f9173-7d9d-406c-88fe-355bad3f2691,segment=NetworkSegment(e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb),segment_id=e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:14:19.835312 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:19.890204 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Routers {'f3795d5d-b31e-4d27-a386-b0eeb421f436'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:19.891020 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f3795d5d-b31e-4d27-a386-b0eeb421f436'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:19.919771 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f560028-69e6-44cd-822a-5b65ff51770d {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:14:19.932674 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:19.950154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Transition to ACTIVE for port object 6f560028-69e6-44cd-822a-5b65ff51770d will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:14:19.955309 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:20.017531 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Pushing event updated for resources: {'Port': ['ID=6f560028-69e6-44cd-822a-5b65ff51770d,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:20.044588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e6df2e6d-34f2-4838-85cc-15642b09774f None None] Provisioning complete for port 6d7f9173-7d9d-406c-88fe-355bad3f2691 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:20.045650 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6df2e6d-34f2-4838-85cc-15642b09774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:20.123661 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5912cb1-d08f-42e5-8cd6-8733edfdec86 None None] Pushing event updated for resources: {'Port': ['ID=6d7f9173-7d9d-406c-88fe-355bad3f2691,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:20.188256 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6df2e6d-34f2-4838-85cc-15642b09774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:20.216869 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] Set router f3795d5d-b31e-4d27-a386-b0eeb421f436 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:20.291339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e6df2e6d-34f2-4838-85cc-15642b09774f None None] For port 6d7f9173-7d9d-406c-88fe-355bad3f2691, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6d7f9173-7d9d-406c-88fe-355bad3f2691,segment=NetworkSegment(e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb),segment_id=e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:20.302247 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6df2e6d-34f2-4838-85cc-15642b09774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:20.308186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Attempting to bind port 6f560028-69e6-44cd-822a-5b65ff51770d on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:14:20.309232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Attempting to bind port 6f560028-69e6-44cd-822a-5b65ff51770d by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '43619aba-9d6a-4684-b367-4d2e5d56fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:14:20.310422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Attempting to bind port 6f560028-69e6-44cd-822a-5b65ff51770d on network da36840f-7023-4b76-9394-b6b9675e57f5 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:14:20.319411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Port 6f560028-69e6-44cd-822a-5b65ff51770d on network da36840f-7023-4b76-9394-b6b9675e57f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:14:20.319743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Attempting to bind port 6f560028-69e6-44cd-822a-5b65ff51770d on network da36840f-7023-4b76-9394-b6b9675e57f5 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:14:20.332268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:14:20.332608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Checking segment: {'id': '43619aba-9d6a-4684-b367-4d2e5d56fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:14:20.333556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Bound using segment: {'id': '43619aba-9d6a-4684-b367-4d2e5d56fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:14:20.334045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Bound port: 6f560028-69e6-44cd-822a-5b65ff51770d, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43619aba-9d6a-4684-b367-4d2e5d56fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:14:20.334407 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:20.532910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df2e6d-34f2-4838-85cc-15642b09774f None None] Pushing event updated for resources: {'Port': ['ID=6d7f9173-7d9d-406c-88fe-355bad3f2691,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:20.574312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-10d5a99a-53e8-43c5-bfdf-928c68b2891f None None] Provisioning complete for port 6d7f9173-7d9d-406c-88fe-355bad3f2691 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:20.577296 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10d5a99a-53e8-43c5-bfdf-928c68b2891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:20.626743 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'name': 'tempest-TestServerBasicOps-414387088-router', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:14:08Z', 'updated_at': '2021-11-16T05:14:12Z', 'revision_number': 4, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'gw_port': {'id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:09Z', 'updated_at': '2021-11-16T05:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '6d7f9173-7d9d-406c-88fe-355bad3f2691', 'name': '', 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'mac_address': 'fa:16:3e:c9:19:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '2967d40a-ebb9-4213-9a08-22c4bb13a6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:11Z', 'updated_at': '2021-11-16T05:14:19Z', 'revision_number': 4, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'subnets': [{'id': '2967d40a-ebb9-4213-9a08-22c4bb13a6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:20.661062 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2672a1c-7c1b-40b3-852e-9e3973160199 None None] The sync data for ids ['f3795d5d-b31e-4d27-a386-b0eeb421f436'] in n-d-818042-1 is: [{'id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'name': 'tempest-TestServerBasicOps-414387088-router', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:14:08Z', 'updated_at': '2021-11-16T05:14:12Z', 'revision_number': 4, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'gw_port': {'id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:09Z', 'updated_at': '2021-11-16T05:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '6d7f9173-7d9d-406c-88fe-355bad3f2691', 'name': '', 'network_id': '4131c450-6cc4-44dd-9781-925d4a677d17', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'mac_address': 'fa:16:3e:c9:19:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '2967d40a-ebb9-4213-9a08-22c4bb13a6ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:11Z', 'updated_at': '2021-11-16T05:14:19Z', 'revision_number': 4, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'subnets': [{'id': '2967d40a-ebb9-4213-9a08-22c4bb13a6ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:14:21.039573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6d7f9173-7d9d-406c-88fe-355bad3f2691 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:14:21.131761 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e1a11-35cf-464c-a716-7e6378b1008f req-2a18e4da-6cf6-4a4f-8bc9-c61407c0b1d5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:21.133999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-922e1a11-35cf-464c-a716-7e6378b1008f req-2a18e4da-6cf6-4a4f-8bc9-c61407c0b1d5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 943 time: 0.1107512 Nov 16 05:14:21.191674 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6d7f9173-7d9d-406c-88fe-355bad3f2691 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:21.193251 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:21.197968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] For port 6f560028-69e6-44cd-822a-5b65ff51770d, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:14:21.222130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-922e1a11-35cf-464c-a716-7e6378b1008f req-f2ef449f-22db-4c00-8512-6d7e57031468 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804269 Nov 16 05:14:21.224312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] For port 6f560028-69e6-44cd-822a-5b65ff51770d, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6f560028-69e6-44cd-822a-5b65ff51770d,segment=NetworkSegment(43619aba-9d6a-4684-b367-4d2e5d56fdb3),segment_id=43619aba-9d6a-4684-b367-4d2e5d56fdb3)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:14:21.241808 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:21.350135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Pushing event updated for resources: {'Port': ['ID=6f560028-69e6-44cd-822a-5b65ff51770d,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:21.367886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:21.370064 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:21.373137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-afd2e5db-7b2c-4a94-bcd4-aec307860abc service neutron] 10.222.0.15 "PUT /v2.0/ports/6f560028-69e6-44cd-822a-5b65ff51770d HTTP/1.1" status: 200 len: 1091 time: 2.1359472 Nov 16 05:14:21.376976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfb169e-d490-4a56-954a-c95b835a9310', 'tag': '6f560028-69e6-44cd-822a-5b65ff51770d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:14:21.387405 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77995e5b-bf1d-40fd-b11e-df6c1ff4ed8a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfb169e-d490-4a56-954a-c95b835a9310", "tag": "6f560028-69e6-44cd-822a-5b65ff51770d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:14:21.496501 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa53a65f-27a7-4c70-b298-47753efb1746 x-openstack-request-id: req-fa53a65f-27a7-4c70-b298-47753efb1746 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:14:21.496941 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfb169e-d490-4a56-954a-c95b835a9310", "tag": "6f560028-69e6-44cd-822a-5b65ff51770d", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:14:21.504611 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa53a65f-27a7-4c70-b298-47753efb1746 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:14:21.506767 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfb169e-d490-4a56-954a-c95b835a9310', 'tag': '6f560028-69e6-44cd-822a-5b65ff51770d', 'status': 'completed', 'code': 200} Nov 16 05:14:21.510889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-432bbe88-04b4-4ba5-bde7-77854b6a52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:21.512790 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-432bbe88-04b4-4ba5-bde7-77854b6a52d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9502580cba084166bf97c0b05b32a44f&device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 1094 time: 0.0920391 Nov 16 05:14:21.552523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55484) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:21.557915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fd962368-0546-45fa-8562-02389eb4504e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596892100', 'description': 'tempest-secgroup-smoke-1596892100 description', 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:21.595408 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd962368-0546-45fa-8562-02389eb4504e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:21.602057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-9ecce3ba-1fa7-4e41-b97b-ce347de70d85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f560028-69e6-44cd-822a-5b65ff51770d HTTP/1.1" status: 200 len: 217 time: 0.0802450 Nov 16 05:14:21.683075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-add30a48-8e90-4812-ab56-0f8511669aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:21.686068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-add30a48-8e90-4812-ab56-0f8511669aa2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2071cbc9-1d75-4cab-b33a-1fdb510178bc HTTP/1.1" status: 200 len: 848 time: 0.0777099 Nov 16 05:14:21.701717 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd962368-0546-45fa-8562-02389eb4504e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:21.706466 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd962368-0546-45fa-8562-02389eb4504e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:21.776328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-d8f32496-f31b-4f4b-af85-312398e0c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:21.778552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-d8f32496-f31b-4f4b-af85-312398e0c781 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da36840f-7023-4b76-9394-b6b9675e57f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846956 Nov 16 05:14:21.780836 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd962368-0546-45fa-8562-02389eb4504e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:21.788358 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fd962368-0546-45fa-8562-02389eb4504e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2331991 Nov 16 05:14:21.789224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55488) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:21.797345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-21fd7942-e00c-4573-b81c-9625ad136bbd tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'security_group_rule': {'security_group_id': '53056aa4-d437-4902-abbf-ce76d4e95b63', 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:21.811652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd962368-0546-45fa-8562-02389eb4504e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53056aa4-d437-4902-abbf-ce76d4e95b63,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:21.872798 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21fd7942-e00c-4573-b81c-9625ad136bbd tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:21.898236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-1aa03311-72be-4a38-af47-5c9ca6f7b2f4 service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129670 Nov 16 05:14:21.962377 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21fd7942-e00c-4573-b81c-9625ad136bbd tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:21.970356 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21fd7942-e00c-4573-b81c-9625ad136bbd tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:21.987846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd7942-e00c-4573-b81c-9625ad136bbd tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a76d14-e045-416d-b98f-54cb6bb616c3,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:22.005924 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-21fd7942-e00c-4573-b81c-9625ad136bbd tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.007147 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-21fd7942-e00c-4573-b81c-9625ad136bbd tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2151756 Nov 16 05:14:22.009951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55494) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:22.016205 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d35198f3-f1c2-472a-a92d-2df38ff91cfb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'security_group_rule': {'security_group_id': '53056aa4-d437-4902-abbf-ce76d4e95b63', 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:22.016983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a121a40-bc87-4b3e-97e2-0c88044385ee req-3a3f3029-8237-4b4e-979c-3131a725f06a service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112139 Nov 16 05:14:22.053775 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d35198f3-f1c2-472a-a92d-2df38ff91cfb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.106894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77995e5b-bf1d-40fd-b11e-df6c1ff4ed8a req-8324e2f4-76fd-4c58-93e7-bea080aca985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:22.108676 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77995e5b-bf1d-40fd-b11e-df6c1ff4ed8a req-8324e2f4-76fd-4c58-93e7-bea080aca985 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9502580cba084166bf97c0b05b32a44f&device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 1094 time: 0.0441878 Nov 16 05:14:22.122853 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d35198f3-f1c2-472a-a92d-2df38ff91cfb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.127725 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d35198f3-f1c2-472a-a92d-2df38ff91cfb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.155373 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35198f3-f1c2-472a-a92d-2df38ff91cfb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5ded23-5b2e-4d41-8e41-1451463109cd,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:22.166382 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d35198f3-f1c2-472a-a92d-2df38ff91cfb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.170257 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d35198f3-f1c2-472a-a92d-2df38ff91cfb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561165 Nov 16 05:14:22.170871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55496) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:22.175364 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0821c292-f1fa-4c91-99e3-d83a81c977ec tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'security_group_rule': {'security_group_id': '53056aa4-d437-4902-abbf-ce76d4e95b63', 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:22.208763 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0821c292-f1fa-4c91-99e3-d83a81c977ec tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.227850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77995e5b-bf1d-40fd-b11e-df6c1ff4ed8a req-679ca825-4b76-4551-bb37-fe19838eb345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:22.229425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77995e5b-bf1d-40fd-b11e-df6c1ff4ed8a req-679ca825-4b76-4551-bb37-fe19838eb345 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da36840f-7023-4b76-9394-b6b9675e57f5 HTTP/1.1" status: 200 len: 910 time: 0.1133549 Nov 16 05:14:22.278895 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0821c292-f1fa-4c91-99e3-d83a81c977ec tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.285988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0821c292-f1fa-4c91-99e3-d83a81c977ec tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.299415 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77995e5b-bf1d-40fd-b11e-df6c1ff4ed8a req-691755f4-51c9-418b-8c0d-fb5622613c17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f560028-69e6-44cd-822a-5b65ff51770d HTTP/1.1" status: 200 len: 217 time: 0.0624690 Nov 16 05:14:22.320166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0821c292-f1fa-4c91-99e3-d83a81c977ec tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e833375-0384-44cb-bbcb-4aa7020f7c92,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:22.332506 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0821c292-f1fa-4c91-99e3-d83a81c977ec tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.334248 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0821c292-f1fa-4c91-99e3-d83a81c977ec tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1624520 Nov 16 05:14:22.337034 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55504) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:22.342546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f4b8c91b-cad5-462b-b825-5d78d1700430 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'security_group_rule': {'security_group_id': '53056aa4-d437-4902-abbf-ce76d4e95b63', 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:22.384280 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c91b-cad5-462b-b825-5d78d1700430 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.394301 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77995e5b-bf1d-40fd-b11e-df6c1ff4ed8a req-b21b6074-e013-418d-a868-cfdcc7531191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:22.396089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77995e5b-bf1d-40fd-b11e-df6c1ff4ed8a req-b21b6074-e013-418d-a868-cfdcc7531191 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2071cbc9-1d75-4cab-b33a-1fdb510178bc HTTP/1.1" status: 200 len: 848 time: 0.0773017 Nov 16 05:14:22.406661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5a6fd-78da-4bba-8f72-4c2fa21b68ee req-c9a7cd9b-6d48-4ddd-9454-edecf1c14d28 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:22.408119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81e5a6fd-78da-4bba-8f72-4c2fa21b68ee req-c9a7cd9b-6d48-4ddd-9454-edecf1c14d28 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 943 time: 0.1018596 Nov 16 05:14:22.454678 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c91b-cad5-462b-b825-5d78d1700430 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.460443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c91b-cad5-462b-b825-5d78d1700430 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.481284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8c91b-cad5-462b-b825-5d78d1700430 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fb7d47-c52a-4ff8-ad3e-0be4ac6f4ec3,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:22.493439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-81e5a6fd-78da-4bba-8f72-4c2fa21b68ee req-7c63c04b-aeb3-4d90-af19-e91c04ef4378 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739965 Nov 16 05:14:22.502518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77995e5b-bf1d-40fd-b11e-df6c1ff4ed8a req-74f6007e-f05c-4f98-98b6-b8c27f07167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:22.503920 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f4b8c91b-cad5-462b-b825-5d78d1700430 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.504102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77995e5b-bf1d-40fd-b11e-df6c1ff4ed8a req-74f6007e-f05c-4f98-98b6-b8c27f07167b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da36840f-7023-4b76-9394-b6b9675e57f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950711 Nov 16 05:14:22.505962 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f4b8c91b-cad5-462b-b825-5d78d1700430 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1677401 Nov 16 05:14:22.508730 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55510) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:22.513125 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b658dfca-1539-4794-b70d-8a5b4045a53b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'security_group_rule': {'security_group_id': '53056aa4-d437-4902-abbf-ce76d4e95b63', 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:22.538139 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-b658dfca-1539-4794-b70d-8a5b4045a53b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Project 0099172d2e3e41f2af5fe31786d7eb1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:14:22.544095 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b658dfca-1539-4794-b70d-8a5b4045a53b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.619799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77995e5b-bf1d-40fd-b11e-df6c1ff4ed8a req-d2c32502-96c5-465c-a684-3063467ccf51 service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076183 Nov 16 05:14:22.629937 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b658dfca-1539-4794-b70d-8a5b4045a53b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.635593 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b658dfca-1539-4794-b70d-8a5b4045a53b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.662255 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658dfca-1539-4794-b70d-8a5b4045a53b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1d2a07-a13a-4e7a-9857-bc6e0426d4a9,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:22.669123 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b658dfca-1539-4794-b70d-8a5b4045a53b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.673064 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b658dfca-1539-4794-b70d-8a5b4045a53b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607742 Nov 16 05:14:22.674863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55512) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:22.679879 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-680ec749-6f6c-4d1d-bbd2-972d108c19d7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'security_group_rule': {'security_group_id': '53056aa4-d437-4902-abbf-ce76d4e95b63', 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:22.703446 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-680ec749-6f6c-4d1d-bbd2-972d108c19d7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Project 0099172d2e3e41f2af5fe31786d7eb1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:14:22.709268 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-680ec749-6f6c-4d1d-bbd2-972d108c19d7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.721299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77995e5b-bf1d-40fd-b11e-df6c1ff4ed8a req-4137537f-b50e-4781-a243-f95aad33088f service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945430 Nov 16 05:14:22.780010 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-680ec749-6f6c-4d1d-bbd2-972d108c19d7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.784844 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-680ec749-6f6c-4d1d-bbd2-972d108c19d7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.806872 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ec749-6f6c-4d1d-bbd2-972d108c19d7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5652149b-f24f-4e39-bde3-e3d36a55d675,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:22.815190 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-680ec749-6f6c-4d1d-bbd2-972d108c19d7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:22.816423 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-680ec749-6f6c-4d1d-bbd2-972d108c19d7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1410730 Nov 16 05:14:23.644634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dfacd-c335-4d0f-96c8-34eec6fff6e9 req-6298e6ad-6c4c-4533-953d-0cb16008c8f1 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:23.648956 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-537dfacd-c335-4d0f-96c8-34eec6fff6e9 req-6298e6ad-6c4c-4533-953d-0cb16008c8f1 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 943 time: 0.0682352 Nov 16 05:14:23.714818 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-537dfacd-c335-4d0f-96c8-34eec6fff6e9 req-0549f70b-5914-4df6-87af-1956f8f28e30 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588822 Nov 16 05:14:24.384675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 6f560028-69e6-44cd-822a-5b65ff51770d details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:14:24.502115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 6f560028-69e6-44cd-822a-5b65ff51770d, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6f560028-69e6-44cd-822a-5b65ff51770d,segment=NetworkSegment(43619aba-9d6a-4684-b367-4d2e5d56fdb3),segment_id=43619aba-9d6a-4684-b367-4d2e5d56fdb3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:24.515005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '6f560028-69e6-44cd-822a-5b65ff51770d', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'port_id': '6f560028-69e6-44cd-822a-5b65ff51770d', 'mac_address': 'fa:16:3e:7e:90:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:14:24.554413 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:24.568392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f560028-69e6-44cd-822a-5b65ff51770d {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:14:24.590421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 6f560028-69e6-44cd-822a-5b65ff51770d, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6f560028-69e6-44cd-822a-5b65ff51770d,segment=NetworkSegment(43619aba-9d6a-4684-b367-4d2e5d56fdb3),segment_id=43619aba-9d6a-4684-b367-4d2e5d56fdb3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:24.594879 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:24.659930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=6f560028-69e6-44cd-822a-5b65ff51770d,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:24.805774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['6f560028-69e6-44cd-822a-5b65ff51770d'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:14:24.865365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098a9f5-b808-420a-a971-df90d6834323 req-85377d86-2b3c-473e-bd55-0e56539e6c5f tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:24.870029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f098a9f5-b808-420a-a971-df90d6834323 req-85377d86-2b3c-473e-bd55-0e56539e6c5f tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 944 time: 0.0705388 Nov 16 05:14:24.932072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f098a9f5-b808-420a-a971-df90d6834323 req-64cc95d7-240c-40c9-bad2-9f8b1cfb3b73 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560226 Nov 16 05:14:26.074424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31a54b-a602-40a4-bd67-582b702dee26 req-55ed3609-d910-45fb-837c-d822f2164785 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:26.076491 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be31a54b-a602-40a4-bd67-582b702dee26 req-55ed3609-d910-45fb-837c-d822f2164785 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 944 time: 0.0628746 Nov 16 05:14:26.130969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be31a54b-a602-40a4-bd67-582b702dee26 req-f12ab62a-c229-4aca-9979-9fc495207dcd tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481141 Nov 16 05:14:26.400661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 6f560028-69e6-44cd-822a-5b65ff51770d up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:14:26.476577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 6f560028-69e6-44cd-822a-5b65ff51770d completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:14:26.482213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 6f560028-69e6-44cd-822a-5b65ff51770d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:26.482852 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:26.581857 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:26.611052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfb169e-d490-4a56-954a-c95b835a9310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f560028-69e6-44cd-822a-5b65ff51770d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:14:26.614552 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a1733a-c301-4afd-a0fd-0a8140c530ff" -d '{"events": [{"server_uuid": "3cfb169e-d490-4a56-954a-c95b835a9310", "name": "network-vif-plugged", "status": "completed", "tag": "6f560028-69e6-44cd-822a-5b65ff51770d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:14:26.628865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 6f560028-69e6-44cd-822a-5b65ff51770d, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6f560028-69e6-44cd-822a-5b65ff51770d,segment=NetworkSegment(43619aba-9d6a-4684-b367-4d2e5d56fdb3),segment_id=43619aba-9d6a-4684-b367-4d2e5d56fdb3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:26.635561 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:26.674270 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee889d2-1f69-4629-860c-70ecb5f5b63f x-openstack-request-id: req-3ee889d2-1f69-4629-860c-70ecb5f5b63f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:14:26.674813 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfb169e-d490-4a56-954a-c95b835a9310", "name": "network-vif-plugged", "status": "completed", "tag": "6f560028-69e6-44cd-822a-5b65ff51770d", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:14:26.675069 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3ee889d2-1f69-4629-860c-70ecb5f5b63f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:14:26.676076 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfb169e-d490-4a56-954a-c95b835a9310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f560028-69e6-44cd-822a-5b65ff51770d', 'code': 200} Nov 16 05:14:26.710814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=6f560028-69e6-44cd-822a-5b65ff51770d,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:26.796719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034750db-30b9-47cb-bca7-c294381c22d6 req-86d779ea-1285-4639-956b-134e4149f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:26.798451 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-034750db-30b9-47cb-bca7-c294381c22d6 req-86d779ea-1285-4639-956b-134e4149f448 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 1096 time: 0.0596924 Nov 16 05:14:26.851480 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-034750db-30b9-47cb-bca7-c294381c22d6 req-e720e4b4-408c-4968-be57-6fcf1bcbb36e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454988 Nov 16 05:14:27.265375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ff85-993d-4f0b-ac03-6e870ff3acc6 req-ffb9da57-c758-4974-a573-a4f5f738560b tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:27.267876 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bc5ff85-993d-4f0b-ac03-6e870ff3acc6 req-ffb9da57-c758-4974-a573-a4f5f738560b tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 945 time: 0.0629580 Nov 16 05:14:27.335559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bc5ff85-993d-4f0b-ac03-6e870ff3acc6 req-3e50e663-dac5-41e4-90ef-f320e358cb56 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593295 Nov 16 05:14:28.486526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df447ee-74de-4136-bcdf-6a70f0d4ee74 req-b5611f72-a679-45ce-afe4-d6b1d9a86fa4 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:28.503365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9df447ee-74de-4136-bcdf-6a70f0d4ee74 req-b5611f72-a679-45ce-afe4-d6b1d9a86fa4 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 945 time: 0.0749712 Nov 16 05:14:28.552982 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9df447ee-74de-4136-bcdf-6a70f0d4ee74 req-f9b3143c-19f9-4c4b-a3c1-4cea40ea1d34 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546317 Nov 16 05:14:28.684303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3785c0b-06ad-4328-9f3b-8101884e3c80 req-63959e64-f050-4c96-af44-52e2621832ae tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:28.685979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3785c0b-06ad-4328-9f3b-8101884e3c80 req-63959e64-f050-4c96-af44-52e2621832ae tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 945 time: 0.0574355 Nov 16 05:14:28.744194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b3785c0b-06ad-4328-9f3b-8101884e3c80 req-f29a8dad-d030-485e-bcaf-cb0320dedef6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523992 Nov 16 05:14:28.878707 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9692f-9d44-4bc4-9d65-843753b9f00a req-e7a41933-e5b0-4c4e-b219-94e623364a21 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:28.880365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f9692f-9d44-4bc4-9d65-843753b9f00a req-e7a41933-e5b0-4c4e-b219-94e623364a21 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 945 time: 0.0544693 Nov 16 05:14:28.936913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09f9692f-9d44-4bc4-9d65-843753b9f00a req-0ba2affc-d68c-490e-86d9-d69c10b3a9ae tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503087 Nov 16 05:14:28.962131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55720) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:29.069126 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5a005d-88ca-41ef-8936-1d523bb82b8b tempest-TestServerBasicOps-961433669 tempest-TestServerBasicOps-961433669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:29.070728 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ad5a005d-88ca-41ef-8936-1d523bb82b8b tempest-TestServerBasicOps-961433669 tempest-TestServerBasicOps-961433669-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 1091 time: 0.1075993 Nov 16 05:14:29.073668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 55726) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:29.077873 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '6f560028-69e6-44cd-822a-5b65ff51770d', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:29.108570 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:29.588748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:29.699362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Allocated IP 172.25.0.15 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/4103cefa-633c-4ef0-9fd0-370399086a38) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:14:29.820950 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:29.856960 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:29.893046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:14:29.900583 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:14:29.904200 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:14:29.928079 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Pushing event updated for resources: {'Port': ['ID=4103cefa-633c-4ef0-9fd0-370399086a38,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:30.331099 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:30.408181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:30.578306 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:30.584478 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:30.666452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Pushing event updated for resources: {'Port': ['ID=4103cefa-633c-4ef0-9fd0-370399086a38,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:30.674959 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:30.796563 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Floating IP 912f3ffe-59fb-451d-90ca-92e417f4cc3b associated. External IP: 172.25.0.15, port: 6f560028-69e6-44cd-822a-5b65ff51770d. Nov 16 05:14:31.051232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Router 0c127d89-3474-42fc-ba58-63aa98433ee7 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:14:31.202457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:14:31.215159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6431348d-4a2f-4f79-87b6-bf42dcea7462 None None] Sync routers for ids ['0c127d89-3474-42fc-ba58-63aa98433ee7'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:14:31.230226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431348d-4a2f-4f79-87b6-bf42dcea7462 None None] Routers {'0c127d89-3474-42fc-ba58-63aa98433ee7'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:31.231417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6431348d-4a2f-4f79-87b6-bf42dcea7462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['0c127d89-3474-42fc-ba58-63aa98433ee7'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:31.232224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:31.281161 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-71caae56-0531-4a11-85b0-68819116aa55 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1946507 Nov 16 05:14:31.281161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfb169e-d490-4a56-954a-c95b835a9310', 'tag': '6f560028-69e6-44cd-822a-5b65ff51770d'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:14:31.281161 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3f8d62-77ca-4ec7-8f4c-5df6c3d20292" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfb169e-d490-4a56-954a-c95b835a9310", "tag": "6f560028-69e6-44cd-822a-5b65ff51770d"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:14:31.311010 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9326f35-e1f0-49a5-a4de-fe0d4f4bdc77 x-openstack-request-id: req-c9326f35-e1f0-49a5-a4de-fe0d4f4bdc77 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:14:31.311352 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfb169e-d490-4a56-954a-c95b835a9310", "tag": "6f560028-69e6-44cd-822a-5b65ff51770d", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:14:31.311609 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9326f35-e1f0-49a5-a4de-fe0d4f4bdc77 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:14:31.312014 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfb169e-d490-4a56-954a-c95b835a9310', 'tag': '6f560028-69e6-44cd-822a-5b65ff51770d', 'status': 'completed', 'code': 200} Nov 16 05:14:31.364670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6431348d-4a2f-4f79-87b6-bf42dcea7462 None None] Set router 0c127d89-3474-42fc-ba58-63aa98433ee7 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:31.387601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f8d62-77ca-4ec7-8f4c-5df6c3d20292 req-19bf338a-67ce-46dd-8a54-136ed5a6c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:31.389121 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f3f8d62-77ca-4ec7-8f4c-5df6c3d20292 req-19bf338a-67ce-46dd-8a54-136ed5a6c530 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9502580cba084166bf97c0b05b32a44f&device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 1096 time: 0.0550115 Nov 16 05:14:31.494760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f8d62-77ca-4ec7-8f4c-5df6c3d20292 req-747a5ee5-9ebc-4145-9721-d3781738ff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:31.496880 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f3f8d62-77ca-4ec7-8f4c-5df6c3d20292 req-747a5ee5-9ebc-4145-9721-d3781738ff2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=da36840f-7023-4b76-9394-b6b9675e57f5 HTTP/1.1" status: 200 len: 910 time: 0.1013739 Nov 16 05:14:31.585041 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f3f8d62-77ca-4ec7-8f4c-5df6c3d20292 req-83c02763-3336-4d6d-8169-c52fc430da64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f560028-69e6-44cd-822a-5b65ff51770d HTTP/1.1" status: 200 len: 998 time: 0.0815241 Nov 16 05:14:31.630881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6431348d-4a2f-4f79-87b6-bf42dcea7462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port': {'id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '912f3ffe-59fb-451d-90ca-92e417f4cc3b', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'port_id': '6f560028-69e6-44cd-822a-5b65ff51770d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'mac_address': 'fa:16:3e:7e:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfb169e-d490-4a56-954a-c95b835a9310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:14:30Z', 'updated_at': '2021-11-16T05:14:30Z', 'revision_number': 0, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d983df-5aed-4209-8e0c-7d330269486d', 'name': '', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'mac_address': 'fa:16:3e:99:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:03Z', 'updated_at': '2021-11-16T05:14:09Z', 'revision_number': 5, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'subnets': [{'id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:31.649243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f8d62-77ca-4ec7-8f4c-5df6c3d20292 req-2774d27b-071d-4dfa-80f4-f391164b19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:31.650513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f3f8d62-77ca-4ec7-8f4c-5df6c3d20292 req-2774d27b-071d-4dfa-80f4-f391164b19dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2071cbc9-1d75-4cab-b33a-1fdb510178bc HTTP/1.1" status: 200 len: 848 time: 0.0593393 Nov 16 05:14:31.660911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6431348d-4a2f-4f79-87b6-bf42dcea7462 None None] Checking router: 0c127d89-3474-42fc-ba58-63aa98433ee7 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:14:31.690382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431348d-4a2f-4f79-87b6-bf42dcea7462 None None] Routers {'0c127d89-3474-42fc-ba58-63aa98433ee7'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:31.691021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6431348d-4a2f-4f79-87b6-bf42dcea7462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['0c127d89-3474-42fc-ba58-63aa98433ee7'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:31.734782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f8d62-77ca-4ec7-8f4c-5df6c3d20292 req-753ed57e-5867-42dc-8c42-fcc3376d02f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:31.738037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f3f8d62-77ca-4ec7-8f4c-5df6c3d20292 req-753ed57e-5867-42dc-8c42-fcc3376d02f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da36840f-7023-4b76-9394-b6b9675e57f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800726 Nov 16 05:14:31.839502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6431348d-4a2f-4f79-87b6-bf42dcea7462 None None] Set router 0c127d89-3474-42fc-ba58-63aa98433ee7 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:31.873207 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f3f8d62-77ca-4ec7-8f4c-5df6c3d20292 req-70154e94-6a9b-4c6f-b7b5-93f805b1f3e4 service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234422 Nov 16 05:14:31.992675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f3f8d62-77ca-4ec7-8f4c-5df6c3d20292 req-ce95f7b5-becc-44c8-a625-1b7becb9eb2b service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129532 Nov 16 05:14:32.262379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6431348d-4a2f-4f79-87b6-bf42dcea7462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port': {'id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '912f3ffe-59fb-451d-90ca-92e417f4cc3b', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'port_id': '6f560028-69e6-44cd-822a-5b65ff51770d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'mac_address': 'fa:16:3e:7e:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfb169e-d490-4a56-954a-c95b835a9310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:14:30Z', 'updated_at': '2021-11-16T05:14:30Z', 'revision_number': 0, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d983df-5aed-4209-8e0c-7d330269486d', 'name': '', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'mac_address': 'fa:16:3e:99:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:03Z', 'updated_at': '2021-11-16T05:14:09Z', 'revision_number': 5, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'subnets': [{'id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:32.291804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6431348d-4a2f-4f79-87b6-bf42dcea7462 None None] The sync data for ids ['0c127d89-3474-42fc-ba58-63aa98433ee7'] in n-d-818042-1 is: [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port': {'id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '912f3ffe-59fb-451d-90ca-92e417f4cc3b', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'floating_ip_address': '172.25.0.15', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'port_id': '6f560028-69e6-44cd-822a-5b65ff51770d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'mac_address': 'fa:16:3e:7e:90:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfb169e-d490-4a56-954a-c95b835a9310', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:14:30Z', 'updated_at': '2021-11-16T05:14:30Z', 'revision_number': 0, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d983df-5aed-4209-8e0c-7d330269486d', 'name': '', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'mac_address': 'fa:16:3e:99:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:03Z', 'updated_at': '2021-11-16T05:14:09Z', 'revision_number': 5, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'subnets': [{'id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:14:32.548920 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916ab05c-6e87-4afb-bf73-e2d4c1209bd2 None None] New status for floating IP 912f3ffe-59fb-451d-90ca-92e417f4cc3b: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:14:35.332912 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 55868) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:35.502102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e3c57ca1-0e94-4fc0-9faf-4d3a6f0c7d7d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Deleting port f9263c62-8c95-4de2-8851-731b982fb619 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:14:35.502453 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3c57ca1-0e94-4fc0-9faf-4d3a6f0c7d7d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:35.595367 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3c57ca1-0e94-4fc0-9faf-4d3a6f0c7d7d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:35.595692 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3c57ca1-0e94-4fc0-9faf-4d3a6f0c7d7d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:35.607871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e3c57ca1-0e94-4fc0-9faf-4d3a6f0c7d7d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Calling delete_port for f9263c62-8c95-4de2-8851-731b982fb619 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:14:35.789173 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3c57ca1-0e94-4fc0-9faf-4d3a6f0c7d7d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:35.831984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c57ca1-0e94-4fc0-9faf-4d3a6f0c7d7d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Pushing event deleted for resources: {'Port': ['ID=f9263c62-8c95-4de2-8851-731b982fb619,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:35.921966 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3c57ca1-0e94-4fc0-9faf-4d3a6f0c7d7d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:35.922292 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-e3c57ca1-0e94-4fc0-9faf-4d3a6f0c7d7d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Floating IP 991e85d7-89b4-4a2d-be1f-152e8ca84e7f disassociated (deleted). External IP: 172.25.0.194, port: ad53706c-601b-4c7f-9fc0-c4ed72781de5. Nov 16 05:14:36.160813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c57ca1-0e94-4fc0-9faf-4d3a6f0c7d7d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:14:36.297119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c57ca1-0e94-4fc0-9faf-4d3a6f0c7d7d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:14:36.301656 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e3c57ca1-0e94-4fc0-9faf-4d3a6f0c7d7d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:36.313445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d932e9-62af-4a44-b2f2-70a1463bdf9c None None] Sync routers for ids ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:14:36.330408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d932e9-62af-4a44-b2f2-70a1463bdf9c None None] Routers {'c0f567a0-29c4-49a4-a9c9-8aa380f5b580'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:36.330926 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a9d932e9-62af-4a44-b2f2-70a1463bdf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:36.334311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e3c57ca1-0e94-4fc0-9faf-4d3a6f0c7d7d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "DELETE /v2.0/floatingips/991e85d7-89b4-4a2d-be1f-152e8ca84e7f HTTP/1.1" status: 204 len: 168 time: 1.0002804 Nov 16 05:14:36.335488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:14:36.340207 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158aefca-6702-40eb-9264-108533acf686" -d '{"events": [{"name": "network-changed", "server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:14:36.436910 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89770784-6b70-4b6f-bd05-3dc5ab69fabb x-openstack-request-id: req-89770784-6b70-4b6f-bd05-3dc5ab69fabb {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:14:36.438005 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:14:36.438770 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89770784-6b70-4b6f-bd05-3dc5ab69fabb {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:14:36.439412 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'status': 'completed', 'code': 200} Nov 16 05:14:36.481834 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:14:36.522546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aefca-6702-40eb-9264-108533acf686 req-f368ad1a-d72f-425d-a450-bb07b5d6dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:36.525357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-158aefca-6702-40eb-9264-108533acf686 req-f368ad1a-d72f-425d-a450-bb07b5d6dbbc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f5f3051aeac1459b8dd0fd89ccc6b841&device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 1096 time: 0.0795908 Nov 16 05:14:36.528632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a9d932e9-62af-4a44-b2f2-70a1463bdf9c None None] Set router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:36.781018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70147741-15a1-4288-8dca-b8df1b472a89 req-51b12c42-74e2-408f-9546-0f9c7b664f9b tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:36.784040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-70147741-15a1-4288-8dca-b8df1b472a89 req-51b12c42-74e2-408f-9546-0f9c7b664f9b tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 945 time: 0.1041992 Nov 16 05:14:36.787630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aefca-6702-40eb-9264-108533acf686 req-baf30850-cecf-4f88-a0eb-62008e4a8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:36.789100 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-158aefca-6702-40eb-9264-108533acf686 req-baf30850-cecf-4f88-a0eb-62008e4a8174 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0dfcf04d-bf40-4a3a-a520-c6e538b7f992 HTTP/1.1" status: 200 len: 915 time: 0.2544503 Nov 16 05:14:36.818000 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a9d932e9-62af-4a44-b2f2-70a1463bdf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '30b28af1-f256-43e4-a062-1f4ce6b19178', 'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'mac_address': 'fa:16:3e:8a:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:42Z', 'updated_at': '2021-11-16T05:10:53Z', 'revision_number': 5, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'subnets': [{'id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:36.850776 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d932e9-62af-4a44-b2f2-70a1463bdf9c None None] Checking router: c0f567a0-29c4-49a4-a9c9-8aa380f5b580 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:14:36.860208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d932e9-62af-4a44-b2f2-70a1463bdf9c None None] Routers {'c0f567a0-29c4-49a4-a9c9-8aa380f5b580'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:36.861040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a9d932e9-62af-4a44-b2f2-70a1463bdf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:36.898275 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-158aefca-6702-40eb-9264-108533acf686 req-62f61c6c-b969-4276-9618-5caea5dbccfd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad53706c-601b-4c7f-9fc0-c4ed72781de5 HTTP/1.1" status: 200 len: 217 time: 0.0980165 Nov 16 05:14:36.959939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aefca-6702-40eb-9264-108533acf686 req-04c876c3-7b23-4966-805c-c3a8a443377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:36.961089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-158aefca-6702-40eb-9264-108533acf686 req-04c876c3-7b23-4966-805c-c3a8a443377e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b4d22562-9e58-4939-88cc-0ee1d9b56e7d HTTP/1.1" status: 200 len: 853 time: 0.0535681 Nov 16 05:14:37.008985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-a9d932e9-62af-4a44-b2f2-70a1463bdf9c None None] Set router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:37.053167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-70147741-15a1-4288-8dca-b8df1b472a89 req-02957772-72bf-46fe-81b7-13566cebb180 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591066 Nov 16 05:14:37.072484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158aefca-6702-40eb-9264-108533acf686 req-eaf28578-224a-4407-a543-f0c4be0b8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:37.074328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-158aefca-6702-40eb-9264-108533acf686 req-eaf28578-224a-4407-a543-f0c4be0b8066 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0dfcf04d-bf40-4a3a-a520-c6e538b7f992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045923 Nov 16 05:14:37.177401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-158aefca-6702-40eb-9264-108533acf686 req-be1000ea-5cee-4887-8e8b-ae4a1819830b service neutron] 10.222.0.37 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951014 Nov 16 05:14:37.301210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-a9d932e9-62af-4a44-b2f2-70a1463bdf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '30b28af1-f256-43e4-a062-1f4ce6b19178', 'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'mac_address': 'fa:16:3e:8a:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:42Z', 'updated_at': '2021-11-16T05:10:53Z', 'revision_number': 5, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'subnets': [{'id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:37.306802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-158aefca-6702-40eb-9264-108533acf686 req-88c3218f-3708-4f60-9990-67e70d53763d service neutron] 10.222.0.37 "GET /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221778 Nov 16 05:14:37.338044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d932e9-62af-4a44-b2f2-70a1463bdf9c None None] The sync data for ids ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'] in n-d-818042-1 is: [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '30b28af1-f256-43e4-a062-1f4ce6b19178', 'name': '', 'network_id': '0dfcf04d-bf40-4a3a-a520-c6e538b7f992', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'mac_address': 'fa:16:3e:8a:47:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:42Z', 'updated_at': '2021-11-16T05:10:53Z', 'revision_number': 5, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'subnets': [{'id': 'b4d22562-9e58-4939-88cc-0ee1d9b56e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:14:37.643468 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad12198-d735-462c-aa05-914cff1a123d None None] New status for floating IP 991e85d7-89b4-4a2d-be1f-152e8ca84e7f: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:14:38.010602 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f2f4-0464-4a08-bf80-a6f2dd275e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:38.190912 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479217ac-af0f-43c9-9b51-103f86d7d336 req-b73ad139-9cfb-431c-8a29-797a30ff327d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:38.192504 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-479217ac-af0f-43c9-9b51-103f86d7d336 req-b73ad139-9cfb-431c-8a29-797a30ff327d tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 945 time: 0.0594635 Nov 16 05:14:38.272357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-479217ac-af0f-43c9-9b51-103f86d7d336 req-525fd59b-cb78-47dc-9775-060cbf147227 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/security-groups?id=9f450927-932d-4448-b416-10f5d2490fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735254 Nov 16 05:14:38.288680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ea0cc-8bf5-4d13-8f2b-6bd1fb540ab3 req-7e406458-2ad5-438d-a50b-7b7dfbce2191 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:38.290398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be3ea0cc-8bf5-4d13-8f2b-6bd1fb540ab3 req-7e406458-2ad5-438d-a50b-7b7dfbce2191 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.37 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 945 time: 0.0697291 Nov 16 05:14:38.391861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-be3ea0cc-8bf5-4d13-8f2b-6bd1fb540ab3 req-1174590f-7143-4ada-9d75-1f3bf6914e2a tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Deleting port ad53706c-601b-4c7f-9fc0-c4ed72781de5 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:14:38.392203 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-be3ea0cc-8bf5-4d13-8f2b-6bd1fb540ab3 req-1174590f-7143-4ada-9d75-1f3bf6914e2a tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:38.495167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-be3ea0cc-8bf5-4d13-8f2b-6bd1fb540ab3 req-1174590f-7143-4ada-9d75-1f3bf6914e2a tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] For port ad53706c-601b-4c7f-9fc0-c4ed72781de5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=ad53706c-601b-4c7f-9fc0-c4ed72781de5,segment=NetworkSegment(02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8),segment_id=02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:38.495935 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-be3ea0cc-8bf5-4d13-8f2b-6bd1fb540ab3 req-1174590f-7143-4ada-9d75-1f3bf6914e2a tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:38.522207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-be3ea0cc-8bf5-4d13-8f2b-6bd1fb540ab3 req-1174590f-7143-4ada-9d75-1f3bf6914e2a tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Calling delete_port for ad53706c-601b-4c7f-9fc0-c4ed72781de5 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:14:38.676848 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-be3ea0cc-8bf5-4d13-8f2b-6bd1fb540ab3 req-1174590f-7143-4ada-9d75-1f3bf6914e2a tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:38.714451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174590f-7143-4ada-9d75-1f3bf6914e2a tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Pushing event deleted for resources: {'Port': ['ID=ad53706c-601b-4c7f-9fc0-c4ed72781de5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:38.775890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3ea0cc-8bf5-4d13-8f2b-6bd1fb540ab3 req-1174590f-7143-4ada-9d75-1f3bf6914e2a tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] No DVR routers for this DVR port ad53706c-601b-4c7f-9fc0-c4ed72781de5 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:14:38.780183 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-be3ea0cc-8bf5-4d13-8f2b-6bd1fb540ab3 req-1174590f-7143-4ada-9d75-1f3bf6914e2a tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:38.785250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be3ea0cc-8bf5-4d13-8f2b-6bd1fb540ab3 req-1174590f-7143-4ada-9d75-1f3bf6914e2a tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.37 "DELETE /v2.0/ports/ad53706c-601b-4c7f-9fc0-c4ed72781de5 HTTP/1.1" status: 204 len: 173 time: 0.4885001 Nov 16 05:14:38.786231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'name': 'network-vif-deleted', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:14:38.790164 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17843478-3959-46ab-a2fc-0477037ea01f" -d '{"events": [{"server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "name": "network-vif-deleted", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:14:38.842125 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4edec9-20ed-4a1d-a5b8-80dd23b1d6e5 x-openstack-request-id: req-dc4edec9-20ed-4a1d-a5b8-80dd23b1d6e5 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:14:38.842498 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c9eeb2-10cb-4559-b46d-b9e7b32e0a29", "name": "network-vif-deleted", "tag": "ad53706c-601b-4c7f-9fc0-c4ed72781de5", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:14:38.842798 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc4edec9-20ed-4a1d-a5b8-80dd23b1d6e5 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:14:38.843416 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c9eeb2-10cb-4559-b46d-b9e7b32e0a29', 'name': 'network-vif-deleted', 'tag': 'ad53706c-601b-4c7f-9fc0-c4ed72781de5', 'status': 'completed', 'code': 200} Nov 16 05:14:39.413185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51ebdd82-cc4b-412b-b89b-35f83ffae673 req-aed2218a-eaa0-4156-b620-a92ae77d3f21 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 210 time: 0.0457985 Nov 16 05:14:40.216523 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5056ffba-82b4-4e5d-81b6-35d38c5433ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:40.526331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3bc11d37-ff3e-4bcd-a6c9-8274db9c770c req-6ae2ed30-f61b-484d-aa64-d74b55e554e8 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 210 time: 0.0364933 Nov 16 05:14:41.551788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-b93cacaa-6a49-4f40-84ea-331d830658f5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596892100&fields=id&tenant_id=0099172d2e3e41f2af5fe31786d7eb1c HTTP/1.1" status: 200 len: 267 time: 0.0507915 Nov 16 05:14:41.583028 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ad53706c-601b-4c7f-9fc0-c4ed72781de5 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:14:41.617379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: ad53706c-601b-4c7f-9fc0-c4ed72781de5 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:14:41.622276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device ad53706c-601b-4c7f-9fc0-c4ed72781de5 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:14:41.718308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-da87aeed-8d8d-4017-9730-71244f47e15f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:41.721057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-da87aeed-8d8d-4017-9730-71244f47e15f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.1537516 Nov 16 05:14:41.725488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b99d7ac7-cf66-4e3d-a4bc-341aee9aaaf8 req-ae69fb12-e17e-49ee-b944-a11e89974079 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 210 time: 0.0843875 Nov 16 05:14:41.746687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-2ade7afe-0a07-4504-8d5a-ec5c642280de tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/quotas/0099172d2e3e41f2af5fe31786d7eb1c HTTP/1.1" status: 200 len: 375 time: 0.0180607 Nov 16 05:14:41.806989 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-79afadab-369b-441e-8840-427b7f195d3d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533237 Nov 16 05:14:41.918298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-168aa92e-b4ac-4d98-8383-eaa14ad6909f service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929053 Nov 16 05:14:41.982771 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:42.017781 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-b167a2b3-a2f3-40a8-9901-b573e7812ee2 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973878 Nov 16 05:14:42.363438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01ed5f44-9844-4d29-a244-2649f926ad0f req-ccb48370-b36e-4cf9-a24d-a908f2e5fcd7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 210 time: 0.0350642 Nov 16 05:14:42.854308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b83f330-557c-4063-b858-31f7cdf4b911 req-827ba7b3-6282-4cf8-a7b0-3a6dbe687548 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 210 time: 0.0456281 Nov 16 05:14:43.361996 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:43.378161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-1c5a4928-15f6-424b-98a0-65d36e91926e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:43.379978 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-1c5a4928-15f6-424b-98a0-65d36e91926e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.1337557 Nov 16 05:14:43.459670 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-a17c12b5-48db-4ab2-8b91-d93593ea00ff tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0099172d2e3e41f2af5fe31786d7eb1c HTTP/1.1" status: 200 len: 380 time: 0.0707190 Nov 16 05:14:43.472290 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-2a47393b-a379-4596-9a6d-63b968dee460 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'port': {'device_id': '06fd0bdd-40c4-40df-a22a-83bd34b414be', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'admin_state_up': True, 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'security_groups': ['53056aa4-d437-4902-abbf-ce76d4e95b63']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:43.568290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fab97be7-09b3-4b2c-81a4-105373ecfcf4 req-a35dbd1e-df70-4a78-b0cb-cd64ab19d942 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 210 time: 0.0332656 Nov 16 05:14:43.656375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-2a47393b-a379-4596-9a6d-63b968dee460 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Made reservation on behalf of 0099172d2e3e41f2af5fe31786d7eb1c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:14:43.661755 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-2a47393b-a379-4596-9a6d-63b968dee460 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:43.754588 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:43.819992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-2a47393b-a379-4596-9a6d-63b968dee460 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Allocated IP 172.20.0.8 (3e1b7691-c959-4825-abab-eef7f5b48326/988ca22d-2869-40a7-a014-c47bc0478f05/0c62d408-6bbe-4ee6-b4ba-6699dcc154e1) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:14:43.999539 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-2a47393b-a379-4596-9a6d-63b968dee460 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:44.033077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f17b1f25-b08b-495f-a481-d7d0aff5f7b6 req-96986a78-1514-4f38-8ad9-49cfebfdad30 tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "GET /v2.0/ports?device_id=12c9eeb2-10cb-4559-b46d-b9e7b32e0a29 HTTP/1.1" status: 200 len: 210 time: 0.0303051 Nov 16 05:14:44.060244 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-2a47393b-a379-4596-9a6d-63b968dee460 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:44.102050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-2a47393b-a379-4596-9a6d-63b968dee460 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Network 3e1b7691-c959-4825-abab-eef7f5b48326 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:14:44.107256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-2a47393b-a379-4596-9a6d-63b968dee460 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:14:44.111075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-2a47393b-a379-4596-9a6d-63b968dee460 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:14:44.138914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47393b-a379-4596-9a6d-63b968dee460 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'Port': ['ID=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:44.179745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-2a47393b-a379-4596-9a6d-63b968dee460 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:44.180394 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-2a47393b-a379-4596-9a6d-63b968dee460 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:44.204023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-2a47393b-a379-4596-9a6d-63b968dee460 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7371914 Nov 16 05:14:44.221012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Request body: {'port': {'device_id': '06fd0bdd-40c4-40df-a22a-83bd34b414be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:14:44.296057 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:44.452228 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7151e930-0ae6-4dd4-91ae-a3409d0f724a None None] Provisioning complete for port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:14:44.452783 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7151e930-0ae6-4dd4-91ae-a3409d0f724a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:44.489837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7151e930-0ae6-4dd4-91ae-a3409d0f724a None None] Port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:14:44.615569 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:14:44.621990 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:44.634765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Transition to ACTIVE for port object 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:14:44.639798 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:44.754741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:44.785644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214ea9d-3dc3-4e53-a9e9-714e56ed2d61 req-ec687201-fbef-4dd2-98ac-9b960a4b5136 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:44.787624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9214ea9d-3dc3-4e53-a9e9-714e56ed2d61 req-ec687201-fbef-4dd2-98ac-9b960a4b5136 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.1381249 Nov 16 05:14:44.842562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Attempting to bind port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:14:44.843003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Attempting to bind port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:14:44.843430 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Attempting to bind port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:14:44.851016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 on network 3e1b7691-c959-4825-abab-eef7f5b48326 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:14:44.851455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Attempting to bind port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:14:44.866032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:14:44.866518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Checking segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:14:44.866993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Bound using segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:14:44.867533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Bound port: 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:14:44.868004 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:44.873534 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9214ea9d-3dc3-4e53-a9e9-714e56ed2d61 req-8652b1a5-c286-4057-86fd-48f1ef78f825 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770164 Nov 16 05:14:44.953458 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] For port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:14:44.956362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] For port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:14:44.961029 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:45.000026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:45.000682 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:45.002315 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] 10.222.0.15 "PUT /v2.0/ports/0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 HTTP/1.1" status: 200 len: 1091 time: 0.7857451 Nov 16 05:14:45.004769 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fd0bdd-40c4-40df-a22a-83bd34b414be', 'tag': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:14:45.016164 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd34497-8349-419d-b9ba-f7474cd821e3" -d '{"events": [{"name": "network-changed", "server_uuid": "06fd0bdd-40c4-40df-a22a-83bd34b414be", "tag": "0c62d408-6bbe-4ee6-b4ba-6699dcc154e1"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:14:45.097075 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232639c9-57a4-4b00-930c-251a4ee13791 x-openstack-request-id: req-232639c9-57a4-4b00-930c-251a4ee13791 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:14:45.098023 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fd0bdd-40c4-40df-a22a-83bd34b414be", "tag": "0c62d408-6bbe-4ee6-b4ba-6699dcc154e1", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:14:45.098213 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-232639c9-57a4-4b00-930c-251a4ee13791 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:14:45.098651 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fd0bdd-40c4-40df-a22a-83bd34b414be', 'tag': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1', 'status': 'completed', 'code': 200} Nov 16 05:14:45.104890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e6fa2-9189-4c8c-a750-a3336faad5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:45.109727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56084) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:45.152088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-c048cf7c-0941-45a5-b776-b571125916cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:45.153633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-c048cf7c-0941-45a5-b776-b571125916cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 1094 time: 0.0975411 Nov 16 05:14:45.208306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-023e6cbd-46c3-48e6-9238-1d467ffe1615 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 HTTP/1.1" status: 200 len: 217 time: 0.0449297 Nov 16 05:14:45.250256 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a12dcaf9-ead6-4217-826f-6cd40f44297b tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:45.287981 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a12dcaf9-ead6-4217-826f-6cd40f44297b tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:45.296227 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-7e763b4b-6f89-45e1-991f-ce6453f2411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:45.297696 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-7e763b4b-6f89-45e1-991f-ce6453f2411f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0788713 Nov 16 05:14:45.361224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-46899f90-e309-4017-b00f-8249e5f0bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:45.362797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-46899f90-e309-4017-b00f-8249e5f0bc76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553296 Nov 16 05:14:45.750086 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a12dcaf9-ead6-4217-826f-6cd40f44297b tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:45.752557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a12dcaf9-ead6-4217-826f-6cd40f44297b tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:45.757094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a12dcaf9-ead6-4217-826f-6cd40f44297b tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] 10.222.0.41 "DELETE /v2.0/security-groups/9f450927-932d-4448-b416-10f5d2490fc6 HTTP/1.1" status: 204 len: 168 time: 0.6429591 Nov 16 05:14:45.772801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12dcaf9-ead6-4217-826f-6cd40f44297b tempest-TestVolumeBackupRestore-1504527423 tempest-TestVolumeBackupRestore-1504527423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f450927-932d-4448-b416-10f5d2490fc6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:45.819602 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-f441ebed-e09d-44eb-b923-843756101159 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489148 Nov 16 05:14:45.937196 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24bad9bd-5581-47a2-a7b2-19df1bb8494b req-986fcc71-b8e4-4248-ac0b-6b4d634be4a3 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106596 Nov 16 05:14:46.063966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd34497-8349-419d-b9ba-f7474cd821e3 req-2115d322-06c9-430e-893e-ec43dab11c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:46.065436 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cd34497-8349-419d-b9ba-f7474cd821e3 req-2115d322-06c9-430e-893e-ec43dab11c64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 1094 time: 0.0578496 Nov 16 05:14:46.072816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9883c-8bb9-431b-9e52-a04786b9a890 req-ad929126-1083-4572-a761-70fd1f6dbb15 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:46.079915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0dc9883c-8bb9-431b-9e52-a04786b9a890 req-ad929126-1083-4572-a761-70fd1f6dbb15 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.1096518 Nov 16 05:14:46.194105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0dc9883c-8bb9-431b-9e52-a04786b9a890 req-c020c9bc-7965-434a-840f-bdae25275efa tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105678 Nov 16 05:14:46.225427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd34497-8349-419d-b9ba-f7474cd821e3 req-02062a59-a050-45cb-ae05-5481a1f05bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:46.227041 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cd34497-8349-419d-b9ba-f7474cd821e3 req-02062a59-a050-45cb-ae05-5481a1f05bd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.1396201 Nov 16 05:14:46.272128 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cd34497-8349-419d-b9ba-f7474cd821e3 req-020691c0-3eb7-42e1-a033-c8beab209aa7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 HTTP/1.1" status: 200 len: 217 time: 0.0374241 Nov 16 05:14:46.324846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd34497-8349-419d-b9ba-f7474cd821e3 req-384fdd67-1224-4c71-ba25-a91de0177898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:46.326511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cd34497-8349-419d-b9ba-f7474cd821e3 req-384fdd67-1224-4c71-ba25-a91de0177898 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0463200 Nov 16 05:14:46.383392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd34497-8349-419d-b9ba-f7474cd821e3 req-0ed295bb-e6f7-4962-b028-dfd193d245dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:46.385501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cd34497-8349-419d-b9ba-f7474cd821e3 req-0ed295bb-e6f7-4962-b028-dfd193d245dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507476 Nov 16 05:14:46.396732 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:46.496809 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cd34497-8349-419d-b9ba-f7474cd821e3 req-5de3f02e-860e-41b9-8fc0-fc0132001af8 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039855 Nov 16 05:14:46.599054 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cd34497-8349-419d-b9ba-f7474cd821e3 req-6e3f845f-e3db-4348-a166-6b473e99d149 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952461 Nov 16 05:14:47.314607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b292d26-cf95-4e67-8f71-750118315bc4 req-cc74e86a-85ad-4f97-86c1-a48778f61093 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:47.318223 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b292d26-cf95-4e67-8f71-750118315bc4 req-cc74e86a-85ad-4f97-86c1-a48778f61093 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.0566206 Nov 16 05:14:47.375178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9b292d26-cf95-4e67-8f71-750118315bc4 req-7171c95b-b442-4975-adc6-a8d536a83135 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518465 Nov 16 05:14:48.530549 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c8b86-dc39-4ab8-baed-6e1613964397 req-21f312a8-92ce-4d0a-9ee1-36cf6aa1d83f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:48.540679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-648c8b86-dc39-4ab8-baed-6e1613964397 req-21f312a8-92ce-4d0a-9ee1-36cf6aa1d83f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.0823324 Nov 16 05:14:48.563858 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:48.612176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-648c8b86-dc39-4ab8-baed-6e1613964397 req-07803eb7-8058-4a06-960f-b934f39ddc68 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666149 Nov 16 05:14:49.730734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7727e8b-66d1-4db1-904b-edbddf6760c6 req-13e1e915-dac1-494b-a3e9-24025788b0da tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:49.732284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d7727e8b-66d1-4db1-904b-edbddf6760c6 req-13e1e915-dac1-494b-a3e9-24025788b0da tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.0561333 Nov 16 05:14:49.787193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d7727e8b-66d1-4db1-904b-edbddf6760c6 req-060a6fc6-5f49-4b24-b472-d9c73fc62310 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473895 Nov 16 05:14:50.911061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b409887-f46b-4767-82d1-3ae53b5964fa req-dc9d33f8-137f-4901-b132-fc5a2dbd52bb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:50.912574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b409887-f46b-4767-82d1-3ae53b5964fa req-dc9d33f8-137f-4901-b132-fc5a2dbd52bb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.0515924 Nov 16 05:14:50.963378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b409887-f46b-4767-82d1-3ae53b5964fa req-93b72e10-2d8b-4de7-9624-839c668eccdb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443194 Nov 16 05:14:52.084215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273a55e-74b2-4870-83aa-d256b4c97176 req-e9bc3df9-3484-415f-a808-045f8e1b5173 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:52.085705 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f273a55e-74b2-4870-83aa-d256b4c97176 req-e9bc3df9-3484-415f-a808-045f8e1b5173 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.0502052 Nov 16 05:14:52.146616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f273a55e-74b2-4870-83aa-d256b4c97176 req-4431785e-4785-4637-827b-33934fcfa47a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547895 Nov 16 05:14:53.265370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4d8d7-3aad-4a74-8516-64389526a797 req-6ba6c506-e1b2-4628-9d22-9ff3e89b96f5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:53.267747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-70c4d8d7-3aad-4a74-8516-64389526a797 req-6ba6c506-e1b2-4628-9d22-9ff3e89b96f5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.0512567 Nov 16 05:14:53.318619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-70c4d8d7-3aad-4a74-8516-64389526a797 req-99acd622-8298-4769-93f4-bc4a3daca4de tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441070 Nov 16 05:14:54.440431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39962f54-1a37-47cf-b8b1-df45335aff9a req-ced25901-561a-4006-8eb6-663cc6fa5cb6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:54.442237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-39962f54-1a37-47cf-b8b1-df45335aff9a req-ced25901-561a-4006-8eb6-663cc6fa5cb6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.0541358 Nov 16 05:14:54.506392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-39962f54-1a37-47cf-b8b1-df45335aff9a req-f6158690-59e1-492c-b606-16da5069d740 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548997 Nov 16 05:14:55.673893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06608a30-a0d5-4128-8e7e-ee11faa55dc3 req-65738a78-d0b9-4f47-a5ad-3c2028b10bcb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:55.678472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06608a30-a0d5-4128-8e7e-ee11faa55dc3 req-65738a78-d0b9-4f47-a5ad-3c2028b10bcb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.0605140 Nov 16 05:14:55.733467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06608a30-a0d5-4128-8e7e-ee11faa55dc3 req-5db2ffc7-de1d-4764-b5f4-11b078515983 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490499 Nov 16 05:14:56.700876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56604) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:56.872907 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd63052-a4d4-4cb6-9039-d87d1736f38e req-1b9039b0-8682-4244-baea-6ac2da0ad4a6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:56.881797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fcd63052-a4d4-4cb6-9039-d87d1736f38e req-1b9039b0-8682-4244-baea-6ac2da0ad4a6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.0651653 Nov 16 05:14:56.944929 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fcd63052-a4d4-4cb6-9039-d87d1736f38e req-f9a559d4-7d1e-4947-ace3-05d54830288e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618789 Nov 16 05:14:57.099562 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:57.363016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Deleting port 30b28af1-f256-43e4-a062-1f4ce6b19178 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:14:57.363510 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:57.447005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] For port 30b28af1-f256-43e4-a062-1f4ce6b19178, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=30b28af1-f256-43e4-a062-1f4ce6b19178,segment=NetworkSegment(02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8),segment_id=02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:57.447400 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:57.460574 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Calling delete_port for 30b28af1-f256-43e4-a062-1f4ce6b19178 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:14:57.651766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:57.688517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Pushing event deleted for resources: {'Port': ['ID=30b28af1-f256-43e4-a062-1f4ce6b19178,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:57.698029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:57.698485 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:57.698915 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:57.699346 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:57.699771 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:57.700292 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:57.700840 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:57.701379 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:57.701998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:57.702207 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:57.702625 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:57.703451 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:57.895559 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:58.080556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f457e4f-9b2e-46ee-80c5-79b583319868 req-9ab5b514-f930-4f24-a3d3-88671f23719d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:58.082977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f457e4f-9b2e-46ee-80c5-79b583319868 req-9ab5b514-f930-4f24-a3d3-88671f23719d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.0714841 Nov 16 05:14:58.143201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f457e4f-9b2e-46ee-80c5-79b583319868 req-2aba9d9a-37dd-4828-b885-2f5e2e976c3d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522285 Nov 16 05:14:58.171387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:14:58.280512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:14:58.285848 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fd722fe5-bd89-45a9-8502-885fe08699cc admin admin] 10.222.0.41 "PUT /v2.0/routers/c0f567a0-29c4-49a4-a9c9-8aa380f5b580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5832651 Nov 16 05:14:58.288767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56616) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:58.289125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24e2f4-eeed-40f2-8125-30f8b16d40e5 None None] Sync routers for ids ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:14:58.299379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24e2f4-eeed-40f2-8125-30f8b16d40e5 None None] Routers {'c0f567a0-29c4-49a4-a9c9-8aa380f5b580'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:58.300542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2d24e2f4-eeed-40f2-8125-30f8b16d40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:58.404258 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:58.411037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-2d24e2f4-eeed-40f2-8125-30f8b16d40e5 None None] Set router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:58.511841 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:58.565858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Deleting port 15860b2f-8a9e-48c8-8fdb-e31dd329b770 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:14:58.566262 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:58.592504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2d24e2f4-eeed-40f2-8125-30f8b16d40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:14:57Z', 'revision_number': 5, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port': {'id': '15860b2f-8a9e-48c8-8fdb-e31dd329b770', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:61:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:10:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:58.623916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24e2f4-eeed-40f2-8125-30f8b16d40e5 None None] Checking router: c0f567a0-29c4-49a4-a9c9-8aa380f5b580 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:14:58.633237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24e2f4-eeed-40f2-8125-30f8b16d40e5 None None] Routers {'c0f567a0-29c4-49a4-a9c9-8aa380f5b580'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:14:58.633880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2d24e2f4-eeed-40f2-8125-30f8b16d40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:58.656895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] For port 15860b2f-8a9e-48c8-8fdb-e31dd329b770, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=15860b2f-8a9e-48c8-8fdb-e31dd329b770,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:58.657250 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:58.676493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Calling delete_port for 15860b2f-8a9e-48c8-8fdb-e31dd329b770 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:14:58.727630 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-2d24e2f4-eeed-40f2-8125-30f8b16d40e5 None None] Set router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:14:58.778687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-2d24e2f4-eeed-40f2-8125-30f8b16d40e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:14:58Z', 'revision_number': 6, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:14:58.815121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24e2f4-eeed-40f2-8125-30f8b16d40e5 None None] The sync data for ids ['c0f567a0-29c4-49a4-a9c9-8aa380f5b580'] in n-d-818042-1 is: [{'id': 'c0f567a0-29c4-49a4-a9c9-8aa380f5b580', 'name': 'tempest-TestVolumeBackupRestore-1051298671-router', 'tenant_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:40Z', 'updated_at': '2021-11-16T05:14:58Z', 'revision_number': 6, 'project_id': 'f5f3051aeac1459b8dd0fd89ccc6b841', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:14:58.851446 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:58.885535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=15860b2f-8a9e-48c8-8fdb-e31dd329b770,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:58.896219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351d9cfc-a16e-45ca-a0ac-61d4c449a2d8 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:14:58.945348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.042940 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.045640 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.094597 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.095427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0f567a0-29c4-49a4-a9c9-8aa380f5b580 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:14:59.099603 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.103254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-841f10ec-1630-4393-af39-271cebfe95b2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/c0f567a0-29c4-49a4-a9c9-8aa380f5b580 HTTP/1.1" status: 204 len: 168 time: 0.8102326 Nov 16 05:14:59.103464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56620) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:59.151336 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-971120c8-a232-4cbf-9158-50f2d0305161 admin admin] Deleting subnet b4d22562-9e58-4939-88cc-0ee1d9b56e7d {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:14:59.154471 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-971120c8-a232-4cbf-9158-50f2d0305161 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.228164 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-971120c8-a232-4cbf-9158-50f2d0305161 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.308202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bde2a4-a474-418a-95e1-0c66887e7514 req-0f87e6ce-0d42-4c90-a8b5-3ae7c9baf4a2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:59.315761 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17bde2a4-a474-418a-95e1-0c66887e7514 req-0f87e6ce-0d42-4c90-a8b5-3ae7c9baf4a2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.0755584 Nov 16 05:14:59.316779 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-971120c8-a232-4cbf-9158-50f2d0305161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.366279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17bde2a4-a474-418a-95e1-0c66887e7514 req-d8053739-3825-40b6-9597-7fbb54fb1380 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496416 Nov 16 05:14:59.383196 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-971120c8-a232-4cbf-9158-50f2d0305161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.396227 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-971120c8-a232-4cbf-9158-50f2d0305161 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.402485 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-971120c8-a232-4cbf-9158-50f2d0305161 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b4d22562-9e58-4939-88cc-0ee1d9b56e7d HTTP/1.1" status: 204 len: 168 time: 0.2951670 Nov 16 05:14:59.402671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56624) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:14:59.405081 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab3c08d-80a0-40bc-90c3-94a0c7aea1ff None None] Network 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:14:59.423184 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971120c8-a232-4cbf-9158-50f2d0305161 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d22562-9e58-4939-88cc-0ee1d9b56e7d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:59.481967 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.540157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Deleting port 44f48553-793c-4c44-abfa-920a26dbc1b5 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:14:59.540496 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.634052 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] For port 44f48553-793c-4c44-abfa-920a26dbc1b5, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=44f48553-793c-4c44-abfa-920a26dbc1b5,segment=NetworkSegment(02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8),segment_id=02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:59.634425 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.649385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] DHCP port deletion for 0dfcf04d-bf40-4a3a-a520-c6e538b7f992 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:14:59.651769 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Calling delete_port for 44f48553-793c-4c44-abfa-920a26dbc1b5 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:14:59.666065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8a8f7ec-a15b-4af9-8b35-4886d98aff89 req-6b1c80ee-951a-4fcd-ad9a-66705757e97d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872476 Nov 16 05:14:59.743740 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Deleting port 44f48553-793c-4c44-abfa-920a26dbc1b5 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:14:59.744206 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.775680 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.813294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Pushing event deleted for resources: {'Port': ['ID=44f48553-793c-4c44-abfa-920a26dbc1b5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:59.820465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] No DVR routers for this DVR port 44f48553-793c-4c44-abfa-920a26dbc1b5 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:14:59.828730 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8f7ec-a15b-4af9-8b35-4886d98aff89 req-50ea30a8-0a14-4753-bde9-66f52c13d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:14:59.830182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] For port 44f48553-793c-4c44-abfa-920a26dbc1b5, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=44f48553-793c-4c44-abfa-920a26dbc1b5,segment=NetworkSegment(02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8),segment_id=02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:14:59.830349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8a8f7ec-a15b-4af9-8b35-4886d98aff89 req-50ea30a8-0a14-4753-bde9-66f52c13d7d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9502580cba084166bf97c0b05b32a44f&device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 1096 time: 0.1097412 Nov 16 05:14:59.830590 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.848252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Calling delete_port for 44f48553-793c-4c44-abfa-920a26dbc1b5 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:14:59.942435 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.969028 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Pushing event deleted for resources: {'Port': ['ID=44f48553-793c-4c44-abfa-920a26dbc1b5,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:14:59.974146 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:14:59.981524 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:59.981955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:59.982428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:59.982782 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:59.983271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:59.983611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:59.983966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:59.984274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:59.984604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:59.984931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:59.985409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:14:59.985777 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:00.004621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177cb575-4848-45e5-8e04-576bc28cd33f None None] No DVR routers for this DVR port 44f48553-793c-4c44-abfa-920a26dbc1b5 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:15:00.013294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dfcf04d-bf40-4a3a-a520-c6e538b7f992']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:00.032772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:00.033071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d4bfd2-1c01-4b35-8fda-a2cb3aa016f8') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:00.035983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8f7ec-a15b-4af9-8b35-4886d98aff89 req-cf509507-1cee-43e6-ae69-8dd0cf0ed9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:00.037885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8a8f7ec-a15b-4af9-8b35-4886d98aff89 req-cf509507-1cee-43e6-ae69-8dd0cf0ed9a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da36840f-7023-4b76-9394-b6b9675e57f5 HTTP/1.1" status: 200 len: 910 time: 0.1716387 Nov 16 05:15:00.088289 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:00.116815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:00.127258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:15:00.127652 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:15:00.129350 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:15:00.140139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8a8f7ec-a15b-4af9-8b35-4886d98aff89 req-e7c2af25-156c-4068-824a-cb409589bea0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f560028-69e6-44cd-822a-5b65ff51770d HTTP/1.1" status: 200 len: 1000 time: 0.0947413 Nov 16 05:15:00.216343 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:00.224060 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:00.230535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] 10.222.0.41 "DELETE /v2.0/networks/0dfcf04d-bf40-4a3a-a520-c6e538b7f992 HTTP/1.1" status: 204 len: 168 time: 0.8199697 Nov 16 05:15:00.230651 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56628) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:00.240988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Pushing event deleted for resources: {'Network': ['ID=0dfcf04d-bf40-4a3a-a520-c6e538b7f992,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:00.244036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8f7ec-a15b-4af9-8b35-4886d98aff89 req-01cfab10-3c92-42ca-ac27-ed10a495c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:00.245499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8a8f7ec-a15b-4af9-8b35-4886d98aff89 req-01cfab10-3c92-42ca-ac27-ed10a495c6f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2071cbc9-1d75-4cab-b33a-1fdb510178bc HTTP/1.1" status: 200 len: 848 time: 0.0771830 Nov 16 05:15:00.251800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:00.252160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:00.252506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:00.252846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:00.253215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:00.253547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:00.253905 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:00.254236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:00.254565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:00.254890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:00.255215 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:00.255553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d07e04-762a-4bf5-9b10-0270dc84d26f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:00.299508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8f7ec-a15b-4af9-8b35-4886d98aff89 req-28c2c321-fd5f-4f30-8439-5d5fa7721e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:00.301882 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8a8f7ec-a15b-4af9-8b35-4886d98aff89 req-28c2c321-fd5f-4f30-8439-5d5fa7721e2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da36840f-7023-4b76-9394-b6b9675e57f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433185 Nov 16 05:15:00.404373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8a8f7ec-a15b-4af9-8b35-4886d98aff89 req-267141a2-1cf6-4671-b76f-2e85791f4501 service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951738 Nov 16 05:15:00.509730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:15:00.531258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60364d53-774f-4efb-87b1-a2b102ce8ebd req-f9c2130a-678c-4c22-8db3-76b325791022 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:00.533120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60364d53-774f-4efb-87b1-a2b102ce8ebd req-f9c2130a-678c-4c22-8db3-76b325791022 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 943 time: 0.0707636 Nov 16 05:15:00.606645 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60364d53-774f-4efb-87b1-a2b102ce8ebd req-3406c3c8-64cc-4a69-a2c2-0ba66291d54f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630348 Nov 16 05:15:00.612539 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dad441-7fcb-4253-83f3-371a9645bdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:00.614305 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8a8f7ec-a15b-4af9-8b35-4886d98aff89 req-9e46b2d3-ed3b-4696-ac78-971332bd244a service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022545 Nov 16 05:15:00.639823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:15:00.660969 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'port_id': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1', 'mac_address': 'fa:16:3e:80:76:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:15:00.870538 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:00.891488 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:15:00.898847 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-40dad441-7fcb-4253-83f3-371a9645bdfc admin admin] Deleting port 240a19b8-195e-42ee-bb62-d11855569c25 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:15:00.899328 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dad441-7fcb-4253-83f3-371a9645bdfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:00.907073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:15:00.912043 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:00.943495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 30b28af1-f256-43e4-a062-1f4ce6b19178 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:15:00.968826 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 30b28af1-f256-43e4-a062-1f4ce6b19178 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:15:00.969179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 30b28af1-f256-43e4-a062-1f4ce6b19178 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:15:00.969651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 15860b2f-8a9e-48c8-8fdb-e31dd329b770 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:15:01.000485 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 15860b2f-8a9e-48c8-8fdb-e31dd329b770 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:15:01.000820 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 15860b2f-8a9e-48c8-8fdb-e31dd329b770 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:15:01.001390 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 44f48553-793c-4c44-abfa-920a26dbc1b5 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:15:01.024338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 44f48553-793c-4c44-abfa-920a26dbc1b5 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:15:01.024680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 44f48553-793c-4c44-abfa-920a26dbc1b5 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:15:01.043891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:01.124826 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['0c62d408-6bbe-4ee6-b4ba-6699dcc154e1'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:15:01.338135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-40dad441-7fcb-4253-83f3-371a9645bdfc admin admin] For port 240a19b8-195e-42ee-bb62-d11855569c25, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=240a19b8-195e-42ee-bb62-d11855569c25,segment=NetworkSegment(25acd01d-d9dd-4339-b475-8b12c8744c6f),segment_id=25acd01d-d9dd-4339-b475-8b12c8744c6f)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:15:01.338756 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dad441-7fcb-4253-83f3-371a9645bdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:01.351032 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-40dad441-7fcb-4253-83f3-371a9645bdfc admin admin] Calling delete_port for 240a19b8-195e-42ee-bb62-d11855569c25 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:15:01.521152 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dad441-7fcb-4253-83f3-371a9645bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:01.545120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dad441-7fcb-4253-83f3-371a9645bdfc admin admin] Pushing event deleted for resources: {'Port': ['ID=240a19b8-195e-42ee-bb62-d11855569c25,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:01.715154 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dad441-7fcb-4253-83f3-371a9645bdfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:01.726786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64bd00-d997-4dd3-b912-75108f3c8ffa req-1e12b464-6335-44e7-abb6-76a6a95c8c28 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:01.728452 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f64bd00-d997-4dd3-b912-75108f3c8ffa req-1e12b464-6335-44e7-abb6-76a6a95c8c28 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 944 time: 0.0510216 Nov 16 05:15:01.785160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0f64bd00-d997-4dd3-b912-75108f3c8ffa req-e83a928f-134b-4a3e-83fc-55483d99b84d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498929 Nov 16 05:15:01.929149 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dad441-7fcb-4253-83f3-371a9645bdfc admin admin] Router a117ef2f-39eb-4578-968b-837742c739ff has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:15:02.032645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dad441-7fcb-4253-83f3-371a9645bdfc admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:15:02.037611 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-40dad441-7fcb-4253-83f3-371a9645bdfc admin admin] 10.222.0.41 "PUT /v2.0/routers/a117ef2f-39eb-4578-968b-837742c739ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8061187 Nov 16 05:15:02.040301 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56642) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:02.042860 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecde6e-83c9-41ee-9371-ee4344d80b9b None None] Sync routers for ids ['a117ef2f-39eb-4578-968b-837742c739ff'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:15:02.053575 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecde6e-83c9-41ee-9371-ee4344d80b9b None None] Routers {'a117ef2f-39eb-4578-968b-837742c739ff'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:15:02.054207 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a8ecde6e-83c9-41ee-9371-ee4344d80b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a117ef2f-39eb-4578-968b-837742c739ff'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:02.151191 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:02.250991 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-a8ecde6e-83c9-41ee-9371-ee4344d80b9b None None] Set router a117ef2f-39eb-4578-968b-837742c739ff gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:15:02.257134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:02.311569 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Deleting port bf1a4131-c515-4ccd-a125-2701bc7ce6ce {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:15:02.312101 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:02.394925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] For port bf1a4131-c515-4ccd-a125-2701bc7ce6ce, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bf1a4131-c515-4ccd-a125-2701bc7ce6ce,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:15:02.395631 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:02.407060 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Calling delete_port for bf1a4131-c515-4ccd-a125-2701bc7ce6ce owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:15:02.430402 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a8ecde6e-83c9-41ee-9371-ee4344d80b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'name': 'tempest-TestVolumeBackupRestore-115886983-router', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:47Z', 'updated_at': '2021-11-16T05:15:01Z', 'revision_number': 5, 'project_id': '8bed15007dea47eeaf30cddfc0d946bc', 'gw_port': {'id': 'bf1a4131-c515-4ccd-a125-2701bc7ce6ce', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:35:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3831, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:48Z', 'updated_at': '2021-11-16T05:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:02.462194 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecde6e-83c9-41ee-9371-ee4344d80b9b None None] Checking router: a117ef2f-39eb-4578-968b-837742c739ff for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:15:02.470747 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ecde6e-83c9-41ee-9371-ee4344d80b9b None None] Routers {'a117ef2f-39eb-4578-968b-837742c739ff'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:15:02.471574 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a8ecde6e-83c9-41ee-9371-ee4344d80b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a117ef2f-39eb-4578-968b-837742c739ff'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:02.512812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:15:02.566332 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-a8ecde6e-83c9-41ee-9371-ee4344d80b9b None None] Set router a117ef2f-39eb-4578-968b-837742c739ff gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:15:02.582952 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:15:02.583184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:02.587114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:02.588022 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:02.627140 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a8ecde6e-83c9-41ee-9371-ee4344d80b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'name': 'tempest-TestVolumeBackupRestore-115886983-router', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:47Z', 'updated_at': '2021-11-16T05:15:02Z', 'revision_number': 6, 'project_id': '8bed15007dea47eeaf30cddfc0d946bc', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:02.632865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995ec9f0-dbe6-4eb1-bd62-1b755102544d None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:15:02.662391 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ecde6e-83c9-41ee-9371-ee4344d80b9b None None] The sync data for ids ['a117ef2f-39eb-4578-968b-837742c739ff'] in n-d-818042-1 is: [{'id': 'a117ef2f-39eb-4578-968b-837742c739ff', 'name': 'tempest-TestVolumeBackupRestore-115886983-router', 'tenant_id': '8bed15007dea47eeaf30cddfc0d946bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:10:47Z', 'updated_at': '2021-11-16T05:15:02Z', 'revision_number': 6, 'project_id': '8bed15007dea47eeaf30cddfc0d946bc', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:15:02.688150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf1a4131-c515-4ccd-a125-2701bc7ce6ce,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:02.694942 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:02.719653 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:02.723648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fd0bdd-40c4-40df-a22a-83bd34b414be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:15:02.726143 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2481a1a1-7d15-4597-9fd7-375126cc5d67" -d '{"events": [{"server_uuid": "06fd0bdd-40c4-40df-a22a-83bd34b414be", "name": "network-vif-plugged", "status": "completed", "tag": "0c62d408-6bbe-4ee6-b4ba-6699dcc154e1"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:15:02.739789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:15:02.745030 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:02.982340 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a3ba71-356f-4fd8-8b12-59f06ea34821 x-openstack-request-id: req-88a3ba71-356f-4fd8-8b12-59f06ea34821 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:15:02.982340 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fd0bdd-40c4-40df-a22a-83bd34b414be", "name": "network-vif-plugged", "status": "completed", "tag": "0c62d408-6bbe-4ee6-b4ba-6699dcc154e1", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:15:02.982340 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88a3ba71-356f-4fd8-8b12-59f06ea34821 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:15:02.982340 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fd0bdd-40c4-40df-a22a-83bd34b414be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1', 'code': 200} Nov 16 05:15:02.982340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:02.985888 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:02.985888 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:02.986852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b34bfb-6dc8-4a9c-8cfc-b0fdd11fe38b req-b459f7da-055a-45e9-899c-33c4c28c4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:02.986852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77b34bfb-6dc8-4a9c-8cfc-b0fdd11fe38b req-b459f7da-055a-45e9-899c-33c4c28c4fc9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 1096 time: 0.0855598 Nov 16 05:15:02.988048 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:02.988048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a117ef2f-39eb-4578-968b-837742c739ff {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:15:02.988048 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:02.988048 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8607cccc-62f1-45ee-bb7a-5d85f496bc46 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a117ef2f-39eb-4578-968b-837742c739ff HTTP/1.1" status: 204 len: 168 time: 0.9446964 Nov 16 05:15:02.989176 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56664) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:03.044090 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ec411e-664e-4edc-865c-d21e78e8b896 admin admin] Deleting subnet cd92a8e6-7655-42f5-b076-04bcb3daca5b {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:15:03.048075 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6ec411e-664e-4edc-865c-d21e78e8b896 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.084442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575f057-3ac3-4fd0-8829-ccbd1ac54dbb req-d878766c-2ef9-4722-9779-eb8b4e5a8d2d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:03.086039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4575f057-3ac3-4fd0-8829-ccbd1ac54dbb req-d878766c-2ef9-4722-9779-eb8b4e5a8d2d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 945 time: 0.0944045 Nov 16 05:15:03.089364 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77b34bfb-6dc8-4a9c-8cfc-b0fdd11fe38b req-f3ac66b6-367b-4905-b6f8-dad175e959d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195617 Nov 16 05:15:03.109824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6ec411e-664e-4edc-865c-d21e78e8b896 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.183737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4575f057-3ac3-4fd0-8829-ccbd1ac54dbb req-d6d4aae2-8b1a-4605-a94b-a0167024724a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913143 Nov 16 05:15:03.197701 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6ec411e-664e-4edc-865c-d21e78e8b896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.252024 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 240a19b8-195e-42ee-bb62-d11855569c25 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:15:03.263622 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6ec411e-664e-4edc-865c-d21e78e8b896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.277381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 240a19b8-195e-42ee-bb62-d11855569c25 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:15:03.277733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 240a19b8-195e-42ee-bb62-d11855569c25 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:15:03.289894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec411e-664e-4edc-865c-d21e78e8b896 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd92a8e6-7655-42f5-b076-04bcb3daca5b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:03.293870 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6ec411e-664e-4edc-865c-d21e78e8b896 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.297110 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d6ec411e-664e-4edc-865c-d21e78e8b896 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cd92a8e6-7655-42f5-b076-04bcb3daca5b HTTP/1.1" status: 204 len: 168 time: 0.3071296 Nov 16 05:15:03.299677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56670) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:03.302112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba3485-fd0c-486b-8177-e366e6fea868 None None] Network af2d834a-9d6a-476f-8a8c-d07b5061e059 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:15:03.376147 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.443014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Deleting port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:15:03.443710 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.513115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] For port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=5d4e87a4-a437-4ba1-95e0-d6b772116bbc,segment=NetworkSegment(25acd01d-d9dd-4339-b475-8b12c8744c6f),segment_id=25acd01d-d9dd-4339-b475-8b12c8744c6f)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:15:03.513475 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.525931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Calling delete_port for 5d4e87a4-a437-4ba1-95e0-d6b772116bbc owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:15:03.591044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd7103-bc41-410a-a517-42c9e62462e8 None None] DHCP port deletion for af2d834a-9d6a-476f-8a8c-d07b5061e059 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:15:03.620816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.654171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Pushing event deleted for resources: {'Port': ['ID=5d4e87a4-a437-4ba1-95e0-d6b772116bbc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:03.658241 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] No DVR routers for this DVR port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:15:03.660638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-efdd7103-bc41-410a-a517-42c9e62462e8 None None] Deleting port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:15:03.661001 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efdd7103-bc41-410a-a517-42c9e62462e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.741569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-efdd7103-bc41-410a-a517-42c9e62462e8 None None] For port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:15:03.742024 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efdd7103-bc41-410a-a517-42c9e62462e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.763334 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.780320 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-efdd7103-bc41-410a-a517-42c9e62462e8 None None] Calling delete_port for 5d4e87a4-a437-4ba1-95e0-d6b772116bbc owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:15:03.786181 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-efdd7103-bc41-410a-a517-42c9e62462e8 None None] Port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 05:15:03.787799 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efdd7103-bc41-410a-a517-42c9e62462e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.795760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2d834a-9d6a-476f-8a8c-d07b5061e059']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:03.807573 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25acd01d-d9dd-4339-b475-8b12c8744c6f') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:03.808103 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25acd01d-d9dd-4339-b475-8b12c8744c6f') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:03.815647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd7103-bc41-410a-a517-42c9e62462e8 None None] Pushing event deleted for resources: {'Port': ['ID=5d4e87a4-a437-4ba1-95e0-d6b772116bbc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:03.817486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd7103-bc41-410a-a517-42c9e62462e8 None None] No DVR routers for this DVR port 5d4e87a4-a437-4ba1-95e0-d6b772116bbc on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:15:03.820080 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.837622 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.844852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:15:03.845263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:15:03.847775 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:15:03.911711 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.917063 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:03.922801 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] 10.222.0.41 "DELETE /v2.0/networks/af2d834a-9d6a-476f-8a8c-d07b5061e059 HTTP/1.1" status: 204 len: 168 time: 0.6192257 Nov 16 05:15:03.934781 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db03691-95be-411a-90d9-990ac294678c admin admin] Pushing event deleted for resources: {'Network': ['ID=af2d834a-9d6a-476f-8a8c-d07b5061e059,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:04.124546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56692) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:04.164535 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8aa009c5-a19a-4349-83bf-ef1ad8474960 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5f3051aeac1459b8dd0fd89ccc6b841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387681 Nov 16 05:15:04.167234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56694) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:04.227314 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-501102c7-62e0-495e-a0c1-492f1098e022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:04.251580 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-501102c7-62e0-495e-a0c1-492f1098e022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:04.339192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d76614-32a7-400d-a6f7-636c7e7105ae req-acf16b99-123b-4dd8-96f3-c5db4ade739d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:04.341032 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46d76614-32a7-400d-a6f7-636c7e7105ae req-acf16b99-123b-4dd8-96f3-c5db4ade739d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 945 time: 0.0538998 Nov 16 05:15:04.348816 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-501102c7-62e0-495e-a0c1-492f1098e022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:04.351655 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-501102c7-62e0-495e-a0c1-492f1098e022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:04.352962 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-501102c7-62e0-495e-a0c1-492f1098e022 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/239cf794-e877-4f8d-97fc-79b5e8f2a08f HTTP/1.1" status: 204 len: 168 time: 0.1847076 Nov 16 05:15:04.368350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501102c7-62e0-495e-a0c1-492f1098e022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239cf794-e877-4f8d-97fc-79b5e8f2a08f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:04.414612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46d76614-32a7-400d-a6f7-636c7e7105ae req-8f641c53-1508-4535-a221-4392be047e12 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604692 Nov 16 05:15:04.556047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb90f2-b386-42c3-9e0d-b5f3f92d31d7 req-34b6d076-cd5a-44c1-aad8-5552902a62fe tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:04.558159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afdb90f2-b386-42c3-9e0d-b5f3f92d31d7 req-34b6d076-cd5a-44c1-aad8-5552902a62fe tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 945 time: 0.0599248 Nov 16 05:15:04.611389 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afdb90f2-b386-42c3-9e0d-b5f3f92d31d7 req-3a4e2d0f-87ba-4692-a084-21f602f2f419 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465059 Nov 16 05:15:04.636924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56714) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:04.718206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcf19e5-8161-41ff-a5f9-7f6e06e85c5a tempest-TestVolumeBootPattern-397974332 tempest-TestVolumeBootPattern-397974332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:04.720306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fbcf19e5-8161-41ff-a5f9-7f6e06e85c5a tempest-TestVolumeBootPattern-397974332 tempest-TestVolumeBootPattern-397974332-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 1091 time: 0.0803943 Nov 16 05:15:04.723853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 56720) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:04.728754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:15:04.750877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56722) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:04.768683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:04.806332 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ccc7a8c9-1398-459c-8860-8e690b61eba9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8bed15007dea47eeaf30cddfc0d946bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0541878 Nov 16 05:15:04.809340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56724) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:04.878109 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5137-9aa1-4a42-a1fb-b28d1d558645 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:04.914314 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:04.921131 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5137-9aa1-4a42-a1fb-b28d1d558645 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:04.953244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 5d4e87a4-a437-4ba1-95e0-d6b772116bbc no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:15:04.978182 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5137-9aa1-4a42-a1fb-b28d1d558645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:04.981137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5137-9aa1-4a42-a1fb-b28d1d558645 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:04.982467 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2bfc5137-9aa1-4a42-a1fb-b28d1d558645 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc8a60dd-b0f7-4d4f-8287-1fb46fce3745 HTTP/1.1" status: 204 len: 168 time: 0.1721880 Nov 16 05:15:04.990931 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc5137-9aa1-4a42-a1fb-b28d1d558645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8a60dd-b0f7-4d4f-8287-1fb46fce3745,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:04.995919 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 5d4e87a4-a437-4ba1-95e0-d6b772116bbc {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:15:05.013175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 5d4e87a4-a437-4ba1-95e0-d6b772116bbc not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:15:05.013595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bf1a4131-c515-4ccd-a125-2701bc7ce6ce no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:15:05.048920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: bf1a4131-c515-4ccd-a125-2701bc7ce6ce {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:15:05.049150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bf1a4131-c515-4ccd-a125-2701bc7ce6ce not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:15:05.080590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Allocated IP 172.25.0.184 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/e2a0296d-484c-4444-aa0e-46f99592aae5) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:15:05.197500 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:05.241688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:05.294623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:15:05.303317 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:15:05.310182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:15:05.335577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'Port': ['ID=e2a0296d-484c-4444-aa0e-46f99592aae5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:05.722931 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:05.801893 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:05.921136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 56754) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:05.988335 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:05.993066 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:06.068234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'Port': ['ID=e2a0296d-484c-4444-aa0e-46f99592aae5,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:06.073250 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:06.081484 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640579c-27f4-45b6-ac4e-0a0b1bd00a32 req-8e3312ad-fae3-47eb-bf6e-1c8eddacdd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:06.083059 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1640579c-27f4-45b6-ac4e-0a0b1bd00a32 req-8e3312ad-fae3-47eb-bf6e-1c8eddacdd71 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 1096 time: 0.1599252 Nov 16 05:15:06.135312 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1640579c-27f4-45b6-ac4e-0a0b1bd00a32 req-8f019ecd-e7cf-4896-89f9-8a99f87773b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461249 Nov 16 05:15:06.547620 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Floating IP d63d183a-d6db-4d66-81a4-bc254d626603 associated. External IP: 172.25.0.184, port: 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1. Nov 16 05:15:06.767672 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:15:06.886771 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:15:06.905606 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4af9c-ed36-46fd-85e2-55167ee80297 None None] Sync routers for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:15:06.906675 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:06.946643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4af9c-ed36-46fd-85e2-55167ee80297 None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:15:06.947383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-08a4af9c-ed36-46fd-85e2-55167ee80297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:06.967587 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d3b2c31b-612d-46d9-95fa-a414f2e64cb0 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2424285 Nov 16 05:15:06.968304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fd0bdd-40c4-40df-a22a-83bd34b414be', 'tag': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:15:06.975544 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a885ea3f-6342-40f3-abc1-467bebce9fca" -d '{"events": [{"name": "network-changed", "server_uuid": "06fd0bdd-40c4-40df-a22a-83bd34b414be", "tag": "0c62d408-6bbe-4ee6-b4ba-6699dcc154e1"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:15:07.016563 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc17c5dc-a76d-42bd-97f1-42139c217e47 x-openstack-request-id: req-fc17c5dc-a76d-42bd-97f1-42139c217e47 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:15:07.016864 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fd0bdd-40c4-40df-a22a-83bd34b414be", "tag": "0c62d408-6bbe-4ee6-b4ba-6699dcc154e1", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:15:07.017141 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc17c5dc-a76d-42bd-97f1-42139c217e47 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:15:07.018614 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fd0bdd-40c4-40df-a22a-83bd34b414be', 'tag': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1', 'status': 'completed', 'code': 200} Nov 16 05:15:07.091408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ea3f-6342-40f3-abc1-467bebce9fca req-140185f9-280e-49cd-b626-a362cc255421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:07.092252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-08a4af9c-ed36-46fd-85e2-55167ee80297 None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:15:07.093379 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a885ea3f-6342-40f3-abc1-467bebce9fca req-140185f9-280e-49cd-b626-a362cc255421 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 1096 time: 0.0502448 Nov 16 05:15:07.208541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ea3f-6342-40f3-abc1-467bebce9fca req-69278f94-cab7-4b74-a11a-efe8c5f36572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:07.210059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a885ea3f-6342-40f3-abc1-467bebce9fca req-69278f94-cab7-4b74-a11a-efe8c5f36572 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.1080258 Nov 16 05:15:07.294850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a885ea3f-6342-40f3-abc1-467bebce9fca req-12906b07-75b5-40cc-aeab-c12d9675cdf2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 HTTP/1.1" status: 200 len: 999 time: 0.0780168 Nov 16 05:15:07.361565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ea3f-6342-40f3-abc1-467bebce9fca req-640ea86d-0f4c-4f57-b2ce-60fca171c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:07.363171 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a885ea3f-6342-40f3-abc1-467bebce9fca req-640ea86d-0f4c-4f57-b2ce-60fca171c8d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0574419 Nov 16 05:15:07.374236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-08a4af9c-ed36-46fd-85e2-55167ee80297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'd63d183a-d6db-4d66-81a4-bc254d626603', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:80:76:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fd0bdd-40c4-40df-a22a-83bd34b414be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:15:05Z', 'updated_at': '2021-11-16T05:15:05Z', 'revision_number': 0, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:07.407979 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4af9c-ed36-46fd-85e2-55167ee80297 None None] Checking router: f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:15:07.416766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885ea3f-6342-40f3-abc1-467bebce9fca req-2cb3435d-ebac-4370-bb18-4637f527cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:07.418237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a885ea3f-6342-40f3-abc1-467bebce9fca req-2cb3435d-ebac-4370-bb18-4637f527cc0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474617 Nov 16 05:15:07.422866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a4af9c-ed36-46fd-85e2-55167ee80297 None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:15:07.423475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-08a4af9c-ed36-46fd-85e2-55167ee80297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:14:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:07.518457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a885ea3f-6342-40f3-abc1-467bebce9fca req-9ab1b6fe-8add-43a7-ac1f-7e603a198e7d service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931063 Nov 16 05:15:07.540748 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-08a4af9c-ed36-46fd-85e2-55167ee80297 None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:15:07.630674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a885ea3f-6342-40f3-abc1-467bebce9fca req-8e18a0bf-f848-4004-b9bb-62126b9d0ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050067 Nov 16 05:15:07.800939 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-08a4af9c-ed36-46fd-85e2-55167ee80297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'd63d183a-d6db-4d66-81a4-bc254d626603', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:80:76:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fd0bdd-40c4-40df-a22a-83bd34b414be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:15:05Z', 'updated_at': '2021-11-16T05:15:05Z', 'revision_number': 0, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:07.827742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4af9c-ed36-46fd-85e2-55167ee80297 None None] The sync data for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 is: [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'd63d183a-d6db-4d66-81a4-bc254d626603', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.184', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:80:76:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fd0bdd-40c4-40df-a22a-83bd34b414be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:15:05Z', 'updated_at': '2021-11-16T05:15:05Z', 'revision_number': 0, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:15:08.019194 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14b8ab1a-0f92-4208-a1b8-a392decf3b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:08.054978 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9e5df-86c0-493a-9147-0e8f8b772f53 None None] New status for floating IP d63d183a-d6db-4d66-81a4-bc254d626603: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:15:10.206325 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cdd42f0a-36d3-4866-b396-8ff155341cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:11.976526 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:13.339359 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:13.482135 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:15:13.731260 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:16.391447 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:18.552273 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:32.468322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57448) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:32.605864 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-13a551b3-5d99-4f59-be2d-a7cb09d087dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddfb8b38968c4064b1cd57f238e785a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363225 Nov 16 05:15:32.608320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57452) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:32.657270 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-beb471ed-d059-473c-a404-976c20dfc7c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:32.678503 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-beb471ed-d059-473c-a404-976c20dfc7c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:32.725702 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-beb471ed-d059-473c-a404-976c20dfc7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:32.728323 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-beb471ed-d059-473c-a404-976c20dfc7c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:32.731785 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-beb471ed-d059-473c-a404-976c20dfc7c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2428591c-36a3-4301-8f35-92a0afb17937 HTTP/1.1" status: 204 len: 168 time: 0.1202316 Nov 16 05:15:32.738849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb471ed-d059-473c-a404-976c20dfc7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2428591c-36a3-4301-8f35-92a0afb17937,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:34.632305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57608) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:34.743474 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4dd0-5bde-4e7d-a74f-1840d1dc8be7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:34.818858 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4dd0-5bde-4e7d-a74f-1840d1dc8be7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:34.822407 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b4b4dd0-5bde-4e7d-a74f-1840d1dc8be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:34.859618 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5b4b4dd0-5bde-4e7d-a74f-1840d1dc8be7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e5b886e447947f0bbcc062df2cb86c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2262576 Nov 16 05:15:34.860666 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b4dd0-5bde-4e7d-a74f-1840d1dc8be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2af367-5efe-42b5-add2-38637510710c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:34.862896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57612) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:34.911250 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-53f87347-f648-414d-9af9-9d78d9182e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:34.932457 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-53f87347-f648-414d-9af9-9d78d9182e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:34.979549 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-53f87347-f648-414d-9af9-9d78d9182e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:34.982136 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-53f87347-f648-414d-9af9-9d78d9182e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:34.983267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-53f87347-f648-414d-9af9-9d78d9182e66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e2af367-5efe-42b5-add2-38637510710c HTTP/1.1" status: 204 len: 168 time: 0.1193914 Nov 16 05:15:34.992286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f87347-f648-414d-9af9-9d78d9182e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2af367-5efe-42b5-add2-38637510710c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:35.238272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57618) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:35.251344 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f34a9b1a-ad09-4850-b2d1-1c7d795e6923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:35.324881 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f34a9b1a-ad09-4850-b2d1-1c7d795e6923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:35.328450 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f34a9b1a-ad09-4850-b2d1-1c7d795e6923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:35.367907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f34a9b1a-ad09-4850-b2d1-1c7d795e6923 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d75566be9dfc4844bb517f24fc815625&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285720 Nov 16 05:15:35.369802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a9b1a-ad09-4850-b2d1-1c7d795e6923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abae8a23-6655-45b8-9389-425965ed4b6b,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:35.370633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57620) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:35.420525 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b9a646a-3325-4833-a593-647b462ad2f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:35.441556 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b9a646a-3325-4833-a593-647b462ad2f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:35.485439 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b9a646a-3325-4833-a593-647b462ad2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:35.487999 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9b9a646a-3325-4833-a593-647b462ad2f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:35.489125 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9b9a646a-3325-4833-a593-647b462ad2f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abae8a23-6655-45b8-9389-425965ed4b6b HTTP/1.1" status: 204 len: 168 time: 0.1175077 Nov 16 05:15:35.496380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a646a-3325-4833-a593-647b462ad2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abae8a23-6655-45b8-9389-425965ed4b6b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:37.584979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57672) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:37.590026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Request body: {'network': {'name': 'tempest-network-smoke--2090487000', 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'port_security_enabled': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:15:37.612139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Made reservation on behalf of e314e8a17a3d4dd6af3a8b1c6cc2ebeb for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:15:37.615817 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:37.624056 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:37.695981 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:37.699692 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:37.727284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:15:37.737717 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d239539c-5495-42e5-a400-199d5175a883,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:37.742396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:37.742751 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Added segment 21720db0-e0a8-4e2b-bcda-aab5725f18f5 of type vlan for network 953cb5d7-7324-4495-beae-d6da2ea41078 Nov 16 05:15:37.782771 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:37.809998 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:37.815757 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:37.816335 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:37.873736 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2876356 Nov 16 05:15:37.876662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57674) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:37.881489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'admin_state_up': True, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:15:37.891257 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ecfaf-092e-4599-965a-2b013ed90077 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Network': ['ID=953cb5d7-7324-4495-beae-d6da2ea41078,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:37.903250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 953cb5d7-7324-4495-beae-d6da2ea41078 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:15:37.904507 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:37.905516 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:37.958262 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:38.010411 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58174a29-f6f2-4603-b670-1b04443d376d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:38.113254 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:38.308122 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:38.327933 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:38.436514 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Allocated IP 172.25.0.230 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/51565a43-fae7-49d7-b062-104d85b21261) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:15:38.542027 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:38.575351 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:38.616130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:15:38.619270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:15:38.623524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:15:38.626543 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Port': ['ID=51565a43-fae7-49d7-b062-104d85b21261,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:38.634784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e282e73e-0db1-4841-8189-d8cd9f2e66b5 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:15:38.704604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-bf399ccf-6eae-4c48-84c2-cdcdb5efefdd None None] Provisioning complete for port 51565a43-fae7-49d7-b062-104d85b21261 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:38.705477 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bf399ccf-6eae-4c48-84c2-cdcdb5efefdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:38.739882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bf399ccf-6eae-4c48-84c2-cdcdb5efefdd None None] Port 51565a43-fae7-49d7-b062-104d85b21261 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:15:38.881152 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:39.081924 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:39.217491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Router e9d7658d-93e9-4de9-bbe7-e35c223285e7 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:15:39.344797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:15:39.355529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Sync routers for ids ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:15:39.366460 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:39.367841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-66ee5020-91c7-4822-bfc1-d16982715d49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4899957 Nov 16 05:15:39.369633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Routers {'e9d7658d-93e9-4de9-bbe7-e35c223285e7'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:15:39.370450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:15:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:39.371551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57676) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:39.493143 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Set router e9d7658d-93e9-4de9-bbe7-e35c223285e7 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:15:39.506023 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-20a8f851-6241-4662-9808-57e068e38048 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1332018 Nov 16 05:15:39.509066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57680) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:39.598848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf37aac-ae34-4d12-8a0b-7a2118a587d9 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:39.600383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cbf37aac-ae34-4d12-8a0b-7a2118a587d9 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900891 Nov 16 05:15:39.603700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57682) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:39.631452 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3f5b7bfa-047d-4009-9392-12fb9748b7b8 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270598 Nov 16 05:15:39.634453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57684) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:39.639138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-2ecff6d1-4e56-46e3-8c16-d0732138f955 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-560853440', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:15:39.696343 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:15:38Z', 'revision_number': 3, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:39.722753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Checking router: e9d7658d-93e9-4de9-bbe7-e35c223285e7 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:15:39.723102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Updating router e9d7658d-93e9-4de9-bbe7-e35c223285e7 port 51565a43-fae7-49d7-b062-104d85b21261 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:15:39.733047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecff6d1-4e56-46e3-8c16-d0732138f955 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Made reservation on behalf of e314e8a17a3d4dd6af3a8b1c6cc2ebeb for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:15:39.736621 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ecff6d1-4e56-46e3-8c16-d0732138f955 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:39.750553 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:39.933608 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ecff6d1-4e56-46e3-8c16-d0732138f955 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:39.994356 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecff6d1-4e56-46e3-8c16-d0732138f955 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Subnet': ['ID=b150a82e-b1b8-4855-813b-aa3547f340c8,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:40.004262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecff6d1-4e56-46e3-8c16-d0732138f955 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Checking segment: {'id': '21720db0-e0a8-4e2b-bcda-aab5725f18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:15:40.004865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecff6d1-4e56-46e3-8c16-d0732138f955 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Network hostable DHCP agents. Network: 953cb5d7-7324-4495-beae-d6da2ea41078, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:15:40.023987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecff6d1-4e56-46e3-8c16-d0732138f955 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Network 953cb5d7-7324-4495-beae-d6da2ea41078 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:15:40.034151 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-2ecff6d1-4e56-46e3-8c16-d0732138f955 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 953cb5d7-7324-4495-beae-d6da2ea41078) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:15:40.038263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecff6d1-4e56-46e3-8c16-d0732138f955 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:40.038858 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2ecff6d1-4e56-46e3-8c16-d0732138f955 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:40.054799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c131453-9c7c-4bed-bf0c-a9bb44cb6992 None None] Network 953cb5d7-7324-4495-beae-d6da2ea41078 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:15:40.058258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2ecff6d1-4e56-46e3-8c16-d0732138f955 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4228272 Nov 16 05:15:40.058974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57686) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:40.257523 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7770b204-73a7-4ee0-a4eb-c89144033121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:40.275759 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:40.293544 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:40.318238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-953cb5d7-7324-4495-beae-d6da2ea41078', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'fixed_ips': [{'subnet_id': 'b150a82e-b1b8-4855-813b-aa3547f340c8'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:15:40.319091 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:40.358586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ceee8-6503-4a68-af86-01b54a0a5121 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:15:40.375767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20cf4d-3722-4447-8fbc-99f688522c5b None None] Pushing event updated for resources: {'Port': ['ID=51565a43-fae7-49d7-b062-104d85b21261,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:40.379645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Attempting to bind port 51565a43-fae7-49d7-b062-104d85b21261 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:15:40.380034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Attempting to bind port 51565a43-fae7-49d7-b062-104d85b21261 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:15:40.380362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Attempting to bind port 51565a43-fae7-49d7-b062-104d85b21261 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:15:40.437182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:15:40.437558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:15:40.438055 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:40.438453 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:15:40.438949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Bound port: 51565a43-fae7-49d7-b062-104d85b21261, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:15:40.439872 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:40.546603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-aba6115f-e070-4b36-ba19-df9a54bb7ec0 None None] Provisioning complete for port 51565a43-fae7-49d7-b062-104d85b21261 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:40.546893 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aba6115f-e070-4b36-ba19-df9a54bb7ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:40.548946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] For port 51565a43-fae7-49d7-b062-104d85b21261, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:15:40.586822 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] For port 51565a43-fae7-49d7-b062-104d85b21261, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=51565a43-fae7-49d7-b062-104d85b21261,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:15:40.600500 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:40.609405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Allocated IP 172.20.0.2 (953cb5d7-7324-4495-beae-d6da2ea41078/b150a82e-b1b8-4855-813b-aa3547f340c8/f46e929e-1fc3-4c90-aeab-2a73fe035cbc) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:15:40.644278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-aba6115f-e070-4b36-ba19-df9a54bb7ec0 None None] Port 51565a43-fae7-49d7-b062-104d85b21261 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:15:40.672645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c413fb-ed3c-4cc9-afa6-0e9703be60c1 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:15:40.731854 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Routers {'e9d7658d-93e9-4de9-bbe7-e35c223285e7'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:15:40.732476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:15:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:40.737253 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20cf4d-3722-4447-8fbc-99f688522c5b None None] Pushing event updated for resources: {'Port': ['ID=51565a43-fae7-49d7-b062-104d85b21261,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:40.837884 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:40.853655 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-36cebc37-f38f-446d-9dce-279d2ccc721c None None] Provisioning complete for port 51565a43-fae7-49d7-b062-104d85b21261 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:40.854062 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36cebc37-f38f-446d-9dce-279d2ccc721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:40.947675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] Set router e9d7658d-93e9-4de9-bbe7-e35c223285e7 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:15:40.977147 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.023612 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.114042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Allocated IP 172.20.0.1 (953cb5d7-7324-4495-beae-d6da2ea41078/b150a82e-b1b8-4855-813b-aa3547f340c8/9c8a7fb7-1061-4fa2-a8df-50e33058e0b7) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:15:41.118212 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Network 953cb5d7-7324-4495-beae-d6da2ea41078 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:15:41.128820 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:15:41.140017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:15:41.145787 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Pushing event updated for resources: {'Port': ['ID=f46e929e-1fc3-4c90-aeab-2a73fe035cbc,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:41.171205 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36cebc37-f38f-446d-9dce-279d2ccc721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.242510 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.244074 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-36cebc37-f38f-446d-9dce-279d2ccc721c None None] For port 51565a43-fae7-49d7-b062-104d85b21261, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=51565a43-fae7-49d7-b062-104d85b21261,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:15:41.253892 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-36cebc37-f38f-446d-9dce-279d2ccc721c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.261069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Attempting to bind port f46e929e-1fc3-4c90-aeab-2a73fe035cbc on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:15:41.261439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Attempting to bind port f46e929e-1fc3-4c90-aeab-2a73fe035cbc by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '21720db0-e0a8-4e2b-bcda-aab5725f18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:15:41.261821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Attempting to bind port f46e929e-1fc3-4c90-aeab-2a73fe035cbc on network 953cb5d7-7324-4495-beae-d6da2ea41078 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:15:41.277652 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.286741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:15:41.287122 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Checking segment: {'id': '21720db0-e0a8-4e2b-bcda-aab5725f18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:15:41.287520 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.287913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Bound using segment: {'id': '21720db0-e0a8-4e2b-bcda-aab5725f18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:15:41.288392 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Bound port: f46e929e-1fc3-4c90-aeab-2a73fe035cbc, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21720db0-e0a8-4e2b-bcda-aab5725f18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:15:41.288768 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.323490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Network 953cb5d7-7324-4495-beae-d6da2ea41078 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:15:41.326749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:15:41.329209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:15:41.353018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cebc37-f38f-446d-9dce-279d2ccc721c None None] Pushing event updated for resources: {'Port': ['ID=51565a43-fae7-49d7-b062-104d85b21261,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:41.354656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Port': ['ID=9c8a7fb7-1061-4fa2-a8df-50e33058e0b7,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:41.378804 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.382899 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:15:38Z', 'revision_number': 3, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:41.415502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] For port f46e929e-1fc3-4c90-aeab-2a73fe035cbc, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:15:41.417565 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816aadeb-ef33-46b2-93b0-b927aac05162 None None] The sync data for ids ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'] in n-d-818042-1 is: [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:15:38Z', 'revision_number': 3, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:15:41.428967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] For port f46e929e-1fc3-4c90-aeab-2a73fe035cbc, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f46e929e-1fc3-4c90-aeab-2a73fe035cbc,segment=NetworkSegment(21720db0-e0a8-4e2b-bcda-aab5725f18f5),segment_id=21720db0-e0a8-4e2b-bcda-aab5725f18f5)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:15:41.436428 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.505566 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6b5c2-0e8c-487c-acf6-04908d9e030f None None] Pushing event updated for resources: {'Port': ['ID=f46e929e-1fc3-4c90-aeab-2a73fe035cbc,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:41.535645 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.887772 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.893742 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.974693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Port': ['ID=9c8a7fb7-1061-4fa2-a8df-50e33058e0b7,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:41.977107 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:41.985123 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.086139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Network 953cb5d7-7324-4495-beae-d6da2ea41078 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:15:42.087941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:15:42.214682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Router e9d7658d-93e9-4de9-bbe7-e35c223285e7 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:15:42.363614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:15:42.363614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-76e6c9da-59b6-4294-b5cc-7fb19979e7a4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "PUT /v2.0/routers/e9d7658d-93e9-4de9-bbe7-e35c223285e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3012376 Nov 16 05:15:42.364571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57692) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:42.370959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5fd794ed-f467-4e7f-80e4-a5f859d61e42 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--18829701', 'description': 'tempest-secgroup_access--18829701 description', 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:15:42.397204 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fd794ed-f467-4e7f-80e4-a5f859d61e42 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.474839 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fd794ed-f467-4e7f-80e4-a5f859d61e42 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.479794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fd794ed-f467-4e7f-80e4-a5f859d61e42 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.510041 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5fd794ed-f467-4e7f-80e4-a5f859d61e42 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.511310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5fd794ed-f467-4e7f-80e4-a5f859d61e42 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1462579 Nov 16 05:15:42.514331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57694) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:42.517585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd794ed-f467-4e7f-80e4-a5f859d61e42 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b424374-401e-4618-884c-fa5d15bbda3e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:42.520283 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-367ee667-3bfb-4088-b087-ed5e5348a201 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1429047927', 'description': 'tempest-secgroup_general--1429047927 description', 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:15:42.547264 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-367ee667-3bfb-4088-b087-ed5e5348a201 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.572858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fdde98-bbc0-466b-844a-d3c31e3f2cc9 None None] Network 953cb5d7-7324-4495-beae-d6da2ea41078 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:15:42.618876 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-367ee667-3bfb-4088-b087-ed5e5348a201 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.625554 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-367ee667-3bfb-4088-b087-ed5e5348a201 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.649388 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-725b85b6-50b2-4ace-a2d6-6abc30ae0612 None None] Provisioning complete for port f46e929e-1fc3-4c90-aeab-2a73fe035cbc triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:42.650113 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725b85b6-50b2-4ace-a2d6-6abc30ae0612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.654386 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-367ee667-3bfb-4088-b087-ed5e5348a201 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.655671 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-367ee667-3bfb-4088-b087-ed5e5348a201 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1397717 Nov 16 05:15:42.659604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57696) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:42.661280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ee667-3bfb-4088-b087-ed5e5348a201 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d74e81-e8af-442b-a73f-c44f14c0f6e5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:42.665536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-37fdc88b-1fc7-4f13-bad8-127f19ea4a31 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Request body: {'security_group_rule': {'security_group_id': '5b424374-401e-4618-884c-fa5d15bbda3e', 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:15:42.703479 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37fdc88b-1fc7-4f13-bad8-127f19ea4a31 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.774160 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37fdc88b-1fc7-4f13-bad8-127f19ea4a31 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.778149 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37fdc88b-1fc7-4f13-bad8-127f19ea4a31 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.797149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdc88b-1fc7-4f13-bad8-127f19ea4a31 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f3788d-edca-464e-9de7-4f7552d3f192,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:42.805909 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-37fdc88b-1fc7-4f13-bad8-127f19ea4a31 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:42.815638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-37fdc88b-1fc7-4f13-bad8-127f19ea4a31 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458845 Nov 16 05:15:42.993181 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-fcfa21ad-7e2a-49cb-b98c-64c9862bb88d tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--1429047927&fields=id&tenant_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb HTTP/1.1" status: 200 len: 267 time: 0.0515573 Nov 16 05:15:43.013355 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725b85b6-50b2-4ace-a2d6-6abc30ae0612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:43.029898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f46e929e-1fc3-4c90-aeab-2a73fe035cbc up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:15:43.062028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-f22d476f-b259-41db-8499-9dfd7b017ac2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--18829701&fields=id&tenant_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb HTTP/1.1" status: 200 len: 267 time: 0.0556855 Nov 16 05:15:43.095466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-725b85b6-50b2-4ace-a2d6-6abc30ae0612 None None] For port f46e929e-1fc3-4c90-aeab-2a73fe035cbc, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f46e929e-1fc3-4c90-aeab-2a73fe035cbc,segment=NetworkSegment(21720db0-e0a8-4e2b-bcda-aab5725f18f5),segment_id=21720db0-e0a8-4e2b-bcda-aab5725f18f5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:15:43.101301 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-725b85b6-50b2-4ace-a2d6-6abc30ae0612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:43.149324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f46e929e-1fc3-4c90-aeab-2a73fe035cbc triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:43.149690 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:43.183947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b85b6-50b2-4ace-a2d6-6abc30ae0612 None None] Pushing event updated for resources: {'Port': ['ID=f46e929e-1fc3-4c90-aeab-2a73fe035cbc,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:43.202445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-d136e157-3253-4331-b3be-1aac1a7a1603 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:43.204367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-d136e157-3253-4331-b3be-1aac1a7a1603 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/networks?id=953cb5d7-7324-4495-beae-d6da2ea41078 HTTP/1.1" status: 200 len: 797 time: 0.1342559 Nov 16 05:15:43.222625 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-e01ee79f-c4dc-4ff6-98b5-ef3c35ffeff6 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/quotas/e314e8a17a3d4dd6af3a8b1c6cc2ebeb HTTP/1.1" status: 200 len: 375 time: 0.0105436 Nov 16 05:15:43.254629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 51565a43-fae7-49d7-b062-104d85b21261 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:15:43.280205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-c4e84ec0-c4ee-4419-b26d-a1226a201672 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513170 Nov 16 05:15:43.317405 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Sync routers for ids ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:15:43.334011 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Routers {'e9d7658d-93e9-4de9-bbe7-e35c223285e7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:15:43.334716 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:15:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:43.347602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 51565a43-fae7-49d7-b062-104d85b21261 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:43.347984 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:43.379555 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:43.451281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ea3c3ee1-5139-4ba4-b0b2-72d79c40fc69 None None] Provisioning complete for port f46e929e-1fc3-4c90-aeab-2a73fe035cbc triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:43.451852 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ea3c3ee1-5139-4ba4-b0b2-72d79c40fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:43.473259 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-88697a1a-0f91-4db0-bb74-3f0f452d7acd service neutron] 10.222.0.41 "GET /v2.0/networks/953cb5d7-7324-4495-beae-d6da2ea41078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787133 Nov 16 05:15:43.479832 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Set router e9d7658d-93e9-4de9-bbe7-e35c223285e7 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:15:43.555455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ea3c3ee1-5139-4ba4-b0b2-72d79c40fc69 None None] Provisioning complete for port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:43.555978 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ea3c3ee1-5139-4ba4-b0b2-72d79c40fc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:43.575478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-1357e20b-1459-4bad-9e60-7a4e1e8f77df service neutron] 10.222.0.41 "GET /v2.0/networks/953cb5d7-7324-4495-beae-d6da2ea41078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945592 Nov 16 05:15:43.597918 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c3ee1-5139-4ba4-b0b2-72d79c40fc69 None None] Port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:15:43.744003 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-aa776f9b-25a3-4308-962e-ce79857caea5 None None] Provisioning complete for port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:43.744478 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aa776f9b-25a3-4308-962e-ce79857caea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:43.768973 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9c8a7fb7-1061-4fa2-a8df-50e33058e0b7', 'name': '', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'mac_address': 'fa:16:3e:e5:3a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:40Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 2, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'subnets': [{'id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:43.777598 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:43.804644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96be8838-08e8-4eb4-a9b0-6ef969b44a49 req-db08a367-e68e-4587-b4bc-0cb6afab9b61 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 210 time: 0.0627394 Nov 16 05:15:43.808444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-aa776f9b-25a3-4308-962e-ce79857caea5 None None] Port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:15:43.808677 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Checking router: e9d7658d-93e9-4de9-bbe7-e35c223285e7 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:15:43.809027 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Updating router e9d7658d-93e9-4de9-bbe7-e35c223285e7 port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:15:43.841257 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:43.931666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c9d77d2d-f5ab-40dd-bfb3-6d0936d19f63 None None] Provisioning complete for port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:43.932098 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c9d77d2d-f5ab-40dd-bfb3-6d0936d19f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:43.966239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c9d77d2d-f5ab-40dd-bfb3-6d0936d19f63 None None] Port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:15:44.208458 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:44.213480 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:44.261311 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Pushing event updated for resources: {'Port': ['ID=9c8a7fb7-1061-4fa2-a8df-50e33058e0b7,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:44.288491 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:44.288491 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:44.288491 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:44.288491 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:44.288491 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:44.288957 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:44.289032 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:44.289358 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:44.289674 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:44.290017 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:44.290337 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:44.290658 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:15:44.326109 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Attempting to bind port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:15:44.327184 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Attempting to bind port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '21720db0-e0a8-4e2b-bcda-aab5725f18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:15:44.327554 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Attempting to bind port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 on network 953cb5d7-7324-4495-beae-d6da2ea41078 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:15:44.333983 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:15:44.334360 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Checking segment: {'id': '21720db0-e0a8-4e2b-bcda-aab5725f18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:15:44.334766 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:44.335154 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Bound using segment: {'id': '21720db0-e0a8-4e2b-bcda-aab5725f18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:15:44.335622 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Bound port: 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21720db0-e0a8-4e2b-bcda-aab5725f18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:15:44.336004 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:44.399804 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] For port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:15:44.403023 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] For port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9c8a7fb7-1061-4fa2-a8df-50e33058e0b7,segment=NetworkSegment(21720db0-e0a8-4e2b-bcda-aab5725f18f5),segment_id=21720db0-e0a8-4e2b-bcda-aab5725f18f5)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:15:44.406411 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:44.463369 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Routers {'e9d7658d-93e9-4de9-bbe7-e35c223285e7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:15:44.464006 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:15:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:44.489307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0483969e-2c15-4514-a7c0-509c2c4477e0 None None] Provisioning complete for port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:44.489843 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0483969e-2c15-4514-a7c0-509c2c4477e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:44.503780 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c10e59-98fa-49fa-a64d-0234e653ee57 None None] Pushing event updated for resources: {'Port': ['ID=9c8a7fb7-1061-4fa2-a8df-50e33058e0b7,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:44.578703 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] Set router e9d7658d-93e9-4de9-bbe7-e35c223285e7 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:15:44.581225 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0483969e-2c15-4514-a7c0-509c2c4477e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:44.617336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0483969e-2c15-4514-a7c0-509c2c4477e0 None None] For port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9c8a7fb7-1061-4fa2-a8df-50e33058e0b7,segment=NetworkSegment(21720db0-e0a8-4e2b-bcda-aab5725f18f5),segment_id=21720db0-e0a8-4e2b-bcda-aab5725f18f5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:15:44.630865 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0483969e-2c15-4514-a7c0-509c2c4477e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:44.682408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483969e-2c15-4514-a7c0-509c2c4477e0 None None] Pushing event updated for resources: {'Port': ['ID=9c8a7fb7-1061-4fa2-a8df-50e33058e0b7,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:44.754289 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-25025dc1-bc6a-4a16-b880-bc2cf990f7eb None None] Provisioning complete for port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:44.754582 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-25025dc1-bc6a-4a16-b880-bc2cf990f7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:44.830711 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9c8a7fb7-1061-4fa2-a8df-50e33058e0b7', 'name': '', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'mac_address': 'fa:16:3e:e5:3a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:40Z', 'updated_at': '2021-11-16T05:15:44Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'subnets': [{'id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:44.837634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-bd6c3e10-8c86-49d0-aa0c-4ca7393e9903 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:44.839539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-bd6c3e10-8c86-49d0-aa0c-4ca7393e9903 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.37 "GET /v2.0/networks?id=953cb5d7-7324-4495-beae-d6da2ea41078 HTTP/1.1" status: 200 len: 797 time: 0.1483929 Nov 16 05:15:44.865198 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169557f7-ff2b-4aae-9641-beee673eca23 None None] The sync data for ids ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'] in n-d-818042-1 is: [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9c8a7fb7-1061-4fa2-a8df-50e33058e0b7', 'name': '', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'mac_address': 'fa:16:3e:e5:3a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:40Z', 'updated_at': '2021-11-16T05:15:44Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'subnets': [{'id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:15:44.940430 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25d0f622-6970-42cf-a2a3-bee876980fbd req-61e3d9b6-7af6-4ce1-a739-3d11c0766140 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 210 time: 0.0496697 Nov 16 05:15:44.980160 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f46e929e-1fc3-4c90-aeab-2a73fe035cbc up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:15:44.980371 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-2b987de8-ffe8-4863-a602-a969b9593333 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb HTTP/1.1" status: 200 len: 476 time: 0.1304712 Nov 16 05:15:44.995650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-2549d83e-49b5-4925-a5d0-45a5b0c63467 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Request body: {'port': {'device_id': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'admin_state_up': True, 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'security_groups': ['f5d74e81-e8af-442b-a73f-c44f14c0f6e5', '5b424374-401e-4618-884c-fa5d15bbda3e']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:15:45.035422 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f46e929e-1fc3-4c90-aeab-2a73fe035cbc triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:45.035709 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:45.127803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-2549d83e-49b5-4925-a5d0-45a5b0c63467 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Made reservation on behalf of e314e8a17a3d4dd6af3a8b1c6cc2ebeb for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:15:45.131402 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-2549d83e-49b5-4925-a5d0-45a5b0c63467 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:45.264470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-2549d83e-49b5-4925-a5d0-45a5b0c63467 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Allocated IP 172.20.0.14 (953cb5d7-7324-4495-beae-d6da2ea41078/b150a82e-b1b8-4855-813b-aa3547f340c8/00fe6a2b-ab41-4400-a585-5fdac8ba4944) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:15:45.421841 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-2549d83e-49b5-4925-a5d0-45a5b0c63467 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:45.456945 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-2549d83e-49b5-4925-a5d0-45a5b0c63467 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:45.507790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-2549d83e-49b5-4925-a5d0-45a5b0c63467 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Network 953cb5d7-7324-4495-beae-d6da2ea41078 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:15:45.511084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-2549d83e-49b5-4925-a5d0-45a5b0c63467 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:15:45.513441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-2549d83e-49b5-4925-a5d0-45a5b0c63467 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:15:45.541168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549d83e-49b5-4925-a5d0-45a5b0c63467 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Port': ['ID=00fe6a2b-ab41-4400-a585-5fdac8ba4944,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:45.577368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-2549d83e-49b5-4925-a5d0-45a5b0c63467 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:45.578057 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-2549d83e-49b5-4925-a5d0-45a5b0c63467 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:45.596202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-2549d83e-49b5-4925-a5d0-45a5b0c63467 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6063533 Nov 16 05:15:45.608677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Request body: {'port': {'device_id': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:15:45.668707 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:45.785284 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e2bc0ab9-44c1-49b6-905b-6ad1eaf1f805 None None] Provisioning complete for port 00fe6a2b-ab41-4400-a585-5fdac8ba4944 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:45.785916 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2bc0ab9-44c1-49b6-905b-6ad1eaf1f805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:45.821209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc0ab9-44c1-49b6-905b-6ad1eaf1f805 None None] Port 00fe6a2b-ab41-4400-a585-5fdac8ba4944 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:15:45.959779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00fe6a2b-ab41-4400-a585-5fdac8ba4944 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:15:45.967885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:45.980775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Transition to ACTIVE for port object 00fe6a2b-ab41-4400-a585-5fdac8ba4944 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:15:45.983947 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:46.046371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Pushing event updated for resources: {'Port': ['ID=00fe6a2b-ab41-4400-a585-5fdac8ba4944,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:46.139942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6daee-5c19-483e-ad82-51d0b87816dc req-ae3ae82b-71ef-43b6-bb8d-0a2014a62ea2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:46.141488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18f6daee-5c19-483e-ad82-51d0b87816dc req-ae3ae82b-71ef-43b6-bb8d-0a2014a62ea2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 983 time: 0.1127305 Nov 16 05:15:46.158401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Attempting to bind port 00fe6a2b-ab41-4400-a585-5fdac8ba4944 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:15:46.158735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Attempting to bind port 00fe6a2b-ab41-4400-a585-5fdac8ba4944 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '21720db0-e0a8-4e2b-bcda-aab5725f18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:15:46.159065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Attempting to bind port 00fe6a2b-ab41-4400-a585-5fdac8ba4944 on network 953cb5d7-7324-4495-beae-d6da2ea41078 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:15:46.174892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Port 00fe6a2b-ab41-4400-a585-5fdac8ba4944 on network 953cb5d7-7324-4495-beae-d6da2ea41078 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:15:46.175209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Attempting to bind port 00fe6a2b-ab41-4400-a585-5fdac8ba4944 on network 953cb5d7-7324-4495-beae-d6da2ea41078 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:15:46.185535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:15:46.185893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Checking segment: {'id': '21720db0-e0a8-4e2b-bcda-aab5725f18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:15:46.186274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Bound using segment: {'id': '21720db0-e0a8-4e2b-bcda-aab5725f18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:15:46.186982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Bound port: 00fe6a2b-ab41-4400-a585-5fdac8ba4944, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21720db0-e0a8-4e2b-bcda-aab5725f18f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:15:46.187333 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:46.243835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18f6daee-5c19-483e-ad82-51d0b87816dc req-6e410789-45e4-42aa-bec9-651a4e0b2456 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&id=5b424374-401e-4618-884c-fa5d15bbda3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0944195 Nov 16 05:15:46.276545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] For port 00fe6a2b-ab41-4400-a585-5fdac8ba4944, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:15:46.280011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] For port 00fe6a2b-ab41-4400-a585-5fdac8ba4944, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=00fe6a2b-ab41-4400-a585-5fdac8ba4944,segment=NetworkSegment(21720db0-e0a8-4e2b-bcda-aab5725f18f5),segment_id=21720db0-e0a8-4e2b-bcda-aab5725f18f5)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:15:46.285046 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:46.320944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:46.321753 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:46.323356 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] 10.222.0.37 "PUT /v2.0/ports/00fe6a2b-ab41-4400-a585-5fdac8ba4944 HTTP/1.1" status: 200 len: 1131 time: 0.7190628 Nov 16 05:15:46.323897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'tag': '00fe6a2b-ab41-4400-a585-5fdac8ba4944'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:15:46.326274 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b63cc0-81b8-4723-a2e9-34f067c66b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "5453c9f0-865b-4d6d-a2bf-c9542647a8db", "tag": "00fe6a2b-ab41-4400-a585-5fdac8ba4944"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:15:46.355821 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54ffcc-ca66-4d6b-84d5-35d3c33a6a96 service neutron] Pushing event updated for resources: {'Port': ['ID=00fe6a2b-ab41-4400-a585-5fdac8ba4944,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:46.419142 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:46.427850 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2185af-a7eb-45a8-9a1b-979b8df7d26c x-openstack-request-id: req-3e2185af-a7eb-45a8-9a1b-979b8df7d26c {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:15:46.428217 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5453c9f0-865b-4d6d-a2bf-c9542647a8db", "tag": "00fe6a2b-ab41-4400-a585-5fdac8ba4944", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:15:46.428774 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e2185af-a7eb-45a8-9a1b-979b8df7d26c {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:15:46.429228 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'tag': '00fe6a2b-ab41-4400-a585-5fdac8ba4944', 'status': 'completed', 'code': 200} Nov 16 05:15:46.446032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-be4d07aa-e1db-4980-a307-5edc62e09e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:46.447693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-be4d07aa-e1db-4980-a307-5edc62e09e59 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb&device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 1134 time: 0.0659461 Nov 16 05:15:46.492610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-21c5e8ce-1668-4eba-8a8d-2a58649690b3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00fe6a2b-ab41-4400-a585-5fdac8ba4944 HTTP/1.1" status: 200 len: 217 time: 0.0357709 Nov 16 05:15:46.543992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-4c7e4605-9647-4619-abda-8aa4d600c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:46.545464 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-4c7e4605-9647-4619-abda-8aa4d600c831 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b150a82e-b1b8-4855-813b-aa3547f340c8 HTTP/1.1" status: 200 len: 834 time: 0.0449753 Nov 16 05:15:46.593918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-a03ce039-9184-4aa1-9402-0aadd26b9053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:46.595844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-a03ce039-9184-4aa1-9402-0aadd26b9053 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=953cb5d7-7324-4495-beae-d6da2ea41078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426443 Nov 16 05:15:46.686990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-79596a4c-f4a2-43d1-b211-a27a94142404 service neutron] 10.222.0.37 "GET /v2.0/networks/953cb5d7-7324-4495-beae-d6da2ea41078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800633 Nov 16 05:15:46.779875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20160d2d-0369-4bc8-b637-35ec62cf69ae req-4fa590c3-7e18-40ea-82da-2b82c44f1f3c service neutron] 10.222.0.37 "GET /v2.0/networks/953cb5d7-7324-4495-beae-d6da2ea41078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855045 Nov 16 05:15:46.871224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b63cc0-81b8-4723-a2e9-34f067c66b6b req-ed1fb9ad-a5a6-4288-b875-9f121329518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:46.872738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08b63cc0-81b8-4723-a2e9-34f067c66b6b req-ed1fb9ad-a5a6-4288-b875-9f121329518b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb&device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 1134 time: 0.0422876 Nov 16 05:15:46.942941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:15:46.972074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b63cc0-81b8-4723-a2e9-34f067c66b6b req-99944523-26a4-4133-a620-05a7f706aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:46.973519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08b63cc0-81b8-4723-a2e9-34f067c66b6b req-99944523-26a4-4133-a620-05a7f706aa21 service neutron] 10.222.0.37 "GET /v2.0/networks?id=953cb5d7-7324-4495-beae-d6da2ea41078 HTTP/1.1" status: 200 len: 898 time: 0.0943782 Nov 16 05:15:46.992477 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:46.992842 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:47.014625 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08b63cc0-81b8-4723-a2e9-34f067c66b6b req-44f08915-2089-48d2-ad2a-20c1751d9a9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00fe6a2b-ab41-4400-a585-5fdac8ba4944 HTTP/1.1" status: 200 len: 217 time: 0.0339344 Nov 16 05:15:47.071066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b63cc0-81b8-4723-a2e9-34f067c66b6b req-776ef1bc-a983-453d-952d-b929c770ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:47.073441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08b63cc0-81b8-4723-a2e9-34f067c66b6b req-776ef1bc-a983-453d-952d-b929c770ae7b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b150a82e-b1b8-4855-813b-aa3547f340c8 HTTP/1.1" status: 200 len: 834 time: 0.0519989 Nov 16 05:15:47.119306 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b63cc0-81b8-4723-a2e9-34f067c66b6b req-ee3d1d0f-2e19-4d75-89ee-16af940c5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:47.120761 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08b63cc0-81b8-4723-a2e9-34f067c66b6b req-ee3d1d0f-2e19-4d75-89ee-16af940c5202 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=953cb5d7-7324-4495-beae-d6da2ea41078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398777 Nov 16 05:15:47.213627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08b63cc0-81b8-4723-a2e9-34f067c66b6b req-a2db5aa3-2849-4868-af96-37df05d14a80 service neutron] 10.222.0.37 "GET /v2.0/networks/953cb5d7-7324-4495-beae-d6da2ea41078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839324 Nov 16 05:15:47.303144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08b63cc0-81b8-4723-a2e9-34f067c66b6b req-b0e02fc4-7c1a-4c10-b079-5dfab442ce4f service neutron] 10.222.0.37 "GET /v2.0/networks/953cb5d7-7324-4495-beae-d6da2ea41078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815320 Nov 16 05:15:47.365357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c817161-7298-45ab-aed2-c4509f1ee967 req-4955e7c3-87a7-4fda-9a61-702b855cd0f9 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:47.366864 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c817161-7298-45ab-aed2-c4509f1ee967 req-4955e7c3-87a7-4fda-9a61-702b855cd0f9 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 983 time: 0.0531566 Nov 16 05:15:47.422672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c817161-7298-45ab-aed2-c4509f1ee967 req-13c0a828-4f76-405e-8ff0-761f585c3cf1 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&id=5b424374-401e-4618-884c-fa5d15bbda3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0497122 Nov 16 05:15:48.539273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06599f0a-5c52-4203-9594-88ca5f4fd3a4 req-8b8b7648-5d78-4ada-8404-fa409d4a7ecc tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:48.540741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06599f0a-5c52-4203-9594-88ca5f4fd3a4 req-8b8b7648-5d78-4ada-8404-fa409d4a7ecc tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 983 time: 0.0485766 Nov 16 05:15:48.566131 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:48.598557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-06599f0a-5c52-4203-9594-88ca5f4fd3a4 req-a7b18b7d-69d9-43e6-9b1e-53fc3467a413 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&id=5b424374-401e-4618-884c-fa5d15bbda3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0514817 Nov 16 05:15:49.714788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ec8fb-739c-4606-9270-8626cdcddf47 req-3bfd620c-2e37-4003-b68c-24e6a0c63ef6 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:49.716242 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-734ec8fb-739c-4606-9270-8626cdcddf47 req-3bfd620c-2e37-4003-b68c-24e6a0c63ef6 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 983 time: 0.0522115 Nov 16 05:15:49.779333 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-734ec8fb-739c-4606-9270-8626cdcddf47 req-9788c5ae-417c-469b-9864-61a1e9a1ac5b tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&id=5b424374-401e-4618-884c-fa5d15bbda3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0557377 Nov 16 05:15:50.000870 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 00fe6a2b-ab41-4400-a585-5fdac8ba4944 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:15:50.107876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 00fe6a2b-ab41-4400-a585-5fdac8ba4944, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=00fe6a2b-ab41-4400-a585-5fdac8ba4944,segment=NetworkSegment(21720db0-e0a8-4e2b-bcda-aab5725f18f5),segment_id=21720db0-e0a8-4e2b-bcda-aab5725f18f5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:15:50.120984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '00fe6a2b-ab41-4400-a585-5fdac8ba4944', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'port_id': '00fe6a2b-ab41-4400-a585-5fdac8ba4944', 'mac_address': 'fa:16:3e:30:c1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:15:50.162076 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:50.175033 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00fe6a2b-ab41-4400-a585-5fdac8ba4944 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:15:50.193401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 00fe6a2b-ab41-4400-a585-5fdac8ba4944, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=00fe6a2b-ab41-4400-a585-5fdac8ba4944,segment=NetworkSegment(21720db0-e0a8-4e2b-bcda-aab5725f18f5),segment_id=21720db0-e0a8-4e2b-bcda-aab5725f18f5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:15:50.196768 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:50.245532 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=00fe6a2b-ab41-4400-a585-5fdac8ba4944,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:50.415172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['00fe6a2b-ab41-4400-a585-5fdac8ba4944'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:15:50.480325 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:15:50.895894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8aa78-028c-4e86-9c94-78c6237507b9 req-5c6517b1-2890-4da8-b4fa-cb31015aa347 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:50.897357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41a8aa78-028c-4e86-9c94-78c6237507b9 req-5c6517b1-2890-4da8-b4fa-cb31015aa347 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 984 time: 0.0491526 Nov 16 05:15:50.952723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41a8aa78-028c-4e86-9c94-78c6237507b9 req-645a537c-77ea-4a5e-b577-96630b964b02 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&id=5b424374-401e-4618-884c-fa5d15bbda3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0491860 Nov 16 05:15:52.001870 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 00fe6a2b-ab41-4400-a585-5fdac8ba4944 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:15:52.062464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 00fe6a2b-ab41-4400-a585-5fdac8ba4944 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:15:52.066918 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 00fe6a2b-ab41-4400-a585-5fdac8ba4944 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:15:52.067299 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:52.075204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021860b-3bc4-4471-bf1d-ec1476937fdc req-dc85cf47-d19b-4c40-b9d5-7e9106d96a5e tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:52.076771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5021860b-3bc4-4471-bf1d-ec1476937fdc req-dc85cf47-d19b-4c40-b9d5-7e9106d96a5e tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 984 time: 0.0542517 Nov 16 05:15:52.136680 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5021860b-3bc4-4471-bf1d-ec1476937fdc req-7b892aae-e79b-4cdf-a74a-e55241daaf86 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&id=5b424374-401e-4618-884c-fa5d15bbda3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0533481 Nov 16 05:15:52.148988 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:52.173114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fe6a2b-ab41-4400-a585-5fdac8ba4944'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:15:52.175364 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f844d625-dbde-477b-a344-98563770bc95" -d '{"events": [{"server_uuid": "5453c9f0-865b-4d6d-a2bf-c9542647a8db", "name": "network-vif-plugged", "status": "completed", "tag": "00fe6a2b-ab41-4400-a585-5fdac8ba4944"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:15:52.187755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 00fe6a2b-ab41-4400-a585-5fdac8ba4944, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=00fe6a2b-ab41-4400-a585-5fdac8ba4944,segment=NetworkSegment(21720db0-e0a8-4e2b-bcda-aab5725f18f5),segment_id=21720db0-e0a8-4e2b-bcda-aab5725f18f5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:15:52.192251 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:52.218338 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7f408a-696e-4b16-8567-755c87b285bb x-openstack-request-id: req-ad7f408a-696e-4b16-8567-755c87b285bb {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:15:52.218626 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5453c9f0-865b-4d6d-a2bf-c9542647a8db", "name": "network-vif-plugged", "status": "completed", "tag": "00fe6a2b-ab41-4400-a585-5fdac8ba4944", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:15:52.218874 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad7f408a-696e-4b16-8567-755c87b285bb {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:15:52.219266 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00fe6a2b-ab41-4400-a585-5fdac8ba4944', 'code': 200} Nov 16 05:15:52.245083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=00fe6a2b-ab41-4400-a585-5fdac8ba4944,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:52.315321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955c393-034a-441f-866f-accf29c83c88 req-2c8425e7-2955-4247-a687-4c13d1c59a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:52.316717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4955c393-034a-441f-866f-accf29c83c88 req-2c8425e7-2955-4247-a687-4c13d1c59a3f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 1136 time: 0.0398800 Nov 16 05:15:52.370597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4955c393-034a-441f-866f-accf29c83c88 req-01ddda98-fdc5-4999-9662-5e371cac3f5c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5b424374-401e-4618-884c-fa5d15bbda3e&id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0457222 Nov 16 05:15:53.256270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be5b08-bfbf-4569-9fed-967364d81eab req-a05834eb-3cbe-46fd-8857-f1d7ab946a51 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:53.257682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47be5b08-bfbf-4569-9fed-967364d81eab req-a05834eb-3cbe-46fd-8857-f1d7ab946a51 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 985 time: 0.0498149 Nov 16 05:15:53.317440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47be5b08-bfbf-4569-9fed-967364d81eab req-2b57e354-2f88-47e2-b7a3-168ba56d75fc tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&id=5b424374-401e-4618-884c-fa5d15bbda3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0536196 Nov 16 05:15:54.436899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98345658-8d4c-48c2-b8db-fbb58a52c419 req-d8edf14a-e180-4e3f-9b3d-db667ed4bc55 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:54.438399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98345658-8d4c-48c2-b8db-fbb58a52c419 req-d8edf14a-e180-4e3f-9b3d-db667ed4bc55 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 985 time: 0.0524876 Nov 16 05:15:54.497663 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98345658-8d4c-48c2-b8db-fbb58a52c419 req-7cf0415d-91c5-4f13-94a8-ffe95910816f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&id=5b424374-401e-4618-884c-fa5d15bbda3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0532000 Nov 16 05:15:54.613237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84222a72-2f8a-4803-9703-7b7cd47fefbe req-10887eb3-dfa8-4da7-b35d-125b0080a4eb tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:54.614637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84222a72-2f8a-4803-9703-7b7cd47fefbe req-10887eb3-dfa8-4da7-b35d-125b0080a4eb tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 985 time: 0.0492795 Nov 16 05:15:54.669087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84222a72-2f8a-4803-9703-7b7cd47fefbe req-dabad72d-567c-4f10-b00b-57823abd71d9 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&id=5b424374-401e-4618-884c-fa5d15bbda3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0484917 Nov 16 05:15:54.777193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec806dd5-7077-47d2-9a10-18d64710a014 req-a6a3c167-523b-41f2-9497-77ac4a59badd tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:54.778742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec806dd5-7077-47d2-9a10-18d64710a014 req-a6a3c167-523b-41f2-9497-77ac4a59badd tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 1136 time: 0.0447493 Nov 16 05:15:54.801397 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ec806dd5-7077-47d2-9a10-18d64710a014 req-8bc1ace9-f177-4f1d-aae7-a144602f64f2 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:54.873977 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ec806dd5-7077-47d2-9a10-18d64710a014 req-8bc1ace9-f177-4f1d-aae7-a144602f64f2 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:54.877754 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ec806dd5-7077-47d2-9a10-18d64710a014 req-8bc1ace9-f177-4f1d-aae7-a144602f64f2 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:54.917931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1ace9-f177-4f1d-aae7-a144602f64f2 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20902b7-8382-4272-aa00-3911a2c23d88,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:54.925432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec806dd5-7077-47d2-9a10-18d64710a014 req-8bc1ace9-f177-4f1d-aae7-a144602f64f2 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&id=5b424374-401e-4618-884c-fa5d15bbda3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1401348 Nov 16 05:15:54.946679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57754) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:54.986785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ee4446-1d9e-4e51-8209-4fef1dfdebae tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:54.988520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-84ee4446-1d9e-4e51-8209-4fef1dfdebae tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 1131 time: 0.0408158 Nov 16 05:15:54.991473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57756) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:54.995675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '00fe6a2b-ab41-4400-a585-5fdac8ba4944', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:15:55.017635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:55.117360 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:55.217581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Allocated IP 172.25.0.109 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/5d9b54f2-a59a-4254-9089-9218ef0a2787) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:15:55.320175 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:55.353194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:55.388345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:15:55.393702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:15:55.397208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:15:55.421220 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Port': ['ID=5d9b54f2-a59a-4254-9089-9218ef0a2787,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:56.064910 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:56.131287 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:56.284906 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:56.289538 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:56.360318 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Port': ['ID=5d9b54f2-a59a-4254-9089-9218ef0a2787,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:15:56.371633 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:56.474281 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Floating IP bb806feb-d755-4212-8ce5-d317fe8e1031 associated. External IP: 172.25.0.109, port: 00fe6a2b-ab41-4400-a585-5fdac8ba4944. Nov 16 05:15:56.673667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Router e9d7658d-93e9-4de9-bbe7-e35c223285e7 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:15:56.780798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:15:56.790313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b1e3f-d476-4400-b831-a44a6975fa24 None None] Sync routers for ids ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:15:56.799141 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:15:56.801064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b1e3f-d476-4400-b831-a44a6975fa24 None None] Routers {'e9d7658d-93e9-4de9-bbe7-e35c223285e7'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:15:56.801751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fb9b1e3f-d476-4400-b831-a44a6975fa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:15:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:56.827117 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a9905e4d-24ed-4f09-a440-3503f566c939 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8346398 Nov 16 05:15:56.827714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'tag': '00fe6a2b-ab41-4400-a585-5fdac8ba4944'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:15:56.830420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57758) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:56.830874 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2475aebf-05ef-4f40-ab1e-fb9f719a13f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5453c9f0-865b-4d6d-a2bf-c9542647a8db", "tag": "00fe6a2b-ab41-4400-a585-5fdac8ba4944"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:15:56.869309 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df010a8-f147-40f0-8365-0eeeb721399b x-openstack-request-id: req-9df010a8-f147-40f0-8365-0eeeb721399b {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:15:56.869605 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5453c9f0-865b-4d6d-a2bf-c9542647a8db", "tag": "00fe6a2b-ab41-4400-a585-5fdac8ba4944", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:15:56.869889 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9df010a8-f147-40f0-8365-0eeeb721399b {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:15:56.870296 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'tag': '00fe6a2b-ab41-4400-a585-5fdac8ba4944', 'status': 'completed', 'code': 200} Nov 16 05:15:56.912721 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-fb9b1e3f-d476-4400-b831-a44a6975fa24 None None] Set router e9d7658d-93e9-4de9-bbe7-e35c223285e7 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:15:56.939504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475aebf-05ef-4f40-ab1e-fb9f719a13f7 req-91da5468-a01d-477e-af8b-a354c9e07ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:56.940954 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2475aebf-05ef-4f40-ab1e-fb9f719a13f7 req-91da5468-a01d-477e-af8b-a354c9e07ed7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb&device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 1136 time: 0.0473189 Nov 16 05:15:57.010588 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc192546-91af-4f1e-a374-9dae49690533 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.011175 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc192546-91af-4f1e-a374-9dae49690533 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.011642 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc192546-91af-4f1e-a374-9dae49690533 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.012101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc192546-91af-4f1e-a374-9dae49690533 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.012561 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc192546-91af-4f1e-a374-9dae49690533 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.013017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc192546-91af-4f1e-a374-9dae49690533 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.013468 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc192546-91af-4f1e-a374-9dae49690533 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.013993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc192546-91af-4f1e-a374-9dae49690533 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.015872 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fc192546-91af-4f1e-a374-9dae49690533 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5679 time: 0.1844749 Nov 16 05:15:57.018594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57762) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:57.039788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475aebf-05ef-4f40-ab1e-fb9f719a13f7 req-1f6a1a9e-326d-4a69-81de-8615725de2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.041377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2475aebf-05ef-4f40-ab1e-fb9f719a13f7 req-1f6a1a9e-326d-4a69-81de-8615725de2a3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=953cb5d7-7324-4495-beae-d6da2ea41078 HTTP/1.1" status: 200 len: 898 time: 0.0911417 Nov 16 05:15:57.118717 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2475aebf-05ef-4f40-ab1e-fb9f719a13f7 req-9865cb68-0dfc-47e6-8e7d-9315d76cef18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00fe6a2b-ab41-4400-a585-5fdac8ba4944 HTTP/1.1" status: 200 len: 1000 time: 0.0684350 Nov 16 05:15:57.135360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585ad3c-4ffc-439e-a9bd-4cf602bd853a tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.135549 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585ad3c-4ffc-439e-a9bd-4cf602bd853a tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.136031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585ad3c-4ffc-439e-a9bd-4cf602bd853a tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.136487 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585ad3c-4ffc-439e-a9bd-4cf602bd853a tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.136924 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585ad3c-4ffc-439e-a9bd-4cf602bd853a tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.137547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585ad3c-4ffc-439e-a9bd-4cf602bd853a tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.138162 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585ad3c-4ffc-439e-a9bd-4cf602bd853a tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.138742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c585ad3c-4ffc-439e-a9bd-4cf602bd853a tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.140757 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c585ad3c-4ffc-439e-a9bd-4cf602bd853a tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5276 time: 0.1211908 Nov 16 05:15:57.143724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57764) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:57.148806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fb9b1e3f-d476-4400-b831-a44a6975fa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'bb806feb-d755-4212-8ce5-d317fe8e1031', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'port_id': '00fe6a2b-ab41-4400-a585-5fdac8ba4944', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'mac_address': 'fa:16:3e:30:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:15:55Z', 'updated_at': '2021-11-16T05:15:55Z', 'revision_number': 0, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8a7fb7-1061-4fa2-a8df-50e33058e0b7', 'name': '', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'mac_address': 'fa:16:3e:e5:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:40Z', 'updated_at': '2021-11-16T05:15:44Z', 'revision_number': 5, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'subnets': [{'id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:57.173707 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475aebf-05ef-4f40-ab1e-fb9f719a13f7 req-27457e42-1640-47a7-b696-596620059600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.175287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2475aebf-05ef-4f40-ab1e-fb9f719a13f7 req-27457e42-1640-47a7-b696-596620059600 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b150a82e-b1b8-4855-813b-aa3547f340c8 HTTP/1.1" status: 200 len: 834 time: 0.0479841 Nov 16 05:15:57.179018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b1e3f-d476-4400-b831-a44a6975fa24 None None] Checking router: e9d7658d-93e9-4de9-bbe7-e35c223285e7 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:15:57.187624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b1e3f-d476-4400-b831-a44a6975fa24 None None] Routers {'e9d7658d-93e9-4de9-bbe7-e35c223285e7'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:15:57.188233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fb9b1e3f-d476-4400-b831-a44a6975fa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:15:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:57.223014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475aebf-05ef-4f40-ab1e-fb9f719a13f7 req-f9641c08-774b-4062-aeda-7135acc08c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.224443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2475aebf-05ef-4f40-ab1e-fb9f719a13f7 req-f9641c08-774b-4062-aeda-7135acc08c6c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=953cb5d7-7324-4495-beae-d6da2ea41078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426991 Nov 16 05:15:57.324390 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2475aebf-05ef-4f40-ab1e-fb9f719a13f7 req-1091f6be-89e7-4c60-b8ea-fc0d01f00141 service neutron] 10.222.0.37 "GET /v2.0/networks/953cb5d7-7324-4495-beae-d6da2ea41078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916588 Nov 16 05:15:57.403880 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d114742f-98fc-4e05-92d2-56992b7afcbe tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4490 time: 0.2590470 Nov 16 05:15:57.406486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57766) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:15:57.433190 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2475aebf-05ef-4f40-ab1e-fb9f719a13f7 req-4cbab4ea-324b-4790-b50a-f0ac86b78cb7 service neutron] 10.222.0.37 "GET /v2.0/networks/953cb5d7-7324-4495-beae-d6da2ea41078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005530 Nov 16 05:15:57.452905 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75253e-950c-4016-bccd-ee67308d2028 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.453352 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de75253e-950c-4016-bccd-ee67308d2028 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:15:57.455146 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-de75253e-950c-4016-bccd-ee67308d2028 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e9d7658d-93e9-4de9-bbe7-e35c223285e7 HTTP/1.1" status: 200 len: 1990 time: 0.0469694 Nov 16 05:15:57.457441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-fb9b1e3f-d476-4400-b831-a44a6975fa24 None None] Set router e9d7658d-93e9-4de9-bbe7-e35c223285e7 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:15:57.680296 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-fb9b1e3f-d476-4400-b831-a44a6975fa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'bb806feb-d755-4212-8ce5-d317fe8e1031', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'port_id': '00fe6a2b-ab41-4400-a585-5fdac8ba4944', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'mac_address': 'fa:16:3e:30:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:15:55Z', 'updated_at': '2021-11-16T05:15:55Z', 'revision_number': 0, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8a7fb7-1061-4fa2-a8df-50e33058e0b7', 'name': '', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'mac_address': 'fa:16:3e:e5:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:40Z', 'updated_at': '2021-11-16T05:15:44Z', 'revision_number': 5, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'subnets': [{'id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:15:57.709724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b1e3f-d476-4400-b831-a44a6975fa24 None None] The sync data for ids ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'] in n-d-818042-1 is: [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'bb806feb-d755-4212-8ce5-d317fe8e1031', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'floating_ip_address': '172.25.0.109', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'port_id': '00fe6a2b-ab41-4400-a585-5fdac8ba4944', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'mac_address': 'fa:16:3e:30:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:15:55Z', 'updated_at': '2021-11-16T05:15:55Z', 'revision_number': 0, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8a7fb7-1061-4fa2-a8df-50e33058e0b7', 'name': '', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'mac_address': 'fa:16:3e:e5:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:40Z', 'updated_at': '2021-11-16T05:15:44Z', 'revision_number': 5, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'subnets': [{'id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:15:57.911073 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54d05e0-9fb6-454f-a88c-ab93c6313d48 None None] New status for floating IP bb806feb-d755-4212-8ce5-d317fe8e1031: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:16:00.241993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc861932-3aca-488b-87c1-a9c6d5ca0798 req-1e77e8a2-f868-4373-b91b-f8335b2b9a6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392413 Nov 16 05:16:00.325471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861932-3aca-488b-87c1-a9c6d5ca0798 req-bebc3a95-9619-4b2a-8390-a866fc63b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:00.326964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc861932-3aca-488b-87c1-a9c6d5ca0798 req-bebc3a95-9619-4b2a-8390-a866fc63b3ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9502580cba084166bf97c0b05b32a44f&device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 1096 time: 0.0449824 Nov 16 05:16:00.428567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861932-3aca-488b-87c1-a9c6d5ca0798 req-3bb3efb8-3bea-4ffb-b010-23239012d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:00.430037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc861932-3aca-488b-87c1-a9c6d5ca0798 req-3bb3efb8-3bea-4ffb-b010-23239012d668 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da36840f-7023-4b76-9394-b6b9675e57f5 HTTP/1.1" status: 200 len: 910 time: 0.0852170 Nov 16 05:16:00.503749 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc861932-3aca-488b-87c1-a9c6d5ca0798 req-d1f592a9-73b3-421f-8559-e7bf8a76a1e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f560028-69e6-44cd-822a-5b65ff51770d HTTP/1.1" status: 200 len: 1000 time: 0.0671029 Nov 16 05:16:00.552022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861932-3aca-488b-87c1-a9c6d5ca0798 req-e47ec409-e92a-477f-80ea-da00fc24030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:00.553427 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc861932-3aca-488b-87c1-a9c6d5ca0798 req-e47ec409-e92a-477f-80ea-da00fc24030d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2071cbc9-1d75-4cab-b33a-1fdb510178bc HTTP/1.1" status: 200 len: 848 time: 0.0434361 Nov 16 05:16:00.597740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc861932-3aca-488b-87c1-a9c6d5ca0798 req-9a76ffcf-e24a-4b0c-aafb-e40081d4c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:00.599636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc861932-3aca-488b-87c1-a9c6d5ca0798 req-9a76ffcf-e24a-4b0c-aafb-e40081d4c294 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da36840f-7023-4b76-9394-b6b9675e57f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397038 Nov 16 05:16:00.691656 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc861932-3aca-488b-87c1-a9c6d5ca0798 req-180e9f7d-830e-4559-b263-c7e87470dc54 service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850329 Nov 16 05:16:00.781537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc861932-3aca-488b-87c1-a9c6d5ca0798 req-aafcc2f0-b2ef-45a8-958a-69194948cce6 service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830302 Nov 16 05:16:08.011824 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-069ef1ae-2f94-409e-adfb-6a8ce155e356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:10.211069 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f09bed54-6b1a-45c6-8e2a-bc291bceda98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:11.980453 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:13.342715 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:13.730172 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:16.419766 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:18.569002 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:27.479239 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:16:30.585100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57788) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:30.679352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4e5cfa83-33a8-40b4-b3d1-f0781bd64d4d tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3450 time: 0.0930407 Nov 16 05:16:30.682184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57790) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:30.687160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Request body: {'network': {'name': 'tempest-network-smoke--1050850380', 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'port_security_enabled': False}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:16:30.706954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Made reservation on behalf of e314e8a17a3d4dd6af3a8b1c6cc2ebeb for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:16:30.710782 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:30.732858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:16:30.741943 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:30.742286 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Added segment 8d478480-6b47-49b1-a924-ca2d5716c519 of type vlan for network 4d3c5d87-c558-4293-893e-bea2810e8190 Nov 16 05:16:30.782398 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:30.808628 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:30.814416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:30.815584 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:30.871704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1883886 Nov 16 05:16:30.875957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57792) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:30.881546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-488586393', 'admin_state_up': True, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:16:30.887097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Network': ['ID=4d3c5d87-c558-4293-893e-bea2810e8190,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:30.894435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:30.894787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:30.895130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:30.895468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:30.895802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:30.896138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:30.896470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:30.896800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:30.897253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:30.897466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:30.897824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:30.898349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0b89fd-4356-45f8-a723-dfc87a35b829 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:30.906063 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:30.907109 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:30.910691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 4d3c5d87-c558-4293-893e-bea2810e8190 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:16:30.959887 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:31.418917 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:31.610861 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:31.631858 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:31.731295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Allocated IP 172.25.0.118 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/ed47b443-d0e5-4da7-abe0-5f533d00281d) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:16:31.836747 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:31.867727 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:31.906813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:16:31.909735 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:16:31.913318 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:16:31.922909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4089555-37c3-4e08-8e83-ced0c51174ec None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:16:31.935882 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Port': ['ID=ed47b443-d0e5-4da7-abe0-5f533d00281d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:31.949505 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:31.949889 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:31.950228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:31.950560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:31.950884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:31.951212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:31.951596 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:31.951923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:31.952247 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:31.952569 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:31.952884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:31.953200 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:32.008598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e6eb2c51-4cba-4b77-ab67-d0d494490423 None None] Provisioning complete for port ed47b443-d0e5-4da7-abe0-5f533d00281d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:32.008911 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2c51-4cba-4b77-ab67-d0d494490423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:32.045638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e6eb2c51-4cba-4b77-ab67-d0d494490423 None None] Port ed47b443-d0e5-4da7-abe0-5f533d00281d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:16:32.167385 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:32.362431 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:32.484493 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Router 1429947f-2690-4fe5-ae9d-67904873d6b9 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:16:32.586372 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:16:32.596668 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Sync routers for ids ['1429947f-2690-4fe5-ae9d-67904873d6b9'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:16:32.606363 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:32.607558 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b01dc94c-9803-412c-b89b-9a28bd72db50 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7305865 Nov 16 05:16:32.610513 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57794) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:32.610738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Routers {'1429947f-2690-4fe5-ae9d-67904873d6b9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:16:32.611348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1429947f-2690-4fe5-ae9d-67904873d6b9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:32.673926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f5edc1-8a8d-455d-acb3-c0afe0efaa9f tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:32.676009 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-24f5edc1-8a8d-455d-acb3-c0afe0efaa9f tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0645716 Nov 16 05:16:32.678766 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57796) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:32.715175 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Set router 1429947f-2690-4fe5-ae9d-67904873d6b9 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:16:32.829054 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54179591-561b-4b76-bf89-63768892201a tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:32.830613 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-54179591-561b-4b76-bf89-63768892201a tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1509604 Nov 16 05:16:32.833533 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57798) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:32.870854 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2c3c57db-3492-4aab-863a-4008cccf81d3 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362277 Nov 16 05:16:32.873535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57800) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:32.892329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488586393', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:16:30Z', 'updated_at': '2021-11-16T05:16:32Z', 'revision_number': 3, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:00:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:16:31Z', 'updated_at': '2021-11-16T05:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:32.900449 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3b2208a0-2fc7-43b5-842e-9f84450acd58 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258541 Nov 16 05:16:32.903044 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57802) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:32.918797 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Checking router: 1429947f-2690-4fe5-ae9d-67904873d6b9 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:16:32.919150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Updating router 1429947f-2690-4fe5-ae9d-67904873d6b9 port ed47b443-d0e5-4da7-abe0-5f533d00281d binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:16:32.951202 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:32.996663 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3c3ea1-c3a8-4c16-8c0a-6462ac5a2ed1 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:32.998243 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4d3c3ea1-c3a8-4c16-8c0a-6462ac5a2ed1 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943170 Nov 16 05:16:33.001045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57804) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:33.028881 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-60ec6474-d2f0-4062-adf2-97df73be4e25 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267448 Nov 16 05:16:33.031248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57806) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:33.036466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4ccf3eb2-decf-4379-a765-93e659cb10b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-312740484', 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190', 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:16:33.121007 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccf3eb2-decf-4379-a765-93e659cb10b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Made reservation on behalf of e314e8a17a3d4dd6af3a8b1c6cc2ebeb for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:16:33.124661 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3eb2-decf-4379-a765-93e659cb10b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:33.197701 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:33.203163 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:33.246813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22347e6-6e9f-477a-a4b4-35a967fc564b None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:16:33.261244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Attempting to bind port ed47b443-d0e5-4da7-abe0-5f533d00281d on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:16:33.261616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Attempting to bind port ed47b443-d0e5-4da7-abe0-5f533d00281d by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:16:33.262006 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Attempting to bind port ed47b443-d0e5-4da7-abe0-5f533d00281d on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:16:33.267386 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Pushing event updated for resources: {'Port': ['ID=ed47b443-d0e5-4da7-abe0-5f533d00281d,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:33.270956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:16:33.271331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:16:33.271731 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:33.272118 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:16:33.272589 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Bound port: ed47b443-d0e5-4da7-abe0-5f533d00281d, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:16:33.272971 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:33.279336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:33.279683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:33.280041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:33.280362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:33.280693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:33.281022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:33.281347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:33.281671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:33.282017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:33.282338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:33.282660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:33.282980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:16:33.308136 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3eb2-decf-4379-a765-93e659cb10b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:33.337706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] For port ed47b443-d0e5-4da7-abe0-5f533d00281d, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:16:33.341296 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] For port ed47b443-d0e5-4da7-abe0-5f533d00281d, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ed47b443-d0e5-4da7-abe0-5f533d00281d,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:16:33.346546 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:33.374308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf3eb2-decf-4379-a765-93e659cb10b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Subnet': ['ID=ce8c3525-c81c-4c57-a3b2-794948b1accb,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:33.381620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccf3eb2-decf-4379-a765-93e659cb10b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Checking segment: {'id': '8d478480-6b47-49b1-a924-ca2d5716c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:16:33.381620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccf3eb2-decf-4379-a765-93e659cb10b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Network hostable DHCP agents. Network: 4d3c5d87-c558-4293-893e-bea2810e8190, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:16:33.399280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccf3eb2-decf-4379-a765-93e659cb10b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Network 4d3c5d87-c558-4293-893e-bea2810e8190 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:16:33.405184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4d370e-1559-4607-ace1-f53791e6c457 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:16:33.409071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-4ccf3eb2-decf-4379-a765-93e659cb10b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 4d3c5d87-c558-4293-893e-bea2810e8190) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:16:33.413170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccf3eb2-decf-4379-a765-93e659cb10b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:33.413836 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4ccf3eb2-decf-4379-a765-93e659cb10b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:33.429602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1925175e-c0b3-40d6-ae6e-8eaf332a8f99 None None] Network 4d3c5d87-c558-4293-893e-bea2810e8190 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:16:33.430348 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4ccf3eb2-decf-4379-a765-93e659cb10b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3981442 Nov 16 05:16:33.433114 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57808) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:33.436222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Routers {'1429947f-2690-4fe5-ae9d-67904873d6b9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:16:33.436850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1429947f-2690-4fe5-ae9d-67904873d6b9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:33.453111 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fd668f49-dca6-46b0-9510-b09b52198b2f None None] Provisioning complete for port ed47b443-d0e5-4da7-abe0-5f533d00281d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:33.453536 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd668f49-dca6-46b0-9510-b09b52198b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:33.510505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a228ae-68e3-4cfd-ac90-8a957a014432 None None] Pushing event updated for resources: {'Port': ['ID=ed47b443-d0e5-4da7-abe0-5f533d00281d,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:33.688287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] Set router 1429947f-2690-4fe5-ae9d-67904873d6b9 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:16:33.807184 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd668f49-dca6-46b0-9510-b09b52198b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:33.845032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-4d3c5d87-c558-4293-893e-bea2810e8190', 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'fixed_ips': [{'subnet_id': 'ce8c3525-c81c-4c57-a3b2-794948b1accb'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:16:33.846528 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:33.851693 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:33.860032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-fd668f49-dca6-46b0-9510-b09b52198b2f None None] For port ed47b443-d0e5-4da7-abe0-5f533d00281d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ed47b443-d0e5-4da7-abe0-5f533d00281d,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:16:33.872734 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fd668f49-dca6-46b0-9510-b09b52198b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:34.034431 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd668f49-dca6-46b0-9510-b09b52198b2f None None] Pushing event updated for resources: {'Port': ['ID=ed47b443-d0e5-4da7-abe0-5f533d00281d,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:34.075948 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-784a205e-2855-4d3a-9506-adb26ddc7258 None None] Provisioning complete for port ed47b443-d0e5-4da7-abe0-5f533d00281d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:34.076324 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-784a205e-2855-4d3a-9506-adb26ddc7258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:34.296528 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Allocated IP 172.20.0.18 (4d3c5d87-c558-4293-893e-bea2810e8190/ce8c3525-c81c-4c57-a3b2-794948b1accb/68a00375-f614-4763-8733-0d525554ef5f) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:16:34.366201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488586393', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:16:30Z', 'updated_at': '2021-11-16T05:16:32Z', 'revision_number': 3, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:00:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:16:31Z', 'updated_at': '2021-11-16T05:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:34.421310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d07773-9bec-4656-b3c7-81b8346e32ee None None] The sync data for ids ['1429947f-2690-4fe5-ae9d-67904873d6b9'] in n-d-818042-1 is: [{'id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488586393', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:16:30Z', 'updated_at': '2021-11-16T05:16:32Z', 'revision_number': 3, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:00:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:16:31Z', 'updated_at': '2021-11-16T05:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:16:34.521339 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:34.527479 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:34.565257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Network 4d3c5d87-c558-4293-893e-bea2810e8190 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:16:34.570338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:16:34.573994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:16:34.583353 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Allocated IP 172.20.0.17 (4d3c5d87-c558-4293-893e-bea2810e8190/ce8c3525-c81c-4c57-a3b2-794948b1accb/08336026-2cc2-4299-be61-a780b339ee8d) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:16:34.587275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Pushing event updated for resources: {'Port': ['ID=68a00375-f614-4763-8733-0d525554ef5f,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:34.651384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Attempting to bind port 68a00375-f614-4763-8733-0d525554ef5f on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:16:34.652580 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Attempting to bind port 68a00375-f614-4763-8733-0d525554ef5f by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '8d478480-6b47-49b1-a924-ca2d5716c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:16:34.653832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Attempting to bind port 68a00375-f614-4763-8733-0d525554ef5f on network 4d3c5d87-c558-4293-893e-bea2810e8190 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:16:34.661722 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:16:34.662223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Checking segment: {'id': '8d478480-6b47-49b1-a924-ca2d5716c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:16:34.662694 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:34.665179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Bound using segment: {'id': '8d478480-6b47-49b1-a924-ca2d5716c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:16:34.665179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Bound port: 68a00375-f614-4763-8733-0d525554ef5f, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d478480-6b47-49b1-a924-ca2d5716c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:16:34.665179 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:34.726876 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:34.743483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] For port 68a00375-f614-4763-8733-0d525554ef5f, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:16:34.747140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] For port 68a00375-f614-4763-8733-0d525554ef5f, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=68a00375-f614-4763-8733-0d525554ef5f,segment=NetworkSegment(8d478480-6b47-49b1-a924-ca2d5716c519),segment_id=8d478480-6b47-49b1-a924-ca2d5716c519)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:16:34.755451 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:34.767978 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:34.840172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3db35-096a-4468-b802-27864baa98aa None None] Pushing event updated for resources: {'Port': ['ID=68a00375-f614-4763-8733-0d525554ef5f,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:34.842678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Network 4d3c5d87-c558-4293-893e-bea2810e8190 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:16:34.848936 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:16:34.853509 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:16:34.857919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Port': ['ID=08336026-2cc2-4299-be61-a780b339ee8d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:34.908184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:34.996571 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ed47b443-d0e5-4da7-abe0-5f533d00281d up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:16:35.082994 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:35.083234 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port ed47b443-d0e5-4da7-abe0-5f533d00281d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:35.083675 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:35.407378 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:35.413198 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:35.487106 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Port': ['ID=08336026-2cc2-4299-be61-a780b339ee8d,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:35.489580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:35.586780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Network 4d3c5d87-c558-4293-893e-bea2810e8190 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:16:35.588108 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:16:35.709871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Router 1429947f-2690-4fe5-ae9d-67904873d6b9 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:16:35.820983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3152323d-0d27-4619-910f-aac076f2336e None None] Network 4d3c5d87-c558-4293-893e-bea2810e8190 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:16:35.824384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:16:35.829285 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a4fbe155-4235-47da-b32b-7eae0ed8f48f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "PUT /v2.0/routers/1429947f-2690-4fe5-ae9d-67904873d6b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3952026 Nov 16 05:16:35.900191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5a3cbd07-47aa-4efe-be19-2eaff0b75b4b None None] Provisioning complete for port 68a00375-f614-4763-8733-0d525554ef5f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:35.900567 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbd07-47aa-4efe-be19-2eaff0b75b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:36.055459 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbd07-47aa-4efe-be19-2eaff0b75b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:36.100785 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-5a3cbd07-47aa-4efe-be19-2eaff0b75b4b None None] For port 68a00375-f614-4763-8733-0d525554ef5f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=68a00375-f614-4763-8733-0d525554ef5f,segment=NetworkSegment(8d478480-6b47-49b1-a924-ca2d5716c519),segment_id=8d478480-6b47-49b1-a924-ca2d5716c519)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:16:36.106986 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbd07-47aa-4efe-be19-2eaff0b75b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:36.160121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cbd07-47aa-4efe-be19-2eaff0b75b4b None None] Pushing event updated for resources: {'Port': ['ID=68a00375-f614-4763-8733-0d525554ef5f,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:36.283861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-570d1fe5-37d9-488c-a894-75fb062ff2af tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:36.285341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-570d1fe5-37d9-488c-a894-75fb062ff2af tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/networks?id=4d3c5d87-c558-4293-893e-bea2810e8190 HTTP/1.1" status: 200 len: 798 time: 0.1103597 Nov 16 05:16:36.301321 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-ccc162b9-8af4-4f9b-a9d7-4f5137512ec5 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/quotas/e314e8a17a3d4dd6af3a8b1c6cc2ebeb HTTP/1.1" status: 200 len: 375 time: 0.0101049 Nov 16 05:16:36.333601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b35a11a9-5f0d-4834-b50f-e73716d713e1 None None] Provisioning complete for port 68a00375-f614-4763-8733-0d525554ef5f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:36.334266 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b35a11a9-5f0d-4834-b50f-e73716d713e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:36.375788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-1c3cacfc-622e-4c52-8da6-0d133c23e905 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0676603 Nov 16 05:16:36.429277 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Sync routers for ids ['1429947f-2690-4fe5-ae9d-67904873d6b9'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:16:36.435254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b35a11a9-5f0d-4834-b50f-e73716d713e1 None None] Provisioning complete for port 08336026-2cc2-4299-be61-a780b339ee8d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:36.435887 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b35a11a9-5f0d-4834-b50f-e73716d713e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:36.441619 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Routers {'1429947f-2690-4fe5-ae9d-67904873d6b9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:16:36.442539 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1429947f-2690-4fe5-ae9d-67904873d6b9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:36.498569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b35a11a9-5f0d-4834-b50f-e73716d713e1 None None] Port 08336026-2cc2-4299-be61-a780b339ee8d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:16:36.511173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-54e4be57-767b-4322-9c2a-5e67089aefa7 service neutron] 10.222.0.41 "GET /v2.0/networks/4d3c5d87-c558-4293-893e-bea2810e8190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223371 Nov 16 05:16:36.573898 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Set router 1429947f-2690-4fe5-ae9d-67904873d6b9 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:16:36.614606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-2edef86f-5dff-42b9-8d0d-b03d995df115 service neutron] 10.222.0.41 "GET /v2.0/networks/4d3c5d87-c558-4293-893e-bea2810e8190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968022 Nov 16 05:16:36.630035 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7530b7f5-3c32-42b6-b019-5eae2469cab8 None None] Provisioning complete for port 08336026-2cc2-4299-be61-a780b339ee8d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:36.630414 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7530b7f5-3c32-42b6-b019-5eae2469cab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:36.675545 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7530b7f5-3c32-42b6-b019-5eae2469cab8 None None] Port 08336026-2cc2-4299-be61-a780b339ee8d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:16:36.803517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-bb76f64c-fb47-4f2e-b398-bc29549f1f7d None None] Provisioning complete for port 08336026-2cc2-4299-be61-a780b339ee8d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:36.803900 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb76f64c-fb47-4f2e-b398-bc29549f1f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:36.806507 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488586393', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:16:30Z', 'updated_at': '2021-11-16T05:16:35Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:16:31Z', 'updated_at': '2021-11-16T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '08336026-2cc2-4299-be61-a780b339ee8d', 'name': '', 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'mac_address': 'fa:16:3e:e8:33:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ce8c3525-c81c-4c57-a3b2-794948b1accb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:16:33Z', 'updated_at': '2021-11-16T05:16:35Z', 'revision_number': 2, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'subnets': [{'id': 'ce8c3525-c81c-4c57-a3b2-794948b1accb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:36.839530 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Checking router: 1429947f-2690-4fe5-ae9d-67904873d6b9 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:16:36.840384 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Updating router 1429947f-2690-4fe5-ae9d-67904873d6b9 port 08336026-2cc2-4299-be61-a780b339ee8d binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:16:36.850554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bb76f64c-fb47-4f2e-b398-bc29549f1f7d None None] Port 08336026-2cc2-4299-be61-a780b339ee8d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:16:36.872056 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:36.893060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-620c82f3-197d-42ba-af97-c2d170811f50 req-32c40d5e-712b-4d45-96bf-1b4aa79d9cdc tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 210 time: 0.1126158 Nov 16 05:16:37.004318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68a00375-f614-4763-8733-0d525554ef5f up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:16:37.053328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 68a00375-f614-4763-8733-0d525554ef5f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:37.053671 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:37.157127 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:37.162174 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:37.213503 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133410e-982f-41f8-ae4c-6da0ba7a84f8 None None] Pushing event updated for resources: {'Port': ['ID=08336026-2cc2-4299-be61-a780b339ee8d,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:37.265061 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Attempting to bind port 08336026-2cc2-4299-be61-a780b339ee8d on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:16:37.265443 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Attempting to bind port 08336026-2cc2-4299-be61-a780b339ee8d by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '8d478480-6b47-49b1-a924-ca2d5716c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:16:37.265952 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Attempting to bind port 08336026-2cc2-4299-be61-a780b339ee8d on network 4d3c5d87-c558-4293-893e-bea2810e8190 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:16:37.272084 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:16:37.272456 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Checking segment: {'id': '8d478480-6b47-49b1-a924-ca2d5716c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:16:37.272850 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:37.273236 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Bound using segment: {'id': '8d478480-6b47-49b1-a924-ca2d5716c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:16:37.273701 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Bound port: 08336026-2cc2-4299-be61-a780b339ee8d, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d478480-6b47-49b1-a924-ca2d5716c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:16:37.274111 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:37.343598 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] For port 08336026-2cc2-4299-be61-a780b339ee8d, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:16:37.347020 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] For port 08336026-2cc2-4299-be61-a780b339ee8d, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=08336026-2cc2-4299-be61-a780b339ee8d,segment=NetworkSegment(8d478480-6b47-49b1-a924-ca2d5716c519),segment_id=8d478480-6b47-49b1-a924-ca2d5716c519)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:16:37.351569 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:37.403288 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Routers {'1429947f-2690-4fe5-ae9d-67904873d6b9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:16:37.403895 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1429947f-2690-4fe5-ae9d-67904873d6b9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:37.474797 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b3cff62d-3e37-44ef-9425-4b504bf61515 None None] Provisioning complete for port 08336026-2cc2-4299-be61-a780b339ee8d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:37.475342 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b3cff62d-3e37-44ef-9425-4b504bf61515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:37.571372 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b3cff62d-3e37-44ef-9425-4b504bf61515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:37.602997 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133410e-982f-41f8-ae4c-6da0ba7a84f8 None None] Pushing event updated for resources: {'Port': ['ID=08336026-2cc2-4299-be61-a780b339ee8d,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:37.606059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b3cff62d-3e37-44ef-9425-4b504bf61515 None None] For port 08336026-2cc2-4299-be61-a780b339ee8d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=08336026-2cc2-4299-be61-a780b339ee8d,segment=NetworkSegment(8d478480-6b47-49b1-a924-ca2d5716c519),segment_id=8d478480-6b47-49b1-a924-ca2d5716c519)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:16:37.612545 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b3cff62d-3e37-44ef-9425-4b504bf61515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:37.632665 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] Set router 1429947f-2690-4fe5-ae9d-67904873d6b9 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:16:37.663482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cff62d-3e37-44ef-9425-4b504bf61515 None None] Pushing event updated for resources: {'Port': ['ID=08336026-2cc2-4299-be61-a780b339ee8d,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:37.732053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9048400e-1f0b-4ec3-8dc0-46b98c593522 None None] Provisioning complete for port 08336026-2cc2-4299-be61-a780b339ee8d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:37.732740 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9048400e-1f0b-4ec3-8dc0-46b98c593522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:37.831463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-2cd15f1c-20c7-42e7-9b2f-583f7c91df4f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:37.832930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-2cd15f1c-20c7-42e7-9b2f-583f7c91df4f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.15 "GET /v2.0/networks?id=4d3c5d87-c558-4293-893e-bea2810e8190 HTTP/1.1" status: 200 len: 798 time: 0.1377146 Nov 16 05:16:37.847605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-3179a42e-62d2-4798-aeff-8deb6b97af49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Request body: {'port': {'device_id': '43b60a4e-8c73-4e98-b634-8844c36b9a32', 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190', 'admin_state_up': True, 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:16:37.866410 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488586393', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:16:30Z', 'updated_at': '2021-11-16T05:16:35Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:16:31Z', 'updated_at': '2021-11-16T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '08336026-2cc2-4299-be61-a780b339ee8d', 'name': '', 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'mac_address': 'fa:16:3e:e8:33:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ce8c3525-c81c-4c57-a3b2-794948b1accb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:16:33Z', 'updated_at': '2021-11-16T05:16:37Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'subnets': [{'id': 'ce8c3525-c81c-4c57-a3b2-794948b1accb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:37.898436 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4723a68b-11ce-4183-a5e9-7b24050089a5 None None] The sync data for ids ['1429947f-2690-4fe5-ae9d-67904873d6b9'] in n-d-818042-1 is: [{'id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488586393', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:16:30Z', 'updated_at': '2021-11-16T05:16:35Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:16:31Z', 'updated_at': '2021-11-16T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '08336026-2cc2-4299-be61-a780b339ee8d', 'name': '', 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'mac_address': 'fa:16:3e:e8:33:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'ce8c3525-c81c-4c57-a3b2-794948b1accb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:16:33Z', 'updated_at': '2021-11-16T05:16:37Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'subnets': [{'id': 'ce8c3525-c81c-4c57-a3b2-794948b1accb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:16:37.997321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-3179a42e-62d2-4798-aeff-8deb6b97af49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Made reservation on behalf of e314e8a17a3d4dd6af3a8b1c6cc2ebeb for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:16:38.005264 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-3179a42e-62d2-4798-aeff-8deb6b97af49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:38.023823 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4cb0fc9-5f4f-4b70-a14d-a70d250eb733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:38.053229 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c8a0b28-5871-4f56-a2ee-c7dc7148fdfc req-bf4fe84e-7874-49bd-8560-bacf4e8d009d tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0453098 Nov 16 05:16:38.172641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-3179a42e-62d2-4798-aeff-8deb6b97af49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Allocated IP 172.20.0.28 (4d3c5d87-c558-4293-893e-bea2810e8190/ce8c3525-c81c-4c57-a3b2-794948b1accb/64b6f494-16e5-4c12-a1bc-d5e0091b9ca5) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:16:38.293415 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-3179a42e-62d2-4798-aeff-8deb6b97af49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:38.329850 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-3179a42e-62d2-4798-aeff-8deb6b97af49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:38.371652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-3179a42e-62d2-4798-aeff-8deb6b97af49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Network 4d3c5d87-c558-4293-893e-bea2810e8190 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:16:38.377654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-3179a42e-62d2-4798-aeff-8deb6b97af49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:16:38.381857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-3179a42e-62d2-4798-aeff-8deb6b97af49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:16:38.408252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179a42e-62d2-4798-aeff-8deb6b97af49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event updated for resources: {'Port': ['ID=64b6f494-16e5-4c12-a1bc-d5e0091b9ca5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:38.438570 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-3179a42e-62d2-4798-aeff-8deb6b97af49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:38.439213 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-3179a42e-62d2-4798-aeff-8deb6b97af49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:38.458826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-3179a42e-62d2-4798-aeff-8deb6b97af49 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6168046 Nov 16 05:16:38.469210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-d43918dd-b85f-4624-be74-dc7e126768d4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:16:38.470618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-d43918dd-b85f-4624-be74-dc7e126768d4 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057750 Nov 16 05:16:38.483417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Request body: {'port': {'device_id': '43b60a4e-8c73-4e98-b634-8844c36b9a32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:16:38.551040 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:38.644780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1cfd9a4a-f0a5-492b-a8c6-95614445dcc5 None None] Provisioning complete for port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:38.645324 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1cfd9a4a-f0a5-492b-a8c6-95614445dcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:38.680858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1cfd9a4a-f0a5-492b-a8c6-95614445dcc5 None None] Port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:16:38.829657 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:16:38.837524 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:38.850485 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Transition to ACTIVE for port object 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:16:38.854519 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:38.906637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Pushing event updated for resources: {'Port': ['ID=64b6f494-16e5-4c12-a1bc-d5e0091b9ca5,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:39.000896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Attempting to bind port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:16:39.001238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Attempting to bind port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '8d478480-6b47-49b1-a924-ca2d5716c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:16:39.001571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Attempting to bind port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 on network 4d3c5d87-c558-4293-893e-bea2810e8190 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:16:39.006390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 on network 4d3c5d87-c558-4293-893e-bea2810e8190 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:16:39.006718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Attempting to bind port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 on network 4d3c5d87-c558-4293-893e-bea2810e8190 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:16:39.012200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:16:39.012468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Checking segment: {'id': '8d478480-6b47-49b1-a924-ca2d5716c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:16:39.012823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Bound using segment: {'id': '8d478480-6b47-49b1-a924-ca2d5716c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:16:39.015297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Bound port: 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d478480-6b47-49b1-a924-ca2d5716c519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:16:39.015297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:39.031537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 08336026-2cc2-4299-be61-a780b339ee8d up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:16:39.090059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] For port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:16:39.095549 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] For port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=64b6f494-16e5-4c12-a1bc-d5e0091b9ca5,segment=NetworkSegment(8d478480-6b47-49b1-a924-ca2d5716c519),segment_id=8d478480-6b47-49b1-a924-ca2d5716c519)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:16:39.104376 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:39.108206 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 08336026-2cc2-4299-be61-a780b339ee8d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:39.108648 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:39.160582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:39.161196 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:39.162601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] 10.222.0.15 "PUT /v2.0/ports/64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 HTTP/1.1" status: 200 len: 1055 time: 0.6837802 Nov 16 05:16:39.163235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b60a4e-8c73-4e98-b634-8844c36b9a32', 'tag': '64b6f494-16e5-4c12-a1bc-d5e0091b9ca5'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:16:39.166486 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97473ede-557c-410d-9011-3d9d43d63a46" -d '{"events": [{"name": "network-changed", "server_uuid": "43b60a4e-8c73-4e98-b634-8844c36b9a32", "tag": "64b6f494-16e5-4c12-a1bc-d5e0091b9ca5"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:16:39.193578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbb24e-029d-42e7-bd26-2d3539a801c5 service neutron] Pushing event updated for resources: {'Port': ['ID=64b6f494-16e5-4c12-a1bc-d5e0091b9ca5,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:39.254807 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75415754-b275-4b59-9c77-43e7b99a1c02 x-openstack-request-id: req-75415754-b275-4b59-9c77-43e7b99a1c02 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:16:39.255102 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b60a4e-8c73-4e98-b634-8844c36b9a32", "tag": "64b6f494-16e5-4c12-a1bc-d5e0091b9ca5", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:16:39.255351 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75415754-b275-4b59-9c77-43e7b99a1c02 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:16:39.255744 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b60a4e-8c73-4e98-b634-8844c36b9a32', 'tag': '64b6f494-16e5-4c12-a1bc-d5e0091b9ca5', 'status': 'completed', 'code': 200} Nov 16 05:16:39.297784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-7be22d06-bc00-477f-8c2c-8ca3466820e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:39.299322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-7be22d06-bc00-477f-8c2c-8ca3466820e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb&device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 1058 time: 0.0899649 Nov 16 05:16:39.316384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47986a52-1cd0-4e77-990b-a3e438701af6 req-c7eb83fd-6427-4425-b6e5-f938050198e2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:39.317928 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47986a52-1cd0-4e77-990b-a3e438701af6 req-c7eb83fd-6427-4425-b6e5-f938050198e2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 907 time: 0.0932484 Nov 16 05:16:39.356790 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-9bc63b0c-c135-4293-bb1a-27e1562c8808 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 HTTP/1.1" status: 200 len: 217 time: 0.0490806 Nov 16 05:16:39.411499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-8b12051d-fee2-4e63-a760-6c3ce1d4d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:39.412946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-8b12051d-fee2-4e63-a760-6c3ce1d4d840 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce8c3525-c81c-4c57-a3b2-794948b1accb HTTP/1.1" status: 200 len: 837 time: 0.0492916 Nov 16 05:16:39.458035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-81ef0113-76ee-4be6-b3db-d6accf440612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:39.459411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-81ef0113-76ee-4be6-b3db-d6accf440612 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d3c5d87-c558-4293-893e-bea2810e8190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396228 Nov 16 05:16:39.546541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-c1345fbb-767a-4ca8-8e85-c33537d7360e service neutron] 10.222.0.15 "GET /v2.0/networks/4d3c5d87-c558-4293-893e-bea2810e8190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800385 Nov 16 05:16:39.637832 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151dc921-f386-4365-bac0-88e4bcdc5254 req-cc191916-3728-4733-9f8c-10a001700c32 service neutron] 10.222.0.15 "GET /v2.0/networks/4d3c5d87-c558-4293-893e-bea2810e8190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846608 Nov 16 05:16:39.718979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97473ede-557c-410d-9011-3d9d43d63a46 req-05212776-4705-4a19-bf61-21356ae06648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:39.720351 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97473ede-557c-410d-9011-3d9d43d63a46 req-05212776-4705-4a19-bf61-21356ae06648 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb&device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 1058 time: 0.0408995 Nov 16 05:16:39.813507 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97473ede-557c-410d-9011-3d9d43d63a46 req-6e3d69fd-6823-4e22-aea7-d683d30870a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:39.815645 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97473ede-557c-410d-9011-3d9d43d63a46 req-6e3d69fd-6823-4e22-aea7-d683d30870a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4d3c5d87-c558-4293-893e-bea2810e8190 HTTP/1.1" status: 200 len: 899 time: 0.0881984 Nov 16 05:16:39.854872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97473ede-557c-410d-9011-3d9d43d63a46 req-155db8ad-ca97-4f63-a348-40e8437940d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 HTTP/1.1" status: 200 len: 217 time: 0.0327721 Nov 16 05:16:39.903102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97473ede-557c-410d-9011-3d9d43d63a46 req-636f22d4-1a24-4e83-9a9d-33987b7691da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:39.904527 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97473ede-557c-410d-9011-3d9d43d63a46 req-636f22d4-1a24-4e83-9a9d-33987b7691da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ce8c3525-c81c-4c57-a3b2-794948b1accb HTTP/1.1" status: 200 len: 837 time: 0.0432041 Nov 16 05:16:39.954526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97473ede-557c-410d-9011-3d9d43d63a46 req-3cb0e6ca-8d90-4631-9acb-b2b4ec67d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:39.956070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97473ede-557c-410d-9011-3d9d43d63a46 req-3cb0e6ca-8d90-4631-9acb-b2b4ec67d0f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4d3c5d87-c558-4293-893e-bea2810e8190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436399 Nov 16 05:16:40.046861 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97473ede-557c-410d-9011-3d9d43d63a46 req-d7ffa1a1-9df2-4927-9084-f29bcbab578c service neutron] 10.222.0.15 "GET /v2.0/networks/4d3c5d87-c558-4293-893e-bea2810e8190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831802 Nov 16 05:16:40.147567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97473ede-557c-410d-9011-3d9d43d63a46 req-c6cba8b8-e060-461d-bca4-43a8c751f9dc service neutron] 10.222.0.15 "GET /v2.0/networks/4d3c5d87-c558-4293-893e-bea2810e8190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917377 Nov 16 05:16:40.213161 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-62cacd30-0a38-4d35-80dc-75e787abda2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:40.442758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88c2b7-c26b-42d3-a582-288f9f40bfaa req-be497652-461b-4613-8abc-9a403a4c3422 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:40.444229 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b88c2b7-c26b-42d3-a582-288f9f40bfaa req-be497652-461b-4613-8abc-9a403a4c3422 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 907 time: 0.0488868 Nov 16 05:16:41.558384 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd442825-859b-4641-87c8-07ff143a3bdf req-747630bd-3d0f-4f4c-8ab9-cb97dc25dae5 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:41.559841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd442825-859b-4641-87c8-07ff143a3bdf req-747630bd-3d0f-4f4c-8ab9-cb97dc25dae5 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 907 time: 0.0481122 Nov 16 05:16:41.984687 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:42.684941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e150c68-01eb-4085-8f06-e50ec4b92303 req-51f96a7d-8e09-4b44-9d2e-ce98a5c8f60e tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:42.686901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e150c68-01eb-4085-8f06-e50ec4b92303 req-51f96a7d-8e09-4b44-9d2e-ce98a5c8f60e tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 907 time: 0.0520689 Nov 16 05:16:42.926515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:16:43.017221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=64b6f494-16e5-4c12-a1bc-d5e0091b9ca5,segment=NetworkSegment(8d478480-6b47-49b1-a924-ca2d5716c519),segment_id=8d478480-6b47-49b1-a924-ca2d5716c519)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:16:43.027775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '64b6f494-16e5-4c12-a1bc-d5e0091b9ca5', 'network_id': '4d3c5d87-c558-4293-893e-bea2810e8190', 'port_id': '64b6f494-16e5-4c12-a1bc-d5e0091b9ca5', 'mac_address': 'fa:16:3e:90:40:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce8c3525-c81c-4c57-a3b2-794948b1accb', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:16:43.067243 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:43.080123 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:16:43.098765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=64b6f494-16e5-4c12-a1bc-d5e0091b9ca5,segment=NetworkSegment(8d478480-6b47-49b1-a924-ca2d5716c519),segment_id=8d478480-6b47-49b1-a924-ca2d5716c519)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:16:43.102850 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:43.147750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=64b6f494-16e5-4c12-a1bc-d5e0091b9ca5,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:43.329317 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['64b6f494-16e5-4c12-a1bc-d5e0091b9ca5'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:16:43.372037 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:43.732500 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:43.811652 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde3048-fcce-467d-8121-9d638b15cd38 req-e18282ad-d13a-4a45-9884-9e0beba74b43 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:43.813111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2bde3048-fcce-467d-8121-9d638b15cd38 req-e18282ad-d13a-4a45-9884-9e0beba74b43 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 908 time: 0.0529673 Nov 16 05:16:44.928526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b4b6d-9d8d-4bda-942e-36218f8ec3bb req-dc768268-d282-417e-82fa-b367e91a7c7e tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:44.930018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a7b4b6d-9d8d-4bda-942e-36218f8ec3bb req-dc768268-d282-417e-82fa-b367e91a7c7e tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 908 time: 0.0485001 Nov 16 05:16:44.941404 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:16:44.991803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:16:44.995711 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:16:44.996085 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:45.069870 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:45.091190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b60a4e-8c73-4e98-b634-8844c36b9a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b6f494-16e5-4c12-a1bc-d5e0091b9ca5'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:16:45.093681 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550edca2-bfc6-41e3-996b-9e96a60ef1a9" -d '{"events": [{"server_uuid": "43b60a4e-8c73-4e98-b634-8844c36b9a32", "name": "network-vif-plugged", "status": "completed", "tag": "64b6f494-16e5-4c12-a1bc-d5e0091b9ca5"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:16:45.108118 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=64b6f494-16e5-4c12-a1bc-d5e0091b9ca5,segment=NetworkSegment(8d478480-6b47-49b1-a924-ca2d5716c519),segment_id=8d478480-6b47-49b1-a924-ca2d5716c519)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:16:45.112601 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:45.142582 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea6c7e6-840b-4291-9e80-aed06b3a549a x-openstack-request-id: req-5ea6c7e6-840b-4291-9e80-aed06b3a549a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:16:45.142874 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b60a4e-8c73-4e98-b634-8844c36b9a32", "name": "network-vif-plugged", "status": "completed", "tag": "64b6f494-16e5-4c12-a1bc-d5e0091b9ca5", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:16:45.143126 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ea6c7e6-840b-4291-9e80-aed06b3a549a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:16:45.143512 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b60a4e-8c73-4e98-b634-8844c36b9a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b6f494-16e5-4c12-a1bc-d5e0091b9ca5', 'code': 200} Nov 16 05:16:45.165670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=64b6f494-16e5-4c12-a1bc-d5e0091b9ca5,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:45.236348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e0789-ab62-400f-ae36-76e57dd48d1a req-86e07a7c-1ba3-4b85-bffb-582eec02a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:45.237859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da8e0789-ab62-400f-ae36-76e57dd48d1a req-86e07a7c-1ba3-4b85-bffb-582eec02a944 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 1060 time: 0.0398135 Nov 16 05:16:46.043541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7e5bd-2459-4e21-b64d-595b932eab6b req-c0cdee6e-b069-4c35-bdee-a78839967c64 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:46.044977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ca7e5bd-2459-4e21-b64d-595b932eab6b req-c0cdee6e-b069-4c35-bdee-a78839967c64 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 909 time: 0.0472589 Nov 16 05:16:46.418242 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:47.166113 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21f881-f2a9-4117-97f2-dde31e6b0acf req-2072dd72-3e6e-4a41-b571-5c9c87f67742 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:47.167560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8d21f881-f2a9-4117-97f2-dde31e6b0acf req-2072dd72-3e6e-4a41-b571-5c9c87f67742 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 909 time: 0.0515311 Nov 16 05:16:47.284247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb707d65-9c42-46de-8497-b0ca0d7b8c50 req-8aca5912-859a-424d-9917-1d7789c59658 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:47.286273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb707d65-9c42-46de-8497-b0ca0d7b8c50 req-8aca5912-859a-424d-9917-1d7789c59658 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 909 time: 0.0477116 Nov 16 05:16:47.388924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0f16f-74c5-4289-84b8-0dddddde63e5 req-62785b31-9b04-4dc2-aee1-ffd52f701087 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:47.390478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-98b0f16f-74c5-4289-84b8-0dddddde63e5 req-62785b31-9b04-4dc2-aee1-ffd52f701087 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 1060 time: 0.0390468 Nov 16 05:16:47.493453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0ac0f-3891-495c-8e0c-f770a7ef7001 req-726e325a-b18c-4fce-a002-d7b661a66730 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:47.494976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82e0ac0f-3891-495c-8e0c-f770a7ef7001 req-726e325a-b18c-4fce-a002-d7b661a66730 tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 1136 time: 0.0397084 Nov 16 05:16:47.547049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82e0ac0f-3891-495c-8e0c-f770a7ef7001 req-c264bf18-febb-44c6-a53b-ffa3fbd68adc tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&id=5b424374-401e-4618-884c-fa5d15bbda3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0460558 Nov 16 05:16:47.568888 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57864) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:47.607788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfe651d-763e-4cc9-8df7-90287d0eae2d tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:47.609278 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cbfe651d-763e-4cc9-8df7-90287d0eae2d tempest-TestSecurityGroupsBasicOps-1430003490 tempest-TestSecurityGroupsBasicOps-1430003490-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 1055 time: 0.0394032 Nov 16 05:16:47.822895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ced10a-5d67-40ff-9b16-5bcb303959cf req-c6cde6da-040b-42e8-aa8b-2e5d2ddc0d46 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:47.824369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64ced10a-5d67-40ff-9b16-5bcb303959cf req-c6cde6da-040b-42e8-aa8b-2e5d2ddc0d46 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 909 time: 0.0547292 Nov 16 05:16:48.579993 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:48.942527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae6e1b-4bb6-4811-ad67-8fe06e9f5354 req-65776dbd-e964-40a5-b917-09a3247cbb31 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:48.944018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fae6e1b-4bb6-4811-ad67-8fe06e9f5354 req-65776dbd-e964-40a5-b917-09a3247cbb31 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 909 time: 0.0484664 Nov 16 05:16:49.076752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913b330-9cc0-4acf-b936-7322e71a50f1 req-eb744dc2-63fd-4a95-9959-582be05f077c tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:49.078238 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5913b330-9cc0-4acf-b936-7322e71a50f1 req-eb744dc2-63fd-4a95-9959-582be05f077c tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.15 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 909 time: 0.0480897 Nov 16 05:16:49.170590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5913b330-9cc0-4acf-b936-7322e71a50f1 req-19f0008e-facd-45d8-ad5c-4da0e6f7edb1 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Deleting port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:16:49.170952 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5913b330-9cc0-4acf-b936-7322e71a50f1 req-19f0008e-facd-45d8-ad5c-4da0e6f7edb1 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:49.264959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-5913b330-9cc0-4acf-b936-7322e71a50f1 req-19f0008e-facd-45d8-ad5c-4da0e6f7edb1 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] For port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=64b6f494-16e5-4c12-a1bc-d5e0091b9ca5,segment=NetworkSegment(8d478480-6b47-49b1-a924-ca2d5716c519),segment_id=8d478480-6b47-49b1-a924-ca2d5716c519)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:16:49.265310 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5913b330-9cc0-4acf-b936-7322e71a50f1 req-19f0008e-facd-45d8-ad5c-4da0e6f7edb1 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:49.277947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-5913b330-9cc0-4acf-b936-7322e71a50f1 req-19f0008e-facd-45d8-ad5c-4da0e6f7edb1 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Calling delete_port for 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:16:49.723093 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5913b330-9cc0-4acf-b936-7322e71a50f1 req-19f0008e-facd-45d8-ad5c-4da0e6f7edb1 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:49.749913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0008e-facd-45d8-ad5c-4da0e6f7edb1 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event deleted for resources: {'Port': ['ID=64b6f494-16e5-4c12-a1bc-d5e0091b9ca5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:49.796152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-5913b330-9cc0-4acf-b936-7322e71a50f1 req-19f0008e-facd-45d8-ad5c-4da0e6f7edb1 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] No DVR routers for this DVR port 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:16:49.799878 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-5913b330-9cc0-4acf-b936-7322e71a50f1 req-19f0008e-facd-45d8-ad5c-4da0e6f7edb1 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:49.803677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5913b330-9cc0-4acf-b936-7322e71a50f1 req-19f0008e-facd-45d8-ad5c-4da0e6f7edb1 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.15 "DELETE /v2.0/ports/64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 HTTP/1.1" status: 204 len: 173 time: 0.7194951 Nov 16 05:16:49.804164 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b60a4e-8c73-4e98-b634-8844c36b9a32', 'name': 'network-vif-deleted', 'tag': '64b6f494-16e5-4c12-a1bc-d5e0091b9ca5'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:16:49.806450 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a450d7a-abbd-4aca-b055-366577167e47" -d '{"events": [{"server_uuid": "43b60a4e-8c73-4e98-b634-8844c36b9a32", "name": "network-vif-deleted", "tag": "64b6f494-16e5-4c12-a1bc-d5e0091b9ca5"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:16:49.850814 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6d5e34-2116-410b-ac7d-8d00f346cbc2 x-openstack-request-id: req-1f6d5e34-2116-410b-ac7d-8d00f346cbc2 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:16:49.851097 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b60a4e-8c73-4e98-b634-8844c36b9a32", "name": "network-vif-deleted", "tag": "64b6f494-16e5-4c12-a1bc-d5e0091b9ca5", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:16:49.851346 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f6d5e34-2116-410b-ac7d-8d00f346cbc2 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:16:49.851739 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b60a4e-8c73-4e98-b634-8844c36b9a32', 'name': 'network-vif-deleted', 'tag': '64b6f494-16e5-4c12-a1bc-d5e0091b9ca5', 'status': 'completed', 'code': 200} Nov 16 05:16:50.047048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-782f4eb6-ecf2-449d-ac70-9f0cdf910a27 req-448d4565-50bb-4621-984a-8e932a23b282 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=43b60a4e-8c73-4e98-b634-8844c36b9a32 HTTP/1.1" status: 200 len: 210 time: 0.0258365 Nov 16 05:16:51.106050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57878) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:51.461207 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da17d05b-f794-4f67-add2-807e7a9e8108 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:51.715401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-da17d05b-f794-4f67-add2-807e7a9e8108 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Deleting port 08336026-2cc2-4299-be61-a780b339ee8d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:16:51.715668 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da17d05b-f794-4f67-add2-807e7a9e8108 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:51.808330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-da17d05b-f794-4f67-add2-807e7a9e8108 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] For port 08336026-2cc2-4299-be61-a780b339ee8d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=08336026-2cc2-4299-be61-a780b339ee8d,segment=NetworkSegment(8d478480-6b47-49b1-a924-ca2d5716c519),segment_id=8d478480-6b47-49b1-a924-ca2d5716c519)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:16:51.808698 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da17d05b-f794-4f67-add2-807e7a9e8108 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:51.822097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-da17d05b-f794-4f67-add2-807e7a9e8108 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Calling delete_port for 08336026-2cc2-4299-be61-a780b339ee8d owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:16:51.956130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-56a71427-f39c-4f7a-9bdc-75e95f2e52c1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920868 Nov 16 05:16:52.073047 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da17d05b-f794-4f67-add2-807e7a9e8108 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:52.079151 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-22a2af44-6924-4c2f-919d-fedea1f3ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:52.080709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-22a2af44-6924-4c2f-919d-fedea1f3ddec service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb&device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 1136 time: 0.0650551 Nov 16 05:16:52.111432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17d05b-f794-4f67-add2-807e7a9e8108 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event deleted for resources: {'Port': ['ID=08336026-2cc2-4299-be61-a780b339ee8d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:52.297365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-c293dcda-e279-4c8d-9364-0dd3e188c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:52.298883 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-c293dcda-e279-4c8d-9364-0dd3e188c599 service neutron] 10.222.0.37 "GET /v2.0/networks?id=953cb5d7-7324-4495-beae-d6da2ea41078 HTTP/1.1" status: 200 len: 898 time: 0.1969538 Nov 16 05:16:52.406123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-37661e5c-1073-4a1e-b42c-12398bdf6bd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00fe6a2b-ab41-4400-a585-5fdac8ba4944 HTTP/1.1" status: 200 len: 1002 time: 0.0769231 Nov 16 05:16:52.447596 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-da17d05b-f794-4f67-add2-807e7a9e8108 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:52.469908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-d66d4667-2622-4a40-84f4-ab92e6a4af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:52.471372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-d66d4667-2622-4a40-84f4-ab92e6a4af5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b150a82e-b1b8-4855-813b-aa3547f340c8 HTTP/1.1" status: 200 len: 834 time: 0.0584393 Nov 16 05:16:52.591409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-156f0b2d-c706-47c2-9742-3b118ce839c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:52.592807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-156f0b2d-c706-47c2-9742-3b118ce839c8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=953cb5d7-7324-4495-beae-d6da2ea41078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913246 Nov 16 05:16:52.606372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-4042be4b-9e8c-4692-810c-0ec3eb0ef81a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:16:52.607309 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-4042be4b-9e8c-4692-810c-0ec3eb0ef81a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049157 Nov 16 05:16:52.784556 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-4fa44a4e-36bb-4dc1-9e84-087fb411b2b9 service neutron] 10.222.0.37 "GET /v2.0/networks/953cb5d7-7324-4495-beae-d6da2ea41078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431818 Nov 16 05:16:52.786271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da17d05b-f794-4f67-add2-807e7a9e8108 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Router 1429947f-2690-4fe5-ae9d-67904873d6b9 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:16:52.975444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ba3f970-0604-43b3-85fb-76986a7b0295 req-077366b6-fe0c-44f0-8da4-7b03e8c542e1 service neutron] 10.222.0.37 "GET /v2.0/networks/953cb5d7-7324-4495-beae-d6da2ea41078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828535 Nov 16 05:16:52.982350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da17d05b-f794-4f67-add2-807e7a9e8108 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:16:52.987359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-da17d05b-f794-4f67-add2-807e7a9e8108 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "PUT /v2.0/routers/1429947f-2690-4fe5-ae9d-67904873d6b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8802664 Nov 16 05:16:52.990167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57880) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:52.995136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dfa14b-13eb-4755-a67a-bc8be031a67f None None] Sync routers for ids ['1429947f-2690-4fe5-ae9d-67904873d6b9'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:16:53.012930 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dfa14b-13eb-4755-a67a-bc8be031a67f None None] Routers {'1429947f-2690-4fe5-ae9d-67904873d6b9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:16:53.013559 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-31dfa14b-13eb-4755-a67a-bc8be031a67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1429947f-2690-4fe5-ae9d-67904873d6b9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:53.017727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:16:53.042156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-172805d1-6d46-4aa1-8621-f34a8ea4bcb0 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Deleting subnet ce8c3525-c81c-4c57-a3b2-794948b1accb {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:16:53.045423 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-172805d1-6d46-4aa1-8621-f34a8ea4bcb0 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:53.086345 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-172805d1-6d46-4aa1-8621-f34a8ea4bcb0 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:53.096740 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:16:53.097083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 64b6f494-16e5-4c12-a1bc-d5e0091b9ca5 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:16:53.142193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-31dfa14b-13eb-4755-a67a-bc8be031a67f None None] Set router 1429947f-2690-4fe5-ae9d-67904873d6b9 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:16:53.174657 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-172805d1-6d46-4aa1-8621-f34a8ea4bcb0 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:53.235786 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-172805d1-6d46-4aa1-8621-f34a8ea4bcb0 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:53.265178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172805d1-6d46-4aa1-8621-f34a8ea4bcb0 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event deleted for resources: {'Subnet': ['ID=ce8c3525-c81c-4c57-a3b2-794948b1accb,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:53.267166 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-172805d1-6d46-4aa1-8621-f34a8ea4bcb0 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:53.273269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-172805d1-6d46-4aa1-8621-f34a8ea4bcb0 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "DELETE /v2.0/subnets/ce8c3525-c81c-4c57-a3b2-794948b1accb HTTP/1.1" status: 204 len: 168 time: 0.2791128 Nov 16 05:16:53.273269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57882) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:53.283395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdb028e-b92e-4e78-bfb9-83c648173b5c None None] Network 4d3c5d87-c558-4293-893e-bea2810e8190 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:16:53.389060 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:53.499448 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:53.553780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Deleting port ed47b443-d0e5-4da7-abe0-5f533d00281d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:16:53.554149 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:53.598110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-31dfa14b-13eb-4755-a67a-bc8be031a67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488586393', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:16:30Z', 'updated_at': '2021-11-16T05:16:51Z', 'revision_number': 5, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': 'ed47b443-d0e5-4da7-abe0-5f533d00281d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:00:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:16:31Z', 'updated_at': '2021-11-16T05:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:53.627057 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dfa14b-13eb-4755-a67a-bc8be031a67f None None] Checking router: 1429947f-2690-4fe5-ae9d-67904873d6b9 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:16:53.637551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dfa14b-13eb-4755-a67a-bc8be031a67f None None] Routers {'1429947f-2690-4fe5-ae9d-67904873d6b9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:16:53.638254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-31dfa14b-13eb-4755-a67a-bc8be031a67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1429947f-2690-4fe5-ae9d-67904873d6b9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:53.658354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] For port ed47b443-d0e5-4da7-abe0-5f533d00281d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ed47b443-d0e5-4da7-abe0-5f533d00281d,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:16:53.659697 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:53.673034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Calling delete_port for ed47b443-d0e5-4da7-abe0-5f533d00281d owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:16:53.700807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bcd771-92dc-4ffb-866c-16f7844e20c8 None None] DHCP port deletion for 4d3c5d87-c558-4293-893e-bea2810e8190 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:16:53.748793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-31dfa14b-13eb-4755-a67a-bc8be031a67f None None] Set router 1429947f-2690-4fe5-ae9d-67904873d6b9 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:16:53.805319 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-31dfa14b-13eb-4755-a67a-bc8be031a67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488586393', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:16:30Z', 'updated_at': '2021-11-16T05:16:53Z', 'revision_number': 6, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:53.832879 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31dfa14b-13eb-4755-a67a-bc8be031a67f None None] The sync data for ids ['1429947f-2690-4fe5-ae9d-67904873d6b9'] in n-d-818042-1 is: [{'id': '1429947f-2690-4fe5-ae9d-67904873d6b9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-488586393', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:16:30Z', 'updated_at': '2021-11-16T05:16:53Z', 'revision_number': 6, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:16:53.846273 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:53.848793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcd771-92dc-4ffb-866c-16f7844e20c8 None None] Deleting port 68a00375-f614-4763-8733-0d525554ef5f {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:16:53.850040 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8bcd771-92dc-4ffb-866c-16f7844e20c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:53.873475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event deleted for resources: {'Port': ['ID=ed47b443-d0e5-4da7-abe0-5f533d00281d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:53.895386 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99fc6c-4d1f-430b-8bec-bdddb7539b24 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:16:53.923778 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b8bcd771-92dc-4ffb-866c-16f7844e20c8 None None] For port 68a00375-f614-4763-8733-0d525554ef5f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=68a00375-f614-4763-8733-0d525554ef5f,segment=NetworkSegment(8d478480-6b47-49b1-a924-ca2d5716c519),segment_id=8d478480-6b47-49b1-a924-ca2d5716c519)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:16:53.924174 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8bcd771-92dc-4ffb-866c-16f7844e20c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:53.937261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b8bcd771-92dc-4ffb-866c-16f7844e20c8 None None] Calling delete_port for 68a00375-f614-4763-8733-0d525554ef5f owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:16:53.945289 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.014414 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b8bcd771-92dc-4ffb-866c-16f7844e20c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.037406 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.039661 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.041505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcd771-92dc-4ffb-866c-16f7844e20c8 None None] Pushing event deleted for resources: {'Port': ['ID=68a00375-f614-4763-8733-0d525554ef5f,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:54.047340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bcd771-92dc-4ffb-866c-16f7844e20c8 None None] No DVR routers for this DVR port 68a00375-f614-4763-8733-0d525554ef5f on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:16:54.423039 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.423622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Fanout notify agent at l3_agent the message router_deleted on router 1429947f-2690-4fe5-ae9d-67904873d6b9 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:16:54.430581 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.431671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-587b05e8-4062-4c7b-9837-02570da52957 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "DELETE /v2.0/routers/1429947f-2690-4fe5-ae9d-67904873d6b9 HTTP/1.1" status: 204 len: 168 time: 1.1576550 Nov 16 05:16:54.434327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57884) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:54.508429 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6f95-6408-4d28-8f1f-5cc5b37376d2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.595250 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6f95-6408-4d28-8f1f-5cc5b37376d2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.615799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-2b1c6f95-6408-4d28-8f1f-5cc5b37376d2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3c5d87-c558-4293-893e-bea2810e8190']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:54.625134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-2b1c6f95-6408-4d28-8f1f-5cc5b37376d2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d478480-6b47-49b1-a924-ca2d5716c519') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:54.625432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-2b1c6f95-6408-4d28-8f1f-5cc5b37376d2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d478480-6b47-49b1-a924-ca2d5716c519') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:54.635770 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6f95-6408-4d28-8f1f-5cc5b37376d2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.649118 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6f95-6408-4d28-8f1f-5cc5b37376d2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.654916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1c6f95-6408-4d28-8f1f-5cc5b37376d2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:16:54.655332 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6f95-6408-4d28-8f1f-5cc5b37376d2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:16:54.658734 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:16:54.721078 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6f95-6408-4d28-8f1f-5cc5b37376d2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.726189 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2b1c6f95-6408-4d28-8f1f-5cc5b37376d2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.729848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2b1c6f95-6408-4d28-8f1f-5cc5b37376d2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "DELETE /v2.0/networks/4d3c5d87-c558-4293-893e-bea2810e8190 HTTP/1.1" status: 204 len: 168 time: 0.2945814 Nov 16 05:16:54.732663 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57886) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:54.745268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c6f95-6408-4d28-8f1f-5cc5b37376d2 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event deleted for resources: {'Network': ['ID=4d3c5d87-c558-4293-893e-bea2810e8190,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:54.901003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f1045-e10b-44a9-9548-3b9f22c3965f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Deleting port 5d9b54f2-a59a-4254-9089-9218ef0a2787 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:16:54.901345 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea0f1045-e10b-44a9-9548-3b9f22c3965f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.957450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ed47b443-d0e5-4da7-abe0-5f533d00281d no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:16:54.984161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: ed47b443-d0e5-4da7-abe0-5f533d00281d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:16:54.984161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ed47b443-d0e5-4da7-abe0-5f533d00281d not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:16:54.984161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68a00375-f614-4763-8733-0d525554ef5f no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:16:54.984532 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea0f1045-e10b-44a9-9548-3b9f22c3965f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.984532 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea0f1045-e10b-44a9-9548-3b9f22c3965f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:54.995285 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f1045-e10b-44a9-9548-3b9f22c3965f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Calling delete_port for 5d9b54f2-a59a-4254-9089-9218ef0a2787 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:16:54.998586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 68a00375-f614-4763-8733-0d525554ef5f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:16:54.998932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 68a00375-f614-4763-8733-0d525554ef5f not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:16:54.999342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 08336026-2cc2-4299-be61-a780b339ee8d no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:16:55.017417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 08336026-2cc2-4299-be61-a780b339ee8d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:16:55.018078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 08336026-2cc2-4299-be61-a780b339ee8d not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:16:55.168038 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea0f1045-e10b-44a9-9548-3b9f22c3965f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:55.194925 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f1045-e10b-44a9-9548-3b9f22c3965f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event deleted for resources: {'Port': ['ID=5d9b54f2-a59a-4254-9089-9218ef0a2787,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:55.251748 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea0f1045-e10b-44a9-9548-3b9f22c3965f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:55.252101 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-ea0f1045-e10b-44a9-9548-3b9f22c3965f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Floating IP bb806feb-d755-4212-8ce5-d317fe8e1031 disassociated (deleted). External IP: 172.25.0.109, port: 00fe6a2b-ab41-4400-a585-5fdac8ba4944. Nov 16 05:16:55.452343 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0f1045-e10b-44a9-9548-3b9f22c3965f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Router e9d7658d-93e9-4de9-bbe7-e35c223285e7 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:16:55.557035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0f1045-e10b-44a9-9548-3b9f22c3965f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:16:55.562023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ea0f1045-e10b-44a9-9548-3b9f22c3965f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:55.566495 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef83fc5-0ee4-4b34-830f-ab1307073064 None None] Sync routers for ids ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:16:55.576183 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef83fc5-0ee4-4b34-830f-ab1307073064 None None] Routers {'e9d7658d-93e9-4de9-bbe7-e35c223285e7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:16:55.576860 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7ef83fc5-0ee4-4b34-830f-ab1307073064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:55.589034 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ea0f1045-e10b-44a9-9548-3b9f22c3965f tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "DELETE /v2.0/floatingips/bb806feb-d755-4212-8ce5-d317fe8e1031 HTTP/1.1" status: 204 len: 168 time: 0.8550444 Nov 16 05:16:55.589657 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'tag': '00fe6a2b-ab41-4400-a585-5fdac8ba4944'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:16:55.592109 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1533aa-c703-4b43-ac6b-c8e3544bca50" -d '{"events": [{"name": "network-changed", "server_uuid": "5453c9f0-865b-4d6d-a2bf-c9542647a8db", "tag": "00fe6a2b-ab41-4400-a585-5fdac8ba4944"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:16:55.630452 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876fe294-728c-480c-a790-86d0e20b7ea0 x-openstack-request-id: req-876fe294-728c-480c-a790-86d0e20b7ea0 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:16:55.630817 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5453c9f0-865b-4d6d-a2bf-c9542647a8db", "tag": "00fe6a2b-ab41-4400-a585-5fdac8ba4944", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:16:55.631138 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-876fe294-728c-480c-a790-86d0e20b7ea0 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:16:55.631609 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'tag': '00fe6a2b-ab41-4400-a585-5fdac8ba4944', 'status': 'completed', 'code': 200} Nov 16 05:16:55.694774 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-7ef83fc5-0ee4-4b34-830f-ab1307073064 None None] Set router e9d7658d-93e9-4de9-bbe7-e35c223285e7 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:16:55.705685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1533aa-c703-4b43-ac6b-c8e3544bca50 req-213acd20-ce6e-4f76-838a-f0a10fddc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:55.707906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c1533aa-c703-4b43-ac6b-c8e3544bca50 req-213acd20-ce6e-4f76-838a-f0a10fddc7a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb&device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 1136 time: 0.0491686 Nov 16 05:16:55.821349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65e85e-2662-4b3d-90ff-59e14339a56b req-73096c95-2d4f-4418-9beb-3fde72955b18 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:55.822906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b65e85e-2662-4b3d-90ff-59e14339a56b req-73096c95-2d4f-4418-9beb-3fde72955b18 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 985 time: 0.0493526 Nov 16 05:16:55.897474 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7ef83fc5-0ee4-4b34-830f-ab1307073064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9c8a7fb7-1061-4fa2-a8df-50e33058e0b7', 'name': '', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'mac_address': 'fa:16:3e:e5:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:40Z', 'updated_at': '2021-11-16T05:15:44Z', 'revision_number': 5, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'subnets': [{'id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:55.923023 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef83fc5-0ee4-4b34-830f-ab1307073064 None None] Checking router: e9d7658d-93e9-4de9-bbe7-e35c223285e7 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:16:55.931181 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef83fc5-0ee4-4b34-830f-ab1307073064 None None] Routers {'e9d7658d-93e9-4de9-bbe7-e35c223285e7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:16:55.931778 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7ef83fc5-0ee4-4b34-830f-ab1307073064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:55.936756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b65e85e-2662-4b3d-90ff-59e14339a56b req-9b52ae5d-a31e-44b1-a459-bffc613dd6e7 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&id=5b424374-401e-4618-884c-fa5d15bbda3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1074531 Nov 16 05:16:55.962348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1533aa-c703-4b43-ac6b-c8e3544bca50 req-a80a7769-2404-4ac5-930a-d6015f1ef93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:55.963771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c1533aa-c703-4b43-ac6b-c8e3544bca50 req-a80a7769-2404-4ac5-930a-d6015f1ef93c service neutron] 10.222.0.37 "GET /v2.0/networks?id=953cb5d7-7324-4495-beae-d6da2ea41078 HTTP/1.1" status: 200 len: 898 time: 0.1207626 Nov 16 05:16:56.009235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c1533aa-c703-4b43-ac6b-c8e3544bca50 req-f987be1c-8e6a-4c49-a89b-0e87ee422b31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=00fe6a2b-ab41-4400-a585-5fdac8ba4944 HTTP/1.1" status: 200 len: 217 time: 0.0371292 Nov 16 05:16:56.043320 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-7ef83fc5-0ee4-4b34-830f-ab1307073064 None None] Set router e9d7658d-93e9-4de9-bbe7-e35c223285e7 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:16:56.063474 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1533aa-c703-4b43-ac6b-c8e3544bca50 req-e0335aa8-d637-471b-9cf9-76dce7265428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:56.064944 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c1533aa-c703-4b43-ac6b-c8e3544bca50 req-e0335aa8-d637-471b-9cf9-76dce7265428 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b150a82e-b1b8-4855-813b-aa3547f340c8 HTTP/1.1" status: 200 len: 834 time: 0.0489314 Nov 16 05:16:56.111324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1533aa-c703-4b43-ac6b-c8e3544bca50 req-d69cc513-cc7f-4267-8799-7f98e663847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:56.112801 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c1533aa-c703-4b43-ac6b-c8e3544bca50 req-d69cc513-cc7f-4267-8799-7f98e663847c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=953cb5d7-7324-4495-beae-d6da2ea41078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390508 Nov 16 05:16:56.202722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c1533aa-c703-4b43-ac6b-c8e3544bca50 req-0c9b2ea1-cd82-4d7f-a8fa-4f2acf7e3564 service neutron] 10.222.0.37 "GET /v2.0/networks/953cb5d7-7324-4495-beae-d6da2ea41078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818925 Nov 16 05:16:56.237887 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7ef83fc5-0ee4-4b34-830f-ab1307073064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9c8a7fb7-1061-4fa2-a8df-50e33058e0b7', 'name': '', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'mac_address': 'fa:16:3e:e5:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:40Z', 'updated_at': '2021-11-16T05:15:44Z', 'revision_number': 5, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'subnets': [{'id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:16:56.267833 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef83fc5-0ee4-4b34-830f-ab1307073064 None None] The sync data for ids ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'] in n-d-818042-1 is: [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '9c8a7fb7-1061-4fa2-a8df-50e33058e0b7', 'name': '', 'network_id': '953cb5d7-7324-4495-beae-d6da2ea41078', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'mac_address': 'fa:16:3e:e5:3a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:40Z', 'updated_at': '2021-11-16T05:15:44Z', 'revision_number': 5, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'subnets': [{'id': 'b150a82e-b1b8-4855-813b-aa3547f340c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:16:56.300949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9c1533aa-c703-4b43-ac6b-c8e3544bca50 req-3d100db9-13aa-424b-bde4-5dd1be72c088 service neutron] 10.222.0.37 "GET /v2.0/networks/953cb5d7-7324-4495-beae-d6da2ea41078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910301 Nov 16 05:16:56.487331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772603a6-b386-4af1-b498-ab07f2ace64b None None] New status for floating IP bb806feb-d755-4212-8ce5-d317fe8e1031: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:16:57.058032 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25454338-78ba-433c-9361-0d026a3081e7 req-c2719917-7a66-49b7-b5ef-12f006bea355 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:57.059562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25454338-78ba-433c-9361-0d026a3081e7 req-c2719917-7a66-49b7-b5ef-12f006bea355 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 985 time: 0.0499730 Nov 16 05:16:57.116679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25454338-78ba-433c-9361-0d026a3081e7 req-a34f19af-5f66-47f3-9f27-1398e34215ac tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "GET /v2.0/security-groups?id=f5d74e81-e8af-442b-a73f-c44f14c0f6e5&id=5b424374-401e-4618-884c-fa5d15bbda3e&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0503163 Nov 16 05:16:57.211483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e52e2-07b5-40ad-80dc-7302a7788f4b req-9dc9558d-3f44-4ad8-bb8f-743cb9655764 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:16:57.213131 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c89e52e2-07b5-40ad-80dc-7302a7788f4b req-9dc9558d-3f44-4ad8-bb8f-743cb9655764 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.37 "GET /v2.0/ports?device_id=5453c9f0-865b-4d6d-a2bf-c9542647a8db HTTP/1.1" status: 200 len: 985 time: 0.0551507 Nov 16 05:16:57.307010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-c89e52e2-07b5-40ad-80dc-7302a7788f4b req-80a4deda-d2a1-4381-ab01-8dbd03592b2b tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Deleting port 00fe6a2b-ab41-4400-a585-5fdac8ba4944 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:16:57.307348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c89e52e2-07b5-40ad-80dc-7302a7788f4b req-80a4deda-d2a1-4381-ab01-8dbd03592b2b tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:57.397637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-c89e52e2-07b5-40ad-80dc-7302a7788f4b req-80a4deda-d2a1-4381-ab01-8dbd03592b2b tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] For port 00fe6a2b-ab41-4400-a585-5fdac8ba4944, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=00fe6a2b-ab41-4400-a585-5fdac8ba4944,segment=NetworkSegment(21720db0-e0a8-4e2b-bcda-aab5725f18f5),segment_id=21720db0-e0a8-4e2b-bcda-aab5725f18f5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:16:57.398026 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c89e52e2-07b5-40ad-80dc-7302a7788f4b req-80a4deda-d2a1-4381-ab01-8dbd03592b2b tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:57.410674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-c89e52e2-07b5-40ad-80dc-7302a7788f4b req-80a4deda-d2a1-4381-ab01-8dbd03592b2b tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Calling delete_port for 00fe6a2b-ab41-4400-a585-5fdac8ba4944 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:16:57.536007 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c89e52e2-07b5-40ad-80dc-7302a7788f4b req-80a4deda-d2a1-4381-ab01-8dbd03592b2b tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:57.568398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4deda-d2a1-4381-ab01-8dbd03592b2b tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event deleted for resources: {'Port': ['ID=00fe6a2b-ab41-4400-a585-5fdac8ba4944,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:57.609574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89e52e2-07b5-40ad-80dc-7302a7788f4b req-80a4deda-d2a1-4381-ab01-8dbd03592b2b tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] No DVR routers for this DVR port 00fe6a2b-ab41-4400-a585-5fdac8ba4944 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:16:57.612326 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c89e52e2-07b5-40ad-80dc-7302a7788f4b req-80a4deda-d2a1-4381-ab01-8dbd03592b2b tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:57.615708 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c89e52e2-07b5-40ad-80dc-7302a7788f4b req-80a4deda-d2a1-4381-ab01-8dbd03592b2b tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.37 "DELETE /v2.0/ports/00fe6a2b-ab41-4400-a585-5fdac8ba4944 HTTP/1.1" status: 204 len: 173 time: 0.3968737 Nov 16 05:16:57.616157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'name': 'network-vif-deleted', 'tag': '00fe6a2b-ab41-4400-a585-5fdac8ba4944'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:16:57.618546 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c70f4a-b675-480a-bf57-6cc4ec99cd19" -d '{"events": [{"server_uuid": "5453c9f0-865b-4d6d-a2bf-c9542647a8db", "name": "network-vif-deleted", "tag": "00fe6a2b-ab41-4400-a585-5fdac8ba4944"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:16:57.721686 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce6db87-754d-42fe-8406-521a73a23163 x-openstack-request-id: req-0ce6db87-754d-42fe-8406-521a73a23163 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:16:57.722012 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5453c9f0-865b-4d6d-a2bf-c9542647a8db", "name": "network-vif-deleted", "tag": "00fe6a2b-ab41-4400-a585-5fdac8ba4944", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:16:57.722267 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ce6db87-754d-42fe-8406-521a73a23163 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:16:57.722675 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5453c9f0-865b-4d6d-a2bf-c9542647a8db', 'name': 'network-vif-deleted', 'tag': '00fe6a2b-ab41-4400-a585-5fdac8ba4944', 'status': 'completed', 'code': 200} Nov 16 05:16:58.172138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57902) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:58.223131 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4809420-2242-41f8-a970-47215e727c74 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:58.244948 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4809420-2242-41f8-a970-47215e727c74 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:58.284968 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4809420-2242-41f8-a970-47215e727c74 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:58.287578 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4809420-2242-41f8-a970-47215e727c74 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:58.288704 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4809420-2242-41f8-a970-47215e727c74 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "DELETE /v2.0/security-groups/f5d74e81-e8af-442b-a73f-c44f14c0f6e5 HTTP/1.1" status: 204 len: 168 time: 0.1155863 Nov 16 05:16:58.291529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57904) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:58.297404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4809420-2242-41f8-a970-47215e727c74 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d74e81-e8af-442b-a73f-c44f14c0f6e5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:58.344532 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3f627558-f615-4167-bebe-8496d7508a18 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:58.367122 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3f627558-f615-4167-bebe-8496d7508a18 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:58.413970 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3f627558-f615-4167-bebe-8496d7508a18 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:58.416481 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3f627558-f615-4167-bebe-8496d7508a18 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:58.417626 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3f627558-f615-4167-bebe-8496d7508a18 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "DELETE /v2.0/security-groups/5b424374-401e-4618-884c-fa5d15bbda3e HTTP/1.1" status: 204 len: 168 time: 0.1250155 Nov 16 05:16:58.420519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57906) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:16:58.427504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f627558-f615-4167-bebe-8496d7508a18 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b424374-401e-4618-884c-fa5d15bbda3e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:58.772253 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d88df3c-a9b1-46d7-898d-9b1ffcd347b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:59.299998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1d88df3c-a9b1-46d7-898d-9b1ffcd347b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Deleting port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:16:59.300691 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d88df3c-a9b1-46d7-898d-9b1ffcd347b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:59.384364 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-1d88df3c-a9b1-46d7-898d-9b1ffcd347b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] For port 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=9c8a7fb7-1061-4fa2-a8df-50e33058e0b7,segment=NetworkSegment(21720db0-e0a8-4e2b-bcda-aab5725f18f5),segment_id=21720db0-e0a8-4e2b-bcda-aab5725f18f5)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:16:59.384721 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d88df3c-a9b1-46d7-898d-9b1ffcd347b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:59.397134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1d88df3c-a9b1-46d7-898d-9b1ffcd347b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Calling delete_port for 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:16:59.572859 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d88df3c-a9b1-46d7-898d-9b1ffcd347b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:59.603079 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88df3c-a9b1-46d7-898d-9b1ffcd347b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event deleted for resources: {'Port': ['ID=9c8a7fb7-1061-4fa2-a8df-50e33058e0b7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:16:59.778029 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1d88df3c-a9b1-46d7-898d-9b1ffcd347b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:16:59.993669 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d88df3c-a9b1-46d7-898d-9b1ffcd347b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Router e9d7658d-93e9-4de9-bbe7-e35c223285e7 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:17:00.095856 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d88df3c-a9b1-46d7-898d-9b1ffcd347b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:17:00.101011 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1d88df3c-a9b1-46d7-898d-9b1ffcd347b3 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "PUT /v2.0/routers/e9d7658d-93e9-4de9-bbe7-e35c223285e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6792550 Nov 16 05:17:00.103723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57908) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:00.104813 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63592c25-7f6a-44ab-a720-90a1f03dbcf6 None None] Sync routers for ids ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:17:00.115906 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63592c25-7f6a-44ab-a720-90a1f03dbcf6 None None] Routers {'e9d7658d-93e9-4de9-bbe7-e35c223285e7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:17:00.116737 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63592c25-7f6a-44ab-a720-90a1f03dbcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:00.156096 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4e8cc7-540a-40b3-8de7-8b2a0180fb89 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Deleting subnet b150a82e-b1b8-4855-813b-aa3547f340c8 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:17:00.159555 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-da4e8cc7-540a-40b3-8de7-8b2a0180fb89 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:00.201618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-da4e8cc7-540a-40b3-8de7-8b2a0180fb89 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:00.224950 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-63592c25-7f6a-44ab-a720-90a1f03dbcf6 None None] Set router e9d7658d-93e9-4de9-bbe7-e35c223285e7 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:17:00.298083 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-da4e8cc7-540a-40b3-8de7-8b2a0180fb89 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:00.309472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68d3e4c7-40cb-4de5-932e-476607e51a86 req-c09e0cee-4ec3-4361-9e52-852a4259910c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1183069 Nov 16 05:17:00.362844 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-da4e8cc7-540a-40b3-8de7-8b2a0180fb89 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:00.373530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3e4c7-40cb-4de5-932e-476607e51a86 req-c3d2ce35-e230-4269-a1e1-38ce4049ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:00.374622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68d3e4c7-40cb-4de5-932e-476607e51a86 req-c3d2ce35-e230-4269-a1e1-38ce4049ccd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 1096 time: 0.0431416 Nov 16 05:17:00.391333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 00fe6a2b-ab41-4400-a585-5fdac8ba4944 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:17:00.396241 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e8cc7-540a-40b3-8de7-8b2a0180fb89 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event deleted for resources: {'Subnet': ['ID=b150a82e-b1b8-4855-813b-aa3547f340c8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:00.402196 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-da4e8cc7-540a-40b3-8de7-8b2a0180fb89 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:00.409322 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-da4e8cc7-540a-40b3-8de7-8b2a0180fb89 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "DELETE /v2.0/subnets/b150a82e-b1b8-4855-813b-aa3547f340c8 HTTP/1.1" status: 204 len: 168 time: 0.3045669 Nov 16 05:17:00.410520 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57912) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:00.417158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 00fe6a2b-ab41-4400-a585-5fdac8ba4944 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:17:00.417918 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 00fe6a2b-ab41-4400-a585-5fdac8ba4944 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:17:00.419513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d52bb-4208-4484-8757-7ebad34c4c0e None None] Network 953cb5d7-7324-4495-beae-d6da2ea41078 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:17:00.435945 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63592c25-7f6a-44ab-a720-90a1f03dbcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:16:59Z', 'revision_number': 5, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:00.468508 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63592c25-7f6a-44ab-a720-90a1f03dbcf6 None None] Checking router: e9d7658d-93e9-4de9-bbe7-e35c223285e7 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:17:00.480285 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63592c25-7f6a-44ab-a720-90a1f03dbcf6 None None] Routers {'e9d7658d-93e9-4de9-bbe7-e35c223285e7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:17:00.481459 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63592c25-7f6a-44ab-a720-90a1f03dbcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:00.525360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3e4c7-40cb-4de5-932e-476607e51a86 req-f2badd2b-6f21-4868-89b5-5d8146fecfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:00.527234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68d3e4c7-40cb-4de5-932e-476607e51a86 req-f2badd2b-6f21-4868-89b5-5d8146fecfb5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.1220181 Nov 16 05:17:00.527744 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:00.619618 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415a8d85-161e-4249-83ff-e27eeec222ee None None] DHCP port deletion for 953cb5d7-7324-4495-beae-d6da2ea41078 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:17:00.628937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68d3e4c7-40cb-4de5-932e-476607e51a86 req-97ba1e39-dc4b-44de-8507-78ae7219af33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 HTTP/1.1" status: 200 len: 1001 time: 0.0943739 Nov 16 05:17:00.646720 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:00.675502 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-415a8d85-161e-4249-83ff-e27eeec222ee None None] Deleting port f46e929e-1fc3-4c90-aeab-2a73fe035cbc {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:17:00.676120 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-415a8d85-161e-4249-83ff-e27eeec222ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:00.690559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3e4c7-40cb-4de5-932e-476607e51a86 req-31b88abf-069e-4243-bc94-e857dbf23ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:00.692047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68d3e4c7-40cb-4de5-932e-476607e51a86 req-31b88abf-069e-4243-bc94-e857dbf23ff2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0559673 Nov 16 05:17:00.710127 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Deleting port 51565a43-fae7-49d7-b062-104d85b21261 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:17:00.710654 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:00.712758 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-63592c25-7f6a-44ab-a720-90a1f03dbcf6 None None] Set router e9d7658d-93e9-4de9-bbe7-e35c223285e7 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:17:00.743225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-415a8d85-161e-4249-83ff-e27eeec222ee None None] For port f46e929e-1fc3-4c90-aeab-2a73fe035cbc, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f46e929e-1fc3-4c90-aeab-2a73fe035cbc,segment=NetworkSegment(21720db0-e0a8-4e2b-bcda-aab5725f18f5),segment_id=21720db0-e0a8-4e2b-bcda-aab5725f18f5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:17:00.743867 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-415a8d85-161e-4249-83ff-e27eeec222ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:00.756839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3e4c7-40cb-4de5-932e-476607e51a86 req-d716a3be-afe4-4bc9-ae83-6bf25dbb60ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:00.760504 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68d3e4c7-40cb-4de5-932e-476607e51a86 req-d716a3be-afe4-4bc9-ae83-6bf25dbb60ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608253 Nov 16 05:17:00.773657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-415a8d85-161e-4249-83ff-e27eeec222ee None None] Calling delete_port for f46e929e-1fc3-4c90-aeab-2a73fe035cbc owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:17:00.807671 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] For port 51565a43-fae7-49d7-b062-104d85b21261, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=51565a43-fae7-49d7-b062-104d85b21261,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:17:00.808090 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:00.823378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Calling delete_port for 51565a43-fae7-49d7-b062-104d85b21261 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:17:00.866513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68d3e4c7-40cb-4de5-932e-476607e51a86 req-88fddbf5-6474-4e9b-a9fe-ed2aa304e72b service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973735 Nov 16 05:17:00.876744 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-415a8d85-161e-4249-83ff-e27eeec222ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:00.915922 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63592c25-7f6a-44ab-a720-90a1f03dbcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:16:59Z', 'revision_number': 5, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:00.935451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a8d85-161e-4249-83ff-e27eeec222ee None None] No DVR routers for this DVR port f46e929e-1fc3-4c90-aeab-2a73fe035cbc on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:17:00.939468 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a8d85-161e-4249-83ff-e27eeec222ee None None] Pushing event deleted for resources: {'Port': ['ID=f46e929e-1fc3-4c90-aeab-2a73fe035cbc,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:00.964531 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63592c25-7f6a-44ab-a720-90a1f03dbcf6 None None] The sync data for ids ['e9d7658d-93e9-4de9-bbe7-e35c223285e7'] in n-d-818042-1 is: [{'id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1905691189', 'tenant_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '51565a43-fae7-49d7-b062-104d85b21261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:15:37Z', 'updated_at': '2021-11-16T05:16:59Z', 'revision_number': 5, 'project_id': 'e314e8a17a3d4dd6af3a8b1c6cc2ebeb', 'gw_port': {'id': '51565a43-fae7-49d7-b062-104d85b21261', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d7658d-93e9-4de9-bbe7-e35c223285e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:15:38Z', 'updated_at': '2021-11-16T05:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:17:01.001607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68d3e4c7-40cb-4de5-932e-476607e51a86 req-faf27a9a-da87-4b51-bd2e-2ac0d15580c6 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290276 Nov 16 05:17:01.026291 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:01.052397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event deleted for resources: {'Port': ['ID=51565a43-fae7-49d7-b062-104d85b21261,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:01.071043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037689c6-005d-4fc3-b9fb-ea3acb1096a4 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:17:01.118518 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:01.209782 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:01.211894 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:01.256824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:01.257376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Fanout notify agent at l3_agent the message router_deleted on router e9d7658d-93e9-4de9-bbe7-e35c223285e7 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:17:01.264165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:01.265282 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7527044c-23ca-4c43-87ea-e507bfaf0655 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "DELETE /v2.0/routers/e9d7658d-93e9-4de9-bbe7-e35c223285e7 HTTP/1.1" status: 204 len: 168 time: 0.8538604 Nov 16 05:17:01.268000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57914) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:01.348580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-868ccf31-c6e2-4dfc-be5f-7c121479c229 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:01.374920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f46e929e-1fc3-4c90-aeab-2a73fe035cbc no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:17:01.401720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f46e929e-1fc3-4c90-aeab-2a73fe035cbc {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:17:01.403253 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f46e929e-1fc3-4c90-aeab-2a73fe035cbc not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:17:01.449593 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-868ccf31-c6e2-4dfc-be5f-7c121479c229 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:01.469642 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-868ccf31-c6e2-4dfc-be5f-7c121479c229 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953cb5d7-7324-4495-beae-d6da2ea41078']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:01.478898 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-868ccf31-c6e2-4dfc-be5f-7c121479c229 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21720db0-e0a8-4e2b-bcda-aab5725f18f5') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:01.479188 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-868ccf31-c6e2-4dfc-be5f-7c121479c229 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21720db0-e0a8-4e2b-bcda-aab5725f18f5') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:01.488230 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-868ccf31-c6e2-4dfc-be5f-7c121479c229 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:01.501234 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-868ccf31-c6e2-4dfc-be5f-7c121479c229 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:01.507691 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868ccf31-c6e2-4dfc-be5f-7c121479c229 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:17:01.508071 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-868ccf31-c6e2-4dfc-be5f-7c121479c229 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:17:01.511028 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:17:01.575311 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-868ccf31-c6e2-4dfc-be5f-7c121479c229 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:01.582868 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-868ccf31-c6e2-4dfc-be5f-7c121479c229 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:01.589597 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-868ccf31-c6e2-4dfc-be5f-7c121479c229 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] 10.222.0.41 "DELETE /v2.0/networks/953cb5d7-7324-4495-beae-d6da2ea41078 HTTP/1.1" status: 204 len: 168 time: 0.3173068 Nov 16 05:17:01.601068 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ccf31-c6e2-4dfc-be5f-7c121479c229 tempest-TestSecurityGroupsBasicOps-956758624 tempest-TestSecurityGroupsBasicOps-956758624-project] Pushing event deleted for resources: {'Network': ['ID=953cb5d7-7324-4495-beae-d6da2ea41078,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:01.870728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57922) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:02.007956 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-382bb468-346c-46a4-ae3d-5253277e49f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e314e8a17a3d4dd6af3a8b1c6cc2ebeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1360183 Nov 16 05:17:02.010425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57926) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:02.058531 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88edb6be-eb8d-4f97-9636-99a34cc14077 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:02.080049 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88edb6be-eb8d-4f97-9636-99a34cc14077 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:02.127237 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88edb6be-eb8d-4f97-9636-99a34cc14077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:02.129732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-88edb6be-eb8d-4f97-9636-99a34cc14077 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:02.131027 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-88edb6be-eb8d-4f97-9636-99a34cc14077 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d239539c-5495-42e5-a400-199d5175a883 HTTP/1.1" status: 204 len: 168 time: 0.1196489 Nov 16 05:17:02.141628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edb6be-eb8d-4f97-9636-99a34cc14077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d239539c-5495-42e5-a400-199d5175a883,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:02.402005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57932) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:02.416001 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0fd33b6d-6ce2-4b06-8630-4f199f712c64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:02.492263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0fd33b6d-6ce2-4b06-8630-4f199f712c64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:02.496556 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0fd33b6d-6ce2-4b06-8630-4f199f712c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:02.537387 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0fd33b6d-6ce2-4b06-8630-4f199f712c64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=868a24a3272e497794bfb89c1ef6ef73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343200 Nov 16 05:17:02.539310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd33b6d-6ce2-4b06-8630-4f199f712c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c8cecc-d3b0-4afd-b8d9-573850a504c3,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:02.540102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57938) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:02.599897 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1365-d8f7-4d47-ad3b-ee4f0e75ec7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:02.620830 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1365-d8f7-4d47-ad3b-ee4f0e75ec7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:02.667620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1365-d8f7-4d47-ad3b-ee4f0e75ec7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:02.670449 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1365-d8f7-4d47-ad3b-ee4f0e75ec7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:02.674274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7c6f1365-d8f7-4d47-ad3b-ee4f0e75ec7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14c8cecc-d3b0-4afd-b8d9-573850a504c3 HTTP/1.1" status: 204 len: 168 time: 0.1304183 Nov 16 05:17:02.681205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f1365-d8f7-4d47-ad3b-ee4f0e75ec7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c8cecc-d3b0-4afd-b8d9-573850a504c3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:02.893490 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1218219-f538-4b8c-ad65-98435502b9db req-39d260fd-fe7d-4b1b-a7dd-e1463cea08c9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:02.894935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1218219-f538-4b8c-ad65-98435502b9db req-39d260fd-fe7d-4b1b-a7dd-e1463cea08c9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 945 time: 0.0568008 Nov 16 05:17:02.949482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1218219-f538-4b8c-ad65-98435502b9db req-1817dd24-3c37-47d8-a728-f8938bbf04cd tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480666 Nov 16 05:17:02.979689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:17:03.004274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:17:03.004929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 9c8a7fb7-1061-4fa2-a8df-50e33058e0b7 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:17:03.005973 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 51565a43-fae7-49d7-b062-104d85b21261 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:17:03.025319 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 51565a43-fae7-49d7-b062-104d85b21261 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:17:03.025659 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 51565a43-fae7-49d7-b062-104d85b21261 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:17:03.037885 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57946) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:03.080507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2dbdfc5d-385b-47c5-90fa-ade21a38b8cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dcd9faa86d2c4b3d88e9abfc06746517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414090 Nov 16 05:17:03.082964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57948) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:03.128996 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fc1c36f4-8447-4932-a099-723e7565081d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:03.150232 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fc1c36f4-8447-4932-a099-723e7565081d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:03.195265 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fc1c36f4-8447-4932-a099-723e7565081d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:03.197907 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fc1c36f4-8447-4932-a099-723e7565081d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:03.199068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fc1c36f4-8447-4932-a099-723e7565081d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a20902b7-8382-4272-aa00-3911a2c23d88 HTTP/1.1" status: 204 len: 168 time: 0.1151602 Nov 16 05:17:03.206977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c36f4-8447-4932-a099-723e7565081d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20902b7-8382-4272-aa00-3911a2c23d88,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:03.883744 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57970) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:03.982346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2085035380-network', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:17:04.004740 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Made reservation on behalf of 03ae0a4c658b4a2fae34f03f9647baa2 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:17:04.007755 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.016503 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.107019 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696d58e-11f8-4256-bb84-89bd81831e9b req-136777d2-7d0c-4228-9989-b7c763d4626b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:04.108525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7696d58e-11f8-4256-bb84-89bd81831e9b req-136777d2-7d0c-4228-9989-b7c763d4626b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 945 time: 0.0743635 Nov 16 05:17:04.151120 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.157014 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.187586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:17:04.198124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7696d58e-11f8-4256-bb84-89bd81831e9b req-29159564-e6a8-4d29-ac22-996541a4b453 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831449 Nov 16 05:17:04.210521 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.210913 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Added segment 53c6f951-5d24-41a1-8c9e-d274bf224b7d of type vlan for network a5a738cc-ecce-4246-b3e7-3b73aae98a66 Nov 16 05:17:04.212077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738dfba9-e895-4f6f-a5b1-dd0ab0d2fb49,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:04.252711 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.277936 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.278983 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:04.279564 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.335294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4504328 Nov 16 05:17:04.339824 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57976) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:04.345522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6a5bf904-b089-4a15-a597-cc32aac7e4a2 admin admin] Request body: {'subnet': {'network_id': 'a5a738cc-ecce-4246-b3e7-3b73aae98a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2085035380-subnet', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:17:04.346509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0213d86-ec46-4e10-b8cc-ac90f95c47e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a5a738cc-ecce-4246-b3e7-3b73aae98a66,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:04.358995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network a5a738cc-ecce-4246-b3e7-3b73aae98a66 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:17:04.368346 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5bf904-b089-4a15-a597-cc32aac7e4a2 admin admin] Made reservation on behalf of 03ae0a4c658b4a2fae34f03f9647baa2 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:17:04.370976 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a5bf904-b089-4a15-a597-cc32aac7e4a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.447984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-9eea8117-f6ea-486e-9369-bb9fb1a51071 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:04.449602 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-9eea8117-f6ea-486e-9369-bb9fb1a51071 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 945 time: 0.0627549 Nov 16 05:17:04.479022 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:17:04.544395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Deleting port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:17:04.544395 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.550112 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a5bf904-b089-4a15-a597-cc32aac7e4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.605106 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bf904-b089-4a15-a597-cc32aac7e4a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=404190a7-4289-4498-82ef-8b3cc29369fe,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:04.617917 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5bf904-b089-4a15-a597-cc32aac7e4a2 admin admin] Checking segment: {'id': '53c6f951-5d24-41a1-8c9e-d274bf224b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5a738cc-ecce-4246-b3e7-3b73aae98a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:17:04.618338 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5bf904-b089-4a15-a597-cc32aac7e4a2 admin admin] Network hostable DHCP agents. Network: a5a738cc-ecce-4246-b3e7-3b73aae98a66, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:17:04.640618 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5bf904-b089-4a15-a597-cc32aac7e4a2 admin admin] Network a5a738cc-ecce-4246-b3e7-3b73aae98a66 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:17:04.652064 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6a5bf904-b089-4a15-a597-cc32aac7e4a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, a5a738cc-ecce-4246-b3e7-3b73aae98a66) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:17:04.656680 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5bf904-b089-4a15-a597-cc32aac7e4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:04.657337 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6a5bf904-b089-4a15-a597-cc32aac7e4a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.665402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523e1bd2-f109-4072-93d9-c521d8213951 None None] Network a5a738cc-ecce-4246-b3e7-3b73aae98a66 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:17:04.674465 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6a5bf904-b089-4a15-a597-cc32aac7e4a2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3331301 Nov 16 05:17:04.676060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] For port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:17:04.676432 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.677565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 57978) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:04.682060 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2085035380-router', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:17:04.703657 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.704882 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.757512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.839941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-a5a738cc-ecce-4246-b3e7-3b73aae98a66', 'network_id': 'a5a738cc-ecce-4246-b3e7-3b73aae98a66', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'fixed_ips': [{'subnet_id': '404190a7-4289-4498-82ef-8b3cc29369fe'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:17:04.841029 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.901644 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.907757 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.908407 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:04.908407 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Floating IP d63d183a-d6db-4d66-81a4-bc254d626603 disassociated. External IP: 172.25.0.184, port: 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1. Nov 16 05:17:04.908732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Calling delete_port for 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:17:04.982499 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Allocated IP 172.20.0.2 (a5a738cc-ecce-4246-b3e7-3b73aae98a66/404190a7-4289-4498-82ef-8b3cc29369fe/0df7f832-a3bf-4162-a4ce-f689dfd9f09a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:17:05.042739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:05.072930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event deleted for resources: {'Port': ['ID=0c62d408-6bbe-4ee6-b4ba-6699dcc154e1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:05.106423 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:05.130996 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:05.194946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:17:05.206516 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:05.213454 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:05.252177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Network a5a738cc-ecce-4246-b3e7-3b73aae98a66 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:17:05.252785 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Allocated IP 172.25.0.187 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/83ee2d82-83c1-44f5-87cf-022c3ee2865a) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:17:05.256007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:17:05.260054 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:17:05.307642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8f18198-7122-4b9a-aec8-c7bd2965969a req-da6cacd1-930d-4661-b187-f3e4999f1b3b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 210 time: 0.0287571 Nov 16 05:17:05.333871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Attempting to bind port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:17:05.333871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Attempting to bind port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '53c6f951-5d24-41a1-8c9e-d274bf224b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5a738cc-ecce-4246-b3e7-3b73aae98a66'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:17:05.333871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Attempting to bind port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a on network a5a738cc-ecce-4246-b3e7-3b73aae98a66 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:17:05.333871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Pushing event updated for resources: {'Port': ['ID=0df7f832-a3bf-4162-a4ce-f689dfd9f09a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:05.334970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:17:05.335338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Checking segment: {'id': '53c6f951-5d24-41a1-8c9e-d274bf224b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5a738cc-ecce-4246-b3e7-3b73aae98a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:17:05.335737 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:05.336113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Bound using segment: {'id': '53c6f951-5d24-41a1-8c9e-d274bf224b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5a738cc-ecce-4246-b3e7-3b73aae98a66'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:17:05.336576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Bound port: 0df7f832-a3bf-4162-a4ce-f689dfd9f09a, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c6f951-5d24-41a1-8c9e-d274bf224b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5a738cc-ecce-4246-b3e7-3b73aae98a66'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:17:05.336946 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:05.355167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:17:05.371637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d444a-43ce-49db-bf32-42e00a1cb64d None None] Sync routers for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:17:05.387819 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:05.399640 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d444a-43ce-49db-bf32-42e00a1cb64d None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:17:05.400509 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-543d444a-43ce-49db-bf32-42e00a1cb64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:05.402199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] No DVR routers for this DVR port 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:17:05.405072 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:05.409123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1fe8a6e9-060e-46df-aa56-6744878aed88 req-7725f9cb-8d43-443f-bb4f-7b044261cb57 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "DELETE /v2.0/ports/0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 HTTP/1.1" status: 204 len: 173 time: 0.9536314 Nov 16 05:17:05.409789 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fd0bdd-40c4-40df-a22a-83bd34b414be', 'name': 'network-vif-deleted', 'tag': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:17:05.413305 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ba5598-14fa-4e5c-b2a7-b463b908889c" -d '{"events": [{"server_uuid": "06fd0bdd-40c4-40df-a22a-83bd34b414be", "name": "network-vif-deleted", "tag": "0c62d408-6bbe-4ee6-b4ba-6699dcc154e1"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:17:05.430408 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:05.478516 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] For port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:17:05.480598 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065cb362-accd-450d-8e0e-5f036dc5f55a x-openstack-request-id: req-065cb362-accd-450d-8e0e-5f036dc5f55a {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:17:05.481233 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fd0bdd-40c4-40df-a22a-83bd34b414be", "name": "network-vif-deleted", "tag": "0c62d408-6bbe-4ee6-b4ba-6699dcc154e1", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:17:05.481650 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-065cb362-accd-450d-8e0e-5f036dc5f55a {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:17:05.482706 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fd0bdd-40c4-40df-a22a-83bd34b414be', 'name': 'network-vif-deleted', 'tag': '0c62d408-6bbe-4ee6-b4ba-6699dcc154e1', 'status': 'completed', 'code': 200} Nov 16 05:17:05.499638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] For port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0df7f832-a3bf-4162-a4ce-f689dfd9f09a,segment=NetworkSegment(53c6f951-5d24-41a1-8c9e-d274bf224b7d),segment_id=53c6f951-5d24-41a1-8c9e-d274bf224b7d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:17:05.508310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Pushing event updated for resources: {'Port': ['ID=83ee2d82-83c1-44f5-87cf-022c3ee2865a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:05.509283 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:05.514346 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:17:05.516176 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:17:05.520010 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:17:05.560775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c300d5-def2-4dd4-8ad6-04bda1fab5c5 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:17:05.588883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f04df-e863-4ca3-8680-391de5150d3e None None] Pushing event updated for resources: {'Port': ['ID=0df7f832-a3bf-4162-a4ce-f689dfd9f09a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:05.605483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-543d444a-43ce-49db-bf32-42e00a1cb64d None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:17:05.785607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ac5e565a-2918-40b7-bd91-b70c6599b863 None None] Provisioning complete for port 83ee2d82-83c1-44f5-87cf-022c3ee2865a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:17:05.786735 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ac5e565a-2918-40b7-bd91-b70c6599b863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:05.849682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e565a-2918-40b7-bd91-b70c6599b863 None None] Port 83ee2d82-83c1-44f5-87cf-022c3ee2865a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:17:05.886901 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:05.928558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-543d444a-43ce-49db-bf32-42e00a1cb64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:05.977036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d444a-43ce-49db-bf32-42e00a1cb64d None None] Checking router: f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:17:05.988120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d444a-43ce-49db-bf32-42e00a1cb64d None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:17:05.988736 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-543d444a-43ce-49db-bf32-42e00a1cb64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:06.106521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-543d444a-43ce-49db-bf32-42e00a1cb64d None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:17:06.440355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b042325b-cc27-407f-aa9c-c0e429b0478b req-2806d0c2-4b3f-45c2-aebf-d752645c4e2d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 210 time: 0.0417655 Nov 16 05:17:06.459541 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:06.543009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-543d444a-43ce-49db-bf32-42e00a1cb64d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:06.572854 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d444a-43ce-49db-bf32-42e00a1cb64d None None] The sync data for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 is: [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:17:06.621342 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Router eff4db8a-c8ce-4938-9459-da097f8be271 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:17:06.751799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:17:06.772146 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Sync routers for ids ['eff4db8a-c8ce-4938-9459-da097f8be271'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:17:06.776892 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:06.780872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 57988) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:06.781087 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-73e1d65f-be2b-4079-89ee-06c9bb1ee441 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.1022730 Nov 16 05:17:06.784491 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Routers {'eff4db8a-c8ce-4938-9459-da097f8be271'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:17:06.785109 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['eff4db8a-c8ce-4938-9459-da097f8be271'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:06.941159 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Set router eff4db8a-c8ce-4938-9459-da097f8be271 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:17:06.967563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0626f417-de0c-44b8-a319-917014f370d9 None None] New status for floating IP d63d183a-d6db-4d66-81a4-bc254d626603: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:17:07.024743 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b93b7a2-4649-4040-9a7c-4f83951c5587 None None] Network a5a738cc-ecce-4246-b3e7-3b73aae98a66 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:17:07.150915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0df7f832-a3bf-4162-a4ce-f689dfd9f09a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:17:07.205877 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'name': 'tempest-ImageQuotaTest-2085035380-router', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '83ee2d82-83c1-44f5-87cf-022c3ee2865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:17:04Z', 'updated_at': '2021-11-16T05:17:05Z', 'revision_number': 3, 'project_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'gw_port': {'id': '83ee2d82-83c1-44f5-87cf-022c3ee2865a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:17:05Z', 'updated_at': '2021-11-16T05:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:07.214065 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-857bc12a-506a-4a8c-a59d-6921515a94a4 None None] Provisioning complete for port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:17:07.214566 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-857bc12a-506a-4a8c-a59d-6921515a94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.247358 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Checking router: eff4db8a-c8ce-4938-9459-da097f8be271 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:17:07.247711 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Updating router eff4db8a-c8ce-4938-9459-da097f8be271 port 83ee2d82-83c1-44f5-87cf-022c3ee2865a binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:17:07.274506 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.329915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:17:07.329915 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.377238 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.432328 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-857bc12a-506a-4a8c-a59d-6921515a94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.549905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-857bc12a-506a-4a8c-a59d-6921515a94a4 None None] For port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0df7f832-a3bf-4162-a4ce-f689dfd9f09a,segment=NetworkSegment(53c6f951-5d24-41a1-8c9e-d274bf224b7d),segment_id=53c6f951-5d24-41a1-8c9e-d274bf224b7d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:17:07.565869 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.570670 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-857bc12a-506a-4a8c-a59d-6921515a94a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.592304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Allocated IP 172.20.0.1 (a5a738cc-ecce-4246-b3e7-3b73aae98a66/404190a7-4289-4498-82ef-8b3cc29369fe/3e61956b-237d-4f20-b76e-ec3e1c622fd4) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:17:07.675662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857bc12a-506a-4a8c-a59d-6921515a94a4 None None] Pushing event updated for resources: {'Port': ['ID=0df7f832-a3bf-4162-a4ce-f689dfd9f09a,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:07.685478 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.699847 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.708158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b25042ee-69a6-4366-bf21-2bd6fe826c19 req-cde92e0c-4bdd-4185-8c04-958cd8ef9a1f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 210 time: 0.0861425 Nov 16 05:17:07.734621 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:17:07.735203 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:17:07.764552 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15156f6-27bc-42e2-8ba4-f55244b08232 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:17:07.772425 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Pushing event updated for resources: {'Port': ['ID=83ee2d82-83c1-44f5-87cf-022c3ee2865a,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:07.785085 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:07.785579 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:07.786519 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:07.786854 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:07.787174 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:07.787559 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:07.787882 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:07.788283 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:07.788501 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:07.788813 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:07.789127 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:07.789437 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:07.792691 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Attempting to bind port 83ee2d82-83c1-44f5-87cf-022c3ee2865a on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:17:07.793054 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Attempting to bind port 83ee2d82-83c1-44f5-87cf-022c3ee2865a by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:17:07.793413 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Attempting to bind port 83ee2d82-83c1-44f5-87cf-022c3ee2865a on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:17:07.799731 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:17:07.800182 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:17:07.800494 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.800925 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:17:07.801406 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Bound port: 83ee2d82-83c1-44f5-87cf-022c3ee2865a, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:17:07.802480 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.812245 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.852809 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.857225 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] For port 83ee2d82-83c1-44f5-87cf-022c3ee2865a, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:17:07.860427 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] For port 83ee2d82-83c1-44f5-87cf-022c3ee2865a, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=83ee2d82-83c1-44f5-87cf-022c3ee2865a,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:17:07.867491 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.896001 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Network a5a738cc-ecce-4246-b3e7-3b73aae98a66 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:17:07.902247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4df5770f-33f3-4fe5-8282-c56e9dfe9b1f None None] Provisioning complete for port 83ee2d82-83c1-44f5-87cf-022c3ee2865a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:17:07.902617 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4df5770f-33f3-4fe5-8282-c56e9dfe9b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.902735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:17:07.906501 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:17:07.931035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e61956b-237d-4f20-b76e-ec3e1c622fd4,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:07.960177 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:07.973025 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0c36d-f537-42ff-877e-65e6dc43b00b None None] Pushing event updated for resources: {'Port': ['ID=83ee2d82-83c1-44f5-87cf-022c3ee2865a,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:07.979746 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Routers {'eff4db8a-c8ce-4938-9459-da097f8be271'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:17:07.980343 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:16:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['eff4db8a-c8ce-4938-9459-da097f8be271'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:07.988500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb2a2fb-25b6-40af-9050-76d434e479f9 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:17:08.099467 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-166386bc-2992-466a-83c3-d393d22cba38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:08.103015 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4df5770f-33f3-4fe5-8282-c56e9dfe9b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:08.121487 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] Set router eff4db8a-c8ce-4938-9459-da097f8be271 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:17:08.126838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4df5770f-33f3-4fe5-8282-c56e9dfe9b1f None None] For port 83ee2d82-83c1-44f5-87cf-022c3ee2865a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=83ee2d82-83c1-44f5-87cf-022c3ee2865a,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:17:08.131807 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4df5770f-33f3-4fe5-8282-c56e9dfe9b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:08.179662 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:08.218176 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5770f-33f3-4fe5-8282-c56e9dfe9b1f None None] Pushing event updated for resources: {'Port': ['ID=83ee2d82-83c1-44f5-87cf-022c3ee2865a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:08.232488 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4df5770f-33f3-4fe5-8282-c56e9dfe9b1f None None] Provisioning complete for port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:17:08.232929 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4df5770f-33f3-4fe5-8282-c56e9dfe9b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:08.387386 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:08.394084 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:08.464855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e61956b-237d-4f20-b76e-ec3e1c622fd4,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:08.470830 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:08.490250 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'name': 'tempest-ImageQuotaTest-2085035380-router', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '83ee2d82-83c1-44f5-87cf-022c3ee2865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:17:04Z', 'updated_at': '2021-11-16T05:17:05Z', 'revision_number': 3, 'project_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'gw_port': {'id': '83ee2d82-83c1-44f5-87cf-022c3ee2865a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:17:05Z', 'updated_at': '2021-11-16T05:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:08.490980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-578dba0c-c90d-431c-9da3-a91a3985b8f4 None None] Provisioning complete for port 83ee2d82-83c1-44f5-87cf-022c3ee2865a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:17:08.491351 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-578dba0c-c90d-431c-9da3-a91a3985b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:08.523437 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa08df2-8a68-47ad-8086-97d4ad0ed98a None None] The sync data for ids ['eff4db8a-c8ce-4938-9459-da097f8be271'] in n-d-818042-1 is: [{'id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'name': 'tempest-ImageQuotaTest-2085035380-router', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '83ee2d82-83c1-44f5-87cf-022c3ee2865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:17:04Z', 'updated_at': '2021-11-16T05:17:05Z', 'revision_number': 3, 'project_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'gw_port': {'id': '83ee2d82-83c1-44f5-87cf-022c3ee2865a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:17:05Z', 'updated_at': '2021-11-16T05:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:17:08.590178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Network a5a738cc-ecce-4246-b3e7-3b73aae98a66 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:17:08.592197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:17:08.626531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-578dba0c-c90d-431c-9da3-a91a3985b8f4 None None] Provisioning complete for port 3e61956b-237d-4f20-b76e-ec3e1c622fd4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:17:08.627953 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-578dba0c-c90d-431c-9da3-a91a3985b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:08.672614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-578dba0c-c90d-431c-9da3-a91a3985b8f4 None None] Port 3e61956b-237d-4f20-b76e-ec3e1c622fd4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:17:08.756506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Router eff4db8a-c8ce-4938-9459-da097f8be271 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:17:09.004662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-94b5ebf6-7190-4e2f-8532-3030a404d7fa None None] Provisioning complete for port 3e61956b-237d-4f20-b76e-ec3e1c622fd4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:17:09.006086 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-94b5ebf6-7190-4e2f-8532-3030a404d7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:09.062587 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-94b5ebf6-7190-4e2f-8532-3030a404d7fa None None] Port 3e61956b-237d-4f20-b76e-ec3e1c622fd4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:17:09.064220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:17:09.121282 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:17:09.121712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0c62d408-6bbe-4ee6-b4ba-6699dcc154e1 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:17:09.123448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 83ee2d82-83c1-44f5-87cf-022c3ee2865a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:17:09.183996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 83ee2d82-83c1-44f5-87cf-022c3ee2865a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:17:09.184372 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:09.274191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0df7f832-a3bf-4162-a4ce-f689dfd9f09a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:17:09.335106 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:17:09.335501 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:09.373940 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32f24af0-67a9-4771-b515-a6a5f18e3aa4 req-865e4762-0c0c-436e-8fa6-ca36b067245a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 210 time: 0.5216949 Nov 16 05:17:09.424721 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:17:09.429711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-35bb1cbd-d306-4dce-adc4-31172bd12eb4 admin admin] 10.222.0.41 "PUT /v2.0/routers/eff4db8a-c8ce-4938-9459-da097f8be271/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6471224 Nov 16 05:17:10.218700 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e892499-4062-4e29-a53f-4ef029c262ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:10.412964 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Sync routers for ids ['eff4db8a-c8ce-4938-9459-da097f8be271'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:17:10.429139 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Routers {'eff4db8a-c8ce-4938-9459-da097f8be271'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:17:10.430288 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:17:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['eff4db8a-c8ce-4938-9459-da097f8be271'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:10.491360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58018) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:10.508438 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ba2ba41-ad23-4360-a90c-c9831e77f26b req-0ad1d4b5-bac8-408f-920f-dbf40250d6da tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=06fd0bdd-40c4-40df-a22a-83bd34b414be HTTP/1.1" status: 200 len: 210 time: 0.0461915 Nov 16 05:17:10.566830 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Set router eff4db8a-c8ce-4938-9459-da097f8be271 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:17:10.780714 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'name': 'tempest-ImageQuotaTest-2085035380-router', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '83ee2d82-83c1-44f5-87cf-022c3ee2865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:17:04Z', 'updated_at': '2021-11-16T05:17:08Z', 'revision_number': 4, 'project_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'gw_port': {'id': '83ee2d82-83c1-44f5-87cf-022c3ee2865a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:17:05Z', 'updated_at': '2021-11-16T05:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3e61956b-237d-4f20-b76e-ec3e1c622fd4', 'name': '', 'network_id': 'a5a738cc-ecce-4246-b3e7-3b73aae98a66', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'mac_address': 'fa:16:3e:53:1f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '404190a7-4289-4498-82ef-8b3cc29369fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:17:07Z', 'updated_at': '2021-11-16T05:17:08Z', 'revision_number': 2, 'project_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'subnets': [{'id': '404190a7-4289-4498-82ef-8b3cc29369fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:10.806647 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Checking router: eff4db8a-c8ce-4938-9459-da097f8be271 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:17:10.806989 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Updating router eff4db8a-c8ce-4938-9459-da097f8be271 port 3e61956b-237d-4f20-b76e-ec3e1c622fd4 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:17:10.831940 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:10.835105 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a858e9bd-872e-48af-be8e-ccbf346b97d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:11.088061 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a858e9bd-872e-48af-be8e-ccbf346b97d6 admin admin] Deleting port 3e61956b-237d-4f20-b76e-ec3e1c622fd4 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:17:11.088406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a858e9bd-872e-48af-be8e-ccbf346b97d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:11.113657 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:11.119586 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:11.166911 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a858e9bd-872e-48af-be8e-ccbf346b97d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:11.168419 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452466bf-1995-4b42-9647-b5fe15bc053d None None] Pushing event updated for resources: {'Port': ['ID=3e61956b-237d-4f20-b76e-ec3e1c622fd4,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:11.179768 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a858e9bd-872e-48af-be8e-ccbf346b97d6 admin admin] Calling delete_port for 3e61956b-237d-4f20-b76e-ec3e1c622fd4 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:17:11.229657 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Attempting to bind port 3e61956b-237d-4f20-b76e-ec3e1c622fd4 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:17:11.230475 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Attempting to bind port 3e61956b-237d-4f20-b76e-ec3e1c622fd4 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '53c6f951-5d24-41a1-8c9e-d274bf224b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5a738cc-ecce-4246-b3e7-3b73aae98a66'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:17:11.230915 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Attempting to bind port 3e61956b-237d-4f20-b76e-ec3e1c622fd4 on network a5a738cc-ecce-4246-b3e7-3b73aae98a66 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:17:11.236509 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:17:11.236882 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Checking segment: {'id': '53c6f951-5d24-41a1-8c9e-d274bf224b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5a738cc-ecce-4246-b3e7-3b73aae98a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:17:11.237280 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:11.237665 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Bound using segment: {'id': '53c6f951-5d24-41a1-8c9e-d274bf224b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5a738cc-ecce-4246-b3e7-3b73aae98a66'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:17:11.238182 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Bound port: 3e61956b-237d-4f20-b76e-ec3e1c622fd4, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53c6f951-5d24-41a1-8c9e-d274bf224b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5a738cc-ecce-4246-b3e7-3b73aae98a66'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:17:11.238556 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:11.311836 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] For port 3e61956b-237d-4f20-b76e-ec3e1c622fd4, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:17:11.315242 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] For port 3e61956b-237d-4f20-b76e-ec3e1c622fd4, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3e61956b-237d-4f20-b76e-ec3e1c622fd4,segment=NetworkSegment(53c6f951-5d24-41a1-8c9e-d274bf224b7d),segment_id=53c6f951-5d24-41a1-8c9e-d274bf224b7d)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:17:11.319877 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:11.382024 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Routers {'eff4db8a-c8ce-4938-9459-da097f8be271'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:17:11.382839 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:17:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['eff4db8a-c8ce-4938-9459-da097f8be271'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:11.385820 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a858e9bd-872e-48af-be8e-ccbf346b97d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:11.396737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3e9ba693-f96c-470a-8f92-a8759618b90e None None] Could not find standard attr ID for object 3e61956b-237d-4f20-b76e-ec3e1c622fd4. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:17:11.416503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858e9bd-872e-48af-be8e-ccbf346b97d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e61956b-237d-4f20-b76e-ec3e1c622fd4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:11.428248 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452466bf-1995-4b42-9647-b5fe15bc053d None None] Pushing event updated for resources: {'Port': ['ID=3e61956b-237d-4f20-b76e-ec3e1c622fd4,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:11.506561 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] Set router eff4db8a-c8ce-4938-9459-da097f8be271 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:17:11.609597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b8b0feb0-7dc6-4ee9-97fb-742fe60d7d86 None None] Could not find standard attr ID for object 3e61956b-237d-4f20-b76e-ec3e1c622fd4. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:17:11.615668 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a858e9bd-872e-48af-be8e-ccbf346b97d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:11.721313 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'name': 'tempest-ImageQuotaTest-2085035380-router', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '83ee2d82-83c1-44f5-87cf-022c3ee2865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:17:04Z', 'updated_at': '2021-11-16T05:17:11Z', 'revision_number': 5, 'project_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'gw_port': {'id': '83ee2d82-83c1-44f5-87cf-022c3ee2865a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:17:05Z', 'updated_at': '2021-11-16T05:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:11.755061 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365dd648-c0a8-4fd6-a47f-9f4e6b9d5a27 None None] The sync data for ids ['eff4db8a-c8ce-4938-9459-da097f8be271'] in n-d-818042-1 is: [{'id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'name': 'tempest-ImageQuotaTest-2085035380-router', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187'}], 'enable_snat': True}, 'gw_port_id': '83ee2d82-83c1-44f5-87cf-022c3ee2865a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:17:04Z', 'updated_at': '2021-11-16T05:17:11Z', 'revision_number': 5, 'project_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'gw_port': {'id': '83ee2d82-83c1-44f5-87cf-022c3ee2865a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:17:05Z', 'updated_at': '2021-11-16T05:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:17:11.838365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-2529b049-8a32-453e-af89-29466dee47c6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596892100&fields=id&tenant_id=0099172d2e3e41f2af5fe31786d7eb1c HTTP/1.1" status: 200 len: 267 time: 0.0593917 Nov 16 05:17:11.894498 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a858e9bd-872e-48af-be8e-ccbf346b97d6 admin admin] Router eff4db8a-c8ce-4938-9459-da097f8be271 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:17:11.955687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-1df7be8f-f121-4ac8-8b06-bdbc0de5ef77 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:11.957221 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-1df7be8f-f121-4ac8-8b06-bdbc0de5ef77 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.1158707 Nov 16 05:17:11.982507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-6502c4c1-edd9-447d-ad3e-2190757d438f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/quotas/0099172d2e3e41f2af5fe31786d7eb1c HTTP/1.1" status: 200 len: 375 time: 0.0191076 Nov 16 05:17:11.988817 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:12.009259 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a858e9bd-872e-48af-be8e-ccbf346b97d6 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:17:12.016738 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a858e9bd-872e-48af-be8e-ccbf346b97d6 admin admin] 10.222.0.41 "PUT /v2.0/routers/eff4db8a-c8ce-4938-9459-da097f8be271/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5218697 Nov 16 05:17:12.017014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58030) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:12.045576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-986b3c6b-0ee1-4bba-8a46-e19bef3ce445 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547957 Nov 16 05:17:12.146761 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-b072ad87-9f7d-446c-b23d-3113fc026a3c service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889516 Nov 16 05:17:12.147132 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:12.249114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-6ffe5d72-fae5-4370-b9f5-78a04b685209 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961523 Nov 16 05:17:12.255601 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:12.312683 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Deleting port 83ee2d82-83c1-44f5-87cf-022c3ee2865a {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:17:12.313021 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:12.408221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] For port 83ee2d82-83c1-44f5-87cf-022c3ee2865a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=83ee2d82-83c1-44f5-87cf-022c3ee2865a,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:17:12.408726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:12.425407 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Calling delete_port for 83ee2d82-83c1-44f5-87cf-022c3ee2865a owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:17:12.463040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e43743-ddfc-4ca6-9c1f-fe7192ffffae None None] Sync routers for ids ['eff4db8a-c8ce-4938-9459-da097f8be271'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:17:12.475137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e43743-ddfc-4ca6-9c1f-fe7192ffffae None None] Routers {'eff4db8a-c8ce-4938-9459-da097f8be271'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:17:12.476073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-77e43743-ddfc-4ca6-9c1f-fe7192ffffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:17:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['eff4db8a-c8ce-4938-9459-da097f8be271'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:12.564073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-77e43743-ddfc-4ca6-9c1f-fe7192ffffae None None] Set router eff4db8a-c8ce-4938-9459-da097f8be271 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:17:12.599094 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:12.618272 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-77e43743-ddfc-4ca6-9c1f-fe7192ffffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'name': 'tempest-ImageQuotaTest-2085035380-router', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:17:04Z', 'updated_at': '2021-11-16T05:17:12Z', 'revision_number': 6, 'project_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:12.623080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3960a3-b760-4cd3-8015-9a90e5d65274 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:17:12.636509 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=83ee2d82-83c1-44f5-87cf-022c3ee2865a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:12.648840 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e43743-ddfc-4ca6-9c1f-fe7192ffffae None None] Checking router: eff4db8a-c8ce-4938-9459-da097f8be271 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:17:12.660062 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e43743-ddfc-4ca6-9c1f-fe7192ffffae None None] Routers {'eff4db8a-c8ce-4938-9459-da097f8be271'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:17:12.660670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-77e43743-ddfc-4ca6-9c1f-fe7192ffffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:17:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['eff4db8a-c8ce-4938-9459-da097f8be271'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:12.691444 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:12.733497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-77e43743-ddfc-4ca6-9c1f-fe7192ffffae None None] Set router eff4db8a-c8ce-4938-9459-da097f8be271 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:17:12.781696 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:12.783860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:12.788817 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-77e43743-ddfc-4ca6-9c1f-fe7192ffffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'name': 'tempest-ImageQuotaTest-2085035380-router', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:17:04Z', 'updated_at': '2021-11-16T05:17:12Z', 'revision_number': 7, 'project_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:12.815239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e43743-ddfc-4ca6-9c1f-fe7192ffffae None None] The sync data for ids ['eff4db8a-c8ce-4938-9459-da097f8be271'] in n-d-818042-1 is: [{'id': 'eff4db8a-c8ce-4938-9459-da097f8be271', 'name': 'tempest-ImageQuotaTest-2085035380-router', 'tenant_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:17:04Z', 'updated_at': '2021-11-16T05:17:12Z', 'revision_number': 7, 'project_id': '03ae0a4c658b4a2fae34f03f9647baa2', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:17:12.831245 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:12.831850 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff4db8a-c8ce-4938-9459-da097f8be271 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:17:12.836701 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:12.840312 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0f6f629f-95aa-4c03-b831-7c25e521b0c5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/eff4db8a-c8ce-4938-9459-da097f8be271 HTTP/1.1" status: 204 len: 168 time: 0.8196921 Nov 16 05:17:12.840495 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58038) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:12.885442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7417986b-c915-4f44-bb36-f272987b9754 admin admin] Deleting subnet 404190a7-4289-4498-82ef-8b3cc29369fe {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:17:12.889857 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7417986b-c915-4f44-bb36-f272987b9754 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:12.927489 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7417986b-c915-4f44-bb36-f272987b9754 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.005388 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7417986b-c915-4f44-bb36-f272987b9754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.055192 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7417986b-c915-4f44-bb36-f272987b9754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.079619 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417986b-c915-4f44-bb36-f272987b9754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404190a7-4289-4498-82ef-8b3cc29369fe,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:13.083308 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7417986b-c915-4f44-bb36-f272987b9754 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.086548 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7417986b-c915-4f44-bb36-f272987b9754 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/404190a7-4289-4498-82ef-8b3cc29369fe HTTP/1.1" status: 204 len: 168 time: 0.2450964 Nov 16 05:17:13.089035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58040) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:13.091459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad0eb75-2ada-427e-9c09-97f9615d0224 None None] Network a5a738cc-ecce-4246-b3e7-3b73aae98a66 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:17:13.163699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.221951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Deleting port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:17:13.222290 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.287659 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e2c9c6-167c-4a0c-b341-2de17aec8083 None None] DHCP port deletion for a5a738cc-ecce-4246-b3e7-3b73aae98a66 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:17:13.299268 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] For port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0df7f832-a3bf-4162-a4ce-f689dfd9f09a,segment=NetworkSegment(53c6f951-5d24-41a1-8c9e-d274bf224b7d),segment_id=53c6f951-5d24-41a1-8c9e-d274bf224b7d)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:17:13.299706 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.314298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Calling delete_port for 0df7f832-a3bf-4162-a4ce-f689dfd9f09a owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:17:13.338774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-81e2c9c6-167c-4a0c-b341-2de17aec8083 None None] Deleting port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:17:13.339145 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81e2c9c6-167c-4a0c-b341-2de17aec8083 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.391129 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.407222 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.415996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-81e2c9c6-167c-4a0c-b341-2de17aec8083 None None] For port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=0df7f832-a3bf-4162-a4ce-f689dfd9f09a,segment=NetworkSegment(53c6f951-5d24-41a1-8c9e-d274bf224b7d),segment_id=53c6f951-5d24-41a1-8c9e-d274bf224b7d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:17:13.416394 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81e2c9c6-167c-4a0c-b341-2de17aec8083 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.429931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-81e2c9c6-167c-4a0c-b341-2de17aec8083 None None] Calling delete_port for 0df7f832-a3bf-4162-a4ce-f689dfd9f09a owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:17:13.436130 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df7f832-a3bf-4162-a4ce-f689dfd9f09a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:13.440150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] No DVR routers for this DVR port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:17:13.512135 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81e2c9c6-167c-4a0c-b341-2de17aec8083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.515620 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.539220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2c9c6-167c-4a0c-b341-2de17aec8083 None None] Pushing event deleted for resources: {'Port': ['ID=0df7f832-a3bf-4162-a4ce-f689dfd9f09a,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:13.547531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2c9c6-167c-4a0c-b341-2de17aec8083 None None] No DVR routers for this DVR port 0df7f832-a3bf-4162-a4ce-f689dfd9f09a on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:17:13.555338 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a738cc-ecce-4246-b3e7-3b73aae98a66']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:13.569509 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53c6f951-5d24-41a1-8c9e-d274bf224b7d') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:13.570024 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53c6f951-5d24-41a1-8c9e-d274bf224b7d') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:13.582351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.596714 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.603745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:17:13.604229 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: items = [ Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:17:13.606222 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:17:13.621330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1385a129-27bf-4083-98ce-7b66da53fcef req-7cbe2b4e-a169-462f-98ac-cad760c4c9c2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 210 time: 0.0283329 Nov 16 05:17:13.666502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.672303 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.675489 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a5a738cc-ecce-4246-b3e7-3b73aae98a66 HTTP/1.1" status: 204 len: 168 time: 0.5852582 Nov 16 05:17:13.686981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19b81f-358d-4438-9595-327fe6beb685 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a738cc-ecce-4246-b3e7-3b73aae98a66,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:13.742241 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.807724 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58054) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:13.850915 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b2b9252b-5862-4388-99f0-388679b44193 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03ae0a4c658b4a2fae34f03f9647baa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420568 Nov 16 05:17:13.853442 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58058) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:13.901587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cc192962-ce36-4361-a28b-53ea316055cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.928806 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cc192962-ce36-4361-a28b-53ea316055cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.975937 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cc192962-ce36-4361-a28b-53ea316055cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.978612 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cc192962-ce36-4361-a28b-53ea316055cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:13.979770 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cc192962-ce36-4361-a28b-53ea316055cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/738dfba9-e895-4f6f-a5b1-dd0ab0d2fb49 HTTP/1.1" status: 204 len: 168 time: 0.1254084 Nov 16 05:17:13.988027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc192962-ce36-4361-a28b-53ea316055cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738dfba9-e895-4f6f-a5b1-dd0ab0d2fb49,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:14.307766 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58064) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:14.323689 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab93c419-8470-400d-98bf-c86da791d77f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:14.403032 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab93c419-8470-400d-98bf-c86da791d77f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:14.406916 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab93c419-8470-400d-98bf-c86da791d77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:14.456370 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ab93c419-8470-400d-98bf-c86da791d77f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1446748 Nov 16 05:17:14.456370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93c419-8470-400d-98bf-c86da791d77f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ebd56a-11f6-4f77-aab1-b569e7e31ebf,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:14.458607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58066) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:14.599528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-8859c3b1-f89c-480f-bbcf-656774583ea9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:14.601028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-8859c3b1-f89c-480f-bbcf-656774583ea9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.37 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.1564820 Nov 16 05:17:14.601839 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f87af273-edea-43e1-8c0d-bceeb12f3f76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:14.636558 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f87af273-edea-43e1-8c0d-bceeb12f3f76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:14.712636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-0f64949c-4779-4efa-9c92-8e9e2511febb tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0099172d2e3e41f2af5fe31786d7eb1c HTTP/1.1" status: 200 len: 380 time: 0.1017101 Nov 16 05:17:14.739671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-c8cd06f9-6543-4a52-adef-a274c78a6d9d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'port': {'device_id': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'admin_state_up': True, 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'security_groups': ['53056aa4-d437-4902-abbf-ce76d4e95b63']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:17:14.744103 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cf055fb6-2970-4732-af1b-d4a76f21f20d req-5202a7e4-4829-46de-b1c8-9a16b056ebab tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 210 time: 0.0482051 Nov 16 05:17:14.802461 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f87af273-edea-43e1-8c0d-bceeb12f3f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:14.805364 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f87af273-edea-43e1-8c0d-bceeb12f3f76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:14.808860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f87af273-edea-43e1-8c0d-bceeb12f3f76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0ebd56a-11f6-4f77-aab1-b569e7e31ebf HTTP/1.1" status: 204 len: 168 time: 0.3447149 Nov 16 05:17:14.822168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87af273-edea-43e1-8c0d-bceeb12f3f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ebd56a-11f6-4f77-aab1-b569e7e31ebf,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:14.886762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-c8cd06f9-6543-4a52-adef-a274c78a6d9d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Made reservation on behalf of 0099172d2e3e41f2af5fe31786d7eb1c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:17:14.891351 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-c8cd06f9-6543-4a52-adef-a274c78a6d9d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:15.002797 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 83ee2d82-83c1-44f5-87cf-022c3ee2865a no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:17:15.027073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 83ee2d82-83c1-44f5-87cf-022c3ee2865a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:17:15.027695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 83ee2d82-83c1-44f5-87cf-022c3ee2865a not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:17:15.028275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0df7f832-a3bf-4162-a4ce-f689dfd9f09a no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:17:15.056426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 0df7f832-a3bf-4162-a4ce-f689dfd9f09a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:17:15.057099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 0df7f832-a3bf-4162-a4ce-f689dfd9f09a not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:17:15.076492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-c8cd06f9-6543-4a52-adef-a274c78a6d9d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Allocated IP 172.20.0.3 (3e1b7691-c959-4825-abab-eef7f5b48326/988ca22d-2869-40a7-a014-c47bc0478f05/0bcae0f3-cb0b-4788-a69a-665806d75e96) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:17:15.258686 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-c8cd06f9-6543-4a52-adef-a274c78a6d9d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:15.298908 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-c8cd06f9-6543-4a52-adef-a274c78a6d9d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:15.351966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-c8cd06f9-6543-4a52-adef-a274c78a6d9d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Network 3e1b7691-c959-4825-abab-eef7f5b48326 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:17:15.355773 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-c8cd06f9-6543-4a52-adef-a274c78a6d9d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:17:15.359311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-c8cd06f9-6543-4a52-adef-a274c78a6d9d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:17:15.400756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd06f9-6543-4a52-adef-a274c78a6d9d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'Port': ['ID=0bcae0f3-cb0b-4788-a69a-665806d75e96,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:15.439407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-c8cd06f9-6543-4a52-adef-a274c78a6d9d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:15.440053 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-c8cd06f9-6543-4a52-adef-a274c78a6d9d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:15.462894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-c8cd06f9-6543-4a52-adef-a274c78a6d9d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7319901 Nov 16 05:17:15.475605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Request body: {'port': {'device_id': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:17:15.534998 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:15.663856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ab9e3a19-6607-4240-ae90-8ee28e60e3f7 None None] Provisioning complete for port 0bcae0f3-cb0b-4788-a69a-665806d75e96 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:17:15.664227 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab9e3a19-6607-4240-ae90-8ee28e60e3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:15.701206 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e3a19-6607-4240-ae90-8ee28e60e3f7 None None] Port 0bcae0f3-cb0b-4788-a69a-665806d75e96 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:17:15.856156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bcae0f3-cb0b-4788-a69a-665806d75e96 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:17:15.865969 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:15.883803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Transition to ACTIVE for port object 0bcae0f3-cb0b-4788-a69a-665806d75e96 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:17:15.887957 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:15.903672 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a31cd1-8342-4484-9ab1-c8493a96cb57 req-d955af97-2c8c-4d82-ae8d-92b1500bc433 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:15.905168 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37a31cd1-8342-4484-9ab1-c8493a96cb57 req-d955af97-2c8c-4d82-ae8d-92b1500bc433 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 931 time: 0.0775425 Nov 16 05:17:15.980977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcae0f3-cb0b-4788-a69a-665806d75e96,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:16.047256 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37a31cd1-8342-4484-9ab1-c8493a96cb57 req-60c4c9f1-9fdc-421a-90f3-48af66e077e9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201925 Nov 16 05:17:16.078465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Attempting to bind port 0bcae0f3-cb0b-4788-a69a-665806d75e96 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:17:16.079202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Attempting to bind port 0bcae0f3-cb0b-4788-a69a-665806d75e96 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:17:16.079559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Attempting to bind port 0bcae0f3-cb0b-4788-a69a-665806d75e96 on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:17:16.085435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Port 0bcae0f3-cb0b-4788-a69a-665806d75e96 on network 3e1b7691-c959-4825-abab-eef7f5b48326 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:17:16.085759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Attempting to bind port 0bcae0f3-cb0b-4788-a69a-665806d75e96 on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:17:16.091886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:17:16.092336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Checking segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:17:16.093044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Bound using segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:17:16.093483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Bound port: 0bcae0f3-cb0b-4788-a69a-665806d75e96, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:17:16.093862 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:16.171078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] For port 0bcae0f3-cb0b-4788-a69a-665806d75e96, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:17:16.174506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] For port 0bcae0f3-cb0b-4788-a69a-665806d75e96, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0bcae0f3-cb0b-4788-a69a-665806d75e96,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:17:16.179123 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:16.224424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:16.224927 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:16.226362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] 10.222.0.37 "PUT /v2.0/ports/0bcae0f3-cb0b-4788-a69a-665806d75e96 HTTP/1.1" status: 200 len: 1091 time: 0.7551944 Nov 16 05:17:16.226813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'tag': '0bcae0f3-cb0b-4788-a69a-665806d75e96'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:17:16.229084 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecd4761-69a0-4ab8-9ce2-c7f7741d1ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "ef792656-b2be-41a0-b034-65c0aba4b91d", "tag": "0bcae0f3-cb0b-4788-a69a-665806d75e96"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:17:16.266892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f929dee-de27-4be5-a0c3-e3f2469b38b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0bcae0f3-cb0b-4788-a69a-665806d75e96,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:16.277153 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6c0e5f-257c-4ef8-a337-b19c8faffb1d x-openstack-request-id: req-be6c0e5f-257c-4ef8-a337-b19c8faffb1d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:17:16.277522 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef792656-b2be-41a0-b034-65c0aba4b91d", "tag": "0bcae0f3-cb0b-4788-a69a-665806d75e96", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:17:16.277984 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be6c0e5f-257c-4ef8-a337-b19c8faffb1d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:17:16.278476 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'tag': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'status': 'completed', 'code': 200} Nov 16 05:17:16.331677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-e2cc0984-fcb2-42fb-9e58-54684d805e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:16.333375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-e2cc0984-fcb2-42fb-9e58-54684d805e8b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 1094 time: 0.0464308 Nov 16 05:17:16.390439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-4d5d6e72-8006-40a1-b12c-a8b4745313df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bcae0f3-cb0b-4788-a69a-665806d75e96 HTTP/1.1" status: 200 len: 217 time: 0.0458815 Nov 16 05:17:16.435664 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:16.446466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-88afa14c-86f6-48cd-b08d-22b6edb56a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:16.447646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-88afa14c-86f6-48cd-b08d-22b6edb56a28 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0505931 Nov 16 05:17:16.500435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-59ed58bb-6e3b-4152-a6ac-d89df87d7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:16.501968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-59ed58bb-6e3b-4152-a6ac-d89df87d7546 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469551 Nov 16 05:17:16.594611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-d5bf1b26-f736-41dc-9526-19dc0ce11de5 service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855334 Nov 16 05:17:16.689886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bbb6088-8d20-416c-95b2-be699f60df6f req-210ffaf5-91f8-4b62-90c1-80e9532f2fab service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884759 Nov 16 05:17:16.777927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd4761-69a0-4ab8-9ce2-c7f7741d1ef7 req-0ac45d04-55c5-45f2-9179-0c2076fe4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:16.779473 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ecd4761-69a0-4ab8-9ce2-c7f7741d1ef7 req-0ac45d04-55c5-45f2-9179-0c2076fe4fd1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 1094 time: 0.0435333 Nov 16 05:17:16.874800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd4761-69a0-4ab8-9ce2-c7f7741d1ef7 req-b7668da5-6a7c-43c8-a3f4-bc2086b77a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:16.876467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ecd4761-69a0-4ab8-9ce2-c7f7741d1ef7 req-b7668da5-6a7c-43c8-a3f4-bc2086b77a5f service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.0906317 Nov 16 05:17:16.917526 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ecd4761-69a0-4ab8-9ce2-c7f7741d1ef7 req-dfce1f19-643d-4626-b6ea-dc13817bd77e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bcae0f3-cb0b-4788-a69a-665806d75e96 HTTP/1.1" status: 200 len: 217 time: 0.0341449 Nov 16 05:17:16.965889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd4761-69a0-4ab8-9ce2-c7f7741d1ef7 req-146f43c9-b548-444c-b84b-19f9b2cd25cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:16.967334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ecd4761-69a0-4ab8-9ce2-c7f7741d1ef7 req-146f43c9-b548-444c-b84b-19f9b2cd25cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0436478 Nov 16 05:17:17.018615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd4761-69a0-4ab8-9ce2-c7f7741d1ef7 req-4cbe66b7-2081-45b5-95cf-66c16e0a85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:17.020613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ecd4761-69a0-4ab8-9ce2-c7f7741d1ef7 req-4cbe66b7-2081-45b5-95cf-66c16e0a85dc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456522 Nov 16 05:17:17.116627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ecd4761-69a0-4ab8-9ce2-c7f7741d1ef7 req-db34c457-2ccf-43b2-920b-00d66538be38 service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879118 Nov 16 05:17:17.233752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dcd82-a10a-4346-81b6-a5bf6f5e1b18 req-0f06ed81-590b-4ab7-bac5-8304019527b4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:17.235249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da2dcd82-a10a-4346-81b6-a5bf6f5e1b18 req-0f06ed81-590b-4ab7-bac5-8304019527b4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 943 time: 0.1039820 Nov 16 05:17:17.257339 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ecd4761-69a0-4ab8-9ce2-c7f7741d1ef7 req-c2434058-d00f-4489-8895-47f568ac0ab7 service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332252 Nov 16 05:17:17.295487 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da2dcd82-a10a-4346-81b6-a5bf6f5e1b18 req-a915036a-3d57-4b9f-884c-ddc6fe5a1ef2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495722 Nov 16 05:17:18.412224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11434dc-bdc4-4903-99dd-b65875c623b1 req-621b318a-fb5e-4abb-ad7d-a8f9821d7d58 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:18.413734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e11434dc-bdc4-4903-99dd-b65875c623b1 req-621b318a-fb5e-4abb-ad7d-a8f9821d7d58 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 943 time: 0.0488338 Nov 16 05:17:18.466657 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e11434dc-bdc4-4903-99dd-b65875c623b1 req-9d5c9b2e-457b-44a7-8795-dda6b8789a6a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468752 Nov 16 05:17:18.578795 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:19.593656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51bbb8-38fe-46e4-8f82-cdae66d649df req-bb1c186e-2244-423f-8dd3-67ad1ae57996 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:19.595192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee51bbb8-38fe-46e4-8f82-cdae66d649df req-bb1c186e-2244-423f-8dd3-67ad1ae57996 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 943 time: 0.0584378 Nov 16 05:17:19.648552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee51bbb8-38fe-46e4-8f82-cdae66d649df req-723dd3c8-c240-4260-acc6-b7c225f9eced tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474482 Nov 16 05:17:20.764961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26084721-e30d-4f7c-ad35-4d8f3c0f0c60 req-323c0871-3d72-4998-acba-e3c48e688b33 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:20.766515 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26084721-e30d-4f7c-ad35-4d8f3c0f0c60 req-323c0871-3d72-4998-acba-e3c48e688b33 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 943 time: 0.0490077 Nov 16 05:17:20.817708 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26084721-e30d-4f7c-ad35-4d8f3c0f0c60 req-b82357fb-9913-49d5-a24a-4491ff9a76ca tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441427 Nov 16 05:17:21.934461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f6c18-38e5-47e2-93e1-e43ffad11ff8 req-4076ab96-64e3-4007-84f4-0a64f2bababe tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:21.936174 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c41f6c18-38e5-47e2-93e1-e43ffad11ff8 req-4076ab96-64e3-4007-84f4-0a64f2bababe tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 943 time: 0.0517609 Nov 16 05:17:21.984138 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c41f6c18-38e5-47e2-93e1-e43ffad11ff8 req-95f9dd20-7846-49b7-983c-f268436acd95 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414948 Nov 16 05:17:23.096244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f655e2-c9ce-4b67-8f45-bf15988f5388 req-abf66d56-f800-40c6-8174-bf436b28e78e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:23.097701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37f655e2-c9ce-4b67-8f45-bf15988f5388 req-abf66d56-f800-40c6-8174-bf436b28e78e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 943 time: 0.0480151 Nov 16 05:17:23.147302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37f655e2-c9ce-4b67-8f45-bf15988f5388 req-51dd53e5-f4bd-4102-a6e6-84ba78489dbc tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431061 Nov 16 05:17:24.261409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed8557-a276-484d-aee4-2ca7fe8d8112 req-0533780e-98e6-4f70-9c4e-db65968e56d7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:24.263163 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55ed8557-a276-484d-aee4-2ca7fe8d8112 req-0533780e-98e6-4f70-9c4e-db65968e56d7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 943 time: 0.0487685 Nov 16 05:17:24.316760 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55ed8557-a276-484d-aee4-2ca7fe8d8112 req-7f12859c-acc1-4c70-a2b8-5c31ee1b6a81 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475211 Nov 16 05:17:25.432819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be8948-6ee2-481d-b224-151f0b9ff554 req-ac451ddf-e76c-4529-ae10-b6700192bae5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:25.434294 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9be8948-6ee2-481d-b224-151f0b9ff554 req-ac451ddf-e76c-4529-ae10-b6700192bae5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 943 time: 0.0488007 Nov 16 05:17:25.482446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9be8948-6ee2-481d-b224-151f0b9ff554 req-e9d0a3cd-d56d-4249-9a96-90122573a34c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 Nov 16 05:17:26.451896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0bcae0f3-cb0b-4788-a69a-665806d75e96 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:17:26.550110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0bcae0f3-cb0b-4788-a69a-665806d75e96, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0bcae0f3-cb0b-4788-a69a-665806d75e96,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:17:26.562373 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'port_id': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'mac_address': 'fa:16:3e:36:dd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:17:26.599392 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:26.604957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1fb84-4c0d-40f8-af11-16d2a682f478 req-6aaddc41-03dc-4b90-8075-979a4d4ed0aa tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:26.606457 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbc1fb84-4c0d-40f8-af11-16d2a682f478 req-6aaddc41-03dc-4b90-8075-979a4d4ed0aa tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 943 time: 0.0493712 Nov 16 05:17:26.612091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bcae0f3-cb0b-4788-a69a-665806d75e96 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:17:26.631741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0bcae0f3-cb0b-4788-a69a-665806d75e96, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0bcae0f3-cb0b-4788-a69a-665806d75e96,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:17:26.636340 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:26.658728 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbc1fb84-4c0d-40f8-af11-16d2a682f478 req-cb2783d8-2ea2-44f4-bbcb-9078cec1ba31 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461509 Nov 16 05:17:26.681753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0bcae0f3-cb0b-4788-a69a-665806d75e96,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:26.843001 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['0bcae0f3-cb0b-4788-a69a-665806d75e96'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:17:27.774900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14b261-953d-4f9d-be6a-635e5cc26660 req-b7daa957-4d5a-4db9-bc15-fc02f948ab88 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:27.776388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c14b261-953d-4f9d-be6a-635e5cc26660 req-b7daa957-4d5a-4db9-bc15-fc02f948ab88 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 944 time: 0.0516245 Nov 16 05:17:27.824862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0c14b261-953d-4f9d-be6a-635e5cc26660 req-d06715c1-3f86-4501-8e1a-e3354b70af34 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426366 Nov 16 05:17:28.451315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0bcae0f3-cb0b-4788-a69a-665806d75e96 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:17:28.501470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 0bcae0f3-cb0b-4788-a69a-665806d75e96 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:17:28.505860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 0bcae0f3-cb0b-4788-a69a-665806d75e96 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:17:28.506224 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:28.581068 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:28.602255 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcae0f3-cb0b-4788-a69a-665806d75e96'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:17:28.604456 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8961e510-6f64-4d79-9ee3-bad2d06a1ac7" -d '{"events": [{"server_uuid": "ef792656-b2be-41a0-b034-65c0aba4b91d", "name": "network-vif-plugged", "status": "completed", "tag": "0bcae0f3-cb0b-4788-a69a-665806d75e96"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:17:28.621171 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 0bcae0f3-cb0b-4788-a69a-665806d75e96, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0bcae0f3-cb0b-4788-a69a-665806d75e96,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:17:28.625293 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:28.648190 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e71646-eb61-4eff-89ec-d3c21709f712 x-openstack-request-id: req-64e71646-eb61-4eff-89ec-d3c21709f712 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:17:28.648487 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef792656-b2be-41a0-b034-65c0aba4b91d", "name": "network-vif-plugged", "status": "completed", "tag": "0bcae0f3-cb0b-4788-a69a-665806d75e96", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:17:28.648742 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64e71646-eb61-4eff-89ec-d3c21709f712 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:17:28.649135 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'code': 200} Nov 16 05:17:28.674990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=0bcae0f3-cb0b-4788-a69a-665806d75e96,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:28.737592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89a138-2f4a-4b85-ac8c-06435042912a req-12005981-afaa-46b9-9f37-5d886dbd40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:28.739034 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c89a138-2f4a-4b85-ac8c-06435042912a req-12005981-afaa-46b9-9f37-5d886dbd40e0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 1096 time: 0.0396039 Nov 16 05:17:28.785702 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c89a138-2f4a-4b85-ac8c-06435042912a req-ba435e62-f80d-4d68-ae0a-bd8fdf882916 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387287 Nov 16 05:17:28.947169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82115aa-97ef-4138-bf4c-558840828427 req-7fccdc04-ec60-4862-9e31-60bd59e6a490 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:28.948632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d82115aa-97ef-4138-bf4c-558840828427 req-7fccdc04-ec60-4862-9e31-60bd59e6a490 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 945 time: 0.0520306 Nov 16 05:17:28.996778 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d82115aa-97ef-4138-bf4c-558840828427 req-97b8372d-467a-4277-a107-8d8deafa9a16 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422006 Nov 16 05:17:30.111719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133f3a4-b261-418c-9b03-860c69a9df98 req-5f4bd212-b50a-4af1-9443-c7ac33e4629b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:30.113176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5133f3a4-b261-418c-9b03-860c69a9df98 req-5f4bd212-b50a-4af1-9443-c7ac33e4629b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 945 time: 0.0482955 Nov 16 05:17:30.167925 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5133f3a4-b261-418c-9b03-860c69a9df98 req-c28948a2-0585-4215-a741-5889a26d7683 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487890 Nov 16 05:17:30.291995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c710e0-470d-4367-bae0-bbb8ecc7a33f req-7c244e67-5c0e-41b6-81f3-635270588d05 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:30.293369 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58c710e0-470d-4367-bae0-bbb8ecc7a33f req-7c244e67-5c0e-41b6-81f3-635270588d05 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 945 time: 0.0474331 Nov 16 05:17:30.345222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58c710e0-470d-4367-bae0-bbb8ecc7a33f req-b4f214a8-4b92-460b-b04e-f905f44561ba tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460684 Nov 16 05:17:30.366580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58104) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:30.574861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc0aa04-4eb1-42ee-bb7a-1fe1fc67051f tempest-TestVolumeBootPattern-397974332 tempest-TestVolumeBootPattern-397974332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:30.576273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7fc0aa04-4eb1-42ee-bb7a-1fe1fc67051f tempest-TestVolumeBootPattern-397974332 tempest-TestVolumeBootPattern-397974332-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 1091 time: 0.2087464 Nov 16 05:17:30.579034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58108) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:17:30.583314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:17:30.604560 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:30.699944 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:30.804366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Allocated IP 172.25.0.71 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/bc57593c-b6ba-45ba-8595-a1bb441b1ec8) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:17:30.910110 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:30.948186 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:30.982825 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:17:30.987553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:17:30.991594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:17:31.014335 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'Port': ['ID=bc57593c-b6ba-45ba-8595-a1bb441b1ec8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:31.027031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:31.027374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:31.027718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:31.028055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:31.028388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:31.028713 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:31.029035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:31.029355 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:31.029678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:31.030020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:31.030341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:31.030660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:17:31.342433 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:31.409373 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:31.555286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:31.560038 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:31.624545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'Port': ['ID=bc57593c-b6ba-45ba-8595-a1bb441b1ec8,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:17:31.636455 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:31.733539 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Floating IP 99fac10b-2a79-4b46-b41a-388d3c8b47b7 associated. External IP: 172.25.0.71, port: 0bcae0f3-cb0b-4788-a69a-665806d75e96. Nov 16 05:17:31.936284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:17:32.040897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:17:32.050182 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba5cb2-6f25-4eb1-a8c1-5b7e1914a4db None None] Sync routers for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:17:32.058722 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:32.060143 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba5cb2-6f25-4eb1-a8c1-5b7e1914a4db None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:17:32.060740 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-76ba5cb2-6f25-4eb1-a8c1-5b7e1914a4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:17:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:32.098313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c953252e-3a02-4175-9729-91d095a5c75b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5064251 Nov 16 05:17:32.098313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'tag': '0bcae0f3-cb0b-4788-a69a-665806d75e96'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:17:32.098313 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca94093-3f1f-4a20-b59f-51da861ad21c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef792656-b2be-41a0-b034-65c0aba4b91d", "tag": "0bcae0f3-cb0b-4788-a69a-665806d75e96"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:17:32.125528 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70251b8d-075c-4fb9-af43-f5414522b2fa x-openstack-request-id: req-70251b8d-075c-4fb9-af43-f5414522b2fa {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:17:32.125955 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef792656-b2be-41a0-b034-65c0aba4b91d", "tag": "0bcae0f3-cb0b-4788-a69a-665806d75e96", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:17:32.126196 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70251b8d-075c-4fb9-af43-f5414522b2fa {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:17:32.126613 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'tag': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'status': 'completed', 'code': 200} Nov 16 05:17:32.167210 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-76ba5cb2-6f25-4eb1-a8c1-5b7e1914a4db None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:17:32.188204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca94093-3f1f-4a20-b59f-51da861ad21c req-946dd08b-b417-4aa0-82b3-31e9afe8aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:32.189662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dca94093-3f1f-4a20-b59f-51da861ad21c req-946dd08b-b417-4aa0-82b3-31e9afe8aa25 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 1096 time: 0.0409586 Nov 16 05:17:32.289393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca94093-3f1f-4a20-b59f-51da861ad21c req-8f0e95f9-8022-4f49-af11-39ce21cba258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:32.290890 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dca94093-3f1f-4a20-b59f-51da861ad21c req-8f0e95f9-8022-4f49-af11-39ce21cba258 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.0874500 Nov 16 05:17:32.355874 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dca94093-3f1f-4a20-b59f-51da861ad21c req-f2554b01-6be4-4cce-bf23-355f49c7046a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bcae0f3-cb0b-4788-a69a-665806d75e96 HTTP/1.1" status: 200 len: 998 time: 0.0578542 Nov 16 05:17:32.407354 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca94093-3f1f-4a20-b59f-51da861ad21c req-11e9f13b-2181-4a3c-b041-de6a48e06d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:32.408863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dca94093-3f1f-4a20-b59f-51da861ad21c req-11e9f13b-2181-4a3c-b041-de6a48e06d9f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0462704 Nov 16 05:17:32.459532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca94093-3f1f-4a20-b59f-51da861ad21c req-14440689-cf5c-4e31-a7ee-905e1c7cb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:32.460991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dca94093-3f1f-4a20-b59f-51da861ad21c req-14440689-cf5c-4e31-a7ee-905e1c7cb60b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451157 Nov 16 05:17:32.474749 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-76ba5cb2-6f25-4eb1-a8c1-5b7e1914a4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '99fac10b-2a79-4b46-b41a-388d3c8b47b7', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:36:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:17:31Z', 'updated_at': '2021-11-16T05:17:31Z', 'revision_number': 0, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:32.503806 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba5cb2-6f25-4eb1-a8c1-5b7e1914a4db None None] Checking router: f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:17:32.511521 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba5cb2-6f25-4eb1-a8c1-5b7e1914a4db None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:17:32.512124 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-76ba5cb2-6f25-4eb1-a8c1-5b7e1914a4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:17:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:32.554501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dca94093-3f1f-4a20-b59f-51da861ad21c req-2fe34b58-b3ca-4028-9295-5870653c2aad service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856004 Nov 16 05:17:32.613714 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-76ba5cb2-6f25-4eb1-a8c1-5b7e1914a4db None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:17:32.647907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dca94093-3f1f-4a20-b59f-51da861ad21c req-b3de2bcb-a592-4992-a48f-1b41aeaed98b service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856693 Nov 16 05:17:32.836135 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-76ba5cb2-6f25-4eb1-a8c1-5b7e1914a4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '99fac10b-2a79-4b46-b41a-388d3c8b47b7', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:36:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:17:31Z', 'updated_at': '2021-11-16T05:17:31Z', 'revision_number': 0, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:17:32.861461 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ba5cb2-6f25-4eb1-a8c1-5b7e1914a4db None None] The sync data for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 is: [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '99fac10b-2a79-4b46-b41a-388d3c8b47b7', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:36:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:17:31Z', 'updated_at': '2021-11-16T05:17:31Z', 'revision_number': 0, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:17:33.050948 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef7d203-4660-4592-bf4f-10fc8440005a None None] New status for floating IP 99fac10b-2a79-4b46-b41a-388d3c8b47b7: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:17:38.026369 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b5f97507-0965-4ab2-aef3-006aa44648ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:40.213338 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4cb3877f-440b-49a7-aa38-c3503740a231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:41.477927 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:17:41.990863 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:43.351321 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:43.734847 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:46.430866 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:48.592465 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:17:53.266231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99a57243-be51-4c86-ae18-c07656fdea2f req-105718e0-5276-4b07-b1ea-d140e4d3d547 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4008424 Nov 16 05:17:53.357606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a57243-be51-4c86-ae18-c07656fdea2f req-a6a49185-cedb-4773-87b6-4bdc9c1fb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:53.359183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99a57243-be51-4c86-ae18-c07656fdea2f req-a6a49185-cedb-4773-87b6-4bdc9c1fb0b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 1096 time: 0.0465856 Nov 16 05:17:53.469708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a57243-be51-4c86-ae18-c07656fdea2f req-62f559c9-5a14-4b8b-a254-857e6e71baba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:53.471288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99a57243-be51-4c86-ae18-c07656fdea2f req-62f559c9-5a14-4b8b-a254-857e6e71baba service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.0925174 Nov 16 05:17:53.545018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99a57243-be51-4c86-ae18-c07656fdea2f req-3d3fa45a-4c3c-453f-afd0-c795520f54b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bcae0f3-cb0b-4788-a69a-665806d75e96 HTTP/1.1" status: 200 len: 1000 time: 0.0671649 Nov 16 05:17:53.598556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a57243-be51-4c86-ae18-c07656fdea2f req-dbaded94-3c3b-4e7e-968c-15b6a2de28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:53.600348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99a57243-be51-4c86-ae18-c07656fdea2f req-dbaded94-3c3b-4e7e-968c-15b6a2de28ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0480919 Nov 16 05:17:53.655182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a57243-be51-4c86-ae18-c07656fdea2f req-01bb2a53-ea4c-4c8e-ac75-30f06184bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:17:53.656678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99a57243-be51-4c86-ae18-c07656fdea2f req-01bb2a53-ea4c-4c8e-ac75-30f06184bb2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497723 Nov 16 05:17:53.747512 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99a57243-be51-4c86-ae18-c07656fdea2f req-32ba81d8-5a5a-45b6-be24-03da146da51d service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840259 Nov 16 05:17:53.846257 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99a57243-be51-4c86-ae18-c07656fdea2f req-397d5d83-47a1-4370-9d50-6a2fccba2743 service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917690 Nov 16 05:18:02.218073 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19d63098-6231-4772-ae2d-49a69fb818e7 req-39a96c44-ed77-4dd1-92b8-762c85668b57 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392547 Nov 16 05:18:02.297104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d63098-6231-4772-ae2d-49a69fb818e7 req-644fc5da-4e4d-4248-bd0c-cced1be926c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:18:02.298628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19d63098-6231-4772-ae2d-49a69fb818e7 req-644fc5da-4e4d-4248-bd0c-cced1be926c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9502580cba084166bf97c0b05b32a44f&device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 1096 time: 0.0396914 Nov 16 05:18:02.406931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d63098-6231-4772-ae2d-49a69fb818e7 req-b5e73fa1-6bfe-46a7-867f-b9f8f3790fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:18:02.408414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19d63098-6231-4772-ae2d-49a69fb818e7 req-b5e73fa1-6bfe-46a7-867f-b9f8f3790fd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da36840f-7023-4b76-9394-b6b9675e57f5 HTTP/1.1" status: 200 len: 910 time: 0.0909388 Nov 16 05:18:02.472180 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19d63098-6231-4772-ae2d-49a69fb818e7 req-fa7f221f-3d25-4c34-a6cb-847148c06792 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f560028-69e6-44cd-822a-5b65ff51770d HTTP/1.1" status: 200 len: 1000 time: 0.0569603 Nov 16 05:18:02.522962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d63098-6231-4772-ae2d-49a69fb818e7 req-00ea13b8-b873-47ae-8807-04b2730bcb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:18:02.524365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19d63098-6231-4772-ae2d-49a69fb818e7 req-00ea13b8-b873-47ae-8807-04b2730bcb9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2071cbc9-1d75-4cab-b33a-1fdb510178bc HTTP/1.1" status: 200 len: 848 time: 0.0457575 Nov 16 05:18:02.567962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d63098-6231-4772-ae2d-49a69fb818e7 req-705186a1-f873-4ede-bdea-f610b4d40f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:18:02.569396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19d63098-6231-4772-ae2d-49a69fb818e7 req-705186a1-f873-4ede-bdea-f610b4d40f97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da36840f-7023-4b76-9394-b6b9675e57f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380058 Nov 16 05:18:02.661069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19d63098-6231-4772-ae2d-49a69fb818e7 req-1d93223d-995e-4b93-b190-085255e1aa51 service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837357 Nov 16 05:18:02.753733 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19d63098-6231-4772-ae2d-49a69fb818e7 req-3036771b-6696-4888-be43-923bb47d6ae5 service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852413 Nov 16 05:18:08.018233 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efd92e5c-8881-41dd-a9e1-c8655bdca4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:10.215538 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d1da1e5-69b7-4b62-83ab-ab29e609c1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:11.993801 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:13.354071 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:13.736648 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:16.445489 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:18.477238 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:18:18.591357 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:38.018698 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e3a175f2-a60c-4694-8456-b8b23d6e1f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:40.216251 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a8430c57-430f-46aa-b7fe-03a18bd9b667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:41.999361 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:43.356293 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:43.738587 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:46.460292 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:48.607281 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:18:54.965737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0eced13d-31bf-4690-a69b-8c1de86aa850 req-9322ebf6-9211-45f3-9ddb-1de1f676b154 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909264 Nov 16 05:18:55.045890 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eced13d-31bf-4690-a69b-8c1de86aa850 req-18f1b819-425e-46c6-aed2-54778b4444b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:18:55.047275 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0eced13d-31bf-4690-a69b-8c1de86aa850 req-18f1b819-425e-46c6-aed2-54778b4444b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 1096 time: 0.0397036 Nov 16 05:18:55.152942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eced13d-31bf-4690-a69b-8c1de86aa850 req-7494d4f0-23bd-4c22-bfa4-a03a1cae9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:18:55.154441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0eced13d-31bf-4690-a69b-8c1de86aa850 req-7494d4f0-23bd-4c22-bfa4-a03a1cae9530 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.0876217 Nov 16 05:18:55.223443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0eced13d-31bf-4690-a69b-8c1de86aa850 req-db28a4b9-a565-4758-a3be-065665c82a78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bcae0f3-cb0b-4788-a69a-665806d75e96 HTTP/1.1" status: 200 len: 1000 time: 0.0624099 Nov 16 05:18:55.271971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eced13d-31bf-4690-a69b-8c1de86aa850 req-5dfa5ee4-75fc-46a5-a713-10b58c62522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:18:55.273380 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0eced13d-31bf-4690-a69b-8c1de86aa850 req-5dfa5ee4-75fc-46a5-a713-10b58c62522d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0423529 Nov 16 05:18:55.318145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eced13d-31bf-4690-a69b-8c1de86aa850 req-2272dba5-1d92-4706-a344-819ab1d9b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:18:55.319513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0eced13d-31bf-4690-a69b-8c1de86aa850 req-2272dba5-1d92-4706-a344-819ab1d9b9f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392220 Nov 16 05:18:55.413019 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0eced13d-31bf-4690-a69b-8c1de86aa850 req-e95d7464-5bdc-4e4c-86da-02a04d3d6a7c service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856202 Nov 16 05:18:55.476133 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:18:55.516536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0eced13d-31bf-4690-a69b-8c1de86aa850 req-aeb436be-d54d-4b25-8bed-10d06c0df6a7 service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966671 Nov 16 05:19:03.743279 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-399cbdc9-4e80-492e-ae6a-7505a2c360bc req-45613a6b-9069-476c-b866-30d40e84776b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560303 Nov 16 05:19:03.837993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cbdc9-4e80-492e-ae6a-7505a2c360bc req-22b90217-b67c-46ec-9b0e-fb3c7f21da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:03.839633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-399cbdc9-4e80-492e-ae6a-7505a2c360bc req-22b90217-b67c-46ec-9b0e-fb3c7f21da38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9502580cba084166bf97c0b05b32a44f&device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 1096 time: 0.0487757 Nov 16 05:19:03.950581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cbdc9-4e80-492e-ae6a-7505a2c360bc req-349a4840-8d8a-46e2-9d7a-f875d97fb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:03.951983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-399cbdc9-4e80-492e-ae6a-7505a2c360bc req-349a4840-8d8a-46e2-9d7a-f875d97fb0c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da36840f-7023-4b76-9394-b6b9675e57f5 HTTP/1.1" status: 200 len: 910 time: 0.0931723 Nov 16 05:19:04.020985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-399cbdc9-4e80-492e-ae6a-7505a2c360bc req-032d61c8-8aef-43c3-8671-664870e79bef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f560028-69e6-44cd-822a-5b65ff51770d HTTP/1.1" status: 200 len: 1000 time: 0.0611320 Nov 16 05:19:04.070067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cbdc9-4e80-492e-ae6a-7505a2c360bc req-c4cecebb-0c30-492b-9742-cb492276f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:04.071543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-399cbdc9-4e80-492e-ae6a-7505a2c360bc req-c4cecebb-0c30-492b-9742-cb492276f02e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2071cbc9-1d75-4cab-b33a-1fdb510178bc HTTP/1.1" status: 200 len: 848 time: 0.0439343 Nov 16 05:19:04.117634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cbdc9-4e80-492e-ae6a-7505a2c360bc req-2b8a6d97-1d45-4e23-97d3-c3d45706a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:04.119168 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-399cbdc9-4e80-492e-ae6a-7505a2c360bc req-2b8a6d97-1d45-4e23-97d3-c3d45706a634 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da36840f-7023-4b76-9394-b6b9675e57f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407860 Nov 16 05:19:04.211404 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-399cbdc9-4e80-492e-ae6a-7505a2c360bc req-9b6eae79-1bf6-4ee4-8fdb-e60788152778 service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838664 Nov 16 05:19:04.299289 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-399cbdc9-4e80-492e-ae6a-7505a2c360bc req-ce90a221-8358-48f8-bef7-843b2774a0ef service neutron] 10.222.0.15 "GET /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805748 Nov 16 05:19:08.027515 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-316caf05-ff8b-4540-a1d9-3a57c36cc2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:10.219385 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0a379a6-8b14-4fb3-8839-fe9f711d3f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:10.928816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1c784-231c-42a0-8386-a475843da27f req-e3e347ec-1c51-426c-a594-e502a6d23ee8 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:10.931148 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2d1c784-231c-42a0-8386-a475843da27f req-e3e347ec-1c51-426c-a594-e502a6d23ee8 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 945 time: 0.0551078 Nov 16 05:19:11.013640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2d1c784-231c-42a0-8386-a475843da27f req-cd25f655-ff0a-45b6-91dd-a86e1baa0126 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755508 Nov 16 05:19:11.997421 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:12.188946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e10d48-dd20-489a-babf-0fa09a4cf236 req-159ac2e9-a172-48c0-9112-7daf95ac3e8e tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:12.190743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4e10d48-dd20-489a-babf-0fa09a4cf236 req-159ac2e9-a172-48c0-9112-7daf95ac3e8e tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 945 time: 0.0811133 Nov 16 05:19:12.203992 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae74905-0195-4582-b557-bd73d9726a2c req-53ff2f2d-36bf-4b3f-9c08-4117c07718d1 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:12.205400 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ae74905-0195-4582-b557-bd73d9726a2c req-53ff2f2d-36bf-4b3f-9c08-4117c07718d1 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cfb169e-d490-4a56-954a-c95b835a9310 HTTP/1.1" status: 200 len: 945 time: 0.0649168 Nov 16 05:19:12.312562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d4e10d48-dd20-489a-babf-0fa09a4cf236 req-3c0b6b6e-4208-4a1f-a863-94fb76074d1c tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "GET /v2.0/security-groups?id=9bad1357-9bc0-48fe-9462-0b46029a7757&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061587 Nov 16 05:19:12.349103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Deleting port 6f560028-69e6-44cd-822a-5b65ff51770d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:19:12.349440 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:12.444093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] For port 6f560028-69e6-44cd-822a-5b65ff51770d, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6f560028-69e6-44cd-822a-5b65ff51770d,segment=NetworkSegment(43619aba-9d6a-4684-b367-4d2e5d56fdb3),segment_id=43619aba-9d6a-4684-b367-4d2e5d56fdb3)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:19:12.444490 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:12.633302 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:12.633665 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:12.634012 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Floating IP 912f3ffe-59fb-451d-90ca-92e417f4cc3b disassociated. External IP: 172.25.0.15, port: 6f560028-69e6-44cd-822a-5b65ff51770d. Nov 16 05:19:12.634359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Calling delete_port for 6f560028-69e6-44cd-822a-5b65ff51770d owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:19:12.758858 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:12.790831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Pushing event deleted for resources: {'Port': ['ID=6f560028-69e6-44cd-822a-5b65ff51770d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:12.802682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:12.803037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:12.803387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:12.803720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:12.804059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:12.804391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:12.804720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:12.805048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:12.805378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:12.805703 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:12.806057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:12.806381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:12.915563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Router 0c127d89-3474-42fc-ba58-63aa98433ee7 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:19:13.022050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:19:13.032671 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995bbdfa-069d-4f97-adef-c3e3ea74aa80 None None] Sync routers for ids ['0c127d89-3474-42fc-ba58-63aa98433ee7'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:19:13.041975 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995bbdfa-069d-4f97-adef-c3e3ea74aa80 None None] Routers {'0c127d89-3474-42fc-ba58-63aa98433ee7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:19:13.043090 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-995bbdfa-069d-4f97-adef-c3e3ea74aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:19:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['0c127d89-3474-42fc-ba58-63aa98433ee7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:13.065898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] No DVR routers for this DVR port 6f560028-69e6-44cd-822a-5b65ff51770d on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:19:13.069262 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:13.073185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ae74905-0195-4582-b557-bd73d9726a2c req-8f01906c-1f68-4fee-a56b-42bc4fa529f5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.15 "DELETE /v2.0/ports/6f560028-69e6-44cd-822a-5b65ff51770d HTTP/1.1" status: 204 len: 173 time: 0.8612616 Nov 16 05:19:13.073671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfb169e-d490-4a56-954a-c95b835a9310', 'name': 'network-vif-deleted', 'tag': '6f560028-69e6-44cd-822a-5b65ff51770d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:19:13.076669 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99bb2c3-7f6a-4a50-82f9-c5a2e324a8cb" -d '{"events": [{"server_uuid": "3cfb169e-d490-4a56-954a-c95b835a9310", "name": "network-vif-deleted", "tag": "6f560028-69e6-44cd-822a-5b65ff51770d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:19:13.115362 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e56f81-fd81-4dd4-ab83-5478fd201451 x-openstack-request-id: req-63e56f81-fd81-4dd4-ab83-5478fd201451 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:19:13.115645 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfb169e-d490-4a56-954a-c95b835a9310", "name": "network-vif-deleted", "tag": "6f560028-69e6-44cd-822a-5b65ff51770d", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:19:13.116000 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63e56f81-fd81-4dd4-ab83-5478fd201451 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:19:13.116474 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfb169e-d490-4a56-954a-c95b835a9310', 'name': 'network-vif-deleted', 'tag': '6f560028-69e6-44cd-822a-5b65ff51770d', 'status': 'completed', 'code': 200} Nov 16 05:19:13.156940 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-995bbdfa-069d-4f97-adef-c3e3ea74aa80 None None] Set router 0c127d89-3474-42fc-ba58-63aa98433ee7 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:19:13.362330 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:13.377306 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-995bbdfa-069d-4f97-adef-c3e3ea74aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port': {'id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '79d983df-5aed-4209-8e0c-7d330269486d', 'name': '', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'mac_address': 'fa:16:3e:99:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:03Z', 'updated_at': '2021-11-16T05:14:09Z', 'revision_number': 5, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'subnets': [{'id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:13.411361 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995bbdfa-069d-4f97-adef-c3e3ea74aa80 None None] Checking router: 0c127d89-3474-42fc-ba58-63aa98433ee7 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:19:13.429459 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995bbdfa-069d-4f97-adef-c3e3ea74aa80 None None] Routers {'0c127d89-3474-42fc-ba58-63aa98433ee7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:19:13.430511 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-995bbdfa-069d-4f97-adef-c3e3ea74aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:19:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['0c127d89-3474-42fc-ba58-63aa98433ee7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:13.513368 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-8c5ce291-76f1-4967-bc38-096b5fe37806 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1596892100&fields=id&tenant_id=0099172d2e3e41f2af5fe31786d7eb1c HTTP/1.1" status: 200 len: 267 time: 0.0613952 Nov 16 05:19:13.558859 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-995bbdfa-069d-4f97-adef-c3e3ea74aa80 None None] Set router 0c127d89-3474-42fc-ba58-63aa98433ee7 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:19:13.611658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58210) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:13.634034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-3c11c339-c34d-4f82-8d21-8547b7c610b4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:13.635505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-3c11c339-c34d-4f82-8d21-8547b7c610b4 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.1129093 Nov 16 05:19:13.654270 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-e7d9f2b9-5346-4961-9d25-4fcabd2b5d80 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/quotas/0099172d2e3e41f2af5fe31786d7eb1c HTTP/1.1" status: 200 len: 375 time: 0.0114617 Nov 16 05:19:13.725982 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-dadfb844-6263-4b1b-8696-7895c2daedbd tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0626550 Nov 16 05:19:13.760443 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:13.857684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-af11dc49-3ecf-4add-b6e0-94acfe612a67 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995469 Nov 16 05:19:13.876053 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-995bbdfa-069d-4f97-adef-c3e3ea74aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port': {'id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '79d983df-5aed-4209-8e0c-7d330269486d', 'name': '', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'mac_address': 'fa:16:3e:99:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:03Z', 'updated_at': '2021-11-16T05:14:09Z', 'revision_number': 5, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'subnets': [{'id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:13.902752 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995bbdfa-069d-4f97-adef-c3e3ea74aa80 None None] The sync data for ids ['0c127d89-3474-42fc-ba58-63aa98433ee7'] in n-d-818042-1 is: [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port': {'id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '79d983df-5aed-4209-8e0c-7d330269486d', 'name': '', 'network_id': 'da36840f-7023-4b76-9394-b6b9675e57f5', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'mac_address': 'fa:16:3e:99:d0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:03Z', 'updated_at': '2021-11-16T05:14:09Z', 'revision_number': 5, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'subnets': [{'id': '2071cbc9-1d75-4cab-b33a-1fdb510178bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:19:13.971927 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-21389494-0a6b-4686-9c3f-a92b0992dc78 service neutron] 10.222.0.41 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054254 Nov 16 05:19:14.049181 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Deleting port 4103cefa-633c-4ef0-9fd0-370399086a38 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:19:14.049526 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:14.133830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:14.134164 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:14.149026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Calling delete_port for 4103cefa-633c-4ef0-9fd0-370399086a38 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:19:14.169288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c96d2f-b396-410c-accf-9ab8901025f9 None None] New status for floating IP 912f3ffe-59fb-451d-90ca-92e417f4cc3b: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:19:14.273554 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-d9c96d2f-b396-410c-accf-9ab8901025f9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 16 05:19:14.273554 n-d-818042-1 neutron-server[102661]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Nov 16 05:19:14.273554 n-d-818042-1 neutron-server[102661]: [parameters: {'status': 'DOWN', 'floatingips_id': '912f3ffe-59fb-451d-90ca-92e417f4cc3b'}] Nov 16 05:19:14.273554 n-d-818042-1 neutron-server[102661]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:19:14.274045 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-d9c96d2f-b396-410c-accf-9ab8901025f9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:19:14.287995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0214fbf9-a40f-4ebd-9756-46fb230d165b req-3136e543-18bd-4e5d-9a04-faff4aa0342b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 210 time: 0.0298390 Nov 16 05:19:14.316504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:14.342141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Pushing event deleted for resources: {'Port': ['ID=4103cefa-633c-4ef0-9fd0-370399086a38,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:14.366288 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:14.366634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:14.366971 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:14.367306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:14.367639 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:14.367967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:14.368299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:14.368625 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:14.368946 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:14.369269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:14.369593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:14.369937 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:14.407023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:14.409507 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:14.410695 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3677b580-39f0-4a04-a791-d3f5cd155dc6 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "DELETE /v2.0/floatingips/912f3ffe-59fb-451d-90ca-92e417f4cc3b HTTP/1.1" status: 204 len: 168 time: 0.7967446 Nov 16 05:19:14.480810 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58226) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:14.536408 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76ea456f-4886-4027-86ca-f07e057ee4e5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:14.564981 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76ea456f-4886-4027-86ca-f07e057ee4e5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:14.625168 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76ea456f-4886-4027-86ca-f07e057ee4e5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:14.627888 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-76ea456f-4886-4027-86ca-f07e057ee4e5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:14.629045 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-76ea456f-4886-4027-86ca-f07e057ee4e5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] 10.222.0.41 "DELETE /v2.0/security-groups/9bad1357-9bc0-48fe-9462-0b46029a7757 HTTP/1.1" status: 204 len: 168 time: 0.1471839 Nov 16 05:19:14.638692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea456f-4886-4027-86ca-f07e057ee4e5 tempest-TestServerBasicOps-1535352330 tempest-TestServerBasicOps-1535352330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bad1357-9bc0-48fe-9462-0b46029a7757,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:14.667118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58230) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:14.775799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c96d2f-b396-410c-accf-9ab8901025f9 None None] New status for floating IP 912f3ffe-59fb-451d-90ca-92e417f4cc3b: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:19:15.060815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ab7-7c7d-49bd-9051-ef87a2f6dd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:15.304429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c94f7ab7-7c7d-49bd-9051-ef87a2f6dd88 admin admin] Deleting port 79d983df-5aed-4209-8e0c-7d330269486d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:19:15.304772 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ab7-7c7d-49bd-9051-ef87a2f6dd88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:15.376267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb778074-a390-4d54-a614-44df260dcadb req-1c341a3a-d2e4-4948-adcb-4db1b4ac3de2 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 210 time: 0.0313108 Nov 16 05:19:15.415058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-c94f7ab7-7c7d-49bd-9051-ef87a2f6dd88 admin admin] For port 79d983df-5aed-4209-8e0c-7d330269486d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=79d983df-5aed-4209-8e0c-7d330269486d,segment=NetworkSegment(43619aba-9d6a-4684-b367-4d2e5d56fdb3),segment_id=43619aba-9d6a-4684-b367-4d2e5d56fdb3)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:19:15.415422 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ab7-7c7d-49bd-9051-ef87a2f6dd88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:15.428292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c94f7ab7-7c7d-49bd-9051-ef87a2f6dd88 admin admin] Calling delete_port for 79d983df-5aed-4209-8e0c-7d330269486d owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:19:15.615372 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ab7-7c7d-49bd-9051-ef87a2f6dd88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:15.642949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f7ab7-7c7d-49bd-9051-ef87a2f6dd88 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d983df-5aed-4209-8e0c-7d330269486d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:15.784794 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 6f560028-69e6-44cd-822a-5b65ff51770d no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:19:15.823480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 6f560028-69e6-44cd-822a-5b65ff51770d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:19:15.823945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 6f560028-69e6-44cd-822a-5b65ff51770d not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:19:15.841191 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c94f7ab7-7c7d-49bd-9051-ef87a2f6dd88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:16.063094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94f7ab7-7c7d-49bd-9051-ef87a2f6dd88 admin admin] Router 0c127d89-3474-42fc-ba58-63aa98433ee7 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:19:16.175556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94f7ab7-7c7d-49bd-9051-ef87a2f6dd88 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:19:16.183152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58254) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:16.183642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c94f7ab7-7c7d-49bd-9051-ef87a2f6dd88 admin admin] 10.222.0.41 "PUT /v2.0/routers/0c127d89-3474-42fc-ba58-63aa98433ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5143857 Nov 16 05:19:16.185631 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de74a670-13ad-41c7-ad07-a62c661c9469 None None] Sync routers for ids ['0c127d89-3474-42fc-ba58-63aa98433ee7'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:19:16.196235 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74a670-13ad-41c7-ad07-a62c661c9469 None None] Routers {'0c127d89-3474-42fc-ba58-63aa98433ee7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:19:16.196842 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-de74a670-13ad-41c7-ad07-a62c661c9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:19:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['0c127d89-3474-42fc-ba58-63aa98433ee7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:16.296282 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:16.315602 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-de74a670-13ad-41c7-ad07-a62c661c9469 None None] Set router 0c127d89-3474-42fc-ba58-63aa98433ee7 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:19:16.387227 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-7f6158d2-f44b-4ab6-8ec3-4b2e37fbac66 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:16.388740 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-7f6158d2-f44b-4ab6-8ec3-4b2e37fbac66 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 812 time: 0.1527295 Nov 16 05:19:16.404672 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:16.469243 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:16.500350 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Deleting port ada1c6c2-b848-467e-afb4-15337947f5e8 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:19:16.500675 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:16.532472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c25392fa-e393-4739-9452-1ec6034174ca req-4d215e95-a4f9-43b8-aa32-5d76f889906e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 210 time: 0.0477769 Nov 16 05:19:16.549007 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9511b5ba-79c2-47f6-9cc7-02e62c4f0842 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0099172d2e3e41f2af5fe31786d7eb1c HTTP/1.1" status: 200 len: 380 time: 0.1462181 Nov 16 05:19:16.559783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-c49bb8dd-d052-4259-a11b-61970670a46b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'port': {'device_id': '8d655f74-6787-4363-b030-a2880a06a521', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'admin_state_up': True, 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'security_groups': ['53056aa4-d437-4902-abbf-ce76d4e95b63']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:19:16.565304 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-de74a670-13ad-41c7-ad07-a62c661c9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11'}], 'enable_snat': True}, 'gw_port_id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:19:15Z', 'revision_number': 5, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port': {'id': 'ada1c6c2-b848-467e-afb4-15337947f5e8', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:81:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:16.594005 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de74a670-13ad-41c7-ad07-a62c661c9469 None None] Checking router: 0c127d89-3474-42fc-ba58-63aa98433ee7 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:19:16.603283 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74a670-13ad-41c7-ad07-a62c661c9469 None None] Routers {'0c127d89-3474-42fc-ba58-63aa98433ee7'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:19:16.604114 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-de74a670-13ad-41c7-ad07-a62c661c9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:19:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['0c127d89-3474-42fc-ba58-63aa98433ee7'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:16.609116 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] For port ada1c6c2-b848-467e-afb4-15337947f5e8, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ada1c6c2-b848-467e-afb4-15337947f5e8,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:19:16.609548 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:16.623240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Calling delete_port for ada1c6c2-b848-467e-afb4-15337947f5e8 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:19:16.674196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-c49bb8dd-d052-4259-a11b-61970670a46b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Made reservation on behalf of 0099172d2e3e41f2af5fe31786d7eb1c for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:19:16.679693 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-c49bb8dd-d052-4259-a11b-61970670a46b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:16.697506 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-de74a670-13ad-41c7-ad07-a62c661c9469 None None] Set router 0c127d89-3474-42fc-ba58-63aa98433ee7 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:19:16.760182 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-de74a670-13ad-41c7-ad07-a62c661c9469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:19:16Z', 'revision_number': 6, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:16.791339 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de74a670-13ad-41c7-ad07-a62c661c9469 None None] The sync data for ids ['0c127d89-3474-42fc-ba58-63aa98433ee7'] in n-d-818042-1 is: [{'id': '0c127d89-3474-42fc-ba58-63aa98433ee7', 'name': 'tempest-TestServerBasicOps-1456263403-router', 'tenant_id': '9502580cba084166bf97c0b05b32a44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:13:59Z', 'updated_at': '2021-11-16T05:19:16Z', 'revision_number': 6, 'project_id': '9502580cba084166bf97c0b05b32a44f', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:19:16.842355 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:16.848850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-c49bb8dd-d052-4259-a11b-61970670a46b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Allocated IP 172.20.0.12 (3e1b7691-c959-4825-abab-eef7f5b48326/988ca22d-2869-40a7-a014-c47bc0478f05/be3defc2-594b-4012-999e-0e519782fce9) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:19:16.883612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952d63c1-0365-4369-8461-3ebc0b81dea1 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:19:16.909462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada1c6c2-b848-467e-afb4-15337947f5e8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:16.960654 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.064080 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.066379 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.111413 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.111413 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c127d89-3474-42fc-ba58-63aa98433ee7 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:19:17.117404 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.119761 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1f4f6513-5a47-4fbe-ad1a-ae5d65cc4ea9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0c127d89-3474-42fc-ba58-63aa98433ee7 HTTP/1.1" status: 204 len: 168 time: 0.9345782 Nov 16 05:19:17.120397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58258) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:17.184654 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cda7a8a-e2b2-4897-ab81-1fcd410f1206 admin admin] Deleting subnet 2071cbc9-1d75-4cab-b33a-1fdb510178bc {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:19:17.188506 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0cda7a8a-e2b2-4897-ab81-1fcd410f1206 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.248956 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0cda7a8a-e2b2-4897-ab81-1fcd410f1206 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.324591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 79d983df-5aed-4209-8e0c-7d330269486d no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:19:17.354337 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0cda7a8a-e2b2-4897-ab81-1fcd410f1206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.366429 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 79d983df-5aed-4209-8e0c-7d330269486d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:19:17.367656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 79d983df-5aed-4209-8e0c-7d330269486d not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:19:17.406282 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-c49bb8dd-d052-4259-a11b-61970670a46b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.408632 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0cda7a8a-e2b2-4897-ab81-1fcd410f1206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.435687 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda7a8a-e2b2-4897-ab81-1fcd410f1206 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2071cbc9-1d75-4cab-b33a-1fdb510178bc,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:17.437726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0cda7a8a-e2b2-4897-ab81-1fcd410f1206 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.440963 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0cda7a8a-e2b2-4897-ab81-1fcd410f1206 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2071cbc9-1d75-4cab-b33a-1fdb510178bc HTTP/1.1" status: 204 len: 168 time: 0.3194914 Nov 16 05:19:17.442028 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98462ca-09d8-4ae1-9797-c57c47772b12 None None] Network da36840f-7023-4b76-9394-b6b9675e57f5 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:19:17.444262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58260) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:17.453142 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-c49bb8dd-d052-4259-a11b-61970670a46b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.557304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-c49bb8dd-d052-4259-a11b-61970670a46b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Network 3e1b7691-c959-4825-abab-eef7f5b48326 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:19:17.564522 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bb8dd-d052-4259-a11b-61970670a46b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'Port': ['ID=be3defc2-594b-4012-999e-0e519782fce9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:17.567010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-c49bb8dd-d052-4259-a11b-61970670a46b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:19:17.569864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-c49bb8dd-d052-4259-a11b-61970670a46b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:19:17.574966 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.668095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-c49bb8dd-d052-4259-a11b-61970670a46b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:17.668941 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-c49bb8dd-d052-4259-a11b-61970670a46b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.722473 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] DHCP port deletion for da36840f-7023-4b76-9394-b6b9675e57f5 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:19:17.734875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-c49bb8dd-d052-4259-a11b-61970670a46b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1783779 Nov 16 05:19:17.752588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Request body: {'port': {'device_id': '8d655f74-6787-4363-b030-a2880a06a521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:19:17.806656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec3a37-a490-43b7-a758-398ee6c36a25 req-d856fe8d-d5f6-40e3-8d84-4166638e1632 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:17.810986 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fcec3a37-a490-43b7-a758-398ee6c36a25 req-d856fe8d-d5f6-40e3-8d84-4166638e1632 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 932 time: 0.1547503 Nov 16 05:19:17.823223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Deleting port 406365c3-8ac4-4133-af3d-c94fb5889815 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:19:17.823662 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.853621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Deleting port 406365c3-8ac4-4133-af3d-c94fb5889815 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:19:17.854571 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.905069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] For port 406365c3-8ac4-4133-af3d-c94fb5889815, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=406365c3-8ac4-4133-af3d-c94fb5889815,segment=NetworkSegment(43619aba-9d6a-4684-b367-4d2e5d56fdb3),segment_id=43619aba-9d6a-4684-b367-4d2e5d56fdb3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:19:17.905543 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.926043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Calling delete_port for 406365c3-8ac4-4133-af3d-c94fb5889815 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:19:17.935540 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.946493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dd0f3496-ad47-4cde-aeb9-042edf2ecdaf None None] Provisioning complete for port be3defc2-594b-4012-999e-0e519782fce9 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:19:17.947111 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd0f3496-ad47-4cde-aeb9-042edf2ecdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:17.990190 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fcec3a37-a490-43b7-a758-398ee6c36a25 req-66980c30-a1f0-4209-a2b0-e491252e4a5a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704314 Nov 16 05:19:18.016159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dd0f3496-ad47-4cde-aeb9-042edf2ecdaf None None] Port be3defc2-594b-4012-999e-0e519782fce9 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:19:18.041246 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] For port 406365c3-8ac4-4133-af3d-c94fb5889815, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=406365c3-8ac4-4133-af3d-c94fb5889815,segment=NetworkSegment(43619aba-9d6a-4684-b367-4d2e5d56fdb3),segment_id=43619aba-9d6a-4684-b367-4d2e5d56fdb3)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:19:18.041467 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.057403 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.071923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Calling delete_port for 406365c3-8ac4-4133-af3d-c94fb5889815 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:19:18.095372 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] No DVR routers for this DVR port 406365c3-8ac4-4133-af3d-c94fb5889815 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:19:18.102406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Pushing event deleted for resources: {'Port': ['ID=406365c3-8ac4-4133-af3d-c94fb5889815,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:18.117451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:18.117887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:18.118428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:18.118849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:18.119251 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:18.119652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:18.120048 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:18.120445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:18.121515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:18.121932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:18.122326 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:18.122716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63412a8-432b-4c20-8d6b-fa4219d1496d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:19:18.310726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.344944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Pushing event deleted for resources: {'Port': ['ID=406365c3-8ac4-4133-af3d-c94fb5889815,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:18.349358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] No DVR routers for this DVR port 406365c3-8ac4-4133-af3d-c94fb5889815 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:19:18.458874 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.471346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3defc2-594b-4012-999e-0e519782fce9 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:19:18.486037 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.491326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da36840f-7023-4b76-9394-b6b9675e57f5']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:18.506641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43619aba-9d6a-4684-b367-4d2e5d56fdb3') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:18.506936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43619aba-9d6a-4684-b367-4d2e5d56fdb3') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:18.514392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Transition to ACTIVE for port object be3defc2-594b-4012-999e-0e519782fce9 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:19:18.517853 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.524085 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.554665 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.572936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:19:18.573343 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: self.session.flush() Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:19:18.575708 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:19:18.628852 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.643283 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Pushing event updated for resources: {'Port': ['ID=be3defc2-594b-4012-999e-0e519782fce9,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:18.681671 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.690360 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.696356 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] 10.222.0.41 "DELETE /v2.0/networks/da36840f-7023-4b76-9394-b6b9675e57f5 HTTP/1.1" status: 204 len: 168 time: 1.2483487 Nov 16 05:19:18.696707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58264) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:18.710896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316638a-49af-4402-bb57-0a7afe34ed1d admin admin] Pushing event deleted for resources: {'Network': ['ID=da36840f-7023-4b76-9394-b6b9675e57f5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:18.740450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Attempting to bind port be3defc2-594b-4012-999e-0e519782fce9 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:19:18.740795 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Attempting to bind port be3defc2-594b-4012-999e-0e519782fce9 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:19:18.741129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Attempting to bind port be3defc2-594b-4012-999e-0e519782fce9 on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:19:18.745962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Port be3defc2-594b-4012-999e-0e519782fce9 on network 3e1b7691-c959-4825-abab-eef7f5b48326 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:19:18.746290 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Attempting to bind port be3defc2-594b-4012-999e-0e519782fce9 on network 3e1b7691-c959-4825-abab-eef7f5b48326 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:19:18.751692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:19:18.752037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Checking segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:19:18.752422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Bound using segment: {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:19:18.752858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Bound port: be3defc2-594b-4012-999e-0e519782fce9, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '244e5b41-d649-452d-9a81-d271e1254d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:19:18.753219 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.849190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] For port be3defc2-594b-4012-999e-0e519782fce9, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:19:18.855957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] For port be3defc2-594b-4012-999e-0e519782fce9, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=be3defc2-594b-4012-999e-0e519782fce9,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:19:18.860391 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.896247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:18.896836 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:18.898214 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] 10.222.0.15 "PUT /v2.0/ports/be3defc2-594b-4012-999e-0e519782fce9 HTTP/1.1" status: 200 len: 1092 time: 1.1550815 Nov 16 05:19:18.898663 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d655f74-6787-4363-b030-a2880a06a521', 'tag': 'be3defc2-594b-4012-999e-0e519782fce9'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:19:18.900910 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb747e01-5bc6-4b2a-8a39-15b1755fbf86" -d '{"events": [{"name": "network-changed", "server_uuid": "8d655f74-6787-4363-b030-a2880a06a521", "tag": "be3defc2-594b-4012-999e-0e519782fce9"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:19:18.926933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac64625-4e68-4feb-bbd7-cdae2e287581 service neutron] Pushing event updated for resources: {'Port': ['ID=be3defc2-594b-4012-999e-0e519782fce9,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:18.999757 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09b0d94-ea43-4c72-8cc2-cdb97a051f70 x-openstack-request-id: req-f09b0d94-ea43-4c72-8cc2-cdb97a051f70 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:19:19.000043 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d655f74-6787-4363-b030-a2880a06a521", "tag": "be3defc2-594b-4012-999e-0e519782fce9", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:19:19.000299 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f09b0d94-ea43-4c72-8cc2-cdb97a051f70 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:19:19.000752 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d655f74-6787-4363-b030-a2880a06a521', 'tag': 'be3defc2-594b-4012-999e-0e519782fce9', 'status': 'completed', 'code': 200} Nov 16 05:19:19.046896 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-d5ae0e25-9632-458e-846d-2ac968f3be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:19.052780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-d5ae0e25-9632-458e-846d-2ac968f3be99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 1095 time: 0.1038764 Nov 16 05:19:19.080912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ada1c6c2-b848-467e-afb4-15337947f5e8 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:19:19.113539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-1da688ed-c947-42f7-b175-3cccda68530a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3defc2-594b-4012-999e-0e519782fce9 HTTP/1.1" status: 200 len: 217 time: 0.0467803 Nov 16 05:19:19.120434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: ada1c6c2-b848-467e-afb4-15337947f5e8 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:19:19.121577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ada1c6c2-b848-467e-afb4-15337947f5e8 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:19:19.122085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 406365c3-8ac4-4133-af3d-c94fb5889815 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:19:19.147823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 406365c3-8ac4-4133-af3d-c94fb5889815 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:19:19.148408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 406365c3-8ac4-4133-af3d-c94fb5889815 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:19:19.225175 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b515035d-f869-4835-9be0-9f0a5819668f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:19.233915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35303f02-5789-4324-b7f2-993eda8f2380 req-308a1f8f-e699-40dd-8d90-c3335bf4296e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:19.235995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35303f02-5789-4324-b7f2-993eda8f2380 req-308a1f8f-e699-40dd-8d90-c3335bf4296e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 944 time: 0.1210065 Nov 16 05:19:19.240674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-02a28d15-f1ba-4d05-82ab-26fe36ec6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:19.243240 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-02a28d15-f1ba-4d05-82ab-26fe36ec6a60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.1154208 Nov 16 05:19:19.345074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35303f02-5789-4324-b7f2-993eda8f2380 req-34ce9267-9f07-458a-aac5-c279047c14c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958953 Nov 16 05:19:19.348736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-07c9e24f-7977-43e5-a084-ec6ae37500f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:19.350475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-07c9e24f-7977-43e5-a084-ec6ae37500f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932369 Nov 16 05:19:19.456120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-4af166aa-3f34-4b2c-b900-d185522a6410 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981631 Nov 16 05:19:19.497270 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b515035d-f869-4835-9be0-9f0a5819668f admin admin] Deleting port 6d7f9173-7d9d-406c-88fe-355bad3f2691 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:19:19.497505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b515035d-f869-4835-9be0-9f0a5819668f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:19.549950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d795891-53b8-4d2f-88b6-3e8cc9d45392 req-80aeffb3-2ecb-460d-a20e-31be6f55fd5b service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861714 Nov 16 05:19:19.577107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-b515035d-f869-4835-9be0-9f0a5819668f admin admin] For port 6d7f9173-7d9d-406c-88fe-355bad3f2691, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6d7f9173-7d9d-406c-88fe-355bad3f2691,segment=NetworkSegment(e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb),segment_id=e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:19:19.577460 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b515035d-f869-4835-9be0-9f0a5819668f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:19.596257 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b515035d-f869-4835-9be0-9f0a5819668f admin admin] Calling delete_port for 6d7f9173-7d9d-406c-88fe-355bad3f2691 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:19:19.643762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb747e01-5bc6-4b2a-8a39-15b1755fbf86 req-25094a53-5fa7-4cfd-8f2a-26afee720b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:19.645276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb747e01-5bc6-4b2a-8a39-15b1755fbf86 req-25094a53-5fa7-4cfd-8f2a-26afee720b4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 1095 time: 0.0484078 Nov 16 05:19:19.744971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb747e01-5bc6-4b2a-8a39-15b1755fbf86 req-a1cafe68-286e-4e74-a119-3a42605ca04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:19.751323 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb747e01-5bc6-4b2a-8a39-15b1755fbf86 req-a1cafe68-286e-4e74-a119-3a42605ca04e service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.0954845 Nov 16 05:19:19.787956 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b515035d-f869-4835-9be0-9f0a5819668f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:19.800971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb747e01-5bc6-4b2a-8a39-15b1755fbf86 req-ededbd5a-dd59-4336-a8ca-137531775d31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3defc2-594b-4012-999e-0e519782fce9 HTTP/1.1" status: 200 len: 217 time: 0.0474379 Nov 16 05:19:19.818605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515035d-f869-4835-9be0-9f0a5819668f admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7f9173-7d9d-406c-88fe-355bad3f2691,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:19.856389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb747e01-5bc6-4b2a-8a39-15b1755fbf86 req-2ef72f8e-8e9d-48e6-b180-55b57ca47b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:19.858238 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb747e01-5bc6-4b2a-8a39-15b1755fbf86 req-2ef72f8e-8e9d-48e6-b180-55b57ca47b1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0511322 Nov 16 05:19:19.920851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb747e01-5bc6-4b2a-8a39-15b1755fbf86 req-c7dd7ff0-9d4f-4646-987f-1685be919731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:19.922697 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb747e01-5bc6-4b2a-8a39-15b1755fbf86 req-c7dd7ff0-9d4f-4646-987f-1685be919731 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545287 Nov 16 05:19:20.006099 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b515035d-f869-4835-9be0-9f0a5819668f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:20.042047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb747e01-5bc6-4b2a-8a39-15b1755fbf86 req-2c16ed41-c3dc-4f49-aa8e-0907bf0be800 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125534 Nov 16 05:19:20.147700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb747e01-5bc6-4b2a-8a39-15b1755fbf86 req-54c83ef3-cf82-45cf-b832-cfc8efc43271 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978556 Nov 16 05:19:20.242302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b515035d-f869-4835-9be0-9f0a5819668f admin admin] Router f3795d5d-b31e-4d27-a386-b0eeb421f436 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:19:20.347351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b515035d-f869-4835-9be0-9f0a5819668f admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:19:20.355458 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b515035d-f869-4835-9be0-9f0a5819668f admin admin] 10.222.0.41 "PUT /v2.0/routers/f3795d5d-b31e-4d27-a386-b0eeb421f436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6545446 Nov 16 05:19:20.355458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58270) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:20.358700 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a1eb3-73b7-4c24-bf48-d10495833949 None None] Sync routers for ids ['f3795d5d-b31e-4d27-a386-b0eeb421f436'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:19:20.368226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a1eb3-73b7-4c24-bf48-d10495833949 None None] Routers {'f3795d5d-b31e-4d27-a386-b0eeb421f436'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:19:20.368845 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-857a1eb3-73b7-4c24-bf48-d10495833949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:19:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f3795d5d-b31e-4d27-a386-b0eeb421f436'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:20.475728 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:20.493920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-857a1eb3-73b7-4c24-bf48-d10495833949 None None] Set router f3795d5d-b31e-4d27-a386-b0eeb421f436 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:19:20.494667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd37798-93b7-4aa5-b942-00fae186769d req-622bcdb2-00d1-49d9-99eb-ae541427a731 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:20.496682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fd37798-93b7-4aa5-b942-00fae186769d req-622bcdb2-00d1-49d9-99eb-ae541427a731 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 944 time: 0.0632441 Nov 16 05:19:20.556598 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fd37798-93b7-4aa5-b942-00fae186769d req-8a1eb919-6609-4e60-9de6-125d8a3b7cff tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530777 Nov 16 05:19:20.598889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:20.652531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Deleting port 93537898-8434-41ac-a4f1-0ff4ae84b70a {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:19:20.653024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:20.699954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-857a1eb3-73b7-4c24-bf48-d10495833949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'name': 'tempest-TestServerBasicOps-414387088-router', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:14:08Z', 'updated_at': '2021-11-16T05:19:19Z', 'revision_number': 5, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'gw_port': {'id': '93537898-8434-41ac-a4f1-0ff4ae84b70a', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:59:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:14:09Z', 'updated_at': '2021-11-16T05:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:20.727462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a1eb3-73b7-4c24-bf48-d10495833949 None None] Checking router: f3795d5d-b31e-4d27-a386-b0eeb421f436 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:19:20.736052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857a1eb3-73b7-4c24-bf48-d10495833949 None None] Routers {'f3795d5d-b31e-4d27-a386-b0eeb421f436'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:19:20.736662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-857a1eb3-73b7-4c24-bf48-d10495833949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:19:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f3795d5d-b31e-4d27-a386-b0eeb421f436'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:20.741956 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] For port 93537898-8434-41ac-a4f1-0ff4ae84b70a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=93537898-8434-41ac-a4f1-0ff4ae84b70a,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:19:20.742328 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:20.762289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Calling delete_port for 93537898-8434-41ac-a4f1-0ff4ae84b70a owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:19:20.825570 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-857a1eb3-73b7-4c24-bf48-d10495833949 None None] Set router f3795d5d-b31e-4d27-a386-b0eeb421f436 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:19:20.879179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-857a1eb3-73b7-4c24-bf48-d10495833949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'name': 'tempest-TestServerBasicOps-414387088-router', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:14:08Z', 'updated_at': '2021-11-16T05:19:20Z', 'revision_number': 6, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:20.906889 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857a1eb3-73b7-4c24-bf48-d10495833949 None None] The sync data for ids ['f3795d5d-b31e-4d27-a386-b0eeb421f436'] in n-d-818042-1 is: [{'id': 'f3795d5d-b31e-4d27-a386-b0eeb421f436', 'name': 'tempest-TestServerBasicOps-414387088-router', 'tenant_id': '3f01d83306794135a00e4bd67c8301b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:14:08Z', 'updated_at': '2021-11-16T05:19:20Z', 'revision_number': 6, 'project_id': '3f01d83306794135a00e4bd67c8301b1', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:19:20.950114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:20.976634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Pushing event deleted for resources: {'Port': ['ID=93537898-8434-41ac-a4f1-0ff4ae84b70a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:20.994419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151b3430-bea4-4465-b89a-85be36e13067 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:19:21.043694 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:21.132616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:21.134725 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:21.176171 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:21.176801 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3795d5d-b31e-4d27-a386-b0eeb421f436 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:19:21.181630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:21.182920 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5b5377df-0dbd-445f-b52a-7ced7ac288cf admin admin] 10.222.0.41 "DELETE /v2.0/routers/f3795d5d-b31e-4d27-a386-b0eeb421f436 HTTP/1.1" status: 204 len: 168 time: 0.8270338 Nov 16 05:19:21.186177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58274) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:21.229836 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-599f8c43-d0c8-4ea1-8e6b-6b2bd97297da admin admin] Deleting subnet 2967d40a-ebb9-4213-9a08-22c4bb13a6ad {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:19:21.233489 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-599f8c43-d0c8-4ea1-8e6b-6b2bd97297da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:21.275997 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-599f8c43-d0c8-4ea1-8e6b-6b2bd97297da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:21.403959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6d7f9173-7d9d-406c-88fe-355bad3f2691 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:19:21.430071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 6d7f9173-7d9d-406c-88fe-355bad3f2691 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:19:21.430426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6d7f9173-7d9d-406c-88fe-355bad3f2691 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:19:21.631817 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-599f8c43-d0c8-4ea1-8e6b-6b2bd97297da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:21.684982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0e70a-c004-43f4-8740-7d581570aa7a req-6ddcbdad-85cc-42be-8ec6-2a1be30b4b15 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:21.686736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-39d0e70a-c004-43f4-8740-7d581570aa7a req-6ddcbdad-85cc-42be-8ec6-2a1be30b4b15 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 944 time: 0.0591218 Nov 16 05:19:21.689503 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-599f8c43-d0c8-4ea1-8e6b-6b2bd97297da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:21.716367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f8c43-d0c8-4ea1-8e6b-6b2bd97297da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2967d40a-ebb9-4213-9a08-22c4bb13a6ad,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:21.721353 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-599f8c43-d0c8-4ea1-8e6b-6b2bd97297da admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:21.726724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e584b4f7-e60c-40c3-85ac-4ac1d1dcee0f None None] Network 4131c450-6cc4-44dd-9781-925d4a677d17 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:19:21.728220 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-599f8c43-d0c8-4ea1-8e6b-6b2bd97297da admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2967d40a-ebb9-4213-9a08-22c4bb13a6ad HTTP/1.1" status: 204 len: 168 time: 0.5408158 Nov 16 05:19:21.730934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58278) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:21.755910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-39d0e70a-c004-43f4-8740-7d581570aa7a req-3b9641e1-600b-4794-b45a-8e891155d6b7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614316 Nov 16 05:19:21.843224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:21.910640 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Deleting port 13757063-ef9a-4b3a-a9c6-fc2710b221e3 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:19:21.911178 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:21.955837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64aeef4-98de-4a28-bcb1-8e662437e1cf None None] DHCP port deletion for 4131c450-6cc4-44dd-9781-925d4a677d17 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:19:21.981561 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] For port 13757063-ef9a-4b3a-a9c6-fc2710b221e3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=13757063-ef9a-4b3a-a9c6-fc2710b221e3,segment=NetworkSegment(e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb),segment_id=e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:19:21.982256 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:21.996652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Calling delete_port for 13757063-ef9a-4b3a-a9c6-fc2710b221e3 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:19:22.004444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e64aeef4-98de-4a28-bcb1-8e662437e1cf None None] Deleting port 13757063-ef9a-4b3a-a9c6-fc2710b221e3 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:19:22.004826 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e64aeef4-98de-4a28-bcb1-8e662437e1cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.077633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e64aeef4-98de-4a28-bcb1-8e662437e1cf None None] For port 13757063-ef9a-4b3a-a9c6-fc2710b221e3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=13757063-ef9a-4b3a-a9c6-fc2710b221e3,segment=NetworkSegment(e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb),segment_id=e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:19:22.078079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e64aeef4-98de-4a28-bcb1-8e662437e1cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.092296 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.108434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e64aeef4-98de-4a28-bcb1-8e662437e1cf None None] Calling delete_port for 13757063-ef9a-4b3a-a9c6-fc2710b221e3 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:19:22.122252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=13757063-ef9a-4b3a-a9c6-fc2710b221e3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:22.126794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] No DVR routers for this DVR port 13757063-ef9a-4b3a-a9c6-fc2710b221e3 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 16 05:19:22.196345 n-d-818042-1 neutron-server[102661]: self.session.flush() Nov 16 05:19:22.202075 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e64aeef4-98de-4a28-bcb1-8e662437e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.210923 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.229916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64aeef4-98de-4a28-bcb1-8e662437e1cf None None] Pushing event deleted for resources: {'Port': ['ID=13757063-ef9a-4b3a-a9c6-fc2710b221e3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:22.230666 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4131c450-6cc4-44dd-9781-925d4a677d17']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:22.233494 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64aeef4-98de-4a28-bcb1-8e662437e1cf None None] No DVR routers for this DVR port 13757063-ef9a-4b3a-a9c6-fc2710b221e3 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:19:22.246158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:22.246464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3dde8ce-95d7-47a0-bb78-2d5bd9a8d6cb') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:22.255745 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.269815 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.275614 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:19:22.276001 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:19:22.277836 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:19:22.335371 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.341561 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.344882 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] 10.222.0.41 "DELETE /v2.0/networks/4131c450-6cc4-44dd-9781-925d4a677d17 HTTP/1.1" status: 204 len: 168 time: 0.6127880 Nov 16 05:19:22.355773 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a783fb-0b17-4c08-aee6-3c02a34c5f1a admin admin] Pushing event deleted for resources: {'Network': ['ID=4131c450-6cc4-44dd-9781-925d4a677d17,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:22.452892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58282) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:22.491983 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4b5c764c-2020-49b4-a77c-87b058ff2791 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9502580cba084166bf97c0b05b32a44f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379574 Nov 16 05:19:22.494360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58284) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:22.539445 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a81b997-bfcb-4893-839f-a6084a98e3d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.561040 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a81b997-bfcb-4893-839f-a6084a98e3d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.610102 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a81b997-bfcb-4893-839f-a6084a98e3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.612656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a81b997-bfcb-4893-839f-a6084a98e3d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:22.613785 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7a81b997-bfcb-4893-839f-a6084a98e3d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98030311-7fdd-4e3a-96e5-a78b90acf06f HTTP/1.1" status: 204 len: 168 time: 0.1185389 Nov 16 05:19:22.623315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81b997-bfcb-4893-839f-a6084a98e3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98030311-7fdd-4e3a-96e5-a78b90acf06f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:22.881409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ebf4a-7bd9-4f0e-98bf-389044f47d74 req-496a9f80-5d44-46c2-8430-7679f6b78564 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:22.883070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-855ebf4a-7bd9-4f0e-98bf-389044f47d74 req-496a9f80-5d44-46c2-8430-7679f6b78564 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 944 time: 0.0503705 Nov 16 05:19:22.922744 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58292) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:22.934611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-855ebf4a-7bd9-4f0e-98bf-389044f47d74 req-3d197a23-fbf6-4218-8a35-785c8cd59183 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449371 Nov 16 05:19:22.962136 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8d8b64fe-e371-418d-a3a7-cf76bb37ec21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f01d83306794135a00e4bd67c8301b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382166 Nov 16 05:19:22.965538 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58294) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:23.016535 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b8df3c54-919f-4a83-bc6b-0ca717c4a691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:23.034710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 13757063-ef9a-4b3a-a9c6-fc2710b221e3 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:19:23.039820 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b8df3c54-919f-4a83-bc6b-0ca717c4a691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:23.054835 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 13757063-ef9a-4b3a-a9c6-fc2710b221e3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:19:23.055181 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 13757063-ef9a-4b3a-a9c6-fc2710b221e3 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:19:23.055591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 93537898-8434-41ac-a4f1-0ff4ae84b70a no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:19:23.073857 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 93537898-8434-41ac-a4f1-0ff4ae84b70a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:19:23.074203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 93537898-8434-41ac-a4f1-0ff4ae84b70a not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:19:23.090842 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b8df3c54-919f-4a83-bc6b-0ca717c4a691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:23.093406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b8df3c54-919f-4a83-bc6b-0ca717c4a691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:23.094649 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b8df3c54-919f-4a83-bc6b-0ca717c4a691 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fe5b103-c1a3-4087-81e6-1f5b3698284e HTTP/1.1" status: 204 len: 168 time: 0.1281986 Nov 16 05:19:23.102103 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df3c54-919f-4a83-bc6b-0ca717c4a691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe5b103-c1a3-4087-81e6-1f5b3698284e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:24.059977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54e7db-2ca7-49c0-8648-bbf803e1a091 req-a1285608-51e1-4a74-9e3e-f2e924e12461 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:24.061362 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e54e7db-2ca7-49c0-8648-bbf803e1a091 req-a1285608-51e1-4a74-9e3e-f2e924e12461 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 944 time: 0.0536401 Nov 16 05:19:24.112592 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e54e7db-2ca7-49c0-8648-bbf803e1a091 req-c6485312-dd24-40e8-ba80-b375dd5be89c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452476 Nov 16 05:19:25.234236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd3c8d-8806-46d8-b457-296baeba9824 req-8e9a483f-ee90-4954-8a37-2966849c2fc6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:25.235732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87bd3c8d-8806-46d8-b457-296baeba9824 req-8e9a483f-ee90-4954-8a37-2966849c2fc6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 944 time: 0.0497708 Nov 16 05:19:25.294811 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87bd3c8d-8806-46d8-b457-296baeba9824 req-893e76e3-ae9b-4932-92ad-e213c722d697 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528915 Nov 16 05:19:26.410363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c356b6-135b-40e2-81d4-1366c49e3831 req-0993722c-79f5-44d8-b8a4-a309caf21976 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:26.411845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0c356b6-135b-40e2-81d4-1366c49e3831 req-0993722c-79f5-44d8-b8a4-a309caf21976 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 944 time: 0.0493283 Nov 16 05:19:26.462979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0c356b6-135b-40e2-81d4-1366c49e3831 req-4d23e89f-dc0f-43c8-b78d-11c7d490fcd7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453415 Nov 16 05:19:27.578467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74df0a8-37f3-4ddc-b438-5dcbdccbba64 req-1f0ca1d7-07c4-4119-bd31-43eea8ba0704 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:27.580121 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e74df0a8-37f3-4ddc-b438-5dcbdccbba64 req-1f0ca1d7-07c4-4119-bd31-43eea8ba0704 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 944 time: 0.0490801 Nov 16 05:19:27.628770 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e74df0a8-37f3-4ddc-b438-5dcbdccbba64 req-e4763310-2358-4f1d-b434-d71dd28f54b7 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427253 Nov 16 05:19:28.743640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c47593-2970-45d6-bbfa-97ee05d67d59 req-fc14a768-e3db-49dc-80d8-b16ffa3c176d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:28.745101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64c47593-2970-45d6-bbfa-97ee05d67d59 req-fc14a768-e3db-49dc-80d8-b16ffa3c176d tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 944 time: 0.0481663 Nov 16 05:19:28.794530 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64c47593-2970-45d6-bbfa-97ee05d67d59 req-af7e553f-0ba3-48b3-a430-cea3db9b1622 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434103 Nov 16 05:19:29.828300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device be3defc2-594b-4012-999e-0e519782fce9 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:19:29.917238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4e628-2110-4b1f-b36b-1290a52e6e74 req-85b17182-0de9-41c5-ba5b-2aaad3ccb54b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:29.918740 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1a4e628-2110-4b1f-b36b-1290a52e6e74 req-85b17182-0de9-41c5-ba5b-2aaad3ccb54b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 944 time: 0.0523453 Nov 16 05:19:29.924339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port be3defc2-594b-4012-999e-0e519782fce9, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=be3defc2-594b-4012-999e-0e519782fce9,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:19:29.935821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'be3defc2-594b-4012-999e-0e519782fce9', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'port_id': 'be3defc2-594b-4012-999e-0e519782fce9', 'mac_address': 'fa:16:3e:b1:94:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:19:29.968494 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b1a4e628-2110-4b1f-b36b-1290a52e6e74 req-54d2632f-05da-424d-89a7-345d461e1def tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430775 Nov 16 05:19:29.971899 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:29.991815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3defc2-594b-4012-999e-0e519782fce9 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:19:30.015413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port be3defc2-594b-4012-999e-0e519782fce9, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=be3defc2-594b-4012-999e-0e519782fce9,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:19:30.019278 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:30.065200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=be3defc2-594b-4012-999e-0e519782fce9,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:30.245954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['be3defc2-594b-4012-999e-0e519782fce9'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:19:31.096291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec111a75-35ac-472d-94e6-df8ed54a0196 req-4919fef9-d784-4090-b2ba-80c3aa840220 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:31.097788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec111a75-35ac-472d-94e6-df8ed54a0196 req-4919fef9-d784-4090-b2ba-80c3aa840220 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 945 time: 0.0488760 Nov 16 05:19:31.146619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec111a75-35ac-472d-94e6-df8ed54a0196 req-c9b4ceab-a4b2-44ec-b84a-eaff914fc7d5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 Nov 16 05:19:31.860102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device be3defc2-594b-4012-999e-0e519782fce9 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:19:31.906381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port be3defc2-594b-4012-999e-0e519782fce9 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:19:31.910302 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port be3defc2-594b-4012-999e-0e519782fce9 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:19:31.910668 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:32.134314 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:32.156053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d655f74-6787-4363-b030-a2880a06a521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3defc2-594b-4012-999e-0e519782fce9'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:19:32.158277 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62baa489-9235-4727-8a9a-cd80bc150c7d" -d '{"events": [{"server_uuid": "8d655f74-6787-4363-b030-a2880a06a521", "name": "network-vif-plugged", "status": "completed", "tag": "be3defc2-594b-4012-999e-0e519782fce9"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:19:32.171223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port be3defc2-594b-4012-999e-0e519782fce9, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=be3defc2-594b-4012-999e-0e519782fce9,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:19:32.176415 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:32.223156 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=be3defc2-594b-4012-999e-0e519782fce9,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:32.271083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32338c1-2879-4824-8f74-c99f962f16ff req-5451748e-4b41-4aeb-aedd-8123417c758f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:32.272566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d32338c1-2879-4824-8f74-c99f962f16ff req-5451748e-4b41-4aeb-aedd-8123417c758f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 946 time: 0.0533662 Nov 16 05:19:32.321860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d32338c1-2879-4824-8f74-c99f962f16ff req-d0d4013c-4cd7-462d-9fad-93d6f591d29b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433717 Nov 16 05:19:32.383344 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5657e7b-7cc2-451d-bc58-41e452f5c74a x-openstack-request-id: req-e5657e7b-7cc2-451d-bc58-41e452f5c74a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:19:32.383644 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d655f74-6787-4363-b030-a2880a06a521", "name": "network-vif-plugged", "status": "completed", "tag": "be3defc2-594b-4012-999e-0e519782fce9", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:19:32.383898 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5657e7b-7cc2-451d-bc58-41e452f5c74a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:19:32.384293 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d655f74-6787-4363-b030-a2880a06a521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3defc2-594b-4012-999e-0e519782fce9', 'code': 200} Nov 16 05:19:32.474692 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:19:32.478883 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbc7ed-ff4b-42c9-897c-7c3b9c83b1f4 req-2adf47af-ff4a-4a85-a86d-d64cb923da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:32.480367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8acbc7ed-ff4b-42c9-897c-7c3b9c83b1f4 req-2adf47af-ff4a-4a85-a86d-d64cb923da34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 1097 time: 0.0398436 Nov 16 05:19:32.525908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8acbc7ed-ff4b-42c9-897c-7c3b9c83b1f4 req-4a49f5fd-863c-483e-9d17-59d35b6e3a02 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381539 Nov 16 05:19:33.438604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085a991-9039-4788-a497-f3291a2f8f27 req-0eb901dd-93a5-4ff3-ad36-6151bf8c6790 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:33.440349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4085a991-9039-4788-a497-f3291a2f8f27 req-0eb901dd-93a5-4ff3-ad36-6151bf8c6790 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 946 time: 0.0513806 Nov 16 05:19:33.495958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4085a991-9039-4788-a497-f3291a2f8f27 req-5382b8d8-6992-4a18-a9a8-9665dfd56d13 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498581 Nov 16 05:19:34.610540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269e909-39c2-4b2b-b4b9-1bdfedde6af7 req-26b10a6a-70a7-4620-9b87-240bc5e20f7f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:34.612015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2269e909-39c2-4b2b-b4b9-1bdfedde6af7 req-26b10a6a-70a7-4620-9b87-240bc5e20f7f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 946 time: 0.0482130 Nov 16 05:19:34.671231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2269e909-39c2-4b2b-b4b9-1bdfedde6af7 req-0a517ea9-4f78-4ee7-8d47-ed8db00eed17 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532517 Nov 16 05:19:34.784729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7fb22-6bc8-4fe3-a490-dc0396a9ec0a req-e7171ec5-e6c3-4560-bf6f-9668f515287e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:34.786175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bf7fb22-6bc8-4fe3-a490-dc0396a9ec0a req-e7171ec5-e6c3-4560-bf6f-9668f515287e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 946 time: 0.0494418 Nov 16 05:19:34.835414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7bf7fb22-6bc8-4fe3-a490-dc0396a9ec0a req-176703ca-49d3-451b-80d2-19e97ad5173b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432353 Nov 16 05:19:34.857157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58326) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:34.905404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a564c8bc-b4de-4609-a558-dd49e0b93ff0 tempest-TestVolumeBootPattern-397974332 tempest-TestVolumeBootPattern-397974332-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:34.906969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a564c8bc-b4de-4609-a558-dd49e0b93ff0 tempest-TestVolumeBootPattern-397974332 tempest-TestVolumeBootPattern-397974332-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 1092 time: 0.0488408 Nov 16 05:19:34.909759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58328) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:19:34.913931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': 'be3defc2-594b-4012-999e-0e519782fce9', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:19:34.935004 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:35.036885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:35.144517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Allocated IP 172.25.0.36 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/e1db3831-93d3-45b6-ab38-14d63dc7d96c) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:19:35.243497 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:35.276083 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:35.320600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:19:35.323423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:19:35.325895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:19:35.352141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'Port': ['ID=e1db3831-93d3-45b6-ab38-14d63dc7d96c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:35.661519 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:35.728367 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:35.877794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:35.882952 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:35.951121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event updated for resources: {'Port': ['ID=e1db3831-93d3-45b6-ab38-14d63dc7d96c,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:19:35.961917 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:36.061248 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Floating IP 77bc8c3e-198a-43ee-8d6c-d06b6ca9baad associated. External IP: 172.25.0.36, port: be3defc2-594b-4012-999e-0e519782fce9. Nov 16 05:19:36.262479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:19:36.367752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:19:36.378314 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f61d0-1239-4277-a9db-872336791704 None None] Sync routers for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:19:36.385578 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:36.388351 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f61d0-1239-4277-a9db-872336791704 None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:19:36.389544 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-754f61d0-1239-4277-a9db-872336791704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:19:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:36.412609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-725a7c68-cc67-428e-a5f4-2d40f98dd156 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5018291 Nov 16 05:19:36.413293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d655f74-6787-4363-b030-a2880a06a521', 'tag': 'be3defc2-594b-4012-999e-0e519782fce9'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:19:36.415544 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc26912-f04d-467d-8528-f00b9d37657a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d655f74-6787-4363-b030-a2880a06a521", "tag": "be3defc2-594b-4012-999e-0e519782fce9"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:19:36.452751 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac28244-6132-468d-83eb-5fb78a756cda x-openstack-request-id: req-7ac28244-6132-468d-83eb-5fb78a756cda {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:19:36.453042 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d655f74-6787-4363-b030-a2880a06a521", "tag": "be3defc2-594b-4012-999e-0e519782fce9", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:19:36.453293 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ac28244-6132-468d-83eb-5fb78a756cda {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:19:36.453693 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d655f74-6787-4363-b030-a2880a06a521', 'tag': 'be3defc2-594b-4012-999e-0e519782fce9', 'status': 'completed', 'code': 200} Nov 16 05:19:36.495496 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-754f61d0-1239-4277-a9db-872336791704 None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:19:36.513499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc26912-f04d-467d-8528-f00b9d37657a req-492c33be-1ce4-441b-b306-b6909981f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:36.515559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9dc26912-f04d-467d-8528-f00b9d37657a req-492c33be-1ce4-441b-b306-b6909981f625 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 1097 time: 0.0417590 Nov 16 05:19:36.609057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc26912-f04d-467d-8528-f00b9d37657a req-f3ea89b8-3b03-49fe-a505-27c409c61ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:36.610608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9dc26912-f04d-467d-8528-f00b9d37657a req-f3ea89b8-3b03-49fe-a505-27c409c61ac9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.0880754 Nov 16 05:19:36.674403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9dc26912-f04d-467d-8528-f00b9d37657a req-56d2185a-240c-4e5f-89a1-fa1d19fde0df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3defc2-594b-4012-999e-0e519782fce9 HTTP/1.1" status: 200 len: 999 time: 0.0572274 Nov 16 05:19:36.718615 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-754f61d0-1239-4277-a9db-872336791704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '77bc8c3e-198a-43ee-8d6c-d06b6ca9baad', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': 'be3defc2-594b-4012-999e-0e519782fce9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:b1:94:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d655f74-6787-4363-b030-a2880a06a521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:19:35Z', 'updated_at': '2021-11-16T05:19:35Z', 'revision_number': 0, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}, {'id': '99fac10b-2a79-4b46-b41a-388d3c8b47b7', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:36:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:17:31Z', 'updated_at': '2021-11-16T05:17:33Z', 'revision_number': 1, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:36.722910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc26912-f04d-467d-8528-f00b9d37657a req-b0861df0-6010-4129-a942-34f89fe5fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:36.724366 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9dc26912-f04d-467d-8528-f00b9d37657a req-b0861df0-6010-4129-a942-34f89fe5fd74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0429332 Nov 16 05:19:36.744715 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f61d0-1239-4277-a9db-872336791704 None None] Checking router: f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:19:36.753667 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f61d0-1239-4277-a9db-872336791704 None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:19:36.754301 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-754f61d0-1239-4277-a9db-872336791704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:19:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:36.861799 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-754f61d0-1239-4277-a9db-872336791704 None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:19:37.097296 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-754f61d0-1239-4277-a9db-872336791704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '77bc8c3e-198a-43ee-8d6c-d06b6ca9baad', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': 'be3defc2-594b-4012-999e-0e519782fce9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:b1:94:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d655f74-6787-4363-b030-a2880a06a521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:19:35Z', 'updated_at': '2021-11-16T05:19:35Z', 'revision_number': 0, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}, {'id': '99fac10b-2a79-4b46-b41a-388d3c8b47b7', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:36:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:17:31Z', 'updated_at': '2021-11-16T05:17:33Z', 'revision_number': 1, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:19:37.112849 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc26912-f04d-467d-8528-f00b9d37657a req-1fa73a7b-4cb5-4651-a8b7-33e7dffb595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:37.114376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9dc26912-f04d-467d-8528-f00b9d37657a req-1fa73a7b-4cb5-4651-a8b7-33e7dffb595e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3832107 Nov 16 05:19:37.123598 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f61d0-1239-4277-a9db-872336791704 None None] The sync data for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 is: [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '77bc8c3e-198a-43ee-8d6c-d06b6ca9baad', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.36', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': 'be3defc2-594b-4012-999e-0e519782fce9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:b1:94:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d655f74-6787-4363-b030-a2880a06a521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:19:35Z', 'updated_at': '2021-11-16T05:19:35Z', 'revision_number': 0, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}, {'id': '99fac10b-2a79-4b46-b41a-388d3c8b47b7', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:36:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:17:31Z', 'updated_at': '2021-11-16T05:17:33Z', 'revision_number': 1, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:19:37.208139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9dc26912-f04d-467d-8528-f00b9d37657a req-06b7a648-baf7-4948-89ae-8838ad6ed786 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865195 Nov 16 05:19:37.301947 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9dc26912-f04d-467d-8528-f00b9d37657a req-d3d60ba5-2972-444f-9f09-27cc3f14dec7 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874374 Nov 16 05:19:37.313279 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4db560-5938-4b0a-97ae-9b012d4f80d8 None None] New status for floating IP 77bc8c3e-198a-43ee-8d6c-d06b6ca9baad: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:19:38.022767 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f8a1acd-8097-4a7d-a7be-4371c369e7ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:40.222891 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-84d9dfc2-e059-485c-9d17-2268cb0797cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:41.999258 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:43.362577 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:43.740865 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:46.459079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:48.627632 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:19:56.897134 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be98e235-13c7-46b8-9454-a9c787900426 req-ed2758ed-88a9-4d24-aecb-19325bd451cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391226 Nov 16 05:19:56.981293 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98e235-13c7-46b8-9454-a9c787900426 req-6935307f-aba9-4fbd-9012-b32fc6dbbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:56.983115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be98e235-13c7-46b8-9454-a9c787900426 req-6935307f-aba9-4fbd-9012-b32fc6dbbdeb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 1096 time: 0.0423975 Nov 16 05:19:57.090333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98e235-13c7-46b8-9454-a9c787900426 req-bef9c97e-4a39-4cf9-8fd3-a65264d36ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:57.091690 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be98e235-13c7-46b8-9454-a9c787900426 req-bef9c97e-4a39-4cf9-8fd3-a65264d36ee0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.0879369 Nov 16 05:19:57.164153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be98e235-13c7-46b8-9454-a9c787900426 req-5993cdba-10b6-4cce-b7c4-bc8760409be9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bcae0f3-cb0b-4788-a69a-665806d75e96 HTTP/1.1" status: 200 len: 1000 time: 0.0653107 Nov 16 05:19:57.218078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98e235-13c7-46b8-9454-a9c787900426 req-232bcd72-d5ac-4f77-8ad6-8d1623f9294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:57.219503 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be98e235-13c7-46b8-9454-a9c787900426 req-232bcd72-d5ac-4f77-8ad6-8d1623f9294a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0480349 Nov 16 05:19:57.263611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98e235-13c7-46b8-9454-a9c787900426 req-921680a3-338d-41d6-8b4a-2c2ceedbaf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:19:57.265065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be98e235-13c7-46b8-9454-a9c787900426 req-921680a3-338d-41d6-8b4a-2c2ceedbaf4b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382175 Nov 16 05:19:57.352291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be98e235-13c7-46b8-9454-a9c787900426 req-8ab9122c-269b-4047-a904-1f3270a22a5a service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796645 Nov 16 05:19:57.444292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be98e235-13c7-46b8-9454-a9c787900426 req-14686b00-b28b-46e5-a01c-ce92297a6203 service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838161 Nov 16 05:20:04.690518 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c99001ac-c53d-4e5a-9bc9-c7b3f4293c4b req-7eb3a128-be2b-41ac-bcf2-7d39b107bb8e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398467 Nov 16 05:20:04.769909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99001ac-c53d-4e5a-9bc9-c7b3f4293c4b req-4eb3176f-4fa4-4760-85f9-698f04dbeca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:20:04.771388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c99001ac-c53d-4e5a-9bc9-c7b3f4293c4b req-4eb3176f-4fa4-4760-85f9-698f04dbeca4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 1097 time: 0.0395582 Nov 16 05:20:04.877400 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99001ac-c53d-4e5a-9bc9-c7b3f4293c4b req-06a7f110-abcb-421c-800c-b874b9f934ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:20:04.878886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c99001ac-c53d-4e5a-9bc9-c7b3f4293c4b req-06a7f110-abcb-421c-800c-b874b9f934ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.0885265 Nov 16 05:20:04.947080 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c99001ac-c53d-4e5a-9bc9-c7b3f4293c4b req-b473fff3-3bf6-44c2-9ba8-8c79b552e21c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3defc2-594b-4012-999e-0e519782fce9 HTTP/1.1" status: 200 len: 1001 time: 0.0609109 Nov 16 05:20:04.996519 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99001ac-c53d-4e5a-9bc9-c7b3f4293c4b req-355cac7e-6516-4a8c-8c15-9a059945a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:20:04.997965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c99001ac-c53d-4e5a-9bc9-c7b3f4293c4b req-355cac7e-6516-4a8c-8c15-9a059945a545 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0428789 Nov 16 05:20:05.042544 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99001ac-c53d-4e5a-9bc9-c7b3f4293c4b req-dc74bfaa-5b42-4d42-ba4c-98444a452fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:20:05.043998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c99001ac-c53d-4e5a-9bc9-c7b3f4293c4b req-dc74bfaa-5b42-4d42-ba4c-98444a452fdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395153 Nov 16 05:20:05.134534 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c99001ac-c53d-4e5a-9bc9-c7b3f4293c4b req-9052797e-fa91-477e-ab7b-b4f1f8822221 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829179 Nov 16 05:20:05.229520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c99001ac-c53d-4e5a-9bc9-c7b3f4293c4b req-33190da9-d050-4ea2-9c48-bc021311a3e2 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871434 Nov 16 05:20:08.026381 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00ec9261-4654-441e-a49d-480d4224de0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:08.858308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-a882f7ed-c957-4d30-92f3-21a9c446d69c req-df150d0a-4dcf-4bfc-8901-fe2a3694eef0 service neutron] (102660) timed out ('10.222.0.41', 55038) {{(pid=102660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 05:20:09.473249 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:20:10.223480 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93126fbb-1eea-4064-8aac-ee96a1325401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:12.002996 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:13.364604 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:13.744439 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:16.459857 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:18.639010 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:38.027237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-97450ece-dde1-4449-81d1-b3f0755ee8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:40.224486 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0fe087ae-d393-4775-a3e4-35c8e50894ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:42.005725 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:43.367389 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:43.745879 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:46.472002 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:20:46.480040 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:48.654549 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:20:58.905864 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb18692f-97c2-4bfb-9ef5-0793a36589c0 req-a5c4a882-a691-451d-803a-f2c2064e7579 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462375 Nov 16 05:20:58.990596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18692f-97c2-4bfb-9ef5-0793a36589c0 req-4628d92c-3f34-42db-a7bd-142c9c69bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:20:58.992101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb18692f-97c2-4bfb-9ef5-0793a36589c0 req-4628d92c-3f34-42db-a7bd-142c9c69bd12 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 1096 time: 0.0446303 Nov 16 05:20:59.095238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18692f-97c2-4bfb-9ef5-0793a36589c0 req-1dea28a9-42f7-4cb1-b40f-4b65bf742f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:20:59.096703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb18692f-97c2-4bfb-9ef5-0793a36589c0 req-1dea28a9-42f7-4cb1-b40f-4b65bf742f79 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.0851357 Nov 16 05:20:59.166069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb18692f-97c2-4bfb-9ef5-0793a36589c0 req-5184e052-bf97-4a07-a060-1cf25be5aa17 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bcae0f3-cb0b-4788-a69a-665806d75e96 HTTP/1.1" status: 200 len: 1000 time: 0.0619907 Nov 16 05:20:59.218010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18692f-97c2-4bfb-9ef5-0793a36589c0 req-1c90fa21-4d65-4c0b-8591-0d0ebd524976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:20:59.219473 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb18692f-97c2-4bfb-9ef5-0793a36589c0 req-1c90fa21-4d65-4c0b-8591-0d0ebd524976 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0469494 Nov 16 05:20:59.265115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18692f-97c2-4bfb-9ef5-0793a36589c0 req-9f2abeba-7a08-4815-95da-7aa6a79a4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:20:59.266660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb18692f-97c2-4bfb-9ef5-0793a36589c0 req-9f2abeba-7a08-4815-95da-7aa6a79a4221 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398219 Nov 16 05:20:59.362896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb18692f-97c2-4bfb-9ef5-0793a36589c0 req-2f7f178d-42f3-4406-b4b3-559b8796e16d service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882549 Nov 16 05:20:59.451384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cb18692f-97c2-4bfb-9ef5-0793a36589c0 req-496aa571-eddd-4e94-abe3-02c6c5d4643d service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810132 Nov 16 05:21:03.662949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58350) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:03.820737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Deleting port e1db3831-93d3-45b6-ab38-14d63dc7d96c {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:21:03.821083 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:03.899786 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:03.900114 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:03.911635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Calling delete_port for e1db3831-93d3-45b6-ab38-14d63dc7d96c owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:21:04.056682 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:04.083313 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event deleted for resources: {'Port': ['ID=e1db3831-93d3-45b6-ab38-14d63dc7d96c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:04.107759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:04.108103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:04.108445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:04.108787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:04.109116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:04.109446 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:04.109787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:04.110117 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:04.110440 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:04.111270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:04.111599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:04.111923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:04.149464 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:04.149853 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Floating IP 77bc8c3e-198a-43ee-8d6c-d06b6ca9baad disassociated (deleted). External IP: 172.25.0.36, port: be3defc2-594b-4012-999e-0e519782fce9. Nov 16 05:21:04.356487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:21:04.462845 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:21:04.467535 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:04.472590 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8dbe01-e0d0-4ef6-bd79-9b382d2d9b69 None None] Sync routers for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:21:04.481526 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8dbe01-e0d0-4ef6-bd79-9b382d2d9b69 None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:21:04.482165 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd8dbe01-e0d0-4ef6-bd79-9b382d2d9b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:20:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:04.495498 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6b08e071-52ac-43ec-a292-da0df4ae1427 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "DELETE /v2.0/floatingips/77bc8c3e-198a-43ee-8d6c-d06b6ca9baad HTTP/1.1" status: 204 len: 168 time: 0.8314650 Nov 16 05:21:04.496089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d655f74-6787-4363-b030-a2880a06a521', 'tag': 'be3defc2-594b-4012-999e-0e519782fce9'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:21:04.498333 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b858756-32a3-4ed6-b985-5c0caefd4a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d655f74-6787-4363-b030-a2880a06a521", "tag": "be3defc2-594b-4012-999e-0e519782fce9"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:21:04.540139 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2668201-e98f-4dbe-8752-7706e092a9c0 x-openstack-request-id: req-d2668201-e98f-4dbe-8752-7706e092a9c0 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:21:04.540609 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d655f74-6787-4363-b030-a2880a06a521", "tag": "be3defc2-594b-4012-999e-0e519782fce9", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:21:04.540872 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2668201-e98f-4dbe-8752-7706e092a9c0 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:21:04.541293 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d655f74-6787-4363-b030-a2880a06a521', 'tag': 'be3defc2-594b-4012-999e-0e519782fce9', 'status': 'completed', 'code': 200} Nov 16 05:21:04.605271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b858756-32a3-4ed6-b985-5c0caefd4a6f req-aa2a6fc0-174e-40e7-a903-ad5079c76317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:04.607148 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b858756-32a3-4ed6-b985-5c0caefd4a6f req-aa2a6fc0-174e-40e7-a903-ad5079c76317 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 1097 time: 0.0442545 Nov 16 05:21:04.702979 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-fd8dbe01-e0d0-4ef6-bd79-9b382d2d9b69 None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:21:04.747331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b858756-32a3-4ed6-b985-5c0caefd4a6f req-5f2f3334-5044-4b06-b65e-8eca03d58ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:04.748812 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b858756-32a3-4ed6-b985-5c0caefd4a6f req-5f2f3334-5044-4b06-b65e-8eca03d58ecc service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.1341496 Nov 16 05:21:04.804993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbf834-bf27-4428-846e-07782f4130e7 req-a721e676-aa75-468c-b3e3-33cf5504243a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:04.806484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2acbf834-bf27-4428-846e-07782f4130e7 req-a721e676-aa75-468c-b3e3-33cf5504243a tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 946 time: 0.0885317 Nov 16 05:21:04.807723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b858756-32a3-4ed6-b985-5c0caefd4a6f req-34624c22-d854-4eab-9e02-bd2250d984c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be3defc2-594b-4012-999e-0e519782fce9 HTTP/1.1" status: 200 len: 217 time: 0.0509350 Nov 16 05:21:04.887544 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b858756-32a3-4ed6-b985-5c0caefd4a6f req-469ff071-3019-435f-8e37-2672af134123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:04.889001 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b858756-32a3-4ed6-b985-5c0caefd4a6f req-469ff071-3019-435f-8e37-2672af134123 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0705211 Nov 16 05:21:04.893476 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2acbf834-bf27-4428-846e-07782f4130e7 req-df80d4f7-b7d1-45ba-bb24-07a898eb59b9 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807726 Nov 16 05:21:04.925792 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd8dbe01-e0d0-4ef6-bd79-9b382d2d9b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '99fac10b-2a79-4b46-b41a-388d3c8b47b7', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:36:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:17:31Z', 'updated_at': '2021-11-16T05:17:33Z', 'revision_number': 1, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:04.935046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b858756-32a3-4ed6-b985-5c0caefd4a6f req-1cca8ea3-0c9c-4b0c-a894-ee6a9477812e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:04.936791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b858756-32a3-4ed6-b985-5c0caefd4a6f req-1cca8ea3-0c9c-4b0c-a894-ee6a9477812e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398571 Nov 16 05:21:04.952619 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8dbe01-e0d0-4ef6-bd79-9b382d2d9b69 None None] Checking router: f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:21:04.961692 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8dbe01-e0d0-4ef6-bd79-9b382d2d9b69 None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:21:04.962625 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd8dbe01-e0d0-4ef6-bd79-9b382d2d9b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:20:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:05.038847 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b858756-32a3-4ed6-b985-5c0caefd4a6f req-2682e7ed-6eb7-4450-ab89-ffe0b6fb2647 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939691 Nov 16 05:21:05.066430 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-fd8dbe01-e0d0-4ef6-bd79-9b382d2d9b69 None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:21:05.129559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b858756-32a3-4ed6-b985-5c0caefd4a6f req-25bd04d8-fb66-43fa-b5ce-0c7f54325182 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832677 Nov 16 05:21:05.308372 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fd8dbe01-e0d0-4ef6-bd79-9b382d2d9b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '99fac10b-2a79-4b46-b41a-388d3c8b47b7', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:36:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:17:31Z', 'updated_at': '2021-11-16T05:17:33Z', 'revision_number': 1, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:05.334178 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8dbe01-e0d0-4ef6-bd79-9b382d2d9b69 None None] The sync data for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 is: [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '99fac10b-2a79-4b46-b41a-388d3c8b47b7', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'floating_ip_address': '172.25.0.71', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'port_id': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'mac_address': 'fa:16:3e:36:dd:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:17:31Z', 'updated_at': '2021-11-16T05:17:33Z', 'revision_number': 1, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:21:05.536119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c130fd2d-cc82-4aaf-b49c-956afa61f97b None None] New status for floating IP 77bc8c3e-198a-43ee-8d6c-d06b6ca9baad: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:21:06.018380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c337b-6474-4e94-84fc-5fdf94004803 req-ff181e0f-5ba5-40e0-b44c-6add7bc6382f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:06.019849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-837c337b-6474-4e94-84fc-5fdf94004803 req-ff181e0f-5ba5-40e0-b44c-6add7bc6382f tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 946 time: 0.0490651 Nov 16 05:21:06.072434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-837c337b-6474-4e94-84fc-5fdf94004803 req-baa7709a-6e5a-4778-93f6-a66717a8ab00 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464673 Nov 16 05:21:06.206891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa98a2-2cb0-4be1-b3c8-03816a96e8ff req-815590a7-278b-4656-8c10-9657afe40bdf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:06.208222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30fa98a2-2cb0-4be1-b3c8-03816a96e8ff req-815590a7-278b-4656-8c10-9657afe40bdf tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 946 time: 0.0483394 Nov 16 05:21:06.297362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-30fa98a2-2cb0-4be1-b3c8-03816a96e8ff req-da69a516-43d9-462d-9d78-dec6236fd40c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Deleting port be3defc2-594b-4012-999e-0e519782fce9 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:21:06.297703 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-30fa98a2-2cb0-4be1-b3c8-03816a96e8ff req-da69a516-43d9-462d-9d78-dec6236fd40c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:06.390247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-30fa98a2-2cb0-4be1-b3c8-03816a96e8ff req-da69a516-43d9-462d-9d78-dec6236fd40c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] For port be3defc2-594b-4012-999e-0e519782fce9, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=be3defc2-594b-4012-999e-0e519782fce9,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:21:06.390612 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-30fa98a2-2cb0-4be1-b3c8-03816a96e8ff req-da69a516-43d9-462d-9d78-dec6236fd40c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:06.402757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-30fa98a2-2cb0-4be1-b3c8-03816a96e8ff req-da69a516-43d9-462d-9d78-dec6236fd40c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Calling delete_port for be3defc2-594b-4012-999e-0e519782fce9 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:21:06.529510 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-30fa98a2-2cb0-4be1-b3c8-03816a96e8ff req-da69a516-43d9-462d-9d78-dec6236fd40c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:06.557204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da69a516-43d9-462d-9d78-dec6236fd40c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event deleted for resources: {'Port': ['ID=be3defc2-594b-4012-999e-0e519782fce9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:06.597832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fa98a2-2cb0-4be1-b3c8-03816a96e8ff req-da69a516-43d9-462d-9d78-dec6236fd40c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] No DVR routers for this DVR port be3defc2-594b-4012-999e-0e519782fce9 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:21:06.600341 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-30fa98a2-2cb0-4be1-b3c8-03816a96e8ff req-da69a516-43d9-462d-9d78-dec6236fd40c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:06.603644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30fa98a2-2cb0-4be1-b3c8-03816a96e8ff req-da69a516-43d9-462d-9d78-dec6236fd40c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.15 "DELETE /v2.0/ports/be3defc2-594b-4012-999e-0e519782fce9 HTTP/1.1" status: 204 len: 173 time: 0.3892999 Nov 16 05:21:06.604080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d655f74-6787-4363-b030-a2880a06a521', 'name': 'network-vif-deleted', 'tag': 'be3defc2-594b-4012-999e-0e519782fce9'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:21:06.606315 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a558458b-702e-4366-aa9a-17e9dca74373" -d '{"events": [{"server_uuid": "8d655f74-6787-4363-b030-a2880a06a521", "name": "network-vif-deleted", "tag": "be3defc2-594b-4012-999e-0e519782fce9"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:21:06.651664 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d330eb-a641-4619-a087-d49a3a755f52 x-openstack-request-id: req-78d330eb-a641-4619-a087-d49a3a755f52 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:21:06.651956 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d655f74-6787-4363-b030-a2880a06a521", "name": "network-vif-deleted", "tag": "be3defc2-594b-4012-999e-0e519782fce9", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:21:06.652212 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78d330eb-a641-4619-a087-d49a3a755f52 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:21:06.652614 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d655f74-6787-4363-b030-a2880a06a521', 'name': 'network-vif-deleted', 'tag': 'be3defc2-594b-4012-999e-0e519782fce9', 'status': 'completed', 'code': 200} Nov 16 05:21:07.170616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2dbbd74-9bc3-41ad-a180-99f51a88d1b2 req-24e7dec4-4542-46ef-8f52-85d6632e7272 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 210 time: 0.0304804 Nov 16 05:21:08.028300 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98302810-e67e-46b7-8a9f-bebc1c53be4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:08.268851 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a69b40f-2715-41b9-8f61-9c3ee2ff66a2 req-49b24891-4eab-43fe-bd04-ed23418a6966 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 210 time: 0.0264280 Nov 16 05:21:09.366643 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5aef5154-4074-41d1-9215-eecde453f1ef req-f415e4f4-3f29-458c-b516-dde22e9f7458 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 210 time: 0.0272150 Nov 16 05:21:10.225817 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e06a2634-54a6-4427-8a8b-0d6451925b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:10.344996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device be3defc2-594b-4012-999e-0e519782fce9 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:21:10.366258 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: be3defc2-594b-4012-999e-0e519782fce9 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:21:10.366603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device be3defc2-594b-4012-999e-0e519782fce9 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:21:10.459614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c1adde7-c678-477a-889c-d2d52a272fb4 req-016b77eb-8022-4c5b-8d9a-55c7735b5e81 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d655f74-6787-4363-b030-a2880a06a521 HTTP/1.1" status: 200 len: 210 time: 0.0275004 Nov 16 05:21:12.008089 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:13.370692 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:13.748421 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:16.474359 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:16.854673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58398) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:17.012610 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Deleting port bc57593c-b6ba-45ba-8595-a1bb441b1ec8 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:21:17.013003 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:17.090766 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:17.091085 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:17.102897 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Calling delete_port for bc57593c-b6ba-45ba-8595-a1bb441b1ec8 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:21:17.244056 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:17.271045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event deleted for resources: {'Port': ['ID=bc57593c-b6ba-45ba-8595-a1bb441b1ec8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:17.294881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:17.295226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:17.295600 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:17.295938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:17.296272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:17.296624 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:17.296928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:17.297248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:17.297569 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:17.297927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:17.298250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:17.298571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:17.337256 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:17.337620 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Floating IP 99fac10b-2a79-4b46-b41a-388d3c8b47b7 disassociated (deleted). External IP: 172.25.0.71, port: 0bcae0f3-cb0b-4788-a69a-665806d75e96. Nov 16 05:21:17.543722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:21:17.651577 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:21:17.657754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:17.661626 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366613e4-b50b-433b-860f-6ff650d1ed11 None None] Sync routers for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:21:17.671976 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366613e4-b50b-433b-860f-6ff650d1ed11 None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:21:17.672570 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-366613e4-b50b-433b-860f-6ff650d1ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:21:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:17.687858 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d31d0142-48c6-4dac-bcbf-f5158a5e86c5 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "DELETE /v2.0/floatingips/99fac10b-2a79-4b46-b41a-388d3c8b47b7 HTTP/1.1" status: 204 len: 168 time: 0.8318229 Nov 16 05:21:17.688640 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'tag': '0bcae0f3-cb0b-4788-a69a-665806d75e96'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:21:17.692168 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b0f467-f6a4-4929-99b1-79e24c0b5857" -d '{"events": [{"name": "network-changed", "server_uuid": "ef792656-b2be-41a0-b034-65c0aba4b91d", "tag": "0bcae0f3-cb0b-4788-a69a-665806d75e96"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:21:17.782380 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-366613e4-b50b-433b-860f-6ff650d1ed11 None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:21:17.829003 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8bf14c-2f47-4b23-a433-2219b9bf2d41 x-openstack-request-id: req-6c8bf14c-2f47-4b23-a433-2219b9bf2d41 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:21:17.829821 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef792656-b2be-41a0-b034-65c0aba4b91d", "tag": "0bcae0f3-cb0b-4788-a69a-665806d75e96", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:21:17.829821 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c8bf14c-2f47-4b23-a433-2219b9bf2d41 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:21:17.829984 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'tag': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'status': 'completed', 'code': 200} Nov 16 05:21:17.921549 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f467-f6a4-4929-99b1-79e24c0b5857 req-fbd4b3df-0066-4ce2-ad3c-5a7ca5c6eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:17.923064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40b0f467-f6a4-4929-99b1-79e24c0b5857 req-fbd4b3df-0066-4ce2-ad3c-5a7ca5c6eff6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 1096 time: 0.0714977 Nov 16 05:21:17.946504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45874032-f4dd-4508-8e15-75ec5bb95bb4 req-9fb59303-47ca-45da-96c9-e478b678502c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:17.947947 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45874032-f4dd-4508-8e15-75ec5bb95bb4 req-9fb59303-47ca-45da-96c9-e478b678502c tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 945 time: 0.0685318 Nov 16 05:21:17.996108 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-366613e4-b50b-433b-860f-6ff650d1ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:18.021987 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366613e4-b50b-433b-860f-6ff650d1ed11 None None] Checking router: f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:21:18.030961 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366613e4-b50b-433b-860f-6ff650d1ed11 None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:21:18.031569 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-366613e4-b50b-433b-860f-6ff650d1ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:21:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:18.046733 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45874032-f4dd-4508-8e15-75ec5bb95bb4 req-a69be4a9-eb95-4a9a-9641-61b26669599e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889533 Nov 16 05:21:18.060028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f467-f6a4-4929-99b1-79e24c0b5857 req-24a2a86c-4540-4e49-8d9b-521a895938e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:18.061746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40b0f467-f6a4-4929-99b1-79e24c0b5857 req-24a2a86c-4540-4e49-8d9b-521a895938e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 200 len: 913 time: 0.1306074 Nov 16 05:21:18.107250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40b0f467-f6a4-4929-99b1-79e24c0b5857 req-e31ceeef-4f83-4d09-9df5-5e18b0feba70 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bcae0f3-cb0b-4788-a69a-665806d75e96 HTTP/1.1" status: 200 len: 217 time: 0.0377471 Nov 16 05:21:18.136730 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-366613e4-b50b-433b-860f-6ff650d1ed11 None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:21:18.155924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f467-f6a4-4929-99b1-79e24c0b5857 req-d27759d3-9166-4885-8d6d-53ead27c9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:18.157366 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40b0f467-f6a4-4929-99b1-79e24c0b5857 req-d27759d3-9166-4885-8d6d-53ead27c9c5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 200 len: 851 time: 0.0427797 Nov 16 05:21:18.202581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f467-f6a4-4929-99b1-79e24c0b5857 req-374cdf5a-892a-469d-86f5-a5ba971606f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:18.204047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40b0f467-f6a4-4929-99b1-79e24c0b5857 req-374cdf5a-892a-469d-86f5-a5ba971606f6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e1b7691-c959-4825-abab-eef7f5b48326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392227 Nov 16 05:21:18.301136 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40b0f467-f6a4-4929-99b1-79e24c0b5857 req-aa60f4da-a59e-49f7-921c-01450089dce7 service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884037 Nov 16 05:21:18.334768 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-366613e4-b50b-433b-860f-6ff650d1ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:18.391941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-40b0f467-f6a4-4929-99b1-79e24c0b5857 req-d5217afc-95a1-42c0-97fe-a9b0c8429637 service neutron] 10.222.0.37 "GET /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836980 Nov 16 05:21:18.450301 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366613e4-b50b-433b-860f-6ff650d1ed11 None None] The sync data for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 is: [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:09:57Z', 'revision_number': 4, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a9939c19-4ae9-4662-8951-6cea234a02e7', 'name': '', 'network_id': '3e1b7691-c959-4825-abab-eef7f5b48326', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'mac_address': 'fa:16:3e:5a:aa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:56Z', 'updated_at': '2021-11-16T05:10:06Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'subnets': [{'id': '988ca22d-2869-40a7-a014-c47bc0478f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:21:18.658243 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:18.667489 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f320e80-5d98-42d9-8185-99caef059be3 None None] New status for floating IP 99fac10b-2a79-4b46-b41a-388d3c8b47b7: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:21:19.163417 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b18aef4-7fa2-4818-a9da-d5f9ed1dcff3 req-fd1e3e77-58e2-42ac-8caf-4cd0e5e8ab83 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:19.164897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b18aef4-7fa2-4818-a9da-d5f9ed1dcff3 req-fd1e3e77-58e2-42ac-8caf-4cd0e5e8ab83 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 945 time: 0.0487223 Nov 16 05:21:19.218505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b18aef4-7fa2-4818-a9da-d5f9ed1dcff3 req-d58835c5-3cf6-4988-b7b2-24b42b9d24df tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/security-groups?id=53056aa4-d437-4902-abbf-ce76d4e95b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476694 Nov 16 05:21:19.410003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5014478-260f-4898-a9c3-2e0f8404ab90 req-59cd2442-33f5-4871-b1da-cbd60b3186c6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:19.411585 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f5014478-260f-4898-a9c3-2e0f8404ab90 req-59cd2442-33f5-4871-b1da-cbd60b3186c6 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 945 time: 0.0481091 Nov 16 05:21:19.499250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-f5014478-260f-4898-a9c3-2e0f8404ab90 req-4af8f1fb-5495-45a1-b99b-397b1d1c6901 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Deleting port 0bcae0f3-cb0b-4788-a69a-665806d75e96 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:21:19.499590 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f5014478-260f-4898-a9c3-2e0f8404ab90 req-4af8f1fb-5495-45a1-b99b-397b1d1c6901 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:19.588779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f5014478-260f-4898-a9c3-2e0f8404ab90 req-4af8f1fb-5495-45a1-b99b-397b1d1c6901 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] For port 0bcae0f3-cb0b-4788-a69a-665806d75e96, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=0bcae0f3-cb0b-4788-a69a-665806d75e96,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:21:19.589139 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f5014478-260f-4898-a9c3-2e0f8404ab90 req-4af8f1fb-5495-45a1-b99b-397b1d1c6901 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:19.601856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-f5014478-260f-4898-a9c3-2e0f8404ab90 req-4af8f1fb-5495-45a1-b99b-397b1d1c6901 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Calling delete_port for 0bcae0f3-cb0b-4788-a69a-665806d75e96 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:21:19.726929 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f5014478-260f-4898-a9c3-2e0f8404ab90 req-4af8f1fb-5495-45a1-b99b-397b1d1c6901 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:19.755508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8f1fb-5495-45a1-b99b-397b1d1c6901 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event deleted for resources: {'Port': ['ID=0bcae0f3-cb0b-4788-a69a-665806d75e96,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:19.799124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5014478-260f-4898-a9c3-2e0f8404ab90 req-4af8f1fb-5495-45a1-b99b-397b1d1c6901 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] No DVR routers for this DVR port 0bcae0f3-cb0b-4788-a69a-665806d75e96 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:21:19.801585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f5014478-260f-4898-a9c3-2e0f8404ab90 req-4af8f1fb-5495-45a1-b99b-397b1d1c6901 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:19.804887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f5014478-260f-4898-a9c3-2e0f8404ab90 req-4af8f1fb-5495-45a1-b99b-397b1d1c6901 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.37 "DELETE /v2.0/ports/0bcae0f3-cb0b-4788-a69a-665806d75e96 HTTP/1.1" status: 204 len: 173 time: 0.3870988 Nov 16 05:21:19.805372 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'name': 'network-vif-deleted', 'tag': '0bcae0f3-cb0b-4788-a69a-665806d75e96'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:21:19.807594 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06635944-a9ee-4666-a33a-d51a3ca1abf6" -d '{"events": [{"server_uuid": "ef792656-b2be-41a0-b034-65c0aba4b91d", "name": "network-vif-deleted", "tag": "0bcae0f3-cb0b-4788-a69a-665806d75e96"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:21:19.850655 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2858905f-dec8-4f12-839c-6ff11f5ee780 x-openstack-request-id: req-2858905f-dec8-4f12-839c-6ff11f5ee780 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:21:19.850944 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef792656-b2be-41a0-b034-65c0aba4b91d", "name": "network-vif-deleted", "tag": "0bcae0f3-cb0b-4788-a69a-665806d75e96", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:21:19.851195 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2858905f-dec8-4f12-839c-6ff11f5ee780 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:21:19.851592 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef792656-b2be-41a0-b034-65c0aba4b91d', 'name': 'network-vif-deleted', 'tag': '0bcae0f3-cb0b-4788-a69a-665806d75e96', 'status': 'completed', 'code': 200} Nov 16 05:21:20.326665 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34f0a57b-aefd-4ba0-a759-cb8532ae536f req-514e4184-a567-4797-9aed-d9a15ee15222 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 210 time: 0.0300543 Nov 16 05:21:21.426952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eacbc6b2-9e03-4896-923e-597d551f7a6c req-b873decd-2cbe-4c8e-89f8-95f904d3da7e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 210 time: 0.0292180 Nov 16 05:21:22.524030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-841c5663-c302-4272-ab77-7c2dd60db543 req-35d3d211-7b8c-433c-bda0-de875bb4834b tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 210 time: 0.0256565 Nov 16 05:21:23.471303 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:21:23.472862 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0bcae0f3-cb0b-4788-a69a-665806d75e96 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:21:23.493680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 0bcae0f3-cb0b-4788-a69a-665806d75e96 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:21:23.494053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 0bcae0f3-cb0b-4788-a69a-665806d75e96 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:21:23.618283 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eaf9a332-157d-4f0d-91bb-14c7b6f3e16c req-7097b9a3-c0e6-4267-b3ea-69a7c1e33796 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef792656-b2be-41a0-b034-65c0aba4b91d HTTP/1.1" status: 200 len: 210 time: 0.0261321 Nov 16 05:21:24.675292 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58426) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:24.794902 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-071771b0-2a59-4d77-803c-21685d81ff72 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Deleting port e2a0296d-484c-4444-aa0e-46f99592aae5 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:21:24.795239 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-071771b0-2a59-4d77-803c-21685d81ff72 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:24.871323 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-071771b0-2a59-4d77-803c-21685d81ff72 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:24.871645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-071771b0-2a59-4d77-803c-21685d81ff72 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:24.882876 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-071771b0-2a59-4d77-803c-21685d81ff72 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Calling delete_port for e2a0296d-484c-4444-aa0e-46f99592aae5 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:21:25.004299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-071771b0-2a59-4d77-803c-21685d81ff72 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:25.026829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071771b0-2a59-4d77-803c-21685d81ff72 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event deleted for resources: {'Port': ['ID=e2a0296d-484c-4444-aa0e-46f99592aae5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:25.090281 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-071771b0-2a59-4d77-803c-21685d81ff72 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:25.092967 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-071771b0-2a59-4d77-803c-21685d81ff72 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:25.094113 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-071771b0-2a59-4d77-803c-21685d81ff72 tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "DELETE /v2.0/floatingips/d63d183a-d6db-4d66-81a4-bc254d626603 HTTP/1.1" status: 204 len: 168 time: 0.4178550 Nov 16 05:21:28.385753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58442) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:28.442532 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-496004b6-030b-4767-aec8-7aed98aee11e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:28.466685 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-496004b6-030b-4767-aec8-7aed98aee11e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:28.526356 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-496004b6-030b-4767-aec8-7aed98aee11e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:28.528908 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-496004b6-030b-4767-aec8-7aed98aee11e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:28.530105 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-496004b6-030b-4767-aec8-7aed98aee11e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] 10.222.0.41 "DELETE /v2.0/security-groups/53056aa4-d437-4902-abbf-ce76d4e95b63 HTTP/1.1" status: 204 len: 168 time: 0.1432376 Nov 16 05:21:28.539640 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496004b6-030b-4767-aec8-7aed98aee11e tempest-TestVolumeBootPattern-581992271 tempest-TestVolumeBootPattern-581992271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53056aa4-d437-4902-abbf-ce76d4e95b63,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:28.593401 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58446) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:29.086581 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd218fcd-7bff-4a8a-85f8-af7e459e3760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:29.335341 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-fd218fcd-7bff-4a8a-85f8-af7e459e3760 admin admin] Deleting port a9939c19-4ae9-4662-8951-6cea234a02e7 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:21:29.335588 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd218fcd-7bff-4a8a-85f8-af7e459e3760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:29.410383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-fd218fcd-7bff-4a8a-85f8-af7e459e3760 admin admin] For port a9939c19-4ae9-4662-8951-6cea234a02e7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a9939c19-4ae9-4662-8951-6cea234a02e7,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:21:29.411072 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd218fcd-7bff-4a8a-85f8-af7e459e3760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:29.422827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-fd218fcd-7bff-4a8a-85f8-af7e459e3760 admin admin] Calling delete_port for a9939c19-4ae9-4662-8951-6cea234a02e7 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:21:29.599875 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd218fcd-7bff-4a8a-85f8-af7e459e3760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:29.624577 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd218fcd-7bff-4a8a-85f8-af7e459e3760 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9939c19-4ae9-4662-8951-6cea234a02e7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:29.798355 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fd218fcd-7bff-4a8a-85f8-af7e459e3760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:30.009233 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd218fcd-7bff-4a8a-85f8-af7e459e3760 admin admin] Router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:21:30.378701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd218fcd-7bff-4a8a-85f8-af7e459e3760 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:21:30.383552 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fd218fcd-7bff-4a8a-85f8-af7e459e3760 admin admin] 10.222.0.41 "PUT /v2.0/routers/f27a2a38-7178-4ea1-b3af-1e46ff3fabf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7891090 Nov 16 05:21:30.386224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58452) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:30.389428 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49da9197-4048-4a62-91cd-5002b7c8cfde None None] Sync routers for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:21:30.400884 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da9197-4048-4a62-91cd-5002b7c8cfde None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:21:30.401481 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-49da9197-4048-4a62-91cd-5002b7c8cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:21:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:30.485383 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:30.503555 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-49da9197-4048-4a62-91cd-5002b7c8cfde None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:21:30.585596 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:30.641873 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Deleting port b7e93d5b-e16d-482d-979f-ec9ac8a93231 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:21:30.642216 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:30.678454 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-49da9197-4048-4a62-91cd-5002b7c8cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:21:29Z', 'revision_number': 5, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port': {'id': 'b7e93d5b-e16d-482d-979f-ec9ac8a93231', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:a3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:09:53Z', 'updated_at': '2021-11-16T05:09:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:30.705323 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49da9197-4048-4a62-91cd-5002b7c8cfde None None] Checking router: f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:21:30.714113 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da9197-4048-4a62-91cd-5002b7c8cfde None None] Routers {'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:21:30.714712 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-49da9197-4048-4a62-91cd-5002b7c8cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:21:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:30.718884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] For port b7e93d5b-e16d-482d-979f-ec9ac8a93231, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b7e93d5b-e16d-482d-979f-ec9ac8a93231,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:21:30.719245 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:30.731179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Calling delete_port for b7e93d5b-e16d-482d-979f-ec9ac8a93231 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:21:30.797962 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-49da9197-4048-4a62-91cd-5002b7c8cfde None None] Set router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:21:30.849639 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-49da9197-4048-4a62-91cd-5002b7c8cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:21:30Z', 'revision_number': 6, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:30.878342 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49da9197-4048-4a62-91cd-5002b7c8cfde None None] The sync data for ids ['f27a2a38-7178-4ea1-b3af-1e46ff3fabf9'] in n-d-818042-1 is: [{'id': 'f27a2a38-7178-4ea1-b3af-1e46ff3fabf9', 'name': 'tempest-TestVolumeBootPattern-1797863070-router', 'tenant_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:52Z', 'updated_at': '2021-11-16T05:21:30Z', 'revision_number': 6, 'project_id': '0099172d2e3e41f2af5fe31786d7eb1c', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:21:30.896749 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:30.926735 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7e93d5b-e16d-482d-979f-ec9ac8a93231,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:30.934661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33a3023-73d5-4394-ad8a-a4604fd8fa76 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:21:30.985009 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.072715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.074795 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.115832 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.116408 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:21:31.120602 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.121803 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-32387799-01ca-4876-939d-d1780b9eb545 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f27a2a38-7178-4ea1-b3af-1e46ff3fabf9 HTTP/1.1" status: 204 len: 168 time: 0.7346654 Nov 16 05:21:31.124438 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58454) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:31.167265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e65ed78-f94f-4146-90ac-84dd7ac3dd59 admin admin] Deleting subnet 988ca22d-2869-40a7-a014-c47bc0478f05 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:21:31.170157 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e65ed78-f94f-4146-90ac-84dd7ac3dd59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.208304 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e65ed78-f94f-4146-90ac-84dd7ac3dd59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.304082 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e65ed78-f94f-4146-90ac-84dd7ac3dd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.362651 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e65ed78-f94f-4146-90ac-84dd7ac3dd59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.386646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65ed78-f94f-4146-90ac-84dd7ac3dd59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988ca22d-2869-40a7-a014-c47bc0478f05,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:31.390147 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7e65ed78-f94f-4146-90ac-84dd7ac3dd59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.393274 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7e65ed78-f94f-4146-90ac-84dd7ac3dd59 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/988ca22d-2869-40a7-a014-c47bc0478f05 HTTP/1.1" status: 204 len: 168 time: 0.2678335 Nov 16 05:21:31.395804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58456) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:31.398686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94bf9f2-87b8-4ab7-afea-9747b07d113b None None] Network 3e1b7691-c959-4825-abab-eef7f5b48326 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:21:31.466390 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.520040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Deleting port e805048f-9ca4-4a4f-8d2d-ef53697efec3 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:21:31.520585 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.586124 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] For port e805048f-9ca4-4a4f-8d2d-ef53697efec3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e805048f-9ca4-4a4f-8d2d-ef53697efec3,segment=NetworkSegment(244e5b41-d649-452d-9a81-d271e1254d40),segment_id=244e5b41-d649-452d-9a81-d271e1254d40)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:21:31.586411 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.599333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Calling delete_port for e805048f-9ca4-4a4f-8d2d-ef53697efec3 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:21:31.682810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb64c39-8418-4deb-bd29-af5f01e8fb17 None None] DHCP port deletion for 3e1b7691-c959-4825-abab-eef7f5b48326 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:21:31.683512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.703062 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a9939c19-4ae9-4662-8951-6cea234a02e7 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:21:31.711494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Pushing event deleted for resources: {'Port': ['ID=e805048f-9ca4-4a4f-8d2d-ef53697efec3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:31.713738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] No DVR routers for this DVR port e805048f-9ca4-4a4f-8d2d-ef53697efec3 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:21:31.729385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a9939c19-4ae9-4662-8951-6cea234a02e7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:21:31.729735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a9939c19-4ae9-4662-8951-6cea234a02e7 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:21:31.790452 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.810805 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1b7691-c959-4825-abab-eef7f5b48326']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:31.820027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '244e5b41-d649-452d-9a81-d271e1254d40') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:31.820327 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '244e5b41-d649-452d-9a81-d271e1254d40') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:31.829531 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.845016 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.852816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:21:31.853261 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:21:31.854993 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:21:31.910363 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.916307 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:31.919836 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3e1b7691-c959-4825-abab-eef7f5b48326 HTTP/1.1" status: 204 len: 168 time: 0.5230982 Nov 16 05:21:31.923399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58458) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:31.932405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcac01-9533-448e-b63e-ad4b5ae61317 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1b7691-c959-4825-abab-eef7f5b48326,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:32.261076 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d1dd940b-ec8e-4114-aa60-fb0cc571a335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:32.836294 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd940b-ec8e-4114-aa60-fb0cc571a335 admin admin] Deleting port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:21:32.836627 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d1dd940b-ec8e-4114-aa60-fb0cc571a335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:32.913542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d1dd940b-ec8e-4114-aa60-fb0cc571a335 admin admin] For port b7a086dd-7bd9-4fc0-bb4d-633b90bd0988, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b7a086dd-7bd9-4fc0-bb4d-633b90bd0988,segment=NetworkSegment(1b753c9a-1dcc-473f-b372-5629a8d19dba),segment_id=1b753c9a-1dcc-473f-b372-5629a8d19dba)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:21:32.913925 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d1dd940b-ec8e-4114-aa60-fb0cc571a335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:32.926644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd940b-ec8e-4114-aa60-fb0cc571a335 admin admin] Calling delete_port for b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:21:33.094955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b7e93d5b-e16d-482d-979f-ec9ac8a93231 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:21:33.106540 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d1dd940b-ec8e-4114-aa60-fb0cc571a335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:33.116507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: b7e93d5b-e16d-482d-979f-ec9ac8a93231 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:21:33.116845 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b7e93d5b-e16d-482d-979f-ec9ac8a93231 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:21:33.117245 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e805048f-9ca4-4a4f-8d2d-ef53697efec3 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:21:33.132277 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd940b-ec8e-4114-aa60-fb0cc571a335 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7a086dd-7bd9-4fc0-bb4d-633b90bd0988,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:33.135037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: e805048f-9ca4-4a4f-8d2d-ef53697efec3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:21:33.135382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e805048f-9ca4-4a4f-8d2d-ef53697efec3 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:21:33.297726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d1dd940b-ec8e-4114-aa60-fb0cc571a335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:33.512815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dd940b-ec8e-4114-aa60-fb0cc571a335 admin admin] Router 48d76a71-6bd6-4b83-993c-5ce0aaf2478a has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:21:33.616580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dd940b-ec8e-4114-aa60-fb0cc571a335 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:21:33.622009 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d1dd940b-ec8e-4114-aa60-fb0cc571a335 admin admin] 10.222.0.41 "PUT /v2.0/routers/48d76a71-6bd6-4b83-993c-5ce0aaf2478a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6970031 Nov 16 05:21:33.624218 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58460) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:33.627277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ce4a48-c5f4-43e9-b53e-4d131c74604b None None] Sync routers for ids ['48d76a71-6bd6-4b83-993c-5ce0aaf2478a'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:21:33.637714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ce4a48-c5f4-43e9-b53e-4d131c74604b None None] Routers {'48d76a71-6bd6-4b83-993c-5ce0aaf2478a'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:21:33.638353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-52ce4a48-c5f4-43e9-b53e-4d131c74604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:21:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['48d76a71-6bd6-4b83-993c-5ce0aaf2478a'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:33.728063 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:33.742144 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-52ce4a48-c5f4-43e9-b53e-4d131c74604b None None] Set router 48d76a71-6bd6-4b83-993c-5ce0aaf2478a gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:21:33.830510 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:33.880903 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Deleting port f33fb588-9113-4424-846a-57664d569665 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:21:33.881145 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:33.921302 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-52ce4a48-c5f4-43e9-b53e-4d131c74604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'name': 'tempest-TestVolumeBootPattern-1493849483-router', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126'}], 'enable_snat': True}, 'gw_port_id': 'f33fb588-9113-4424-846a-57664d569665', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:59Z', 'updated_at': '2021-11-16T05:21:33Z', 'revision_number': 5, 'project_id': '9b04834540a64dcaa99107c9a5152dce', 'gw_port': {'id': 'f33fb588-9113-4424-846a-57664d569665', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:36:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:10:00Z', 'updated_at': '2021-11-16T05:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:33.947996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ce4a48-c5f4-43e9-b53e-4d131c74604b None None] Checking router: 48d76a71-6bd6-4b83-993c-5ce0aaf2478a for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:21:33.956796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ce4a48-c5f4-43e9-b53e-4d131c74604b None None] Routers {'48d76a71-6bd6-4b83-993c-5ce0aaf2478a'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:21:33.957404 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-52ce4a48-c5f4-43e9-b53e-4d131c74604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:21:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['48d76a71-6bd6-4b83-993c-5ce0aaf2478a'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:33.962218 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] For port f33fb588-9113-4424-846a-57664d569665, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f33fb588-9113-4424-846a-57664d569665,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:21:33.962581 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:33.974815 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Calling delete_port for f33fb588-9113-4424-846a-57664d569665 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:21:34.041337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-52ce4a48-c5f4-43e9-b53e-4d131c74604b None None] Set router 48d76a71-6bd6-4b83-993c-5ce0aaf2478a gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:21:34.095087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-52ce4a48-c5f4-43e9-b53e-4d131c74604b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'name': 'tempest-TestVolumeBootPattern-1493849483-router', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:59Z', 'updated_at': '2021-11-16T05:21:33Z', 'revision_number': 6, 'project_id': '9b04834540a64dcaa99107c9a5152dce', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:34.121003 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ce4a48-c5f4-43e9-b53e-4d131c74604b None None] The sync data for ids ['48d76a71-6bd6-4b83-993c-5ce0aaf2478a'] in n-d-818042-1 is: [{'id': '48d76a71-6bd6-4b83-993c-5ce0aaf2478a', 'name': 'tempest-TestVolumeBootPattern-1493849483-router', 'tenant_id': '9b04834540a64dcaa99107c9a5152dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:09:59Z', 'updated_at': '2021-11-16T05:21:33Z', 'revision_number': 6, 'project_id': '9b04834540a64dcaa99107c9a5152dce', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:21:34.137878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.161623 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Pushing event deleted for resources: {'Port': ['ID=f33fb588-9113-4424-846a-57664d569665,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:34.178107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48d0017-c1ab-4a55-9855-2a4ca12d3e27 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:21:34.231351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.320697 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.322762 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.366331 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.366874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48d76a71-6bd6-4b83-993c-5ce0aaf2478a {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:21:34.372131 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.373264 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-09c34737-85ea-4751-8a89-e4e613adf22e admin admin] 10.222.0.41 "DELETE /v2.0/routers/48d76a71-6bd6-4b83-993c-5ce0aaf2478a HTTP/1.1" status: 204 len: 168 time: 0.7479978 Nov 16 05:21:34.375895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58462) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:34.420718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-987cdc29-2bc4-48d0-b835-3f0457fb1f97 admin admin] Deleting subnet f6036910-1f4a-45f2-ad44-6d95bd544ec0 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:21:34.425208 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-987cdc29-2bc4-48d0-b835-3f0457fb1f97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.462037 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-987cdc29-2bc4-48d0-b835-3f0457fb1f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.546942 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-987cdc29-2bc4-48d0-b835-3f0457fb1f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.598816 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-987cdc29-2bc4-48d0-b835-3f0457fb1f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.622695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cdc29-2bc4-48d0-b835-3f0457fb1f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6036910-1f4a-45f2-ad44-6d95bd544ec0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:34.628363 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-987cdc29-2bc4-48d0-b835-3f0457fb1f97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.633175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-987cdc29-2bc4-48d0-b835-3f0457fb1f97 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f6036910-1f4a-45f2-ad44-6d95bd544ec0 HTTP/1.1" status: 204 len: 168 time: 0.2546866 Nov 16 05:21:34.634148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58464) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:34.634567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70eb270-df4c-4fbd-b35d-4c1ae85fd573 None None] Network a22b7efc-c4b4-4c29-8d08-48aeaf173205 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:21:34.706406 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.759183 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Deleting port c2d3ed43-6cee-44fc-b40b-c5240d954ee0 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:21:34.759405 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.822057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] For port c2d3ed43-6cee-44fc-b40b-c5240d954ee0, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=c2d3ed43-6cee-44fc-b40b-c5240d954ee0,segment=NetworkSegment(1b753c9a-1dcc-473f-b372-5629a8d19dba),segment_id=1b753c9a-1dcc-473f-b372-5629a8d19dba)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:21:34.822347 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.835158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Calling delete_port for c2d3ed43-6cee-44fc-b40b-c5240d954ee0 owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:21:34.900267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] DHCP port deletion for a22b7efc-c4b4-4c29-8d08-48aeaf173205 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:21:34.923594 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.949088 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Deleting port c2d3ed43-6cee-44fc-b40b-c5240d954ee0 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:21:34.949452 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:34.949566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d3ed43-6cee-44fc-b40b-c5240d954ee0,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:34.953500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] No DVR routers for this DVR port c2d3ed43-6cee-44fc-b40b-c5240d954ee0 on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:21:35.016504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] For port c2d3ed43-6cee-44fc-b40b-c5240d954ee0, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:21:35.016893 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.029902 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Calling delete_port for c2d3ed43-6cee-44fc-b40b-c5240d954ee0 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:21:35.030370 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.032573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Port c2d3ed43-6cee-44fc-b40b-c5240d954ee0 was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 05:21:35.034391 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.052225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22b7efc-c4b4-4c29-8d08-48aeaf173205']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:35.058366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Pushing event deleted for resources: {'Port': ['ID=c2d3ed43-6cee-44fc-b40b-c5240d954ee0,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:35.062582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b753c9a-1dcc-473f-b372-5629a8d19dba') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:35.062887 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b753c9a-1dcc-473f-b372-5629a8d19dba') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:21:35.068813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:35.069167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:35.069512 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:35.069874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:35.070217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:35.070551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:35.070879 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:35.071207 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:35.071540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:35.071865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:35.072182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:35.072507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:21:35.075204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee7277-eb87-4b65-8020-0d1e11ec78f8 None None] No DVR routers for this DVR port c2d3ed43-6cee-44fc-b40b-c5240d954ee0 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:21:35.077067 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.105332 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.111967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:21:35.112362 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:21:35.114322 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:21:35.119687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c2d3ed43-6cee-44fc-b40b-c5240d954ee0 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:21:35.141081 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: c2d3ed43-6cee-44fc-b40b-c5240d954ee0 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:21:35.141560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device c2d3ed43-6cee-44fc-b40b-c5240d954ee0 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:21:35.142091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f33fb588-9113-4424-846a-57664d569665 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:21:35.162831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f33fb588-9113-4424-846a-57664d569665 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:21:35.163242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f33fb588-9113-4424-846a-57664d569665 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:21:35.163572 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:21:35.180409 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.187447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:21:35.187757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b7a086dd-7bd9-4fc0-bb4d-633b90bd0988 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:21:35.195697 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.202135 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a22b7efc-c4b4-4c29-8d08-48aeaf173205 HTTP/1.1" status: 204 len: 168 time: 0.5642865 Nov 16 05:21:35.202135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec95443-a4e4-42ec-9eeb-05a018950620 admin admin] Pushing event deleted for resources: {'Network': ['ID=a22b7efc-c4b4-4c29-8d08-48aeaf173205,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:35.322303 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58468) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:35.362341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d2aa8c80-b127-443f-93a8-55ffdb37112e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0099172d2e3e41f2af5fe31786d7eb1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389023 Nov 16 05:21:35.364767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58470) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:35.415535 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7827e79c-9169-4464-97ef-bf2dc180cacf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.435788 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7827e79c-9169-4464-97ef-bf2dc180cacf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.484691 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7827e79c-9169-4464-97ef-bf2dc180cacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.488775 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7827e79c-9169-4464-97ef-bf2dc180cacf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.490583 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7827e79c-9169-4464-97ef-bf2dc180cacf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/595a87a7-e45f-45a5-a643-35703a8bd3e7 HTTP/1.1" status: 204 len: 168 time: 0.1248827 Nov 16 05:21:35.501635 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827e79c-9169-4464-97ef-bf2dc180cacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595a87a7-e45f-45a5-a643-35703a8bd3e7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:35.828859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58476) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:35.868441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-209a1d30-1732-4349-8e2e-c219f8598be9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b04834540a64dcaa99107c9a5152dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384398 Nov 16 05:21:35.870866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58478) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:21:35.917133 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8ab9261-b914-4a82-a34d-eb740d07dc19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.939075 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8ab9261-b914-4a82-a34d-eb740d07dc19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.986024 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8ab9261-b914-4a82-a34d-eb740d07dc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.989334 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e8ab9261-b914-4a82-a34d-eb740d07dc19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:35.990518 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e8ab9261-b914-4a82-a34d-eb740d07dc19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a6242bb-b37c-4955-a109-c238799b9b53 HTTP/1.1" status: 204 len: 168 time: 0.1187766 Nov 16 05:21:35.998655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab9261-b914-4a82-a34d-eb740d07dc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6242bb-b37c-4955-a109-c238799b9b53,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:38.031492 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca0dd106-6ab1-4aeb-9ad7-0c640781eb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:40.227073 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a1e5e124-591e-40c0-8daa-ea2d4b357823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:42.010761 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:43.373711 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:43.744821 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:46.239525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-5c6e8198-a85d-4c41-a6f1-94544991e3ad tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=32bd04ec24aa4407878d38b161501042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272801 Nov 16 05:21:46.355136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226155a-0972-45df-89bd-e243008ccd20 req-8d9f0ef8-83a6-4280-94cd-ee718a9d7437 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:46.356650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-8d9f0ef8-83a6-4280-94cd-ee718a9d7437 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091440 Nov 16 05:21:46.371806 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-cf2f83d0-6b64-49c8-8ad3-d3b9d83b89d4 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/quotas/32bd04ec24aa4407878d38b161501042 HTTP/1.1" status: 200 len: 375 time: 0.0093114 Nov 16 05:21:46.409502 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-c5048e0e-5c06-4655-8ef8-ffb195a2bcf1 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32bd04ec24aa4407878d38b161501042&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316770 Nov 16 05:21:46.469619 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:47.695161 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94985d45-24f5-4ae9-9d10-659857d890e0 req-93df2dbd-9add-48d3-a7d5-fd1ac8605d5a tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 210 time: 0.1265113 Nov 16 05:21:48.670124 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:48.773105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af74446d-1fa7-48b3-b809-3146424479d7 req-56e0d51e-31f8-4870-97f8-bb93b573d214 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 210 time: 0.0266354 Nov 16 05:21:49.855017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99a211c3-e386-4932-b230-d6e5af245af8 req-4ec681e5-7a01-4a2f-9be4-7fe463a910cd tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 210 time: 0.0265696 Nov 16 05:21:50.934107 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60276eab-f09a-476a-ab66-a00a2eb7de61 req-2342cf60-c854-4b13-9a97-08e3fc9468bc tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 210 time: 0.0298789 Nov 16 05:21:52.034987 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a1b9d13a-7145-4210-aa42-3b2ef4ef3288 req-51c10636-c22b-4f40-89af-1d39ae4cb6e0 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 210 time: 0.0292187 Nov 16 05:21:52.485343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-49688c17-1a48-445f-8e45-beed12c77806 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=32bd04ec24aa4407878d38b161501042&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239036 Nov 16 05:21:52.607569 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226155a-0972-45df-89bd-e243008ccd20 req-3fd90497-9a4a-40db-95a6-7d37b44bb6f1 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:52.609017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-3fd90497-9a4a-40db-95a6-7d37b44bb6f1 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1174281 Nov 16 05:21:52.623230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Request body: {'port': {'device_id': '6086990f-cc52-4ec3-a524-be8f02f23606', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'admin_state_up': True, 'tenant_id': '32bd04ec24aa4407878d38b161501042'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:21:52.735220 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Made reservation on behalf of 32bd04ec24aa4407878d38b161501042 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:21:52.738641 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:52.747382 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:52.823620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:52.828667 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:52.891227 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d99dba6-5de8-4fe2-be08-b74c3e9e17d1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:52.968842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Allocated IP 192.168.233.225 (273ae582-658c-4700-8e3c-f614937a5527/8888d2b0-e948-4562-a5da-51e06647b566/bea5cbec-166a-4e8d-b315-0757dba865f7) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:21:53.134556 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:53.160678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b38ea3c-63c3-42ee-96e4-a966f14f9516 req-035a82e7-9472-4315-9340-aa80f9abc79f tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 210 time: 0.0377097 Nov 16 05:21:53.188041 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:53.233390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Network 273ae582-658c-4700-8e3c-f614937a5527 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:21:53.236709 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:21:53.241334 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:21:53.265324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Pushing event updated for resources: {'Port': ['ID=bea5cbec-166a-4e8d-b315-0757dba865f7,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:53.294278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:53.294911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:53.314691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-e02735e7-414e-419f-be28-3fd598e71368 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6949697 Nov 16 05:21:53.327055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Request body: {'port': {'device_id': '6086990f-cc52-4ec3-a524-be8f02f23606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:21:53.399520 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:53.529309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-98b9612f-65ef-4099-9c9a-ee0a62cb9f31 None None] Provisioning complete for port bea5cbec-166a-4e8d-b315-0757dba865f7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:21:53.529897 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-98b9612f-65ef-4099-9c9a-ee0a62cb9f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:53.564929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-98b9612f-65ef-4099-9c9a-ee0a62cb9f31 None None] Port bea5cbec-166a-4e8d-b315-0757dba865f7 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:21:53.728038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea5cbec-166a-4e8d-b315-0757dba865f7 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:21:53.737680 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:53.750033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Transition to ACTIVE for port object bea5cbec-166a-4e8d-b315-0757dba865f7 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:21:53.753682 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:53.804757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bea5cbec-166a-4e8d-b315-0757dba865f7,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:53.878399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Attempting to bind port bea5cbec-166a-4e8d-b315-0757dba865f7 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:21:53.879297 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Attempting to bind port bea5cbec-166a-4e8d-b315-0757dba865f7 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:21:53.879623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Attempting to bind port bea5cbec-166a-4e8d-b315-0757dba865f7 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:21:53.884358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Port bea5cbec-166a-4e8d-b315-0757dba865f7 on network 273ae582-658c-4700-8e3c-f614937a5527 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:21:53.884687 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Attempting to bind port bea5cbec-166a-4e8d-b315-0757dba865f7 on network 273ae582-658c-4700-8e3c-f614937a5527 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:21:53.889846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:21:53.890173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Checking segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:21:53.890548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Bound using segment: {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:21:53.890986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Bound port: bea5cbec-166a-4e8d-b315-0757dba865f7, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a69f49d-31e6-4ce4-963d-ca57eabe89ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '273ae582-658c-4700-8e3c-f614937a5527'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:21:53.891324 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:53.958565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] For port bea5cbec-166a-4e8d-b315-0757dba865f7, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:21:53.961665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] For port bea5cbec-166a-4e8d-b315-0757dba865f7, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=bea5cbec-166a-4e8d-b315-0757dba865f7,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:21:53.966103 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:53.998853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:53.999385 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:54.000768 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] 10.222.0.15 "PUT /v2.0/ports/bea5cbec-166a-4e8d-b315-0757dba865f7 HTTP/1.1" status: 200 len: 1096 time: 0.6781905 Nov 16 05:21:54.001238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6086990f-cc52-4ec3-a524-be8f02f23606', 'tag': 'bea5cbec-166a-4e8d-b315-0757dba865f7'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:21:54.003477 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bacfd6-ed8a-4fea-9625-760b2502c17e" -d '{"events": [{"name": "network-changed", "server_uuid": "6086990f-cc52-4ec3-a524-be8f02f23606", "tag": "bea5cbec-166a-4e8d-b315-0757dba865f7"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:21:54.037358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4dbeb-61c6-4460-b6a5-3e87bf1c45a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bea5cbec-166a-4e8d-b315-0757dba865f7,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:54.053147 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54b1f09-2fdd-4358-9eb0-788f564b1be2 x-openstack-request-id: req-f54b1f09-2fdd-4358-9eb0-788f564b1be2 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:21:54.053438 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6086990f-cc52-4ec3-a524-be8f02f23606", "tag": "bea5cbec-166a-4e8d-b315-0757dba865f7", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:21:54.053686 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f54b1f09-2fdd-4358-9eb0-788f564b1be2 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:21:54.054122 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6086990f-cc52-4ec3-a524-be8f02f23606', 'tag': 'bea5cbec-166a-4e8d-b315-0757dba865f7', 'status': 'completed', 'code': 200} Nov 16 05:21:54.088611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226155a-0972-45df-89bd-e243008ccd20 req-33fee068-ad85-4297-aeee-c2d4f3bc2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:54.090167 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-33fee068-ad85-4297-aeee-c2d4f3bc2eaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32bd04ec24aa4407878d38b161501042&device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 1099 time: 0.0462484 Nov 16 05:21:54.136091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-28a24d97-8f80-41b8-8c97-94d13dd0e2d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=bea5cbec-166a-4e8d-b315-0757dba865f7 HTTP/1.1" status: 200 len: 217 time: 0.0387623 Nov 16 05:21:54.189140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226155a-0972-45df-89bd-e243008ccd20 req-7cd4a75c-c9ec-41ce-b6fa-5241702370ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:54.190437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-7cd4a75c-c9ec-41ce-b6fa-5241702370ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0477629 Nov 16 05:21:54.266701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226155a-0972-45df-89bd-e243008ccd20 req-da69454b-4985-46d3-b861-f8c2cc277ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:54.268172 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-da69454b-4985-46d3-b861-f8c2cc277ca4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0705998 Nov 16 05:21:54.303943 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c3c72-e571-4c9c-beb3-f6d5655d4e88 req-48d00402-6081-4833-8d22-f1194528c945 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:54.305281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c44c3c72-e571-4c9c-beb3-f6d5655d4e88 req-48d00402-6081-4833-8d22-f1194528c945 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 948 time: 0.0748641 Nov 16 05:21:54.390413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c44c3c72-e571-4c9c-beb3-f6d5655d4e88 req-246e09f5-0485-4871-b6e5-4d296ea5b7e4 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d99dba6-5de8-4fe2-be08-b74c3e9e17d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606980 Nov 16 05:21:54.403802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-67bcb00c-e724-45eb-a8ef-c79e451110cf service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260526 Nov 16 05:21:54.496661 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3226155a-0972-45df-89bd-e243008ccd20 req-288358ac-2c29-42d3-b4da-1d6568bad576 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858371 Nov 16 05:21:54.579292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bacfd6-ed8a-4fea-9625-760b2502c17e req-66e3890a-8b18-4dbe-ba49-b1a0dd55f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:54.580734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68bacfd6-ed8a-4fea-9625-760b2502c17e req-66e3890a-8b18-4dbe-ba49-b1a0dd55f6c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=32bd04ec24aa4407878d38b161501042&device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 1099 time: 0.0409248 Nov 16 05:21:54.673820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bacfd6-ed8a-4fea-9625-760b2502c17e req-b0f24d0b-937c-4b17-b476-025ba3ded5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:54.675249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68bacfd6-ed8a-4fea-9625-760b2502c17e req-b0f24d0b-937c-4b17-b476-025ba3ded5fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=273ae582-658c-4700-8e3c-f614937a5527 HTTP/1.1" status: 200 len: 870 time: 0.0866952 Nov 16 05:21:54.716050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68bacfd6-ed8a-4fea-9625-760b2502c17e req-49d1a15e-4f1f-495d-8875-07e0800d3c7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=bea5cbec-166a-4e8d-b315-0757dba865f7 HTTP/1.1" status: 200 len: 217 time: 0.0325499 Nov 16 05:21:54.764284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bacfd6-ed8a-4fea-9625-760b2502c17e req-535fa6b3-9bb2-44d8-87ab-3de5379bff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:54.765711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68bacfd6-ed8a-4fea-9625-760b2502c17e req-535fa6b3-9bb2-44d8-87ab-3de5379bff1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8888d2b0-e948-4562-a5da-51e06647b566 HTTP/1.1" status: 200 len: 843 time: 0.0421689 Nov 16 05:21:54.815868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bacfd6-ed8a-4fea-9625-760b2502c17e req-3b725a4a-e758-4a6a-8a1e-3b799df589e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:54.817335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68bacfd6-ed8a-4fea-9625-760b2502c17e req-3b725a4a-e758-4a6a-8a1e-3b799df589e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=273ae582-658c-4700-8e3c-f614937a5527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0433104 Nov 16 05:21:54.905342 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68bacfd6-ed8a-4fea-9625-760b2502c17e req-6e013ceb-0e2d-44c5-920f-f6f5bf158b87 service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805635 Nov 16 05:21:54.997151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68bacfd6-ed8a-4fea-9625-760b2502c17e req-291c0fc5-61d6-43e3-ae00-a6863db322af service neutron] 10.222.0.15 "GET /v2.0/networks/273ae582-658c-4700-8e3c-f614937a5527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843349 Nov 16 05:21:55.509888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65648074-8efd-4c93-91b3-f9f1954b363c req-c25b4fbe-e874-4f72-962b-bc645eeb2e3f tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:55.511397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65648074-8efd-4c93-91b3-f9f1954b363c req-c25b4fbe-e874-4f72-962b-bc645eeb2e3f tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 948 time: 0.0524886 Nov 16 05:21:55.557476 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65648074-8efd-4c93-91b3-f9f1954b363c req-d69b3f33-d4d5-4440-a9d5-72a3113da951 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d99dba6-5de8-4fe2-be08-b74c3e9e17d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Nov 16 05:21:56.509598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device bea5cbec-166a-4e8d-b315-0757dba865f7 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:21:56.603730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port bea5cbec-166a-4e8d-b315-0757dba865f7, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=bea5cbec-166a-4e8d-b315-0757dba865f7,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:21:56.614472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'bea5cbec-166a-4e8d-b315-0757dba865f7', 'network_id': '273ae582-658c-4700-8e3c-f614937a5527', 'port_id': 'bea5cbec-166a-4e8d-b315-0757dba865f7', 'mac_address': 'fa:16:3e:dc:7f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8888d2b0-e948-4562-a5da-51e06647b566', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:21:56.654373 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:56.667703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea5cbec-166a-4e8d-b315-0757dba865f7 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:21:56.686425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port bea5cbec-166a-4e8d-b315-0757dba865f7, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=bea5cbec-166a-4e8d-b315-0757dba865f7,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:21:56.691467 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:56.709129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eda14b-bd5a-4ed3-a75e-0d0ae6de0d04 req-c26962a0-00ea-433c-959b-f910c729b25b tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:56.710657 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59eda14b-bd5a-4ed3-a75e-0d0ae6de0d04 req-c26962a0-00ea-433c-959b-f910c729b25b tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 948 time: 0.0513792 Nov 16 05:21:56.738700 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=bea5cbec-166a-4e8d-b315-0757dba865f7,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:56.757799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59eda14b-bd5a-4ed3-a75e-0d0ae6de0d04 req-4fa7c43b-c35d-4124-8535-a5f2742e59b6 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d99dba6-5de8-4fe2-be08-b74c3e9e17d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Nov 16 05:21:56.931425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['bea5cbec-166a-4e8d-b315-0757dba865f7'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:21:57.875518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12899466-8b6f-448c-bcd4-5f9dff09b86c req-646b90cb-c238-40b9-ac60-1b33615f9376 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:57.876988 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12899466-8b6f-448c-bcd4-5f9dff09b86c req-646b90cb-c238-40b9-ac60-1b33615f9376 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 949 time: 0.0524423 Nov 16 05:21:57.922855 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12899466-8b6f-448c-bcd4-5f9dff09b86c req-b200d3ec-967d-46a6-9091-5828da39e11f tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d99dba6-5de8-4fe2-be08-b74c3e9e17d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397885 Nov 16 05:21:58.516419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device bea5cbec-166a-4e8d-b315-0757dba865f7 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:21:58.563015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port bea5cbec-166a-4e8d-b315-0757dba865f7 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:21:58.567457 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port bea5cbec-166a-4e8d-b315-0757dba865f7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:21:58.567825 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:58.644005 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:58.665472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6086990f-cc52-4ec3-a524-be8f02f23606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea5cbec-166a-4e8d-b315-0757dba865f7'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:21:58.667701 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612d12e7-f881-4fe0-8814-16b5957aba18" -d '{"events": [{"server_uuid": "6086990f-cc52-4ec3-a524-be8f02f23606", "name": "network-vif-plugged", "status": "completed", "tag": "bea5cbec-166a-4e8d-b315-0757dba865f7"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:21:58.681007 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port bea5cbec-166a-4e8d-b315-0757dba865f7, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=bea5cbec-166a-4e8d-b315-0757dba865f7,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:21:58.684903 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:21:58.710914 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93850a9e-712f-4b0a-ab4f-f47936a9b4e2 x-openstack-request-id: req-93850a9e-712f-4b0a-ab4f-f47936a9b4e2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:21:58.711211 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6086990f-cc52-4ec3-a524-be8f02f23606", "name": "network-vif-plugged", "status": "completed", "tag": "bea5cbec-166a-4e8d-b315-0757dba865f7", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:21:58.711464 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93850a9e-712f-4b0a-ab4f-f47936a9b4e2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:21:58.711857 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6086990f-cc52-4ec3-a524-be8f02f23606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea5cbec-166a-4e8d-b315-0757dba865f7', 'code': 200} Nov 16 05:21:58.737232 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=bea5cbec-166a-4e8d-b315-0757dba865f7,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:21:58.804643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72a38e-f8e9-4e63-9296-19ed1a25254d req-47a111b5-d4cd-4458-8e2a-187155417c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:58.806063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e72a38e-f8e9-4e63-9296-19ed1a25254d req-47a111b5-d4cd-4458-8e2a-187155417c19 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 1101 time: 0.0386801 Nov 16 05:21:58.849453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e72a38e-f8e9-4e63-9296-19ed1a25254d req-2a44b095-8d50-4e36-975a-cfc9ddada20c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6d99dba6-5de8-4fe2-be08-b74c3e9e17d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369971 Nov 16 05:21:59.034762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efdda5-13a3-4111-8859-3bb4c562c540 req-ef461a17-b607-4a51-a782-7e3013351edd tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:21:59.036282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59efdda5-13a3-4111-8859-3bb4c562c540 req-ef461a17-b607-4a51-a782-7e3013351edd tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 950 time: 0.0479331 Nov 16 05:21:59.087815 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59efdda5-13a3-4111-8859-3bb4c562c540 req-a651b317-ab11-4c1f-afe1-c4a891a25c53 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d99dba6-5de8-4fe2-be08-b74c3e9e17d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455196 Nov 16 05:22:00.208803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4461621-2baa-4659-ae6e-813a608302c2 req-794f4156-30d9-42c0-8a5b-2db505389874 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:00.210327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4461621-2baa-4659-ae6e-813a608302c2 req-794f4156-30d9-42c0-8a5b-2db505389874 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 950 time: 0.0525694 Nov 16 05:22:00.256921 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4461621-2baa-4659-ae6e-813a608302c2 req-9575219d-7e72-4afd-abe6-47f0b81d3194 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d99dba6-5de8-4fe2-be08-b74c3e9e17d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406911 Nov 16 05:22:00.470444 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:22:00.595437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-3adc4108-b4af-4bdf-adc7-02d3e15cae2c req-5e31bb99-bfd8-4799-8dcf-f7f1617011cf service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:22:00.596442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3adc4108-b4af-4bdf-adc7-02d3e15cae2c req-5e31bb99-bfd8-4799-8dcf-f7f1617011cf service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0563519 Nov 16 05:22:00.975573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-45fe2b98-b975-4bc5-bb18-32ad82bf2d8a req-b2ce23d8-0832-4339-ab8f-9306531473ab service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:22:00.976597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45fe2b98-b975-4bc5-bb18-32ad82bf2d8a req-b2ce23d8-0832-4339-ab8f-9306531473ab service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0578461 Nov 16 05:22:01.304405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfecea-23c7-49a8-b053-ecdf539fea42 req-8fac921d-6fd8-4163-b953-ebb2d86d6ef9 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:01.305894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-14cfecea-23c7-49a8-b053-ecdf539fea42 req-8fac921d-6fd8-4163-b953-ebb2d86d6ef9 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 950 time: 0.0477209 Nov 16 05:22:01.352467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-14cfecea-23c7-49a8-b053-ecdf539fea42 req-7077da83-62ef-43be-9ae6-00e7c9175589 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d99dba6-5de8-4fe2-be08-b74c3e9e17d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Nov 16 05:22:02.471148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69248e51-1ff1-450b-9f8a-0c920a1bffb1 req-988bf017-aad3-4be1-92b6-9f4dc84224dc tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:02.472613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-69248e51-1ff1-450b-9f8a-0c920a1bffb1 req-988bf017-aad3-4be1-92b6-9f4dc84224dc tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 950 time: 0.0515883 Nov 16 05:22:02.518762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-69248e51-1ff1-450b-9f8a-0c920a1bffb1 req-3891316d-8503-4b74-acb4-48609c733c6e tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d99dba6-5de8-4fe2-be08-b74c3e9e17d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402062 Nov 16 05:22:02.571981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0aeefe-12bb-4c6e-b769-9714c33d7d84 req-dc6c937b-8f14-4f0e-94fc-ef811b19bb2c tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:02.573463 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e0aeefe-12bb-4c6e-b769-9714c33d7d84 req-dc6c937b-8f14-4f0e-94fc-ef811b19bb2c tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.15 "GET /v2.0/ports?device_id=6086990f-cc52-4ec3-a524-be8f02f23606 HTTP/1.1" status: 200 len: 950 time: 0.0485544 Nov 16 05:22:02.665131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-6e0aeefe-12bb-4c6e-b769-9714c33d7d84 req-fc7ac49d-6e90-4cc6-8121-ced6464f5c31 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Deleting port bea5cbec-166a-4e8d-b315-0757dba865f7 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:22:02.666075 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6e0aeefe-12bb-4c6e-b769-9714c33d7d84 req-fc7ac49d-6e90-4cc6-8121-ced6464f5c31 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:02.754571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6e0aeefe-12bb-4c6e-b769-9714c33d7d84 req-fc7ac49d-6e90-4cc6-8121-ced6464f5c31 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] For port bea5cbec-166a-4e8d-b315-0757dba865f7, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=bea5cbec-166a-4e8d-b315-0757dba865f7,segment=NetworkSegment(5a69f49d-31e6-4ce4-963d-ca57eabe89ef),segment_id=5a69f49d-31e6-4ce4-963d-ca57eabe89ef)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:22:02.754936 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6e0aeefe-12bb-4c6e-b769-9714c33d7d84 req-fc7ac49d-6e90-4cc6-8121-ced6464f5c31 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:02.767319 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-6e0aeefe-12bb-4c6e-b769-9714c33d7d84 req-fc7ac49d-6e90-4cc6-8121-ced6464f5c31 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Calling delete_port for bea5cbec-166a-4e8d-b315-0757dba865f7 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:22:02.894823 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6e0aeefe-12bb-4c6e-b769-9714c33d7d84 req-fc7ac49d-6e90-4cc6-8121-ced6464f5c31 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:02.906706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['bea5cbec-166a-4e8d-b315-0757dba865f7'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:22:02.923714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ac49d-6e90-4cc6-8121-ced6464f5c31 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Pushing event deleted for resources: {'Port': ['ID=bea5cbec-166a-4e8d-b315-0757dba865f7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:02.968906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0aeefe-12bb-4c6e-b769-9714c33d7d84 req-fc7ac49d-6e90-4cc6-8121-ced6464f5c31 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] No DVR routers for this DVR port bea5cbec-166a-4e8d-b315-0757dba865f7 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:22:02.971568 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6e0aeefe-12bb-4c6e-b769-9714c33d7d84 req-fc7ac49d-6e90-4cc6-8121-ced6464f5c31 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:02.975476 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e0aeefe-12bb-4c6e-b769-9714c33d7d84 req-fc7ac49d-6e90-4cc6-8121-ced6464f5c31 tempest-ServersAdminNegativeTestJSON-91553333 tempest-ServersAdminNegativeTestJSON-91553333-project] 10.222.0.15 "DELETE /v2.0/ports/bea5cbec-166a-4e8d-b315-0757dba865f7 HTTP/1.1" status: 204 len: 173 time: 0.3954999 Nov 16 05:22:02.975928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6086990f-cc52-4ec3-a524-be8f02f23606', 'name': 'network-vif-deleted', 'tag': 'bea5cbec-166a-4e8d-b315-0757dba865f7'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:22:02.978231 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9520a99f-8092-4c32-963f-523de9c6e14a" -d '{"events": [{"server_uuid": "6086990f-cc52-4ec3-a524-be8f02f23606", "name": "network-vif-deleted", "tag": "bea5cbec-166a-4e8d-b315-0757dba865f7"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:22:03.093385 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4276c4-9ad9-4501-9823-27ace72386a5 x-openstack-request-id: req-6e4276c4-9ad9-4501-9823-27ace72386a5 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:22:03.093707 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6086990f-cc52-4ec3-a524-be8f02f23606", "name": "network-vif-deleted", "tag": "bea5cbec-166a-4e8d-b315-0757dba865f7", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:22:03.094013 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e4276c4-9ad9-4501-9823-27ace72386a5 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:22:03.094416 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6086990f-cc52-4ec3-a524-be8f02f23606', 'name': 'network-vif-deleted', 'tag': 'bea5cbec-166a-4e8d-b315-0757dba865f7', 'status': 'completed', 'code': 200} Nov 16 05:22:03.815891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58634) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:22:03.955855 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b6e243b6-90d2-48a0-9341-827642d89098 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32bd04ec24aa4407878d38b161501042&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382306 Nov 16 05:22:03.958972 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58638) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:22:04.005105 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6dce45d-e2f2-408a-8442-ebe608725a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:04.025276 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6dce45d-e2f2-408a-8442-ebe608725a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:04.071649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6dce45d-e2f2-408a-8442-ebe608725a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:04.074288 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c6dce45d-e2f2-408a-8442-ebe608725a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:04.075464 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c6dce45d-e2f2-408a-8442-ebe608725a43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d99dba6-5de8-4fe2-be08-b74c3e9e17d1 HTTP/1.1" status: 204 len: 168 time: 0.1155236 Nov 16 05:22:04.082957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dce45d-e2f2-408a-8442-ebe608725a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d99dba6-5de8-4fe2-be08-b74c3e9e17d1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:04.339380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58644) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:22:04.353277 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9553b53-59a1-4c4e-bd8a-837c15960e84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:04.424529 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9553b53-59a1-4c4e-bd8a-837c15960e84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:04.428396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e9553b53-59a1-4c4e-bd8a-837c15960e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:04.463704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9553b53-59a1-4c4e-bd8a-837c15960e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae92d06-67ec-4ca9-90e2-248ca9d9ff56,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:04.467941 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e9553b53-59a1-4c4e-bd8a-837c15960e84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdf0802d61a54eaf82aec91139156ed2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275182 Nov 16 05:22:04.470711 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58646) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:22:04.520719 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad17ddf8-47fb-4c80-9b1d-52ab243268db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:04.541757 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad17ddf8-47fb-4c80-9b1d-52ab243268db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:04.587382 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad17ddf8-47fb-4c80-9b1d-52ab243268db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:04.589998 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ad17ddf8-47fb-4c80-9b1d-52ab243268db admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:04.591112 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ad17ddf8-47fb-4c80-9b1d-52ab243268db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fae92d06-67ec-4ca9-90e2-248ca9d9ff56 HTTP/1.1" status: 204 len: 168 time: 0.1196806 Nov 16 05:22:04.598957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17ddf8-47fb-4c80-9b1d-52ab243268db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae92d06-67ec-4ca9-90e2-248ca9d9ff56,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:05.241956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58668) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:22:05.341107 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1828002028-network', 'tenant_id': '3688751af45c48f9865b45e1e4c3c95f'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:22:05.361694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Made reservation on behalf of 3688751af45c48f9865b45e1e4c3c95f for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:22:05.363973 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:05.372142 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:05.444426 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:05.448235 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:05.471969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:22:05.486286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e82cb9-81d3-47aa-8489-f10aacd5f1b8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:05.489325 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:05.489607 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Added segment 862321da-128e-4068-b115-ecf9071a1ab5 of type vlan for network 8ca8f240-362e-4e2b-acd1-3290f39ad007 Nov 16 05:22:05.501898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:05.502242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:05.502582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:05.502913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:05.503240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:05.503566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:05.503894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:05.504792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:05.505119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:05.505437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:05.505754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:05.506093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:05.547871 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:05.572721 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:05.573678 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:05.574275 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:05.623533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3804641 Nov 16 05:22:05.626625 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58672) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:22:05.633253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-14ab425f-49cd-435f-91e7-4b182143bed6 admin admin] Request body: {'subnet': {'network_id': '8ca8f240-362e-4e2b-acd1-3290f39ad007', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1828002028-subnet', 'tenant_id': '3688751af45c48f9865b45e1e4c3c95f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:22:05.635020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa926b-1d28-43d2-8891-bb0cdad73243 admin admin] Pushing event updated for resources: {'Network': ['ID=8ca8f240-362e-4e2b-acd1-3290f39ad007,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:05.645250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 8ca8f240-362e-4e2b-acd1-3290f39ad007 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:22:05.658361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ab425f-49cd-435f-91e7-4b182143bed6 admin admin] Made reservation on behalf of 3688751af45c48f9865b45e1e4c3c95f for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:22:05.660901 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-14ab425f-49cd-435f-91e7-4b182143bed6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:05.824331 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-14ab425f-49cd-435f-91e7-4b182143bed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:05.877211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab425f-49cd-435f-91e7-4b182143bed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c730f18-d085-49be-959b-69e67fbf4b8f,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:05.887574 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ab425f-49cd-435f-91e7-4b182143bed6 admin admin] Checking segment: {'id': '862321da-128e-4068-b115-ecf9071a1ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ca8f240-362e-4e2b-acd1-3290f39ad007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:22:05.887934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab425f-49cd-435f-91e7-4b182143bed6 admin admin] Network hostable DHCP agents. Network: 8ca8f240-362e-4e2b-acd1-3290f39ad007, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:22:05.903094 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab425f-49cd-435f-91e7-4b182143bed6 admin admin] Network 8ca8f240-362e-4e2b-acd1-3290f39ad007 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:22:05.912080 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-14ab425f-49cd-435f-91e7-4b182143bed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 8ca8f240-362e-4e2b-acd1-3290f39ad007) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:22:05.917128 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab425f-49cd-435f-91e7-4b182143bed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:05.919692 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-14ab425f-49cd-435f-91e7-4b182143bed6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:05.919954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0776712f-d463-474b-a292-a4890a699a6d None None] Network 8ca8f240-362e-4e2b-acd1-3290f39ad007 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:22:05.935456 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-14ab425f-49cd-435f-91e7-4b182143bed6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3076057 Nov 16 05:22:06.045571 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de697d-e1cd-4387-839f-7e79fff4e564 None None] Network 8ca8f240-362e-4e2b-acd1-3290f39ad007 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:22:06.362995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-194a7238-e24d-441e-b062-eba9e125357d tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:06.364404 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-194a7238-e24d-441e-b062-eba9e125357d tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/networks?id=8ca8f240-362e-4e2b-acd1-3290f39ad007 HTTP/1.1" status: 200 len: 812 time: 0.1037784 Nov 16 05:22:06.378730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-4bcbf832-c244-4020-a574-3f9194bec301 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/quotas/3688751af45c48f9865b45e1e4c3c95f HTTP/1.1" status: 200 len: 375 time: 0.0087574 Nov 16 05:22:06.408904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-0396c7b8-a6a1-40ce-af26-4e932d0c23f9 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3688751af45c48f9865b45e1e4c3c95f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251322 Nov 16 05:22:06.419634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-a3740be6-e749-4768-8bca-42d882330c1a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:22:06.420574 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-a3740be6-e749-4768-8bca-42d882330c1a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047493 Nov 16 05:22:06.512190 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-f5e1ab9a-dd4b-4488-b50a-8d3eccbcf633 service neutron] 10.222.0.41 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861778 Nov 16 05:22:06.540730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device bea5cbec-166a-4e8d-b315-0757dba865f7 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:22:06.559991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: bea5cbec-166a-4e8d-b315-0757dba865f7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:22:06.560335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device bea5cbec-166a-4e8d-b315-0757dba865f7 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:22:06.602580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-60577779-473d-4508-a7f9-14ff0a6707cf service neutron] 10.222.0.41 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840118 Nov 16 05:22:06.765115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ab76843-8e8e-49a7-a1a1-0c6075ce9b91 req-27ba405b-491a-4357-81c9-440cc06afb03 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 210 time: 0.0281036 Nov 16 05:22:07.679905 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-f50cbfd1-27b3-415a-89cc-664596b6966a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:07.681652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-f50cbfd1-27b3-415a-89cc-664596b6966a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.15 "GET /v2.0/networks?id=8ca8f240-362e-4e2b-acd1-3290f39ad007 HTTP/1.1" status: 200 len: 812 time: 0.1085951 Nov 16 05:22:07.694695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-dd9c48f9-e744-4f6b-8b74-ef8a9e86c048 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Request body: {'port': {'device_id': '231de66f-c1ad-43f8-a514-0857f0860d52', 'network_id': '8ca8f240-362e-4e2b-acd1-3290f39ad007', 'admin_state_up': True, 'tenant_id': '3688751af45c48f9865b45e1e4c3c95f'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:22:07.808148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-dd9c48f9-e744-4f6b-8b74-ef8a9e86c048 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Made reservation on behalf of 3688751af45c48f9865b45e1e4c3c95f for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:22:07.811837 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-dd9c48f9-e744-4f6b-8b74-ef8a9e86c048 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:07.890771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99b6bdf3-36ab-43d6-ba61-6d56a543219e req-fdf379d6-b2a0-4ce1-8184-5acfca780305 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 210 time: 0.0517995 Nov 16 05:22:07.956404 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-dd9c48f9-e744-4f6b-8b74-ef8a9e86c048 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Allocated IP 172.20.0.13 (8ca8f240-362e-4e2b-acd1-3290f39ad007/8c730f18-d085-49be-959b-69e67fbf4b8f/a5b8ecd0-a267-453d-908e-8d39e9b0a130) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:22:08.032542 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-013ea6ce-0c86-4e0a-8b5d-759e048b72f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:08.103414 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-dd9c48f9-e744-4f6b-8b74-ef8a9e86c048 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:08.136052 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-dd9c48f9-e744-4f6b-8b74-ef8a9e86c048 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:08.183144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-dd9c48f9-e744-4f6b-8b74-ef8a9e86c048 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Network 8ca8f240-362e-4e2b-acd1-3290f39ad007 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:22:08.186309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-dd9c48f9-e744-4f6b-8b74-ef8a9e86c048 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:22:08.190341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-dd9c48f9-e744-4f6b-8b74-ef8a9e86c048 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:22:08.196357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c48f9-e744-4f6b-8b74-ef8a9e86c048 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Pushing event updated for resources: {'Port': ['ID=a5b8ecd0-a267-453d-908e-8d39e9b0a130,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:08.569179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-dd9c48f9-e744-4f6b-8b74-ef8a9e86c048 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:08.569815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-dd9c48f9-e744-4f6b-8b74-ef8a9e86c048 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:08.586633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-dd9c48f9-e744-4f6b-8b74-ef8a9e86c048 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8967175 Nov 16 05:22:08.648387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Request body: {'port': {'device_id': '231de66f-c1ad-43f8-a514-0857f0860d52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:22:08.699877 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:08.973263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b8ecd0-a267-453d-908e-8d39e9b0a130 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:22:08.994480 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:09.011140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Transition to ACTIVE for port object a5b8ecd0-a267-453d-908e-8d39e9b0a130 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:22:09.016319 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:09.032475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d0bc8-87ba-49aa-be36-05368f97e7b6 req-937ed1e4-770f-484b-843d-a22ec3a51396 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:09.033999 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a9d0bc8-87ba-49aa-be36-05368f97e7b6 req-937ed1e4-770f-484b-843d-a22ec3a51396 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 932 time: 0.0745928 Nov 16 05:22:09.095499 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b8ecd0-a267-453d-908e-8d39e9b0a130,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:09.152410 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a9d0bc8-87ba-49aa-be36-05368f97e7b6 req-1bfa9068-8ae8-45fe-b3b0-76c90c5a8fdc tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002882 Nov 16 05:22:09.178801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Attempting to bind port a5b8ecd0-a267-453d-908e-8d39e9b0a130 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:22:09.179096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Attempting to bind port a5b8ecd0-a267-453d-908e-8d39e9b0a130 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '862321da-128e-4068-b115-ecf9071a1ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ca8f240-362e-4e2b-acd1-3290f39ad007'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:22:09.179429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Attempting to bind port a5b8ecd0-a267-453d-908e-8d39e9b0a130 on network 8ca8f240-362e-4e2b-acd1-3290f39ad007 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:22:09.183679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Port a5b8ecd0-a267-453d-908e-8d39e9b0a130 on network 8ca8f240-362e-4e2b-acd1-3290f39ad007 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:22:09.184008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Attempting to bind port a5b8ecd0-a267-453d-908e-8d39e9b0a130 on network 8ca8f240-362e-4e2b-acd1-3290f39ad007 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:22:09.189085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:22:09.189418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Checking segment: {'id': '862321da-128e-4068-b115-ecf9071a1ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ca8f240-362e-4e2b-acd1-3290f39ad007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:22:09.189844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Bound using segment: {'id': '862321da-128e-4068-b115-ecf9071a1ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ca8f240-362e-4e2b-acd1-3290f39ad007'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:22:09.190286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Bound port: a5b8ecd0-a267-453d-908e-8d39e9b0a130, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862321da-128e-4068-b115-ecf9071a1ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ca8f240-362e-4e2b-acd1-3290f39ad007'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:22:09.190640 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:09.260602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] For port a5b8ecd0-a267-453d-908e-8d39e9b0a130, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:22:09.263596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] For port a5b8ecd0-a267-453d-908e-8d39e9b0a130, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130,segment=NetworkSegment(862321da-128e-4068-b115-ecf9071a1ab5),segment_id=862321da-128e-4068-b115-ecf9071a1ab5)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:22:09.267316 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:09.304289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:09.304931 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:09.306349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] 10.222.0.15 "PUT /v2.0/ports/a5b8ecd0-a267-453d-908e-8d39e9b0a130 HTTP/1.1" status: 200 len: 1092 time: 0.7116277 Nov 16 05:22:09.306792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231de66f-c1ad-43f8-a514-0857f0860d52', 'tag': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:22:09.309020 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3febe949-835c-4c88-9dc4-c84a5ae87054" -d '{"events": [{"name": "network-changed", "server_uuid": "231de66f-c1ad-43f8-a514-0857f0860d52", "tag": "a5b8ecd0-a267-453d-908e-8d39e9b0a130"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:22:09.333122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce4bfc-70eb-4eec-b220-374692b613c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b8ecd0-a267-453d-908e-8d39e9b0a130,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:09.348229 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14ae5a3-770d-466a-892a-6af6c21a4290 x-openstack-request-id: req-a14ae5a3-770d-466a-892a-6af6c21a4290 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:22:09.348521 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231de66f-c1ad-43f8-a514-0857f0860d52", "tag": "a5b8ecd0-a267-453d-908e-8d39e9b0a130", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:22:09.348778 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a14ae5a3-770d-466a-892a-6af6c21a4290 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:22:09.349176 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231de66f-c1ad-43f8-a514-0857f0860d52', 'tag': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130', 'status': 'completed', 'code': 200} Nov 16 05:22:09.390575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-1f62b25d-a208-4f47-89e8-b5d113b296d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:09.392090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-1f62b25d-a208-4f47-89e8-b5d113b296d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3688751af45c48f9865b45e1e4c3c95f&device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 1095 time: 0.0406930 Nov 16 05:22:09.432624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-729f8563-d3db-4908-9510-8438ec1f0d1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130 HTTP/1.1" status: 200 len: 217 time: 0.0332294 Nov 16 05:22:09.479725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-e0d9c8cb-7a8d-462c-9aa0-4ab4da68d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:09.481132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-e0d9c8cb-7a8d-462c-9aa0-4ab4da68d8b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c730f18-d085-49be-959b-69e67fbf4b8f HTTP/1.1" status: 200 len: 852 time: 0.0422421 Nov 16 05:22:09.515611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-d977222f-3d10-4a84-8864-78ca2b725cd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ca8f240-362e-4e2b-acd1-3290f39ad007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279787 Nov 16 05:22:09.606178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-f0ff72ae-2feb-495e-abe6-ef44d7bd7d36 service neutron] 10.222.0.15 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837500 Nov 16 05:22:09.698631 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3fd83f1-3e12-4219-b89f-acf9ecd2c1ed req-173876ff-cb65-4e06-9066-cf1e73e60c89 service neutron] 10.222.0.15 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858436 Nov 16 05:22:09.779406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febe949-835c-4c88-9dc4-c84a5ae87054 req-2f08bc69-640b-4751-a944-830642e23cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:09.780914 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3febe949-835c-4c88-9dc4-c84a5ae87054 req-2f08bc69-640b-4751-a944-830642e23cf3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3688751af45c48f9865b45e1e4c3c95f&device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 1095 time: 0.0405767 Nov 16 05:22:09.877568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febe949-835c-4c88-9dc4-c84a5ae87054 req-962f7675-10df-46e7-a9de-d2fb690657e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:09.879079 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3febe949-835c-4c88-9dc4-c84a5ae87054 req-962f7675-10df-46e7-a9de-d2fb690657e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ca8f240-362e-4e2b-acd1-3290f39ad007 HTTP/1.1" status: 200 len: 913 time: 0.0900619 Nov 16 05:22:09.919453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3febe949-835c-4c88-9dc4-c84a5ae87054 req-db65e73c-670e-4738-8925-6035a3378069 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130 HTTP/1.1" status: 200 len: 217 time: 0.0338602 Nov 16 05:22:09.968564 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febe949-835c-4c88-9dc4-c84a5ae87054 req-f152dcec-11b0-413f-b76f-f640b74c1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:09.969915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3febe949-835c-4c88-9dc4-c84a5ae87054 req-f152dcec-11b0-413f-b76f-f640b74c1025 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c730f18-d085-49be-959b-69e67fbf4b8f HTTP/1.1" status: 200 len: 852 time: 0.0422263 Nov 16 05:22:10.001513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3febe949-835c-4c88-9dc4-c84a5ae87054 req-d792fc96-dbc8-42d4-a018-f175e5c06246 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ca8f240-362e-4e2b-acd1-3290f39ad007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231280 Nov 16 05:22:10.094212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3febe949-835c-4c88-9dc4-c84a5ae87054 req-f79f13bb-ed5e-4e51-8b2f-547cd798b2ef service neutron] 10.222.0.15 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854859 Nov 16 05:22:10.185448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3febe949-835c-4c88-9dc4-c84a5ae87054 req-c0a4a08e-2321-4fed-aeca-b3fa36e50d9c service neutron] 10.222.0.15 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834420 Nov 16 05:22:10.228833 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-379d18bc-16b4-4b5d-8227-2e672cd49441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:10.279132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8529fe-0b18-4e93-bdb3-418f6c1a9ef8 req-1fc6977e-505b-4a1c-beea-3cec4d9fd9cc tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:10.280598 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb8529fe-0b18-4e93-bdb3-418f6c1a9ef8 req-1fc6977e-505b-4a1c-beea-3cec4d9fd9cc tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 944 time: 0.0579164 Nov 16 05:22:10.327951 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb8529fe-0b18-4e93-bdb3-418f6c1a9ef8 req-e42a96a6-d668-44d4-9973-265a3b15ae6b tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 Nov 16 05:22:11.443133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7151396-9bd2-4119-9121-478e3928bf48 req-95d8c6b3-ac37-45eb-bb07-07e71eb1d326 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:11.444599 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b7151396-9bd2-4119-9121-478e3928bf48 req-95d8c6b3-ac37-45eb-bb07-07e71eb1d326 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 944 time: 0.0483341 Nov 16 05:22:11.490879 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b7151396-9bd2-4119-9121-478e3928bf48 req-c337d99d-4f29-489a-9696-bb0b228f6993 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403724 Nov 16 05:22:12.014002 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:12.531539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a5b8ecd0-a267-453d-908e-8d39e9b0a130 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:22:12.605379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31c227-2081-4bd3-8b54-74de427377de req-8fbf1f19-ea43-4a65-a0c2-e24e1811d257 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:12.606892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a31c227-2081-4bd3-8b54-74de427377de req-8fbf1f19-ea43-4a65-a0c2-e24e1811d257 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 944 time: 0.0486147 Nov 16 05:22:12.626545 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a5b8ecd0-a267-453d-908e-8d39e9b0a130, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130,segment=NetworkSegment(862321da-128e-4068-b115-ecf9071a1ab5),segment_id=862321da-128e-4068-b115-ecf9071a1ab5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:22:12.637839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130', 'network_id': '8ca8f240-362e-4e2b-acd1-3290f39ad007', 'port_id': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130', 'mac_address': 'fa:16:3e:9b:d3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c730f18-d085-49be-959b-69e67fbf4b8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:22:12.657610 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9a31c227-2081-4bd3-8b54-74de427377de req-321e1530-9e9d-4019-b1d3-7d98bd05ea8d tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447128 Nov 16 05:22:12.674880 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:12.688881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b8ecd0-a267-453d-908e-8d39e9b0a130 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:22:12.707636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a5b8ecd0-a267-453d-908e-8d39e9b0a130, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130,segment=NetworkSegment(862321da-128e-4068-b115-ecf9071a1ab5),segment_id=862321da-128e-4068-b115-ecf9071a1ab5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:22:12.711619 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:12.758550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=a5b8ecd0-a267-453d-908e-8d39e9b0a130,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:12.897097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['a5b8ecd0-a267-453d-908e-8d39e9b0a130'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:22:13.375190 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:13.746601 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:13.774341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3947ec0-953f-4c51-9c15-fd8fb42543f5 req-de9383bf-c570-40fd-9bb9-07904cea57ac tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:13.775841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3947ec0-953f-4c51-9c15-fd8fb42543f5 req-de9383bf-c570-40fd-9bb9-07904cea57ac tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 945 time: 0.0509181 Nov 16 05:22:13.822964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3947ec0-953f-4c51-9c15-fd8fb42543f5 req-5551f636-8970-4eee-9e47-c0f73c92e2fb tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411618 Nov 16 05:22:14.531357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a5b8ecd0-a267-453d-908e-8d39e9b0a130 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:22:14.581063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port a5b8ecd0-a267-453d-908e-8d39e9b0a130 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:22:14.585879 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port a5b8ecd0-a267-453d-908e-8d39e9b0a130 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:22:14.586235 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:14.659795 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:14.681605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231de66f-c1ad-43f8-a514-0857f0860d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:22:14.683834 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73671c1b-ee64-4d8f-ba13-83be145e816d" -d '{"events": [{"server_uuid": "231de66f-c1ad-43f8-a514-0857f0860d52", "name": "network-vif-plugged", "status": "completed", "tag": "a5b8ecd0-a267-453d-908e-8d39e9b0a130"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:22:14.696687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port a5b8ecd0-a267-453d-908e-8d39e9b0a130, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130,segment=NetworkSegment(862321da-128e-4068-b115-ecf9071a1ab5),segment_id=862321da-128e-4068-b115-ecf9071a1ab5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:22:14.701813 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:14.724757 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c438eaa0-a863-4089-935e-5d700736eac3 x-openstack-request-id: req-c438eaa0-a863-4089-935e-5d700736eac3 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:22:14.725045 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231de66f-c1ad-43f8-a514-0857f0860d52", "name": "network-vif-plugged", "status": "completed", "tag": "a5b8ecd0-a267-453d-908e-8d39e9b0a130", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:22:14.725295 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c438eaa0-a863-4089-935e-5d700736eac3 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:22:14.725681 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231de66f-c1ad-43f8-a514-0857f0860d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130', 'code': 200} Nov 16 05:22:14.751274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=a5b8ecd0-a267-453d-908e-8d39e9b0a130,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:14.822127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd3e34-d1cc-43f7-927e-ef06c1cfc7b4 req-a7e6557d-e175-41aa-8da4-daca4df3ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:14.823512 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fdcd3e34-d1cc-43f7-927e-ef06c1cfc7b4 req-a7e6557d-e175-41aa-8da4-daca4df3ebc7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 1097 time: 0.0398748 Nov 16 05:22:14.870089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fdcd3e34-d1cc-43f7-927e-ef06c1cfc7b4 req-11ee03e3-782b-4515-919b-22762c5dee87 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369134 Nov 16 05:22:14.940017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd733d6-874a-41e4-93db-96d35fa879f2 req-c1c8c235-c1aa-4bb2-a12f-097317222382 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:14.942040 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffd733d6-874a-41e4-93db-96d35fa879f2 req-c1c8c235-c1aa-4bb2-a12f-097317222382 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0517082 Nov 16 05:22:14.990094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffd733d6-874a-41e4-93db-96d35fa879f2 req-e8da983b-99e8-4115-b66c-b032c64db25c tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421255 Nov 16 05:22:16.106323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732d466-7e26-488a-8d1c-ecb6d21503b6 req-0c6c76db-db7e-4b1d-b6c0-de652f2bcf80 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:16.107777 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d732d466-7e26-488a-8d1c-ecb6d21503b6 req-0c6c76db-db7e-4b1d-b6c0-de652f2bcf80 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0490363 Nov 16 05:22:16.153799 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d732d466-7e26-488a-8d1c-ecb6d21503b6 req-edba4bec-80fd-4386-9a7c-9d5e0c355d02 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401843 Nov 16 05:22:16.403832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39baa2-ff10-4a12-8edc-762032832287 req-ffec940c-7bb6-43cb-940b-9d156c0e0a5b tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:16.405813 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f39baa2-ff10-4a12-8edc-762032832287 req-ffec940c-7bb6-43cb-940b-9d156c0e0a5b tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0540934 Nov 16 05:22:16.440022 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-cee58821-b260-45d4-84c6-a79e4cc17442 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0979872 Nov 16 05:22:16.449266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-4e774d65-f6aa-40d5-a13b-3b0b0a022bfc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:22:16.450259 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-4e774d65-f6aa-40d5-a13b-3b0b0a022bfc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049899 Nov 16 05:22:16.453805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6f39baa2-ff10-4a12-8edc-762032832287 req-9ba2d428-a45a-4f4c-9ef5-4d2d170a34ae tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418859 Nov 16 05:22:16.486865 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:17.599135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-9c56dac8-e79e-46a5-8bb7-92e14d486391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:17.600642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-9c56dac8-e79e-46a5-8bb7-92e14d486391 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3688751af45c48f9865b45e1e4c3c95f&device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 1097 time: 0.0655859 Nov 16 05:22:17.608104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1366a-f3f2-4be7-a269-f14635172f84 req-c132f54b-a35d-403a-8703-2205038733ab tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:17.609481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4df1366a-f3f2-4be7-a269-f14635172f84 req-c132f54b-a35d-403a-8703-2205038733ab tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0832202 Nov 16 05:22:17.714887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4df1366a-f3f2-4be7-a269-f14635172f84 req-2cd81334-b688-4e35-8c9b-9c905dd5edbd tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973542 Nov 16 05:22:17.736534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-d0cf0fe5-603d-4308-9a10-16d548e92746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:17.737993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-d0cf0fe5-603d-4308-9a10-16d548e92746 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ca8f240-362e-4e2b-acd1-3290f39ad007 HTTP/1.1" status: 200 len: 913 time: 0.1276195 Nov 16 05:22:17.778708 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-d12997c5-1182-4941-8c49-07c05eb15737 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130 HTTP/1.1" status: 200 len: 217 time: 0.0340788 Nov 16 05:22:17.831437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-145d2fb8-a2c9-4bda-a4b9-d88048fd2432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:17.833501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-145d2fb8-a2c9-4bda-a4b9-d88048fd2432 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c730f18-d085-49be-959b-69e67fbf4b8f HTTP/1.1" status: 200 len: 852 time: 0.0483394 Nov 16 05:22:17.863613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-c48902bf-dd14-4296-b2ea-00a4e879c87c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ca8f240-362e-4e2b-acd1-3290f39ad007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234654 Nov 16 05:22:17.951517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-068d2383-0566-4782-aed6-ff1668bf4415 service neutron] 10.222.0.15 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810113 Nov 16 05:22:18.042541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-b4f35cff-0bf6-4436-8c3b-f51b7a0684df service neutron] 10.222.0.15 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840220 Nov 16 05:22:18.677228 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:18.835115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64b2f2-21fd-4797-b331-e68f205e8463 req-5f5c18b7-4268-4d5b-b416-e65a6bb37df5 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:18.836603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca64b2f2-21fd-4797-b331-e68f205e8463 req-5f5c18b7-4268-4d5b-b416-e65a6bb37df5 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0497103 Nov 16 05:22:18.882971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca64b2f2-21fd-4797-b331-e68f205e8463 req-446e2717-2098-4301-bd11-4dac76e96ee1 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404787 Nov 16 05:22:20.000886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cff7dc-a655-472a-babf-83600eb6ff61 req-5a2d597f-19b8-4f93-a40f-40ef3c80527c tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:20.002388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00cff7dc-a655-472a-babf-83600eb6ff61 req-5a2d597f-19b8-4f93-a40f-40ef3c80527c tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0519676 Nov 16 05:22:20.048444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00cff7dc-a655-472a-babf-83600eb6ff61 req-b824eb9a-e71a-44bd-b9a7-5a61ed21816b tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395269 Nov 16 05:22:21.163461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea2b61-a469-4509-9fbc-0a2740232f80 req-37293412-86e4-40d2-9fc0-7878b354a148 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:21.164942 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-edea2b61-a469-4509-9fbc-0a2740232f80 req-37293412-86e4-40d2-9fc0-7878b354a148 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0483491 Nov 16 05:22:21.212242 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-edea2b61-a469-4509-9fbc-0a2740232f80 req-644816fc-6f5e-4aec-bdeb-855529063cb5 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Nov 16 05:22:22.327076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabfe71-ee3d-40da-8568-8152269f4955 req-f3260d09-da79-4af2-8764-5ef4b6681f53 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:22.328552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4cabfe71-ee3d-40da-8568-8152269f4955 req-f3260d09-da79-4af2-8764-5ef4b6681f53 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0503552 Nov 16 05:22:22.378597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4cabfe71-ee3d-40da-8568-8152269f4955 req-402ebce4-bd46-467b-b354-97b7747ea923 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435891 Nov 16 05:22:23.497160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6ccbb-bffe-4d6b-a4c3-dd8a6467e15f req-71624ec1-4a25-4701-b7fd-45354fc52e8b tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:23.498642 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23e6ccbb-bffe-4d6b-a4c3-dd8a6467e15f req-71624ec1-4a25-4701-b7fd-45354fc52e8b tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0482230 Nov 16 05:22:23.544952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23e6ccbb-bffe-4d6b-a4c3-dd8a6467e15f req-3116ef2e-4f0d-45cd-863c-c4d6f0f4e099 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 Nov 16 05:22:24.662861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443f9f5-8c9f-4018-a162-efe21cdb3980 req-fe8e31ad-8353-4375-bf29-1ef25dfc3c52 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:24.664325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b443f9f5-8c9f-4018-a162-efe21cdb3980 req-fe8e31ad-8353-4375-bf29-1ef25dfc3c52 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0479615 Nov 16 05:22:24.710517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b443f9f5-8c9f-4018-a162-efe21cdb3980 req-84a0f4b6-d1fb-43a2-98c8-98ab6e86df5f tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404556 Nov 16 05:22:25.827785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c978fc1-a013-4df4-ba3a-910c69db8da0 req-ca3eb0e5-86ac-4a18-9b83-eb00d96b6aee tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:25.829533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c978fc1-a013-4df4-ba3a-910c69db8da0 req-ca3eb0e5-86ac-4a18-9b83-eb00d96b6aee tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0524325 Nov 16 05:22:25.876106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c978fc1-a013-4df4-ba3a-910c69db8da0 req-c4d89fc3-75a9-4687-b830-ff1089bd5091 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Nov 16 05:22:26.990932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96cf7b8-f6bf-4261-a732-c9cc35322274 req-9dca07ee-f7d8-460c-9ece-9176b6e594e1 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:26.992422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e96cf7b8-f6bf-4261-a732-c9cc35322274 req-9dca07ee-f7d8-460c-9ece-9176b6e594e1 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0485761 Nov 16 05:22:27.038561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e96cf7b8-f6bf-4261-a732-c9cc35322274 req-82e98565-40e0-4a76-8823-d21ab32ab4b9 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402234 Nov 16 05:22:28.156533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ab80e-670b-4c32-92e0-64a132186653 req-e3df0d6d-f713-463b-8962-6086412c538f tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:28.158002 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a42ab80e-670b-4c32-92e0-64a132186653 req-e3df0d6d-f713-463b-8962-6086412c538f tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0515077 Nov 16 05:22:28.204003 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a42ab80e-670b-4c32-92e0-64a132186653 req-b239f292-0ddb-4172-b514-8a8272e8fb19 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401671 Nov 16 05:22:29.319798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a8042-7eb6-48f4-a83f-89945fb5e277 req-74cc6a04-c71a-405a-a754-521528b1b292 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:29.321174 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe8a8042-7eb6-48f4-a83f-89945fb5e277 req-74cc6a04-c71a-405a-a754-521528b1b292 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0486813 Nov 16 05:22:29.367566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe8a8042-7eb6-48f4-a83f-89945fb5e277 req-6445dfa2-ce2c-45ec-8681-e4da541ca0bc tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406418 Nov 16 05:22:30.481047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c4219-0728-4ecc-865a-b7d83e3780f1 req-80fc2404-e848-41e1-a21a-e24687ff9ae2 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:30.482543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-519c4219-0728-4ecc-865a-b7d83e3780f1 req-80fc2404-e848-41e1-a21a-e24687ff9ae2 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0482259 Nov 16 05:22:30.534568 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-519c4219-0728-4ecc-865a-b7d83e3780f1 req-65ee9f07-0868-42a4-af90-22fa8bc1111f tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459926 Nov 16 05:22:31.654917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2a87-b26f-4b95-bc78-624d2350022a req-a1507c7e-e38a-4032-831b-c431aad524d7 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:31.656408 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-382f2a87-b26f-4b95-bc78-624d2350022a req-a1507c7e-e38a-4032-831b-c431aad524d7 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0512788 Nov 16 05:22:31.704091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-382f2a87-b26f-4b95-bc78-624d2350022a req-ac9cb986-7e22-4c79-92ca-f62959678f79 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Nov 16 05:22:32.823257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a0660-6b23-4186-b6de-b91452ab818b req-6791f727-1fff-4a08-a0f0-10cba9e66fc7 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:32.823257 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-105a0660-6b23-4186-b6de-b91452ab818b req-6791f727-1fff-4a08-a0f0-10cba9e66fc7 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0491011 Nov 16 05:22:32.870290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-105a0660-6b23-4186-b6de-b91452ab818b req-62ef4f05-5744-4d4a-91d1-1f8089c67fd0 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411565 Nov 16 05:22:33.987511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791779a4-1c6e-45dc-90d1-28cd4974f92d req-c9653261-ff50-45e9-8095-ac349f1d3740 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:33.989755 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-791779a4-1c6e-45dc-90d1-28cd4974f92d req-c9653261-ff50-45e9-8095-ac349f1d3740 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0529203 Nov 16 05:22:34.036456 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-791779a4-1c6e-45dc-90d1-28cd4974f92d req-4d76fe94-c668-4fe8-b191-06ccbe438dd9 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Nov 16 05:22:35.150276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8c08a-c8b6-4a0e-8565-d0f5eab6abc0 req-beb65056-2471-48a9-80c5-5d660f733728 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:35.151740 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0fb8c08a-c8b6-4a0e-8565-d0f5eab6abc0 req-beb65056-2471-48a9-80c5-5d660f733728 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0476263 Nov 16 05:22:35.198230 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0fb8c08a-c8b6-4a0e-8565-d0f5eab6abc0 req-94be9bc5-7328-4c81-9992-46ca132e4cbf tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406754 Nov 16 05:22:36.314310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b50e4-596b-422d-92b0-d294d2e25ab0 req-e4d1b48b-46f1-4c65-b35f-ca09b948d8ee tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:36.315838 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-627b50e4-596b-422d-92b0-d294d2e25ab0 req-e4d1b48b-46f1-4c65-b35f-ca09b948d8ee tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0519629 Nov 16 05:22:36.366764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-627b50e4-596b-422d-92b0-d294d2e25ab0 req-10b30050-d2ac-493b-8f66-cb22a31b8d38 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442388 Nov 16 05:22:37.469678 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:22:37.483062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49442c94-77e0-4854-b52c-2ab61c938d93 req-fa5fc396-dc3f-4ad9-a5f0-c0194f635829 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:37.484525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49442c94-77e0-4854-b52c-2ab61c938d93 req-fa5fc396-dc3f-4ad9-a5f0-c0194f635829 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0480869 Nov 16 05:22:37.530327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49442c94-77e0-4854-b52c-2ab61c938d93 req-078ac913-cfb7-437b-8fc8-6629c34b8a8c tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392072 Nov 16 05:22:38.033832 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-781f5abd-a2ab-4ca7-8fdd-9de10eae5395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:38.642911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7df47-75a8-4b56-8db3-ecbe255343da req-55879a95-b310-4890-bb27-d5fd717cfe2b tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:38.644391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fcc7df47-75a8-4b56-8db3-ecbe255343da req-55879a95-b310-4890-bb27-d5fd717cfe2b tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0479772 Nov 16 05:22:38.692584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fcc7df47-75a8-4b56-8db3-ecbe255343da req-b2b5f064-856d-4e74-bef9-42e65f34c3e1 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 Nov 16 05:22:39.810093 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0710d-ea85-4723-b443-d2dfdafbdb8b req-b9c66279-3e25-43f3-ab30-c1548b59d7f4 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:39.811563 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7a0710d-ea85-4723-b443-d2dfdafbdb8b req-b9c66279-3e25-43f3-ab30-c1548b59d7f4 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0521188 Nov 16 05:22:39.860047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7a0710d-ea85-4723-b443-d2dfdafbdb8b req-43fa5423-2ba8-4674-b438-195ff2b635b8 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420358 Nov 16 05:22:40.230133 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0e17533-e6da-4390-9b71-881ccaa218c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:40.975841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba2c96-ad29-4e24-a31f-091837ec6027 req-ee1ca3e7-6e55-4df2-8011-6e7b92b883a9 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:40.977321 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dfba2c96-ad29-4e24-a31f-091837ec6027 req-ee1ca3e7-6e55-4df2-8011-6e7b92b883a9 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0492103 Nov 16 05:22:41.023236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dfba2c96-ad29-4e24-a31f-091837ec6027 req-463a9c86-d38a-4ba6-973b-f010f5627159 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 Nov 16 05:22:42.016881 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:42.141691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411760aa-83d9-4c89-bafe-35b9477f4420 req-1ee42616-bf1a-4f2d-b077-435f959832e0 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:42.143192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-411760aa-83d9-4c89-bafe-35b9477f4420 req-1ee42616-bf1a-4f2d-b077-435f959832e0 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0516474 Nov 16 05:22:42.189677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-411760aa-83d9-4c89-bafe-35b9477f4420 req-a43b86cf-c6ec-4f45-a7dc-2a6daad093a5 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404983 Nov 16 05:22:43.305595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25093181-d0c2-4e73-b494-ae6ad3ac9940 req-6190fbf4-e2a4-4b0b-b69a-6272e7f119e3 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:43.307285 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25093181-d0c2-4e73-b494-ae6ad3ac9940 req-6190fbf4-e2a4-4b0b-b69a-6272e7f119e3 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0484469 Nov 16 05:22:43.353583 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25093181-d0c2-4e73-b494-ae6ad3ac9940 req-21310207-a527-4aa8-8082-7e9cb54336b4 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Nov 16 05:22:43.377566 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:43.749474 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:44.465840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee7292-2d80-4f35-8556-b2e77a125b95 req-bf45258b-a579-4651-831a-2a694b26ac49 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:44.467298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cee7292-2d80-4f35-8556-b2e77a125b95 req-bf45258b-a579-4651-831a-2a694b26ac49 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 946 time: 0.0478888 Nov 16 05:22:44.516575 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1cee7292-2d80-4f35-8556-b2e77a125b95 req-3e28ba28-dec6-4274-a241-1a23e91837b5 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433948 Nov 16 05:22:44.972302 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-e5ebd684-fc75-4a1e-b850-1cd061046fc6 service neutron] show failed (client error): The resource could not be found. Nov 16 05:22:44.973308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-e5ebd684-fc75-4a1e-b850-1cd061046fc6 service neutron] 10.222.0.15 "GET /v2.0/ports/a5b8ecd0-a267-453d-908e-8d39e9b0a130/bindings/n-h1-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0526471 Nov 16 05:22:45.169856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-2a69fc92-b5e7-4005-8030-e33620c23ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:45.171814 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-2a69fc92-b5e7-4005-8030-e33620c23ae0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52&tenant_id=3688751af45c48f9865b45e1e4c3c95f HTTP/1.1" status: 200 len: 1097 time: 0.0413947 Nov 16 05:22:45.184448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:22:45.238855 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:45.438593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] For port a5b8ecd0-a267-453d-908e-8d39e9b0a130, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130,segment=NetworkSegment(862321da-128e-4068-b115-ecf9071a1ab5),segment_id=862321da-128e-4068-b115-ecf9071a1ab5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:22:45.470330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] For port a5b8ecd0-a267-453d-908e-8d39e9b0a130, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:22:45.508484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231de66f-c1ad-43f8-a514-0857f0860d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:22:45.510713 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569d3cf1-24d1-4f06-941f-de7f990f22b5" -d '{"events": [{"server_uuid": "231de66f-c1ad-43f8-a514-0857f0860d52", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b8ecd0-a267-453d-908e-8d39e9b0a130"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:22:45.514657 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:45.526754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Transition to ACTIVE for port object a5b8ecd0-a267-453d-908e-8d39e9b0a130 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:22:45.530731 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:45.566105 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6807b2dc-864a-4f47-b1f3-c981b5eabbc9 x-openstack-request-id: req-6807b2dc-864a-4f47-b1f3-c981b5eabbc9 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:22:45.566407 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231de66f-c1ad-43f8-a514-0857f0860d52", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b8ecd0-a267-453d-908e-8d39e9b0a130", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:22:45.566650 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6807b2dc-864a-4f47-b1f3-c981b5eabbc9 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:22:45.567042 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231de66f-c1ad-43f8-a514-0857f0860d52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130', 'code': 200} Nov 16 05:22:45.584975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b8ecd0-a267-453d-908e-8d39e9b0a130,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:45.602558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] No DVR routers for this DVR port a5b8ecd0-a267-453d-908e-8d39e9b0a130 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:22:45.667050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Attempting to bind port a5b8ecd0-a267-453d-908e-8d39e9b0a130 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:22:45.667380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Attempting to bind port a5b8ecd0-a267-453d-908e-8d39e9b0a130 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '862321da-128e-4068-b115-ecf9071a1ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ca8f240-362e-4e2b-acd1-3290f39ad007'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:22:45.667707 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Attempting to bind port a5b8ecd0-a267-453d-908e-8d39e9b0a130 on network 8ca8f240-362e-4e2b-acd1-3290f39ad007 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:22:45.681342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e73413-85ec-4595-beca-883d7df8178e req-997462b9-e455-4813-9186-68b07c9bf230 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:45.682841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07e73413-85ec-4595-beca-883d7df8178e req-997462b9-e455-4813-9186-68b07c9bf230 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 944 time: 0.0825295 Nov 16 05:22:45.683365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Port a5b8ecd0-a267-453d-908e-8d39e9b0a130 on network 8ca8f240-362e-4e2b-acd1-3290f39ad007 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:22:45.683674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Attempting to bind port a5b8ecd0-a267-453d-908e-8d39e9b0a130 on network 8ca8f240-362e-4e2b-acd1-3290f39ad007 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:22:45.689045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:22:45.689319 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Checking segment: {'id': '862321da-128e-4068-b115-ecf9071a1ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ca8f240-362e-4e2b-acd1-3290f39ad007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:22:45.689693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Bound using segment: {'id': '862321da-128e-4068-b115-ecf9071a1ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ca8f240-362e-4e2b-acd1-3290f39ad007'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:22:45.690147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Bound port: a5b8ecd0-a267-453d-908e-8d39e9b0a130, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862321da-128e-4068-b115-ecf9071a1ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8ca8f240-362e-4e2b-acd1-3290f39ad007'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:22:45.690500 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:45.774897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07e73413-85ec-4595-beca-883d7df8178e req-f76ab92d-451c-412c-a6b0-6f31621aaf41 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815313 Nov 16 05:22:45.785422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] For port a5b8ecd0-a267-453d-908e-8d39e9b0a130, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:22:45.788886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] For port a5b8ecd0-a267-453d-908e-8d39e9b0a130, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130,segment=NetworkSegment(862321da-128e-4068-b115-ecf9071a1ab5),segment_id=862321da-128e-4068-b115-ecf9071a1ab5)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:22:45.793340 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:45.827634 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:45.828257 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:45.829620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] 10.222.0.37 "PUT /v2.0/ports/a5b8ecd0-a267-453d-908e-8d39e9b0a130 HTTP/1.1" status: 200 len: 1092 time: 0.6490414 Nov 16 05:22:45.849926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bdb45-c575-4b47-9a60-26f039d08f81 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b8ecd0-a267-453d-908e-8d39e9b0a130,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:45.894818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-8d556a9a-b634-44ab-93e1-aff6f869f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:45.896331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-8d556a9a-b634-44ab-93e1-aff6f869f3ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3688751af45c48f9865b45e1e4c3c95f&device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 1095 time: 0.0430434 Nov 16 05:22:45.989685 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-3b54bd88-3aa2-4a16-addb-53763443e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:45.991129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-3b54bd88-3aa2-4a16-addb-53763443e437 service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca8f240-362e-4e2b-acd1-3290f39ad007 HTTP/1.1" status: 200 len: 913 time: 0.0882583 Nov 16 05:22:46.035201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-7629a8e0-57c1-4b5a-960c-6b8971563403 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130 HTTP/1.1" status: 200 len: 217 time: 0.0370247 Nov 16 05:22:46.082466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fb174b14-eb83-4871-bc83-3aa950d29090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:46.084381 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-fb174b14-eb83-4871-bc83-3aa950d29090 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c730f18-d085-49be-959b-69e67fbf4b8f HTTP/1.1" status: 200 len: 852 time: 0.0429099 Nov 16 05:22:46.115046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-e29c4ac0-d973-4dbe-a54b-fc1ea3ec6c58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca8f240-362e-4e2b-acd1-3290f39ad007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240219 Nov 16 05:22:46.205964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-b369be80-aeb9-473a-95bf-e0e21a947521 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840735 Nov 16 05:22:46.293729 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f9bd7c2-1ae4-4b68-acdf-eb561a8f8324 req-21c2d0ac-c76d-4487-a1d8-37fa1ceb28d2 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805528 Nov 16 05:22:46.486474 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:46.892053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b8262-4704-4158-82a5-60db952805ff req-178f51db-d24b-4e1f-852d-9e324025a908 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:46.893511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e8b8262-4704-4158-82a5-60db952805ff req-178f51db-d24b-4e1f-852d-9e324025a908 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 944 time: 0.0486593 Nov 16 05:22:46.940263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e8b8262-4704-4158-82a5-60db952805ff req-c6ab54ef-7a0e-485e-8e11-1b99ce4098d9 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403500 Nov 16 05:22:47.567987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231de66f-c1ad-43f8-a514-0857f0860d52', 'tag': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:22:47.570403 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35242444-37a8-4e36-8f52-f7979d74bd69" -d '{"events": [{"name": "network-changed", "server_uuid": "231de66f-c1ad-43f8-a514-0857f0860d52", "tag": "a5b8ecd0-a267-453d-908e-8d39e9b0a130"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:22:47.617405 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdada9b-0871-43a8-bb09-75f67f0cf5ec x-openstack-request-id: req-4bdada9b-0871-43a8-bb09-75f67f0cf5ec {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:22:47.617696 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231de66f-c1ad-43f8-a514-0857f0860d52", "tag": "a5b8ecd0-a267-453d-908e-8d39e9b0a130", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:22:47.617974 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bdada9b-0871-43a8-bb09-75f67f0cf5ec {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:22:47.618370 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231de66f-c1ad-43f8-a514-0857f0860d52', 'tag': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130', 'status': 'completed', 'code': 200} Nov 16 05:22:47.707489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-b80fa342-86a7-407d-8330-51a830d2364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:47.709538 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-b80fa342-86a7-407d-8330-51a830d2364c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3688751af45c48f9865b45e1e4c3c95f&device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 1095 time: 0.0711200 Nov 16 05:22:47.711977 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-000b6f61-4f34-4e63-83d2-ecb2c43cc15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:47.713313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-000b6f61-4f34-4e63-83d2-ecb2c43cc15f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3688751af45c48f9865b45e1e4c3c95f&device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 1095 time: 0.0655050 Nov 16 05:22:47.865808 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-45e03483-eaf8-4882-9a99-204b38e64ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:47.867204 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-45e03483-eaf8-4882-9a99-204b38e64ff8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ca8f240-362e-4e2b-acd1-3290f39ad007 HTTP/1.1" status: 200 len: 913 time: 0.1512918 Nov 16 05:22:47.882606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-8f5e2831-8f8f-437d-bd1b-979cdb88474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:47.883963 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-8f5e2831-8f8f-437d-bd1b-979cdb88474e service neutron] 10.222.0.37 "GET /v2.0/networks?id=8ca8f240-362e-4e2b-acd1-3290f39ad007 HTTP/1.1" status: 200 len: 913 time: 0.1505780 Nov 16 05:22:47.919158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-bdb26dfb-68ff-41e4-a474-3aace2d8b54a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130 HTTP/1.1" status: 200 len: 217 time: 0.0451083 Nov 16 05:22:47.954050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-59a6f554-5ea8-40ec-b1b9-44ad56da8ad1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130 HTTP/1.1" status: 200 len: 217 time: 0.0406127 Nov 16 05:22:48.037609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-7f35bbdb-f4c8-4648-afed-6b68c9ec0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:48.039068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-7f35bbdb-f4c8-4648-afed-6b68c9ec0df1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c730f18-d085-49be-959b-69e67fbf4b8f HTTP/1.1" status: 200 len: 852 time: 0.0923574 Nov 16 05:22:48.057398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-c561d228-98ec-47e5-8ab6-becb64a00e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:48.058791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-c561d228-98ec-47e5-8ab6-becb64a00e71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8c730f18-d085-49be-959b-69e67fbf4b8f HTTP/1.1" status: 200 len: 852 time: 0.0863142 Nov 16 05:22:48.092458 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-88957338-c460-411e-b48b-832df0632e88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ca8f240-362e-4e2b-acd1-3290f39ad007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368309 Nov 16 05:22:48.108172 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-d345e47e-2cdc-4836-8dd1-e7e89de9a3d7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=8ca8f240-362e-4e2b-acd1-3290f39ad007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400019 Nov 16 05:22:48.218132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507eca8-5b73-42b3-8812-ac03156e8428 req-56319608-e637-4b5c-9509-f30ffa1c0f86 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:48.219608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e507eca8-5b73-42b3-8812-ac03156e8428 req-56319608-e637-4b5c-9509-f30ffa1c0f86 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 944 time: 0.2031617 Nov 16 05:22:48.314564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-e6a344f5-297b-4b86-8fc2-72684381343f service neutron] 10.222.0.15 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084620 Nov 16 05:22:48.319473 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-812750f0-cc70-41b6-88b9-86c617d1e768 service neutron] 10.222.0.37 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942563 Nov 16 05:22:48.324091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e507eca8-5b73-42b3-8812-ac03156e8428 req-5388bc17-3d11-4046-ac0b-5d269e6d210d tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965638 Nov 16 05:22:48.482173 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-61700d28-3b58-43b9-a7f8-4986087adc2b service neutron] 10.222.0.15 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569932 Nov 16 05:22:48.484864 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-35242444-37a8-4e36-8f52-f7979d74bd69 req-163da8eb-5508-4947-a57c-0d49198ac91b service neutron] 10.222.0.37 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527231 Nov 16 05:22:48.612345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-54baa2cd-9bd3-4c31-a5c3-4b0e5a47616a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:48.613831 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-54baa2cd-9bd3-4c31-a5c3-4b0e5a47616a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.15 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52&tenant_id=3688751af45c48f9865b45e1e4c3c95f&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 944 time: 0.0850830 Nov 16 05:22:48.680057 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:48.682169 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-213893a7-5098-4de0-997a-1c44ecc5551e service neutron] delete failed (client error): The resource could not be found. Nov 16 05:22:48.682409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a5b8ecd0-a267-453d-908e-8d39e9b0a130 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:22:48.683345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-213893a7-5098-4de0-997a-1c44ecc5551e service neutron] 10.222.0.15 "DELETE /v2.0/ports/a5b8ecd0-a267-453d-908e-8d39e9b0a130/bindings/n-h2-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0611005 Nov 16 05:22:48.721123 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device a5b8ecd0-a267-453d-908e-8d39e9b0a130 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:22:49.097072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-0ce3d2fb-5238-4e4c-ada7-1dc16c6ac72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:49.098646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-0ce3d2fb-5238-4e4c-ada7-1dc16c6ac72c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3688751af45c48f9865b45e1e4c3c95f&device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 1095 time: 0.3717752 Nov 16 05:22:49.185320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-2208ccd4-1e23-42aa-a984-7f52c7b3d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:49.186753 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-2208ccd4-1e23-42aa-a984-7f52c7b3d1a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ca8f240-362e-4e2b-acd1-3290f39ad007 HTTP/1.1" status: 200 len: 913 time: 0.0804157 Nov 16 05:22:49.230582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-ce151cbd-56f0-4895-9c49-23d14b372a1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130 HTTP/1.1" status: 200 len: 217 time: 0.0363543 Nov 16 05:22:49.276900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-01b7bdc0-61a5-4c50-a4f5-139a804a91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:49.278323 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-01b7bdc0-61a5-4c50-a4f5-139a804a91c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8c730f18-d085-49be-959b-69e67fbf4b8f HTTP/1.1" status: 200 len: 852 time: 0.0418327 Nov 16 05:22:49.308412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-bad2abfc-8d68-419d-997c-0967deacc1a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ca8f240-362e-4e2b-acd1-3290f39ad007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234547 Nov 16 05:22:49.397753 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-9b62acc3-f66e-49d2-aa2b-ed303a97a586 service neutron] 10.222.0.15 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823805 Nov 16 05:22:49.483612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-d91e7827-ef88-4651-8d1e-ae370860ff6a service neutron] 10.222.0.15 "GET /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787330 Nov 16 05:22:49.805637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a5b8ecd0-a267-453d-908e-8d39e9b0a130 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:22:49.900435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a5b8ecd0-a267-453d-908e-8d39e9b0a130, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130,segment=NetworkSegment(862321da-128e-4068-b115-ecf9071a1ab5),segment_id=862321da-128e-4068-b115-ecf9071a1ab5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:22:49.915167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130', 'network_id': '8ca8f240-362e-4e2b-acd1-3290f39ad007', 'port_id': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130', 'mac_address': 'fa:16:3e:9b:d3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c730f18-d085-49be-959b-69e67fbf4b8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:22:49.952785 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:49.966141 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b8ecd0-a267-453d-908e-8d39e9b0a130 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:22:49.987217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port a5b8ecd0-a267-453d-908e-8d39e9b0a130, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130,segment=NetworkSegment(862321da-128e-4068-b115-ecf9071a1ab5),segment_id=862321da-128e-4068-b115-ecf9071a1ab5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:22:49.991356 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:50.039746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=a5b8ecd0-a267-453d-908e-8d39e9b0a130,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:50.047647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:50.048347 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:50.048705 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:50.049018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:50.049348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:50.049672 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:50.050032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:50.050352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:50.050675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:50.050989 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:50.051306 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:50.051621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:50.183787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957c5ed-83ce-4630-8181-43445aa5fcc2 req-d26b11ac-6f5c-4f76-a5ac-7648c3501736 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:50.185245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5957c5ed-83ce-4630-8181-43445aa5fcc2 req-d26b11ac-6f5c-4f76-a5ac-7648c3501736 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 945 time: 0.0495203 Nov 16 05:22:50.234903 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['a5b8ecd0-a267-453d-908e-8d39e9b0a130'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:22:50.236492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5957c5ed-83ce-4630-8181-43445aa5fcc2 req-a04ee4ea-01f0-4556-80db-7e18c3ffe626 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449347 Nov 16 05:22:51.357565 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316bbee-a618-4f92-b661-7623f1786ec8 req-103e58c1-d940-490c-a5b8-7eb582af00a0 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:51.358974 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0316bbee-a618-4f92-b661-7623f1786ec8 req-103e58c1-d940-490c-a5b8-7eb582af00a0 tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 945 time: 0.0512092 Nov 16 05:22:51.404838 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0316bbee-a618-4f92-b661-7623f1786ec8 req-8ed8526e-4a06-42e4-85aa-a4c71168211c tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.41 "GET /v2.0/security-groups?id=43e82cb9-81d3-47aa-8489-f10aacd5f1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396996 Nov 16 05:22:51.454542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-66e99673-a394-4c94-b77b-2c237acea4aa tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:51.455949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-66e99673-a394-4c94-b77b-2c237acea4aa tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.37 "GET /v2.0/ports?device_id=231de66f-c1ad-43f8-a514-0857f0860d52 HTTP/1.1" status: 200 len: 945 time: 0.0466006 Nov 16 05:22:51.545081 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-726dfb48-4352-4c1a-a541-d47af353c41a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Deleting port a5b8ecd0-a267-453d-908e-8d39e9b0a130 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:22:51.545413 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-726dfb48-4352-4c1a-a541-d47af353c41a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:51.633544 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-726dfb48-4352-4c1a-a541-d47af353c41a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] For port a5b8ecd0-a267-453d-908e-8d39e9b0a130, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=a5b8ecd0-a267-453d-908e-8d39e9b0a130,segment=NetworkSegment(862321da-128e-4068-b115-ecf9071a1ab5),segment_id=862321da-128e-4068-b115-ecf9071a1ab5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:22:51.633940 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-726dfb48-4352-4c1a-a541-d47af353c41a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:51.646250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-726dfb48-4352-4c1a-a541-d47af353c41a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Calling delete_port for a5b8ecd0-a267-453d-908e-8d39e9b0a130 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:22:51.774885 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-726dfb48-4352-4c1a-a541-d47af353c41a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:51.787299 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['a5b8ecd0-a267-453d-908e-8d39e9b0a130'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:22:51.804114 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dfb48-4352-4c1a-a541-d47af353c41a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Pushing event deleted for resources: {'Port': ['ID=a5b8ecd0-a267-453d-908e-8d39e9b0a130,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:51.816236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a5b8ecd0-a267-453d-908e-8d39e9b0a130 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:22:51.836556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: a5b8ecd0-a267-453d-908e-8d39e9b0a130 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:22:51.836898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a5b8ecd0-a267-453d-908e-8d39e9b0a130 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 16 05:22:51.847784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-726dfb48-4352-4c1a-a541-d47af353c41a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] No DVR routers for this DVR port a5b8ecd0-a267-453d-908e-8d39e9b0a130 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:22:51.851193 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-726dfb48-4352-4c1a-a541-d47af353c41a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:51.854662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0435a774-19fe-489a-b5e6-dea5ce4e34db req-726dfb48-4352-4c1a-a541-d47af353c41a tempest-DeleteServersTestJSON-1837169418 tempest-DeleteServersTestJSON-1837169418-project] 10.222.0.37 "DELETE /v2.0/ports/a5b8ecd0-a267-453d-908e-8d39e9b0a130 HTTP/1.1" status: 204 len: 173 time: 0.3923969 Nov 16 05:22:51.855160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231de66f-c1ad-43f8-a514-0857f0860d52', 'name': 'network-vif-deleted', 'tag': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:22:51.856470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Port a5b8ecd0-a267-453d-908e-8d39e9b0a130 not found, will not notify nova. {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 16 05:22:51.857431 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56319412-c2da-4d40-8289-d79103575ecc" -d '{"events": [{"server_uuid": "231de66f-c1ad-43f8-a514-0857f0860d52", "name": "network-vif-deleted", "tag": "a5b8ecd0-a267-453d-908e-8d39e9b0a130"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:22:51.896458 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf62203-7555-421a-bf8c-97169b628be6 x-openstack-request-id: req-daf62203-7555-421a-bf8c-97169b628be6 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:22:51.896755 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231de66f-c1ad-43f8-a514-0857f0860d52", "name": "network-vif-deleted", "tag": "a5b8ecd0-a267-453d-908e-8d39e9b0a130", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:22:51.897005 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-daf62203-7555-421a-bf8c-97169b628be6 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:22:51.897401 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231de66f-c1ad-43f8-a514-0857f0860d52', 'name': 'network-vif-deleted', 'tag': 'a5b8ecd0-a267-453d-908e-8d39e9b0a130', 'status': 'completed', 'code': 200} Nov 16 05:22:52.530168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58826) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:22:52.579138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Deleting subnet 8c730f18-d085-49be-959b-69e67fbf4b8f {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:22:52.582202 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:52.617219 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:52.655527 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:52.706806 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:52.734716 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c730f18-d085-49be-959b-69e67fbf4b8f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:52.737279 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:52.740459 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8c730f18-d085-49be-959b-69e67fbf4b8f HTTP/1.1" status: 204 len: 168 time: 0.2092969 Nov 16 05:22:52.743146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58828) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:22:52.746939 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:52.747289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:52.751718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:52.751718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:52.751718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:52.751718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:52.751718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:52.751718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:52.751718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:52.751718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:52.751718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:52.751718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fd7178-5467-4c11-9a34-f3c098c2f1e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:22:52.820905 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b543-97d0-4996-a382-ea79234b2105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:52.903231 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b543-97d0-4996-a382-ea79234b2105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:52.923539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9cd6b543-97d0-4996-a382-ea79234b2105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca8f240-362e-4e2b-acd1-3290f39ad007']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:22:52.932516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9cd6b543-97d0-4996-a382-ea79234b2105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862321da-128e-4068-b115-ecf9071a1ab5') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:22:52.932816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-9cd6b543-97d0-4996-a382-ea79234b2105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862321da-128e-4068-b115-ecf9071a1ab5') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:22:52.942248 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b543-97d0-4996-a382-ea79234b2105 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:52.955559 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b543-97d0-4996-a382-ea79234b2105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:52.962481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd6b543-97d0-4996-a382-ea79234b2105 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:22:52.962896 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b543-97d0-4996-a382-ea79234b2105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:22:52.964544 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:22:53.027795 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b543-97d0-4996-a382-ea79234b2105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:53.033542 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9cd6b543-97d0-4996-a382-ea79234b2105 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:53.038080 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9cd6b543-97d0-4996-a382-ea79234b2105 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8ca8f240-362e-4e2b-acd1-3290f39ad007 HTTP/1.1" status: 204 len: 168 time: 0.2927828 Nov 16 05:22:53.050322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6b543-97d0-4996-a382-ea79234b2105 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca8f240-362e-4e2b-acd1-3290f39ad007,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:53.152881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58832) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:22:53.198012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-211b0617-dc49-4f62-a140-e7f9e2b6b02a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3688751af45c48f9865b45e1e4c3c95f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438356 Nov 16 05:22:53.200481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58834) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:22:53.247862 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c804eb82-f004-4dbb-b74a-3ff0948c1a4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:53.269179 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c804eb82-f004-4dbb-b74a-3ff0948c1a4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:53.318965 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c804eb82-f004-4dbb-b74a-3ff0948c1a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:53.321570 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c804eb82-f004-4dbb-b74a-3ff0948c1a4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:53.326639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c804eb82-f004-4dbb-b74a-3ff0948c1a4c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43e82cb9-81d3-47aa-8489-f10aacd5f1b8 HTTP/1.1" status: 204 len: 168 time: 0.1213963 Nov 16 05:22:53.330701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804eb82-f004-4dbb-b74a-3ff0948c1a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e82cb9-81d3-47aa-8489-f10aacd5f1b8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:54.004583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 58858) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:22:54.101383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1114063073-network', 'tenant_id': 'c8f99dfcea114de18a67a73445d693b3'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:22:54.122282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Made reservation on behalf of c8f99dfcea114de18a67a73445d693b3 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:22:54.124535 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:54.133391 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:54.204828 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:54.208433 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:54.234050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:22:54.239312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:54.246942 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:54.247288 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Added segment 79cb62f2-d74c-45ba-9bd2-e53030ec0916 of type vlan for network dd5fb661-cc67-4544-8208-f219900156b9 Nov 16 05:22:54.290080 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:54.313536 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:54.314535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:54.315142 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:54.365576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3598702 Nov 16 05:22:54.368610 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 58862) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:22:54.373643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5b6287cd-9ab8-4b96-9c4d-2e00a1733029 admin admin] Request body: {'subnet': {'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1114063073-subnet', 'tenant_id': 'c8f99dfcea114de18a67a73445d693b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:22:54.376526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc765218-cebb-45df-b937-c75cce74475b admin admin] Pushing event updated for resources: {'Network': ['ID=dd5fb661-cc67-4544-8208-f219900156b9,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:54.387490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network dd5fb661-cc67-4544-8208-f219900156b9 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:22:54.396435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6287cd-9ab8-4b96-9c4d-2e00a1733029 admin admin] Made reservation on behalf of c8f99dfcea114de18a67a73445d693b3 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:22:54.399260 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b6287cd-9ab8-4b96-9c4d-2e00a1733029 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:54.560638 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b6287cd-9ab8-4b96-9c4d-2e00a1733029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:54.619535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6287cd-9ab8-4b96-9c4d-2e00a1733029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62b0462-3ca7-44a3-ace6-398900bd2d59,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:54.626164 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b6287cd-9ab8-4b96-9c4d-2e00a1733029 admin admin] Checking segment: {'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:22:54.626522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6287cd-9ab8-4b96-9c4d-2e00a1733029 admin admin] Network hostable DHCP agents. Network: dd5fb661-cc67-4544-8208-f219900156b9, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:22:54.642487 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6287cd-9ab8-4b96-9c4d-2e00a1733029 admin admin] Network dd5fb661-cc67-4544-8208-f219900156b9 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:22:54.651467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-5b6287cd-9ab8-4b96-9c4d-2e00a1733029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, dd5fb661-cc67-4544-8208-f219900156b9) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:22:54.656271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6287cd-9ab8-4b96-9c4d-2e00a1733029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:54.656915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5b6287cd-9ab8-4b96-9c4d-2e00a1733029 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:54.660343 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e38b83-c763-4158-bf29-deaa75b89907 None None] Network dd5fb661-cc67-4544-8208-f219900156b9 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:22:54.674602 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5b6287cd-9ab8-4b96-9c4d-2e00a1733029 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3046894 Nov 16 05:22:54.794866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc705c0-25de-4f01-8ee1-ebfa47606a0a None None] Network dd5fb661-cc67-4544-8208-f219900156b9 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:22:55.110340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62c552-e968-4d54-90de-050490a69f26 req-6caf66e7-56a6-4b52-8e83-765b4a6a43f1 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:55.111796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-6caf66e7-56a6-4b52-8e83-765b4a6a43f1 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 815 time: 0.1055889 Nov 16 05:22:55.126669 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-5acf8d44-630a-4586-b39b-b262ddf65f6b tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/quotas/c8f99dfcea114de18a67a73445d693b3 HTTP/1.1" status: 200 len: 375 time: 0.0087349 Nov 16 05:22:55.156615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-9a2f7772-feff-40a8-b65d-ba5e6f1fccbb tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0242968 Nov 16 05:22:55.247116 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-ecba3629-48cc-46cd-ab53-a122348a5c9f service neutron] 10.222.0.41 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839167 Nov 16 05:22:55.343163 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-ff5b4393-7a0f-41bf-989f-89bc6cd77465 service neutron] 10.222.0.41 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900147 Nov 16 05:22:55.497163 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-865a63dd-6aa6-4c79-9997-b1a549b2f12d req-503f2763-9636-4c16-b381-846468c79f0b tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 210 time: 0.0262668 Nov 16 05:22:55.851864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a5b8ecd0-a267-453d-908e-8d39e9b0a130 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:22:55.872107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: a5b8ecd0-a267-453d-908e-8d39e9b0a130 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:22:55.872452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device a5b8ecd0-a267-453d-908e-8d39e9b0a130 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:22:56.423216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62c552-e968-4d54-90de-050490a69f26 req-6fa1f07a-8f6a-4c5d-b535-9d6d617ede17 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:56.424693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-6fa1f07a-8f6a-4c5d-b535-9d6d617ede17 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.37 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 815 time: 0.1069493 Nov 16 05:22:56.437735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ed62c552-e968-4d54-90de-050490a69f26 req-3552ecdb-17ef-435d-92ef-57f0466df88c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Request body: {'port': {'device_id': 'df170571-171d-42a2-b069-021253e17f0a', 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9', 'admin_state_up': True, 'tenant_id': 'c8f99dfcea114de18a67a73445d693b3'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:22:56.547122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed62c552-e968-4d54-90de-050490a69f26 req-3552ecdb-17ef-435d-92ef-57f0466df88c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Made reservation on behalf of c8f99dfcea114de18a67a73445d693b3 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:22:56.550677 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed62c552-e968-4d54-90de-050490a69f26 req-3552ecdb-17ef-435d-92ef-57f0466df88c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:56.602617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe53eb64-9b09-46a9-a3a8-a0ced6d6ab73 req-a7376b05-ee4a-4ce6-92fb-1d013dd33788 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 210 time: 0.0337203 Nov 16 05:22:56.710612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-ed62c552-e968-4d54-90de-050490a69f26 req-3552ecdb-17ef-435d-92ef-57f0466df88c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Allocated IP 172.20.0.10 (dd5fb661-cc67-4544-8208-f219900156b9/a62b0462-3ca7-44a3-ace6-398900bd2d59/f9eb3715-4c9d-431d-a040-3856f8b06c0a) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:22:56.864934 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed62c552-e968-4d54-90de-050490a69f26 req-3552ecdb-17ef-435d-92ef-57f0466df88c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:56.897921 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed62c552-e968-4d54-90de-050490a69f26 req-3552ecdb-17ef-435d-92ef-57f0466df88c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:56.942174 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed62c552-e968-4d54-90de-050490a69f26 req-3552ecdb-17ef-435d-92ef-57f0466df88c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Network dd5fb661-cc67-4544-8208-f219900156b9 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:22:56.945397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-ed62c552-e968-4d54-90de-050490a69f26 req-3552ecdb-17ef-435d-92ef-57f0466df88c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:22:56.949256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed62c552-e968-4d54-90de-050490a69f26 req-3552ecdb-17ef-435d-92ef-57f0466df88c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:22:56.955487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552ecdb-17ef-435d-92ef-57f0466df88c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Pushing event updated for resources: {'Port': ['ID=f9eb3715-4c9d-431d-a040-3856f8b06c0a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:57.005097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62c552-e968-4d54-90de-050490a69f26 req-3552ecdb-17ef-435d-92ef-57f0466df88c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:57.005701 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed62c552-e968-4d54-90de-050490a69f26 req-3552ecdb-17ef-435d-92ef-57f0466df88c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:57.020909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-3552ecdb-17ef-435d-92ef-57f0466df88c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5869040 Nov 16 05:22:57.033226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Request body: {'port': {'device_id': 'df170571-171d-42a2-b069-021253e17f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:22:57.087055 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:57.342046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9eb3715-4c9d-431d-a040-3856f8b06c0a {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:22:57.349108 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:57.361224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Transition to ACTIVE for port object f9eb3715-4c9d-431d-a040-3856f8b06c0a will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:22:57.364194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:57.415877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb3715-4c9d-431d-a040-3856f8b06c0a,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:57.483272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Attempting to bind port f9eb3715-4c9d-431d-a040-3856f8b06c0a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:22:57.483937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Attempting to bind port f9eb3715-4c9d-431d-a040-3856f8b06c0a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:22:57.483937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Attempting to bind port f9eb3715-4c9d-431d-a040-3856f8b06c0a on network dd5fb661-cc67-4544-8208-f219900156b9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:22:57.488004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Port f9eb3715-4c9d-431d-a040-3856f8b06c0a on network dd5fb661-cc67-4544-8208-f219900156b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:22:57.488320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Attempting to bind port f9eb3715-4c9d-431d-a040-3856f8b06c0a on network dd5fb661-cc67-4544-8208-f219900156b9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:22:57.492994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:22:57.493324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Checking segment: {'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:22:57.493698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Bound using segment: {'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:22:57.494151 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Bound port: f9eb3715-4c9d-431d-a040-3856f8b06c0a, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:22:57.494493 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:57.554457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] For port f9eb3715-4c9d-431d-a040-3856f8b06c0a, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:22:57.557953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] For port f9eb3715-4c9d-431d-a040-3856f8b06c0a, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:22:57.561883 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:57.598339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:57.599044 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:22:57.600407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] 10.222.0.37 "PUT /v2.0/ports/f9eb3715-4c9d-431d-a040-3856f8b06c0a HTTP/1.1" status: 200 len: 1092 time: 0.5712216 Nov 16 05:22:57.600845 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df170571-171d-42a2-b069-021253e17f0a', 'tag': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:22:57.603106 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee18f535-5fe9-4d6f-b1c7-cb00a1da6eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "df170571-171d-42a2-b069-021253e17f0a", "tag": "f9eb3715-4c9d-431d-a040-3856f8b06c0a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:22:57.632379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b9c79-ae91-409b-878f-135120d7cadd service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb3715-4c9d-431d-a040-3856f8b06c0a,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:22:57.649501 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad154402-40ed-42ef-848c-73e5356918ef x-openstack-request-id: req-ad154402-40ed-42ef-848c-73e5356918ef {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:22:57.649816 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df170571-171d-42a2-b069-021253e17f0a", "tag": "f9eb3715-4c9d-431d-a040-3856f8b06c0a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:22:57.650293 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad154402-40ed-42ef-848c-73e5356918ef {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:22:57.650694 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df170571-171d-42a2-b069-021253e17f0a', 'tag': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a', 'status': 'completed', 'code': 200} Nov 16 05:22:57.695952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62c552-e968-4d54-90de-050490a69f26 req-f3d8e246-2941-4dfa-ad74-8dde57954ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:57.697432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-f3d8e246-2941-4dfa-ad74-8dde57954ff5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 1095 time: 0.0575292 Nov 16 05:22:57.751518 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-96b76ac8-e2a2-46a6-8291-7ac4433d5d78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a HTTP/1.1" status: 200 len: 217 time: 0.0404222 Nov 16 05:22:57.794728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3313ef5-62d2-4884-aecb-3bc52fbe60e8 req-aa63b2bd-ec66-438f-aa82-7ff5d27c8443 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:57.796202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3313ef5-62d2-4884-aecb-3bc52fbe60e8 req-aa63b2bd-ec66-438f-aa82-7ff5d27c8443 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 944 time: 0.1164551 Nov 16 05:22:57.831598 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62c552-e968-4d54-90de-050490a69f26 req-11af22fd-fce2-4e49-9936-f9b6846fc843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:57.833018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-11af22fd-fce2-4e49-9936-f9b6846fc843 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0742960 Nov 16 05:22:57.873591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-1d8248b4-b13e-4044-8912-abec58f7cf05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314560 Nov 16 05:22:57.878090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3313ef5-62d2-4884-aecb-3bc52fbe60e8 req-96a9deb9-bd44-40c8-a1cc-082587198222 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733576 Nov 16 05:22:57.970060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-1f0cacab-e0a7-4107-b1c0-9c51b7c248a3 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877290 Nov 16 05:22:58.057904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed62c552-e968-4d54-90de-050490a69f26 req-72013e83-ec1c-4ecf-b1ba-6326873f0243 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807703 Nov 16 05:22:58.147530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18f535-5fe9-4d6f-b1c7-cb00a1da6eb0 req-8aeced27-5f00-4e8d-9ad7-1dae49a93420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:58.149133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee18f535-5fe9-4d6f-b1c7-cb00a1da6eb0 req-8aeced27-5f00-4e8d-9ad7-1dae49a93420 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 1095 time: 0.0411620 Nov 16 05:22:58.242908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18f535-5fe9-4d6f-b1c7-cb00a1da6eb0 req-e9177589-ea28-47b8-bda1-541779e7b463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:58.244371 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee18f535-5fe9-4d6f-b1c7-cb00a1da6eb0 req-e9177589-ea28-47b8-bda1-541779e7b463 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 916 time: 0.0878708 Nov 16 05:22:58.285151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee18f535-5fe9-4d6f-b1c7-cb00a1da6eb0 req-d10008bd-9aba-413c-9d88-6d36f22a44f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a HTTP/1.1" status: 200 len: 217 time: 0.0338652 Nov 16 05:22:58.338369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18f535-5fe9-4d6f-b1c7-cb00a1da6eb0 req-009c88a3-3e22-4a37-a873-983cae38ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:58.339949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee18f535-5fe9-4d6f-b1c7-cb00a1da6eb0 req-009c88a3-3e22-4a37-a873-983cae38ec7c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0475922 Nov 16 05:22:58.372497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee18f535-5fe9-4d6f-b1c7-cb00a1da6eb0 req-9a9a6eac-d6d4-4ce3-b1e5-6eb293f386b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238662 Nov 16 05:22:58.463813 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee18f535-5fe9-4d6f-b1c7-cb00a1da6eb0 req-78447858-24d1-461e-834f-a0e616d81b04 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816033 Nov 16 05:22:58.556035 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee18f535-5fe9-4d6f-b1c7-cb00a1da6eb0 req-554fed4a-c3bb-44ce-9e69-c42197b3f4ea service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837135 Nov 16 05:22:58.994820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf17b9-6ab6-4f55-88eb-6087b8fc635e req-37f189b4-c769-46c9-b2de-e3662f5d8fa6 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:22:58.996282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bbf17b9-6ab6-4f55-88eb-6087b8fc635e req-37f189b4-c769-46c9-b2de-e3662f5d8fa6 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 944 time: 0.0498025 Nov 16 05:22:59.042646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bbf17b9-6ab6-4f55-88eb-6087b8fc635e req-961da7e9-1b1b-43b6-b427-bf9cc9ea89ba tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404191 Nov 16 05:23:00.160972 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdf97d-5bd8-494a-82d2-156855b501ca req-720d7532-1c94-4d08-9f14-637ffc363a23 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:00.163076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6bdf97d-5bd8-494a-82d2-156855b501ca req-720d7532-1c94-4d08-9f14-637ffc363a23 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 944 time: 0.0533414 Nov 16 05:23:00.210241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6bdf97d-5bd8-494a-82d2-156855b501ca req-d176679b-c223-4fa7-a5c2-810fd8f2c278 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412529 Nov 16 05:23:01.323314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc1740-a41f-49be-98bb-56567f48eb42 req-4ff70489-cbe7-43e5-9fb9-96bdf9b3f8a4 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:01.324801 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12fc1740-a41f-49be-98bb-56567f48eb42 req-4ff70489-cbe7-43e5-9fb9-96bdf9b3f8a4 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 944 time: 0.0489905 Nov 16 05:23:01.371702 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12fc1740-a41f-49be-98bb-56567f48eb42 req-bf6d15bd-0231-4639-bf5c-c37aecb8b550 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407863 Nov 16 05:23:01.881329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f9eb3715-4c9d-431d-a040-3856f8b06c0a details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:23:01.972724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f9eb3715-4c9d-431d-a040-3856f8b06c0a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:23:01.984085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a', 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9', 'port_id': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a', 'mac_address': 'fa:16:3e:9d:eb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62b0462-3ca7-44a3-ace6-398900bd2d59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:23:02.023150 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:02.035264 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9eb3715-4c9d-431d-a040-3856f8b06c0a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:23:02.053965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f9eb3715-4c9d-431d-a040-3856f8b06c0a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:23:02.059457 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:02.107836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f9eb3715-4c9d-431d-a040-3856f8b06c0a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:23:02.249129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['f9eb3715-4c9d-431d-a040-3856f8b06c0a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:23:02.484674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cdfe1-6133-476e-b53d-edf32fa0a520 req-3641af85-ebc1-4cd2-ab5d-d41b2f538264 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:02.486198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b3cdfe1-6133-476e-b53d-edf32fa0a520 req-3641af85-ebc1-4cd2-ab5d-d41b2f538264 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 945 time: 0.0475428 Nov 16 05:23:02.536444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b3cdfe1-6133-476e-b53d-edf32fa0a520 req-af4d6dee-8b1a-49eb-81da-5f9c5d646748 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439026 Nov 16 05:23:03.652409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47322771-eb99-40c2-8a0b-d81119b7b432 req-09b1cd90-92c0-409a-b51c-53a9f087f4b5 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:03.653907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47322771-eb99-40c2-8a0b-d81119b7b432 req-09b1cd90-92c0-409a-b51c-53a9f087f4b5 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 945 time: 0.0485690 Nov 16 05:23:03.700246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-47322771-eb99-40c2-8a0b-d81119b7b432 req-4a891d07-26bd-4df9-9499-df8bd8cf0b69 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405216 Nov 16 05:23:03.898700 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f9eb3715-4c9d-431d-a040-3856f8b06c0a up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:23:03.946742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port f9eb3715-4c9d-431d-a040-3856f8b06c0a completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:23:03.950792 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port f9eb3715-4c9d-431d-a040-3856f8b06c0a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:23:03.951178 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:04.023953 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:04.045643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df170571-171d-42a2-b069-021253e17f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:23:04.047827 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfa031f-88d5-4152-8a1f-011b8a5536e6" -d '{"events": [{"server_uuid": "df170571-171d-42a2-b069-021253e17f0a", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb3715-4c9d-431d-a040-3856f8b06c0a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:23:04.064478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port f9eb3715-4c9d-431d-a040-3856f8b06c0a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:23:04.068416 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:04.093651 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da09bd5c-b259-4219-9e61-52b840b973d6 x-openstack-request-id: req-da09bd5c-b259-4219-9e61-52b840b973d6 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:23:04.093974 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df170571-171d-42a2-b069-021253e17f0a", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb3715-4c9d-431d-a040-3856f8b06c0a", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:23:04.094224 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da09bd5c-b259-4219-9e61-52b840b973d6 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:23:04.094704 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df170571-171d-42a2-b069-021253e17f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a', 'code': 200} Nov 16 05:23:04.121569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=f9eb3715-4c9d-431d-a040-3856f8b06c0a,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:23:04.195504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4f5b8-c864-4647-8bf9-2c79fadca16e req-4e3cdf2f-de09-4bc2-b0ec-c7be5b2d5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:04.196898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43d4f5b8-c864-4647-8bf9-2c79fadca16e req-4e3cdf2f-de09-4bc2-b0ec-c7be5b2d5940 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 1097 time: 0.0402954 Nov 16 05:23:04.241246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43d4f5b8-c864-4647-8bf9-2c79fadca16e req-89719a5a-ece1-4427-9ead-111e1fe43018 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353367 Nov 16 05:23:04.821053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac78d06-d9fd-4333-81dc-6b080d78c8d5 req-d88fef6b-08fe-49c9-b1d7-b808502ec721 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:04.822559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bac78d06-d9fd-4333-81dc-6b080d78c8d5 req-d88fef6b-08fe-49c9-b1d7-b808502ec721 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0515270 Nov 16 05:23:04.869348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bac78d06-d9fd-4333-81dc-6b080d78c8d5 req-24c93c40-b06e-4048-aa4c-63042d7597f5 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409188 Nov 16 05:23:05.984101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d58ac-14a3-43ef-bbd0-51b14965606c req-328ef5bf-daa6-4e9c-9bc1-a812a0bbad28 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:05.985584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b4d58ac-14a3-43ef-bbd0-51b14965606c req-328ef5bf-daa6-4e9c-9bc1-a812a0bbad28 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0490642 Nov 16 05:23:06.032692 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b4d58ac-14a3-43ef-bbd0-51b14965606c req-122659e3-4bb1-4b04-a366-4927f694472e tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408807 Nov 16 05:23:06.155147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae970a48-dd13-456f-9894-b3323b554150 req-bef6d007-e2a9-423e-b1b6-e03f1e5a35e6 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:06.161087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae970a48-dd13-456f-9894-b3323b554150 req-bef6d007-e2a9-423e-b1b6-e03f1e5a35e6 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0573769 Nov 16 05:23:06.209016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae970a48-dd13-456f-9894-b3323b554150 req-95071755-9752-411d-9239-d62a5df92d39 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451410 Nov 16 05:23:06.409796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99587855-b26e-4dde-9fc1-cfce8f74a1c1 req-c15773a8-4c27-43dc-937f-56ddada64b61 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:06.411269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99587855-b26e-4dde-9fc1-cfce8f74a1c1 req-c15773a8-4c27-43dc-937f-56ddada64b61 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0492334 Nov 16 05:23:06.464511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99587855-b26e-4dde-9fc1-cfce8f74a1c1 req-e96f12f3-aceb-48fb-bf4d-44c6b720a571 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472734 Nov 16 05:23:06.578691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6717763-18ef-4b2e-862d-ed7172c4eb18 req-5046fd1a-77c8-48f3-b5f4-bb9b0fbed457 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:06.579634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6717763-18ef-4b2e-862d-ed7172c4eb18 req-5046fd1a-77c8-48f3-b5f4-bb9b0fbed457 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0475304 Nov 16 05:23:06.629218 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6717763-18ef-4b2e-862d-ed7172c4eb18 req-17e9deca-0276-4e79-801d-10a4693b7bb5 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437024 Nov 16 05:23:06.855569 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-440d908f-9685-4772-84b0-de835b48dc24 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409505 Nov 16 05:23:06.871218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843591f4-1f4c-4f3a-b8aa-97c324eea2ae req-e2fc8a94-ae66-4310-bea3-21fd1ec3aa91 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:06.872704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-843591f4-1f4c-4f3a-b8aa-97c324eea2ae req-e2fc8a94-ae66-4310-bea3-21fd1ec3aa91 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0513408 Nov 16 05:23:06.921815 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-843591f4-1f4c-4f3a-b8aa-97c324eea2ae req-f50e3cb5-fe2f-4c1e-982e-1f619844476d tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427828 Nov 16 05:23:07.968842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-f2641c2d-e267-4ff6-a5fc-16d3c65b6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:07.970407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-f2641c2d-e267-4ff6-a5fc-16d3c65b6f15 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 1097 time: 0.0406258 Nov 16 05:23:08.038803 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-46534672-bd65-4f4f-a752-b81e012389f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:08.088763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438e160-c520-4261-8898-3a769c05faac req-32732f1c-e2bd-45a0-8838-815ecc2f250f tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:08.090241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b438e160-c520-4261-8898-3a769c05faac req-32732f1c-e2bd-45a0-8838-815ecc2f250f tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0946467 Nov 16 05:23:08.115389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-5ce85259-3cd1-4d13-aa72-ad12f2e8e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:08.117333 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-5ce85259-3cd1-4d13-aa72-ad12f2e8e539 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 916 time: 0.1396503 Nov 16 05:23:08.167594 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-e80fc424-5f93-416a-9f96-26cdb8a369ce service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a HTTP/1.1" status: 200 len: 217 time: 0.0431185 Nov 16 05:23:08.186325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b438e160-c520-4261-8898-3a769c05faac req-4fa019d6-0ab9-4925-996e-87982812e9ba tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875828 Nov 16 05:23:08.220027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d32af538-5c0f-4f12-9423-6934be86aef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:08.221466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d32af538-5c0f-4f12-9423-6934be86aef6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0468807 Nov 16 05:23:08.252723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-bed6e912-c390-4094-9a35-f88c840563ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242848 Nov 16 05:23:08.342648 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-c68cf787-0cb5-425e-8c5a-730ffd3cc058 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827153 Nov 16 05:23:08.431783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-03a0836b-d467-4164-bf98-dfaafac61c4e service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817893 Nov 16 05:23:09.303878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa720caa-e576-48dd-8e86-e19cf849ae83 req-30b48d0c-d1d4-4e77-923c-8aedc66b8b26 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:09.305363 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa720caa-e576-48dd-8e86-e19cf849ae83 req-30b48d0c-d1d4-4e77-923c-8aedc66b8b26 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0515277 Nov 16 05:23:09.355916 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa720caa-e576-48dd-8e86-e19cf849ae83 req-6301e829-c4f7-4b6e-9c5a-ae353d3e6d03 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445805 Nov 16 05:23:10.230824 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9a79104b-e437-412b-855c-234723a728bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:10.483375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2a8eb-5602-4f62-bba1-4022b342b2cc req-7f24c23c-2373-412e-b876-479b9f575fc2 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:10.484767 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3a2a8eb-5602-4f62-bba1-4022b342b2cc req-7f24c23c-2373-412e-b876-479b9f575fc2 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0595064 Nov 16 05:23:10.530616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3a2a8eb-5602-4f62-bba1-4022b342b2cc req-22e57839-6bd1-4f7b-bf08-820d8be944d5 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399063 Nov 16 05:23:11.643007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564777d-f743-4fac-9791-364efddc948d req-4409ade1-27e5-45b5-bbda-e8753d8e238b tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:11.644443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3564777d-f743-4fac-9791-364efddc948d req-4409ade1-27e5-45b5-bbda-e8753d8e238b tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0469103 Nov 16 05:23:11.690969 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3564777d-f743-4fac-9791-364efddc948d req-54dccfb8-5f8b-40e8-8fb6-f09de728b663 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402617 Nov 16 05:23:12.020006 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:12.808730 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253050b-be8e-442f-b17a-1b233419c379 req-494ee84b-bcc6-48cc-b2ce-121481d0318e tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:12.810207 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2253050b-be8e-442f-b17a-1b233419c379 req-494ee84b-bcc6-48cc-b2ce-121481d0318e tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0518160 Nov 16 05:23:12.857231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2253050b-be8e-442f-b17a-1b233419c379 req-aef72997-b979-4284-8f9e-38699bbb4a90 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409212 Nov 16 05:23:13.380360 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:13.752777 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:13.969654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253d1b0-c646-441e-96c0-15268687801a req-4479bb96-f38a-4c73-adb8-a97ef93bd9de tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:13.971130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6253d1b0-c646-441e-96c0-15268687801a req-4479bb96-f38a-4c73-adb8-a97ef93bd9de tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0480247 Nov 16 05:23:14.017704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6253d1b0-c646-441e-96c0-15268687801a req-abf0a481-3830-431f-8755-21d2b962087c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406377 Nov 16 05:23:14.468428 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:23:15.131044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87effaf8-3790-4d42-87f2-b4e9a99270bf req-3109146f-fd61-4358-b5ac-3432726bccda tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:15.132503 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87effaf8-3790-4d42-87f2-b4e9a99270bf req-3109146f-fd61-4358-b5ac-3432726bccda tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0483723 Nov 16 05:23:15.182063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87effaf8-3790-4d42-87f2-b4e9a99270bf req-f27405fe-dcc0-483a-bfca-158d332b545c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 Nov 16 05:23:16.295238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9fe55-39a1-4376-bb94-8429d458175b req-adf9b6aa-c9cd-4ecb-b5c4-ab531852078f tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:16.296697 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52c9fe55-39a1-4376-bb94-8429d458175b req-adf9b6aa-c9cd-4ecb-b5c4-ab531852078f tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0478611 Nov 16 05:23:16.342716 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52c9fe55-39a1-4376-bb94-8429d458175b req-c3591d90-0324-437c-9c76-4afbd1ee7b35 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Nov 16 05:23:16.497644 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:17.456157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6c34d-b26c-4f71-ac61-58eba5b28a06 req-402630e1-a9b9-4cba-9a4a-41f6e297f8aa tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:17.457594 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51f6c34d-b26c-4f71-ac61-58eba5b28a06 req-402630e1-a9b9-4cba-9a4a-41f6e297f8aa tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0477538 Nov 16 05:23:17.506318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51f6c34d-b26c-4f71-ac61-58eba5b28a06 req-bae02fdd-4f13-4e2e-8236-0e7ad4b94680 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427418 Nov 16 05:23:18.626352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ffcec9-1815-46f3-9a3a-097b65e17b15 req-c572e9ac-6240-4f54-9a86-84ef3c1606db tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:18.627808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84ffcec9-1815-46f3-9a3a-097b65e17b15 req-c572e9ac-6240-4f54-9a86-84ef3c1606db tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0508568 Nov 16 05:23:18.668787 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:18.675175 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-84ffcec9-1815-46f3-9a3a-097b65e17b15 req-30e991bc-b069-4aec-a40c-225b3401e7a0 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Nov 16 05:23:19.790962 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ad846-fc1c-4db6-abea-89f4de77b2c3 req-39bad40c-c68c-4c97-98c5-7460a4005c25 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:19.792452 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a71ad846-fc1c-4db6-abea-89f4de77b2c3 req-39bad40c-c68c-4c97-98c5-7460a4005c25 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0491662 Nov 16 05:23:19.839566 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a71ad846-fc1c-4db6-abea-89f4de77b2c3 req-fa85f447-993c-4520-ab47-d9b11a4675ba tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411174 Nov 16 05:23:20.956630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bc4aa-617f-410b-936f-4b99fcc0d79e req-86b8c0ed-6ee4-42cb-9396-16df1fc37d28 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:20.958099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b34bc4aa-617f-410b-936f-4b99fcc0d79e req-86b8c0ed-6ee4-42cb-9396-16df1fc37d28 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0509076 Nov 16 05:23:21.003522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b34bc4aa-617f-410b-936f-4b99fcc0d79e req-07d126ac-90ab-4cd3-bd3b-2edfc8836f0f tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389240 Nov 16 05:23:22.117904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb1d63-dcb1-4372-aa25-a5df7fd6f6d4 req-eef3eb27-bbda-4e06-b4ea-3555e59fe351 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:22.119382 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2feb1d63-dcb1-4372-aa25-a5df7fd6f6d4 req-eef3eb27-bbda-4e06-b4ea-3555e59fe351 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0482373 Nov 16 05:23:22.170317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2feb1d63-dcb1-4372-aa25-a5df7fd6f6d4 req-ea106279-d511-45e7-b397-0d67e6bad6cc tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449629 Nov 16 05:23:23.284077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58a1308-6403-4189-9c17-7e9b24b47ad7 req-cb8d5388-4114-4766-8e0e-a86478247d71 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:23.285540 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c58a1308-6403-4189-9c17-7e9b24b47ad7 req-cb8d5388-4114-4766-8e0e-a86478247d71 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0477409 Nov 16 05:23:23.336122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c58a1308-6403-4189-9c17-7e9b24b47ad7 req-5dfca542-d1ec-4055-9589-46c85f9576f6 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440414 Nov 16 05:23:24.453287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a4e88-c261-47be-a92c-8b4ecf1693dd req-195b03c3-f705-4600-89ef-a6db769cb58f tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:24.455621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c02a4e88-c261-47be-a92c-8b4ecf1693dd req-195b03c3-f705-4600-89ef-a6db769cb58f tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0498428 Nov 16 05:23:24.511511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c02a4e88-c261-47be-a92c-8b4ecf1693dd req-fdd9dd75-eaca-48c7-a60c-f47b92c9f367 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499661 Nov 16 05:23:25.624156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72616e-26ea-4685-8634-4c9750789376 req-aba3f531-fec4-47d9-8f48-ac8c586ddd5e tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:25.625593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de72616e-26ea-4685-8634-4c9750789376 req-aba3f531-fec4-47d9-8f48-ac8c586ddd5e tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0478828 Nov 16 05:23:25.671111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de72616e-26ea-4685-8634-4c9750789376 req-9f4cf920-d387-48d8-921e-971b8452f13a tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397751 Nov 16 05:23:26.789381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6df69-883c-4e0e-9184-579685332ee7 req-5b066cdf-051d-49a6-8fd8-cab29b735f70 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:26.790873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6d6df69-883c-4e0e-9184-579685332ee7 req-5b066cdf-051d-49a6-8fd8-cab29b735f70 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0522881 Nov 16 05:23:26.838318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6d6df69-883c-4e0e-9184-579685332ee7 req-8f5f450b-c42e-4fe7-9a45-b74af31b8ecc tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Nov 16 05:23:27.950302 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702ae33-23f8-4a28-97a8-c2bcc5309686 req-24c4c198-2640-4314-ae2b-5a9e230a4555 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:27.951767 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d702ae33-23f8-4a28-97a8-c2bcc5309686 req-24c4c198-2640-4314-ae2b-5a9e230a4555 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0475683 Nov 16 05:23:27.997576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d702ae33-23f8-4a28-97a8-c2bcc5309686 req-9ec2f602-8066-4e81-b27a-3a4220e945cd tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399747 Nov 16 05:23:29.111148 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dec4e-b9df-431a-b074-da6376f77786 req-8cb3e5b1-8aad-4420-8605-8186cf0e361b tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:29.112612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c73dec4e-b9df-431a-b074-da6376f77786 req-8cb3e5b1-8aad-4420-8605-8186cf0e361b tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0472038 Nov 16 05:23:29.161515 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c73dec4e-b9df-431a-b074-da6376f77786 req-e3472d3e-954e-496e-a789-8c9b073628ff tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Nov 16 05:23:30.277929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b84b7-ec20-47df-b725-9517ed1346ee req-ba9db365-be67-457a-a042-2077aeefae56 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:30.279380 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e37b84b7-ec20-47df-b725-9517ed1346ee req-ba9db365-be67-457a-a042-2077aeefae56 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0480194 Nov 16 05:23:30.326200 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e37b84b7-ec20-47df-b725-9517ed1346ee req-ea84faa7-6086-4447-9ec7-7d275c8c32a0 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409899 Nov 16 05:23:31.439911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ffecc2-97ea-4a4f-b733-1e7a4ad961c2 req-53075185-4c75-4366-b2e9-1327270a543e tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:31.441352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5ffecc2-97ea-4a4f-b733-1e7a4ad961c2 req-53075185-4c75-4366-b2e9-1327270a543e tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0474305 Nov 16 05:23:31.492453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5ffecc2-97ea-4a4f-b733-1e7a4ad961c2 req-ac91e145-19dd-4328-8065-1a8845385fc0 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445468 Nov 16 05:23:32.611149 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94de14d-15d2-4a4e-9f64-cc5a4b9c8fc4 req-cfec30bc-f52a-43a7-831d-eed29502870e tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:32.612592 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b94de14d-15d2-4a4e-9f64-cc5a4b9c8fc4 req-cfec30bc-f52a-43a7-831d-eed29502870e tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0503638 Nov 16 05:23:32.657252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b94de14d-15d2-4a4e-9f64-cc5a4b9c8fc4 req-5a10c61f-b78c-4bfb-8cf5-92eaeb61d51c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389071 Nov 16 05:23:33.771253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe08f5-65c6-4035-8a85-ab298d37ef54 req-aecb53c4-35b7-480b-8abb-e8bf08ff7c72 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:33.772731 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2bfe08f5-65c6-4035-8a85-ab298d37ef54 req-aecb53c4-35b7-480b-8abb-e8bf08ff7c72 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0481606 Nov 16 05:23:33.818805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2bfe08f5-65c6-4035-8a85-ab298d37ef54 req-f4e66b65-5205-4714-8434-9e5efa088b08 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396321 Nov 16 05:23:34.937392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f1eb5-8e12-46b9-b505-7df8f099ab6e req-71da3bbd-a9c6-41c5-8904-a8a53876ce2b tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:34.939119 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e93f1eb5-8e12-46b9-b505-7df8f099ab6e req-71da3bbd-a9c6-41c5-8904-a8a53876ce2b tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0510228 Nov 16 05:23:34.987863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e93f1eb5-8e12-46b9-b505-7df8f099ab6e req-026e05f4-c364-4b2e-a92f-4d3b1df79116 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429912 Nov 16 05:23:35.250262 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-99e582fc-75ef-41ff-8b37-f2c866e504cc service neutron] show failed (client error): The resource could not be found. Nov 16 05:23:35.251250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-99e582fc-75ef-41ff-8b37-f2c866e504cc service neutron] 10.222.0.37 "GET /v2.0/ports/f9eb3715-4c9d-431d-a040-3856f8b06c0a/bindings/n-h2-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0538580 Nov 16 05:23:35.451184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-28fc7672-13da-48bf-a56b-c1514da9051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:35.452664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-28fc7672-13da-48bf-a56b-c1514da9051d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a&tenant_id=c8f99dfcea114de18a67a73445d693b3 HTTP/1.1" status: 200 len: 1097 time: 0.0419624 Nov 16 05:23:35.465421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:23:35.519965 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:35.719781 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] For port f9eb3715-4c9d-431d-a040-3856f8b06c0a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:23:35.752033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] For port f9eb3715-4c9d-431d-a040-3856f8b06c0a, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:23:35.791842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df170571-171d-42a2-b069-021253e17f0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:23:35.794132 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112b078c-1454-4fb6-9978-d362d2fcc82c" -d '{"events": [{"server_uuid": "df170571-171d-42a2-b069-021253e17f0a", "name": "network-vif-unplugged", "status": "completed", "tag": "f9eb3715-4c9d-431d-a040-3856f8b06c0a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:23:35.797879 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:35.810670 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Transition to ACTIVE for port object f9eb3715-4c9d-431d-a040-3856f8b06c0a will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:23:35.814458 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:35.850245 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af426aa6-c2c0-4c1f-901b-d1c858de0430 x-openstack-request-id: req-af426aa6-c2c0-4c1f-901b-d1c858de0430 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:23:35.851099 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df170571-171d-42a2-b069-021253e17f0a", "name": "network-vif-unplugged", "status": "completed", "tag": "f9eb3715-4c9d-431d-a040-3856f8b06c0a", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:23:35.851099 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af426aa6-c2c0-4c1f-901b-d1c858de0430 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:23:35.851343 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df170571-171d-42a2-b069-021253e17f0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a', 'code': 200} Nov 16 05:23:35.879589 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] No DVR routers for this DVR port f9eb3715-4c9d-431d-a040-3856f8b06c0a on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:23:35.881328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb3715-4c9d-431d-a040-3856f8b06c0a,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:23:35.892432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:23:35.892796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:23:35.893133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:23:35.893465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:23:35.893816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:23:35.894145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:23:35.894469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:23:35.894790 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:23:35.895115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:23:35.895439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:23:35.895758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:23:35.896074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:23:35.931071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Attempting to bind port f9eb3715-4c9d-431d-a040-3856f8b06c0a on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:23:35.931400 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Attempting to bind port f9eb3715-4c9d-431d-a040-3856f8b06c0a by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:23:35.931723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Attempting to bind port f9eb3715-4c9d-431d-a040-3856f8b06c0a on network dd5fb661-cc67-4544-8208-f219900156b9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:23:35.935941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Port f9eb3715-4c9d-431d-a040-3856f8b06c0a on network dd5fb661-cc67-4544-8208-f219900156b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:23:35.936253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Attempting to bind port f9eb3715-4c9d-431d-a040-3856f8b06c0a on network dd5fb661-cc67-4544-8208-f219900156b9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:23:35.941206 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:23:35.941838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Checking segment: {'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:23:35.941935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Bound using segment: {'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:23:35.942336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Bound port: f9eb3715-4c9d-431d-a040-3856f8b06c0a, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:23:35.942679 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:36.011089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] For port f9eb3715-4c9d-431d-a040-3856f8b06c0a, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:23:36.014139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] For port f9eb3715-4c9d-431d-a040-3856f8b06c0a, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:23:36.019508 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:36.052734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:36.053347 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:36.054771 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] 10.222.0.15 "PUT /v2.0/ports/f9eb3715-4c9d-431d-a040-3856f8b06c0a HTTP/1.1" status: 200 len: 1092 time: 0.5937431 Nov 16 05:23:36.461387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c30f2e-7134-49ce-ae29-29b6f3613dbb service neutron] Pushing event updated for resources: {'Port': ['ID=f9eb3715-4c9d-431d-a040-3856f8b06c0a,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:23:36.488518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c12bed-abaf-4d73-9567-ac5e14684d46 req-17571c50-71fc-4c89-9395-5b7a665f5808 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:36.490056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-61c12bed-abaf-4d73-9567-ac5e14684d46 req-17571c50-71fc-4c89-9395-5b7a665f5808 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 944 time: 0.4282486 Nov 16 05:23:36.492501 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-4df73517-2b91-4b16-ab13-5f5a75e9484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:36.493873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-4df73517-2b91-4b16-ab13-5f5a75e9484b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 1095 time: 0.4022520 Nov 16 05:23:36.595359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-61c12bed-abaf-4d73-9567-ac5e14684d46 req-a2548006-f8fe-4172-8549-e9c6bec0dce8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987945 Nov 16 05:23:36.617693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-64bc6759-4958-4af2-8559-2291c45ca254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:36.619152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-64bc6759-4958-4af2-8559-2291c45ca254 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 916 time: 0.1168888 Nov 16 05:23:36.659115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-19f375e7-0dd7-4b32-8af3-a219c0e6c21e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a HTTP/1.1" status: 200 len: 217 time: 0.0330522 Nov 16 05:23:36.706256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-a99feaa1-3070-483d-a627-ad06d7d7b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:36.707641 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-a99feaa1-3070-483d-a627-ad06d7d7b0f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0416460 Nov 16 05:23:36.739267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-faa5a54a-969f-49c9-b305-91c2d3456382 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234742 Nov 16 05:23:36.828913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-39e2a783-7fe2-4887-822f-1c3184c6f6ed service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820296 Nov 16 05:23:36.917561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99043e6e-eeb5-4b09-83dc-bc4f9d891cca req-4469d11a-db33-4056-ae80-33344dd2273e service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816503 Nov 16 05:23:37.716667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8f673-ee9b-40fe-ada6-bcfe603905af req-384b8bfe-279c-416b-971c-b34d412ae319 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:37.718217 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0c8f673-ee9b-40fe-ada6-bcfe603905af req-384b8bfe-279c-416b-971c-b34d412ae319 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 944 time: 0.0534077 Nov 16 05:23:37.764707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0c8f673-ee9b-40fe-ada6-bcfe603905af req-a52c1951-21dc-44d3-b103-1dee42a87064 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407574 Nov 16 05:23:37.852504 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df170571-171d-42a2-b069-021253e17f0a', 'tag': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:23:37.855385 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baab0549-b88b-49a1-80b8-3924e37de52d" -d '{"events": [{"name": "network-changed", "server_uuid": "df170571-171d-42a2-b069-021253e17f0a", "tag": "f9eb3715-4c9d-431d-a040-3856f8b06c0a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:23:37.903231 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1269a8-c894-4912-a662-789688573da9 x-openstack-request-id: req-3a1269a8-c894-4912-a662-789688573da9 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:23:37.903522 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df170571-171d-42a2-b069-021253e17f0a", "tag": "f9eb3715-4c9d-431d-a040-3856f8b06c0a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:23:37.903775 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a1269a8-c894-4912-a662-789688573da9 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:23:37.904173 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df170571-171d-42a2-b069-021253e17f0a', 'tag': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a', 'status': 'completed', 'code': 200} Nov 16 05:23:37.989061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab0549-b88b-49a1-80b8-3924e37de52d req-2c36b670-9cf2-4ea1-a9f4-e426cd131424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:37.990582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-2c36b670-9cf2-4ea1-a9f4-e426cd131424 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 1095 time: 0.0675039 Nov 16 05:23:37.993741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab0549-b88b-49a1-80b8-3924e37de52d req-4f3fb548-f93f-4d42-bf1e-159ff30ff739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:37.995076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-4f3fb548-f93f-4d42-bf1e-159ff30ff739 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 1095 time: 0.0633705 Nov 16 05:23:38.039822 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05194bad-c6e3-4725-8e86-cb81163b312d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:38.152710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab0549-b88b-49a1-80b8-3924e37de52d req-57fce6a3-fd90-4700-9cdb-9841d9ed0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:38.154110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-57fce6a3-fd90-4700-9cdb-9841d9ed0055 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 916 time: 0.1545935 Nov 16 05:23:38.156928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab0549-b88b-49a1-80b8-3924e37de52d req-f6842b4e-50a5-403c-9dfb-6c0ddd295abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:38.158261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-f6842b4e-50a5-403c-9dfb-6c0ddd295abb service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 916 time: 0.1517532 Nov 16 05:23:38.224885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-b42730dc-4cb4-4566-8ff4-a03475362676 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a HTTP/1.1" status: 200 len: 217 time: 0.0633111 Nov 16 05:23:38.226724 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-0a0f5f72-11c2-4c96-9d21-a000b44074d7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a HTTP/1.1" status: 200 len: 217 time: 0.0586650 Nov 16 05:23:38.310752 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab0549-b88b-49a1-80b8-3924e37de52d req-4ebd4454-cdb7-4598-b7f3-1707ee5deb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:38.312201 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-4ebd4454-cdb7-4598-b7f3-1707ee5deb9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0797503 Nov 16 05:23:38.314136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab0549-b88b-49a1-80b8-3924e37de52d req-2106a36a-b09c-4dbe-8af5-a17d2513297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:38.315429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-2106a36a-b09c-4dbe-8af5-a17d2513297d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0760801 Nov 16 05:23:38.361424 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-765706fd-b6e7-4233-a8a3-c6d6c958953e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422397 Nov 16 05:23:38.363263 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-c7f3f7b3-e61e-43da-9bfd-fa7408f1387a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369740 Nov 16 05:23:38.531830 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-7b3b4fcf-fd2b-463a-805f-069155188c2a service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629519 Nov 16 05:23:38.535082 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-5aa3363c-000a-47d3-a368-2d6261e2ce39 service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585383 Nov 16 05:23:38.691945 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-c646f798-1cf7-4947-96e1-b09639933212 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518102 Nov 16 05:23:38.693849 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-baab0549-b88b-49a1-80b8-3924e37de52d req-3416462d-387c-4d03-b2c9-131909b55cef service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469369 Nov 16 05:23:38.883831 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4406453-f5dc-48fa-a37e-62425c8bd308 req-a3551e7b-8b99-4868-966c-5793e2f31674 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:38.885287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4406453-f5dc-48fa-a37e-62425c8bd308 req-a3551e7b-8b99-4868-966c-5793e2f31674 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 944 time: 0.0484238 Nov 16 05:23:38.915895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f9eb3715-4c9d-431d-a040-3856f8b06c0a details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:23:38.933105 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4406453-f5dc-48fa-a37e-62425c8bd308 req-c429a82a-80d9-4d6d-8c11-d0e8d524421f tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419266 Nov 16 05:23:39.008929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f9eb3715-4c9d-431d-a040-3856f8b06c0a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:23:39.026859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a', 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9', 'port_id': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a', 'mac_address': 'fa:16:3e:9d:eb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62b0462-3ca7-44a3-ace6-398900bd2d59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:23:39.070630 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:39.083681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9eb3715-4c9d-431d-a040-3856f8b06c0a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:23:39.103952 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f9eb3715-4c9d-431d-a040-3856f8b06c0a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:23:39.108268 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:39.155497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=f9eb3715-4c9d-431d-a040-3856f8b06c0a,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:23:39.165336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e10e1c-2a09-44f2-b085-002e9f03abda req-c4916c57-9108-41c0-996d-81b0c5b99e6f tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:39.166873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0e10e1c-2a09-44f2-b085-002e9f03abda req-c4916c57-9108-41c0-996d-81b0c5b99e6f tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 944 time: 0.0872781 Nov 16 05:23:39.177359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-07edecb6-017f-4af9-90ab-b8e16962cf4d tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:39.178795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-07edecb6-017f-4af9-90ab-b8e16962cf4d tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.37 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a&tenant_id=c8f99dfcea114de18a67a73445d693b3&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 945 time: 0.0731070 Nov 16 05:23:39.260960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0e10e1c-2a09-44f2-b085-002e9f03abda req-c173caf3-69a3-4535-81c1-710fe41fb1d0 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808680 Nov 16 05:23:39.267894 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-407206b3-f8f5-4e5a-a7fa-523dd06ace66 service neutron] delete failed (client error): The resource could not be found. Nov 16 05:23:39.268842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-407206b3-f8f5-4e5a-a7fa-523dd06ace66 service neutron] 10.222.0.37 "DELETE /v2.0/ports/f9eb3715-4c9d-431d-a040-3856f8b06c0a/bindings/n-h1-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0819607 Nov 16 05:23:39.321849 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['f9eb3715-4c9d-431d-a040-3856f8b06c0a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:23:39.355644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-7aaf223d-63db-486f-9a62-7d9319828a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:39.357146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-7aaf223d-63db-486f-9a62-7d9319828a24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 1096 time: 0.0430756 Nov 16 05:23:39.456271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-edcf7b9e-b60f-4dd6-9713-912e6f7436f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:39.457741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-edcf7b9e-b60f-4dd6-9713-912e6f7436f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 916 time: 0.0930274 Nov 16 05:23:39.500677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-705c2c04-2808-45f9-b796-6ae30a651861 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a HTTP/1.1" status: 200 len: 217 time: 0.0360758 Nov 16 05:23:39.557729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-e742855e-a6cc-4523-b7d2-7695a780d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:39.559224 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-e742855e-a6cc-4523-b7d2-7695a780d771 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0520678 Nov 16 05:23:39.593082 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-6930a810-40be-45e4-996d-eb7fe15ed052 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265663 Nov 16 05:23:39.682640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-b1cfb32c-d9d1-456f-a5ab-b848c45922f2 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820770 Nov 16 05:23:39.776113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b8978c-237b-4e97-90ad-f12100aa277e req-224ed2da-df8c-4414-b5a1-899528d90f73 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866635 Nov 16 05:23:39.992764 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f9eb3715-4c9d-431d-a040-3856f8b06c0a no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:23:40.029819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device f9eb3715-4c9d-431d-a040-3856f8b06c0a not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:23:40.231603 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d0c4eea-cc09-4aaa-988f-322d690a1699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:40.381451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd424c13-4043-4e51-8657-cee379de9cd1 req-43cba0c3-15a0-4902-b3c6-b964f51f4617 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:40.383444 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd424c13-4043-4e51-8657-cee379de9cd1 req-43cba0c3-15a0-4902-b3c6-b964f51f4617 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 945 time: 0.0484383 Nov 16 05:23:40.429113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd424c13-4043-4e51-8657-cee379de9cd1 req-76e3dc1e-2174-4fa2-ad67-f579f14c5faa tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398300 Nov 16 05:23:40.547132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba084bcb-4210-40d3-8ecd-faee037e34be req-bc9cf02f-d348-405d-a668-544595019145 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:40.548590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba084bcb-4210-40d3-8ecd-faee037e34be req-bc9cf02f-d348-405d-a668-544595019145 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 945 time: 0.0524697 Nov 16 05:23:40.595346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba084bcb-4210-40d3-8ecd-faee037e34be req-8a046be0-594e-492d-8aad-d8c53c05afdd tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Nov 16 05:23:40.706425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092d3f0-b55e-42a3-8a9f-1cfda3483bb9 req-6c2650b6-8429-411e-8cbf-dda15f2b38e4 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:40.707805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b092d3f0-b55e-42a3-8a9f-1cfda3483bb9 req-6c2650b6-8429-411e-8cbf-dda15f2b38e4 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 945 time: 0.0483623 Nov 16 05:23:40.753281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b092d3f0-b55e-42a3-8a9f-1cfda3483bb9 req-4655e9d7-b31b-43fc-bb32-68209e5955a0 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397165 Nov 16 05:23:40.945649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f9eb3715-4c9d-431d-a040-3856f8b06c0a up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:23:40.997692 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port f9eb3715-4c9d-431d-a040-3856f8b06c0a completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:23:41.001522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port f9eb3715-4c9d-431d-a040-3856f8b06c0a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:23:41.001934 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:41.078625 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:41.094209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-18b5bf9f-f9eb-41e8-8499-b70b0de58fcc tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:41.095668 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-18b5bf9f-f9eb-41e8-8499-b70b0de58fcc tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 815 time: 0.1059382 Nov 16 05:23:41.100565 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df170571-171d-42a2-b069-021253e17f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:23:41.103424 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a36e1e-a084-4b59-a978-838bae0893c2" -d '{"events": [{"server_uuid": "df170571-171d-42a2-b069-021253e17f0a", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb3715-4c9d-431d-a040-3856f8b06c0a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:23:41.112317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-f3222e98-20e4-4fe3-844c-e52092cf7014 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/quotas/c8f99dfcea114de18a67a73445d693b3 HTTP/1.1" status: 200 len: 375 time: 0.0110605 Nov 16 05:23:41.117598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port f9eb3715-4c9d-431d-a040-3856f8b06c0a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:23:41.122498 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:41.145864 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575db13b-32e3-481f-aba3-e24f80a07fc2 x-openstack-request-id: req-575db13b-32e3-481f-aba3-e24f80a07fc2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:23:41.146161 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df170571-171d-42a2-b069-021253e17f0a", "name": "network-vif-plugged", "status": "completed", "tag": "f9eb3715-4c9d-431d-a040-3856f8b06c0a", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:23:41.146414 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-575db13b-32e3-481f-aba3-e24f80a07fc2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:23:41.146815 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df170571-171d-42a2-b069-021253e17f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a', 'code': 200} Nov 16 05:23:41.166288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-48cb93ff-5ad2-4e5a-976a-678ddc3e9db6 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470378 Nov 16 05:23:41.177787 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=f9eb3715-4c9d-431d-a040-3856f8b06c0a,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:23:41.261140 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-d8460d50-f448-4a68-bfe0-90a17e89d65b service neutron] 10.222.0.41 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878458 Nov 16 05:23:41.348898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-c4ae9051-414c-4f22-b935-8db394b8c54e service neutron] 10.222.0.41 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818527 Nov 16 05:23:41.506381 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b01e4a9b-3aef-4ba6-8378-fc0efd596944 req-06095ac0-e450-41a2-9b81-3f72d2ea9428 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 210 time: 0.0278852 Nov 16 05:23:42.022236 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:42.228358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459c251-31f2-4de1-9d0e-71f918f25310 req-f2895482-986c-4f54-8b12-9e7399a7f274 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:42.229818 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0459c251-31f2-4de1-9d0e-71f918f25310 req-f2895482-986c-4f54-8b12-9e7399a7f274 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.15 "GET /v2.0/ports?device_id=df170571-171d-42a2-b069-021253e17f0a HTTP/1.1" status: 200 len: 946 time: 0.0477092 Nov 16 05:23:42.327339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-0459c251-31f2-4de1-9d0e-71f918f25310 req-6fc2e906-fd58-46ac-8baf-c81e1cd16add tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Deleting port f9eb3715-4c9d-431d-a040-3856f8b06c0a {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:23:42.327688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0459c251-31f2-4de1-9d0e-71f918f25310 req-6fc2e906-fd58-46ac-8baf-c81e1cd16add tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:42.421778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-0459c251-31f2-4de1-9d0e-71f918f25310 req-6fc2e906-fd58-46ac-8baf-c81e1cd16add tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] For port f9eb3715-4c9d-431d-a040-3856f8b06c0a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=f9eb3715-4c9d-431d-a040-3856f8b06c0a,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:23:42.422218 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0459c251-31f2-4de1-9d0e-71f918f25310 req-6fc2e906-fd58-46ac-8baf-c81e1cd16add tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:42.440803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-0459c251-31f2-4de1-9d0e-71f918f25310 req-6fc2e906-fd58-46ac-8baf-c81e1cd16add tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Calling delete_port for f9eb3715-4c9d-431d-a040-3856f8b06c0a owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:23:42.514906 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-c858d795-7b6b-4d2a-9d7d-56e640d19b35 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:42.516587 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-c858d795-7b6b-4d2a-9d7d-56e640d19b35 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.15 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 815 time: 0.1841288 Nov 16 05:23:42.531299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-663eaf80-1897-4750-baee-849093157995 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Request body: {'port': {'device_id': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9', 'admin_state_up': True, 'tenant_id': 'c8f99dfcea114de18a67a73445d693b3'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:23:42.574916 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0459c251-31f2-4de1-9d0e-71f918f25310 req-6fc2e906-fd58-46ac-8baf-c81e1cd16add tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:42.587055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['f9eb3715-4c9d-431d-a040-3856f8b06c0a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:23:42.639920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2e906-fd58-46ac-8baf-c81e1cd16add tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Pushing event deleted for resources: {'Port': ['ID=f9eb3715-4c9d-431d-a040-3856f8b06c0a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:23:42.645148 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65afadfe-4449-4df9-a372-40381e81f489 req-9b90fa06-061e-4e37-9995-97d2952c6994 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 210 time: 0.0603549 Nov 16 05:23:42.645570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-663eaf80-1897-4750-baee-849093157995 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Made reservation on behalf of c8f99dfcea114de18a67a73445d693b3 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:23:42.649448 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-663eaf80-1897-4750-baee-849093157995 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:42.688973 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-0459c251-31f2-4de1-9d0e-71f918f25310 req-6fc2e906-fd58-46ac-8baf-c81e1cd16add tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] No DVR routers for this DVR port f9eb3715-4c9d-431d-a040-3856f8b06c0a on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:23:42.691662 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-0459c251-31f2-4de1-9d0e-71f918f25310 req-6fc2e906-fd58-46ac-8baf-c81e1cd16add tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:42.695101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0459c251-31f2-4de1-9d0e-71f918f25310 req-6fc2e906-fd58-46ac-8baf-c81e1cd16add tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.15 "DELETE /v2.0/ports/f9eb3715-4c9d-431d-a040-3856f8b06c0a HTTP/1.1" status: 204 len: 173 time: 0.4585094 Nov 16 05:23:42.695536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df170571-171d-42a2-b069-021253e17f0a', 'name': 'network-vif-deleted', 'tag': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:23:42.697794 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a84b50-98e1-423f-be50-fc9bf7eeb84e" -d '{"events": [{"server_uuid": "df170571-171d-42a2-b069-021253e17f0a", "name": "network-vif-deleted", "tag": "f9eb3715-4c9d-431d-a040-3856f8b06c0a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:23:42.748597 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318a875c-8a9f-432b-a48e-277903c6c78d x-openstack-request-id: req-318a875c-8a9f-432b-a48e-277903c6c78d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:23:42.748904 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df170571-171d-42a2-b069-021253e17f0a", "name": "network-vif-deleted", "tag": "f9eb3715-4c9d-431d-a040-3856f8b06c0a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:23:42.749164 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-318a875c-8a9f-432b-a48e-277903c6c78d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:23:42.749618 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df170571-171d-42a2-b069-021253e17f0a', 'name': 'network-vif-deleted', 'tag': 'f9eb3715-4c9d-431d-a040-3856f8b06c0a', 'status': 'completed', 'code': 200} Nov 16 05:23:42.779834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-663eaf80-1897-4750-baee-849093157995 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Allocated IP 172.20.0.8 (dd5fb661-cc67-4544-8208-f219900156b9/a62b0462-3ca7-44a3-ace6-398900bd2d59/3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:23:42.932777 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-663eaf80-1897-4750-baee-849093157995 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:42.966540 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-663eaf80-1897-4750-baee-849093157995 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:42.977996 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['f9eb3715-4c9d-431d-a040-3856f8b06c0a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:23:43.012838 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-663eaf80-1897-4750-baee-849093157995 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Network dd5fb661-cc67-4544-8208-f219900156b9 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:23:43.015980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-663eaf80-1897-4750-baee-849093157995 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:23:43.019773 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-663eaf80-1897-4750-baee-849093157995 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:23:43.026504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663eaf80-1897-4750-baee-849093157995 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Pushing event updated for resources: {'Port': ['ID=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:23:43.070505 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-663eaf80-1897-4750-baee-849093157995 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:43.071103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-663eaf80-1897-4750-baee-849093157995 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:43.086443 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-663eaf80-1897-4750-baee-849093157995 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5591009 Nov 16 05:23:43.098306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Request body: {'port': {'device_id': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:23:43.152483 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:43.386963 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:43.674382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:23:43.682068 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:43.694034 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Transition to ACTIVE for port object 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:23:43.698527 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:43.766593 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:43.767021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:23:43.770564 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61df1e8-e699-4c46-954f-28f4a0e859b2 req-12b95e8f-d819-4afe-8f9f-2b2affc8346a tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:43.772139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d61df1e8-e699-4c46-954f-28f4a0e859b2 req-12b95e8f-d819-4afe-8f9f-2b2affc8346a tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 943 time: 0.0553312 Nov 16 05:23:43.817898 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Attempting to bind port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:23:43.818343 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Attempting to bind port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:23:43.818734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Attempting to bind port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 on network dd5fb661-cc67-4544-8208-f219900156b9 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:23:43.822282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d61df1e8-e699-4c46-954f-28f4a0e859b2 req-cb2ff977-a40a-4246-b033-8da4c9df0915 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424306 Nov 16 05:23:43.827047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 on network dd5fb661-cc67-4544-8208-f219900156b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:23:43.827367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Attempting to bind port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 on network dd5fb661-cc67-4544-8208-f219900156b9 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:23:43.832474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:23:43.832834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Checking segment: {'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:23:43.842255 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Bound using segment: {'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:23:43.842255 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Bound port: 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:23:43.842255 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:43.897560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] For port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:23:43.900518 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] For port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:23:43.905969 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:43.939355 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:43.940031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:43.941391 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] 10.222.0.15 "PUT /v2.0/ports/3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 HTTP/1.1" status: 200 len: 1091 time: 0.8469758 Nov 16 05:23:43.941845 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'tag': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:23:43.944117 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77002ad2-94e1-42a2-bdbf-c33e82b7896a" -d '{"events": [{"name": "network-changed", "server_uuid": "eba948e3-9237-4121-8d76-8e6f5649e477", "tag": "3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:23:43.970087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254b212-7010-46a6-9cd0-bb9078fdbad6 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:23:43.990185 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4beaa7-2f51-47dc-be57-74941ecc87db x-openstack-request-id: req-4e4beaa7-2f51-47dc-be57-74941ecc87db {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:23:43.990471 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba948e3-9237-4121-8d76-8e6f5649e477", "tag": "3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:23:43.990749 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e4beaa7-2f51-47dc-be57-74941ecc87db {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:23:43.991141 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'tag': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22', 'status': 'completed', 'code': 200} Nov 16 05:23:44.027295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-4b67aacc-9ee6-457e-8452-2d4b91a4cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:44.028777 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-4b67aacc-9ee6-457e-8452-2d4b91a4cd0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 1094 time: 0.0473161 Nov 16 05:23:44.070358 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-30a271d1-3a75-49b5-ad93-3b070dec58d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 HTTP/1.1" status: 200 len: 217 time: 0.0341332 Nov 16 05:23:44.118243 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-de5f1dff-76dd-4c25-ba28-520f9c7accc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:44.119643 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-de5f1dff-76dd-4c25-ba28-520f9c7accc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0428627 Nov 16 05:23:44.149749 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-0fe6d12f-6204-4023-b216-c56d016c64a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230432 Nov 16 05:23:44.240729 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-2ae0377c-8848-4e0c-8cac-955300d4b9c1 service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837710 Nov 16 05:23:44.328287 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-054a1445-5cc3-4b2b-97d3-cd54c7f765c1 req-79bffe83-fa0b-4ef8-82d3-418291a80ef7 service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798805 Nov 16 05:23:44.418852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77002ad2-94e1-42a2-bdbf-c33e82b7896a req-30bc28c3-251e-418d-8fdb-77c12efdeeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:44.420314 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77002ad2-94e1-42a2-bdbf-c33e82b7896a req-30bc28c3-251e-418d-8fdb-77c12efdeeea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 1094 time: 0.0452418 Nov 16 05:23:44.509308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77002ad2-94e1-42a2-bdbf-c33e82b7896a req-dad1c0c5-d1ea-4a79-9213-b352f1582c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:44.511023 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77002ad2-94e1-42a2-bdbf-c33e82b7896a req-dad1c0c5-d1ea-4a79-9213-b352f1582c71 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 916 time: 0.0839627 Nov 16 05:23:44.553852 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77002ad2-94e1-42a2-bdbf-c33e82b7896a req-f82c0daa-597e-43ee-9f7d-a1f763d645b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 HTTP/1.1" status: 200 len: 217 time: 0.0362396 Nov 16 05:23:44.602811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77002ad2-94e1-42a2-bdbf-c33e82b7896a req-0568d75e-6155-4297-bfae-9f296af5d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:44.604221 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77002ad2-94e1-42a2-bdbf-c33e82b7896a req-0568d75e-6155-4297-bfae-9f296af5d8a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0426283 Nov 16 05:23:44.635174 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77002ad2-94e1-42a2-bdbf-c33e82b7896a req-d4d730f4-5627-4e25-9a88-730a4e8e3c15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240967 Nov 16 05:23:44.727028 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77002ad2-94e1-42a2-bdbf-c33e82b7896a req-e3b8ca70-0ca4-42af-89c9-597673034607 service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843472 Nov 16 05:23:44.815013 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-77002ad2-94e1-42a2-bdbf-c33e82b7896a req-e661d84b-f491-4ac1-9835-1c4c5c817619 service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809023 Nov 16 05:23:44.939257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1d13d-f171-4b0d-9ce3-755633350675 req-5145869e-3bb1-48f6-9adb-f7afde991ce1 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:44.940710 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0be1d13d-f171-4b0d-9ce3-755633350675 req-5145869e-3bb1-48f6-9adb-f7afde991ce1 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 943 time: 0.0517309 Nov 16 05:23:44.986492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0be1d13d-f171-4b0d-9ce3-755633350675 req-e597ceb8-6604-4a7a-9e3c-0eb7b33ef66c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398910 Nov 16 05:23:46.101463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b96a1-ba2c-4f76-955a-60902f14fd6e req-0681614d-e336-4475-bdc0-92ec5099a5ae tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:46.102990 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-111b96a1-ba2c-4f76-955a-60902f14fd6e req-0681614d-e336-4475-bdc0-92ec5099a5ae tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 943 time: 0.0485370 Nov 16 05:23:46.149139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-111b96a1-ba2c-4f76-955a-60902f14fd6e req-11c93f72-108a-400a-a961-aaa7cf26f6e5 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404060 Nov 16 05:23:46.504702 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:46.951469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:23:46.953550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f9eb3715-4c9d-431d-a040-3856f8b06c0a no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:23:46.979418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: f9eb3715-4c9d-431d-a040-3856f8b06c0a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:23:46.979752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device f9eb3715-4c9d-431d-a040-3856f8b06c0a not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:23:47.061432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:23:47.076487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22', 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9', 'port_id': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22', 'mac_address': 'fa:16:3e:3a:3b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62b0462-3ca7-44a3-ace6-398900bd2d59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:23:47.111776 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:47.123803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:23:47.142527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:23:47.146732 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:47.194078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:23:47.266286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6e88b-f21d-4a0b-9a5f-813a57fa15b9 req-b1057fff-8355-4217-8713-3486786c9b6c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:47.267802 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26f6e88b-f21d-4a0b-9a5f-813a57fa15b9 req-b1057fff-8355-4217-8713-3486786c9b6c tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 944 time: 0.0518589 Nov 16 05:23:47.314091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26f6e88b-f21d-4a0b-9a5f-813a57fa15b9 req-e2787030-c7bb-4f80-9cde-276a53656f34 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Nov 16 05:23:47.338468 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:23:48.429461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04376e4-8639-4e93-905c-bdd0b0e89be1 req-5022d348-1842-46b9-abd4-c94a6d6ce49a tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:48.430931 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c04376e4-8639-4e93-905c-bdd0b0e89be1 req-5022d348-1842-46b9-abd4-c94a6d6ce49a tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 944 time: 0.0478289 Nov 16 05:23:48.477079 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c04376e4-8639-4e93-905c-bdd0b0e89be1 req-057ec286-44bd-4cd2-b214-5c2282600fdb tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397873 Nov 16 05:23:48.665924 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:48.950637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:23:48.996182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:23:49.000117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:23:49.000480 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:49.078527 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:49.099513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:23:49.101716 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7ef285-9e47-43aa-8218-d8ef1cddf41e" -d '{"events": [{"server_uuid": "eba948e3-9237-4121-8d76-8e6f5649e477", "name": "network-vif-plugged", "status": "completed", "tag": "3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:23:49.114129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:23:49.118972 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:23:49.143114 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee582c7f-f243-4109-a7ff-44898f999282 x-openstack-request-id: req-ee582c7f-f243-4109-a7ff-44898f999282 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:23:49.143540 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba948e3-9237-4121-8d76-8e6f5649e477", "name": "network-vif-plugged", "status": "completed", "tag": "3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:23:49.143798 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee582c7f-f243-4109-a7ff-44898f999282 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:23:49.144178 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22', 'code': 200} Nov 16 05:23:49.168053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:23:49.244763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d762426-5ddb-4b85-93fb-d74e74f666d8 req-d965d88d-11ff-4c48-9cf1-adcc20db2fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:49.246216 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2d762426-5ddb-4b85-93fb-d74e74f666d8 req-d965d88d-11ff-4c48-9cf1-adcc20db2fa6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 1096 time: 0.0414603 Nov 16 05:23:49.290501 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2d762426-5ddb-4b85-93fb-d74e74f666d8 req-6eae8339-9126-4a77-95ba-bb3891d27cdd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364900 Nov 16 05:23:49.592121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aa17b3-f8d2-465a-8292-49712444a919 req-9a0d34a0-10db-44cb-80e9-be2c05298f82 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:49.593662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-16aa17b3-f8d2-465a-8292-49712444a919 req-9a0d34a0-10db-44cb-80e9-be2c05298f82 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0498939 Nov 16 05:23:49.644746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-16aa17b3-f8d2-465a-8292-49712444a919 req-95ded4b5-16d4-42a1-9368-4b9dc0eccb15 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451498 Nov 16 05:23:50.762956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4da70c-90ce-440f-9fce-3e053e2dfb6a req-c87e54d5-b05e-4984-9efd-ee5012fd1a6d tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:50.764499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a4da70c-90ce-440f-9fce-3e053e2dfb6a req-c87e54d5-b05e-4984-9efd-ee5012fd1a6d tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0485985 Nov 16 05:23:50.812243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a4da70c-90ce-440f-9fce-3e053e2dfb6a req-481ac352-fe1a-49a6-93d7-3f8f8660a648 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418334 Nov 16 05:23:50.927110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8698cef-20dc-4826-bbdd-dfc1556a4686 req-8ae711f2-c915-40c9-8e0b-bce4dcd32758 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:50.928912 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c8698cef-20dc-4826-bbdd-dfc1556a4686 req-8ae711f2-c915-40c9-8e0b-bce4dcd32758 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0496030 Nov 16 05:23:50.975477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c8698cef-20dc-4826-bbdd-dfc1556a4686 req-53affe13-e90e-43fd-8dd9-765022d4cdeb tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397747 Nov 16 05:23:51.198716 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-d42ca5b5-e383-4417-acc7-7ef93c80c3a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435624 Nov 16 05:23:51.211741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3488f6-8f45-4a81-a6bc-17c64a519365 req-686b7038-5ba0-409c-8765-d0e177a23cd0 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:51.213258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df3488f6-8f45-4a81-a6bc-17c64a519365 req-686b7038-5ba0-409c-8765-d0e177a23cd0 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0521991 Nov 16 05:23:51.260730 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df3488f6-8f45-4a81-a6bc-17c64a519365 req-f720aee6-a964-4ce9-b948-c8a1fadfa20d tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Nov 16 05:23:51.468708 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:23:52.240297 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-c75881a7-7725-41c2-9f0f-ebc7af5ca3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:52.241838 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-c75881a7-7725-41c2-9f0f-ebc7af5ca3e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 1096 time: 0.0436261 Nov 16 05:23:52.337756 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-b01daade-7ed9-4405-bd83-225643ae6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:52.339232 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-b01daade-7ed9-4405-bd83-225643ae6b5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 916 time: 0.0898530 Nov 16 05:23:52.375225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d67c71-1099-498d-aaee-22bf1c27ca25 req-21a393e1-6ac2-40dd-a62a-7395b28068a5 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:52.376696 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1d67c71-1099-498d-aaee-22bf1c27ca25 req-21a393e1-6ac2-40dd-a62a-7395b28068a5 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0475085 Nov 16 05:23:52.379772 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-388d25b0-a5cf-425f-84be-61682b637039 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 HTTP/1.1" status: 200 len: 217 time: 0.0341167 Nov 16 05:23:52.427956 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d1d67c71-1099-498d-aaee-22bf1c27ca25 req-6a645e8c-8b9c-47f3-a50b-98b6b84f3d85 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439656 Nov 16 05:23:52.428859 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-4cc1d7c6-a5af-4b96-973d-e8139ffcd316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:52.430381 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-4cc1d7c6-a5af-4b96-973d-e8139ffcd316 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0439930 Nov 16 05:23:52.462705 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-0be88645-0cf8-4298-b6ae-e7b98bdd69be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259624 Nov 16 05:23:52.558522 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-b2c0a62e-2b07-4fde-8cee-2708a319c1ad service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886276 Nov 16 05:23:52.647145 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-f89b6da7-dadd-460a-a6f0-159ae1ea2a91 service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823572 Nov 16 05:23:53.545505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a72869-4e2f-4f40-94cd-b625b5c2e944 req-501945e2-0edc-40ad-a6c2-e3a3ed891170 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:53.547054 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79a72869-4e2f-4f40-94cd-b625b5c2e944 req-501945e2-0edc-40ad-a6c2-e3a3ed891170 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0488389 Nov 16 05:23:53.598170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79a72869-4e2f-4f40-94cd-b625b5c2e944 req-62387efb-f03e-4c17-b824-5399291f80eb tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451827 Nov 16 05:23:54.712866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843c2bf-b0ad-4762-af0c-c248dc43879b req-f1403021-5b71-4dc2-a674-39b865d0e8e4 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:54.714342 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0843c2bf-b0ad-4762-af0c-c248dc43879b req-f1403021-5b71-4dc2-a674-39b865d0e8e4 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0480669 Nov 16 05:23:54.760675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0843c2bf-b0ad-4762-af0c-c248dc43879b req-66540bc9-0232-4412-b89e-fcab9b09dc2a tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 Nov 16 05:23:55.876394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1b21e-e5ac-4f76-acac-2dac24dd6793 req-7b1a9447-ecd8-4eb0-9033-e12b3a2c1240 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:55.877872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41a1b21e-e5ac-4f76-acac-2dac24dd6793 req-7b1a9447-ecd8-4eb0-9033-e12b3a2c1240 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0495255 Nov 16 05:23:55.926459 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41a1b21e-e5ac-4f76-acac-2dac24dd6793 req-28b0ec9e-5dc2-494b-a2b6-6deee427b779 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426645 Nov 16 05:23:57.042987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58125337-9156-4b5d-92a9-adc8237dd52b req-03c72557-ca52-4d9d-9b79-33837cb86ce7 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:57.044367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58125337-9156-4b5d-92a9-adc8237dd52b req-03c72557-ca52-4d9d-9b79-33837cb86ce7 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0513780 Nov 16 05:23:57.090640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58125337-9156-4b5d-92a9-adc8237dd52b req-f91e3972-d1bd-4e85-b31d-532487ca8ffb tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404439 Nov 16 05:23:58.203070 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bbc1a-8bbb-47b1-b349-04edfd0e8400 req-b438a84f-24a3-4a1f-a690-4555715d5b06 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:58.204533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-702bbc1a-8bbb-47b1-b349-04edfd0e8400 req-b438a84f-24a3-4a1f-a690-4555715d5b06 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0477498 Nov 16 05:23:58.253151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-702bbc1a-8bbb-47b1-b349-04edfd0e8400 req-6b123eb1-7647-491e-a158-1601932363b8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428607 Nov 16 05:23:59.370699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfb5d8-2254-4e10-8896-cb08ad3b13c1 req-94c1426a-5781-4716-936c-1a651ce5ce58 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:23:59.372066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5acfb5d8-2254-4e10-8896-cb08ad3b13c1 req-94c1426a-5781-4716-936c-1a651ce5ce58 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0521159 Nov 16 05:23:59.417558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5acfb5d8-2254-4e10-8896-cb08ad3b13c1 req-47cb421a-f488-40b3-b0ac-2bceb558aa6d tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396333 Nov 16 05:24:00.534256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac8c5d-741f-4e5c-a948-2112ba1e991d req-ef70e2db-6e3f-4859-8dae-99b4f1df76a7 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:00.535739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32ac8c5d-741f-4e5c-a948-2112ba1e991d req-ef70e2db-6e3f-4859-8dae-99b4f1df76a7 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0486007 Nov 16 05:24:00.581685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-32ac8c5d-741f-4e5c-a948-2112ba1e991d req-55f8efc4-89b8-4275-be84-6057b4c248f7 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399718 Nov 16 05:24:01.693741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8667bdd-bb8e-42a7-ac73-55c4bc769ab8 req-d19c3763-d4b6-429b-be7b-74ae47f942d3 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:01.695211 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c8667bdd-bb8e-42a7-ac73-55c4bc769ab8 req-d19c3763-d4b6-429b-be7b-74ae47f942d3 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0477080 Nov 16 05:24:01.744895 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c8667bdd-bb8e-42a7-ac73-55c4bc769ab8 req-62326f2c-4fb5-4cf5-9614-f7737b5e9314 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Nov 16 05:24:02.859033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137a790-76a2-4a63-b193-c03129dd6bab req-61738753-8dea-4169-9e7c-1ec84bb8d857 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:02.860510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5137a790-76a2-4a63-b193-c03129dd6bab req-61738753-8dea-4169-9e7c-1ec84bb8d857 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0484767 Nov 16 05:24:02.906220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5137a790-76a2-4a63-b193-c03129dd6bab req-17f7a637-dbb9-4df2-9a6b-ce95e1c4d48d tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397935 Nov 16 05:24:04.030842 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3627cef-aed4-4d78-936d-914240a98cbb req-c84a00ac-40c4-4e02-a364-cfc017e8130d tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:04.032233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3627cef-aed4-4d78-936d-914240a98cbb req-c84a00ac-40c4-4e02-a364-cfc017e8130d tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0478179 Nov 16 05:24:04.078441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3627cef-aed4-4d78-936d-914240a98cbb req-03fa13e0-e02a-4d81-b404-6b1d62538c04 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403435 Nov 16 05:24:05.198940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab4c77-c5fe-429b-8179-3131796bf00e req-e1694d94-66ad-482f-9b94-3f68819e2650 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:05.200440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09ab4c77-c5fe-429b-8179-3131796bf00e req-e1694d94-66ad-482f-9b94-3f68819e2650 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0544353 Nov 16 05:24:05.249132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-09ab4c77-c5fe-429b-8179-3131796bf00e req-38ae90d3-6727-447f-bcfb-832962f7430d tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426943 Nov 16 05:24:06.363205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a898f25-de96-4c08-b56d-bd70c224d6cd req-1c841383-1867-4e95-9bd7-a50271769cf3 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:06.364652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a898f25-de96-4c08-b56d-bd70c224d6cd req-1c841383-1867-4e95-9bd7-a50271769cf3 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0475969 Nov 16 05:24:06.410796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a898f25-de96-4c08-b56d-bd70c224d6cd req-251b4d23-6c29-4824-92cc-a460930ad041 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397868 Nov 16 05:24:06.725748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06fbed-d51a-4cc9-8e08-abc78615fadd req-16e13098-0385-408e-a834-77c8de57d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:06.727795 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ec06fbed-d51a-4cc9-8e08-abc78615fadd req-16e13098-0385-408e-a834-77c8de57d652 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 1096 time: 0.0453165 Nov 16 05:24:06.831530 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06fbed-d51a-4cc9-8e08-abc78615fadd req-f5bc70aa-d923-458a-9eca-d577568d6792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:06.832994 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ec06fbed-d51a-4cc9-8e08-abc78615fadd req-f5bc70aa-d923-458a-9eca-d577568d6792 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 916 time: 0.0856357 Nov 16 05:24:06.878371 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ec06fbed-d51a-4cc9-8e08-abc78615fadd req-514f1400-3f34-45c3-8ef5-60676e2c02ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 HTTP/1.1" status: 200 len: 217 time: 0.0370789 Nov 16 05:24:06.926033 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06fbed-d51a-4cc9-8e08-abc78615fadd req-e35fb6e6-b840-4323-8d77-bcafce5bcc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:06.927400 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ec06fbed-d51a-4cc9-8e08-abc78615fadd req-e35fb6e6-b840-4323-8d77-bcafce5bcc5b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0422041 Nov 16 05:24:06.957718 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ec06fbed-d51a-4cc9-8e08-abc78615fadd req-41a46295-f58f-43c3-8f16-2f9d11aa7ffa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233018 Nov 16 05:24:07.049649 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ec06fbed-d51a-4cc9-8e08-abc78615fadd req-fcf66fa7-9a1f-4076-94b7-9798cff50b27 service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841916 Nov 16 05:24:07.135816 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ec06fbed-d51a-4cc9-8e08-abc78615fadd req-7cf538a1-bb6b-444c-9f94-148c38fa564a service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795383 Nov 16 05:24:07.524827 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004b85e-6600-4cfd-b1c7-384c7560d7c2 req-edca9012-0e5b-4d6e-abcc-0f4f38cdb95e tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:07.526297 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6004b85e-6600-4cfd-b1c7-384c7560d7c2 req-edca9012-0e5b-4d6e-abcc-0f4f38cdb95e tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0476933 Nov 16 05:24:07.575392 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6004b85e-6600-4cfd-b1c7-384c7560d7c2 req-f7ca0c34-5d45-42ef-be36-c810e0635bff tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432281 Nov 16 05:24:08.042612 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bca27708-7528-47f4-ba39-f27cf05ce25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:08.693353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59eb237-aabd-4acf-90fa-5357e013d827 req-9b138608-a182-4010-a5e3-a6d859f466aa tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:08.694854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a59eb237-aabd-4acf-90fa-5357e013d827 req-9b138608-a182-4010-a5e3-a6d859f466aa tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0520697 Nov 16 05:24:08.742346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a59eb237-aabd-4acf-90fa-5357e013d827 req-4263359d-0196-4e67-9e2a-fd8d08dbefad tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Nov 16 05:24:09.855214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e5cda-763b-4f19-bdd0-f0bfcfc17113 req-f74c2d7c-fa73-42a1-be5b-9c94b29dc545 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:09.856674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-382e5cda-763b-4f19-bdd0-f0bfcfc17113 req-f74c2d7c-fa73-42a1-be5b-9c94b29dc545 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0479810 Nov 16 05:24:09.901785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-382e5cda-763b-4f19-bdd0-f0bfcfc17113 req-07d8844d-2e80-46c1-90be-7b13d993bee9 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392606 Nov 16 05:24:10.233026 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-08d1da45-48f7-4cce-918e-1708be10ad97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:11.019247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb72d46-a45f-457c-a719-20a5ef1c102e req-dbe1b871-e40c-4598-9c6d-8fe67f6ace4a tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:11.020617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9cb72d46-a45f-457c-a719-20a5ef1c102e req-dbe1b871-e40c-4598-9c6d-8fe67f6ace4a tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0515592 Nov 16 05:24:11.066891 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9cb72d46-a45f-457c-a719-20a5ef1c102e req-28f468b0-afe1-48ee-bd39-00f87d80f1ee tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Nov 16 05:24:12.026511 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:12.178947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cfe05-4e3b-4f3e-a064-f6894be41c73 req-9e850efe-c3cc-440f-b4be-230bc0a6abd5 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:12.180993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da6cfe05-4e3b-4f3e-a064-f6894be41c73 req-9e850efe-c3cc-440f-b4be-230bc0a6abd5 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0476925 Nov 16 05:24:12.227235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-da6cfe05-4e3b-4f3e-a064-f6894be41c73 req-cca139dc-fe09-4f57-9a92-fdf1e1c247d5 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403662 Nov 16 05:24:13.343704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f6acb-932e-4675-8f1d-2fd4020fdd40 req-7c27520c-8914-4fb9-97ad-44c324de7273 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:13.345150 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c3f6acb-932e-4675-8f1d-2fd4020fdd40 req-7c27520c-8914-4fb9-97ad-44c324de7273 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0514193 Nov 16 05:24:13.386326 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:13.391216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c3f6acb-932e-4675-8f1d-2fd4020fdd40 req-4d4d4b66-abb2-4da3-ba71-8ea587c03e58 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Nov 16 05:24:13.763773 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:14.507431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f007ab-9308-408d-816f-421705af5a73 req-4ab39fd0-2d3c-40f9-96ce-02334a562bee tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:14.509524 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2f007ab-9308-408d-816f-421705af5a73 req-4ab39fd0-2d3c-40f9-96ce-02334a562bee tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0479050 Nov 16 05:24:14.555290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2f007ab-9308-408d-816f-421705af5a73 req-2c8ef988-b209-4880-8aed-b818bf08a43f tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393693 Nov 16 05:24:15.668571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffecf1-5b80-4b29-b9f8-c0a6a1216b4a req-e97e7027-5d93-4be5-905e-565e58103150 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:15.670038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05ffecf1-5b80-4b29-b9f8-c0a6a1216b4a req-e97e7027-5d93-4be5-905e-565e58103150 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0474749 Nov 16 05:24:15.719608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05ffecf1-5b80-4b29-b9f8-c0a6a1216b4a req-8b143691-9213-4772-a1b9-154360e8c4af tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Nov 16 05:24:16.506097 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:16.832817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bbfa7-de92-4f42-8567-fa537c5fc719 req-616ef9c8-3b07-4354-ace4-bfa48d4e6230 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:16.834281 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec6bbfa7-de92-4f42-8567-fa537c5fc719 req-616ef9c8-3b07-4354-ace4-bfa48d4e6230 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0475869 Nov 16 05:24:16.880856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec6bbfa7-de92-4f42-8567-fa537c5fc719 req-d0d63af4-3d84-4e2e-a559-6d60b742e843 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Nov 16 05:24:17.999228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16254659-aa40-48fa-b552-78c7b9e82cb2 req-72a34583-5f24-4af8-83ed-15e978f734c9 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:18.000858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-16254659-aa40-48fa-b552-78c7b9e82cb2 req-72a34583-5f24-4af8-83ed-15e978f734c9 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0501099 Nov 16 05:24:18.050300 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-16254659-aa40-48fa-b552-78c7b9e82cb2 req-c851f444-0a26-4629-acdc-aea07de87e48 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434957 Nov 16 05:24:18.683836 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:19.167362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ace88-fd55-435b-a7b4-a0123aefc62c req-2700ba3e-52fd-47a6-bb5c-8ad2a73cb2c6 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:19.168806 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df2ace88-fd55-435b-a7b4-a0123aefc62c req-2700ba3e-52fd-47a6-bb5c-8ad2a73cb2c6 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0504572 Nov 16 05:24:19.215559 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df2ace88-fd55-435b-a7b4-a0123aefc62c req-a6870cca-a933-4c41-b069-07b5cbdc9e49 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407867 Nov 16 05:24:19.402876 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-8e2ccd4c-d760-487c-9d7c-d453b18dbb57 service neutron] show failed (client error): The resource could not be found. Nov 16 05:24:19.403910 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-8e2ccd4c-d760-487c-9d7c-d453b18dbb57 service neutron] 10.222.0.15 "GET /v2.0/ports/3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22/bindings/n-h1-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0588481 Nov 16 05:24:19.704808 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-e81eb838-f6e0-44d4-be28-1bf0ba1e9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:19.706341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-e81eb838-f6e0-44d4-be28-1bf0ba1e9a27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477&tenant_id=c8f99dfcea114de18a67a73445d693b3 HTTP/1.1" status: 200 len: 1096 time: 0.1471686 Nov 16 05:24:19.718647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:24:19.773083 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:19.967965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] For port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:24:19.999270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] For port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:24:20.038280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:24:20.040645 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927145b9-f00c-409c-bfa4-4b47c09a5475" -d '{"events": [{"server_uuid": "eba948e3-9237-4121-8d76-8e6f5649e477", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:24:20.044344 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:20.056729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Transition to ACTIVE for port object 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:24:20.060056 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:20.096180 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed95f24d-46e0-40f5-b37a-4738f35e7272 x-openstack-request-id: req-ed95f24d-46e0-40f5-b37a-4738f35e7272 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:24:20.096477 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba948e3-9237-4121-8d76-8e6f5649e477", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:24:20.096738 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed95f24d-46e0-40f5-b37a-4738f35e7272 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:24:20.097132 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22', 'code': 200} Nov 16 05:24:20.114301 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Pushing event updated for resources: {'Port': ['ID=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:20.129359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] No DVR routers for this DVR port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:24:20.168078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Attempting to bind port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:24:20.168767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Attempting to bind port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:24:20.168767 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Attempting to bind port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 on network dd5fb661-cc67-4544-8208-f219900156b9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:24:20.172922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 on network dd5fb661-cc67-4544-8208-f219900156b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:24:20.173246 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Attempting to bind port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 on network dd5fb661-cc67-4544-8208-f219900156b9 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:24:20.178040 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:24:20.178377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Checking segment: {'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:24:20.178766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Bound using segment: {'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:24:20.179189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Bound port: 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79cb62f2-d74c-45ba-9bd2-e53030ec0916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:24:20.179615 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:20.241229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] For port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:24:20.244225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] For port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:24:20.248810 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:20.283782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:20.284403 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:20.285800 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] 10.222.0.37 "PUT /v2.0/ports/3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 HTTP/1.1" status: 200 len: 1091 time: 0.5710001 Nov 16 05:24:20.359159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efd554-44db-47d2-9de6-3e59aecf664e service neutron] Pushing event updated for resources: {'Port': ['ID=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:20.382015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca402169-33f0-4c9a-9356-9c8c23321c9e req-3f097d2a-966b-41b3-9927-03ead8269a99 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:20.384311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca402169-33f0-4c9a-9356-9c8c23321c9e req-3f097d2a-966b-41b3-9927-03ead8269a99 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 943 time: 0.0976090 Nov 16 05:24:20.390414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-96141a30-23c3-4002-ac6a-3bb9e02ff0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:20.391818 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-96141a30-23c3-4002-ac6a-3bb9e02ff0bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 1094 time: 0.0728521 Nov 16 05:24:20.479918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ca402169-33f0-4c9a-9356-9c8c23321c9e req-47023184-d1e5-4cb3-aeba-558d7ad5d6a7 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868423 Nov 16 05:24:20.514357 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-79a52a1e-7dd6-4e5a-9d1c-516be969dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:20.515725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-79a52a1e-7dd6-4e5a-9d1c-516be969dfdd service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 916 time: 0.1164732 Nov 16 05:24:20.557360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-4e08720e-f58c-4f9c-af32-429bda5b43c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 HTTP/1.1" status: 200 len: 217 time: 0.0334690 Nov 16 05:24:20.605045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-eeb8290e-1123-4f3d-96e3-4ccc5232523e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:20.606465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-eeb8290e-1123-4f3d-96e3-4ccc5232523e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0421054 Nov 16 05:24:20.636907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-e773f156-0d11-4a12-8098-5ab2201de1ac service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239823 Nov 16 05:24:21.059624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-26865e15-32f3-4e16-b2c4-80efcbcf537e service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157114 Nov 16 05:24:21.150848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6af01e86-3535-4ff9-bd47-aaffd41f10cd req-84290dc9-ab92-4415-8f20-fa0346122a03 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831816 Nov 16 05:24:21.596766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01554d7a-a427-4f8a-81f2-6bf65d89653c req-d8e2b9e7-7329-49ea-aa79-261257103a72 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:21.598231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01554d7a-a427-4f8a-81f2-6bf65d89653c req-d8e2b9e7-7329-49ea-aa79-261257103a72 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 943 time: 0.0484424 Nov 16 05:24:21.643520 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01554d7a-a427-4f8a-81f2-6bf65d89653c req-dc00116b-cefb-4543-8833-7a218b822098 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394344 Nov 16 05:24:22.098734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'tag': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:24:22.101008 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8f48e6-0c27-4b8e-9623-e2585a367456" -d '{"events": [{"name": "network-changed", "server_uuid": "eba948e3-9237-4121-8d76-8e6f5649e477", "tag": "3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:24:22.147918 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0147e4d7-2f5d-4f1b-99d5-bcb5364152f8 x-openstack-request-id: req-0147e4d7-2f5d-4f1b-99d5-bcb5364152f8 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:24:22.148245 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba948e3-9237-4121-8d76-8e6f5649e477", "tag": "3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:24:22.148502 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0147e4d7-2f5d-4f1b-99d5-bcb5364152f8 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:24:22.148903 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'tag': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22', 'status': 'completed', 'code': 200} Nov 16 05:24:22.211023 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-079659f5-2559-4ecb-9fce-19fce0b0a77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:22.212528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-079659f5-2559-4ecb-9fce-19fce0b0a77b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 1094 time: 0.0407457 Nov 16 05:24:22.213271 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-22eea939-87be-4386-a840-be8f0746a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:22.214795 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-22eea939-87be-4386-a840-be8f0746a715 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 1094 time: 0.0468397 Nov 16 05:24:22.306327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-e6f525ff-3fc6-48fe-be84-85fdf20108b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:22.307238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-25e686d6-61cb-493c-ae23-ef192c032d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:22.307796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-e6f525ff-3fc6-48fe-be84-85fdf20108b9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 916 time: 0.0880170 Nov 16 05:24:22.308692 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-25e686d6-61cb-493c-ae23-ef192c032d0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 916 time: 0.0871985 Nov 16 05:24:22.349034 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-eec76954-d7ce-472c-a081-2acf1da4b1b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 HTTP/1.1" status: 200 len: 217 time: 0.0335796 Nov 16 05:24:22.352910 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-b2fdf948-b2b5-44c6-bc39-3e51d65dd316 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 HTTP/1.1" status: 200 len: 217 time: 0.0375316 Nov 16 05:24:22.399475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-57f3cee6-33b0-41e8-80d2-8f5df606e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:22.399907 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-bc14f42c-e8c3-4ae0-9e80-c4afc63a4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:22.400935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-57f3cee6-33b0-41e8-80d2-8f5df606e932 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0433214 Nov 16 05:24:22.401346 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-bc14f42c-e8c3-4ae0-9e80-c4afc63a4ff2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0422573 Nov 16 05:24:22.433336 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-38c1ae76-0c2f-4518-be9d-aa582f9539c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255542 Nov 16 05:24:22.437095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-74843af7-a210-4700-a103-35d4215ed260 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286684 Nov 16 05:24:22.525709 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-b076fb81-ad78-4024-beda-0a0a3a3c193e service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852897 Nov 16 05:24:22.525949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-d6c9e551-a690-42ac-bb5d-dd59fd758737 service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801203 Nov 16 05:24:22.617327 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-ec390274-8514-4d77-a480-ee22ac064ec3 service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846722 Nov 16 05:24:22.622788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e8f48e6-0c27-4b8e-9623-e2585a367456 req-a241f94a-2aca-407d-b184-b734f7bab42a service neutron] 10.222.0.37 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890205 Nov 16 05:24:22.762813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f16cb9-ee31-4b99-b9c5-fa39c2d3b509 req-1413f416-7af2-4543-bd10-0d7ffa71bfaf tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:22.764700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04f16cb9-ee31-4b99-b9c5-fa39c2d3b509 req-1413f416-7af2-4543-bd10-0d7ffa71bfaf tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 943 time: 0.0500472 Nov 16 05:24:22.816254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-04f16cb9-ee31-4b99-b9c5-fa39c2d3b509 req-cc92ee51-8c8c-4d84-88f2-6f5a538774bf tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439548 Nov 16 05:24:23.093616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:24:23.131424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:24:23.929944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6890f7-a879-4457-801f-fb32ef38eca7 req-0cfa96c7-8032-4c03-b5b6-9e8382a4f371 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:23.931420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d6890f7-a879-4457-801f-fb32ef38eca7 req-0cfa96c7-8032-4c03-b5b6-9e8382a4f371 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 943 time: 0.0471783 Nov 16 05:24:23.977972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d6890f7-a879-4457-801f-fb32ef38eca7 req-f31b6db7-5bc4-4478-a067-9dce1a9b7c32 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407314 Nov 16 05:24:24.172778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e54cd5-621b-4086-a011-1edb96bc028a req-473e158c-00c7-443c-9984-a82f2e20eda8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:24.174266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78e54cd5-621b-4086-a011-1edb96bc028a req-473e158c-00c7-443c-9984-a82f2e20eda8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 943 time: 0.0527380 Nov 16 05:24:24.197932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:24:24.221427 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b84046-9af0-42f3-85da-325a327548de req-acb97b9f-9488-4a9f-b095-7fe44fd034e6 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:24.222947 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91b84046-9af0-42f3-85da-325a327548de req-acb97b9f-9488-4a9f-b095-7fe44fd034e6 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.15 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477&tenant_id=c8f99dfcea114de18a67a73445d693b3&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 943 time: 0.0901108 Nov 16 05:24:24.223845 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78e54cd5-621b-4086-a011-1edb96bc028a req-c9c99291-5df1-4f2e-8ee7-5480ad2eedc9 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431163 Nov 16 05:24:24.284000 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [req-91b84046-9af0-42f3-85da-325a327548de req-25c7285e-7d99-4f62-9090-5a64c7a475f9 service neutron] delete failed (client error): The resource could not be found. Nov 16 05:24:24.284904 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91b84046-9af0-42f3-85da-325a327548de req-25c7285e-7d99-4f62-9090-5a64c7a475f9 service neutron] 10.222.0.15 "DELETE /v2.0/ports/3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22/bindings/n-h2-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0542572 Nov 16 05:24:24.296551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:24:24.308406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22', 'network_id': 'dd5fb661-cc67-4544-8208-f219900156b9', 'port_id': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22', 'mac_address': 'fa:16:3e:3a:3b:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62b0462-3ca7-44a3-ace6-398900bd2d59', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:24:24.346205 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:24.358724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:24:24.367746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b84046-9af0-42f3-85da-325a327548de req-6ddf7fb8-9d9f-448c-a901-c41a1dae0131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:24.369251 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91b84046-9af0-42f3-85da-325a327548de req-6ddf7fb8-9d9f-448c-a901-c41a1dae0131 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c8f99dfcea114de18a67a73445d693b3&device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 1094 time: 0.0403650 Nov 16 05:24:24.382232 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:24:24.387367 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:24.434182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:24.441670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:24.442029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:24.442368 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:24.442701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:24.443060 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:24.443387 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:24.443709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:24.444031 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:24.444350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:24.444668 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:24.444985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:24.445875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:24.464861 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b84046-9af0-42f3-85da-325a327548de req-4c0374cf-1d12-4e10-8de1-e79f39c82653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:24.466519 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91b84046-9af0-42f3-85da-325a327548de req-4c0374cf-1d12-4e10-8de1-e79f39c82653 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 200 len: 916 time: 0.0901527 Nov 16 05:24:24.506694 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91b84046-9af0-42f3-85da-325a327548de req-3b4762bd-1847-4fb1-bec0-db2bb45a0a3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 HTTP/1.1" status: 200 len: 217 time: 0.0337517 Nov 16 05:24:24.556287 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b84046-9af0-42f3-85da-325a327548de req-d7cc6fcb-0690-4d51-a724-74260eb6e256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:24.557641 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91b84046-9af0-42f3-85da-325a327548de req-d7cc6fcb-0690-4d51-a724-74260eb6e256 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 200 len: 855 time: 0.0444436 Nov 16 05:24:24.587888 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91b84046-9af0-42f3-85da-325a327548de req-f1f8f843-4224-4b96-8075-058d67a7a397 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dd5fb661-cc67-4544-8208-f219900156b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235131 Nov 16 05:24:24.609651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:24:24.678986 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91b84046-9af0-42f3-85da-325a327548de req-453fc996-4053-46cb-b53c-d82fccb82100 service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845621 Nov 16 05:24:24.773859 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-91b84046-9af0-42f3-85da-325a327548de req-d55a8e06-54e9-4e44-b2f2-74c53e607dbb service neutron] 10.222.0.15 "GET /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866814 Nov 16 05:24:24.844178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-390362bc-9767-4e11-9850-1a2d23a16e29 req-bfbb9fd8-3bef-41a0-a464-45a85296b027 service neutron] (102659) timed out ('10.222.0.37', 61449) {{(pid=102659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 05:24:25.342891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4dfe02-cf48-461c-9d9e-c20ebb5b7059 req-a2d3458f-f4bd-4ae5-814a-1d6b6bf79f24 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:25.344434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be4dfe02-cf48-461c-9d9e-c20ebb5b7059 req-a2d3458f-f4bd-4ae5-814a-1d6b6bf79f24 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 944 time: 0.0509243 Nov 16 05:24:25.397228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-be4dfe02-cf48-461c-9d9e-c20ebb5b7059 req-e8e7a6e3-6809-444a-9449-c5fcaa6e02ac tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465941 Nov 16 05:24:25.516366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5934464-f504-4a55-a832-5fb5b0abef06 req-582e38aa-be75-412d-955b-ed45ca9e7404 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:25.517863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5934464-f504-4a55-a832-5fb5b0abef06 req-582e38aa-be75-412d-955b-ed45ca9e7404 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 944 time: 0.0513453 Nov 16 05:24:25.564579 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5934464-f504-4a55-a832-5fb5b0abef06 req-781f8d99-a701-41cc-82df-a87b7a4b15e8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402286 Nov 16 05:24:25.684757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5332a4-d9ba-4874-a5ab-d54e37c4363f req-c491a626-bca8-4a57-9bbd-2fd7a3bbc176 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:25.686211 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c5332a4-d9ba-4874-a5ab-d54e37c4363f req-c491a626-bca8-4a57-9bbd-2fd7a3bbc176 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 944 time: 0.0574942 Nov 16 05:24:25.737149 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c5332a4-d9ba-4874-a5ab-d54e37c4363f req-ce34a173-d7eb-4b4a-96c6-cc1de9b47deb tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447896 Nov 16 05:24:26.061834 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582abd6-aa8a-49e4-97a1-effd361972af req-7e47c046-f80b-498b-ba22-29bb316c44e1 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:26.063328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9582abd6-aa8a-49e4-97a1-effd361972af req-7e47c046-f80b-498b-ba22-29bb316c44e1 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 944 time: 0.0515478 Nov 16 05:24:26.114360 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9582abd6-aa8a-49e4-97a1-effd361972af req-287dc3bf-6af0-4823-adc5-389f3d945c75 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449250 Nov 16 05:24:26.212136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:24:26.258755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:24:26.262678 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:26.263045 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:26.342334 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:26.364203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:24:26.366746 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b6c59d-7b51-4ddd-9ee4-7886e68798a3" -d '{"events": [{"server_uuid": "eba948e3-9237-4121-8d76-8e6f5649e477", "name": "network-vif-plugged", "status": "completed", "tag": "3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:24:26.383923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:24:26.387784 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:26.410601 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a778757a-a1b9-42c7-893a-5d1ff320f421 x-openstack-request-id: req-a778757a-a1b9-42c7-893a-5d1ff320f421 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:24:26.410894 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba948e3-9237-4121-8d76-8e6f5649e477", "name": "network-vif-plugged", "status": "completed", "tag": "3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:24:26.411146 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a778757a-a1b9-42c7-893a-5d1ff320f421 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:24:26.411532 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22', 'code': 200} Nov 16 05:24:26.436161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:27.242028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba61a65-45e4-408a-a9ce-5a5ef9c438cc req-4414eada-c58d-4112-8fdf-7d2cf918aab3 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:27.243476 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ba61a65-45e4-408a-a9ce-5a5ef9c438cc req-4414eada-c58d-4112-8fdf-7d2cf918aab3 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.37 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0716472 Nov 16 05:24:27.255126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f562c-7450-43ba-a6a1-1ed2eebec9f9 req-a23b3938-069a-409e-8238-636e7693208a tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:27.256475 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-169f562c-7450-43ba-a6a1-1ed2eebec9f9 req-a23b3938-069a-409e-8238-636e7693208a tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/ports?device_id=eba948e3-9237-4121-8d76-8e6f5649e477 HTTP/1.1" status: 200 len: 945 time: 0.0753541 Nov 16 05:24:27.354318 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-169f562c-7450-43ba-a6a1-1ed2eebec9f9 req-083e492c-3be7-4082-8bb7-553c6766002d tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.41 "GET /v2.0/security-groups?id=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909607 Nov 16 05:24:27.380895 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-4ba61a65-45e4-408a-a9ce-5a5ef9c438cc req-da75a663-ddc0-4665-9dd6-b686096bdca8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Deleting port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:24:27.380895 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4ba61a65-45e4-408a-a9ce-5a5ef9c438cc req-da75a663-ddc0-4665-9dd6-b686096bdca8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:27.465782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-4ba61a65-45e4-408a-a9ce-5a5ef9c438cc req-da75a663-ddc0-4665-9dd6-b686096bdca8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] For port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,segment=NetworkSegment(79cb62f2-d74c-45ba-9bd2-e53030ec0916),segment_id=79cb62f2-d74c-45ba-9bd2-e53030ec0916)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:24:27.466146 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4ba61a65-45e4-408a-a9ce-5a5ef9c438cc req-da75a663-ddc0-4665-9dd6-b686096bdca8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:27.478272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-4ba61a65-45e4-408a-a9ce-5a5ef9c438cc req-da75a663-ddc0-4665-9dd6-b686096bdca8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Calling delete_port for 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:24:27.603053 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4ba61a65-45e4-408a-a9ce-5a5ef9c438cc req-da75a663-ddc0-4665-9dd6-b686096bdca8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:27.615047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:24:27.628879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75a663-ddc0-4665-9dd6-b686096bdca8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Pushing event deleted for resources: {'Port': ['ID=3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:27.676161 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba61a65-45e4-408a-a9ce-5a5ef9c438cc req-da75a663-ddc0-4665-9dd6-b686096bdca8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] No DVR routers for this DVR port 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:24:27.678945 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-4ba61a65-45e4-408a-a9ce-5a5ef9c438cc req-da75a663-ddc0-4665-9dd6-b686096bdca8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:27.682489 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ba61a65-45e4-408a-a9ce-5a5ef9c438cc req-da75a663-ddc0-4665-9dd6-b686096bdca8 tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] 10.222.0.37 "DELETE /v2.0/ports/3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 HTTP/1.1" status: 204 len: 173 time: 0.4251356 Nov 16 05:24:27.682933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'name': 'network-vif-deleted', 'tag': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:24:27.685170 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ce03b9-4af2-4645-99ab-0a8cba19c190" -d '{"events": [{"server_uuid": "eba948e3-9237-4121-8d76-8e6f5649e477", "name": "network-vif-deleted", "tag": "3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:24:27.724277 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6def32d-a953-4aec-8c7c-b59b802ff124 x-openstack-request-id: req-f6def32d-a953-4aec-8c7c-b59b802ff124 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:24:27.724582 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba948e3-9237-4121-8d76-8e6f5649e477", "name": "network-vif-deleted", "tag": "3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:24:27.724841 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6def32d-a953-4aec-8c7c-b59b802ff124 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:24:27.725253 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba948e3-9237-4121-8d76-8e6f5649e477', 'name': 'network-vif-deleted', 'tag': '3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22', 'status': 'completed', 'code': 200} Nov 16 05:24:28.468378 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:24:28.480839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59186) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:24:28.524811 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-48776794-ee71-417a-8afc-a7e2d7290d30 admin admin] Deleting subnet a62b0462-3ca7-44a3-ace6-398900bd2d59 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:24:28.527877 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48776794-ee71-417a-8afc-a7e2d7290d30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:28.562440 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48776794-ee71-417a-8afc-a7e2d7290d30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:28.600589 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48776794-ee71-417a-8afc-a7e2d7290d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:28.651202 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48776794-ee71-417a-8afc-a7e2d7290d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:28.681500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48776794-ee71-417a-8afc-a7e2d7290d30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62b0462-3ca7-44a3-ace6-398900bd2d59,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:28.685171 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-48776794-ee71-417a-8afc-a7e2d7290d30 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:28.688388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-48776794-ee71-417a-8afc-a7e2d7290d30 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a62b0462-3ca7-44a3-ace6-398900bd2d59 HTTP/1.1" status: 204 len: 168 time: 0.2065539 Nov 16 05:24:28.691187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59188) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:24:28.757889 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01377093-e227-4fe7-bf4a-0508744f98aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:28.838443 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01377093-e227-4fe7-bf4a-0508744f98aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:28.859310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-01377093-e227-4fe7-bf4a-0508744f98aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5fb661-cc67-4544-8208-f219900156b9']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:28.868197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-01377093-e227-4fe7-bf4a-0508744f98aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79cb62f2-d74c-45ba-9bd2-e53030ec0916') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:28.868509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-01377093-e227-4fe7-bf4a-0508744f98aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79cb62f2-d74c-45ba-9bd2-e53030ec0916') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:28.877611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01377093-e227-4fe7-bf4a-0508744f98aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:28.890367 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01377093-e227-4fe7-bf4a-0508744f98aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:28.895963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01377093-e227-4fe7-bf4a-0508744f98aa admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:24:28.896338 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01377093-e227-4fe7-bf4a-0508744f98aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:24:28.897952 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:24:28.950647 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01377093-e227-4fe7-bf4a-0508744f98aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:28.955970 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-01377093-e227-4fe7-bf4a-0508744f98aa admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:28.959111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-01377093-e227-4fe7-bf4a-0508744f98aa admin admin] 10.222.0.41 "DELETE /v2.0/networks/dd5fb661-cc67-4544-8208-f219900156b9 HTTP/1.1" status: 204 len: 168 time: 0.2670312 Nov 16 05:24:28.970600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01377093-e227-4fe7-bf4a-0508744f98aa admin admin] Pushing event deleted for resources: {'Network': ['ID=dd5fb661-cc67-4544-8208-f219900156b9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:29.072539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59192) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:24:29.111255 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bc4f5110-536d-42c2-8ebf-b05cd3080e0b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8f99dfcea114de18a67a73445d693b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374944 Nov 16 05:24:29.113554 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59194) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:24:29.163442 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cff12e4e-5f8e-4395-b4cf-3ccf0fc6d10b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:29.183528 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cff12e4e-5f8e-4395-b4cf-3ccf0fc6d10b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:29.229391 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cff12e4e-5f8e-4395-b4cf-3ccf0fc6d10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:29.232032 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-cff12e4e-5f8e-4395-b4cf-3ccf0fc6d10b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:29.233193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cff12e4e-5f8e-4395-b4cf-3ccf0fc6d10b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3 HTTP/1.1" status: 204 len: 168 time: 0.1187518 Nov 16 05:24:29.240702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff12e4e-5f8e-4395-b4cf-3ccf0fc6d10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f9f8a5-31cc-41ca-99b1-b0ecc69cd2c3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:29.875936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59216) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:24:29.968998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1785687486-network', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:24:29.989358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Made reservation on behalf of 3f03d3d67d7845b7bb9c6bf629183152 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:24:29.991738 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.000163 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.075407 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.078928 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.103901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:24:30.113547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf21538-b36a-4251-8acb-7c2a3c687947,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:30.118279 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.118627 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Added segment 6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7 of type vlan for network fd73d164-2076-4e1d-aef2-a3a9240ef2ee Nov 16 05:24:30.158630 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.183105 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.184026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:30.184597 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.227247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:24:30.237282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3602195 Nov 16 05:24:30.240327 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59220) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:24:30.246314 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Request body: {'subnet': {'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1785687486-subnet', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:24:30.248038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:24:30.248386 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 3fb269a7-3aed-4bb4-950c-c1f5fe7c4f22 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:24:30.250955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e8a9e-25f2-4916-acce-b99c3494afc5 admin admin] Pushing event updated for resources: {'Network': ['ID=fd73d164-2076-4e1d-aef2-a3a9240ef2ee,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:30.263980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network fd73d164-2076-4e1d-aef2-a3a9240ef2ee details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:24:30.267326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Made reservation on behalf of 3f03d3d67d7845b7bb9c6bf629183152 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:24:30.269582 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.432023 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.486633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:30.498776 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:30.499063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:30.499398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:30.499728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:30.500054 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:30.500377 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:30.500698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:30.501014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:30.501330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:30.501647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:30.501993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:30.502311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:30.506550 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Checking segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:24:30.506906 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Network hostable DHCP agents. Network: fd73d164-2076-4e1d-aef2-a3a9240ef2ee, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:24:30.523918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Network fd73d164-2076-4e1d-aef2-a3a9240ef2ee is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:24:30.532337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, fd73d164-2076-4e1d-aef2-a3a9240ef2ee) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:24:30.537016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:30.538046 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.541315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d4d40c-289f-42a5-a169-bceb3a007729 None None] Network fd73d164-2076-4e1d-aef2-a3a9240ef2ee requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:24:30.553608 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-52a74119-fd66-4de0-bd67-8ef014a1c5dc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3116784 Nov 16 05:24:30.556301 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59222) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:24:30.560613 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:24:30.580618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.581667 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.631542 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.686023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:24:30.686909 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.769556 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.823635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Allocated IP 172.20.0.2 (fd73d164-2076-4e1d-aef2-a3a9240ef2ee/c69d59bb-6b1c-4a8b-9d01-850ef713ac4a/6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:24:30.962429 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.966777 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.968229 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:30.985350 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:31.009815 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Network fd73d164-2076-4e1d-aef2-a3a9240ef2ee is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:24:31.012799 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:24:31.016997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:24:31.019869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Pushing event updated for resources: {'Port': ['ID=6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:31.069728 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Attempting to bind port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:24:31.070656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Attempting to bind port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:24:31.071017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Attempting to bind port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:24:31.075838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:24:31.076209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Checking segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:24:31.076601 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:31.076987 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Bound using segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:24:31.077443 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Bound port: 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:24:31.077835 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:31.087492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Allocated IP 172.25.0.105 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/4d0bef76-40b7-4b1b-aae7-0267b4005927) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:24:31.142278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] For port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:24:31.145240 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] For port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:24:31.148839 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:31.199943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:31.208971 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f5c6b-11bd-4764-8344-f2aefe122561 None None] Pushing event updated for resources: {'Port': ['ID=6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:31.237400 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:31.279505 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:24:31.282536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:24:31.284919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:24:31.295938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5f1292-d0d0-4901-b447-096eba329c74 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:24:31.309215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Pushing event updated for resources: {'Port': ['ID=4d0bef76-40b7-4b1b-aae7-0267b4005927,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:31.388454 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-587af265-ec92-44b6-85fe-123b9f1b8616 None None] Provisioning complete for port 4d0bef76-40b7-4b1b-aae7-0267b4005927 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:31.389334 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-587af265-ec92-44b6-85fe-123b9f1b8616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:31.426717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-587af265-ec92-44b6-85fe-123b9f1b8616 None None] Port 4d0bef76-40b7-4b1b-aae7-0267b4005927 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:24:31.559378 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:31.748479 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:31.879310 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:24:32.108672 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1575d51e-6136-46b2-ba07-c94573a854a4 None None] Network fd73d164-2076-4e1d-aef2-a3a9240ef2ee requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:24:32.175011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-96d97ced-68b0-4d41-a7c1-a1d3baf32a0b None None] Provisioning complete for port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:32.175372 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96d97ced-68b0-4d41-a7c1-a1d3baf32a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:32.277552 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:24:32.288544 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Sync routers for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:24:32.297135 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:32.301169 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-58c65ce7-94af-4e77-904e-662068faeb6c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7412586 Nov 16 05:24:32.301311 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:24:32.301624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59224) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:24:32.302452 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:24:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:32.323459 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96d97ced-68b0-4d41-a7c1-a1d3baf32a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:32.363586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-96d97ced-68b0-4d41-a7c1-a1d3baf32a0b None None] For port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:24:32.368396 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96d97ced-68b0-4d41-a7c1-a1d3baf32a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:32.410704 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:24:32.425958 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d97ced-68b0-4d41-a7c1-a1d3baf32a0b None None] Pushing event updated for resources: {'Port': ['ID=6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:32.591646 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9941d03a-ee8e-458e-a86c-88168466adab None None] Provisioning complete for port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:32.591828 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:31Z', 'revision_number': 3, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:32.592212 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9941d03a-ee8e-458e-a86c-88168466adab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:32.618458 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Checking router: 58998fca-dbb2-47b1-bcb9-6c7d247ba473 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:24:32.618731 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Updating router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 port 4d0bef76-40b7-4b1b-aae7-0267b4005927 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:24:32.647584 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:32.762874 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:32.923606 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Allocated IP 172.20.0.1 (fd73d164-2076-4e1d-aef2-a3a9240ef2ee/c69d59bb-6b1c-4a8b-9d01-850ef713ac4a/1fb06995-9d62-4a63-a5f4-867c3a03b41c) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:24:32.986275 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:32.991314 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.028519 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.034249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3461dacc-0546-4a7c-8b4f-11b7f8ca00b5 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:24:33.037753 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Attempting to bind port 4d0bef76-40b7-4b1b-aae7-0267b4005927 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:24:33.038153 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Attempting to bind port 4d0bef76-40b7-4b1b-aae7-0267b4005927 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:24:33.038505 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Attempting to bind port 4d0bef76-40b7-4b1b-aae7-0267b4005927 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:24:33.047581 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:24:33.047950 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:24:33.048333 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.048741 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:24:33.049153 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Bound port: 4d0bef76-40b7-4b1b-aae7-0267b4005927, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:24:33.049524 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.065359 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.071709 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Pushing event updated for resources: {'Port': ['ID=4d0bef76-40b7-4b1b-aae7-0267b4005927,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:33.084116 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:33.084432 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:33.084759 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:33.085080 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:33.085402 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:33.086315 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:33.087290 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:33.087610 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:33.088089 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:33.088423 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:33.088740 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:33.089049 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:33.102025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Network fd73d164-2076-4e1d-aef2-a3a9240ef2ee is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:24:33.103397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-58920d4e-7013-49dc-a31d-233cb7a22fcd None None] Provisioning complete for port 4d0bef76-40b7-4b1b-aae7-0267b4005927 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:33.103866 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58920d4e-7013-49dc-a31d-233cb7a22fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.104925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:24:33.110832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:24:33.123272 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] For port 4d0bef76-40b7-4b1b-aae7-0267b4005927, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:24:33.126622 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] For port 4d0bef76-40b7-4b1b-aae7-0267b4005927, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4d0bef76-40b7-4b1b-aae7-0267b4005927,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:24:33.133689 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.140397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Pushing event updated for resources: {'Port': ['ID=1fb06995-9d62-4a63-a5f4-867c3a03b41c,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:33.154201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-58920d4e-7013-49dc-a31d-233cb7a22fcd None None] Port 4d0bef76-40b7-4b1b-aae7-0267b4005927 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:24:33.158055 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.185848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e7086b-5c8b-4973-a5a8-3a8c6950ea0e None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:24:33.189235 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:24:33.189894 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:24:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:33.284504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d989214d-ae33-4baf-94fa-723321107f0f None None] Provisioning complete for port 4d0bef76-40b7-4b1b-aae7-0267b4005927 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:33.285121 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d989214d-ae33-4baf-94fa-723321107f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.305131 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:24:33.328021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:24:33.338629 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.382153 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d42323-f4d6-4f78-9c0f-c2b5bc3c33e8 None None] Pushing event updated for resources: {'Port': ['ID=4d0bef76-40b7-4b1b-aae7-0267b4005927,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:33.424769 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:33.425657 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.449103 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d989214d-ae33-4baf-94fa-723321107f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.478771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d989214d-ae33-4baf-94fa-723321107f0f None None] For port 4d0bef76-40b7-4b1b-aae7-0267b4005927, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4d0bef76-40b7-4b1b-aae7-0267b4005927,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:24:33.486363 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d989214d-ae33-4baf-94fa-723321107f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.520800 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:31Z', 'revision_number': 3, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:33.533267 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.538200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.553786 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3953c2ca-6cd3-42b8-9a05-0e9cdcc6d47b None None] The sync data for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 is: [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:31Z', 'revision_number': 3, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:24:33.611557 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.622463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Pushing event updated for resources: {'Port': ['ID=1fb06995-9d62-4a63-a5f4-867c3a03b41c,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:33.731540 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Network fd73d164-2076-4e1d-aef2-a3a9240ef2ee is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:24:33.733410 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:24:33.738819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-394fe312-8f3d-44e1-ba22-3ca18f0671e0 None None] Provisioning complete for port 1fb06995-9d62-4a63-a5f4-867c3a03b41c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:33.739194 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-394fe312-8f3d-44e1-ba22-3ca18f0671e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:33.744406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989214d-ae33-4baf-94fa-723321107f0f None None] Pushing event updated for resources: {'Port': ['ID=4d0bef76-40b7-4b1b-aae7-0267b4005927,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:33.811375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-394fe312-8f3d-44e1-ba22-3ca18f0671e0 None None] Port 1fb06995-9d62-4a63-a5f4-867c3a03b41c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:24:33.889995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:24:34.010841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:24:34.023962 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0f6eec1f-1789-46c2-9bb6-a86c557ed750 admin admin] 10.222.0.41 "PUT /v2.0/routers/58998fca-dbb2-47b1-bcb9-6c7d247ba473/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7132556 Nov 16 05:24:34.033396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d6225311-8542-48b2-ba2f-abf71e094c1a None None] Provisioning complete for port 1fb06995-9d62-4a63-a5f4-867c3a03b41c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:34.033893 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d6225311-8542-48b2-ba2f-abf71e094c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.089701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d6225311-8542-48b2-ba2f-abf71e094c1a None None] Port 1fb06995-9d62-4a63-a5f4-867c3a03b41c cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:24:34.475682 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59232) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:24:34.480792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c25d00d8-fc8c-4bc1-bfcc-6741e50c5454 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762801033', 'description': 'tempest-description--1388982381'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:24:34.502520 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c25d00d8-fc8c-4bc1-bfcc-6741e50c5454 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.565303 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c25d00d8-fc8c-4bc1-bfcc-6741e50c5454 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.569299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c25d00d8-fc8c-4bc1-bfcc-6741e50c5454 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.600062 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c25d00d8-fc8c-4bc1-bfcc-6741e50c5454 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.604573 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c25d00d8-fc8c-4bc1-bfcc-6741e50c5454 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1240678 Nov 16 05:24:34.604573 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d00d8-fc8c-4bc1-bfcc-6741e50c5454 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a180e1-e585-4331-bec6-6c6cc0ec427a,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:34.604771 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59234) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:24:34.608850 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-cdfb1ef6-a6c8-44f3-8cb3-de625e830485 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Request body: {'security_group_rule': {'security_group_id': 'a8a180e1-e585-4331-bec6-6c6cc0ec427a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:24:34.634137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cdfb1ef6-a6c8-44f3-8cb3-de625e830485 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.687404 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cdfb1ef6-a6c8-44f3-8cb3-de625e830485 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.691461 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cdfb1ef6-a6c8-44f3-8cb3-de625e830485 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.708958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb1ef6-a6c8-44f3-8cb3-de625e830485 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cc686f-8569-4478-8d61-488966d6bfff,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:34.717373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cdfb1ef6-a6c8-44f3-8cb3-de625e830485 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.718570 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cdfb1ef6-a6c8-44f3-8cb3-de625e830485 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130028 Nov 16 05:24:34.721253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59236) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:24:34.725384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-91a38883-24b3-4ae7-9572-6200e0a17d37 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Request body: {'security_group_rule': {'security_group_id': 'a8a180e1-e585-4331-bec6-6c6cc0ec427a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:24:34.754895 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91a38883-24b3-4ae7-9572-6200e0a17d37 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.826295 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91a38883-24b3-4ae7-9572-6200e0a17d37 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.830298 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91a38883-24b3-4ae7-9572-6200e0a17d37 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.850717 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a38883-24b3-4ae7-9572-6200e0a17d37 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77eb96b8-ef06-470a-bfb1-e71040ecb632,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:34.859226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-91a38883-24b3-4ae7-9572-6200e0a17d37 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.860387 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-91a38883-24b3-4ae7-9572-6200e0a17d37 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382399 Nov 16 05:24:34.863429 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 59238) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:24:34.867658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:24:34.887624 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:34.982704 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.088657 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Allocated IP 172.25.0.126 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/ba920db8-6730-4e79-b07d-e5887cd38ce9) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:24:35.090966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Sync routers for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:24:35.102555 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:24:35.103184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:24:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:35.203165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.218094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:24:35.239784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.247325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4d0bef76-40b7-4b1b-aae7-0267b4005927 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:24:35.278302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:24:35.282950 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:24:35.286436 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:24:35.310265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event updated for resources: {'Port': ['ID=ba920db8-6730-4e79-b07d-e5887cd38ce9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:35.374658 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.398642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 4d0bef76-40b7-4b1b-aae7-0267b4005927 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:35.399020 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.408406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.527481 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 2, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:35.556483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Checking router: 58998fca-dbb2-47b1-bcb9-6c7d247ba473 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:24:35.556942 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Updating router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 port 1fb06995-9d62-4a63-a5f4-867c3a03b41c binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:24:35.558244 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.563122 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.586181 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.633142 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event updated for resources: {'Port': ['ID=ba920db8-6730-4e79-b07d-e5887cd38ce9,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:35.642850 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.657938 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.659153 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-195ae240-7367-43ad-9fd0-f887cd8b6279 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7948275 Nov 16 05:24:35.810709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-3e901b28-96c0-479a-822a-9b65711c0e18 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1762801033&fields=id&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 267 time: 0.0446548 Nov 16 05:24:35.855799 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.861062 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.915778 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ef6a0-0b40-4d08-be51-0ed50e639c0b None None] Pushing event updated for resources: {'Port': ['ID=1fb06995-9d62-4a63-a5f4-867c3a03b41c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:35.922906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc260034-264c-463b-824d-0ce9fb9326ff req-08688f2e-e3fe-4359-8d99-464112e437e0 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:35.924042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-08688f2e-e3fe-4359-8d99-464112e437e0 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 812 time: 0.1060715 Nov 16 05:24:35.941371 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-5bf94ff3-baa3-4f6a-a975-49bf4037e6cd tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/quotas/3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 375 time: 0.0103130 Nov 16 05:24:35.968490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Attempting to bind port 1fb06995-9d62-4a63-a5f4-867c3a03b41c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:24:35.968863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Attempting to bind port 1fb06995-9d62-4a63-a5f4-867c3a03b41c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:24:35.969359 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Attempting to bind port 1fb06995-9d62-4a63-a5f4-867c3a03b41c on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:24:35.974661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:24:35.975168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Checking segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:24:35.975614 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:35.976099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Bound using segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:24:35.976637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Bound port: 1fb06995-9d62-4a63-a5f4-867c3a03b41c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:24:35.977081 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:36.011636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-6714a9c8-a89d-463f-8913-7972d653c79a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637467 Nov 16 05:24:36.028312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-e5d22b89-b126-45e9-98ab-071471d59b68 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:24:36.029390 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-e5d22b89-b126-45e9-98ab-071471d59b68 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058839 Nov 16 05:24:36.051892 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] For port 1fb06995-9d62-4a63-a5f4-867c3a03b41c, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:24:36.056397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] For port 1fb06995-9d62-4a63-a5f4-867c3a03b41c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1fb06995-9d62-4a63-a5f4-867c3a03b41c,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:24:36.062422 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:36.117750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:24:36.118464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:24:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:36.130688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-08264a8f-178d-468b-a9b8-b2f7ef962fa0 service neutron] 10.222.0.41 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947120 Nov 16 05:24:36.186621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ef6a0-0b40-4d08-be51-0ed50e639c0b None None] Pushing event updated for resources: {'Port': ['ID=1fb06995-9d62-4a63-a5f4-867c3a03b41c,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:36.241306 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a09c2965-9bf8-4260-84dc-c93fa1c2a2f8 None None] Provisioning complete for port 1fb06995-9d62-4a63-a5f4-867c3a03b41c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:36.242285 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a09c2965-9bf8-4260-84dc-c93fa1c2a2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:36.247379 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-fba810e2-9f22-4c1a-acad-ea73365b6c98 service neutron] 10.222.0.41 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089947 Nov 16 05:24:36.265326 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:24:36.419156 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5961cc68-968c-484b-aeb9-bbba3b4b6f48 req-e158bd13-ea8d-4fa9-ae6f-ad669330fc7a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 210 time: 0.0278740 Nov 16 05:24:36.458155 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a09c2965-9bf8-4260-84dc-c93fa1c2a2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:36.529406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a09c2965-9bf8-4260-84dc-c93fa1c2a2f8 None None] For port 1fb06995-9d62-4a63-a5f4-867c3a03b41c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1fb06995-9d62-4a63-a5f4-867c3a03b41c,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:24:36.534355 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a09c2965-9bf8-4260-84dc-c93fa1c2a2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:36.595439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c2965-9bf8-4260-84dc-c93fa1c2a2f8 None None] Pushing event updated for resources: {'Port': ['ID=1fb06995-9d62-4a63-a5f4-867c3a03b41c,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:36.604591 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:36.632486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc987ae-2bf9-4969-88a3-cb3d884e58fe None None] The sync data for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 is: [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:24:36.656916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a44fd01f-f48d-469a-b5f6-3f9fc5ab79bc None None] Provisioning complete for port 1fb06995-9d62-4a63-a5f4-867c3a03b41c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:36.657259 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a44fd01f-f48d-469a-b5f6-3f9fc5ab79bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:37.216619 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1fb06995-9d62-4a63-a5f4-867c3a03b41c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:24:37.270698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 1fb06995-9d62-4a63-a5f4-867c3a03b41c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:37.270698 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:37.537284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e4e28ea3-9170-45c8-888f-4bd7f3f34d67 req-29843372-2b48-4e33-8f81-0eb0c65898bd tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 210 time: 0.0358276 Nov 16 05:24:37.597071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc260034-264c-463b-824d-0ce9fb9326ff req-f181745c-67a4-43db-8336-36c3b793bb39 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:37.598639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-f181745c-67a4-43db-8336-36c3b793bb39 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 812 time: 0.1473629 Nov 16 05:24:37.662095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-e1bf968f-8fa2-4a78-b13e-2daadd9e3b69 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 380 time: 0.0544479 Nov 16 05:24:37.672027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-dc260034-264c-463b-824d-0ce9fb9326ff req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Request body: {'port': {'device_id': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'admin_state_up': True, 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'security_groups': ['a8a180e1-e585-4331-bec6-6c6cc0ec427a']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:24:38.044486 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65cefd64-922d-41ee-b033-d8a3a276a457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:38.127407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc260034-264c-463b-824d-0ce9fb9326ff req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Made reservation on behalf of 3f03d3d67d7845b7bb9c6bf629183152 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:24:38.131080 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dc260034-264c-463b-824d-0ce9fb9326ff req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:38.254799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-dc260034-264c-463b-824d-0ce9fb9326ff req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Allocated IP 172.20.0.10 (fd73d164-2076-4e1d-aef2-a3a9240ef2ee/c69d59bb-6b1c-4a8b-9d01-850ef713ac4a/43edf6c7-6a7f-426f-8827-b5ba6b87073a) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:24:38.387215 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dc260034-264c-463b-824d-0ce9fb9326ff req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:38.420145 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dc260034-264c-463b-824d-0ce9fb9326ff req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:38.463942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc260034-264c-463b-824d-0ce9fb9326ff req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Network fd73d164-2076-4e1d-aef2-a3a9240ef2ee is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:24:38.468698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-dc260034-264c-463b-824d-0ce9fb9326ff req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:24:38.473415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc260034-264c-463b-824d-0ce9fb9326ff req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:24:38.501130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event updated for resources: {'Port': ['ID=43edf6c7-6a7f-426f-8827-b5ba6b87073a,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:38.520717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:38.520975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:38.521316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:38.521656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:38.522025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:38.522352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:38.522675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:38.523525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:38.523845 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:38.524166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:38.524486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:38.524810 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:24:38.546477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc260034-264c-463b-824d-0ce9fb9326ff req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:38.547144 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dc260034-264c-463b-824d-0ce9fb9326ff req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:38.563160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-3a72ea7e-2908-4f19-a2c5-4898177e4728 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8948262 Nov 16 05:24:38.576578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Request body: {'port': {'device_id': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:24:38.643711 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:38.692412 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4015b18f-5552-4fae-b703-d87c8919015c None None] Provisioning complete for port 43edf6c7-6a7f-426f-8827-b5ba6b87073a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:38.692954 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4015b18f-5552-4fae-b703-d87c8919015c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:38.718028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720483cc-d472-4cd9-bfec-89e9b80d5fcb req-a78d9b41-2856-4bb0-91d2-703e6e7dfe75 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:38.719503 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720483cc-d472-4cd9-bfec-89e9b80d5fcb req-a78d9b41-2856-4bb0-91d2-703e6e7dfe75 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 932 time: 0.0880449 Nov 16 05:24:38.730157 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4015b18f-5552-4fae-b703-d87c8919015c None None] Port 43edf6c7-6a7f-426f-8827-b5ba6b87073a cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:24:38.865199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-720483cc-d472-4cd9-bfec-89e9b80d5fcb req-ab7049f2-44aa-4d24-89ff-9d4f7b7e5f17 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370528 Nov 16 05:24:38.991894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43edf6c7-6a7f-426f-8827-b5ba6b87073a {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:24:38.999132 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:39.011131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Transition to ACTIVE for port object 43edf6c7-6a7f-426f-8827-b5ba6b87073a will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:24:39.014920 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:39.066282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Pushing event updated for resources: {'Port': ['ID=43edf6c7-6a7f-426f-8827-b5ba6b87073a,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:39.137238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Attempting to bind port 43edf6c7-6a7f-426f-8827-b5ba6b87073a on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:24:39.137568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Attempting to bind port 43edf6c7-6a7f-426f-8827-b5ba6b87073a by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:24:39.138124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Attempting to bind port 43edf6c7-6a7f-426f-8827-b5ba6b87073a on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:24:39.142956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Port 43edf6c7-6a7f-426f-8827-b5ba6b87073a on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:24:39.143276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Attempting to bind port 43edf6c7-6a7f-426f-8827-b5ba6b87073a on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:24:39.148507 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:24:39.148844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Checking segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:24:39.149236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Bound using segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:24:39.149667 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Bound port: 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:24:39.150047 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:39.219451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] For port 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:24:39.223689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] For port 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:24:39.227834 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:39.262520 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:39.263197 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:39.264564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] 10.222.0.37 "PUT /v2.0/ports/43edf6c7-6a7f-426f-8827-b5ba6b87073a HTTP/1.1" status: 200 len: 1092 time: 0.6923726 Nov 16 05:24:39.265003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:24:39.267261 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9975c1-3d1f-4bf7-bddb-82f7db0b6e53" -d '{"events": [{"name": "network-changed", "server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:24:39.301878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876fadf-f0fb-439f-9c6e-0394cad49b57 service neutron] Pushing event updated for resources: {'Port': ['ID=43edf6c7-6a7f-426f-8827-b5ba6b87073a,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:39.336065 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aab908d-0451-4938-abfd-17c7b20e43e4 x-openstack-request-id: req-9aab908d-0451-4938-abfd-17c7b20e43e4 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:24:39.336359 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:24:39.336619 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9aab908d-0451-4938-abfd-17c7b20e43e4 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:24:39.337023 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'status': 'completed', 'code': 200} Nov 16 05:24:39.353347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc260034-264c-463b-824d-0ce9fb9326ff req-d349c63e-2e51-4e82-94ef-17f6a8c60cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:39.355157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-d349c63e-2e51-4e82-94ef-17f6a8c60cfe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 1095 time: 0.0490222 Nov 16 05:24:39.402192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-edf6eeb0-6283-47a6-bcd8-758453e9207a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a HTTP/1.1" status: 200 len: 217 time: 0.0394592 Nov 16 05:24:39.454671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc260034-264c-463b-824d-0ce9fb9326ff req-5ec964c6-d4dd-45a2-8b4c-6b0d49ba03d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:39.456148 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-5ec964c6-d4dd-45a2-8b4c-6b0d49ba03d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0464995 Nov 16 05:24:39.503823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc260034-264c-463b-824d-0ce9fb9326ff req-496fab90-0a15-4706-a5b1-d12e49f65b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:39.505343 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-496fab90-0a15-4706-a5b1-d12e49f65b11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416520 Nov 16 05:24:39.597785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-261cfbc5-0985-47be-8060-c4aa66631f42 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851364 Nov 16 05:24:39.685686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc260034-264c-463b-824d-0ce9fb9326ff req-203ecba6-61b1-42a6-ab1c-e6ffe8edf21a service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813017 Nov 16 05:24:39.769207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9975c1-3d1f-4bf7-bddb-82f7db0b6e53 req-f5768f47-4f0d-4725-ae41-7b795807fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:39.770851 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c9975c1-3d1f-4bf7-bddb-82f7db0b6e53 req-f5768f47-4f0d-4725-ae41-7b795807fd61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 1095 time: 0.0412524 Nov 16 05:24:39.865618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9975c1-3d1f-4bf7-bddb-82f7db0b6e53 req-ee700995-04f7-46fd-bb1a-17f761364f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:39.867152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c9975c1-3d1f-4bf7-bddb-82f7db0b6e53 req-ee700995-04f7-46fd-bb1a-17f761364f39 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0891056 Nov 16 05:24:39.907795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c9975c1-3d1f-4bf7-bddb-82f7db0b6e53 req-f7d0d41b-55db-4fa5-bd29-d64f78647c77 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a HTTP/1.1" status: 200 len: 217 time: 0.0338697 Nov 16 05:24:39.988144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9975c1-3d1f-4bf7-bddb-82f7db0b6e53 req-9986b081-2e7c-456f-bbae-c0a382c35ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:39.989510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c9975c1-3d1f-4bf7-bddb-82f7db0b6e53 req-9986b081-2e7c-456f-bbae-c0a382c35ae9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0736125 Nov 16 05:24:40.013081 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b21e03-b454-46a6-932a-43d3f61cce44 req-644d49a5-929a-4105-afc0-e2ead51a6c35 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:40.014538 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3b21e03-b454-46a6-932a-43d3f61cce44 req-644d49a5-929a-4105-afc0-e2ead51a6c35 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 944 time: 0.0691698 Nov 16 05:24:40.076234 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9975c1-3d1f-4bf7-bddb-82f7db0b6e53 req-3e3eaaff-577f-4af4-a800-ecc3d1dbf2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:40.077728 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c9975c1-3d1f-4bf7-bddb-82f7db0b6e53 req-3e3eaaff-577f-4af4-a800-ecc3d1dbf2ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802817 Nov 16 05:24:40.084816 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3b21e03-b454-46a6-932a-43d3f61cce44 req-b8974b23-aaa9-442c-80be-87569961e32e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561466 Nov 16 05:24:40.174989 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c9975c1-3d1f-4bf7-bddb-82f7db0b6e53 req-47276154-eca0-4821-b2fd-6e0201173a4e service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871224 Nov 16 05:24:40.235269 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad3d8870-5dc0-4aa6-ac16-cb354a840b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:40.267504 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c9975c1-3d1f-4bf7-bddb-82f7db0b6e53 req-4d52d0f6-76ca-4c8a-b478-8aab7557ba87 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839887 Nov 16 05:24:41.218627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456694f-bd0c-4d17-9485-8bd4328a2a3c req-c80bf428-b575-4b90-9b35-23e2399b816a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:41.220123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7456694f-bd0c-4d17-9485-8bd4328a2a3c req-c80bf428-b575-4b90-9b35-23e2399b816a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 944 time: 0.0655737 Nov 16 05:24:41.266821 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7456694f-bd0c-4d17-9485-8bd4328a2a3c req-5eb2a679-2756-4053-a5c9-a679f56f92e4 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407879 Nov 16 05:24:42.028718 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:42.261116 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 43edf6c7-6a7f-426f-8827-b5ba6b87073a details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:24:42.382931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec310294-4675-4e25-bcba-d9dca0400d68 req-3df4c746-8671-4e77-8755-6f639e370f40 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:42.384528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec310294-4675-4e25-bcba-d9dca0400d68 req-3df4c746-8671-4e77-8755-6f639e370f40 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 944 time: 0.0511730 Nov 16 05:24:42.435307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec310294-4675-4e25-bcba-d9dca0400d68 req-07da9acb-0364-467c-8972-5b3949dbb454 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447438 Nov 16 05:24:42.512270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:24:42.523771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'port_id': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'mac_address': 'fa:16:3e:bb:47:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:24:42.559527 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:42.572879 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43edf6c7-6a7f-426f-8827-b5ba6b87073a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:24:42.591959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:24:42.595436 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:42.639223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=43edf6c7-6a7f-426f-8827-b5ba6b87073a,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:42.785118 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['43edf6c7-6a7f-426f-8827-b5ba6b87073a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:24:43.389394 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:43.549233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87a86c-0b15-464f-b722-d81c7d840ce5 req-c56f086d-10cc-4376-bdb0-fae7851098e3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:43.550757 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f87a86c-0b15-464f-b722-d81c7d840ce5 req-c56f086d-10cc-4376-bdb0-fae7851098e3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 945 time: 0.0484967 Nov 16 05:24:43.603616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f87a86c-0b15-464f-b722-d81c7d840ce5 req-9046ae6e-c759-4755-9683-7ac10a5827b2 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461857 Nov 16 05:24:43.756585 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:44.271774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 43edf6c7-6a7f-426f-8827-b5ba6b87073a up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:24:44.322727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 43edf6c7-6a7f-426f-8827-b5ba6b87073a completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:24:44.326734 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 43edf6c7-6a7f-426f-8827-b5ba6b87073a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:24:44.327101 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:44.399800 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:44.420945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:24:44.423171 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1b5772-cb12-4e8b-9be2-9e3d368a3df5" -d '{"events": [{"server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "name": "network-vif-plugged", "status": "completed", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:24:44.436364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:24:44.440866 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:44.492314 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=43edf6c7-6a7f-426f-8827-b5ba6b87073a,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:24:44.524515 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31fead1-e867-4797-ba1f-9699baf6e640 x-openstack-request-id: req-f31fead1-e867-4797-ba1f-9699baf6e640 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:24:44.524807 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "name": "network-vif-plugged", "status": "completed", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:24:44.525056 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f31fead1-e867-4797-ba1f-9699baf6e640 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:24:44.526010 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'code': 200} Nov 16 05:24:44.617661 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21304d3-92df-4980-bf1a-77b3b9a5e340 req-ac3c022f-aa76-4eab-aa5d-059fb8eabb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:44.619690 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c21304d3-92df-4980-bf1a-77b3b9a5e340 req-ac3c022f-aa76-4eab-aa5d-059fb8eabb42 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 1097 time: 0.0390580 Nov 16 05:24:44.664860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c21304d3-92df-4980-bf1a-77b3b9a5e340 req-4110a95b-41e2-4b49-ab46-71753c73b9da service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384572 Nov 16 05:24:44.716588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e077a4-eec7-4bb9-8fe6-03af3a88e21e req-69d5ee0f-407f-4458-a5d8-e51ba7e8adf5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:44.718083 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9e077a4-eec7-4bb9-8fe6-03af3a88e21e req-69d5ee0f-407f-4458-a5d8-e51ba7e8adf5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0475025 Nov 16 05:24:44.765232 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c9e077a4-eec7-4bb9-8fe6-03af3a88e21e req-c5d5f3b5-809b-410e-9ed6-63cc0c5e9267 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412786 Nov 16 05:24:45.883573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aad208-3e05-4a5c-8311-93f7af1508cc req-70827f41-407e-4d70-8f94-8457e5f6a4cf tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:45.885688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43aad208-3e05-4a5c-8311-93f7af1508cc req-70827f41-407e-4d70-8f94-8457e5f6a4cf tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0525906 Nov 16 05:24:45.932010 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43aad208-3e05-4a5c-8311-93f7af1508cc req-f058afbe-c5cb-4eba-a2b0-f11b2a56a0fc tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398943 Nov 16 05:24:46.047876 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fb626-87a0-42be-96d6-871cb4f3e16e req-d753fb17-f71f-4bd7-b6c4-40e0f8d5fbd5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:46.049287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-539fb626-87a0-42be-96d6-871cb4f3e16e req-d753fb17-f71f-4bd7-b6c4-40e0f8d5fbd5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0485258 Nov 16 05:24:46.058225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59290) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:24:46.062574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6a4f6135-d72f-4d02-b94b-162852271f6b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Request body: {'floatingip': {'port_id': '43edf6c7-6a7f-426f-8827-b5ba6b87073a'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:24:46.106293 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6135-d72f-4d02-b94b-162852271f6b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:46.517399 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:46.519896 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6135-d72f-4d02-b94b-162852271f6b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:46.523303 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6135-d72f-4d02-b94b-162852271f6b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:46.621993 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-6a4f6135-d72f-4d02-b94b-162852271f6b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb associated. External IP: 172.25.0.126, port: 43edf6c7-6a7f-426f-8827-b5ba6b87073a. Nov 16 05:24:46.826369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4f6135-d72f-4d02-b94b-162852271f6b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:24:46.934089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4f6135-d72f-4d02-b94b-162852271f6b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:24:46.939087 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a4f6135-d72f-4d02-b94b-162852271f6b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:24:46.943968 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d72050-f66a-48e7-a2e5-16bc211d3733 None None] Sync routers for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:24:46.954082 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d72050-f66a-48e7-a2e5-16bc211d3733 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:24:46.954696 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63d72050-f66a-48e7-a2e5-16bc211d3733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:24:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:46.966342 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6a4f6135-d72f-4d02-b94b-162852271f6b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "PUT /v2.0/floatingips/3ce115ce-da66-40cf-addf-bca924bcbbeb HTTP/1.1" status: 200 len: 992 time: 0.9070828 Nov 16 05:24:46.966930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:24:46.969160 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34d652e-43d0-46d6-a713-1f6218239007" -d '{"events": [{"name": "network-changed", "server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:24:47.008192 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463d30f7-890b-4cf1-8161-630a13f0e437 x-openstack-request-id: req-463d30f7-890b-4cf1-8161-630a13f0e437 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:24:47.008192 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:24:47.008192 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-463d30f7-890b-4cf1-8161-630a13f0e437 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:24:47.008734 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'status': 'completed', 'code': 200} Nov 16 05:24:47.059748 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-63d72050-f66a-48e7-a2e5-16bc211d3733 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:24:47.077623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d652e-43d0-46d6-a713-1f6218239007 req-a57c8fe3-ad53-4f67-9d4f-eba0f04303c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:47.079199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a34d652e-43d0-46d6-a713-1f6218239007 req-a57c8fe3-ad53-4f67-9d4f-eba0f04303c6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 1097 time: 0.0410142 Nov 16 05:24:47.174738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d652e-43d0-46d6-a713-1f6218239007 req-fd7662e9-9c6d-4b81-8e94-e4f9c37e5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:47.176235 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a34d652e-43d0-46d6-a713-1f6218239007 req-fd7662e9-9c6d-4b81-8e94-e4f9c37e5246 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0884600 Nov 16 05:24:47.242307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a34d652e-43d0-46d6-a713-1f6218239007 req-4c6e6e9c-3e64-42c4-8293-5a6a1031bd22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a HTTP/1.1" status: 200 len: 1000 time: 0.0588877 Nov 16 05:24:47.283962 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63d72050-f66a-48e7-a2e5-16bc211d3733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '3ce115ce-da66-40cf-addf-bca924bcbbeb', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'port_id': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'mac_address': 'fa:16:3e:bb:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:24:35Z', 'updated_at': '2021-11-16T05:24:46Z', 'revision_number': 1, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:47.290988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d652e-43d0-46d6-a713-1f6218239007 req-08b522e4-18e6-47f3-a793-72b1b53c0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:47.292478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a34d652e-43d0-46d6-a713-1f6218239007 req-08b522e4-18e6-47f3-a793-72b1b53c0eeb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0434163 Nov 16 05:24:47.310159 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d72050-f66a-48e7-a2e5-16bc211d3733 None None] Checking router: 58998fca-dbb2-47b1-bcb9-6c7d247ba473 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:24:47.318605 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d72050-f66a-48e7-a2e5-16bc211d3733 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:24:47.319207 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63d72050-f66a-48e7-a2e5-16bc211d3733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:24:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:47.341828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d652e-43d0-46d6-a713-1f6218239007 req-cd40d8d6-fe2b-416f-b91c-713c2e7a18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:24:47.343308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a34d652e-43d0-46d6-a713-1f6218239007 req-cd40d8d6-fe2b-416f-b91c-713c2e7a18c1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440192 Nov 16 05:24:47.421006 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-63d72050-f66a-48e7-a2e5-16bc211d3733 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:24:47.433514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a34d652e-43d0-46d6-a713-1f6218239007 req-7a724bd0-05a3-487d-be24-a9409753adc3 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819871 Nov 16 05:24:47.526508 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a34d652e-43d0-46d6-a713-1f6218239007 req-b034b70c-f21b-4319-b79c-cd1d2487d70e service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856576 Nov 16 05:24:47.637914 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63d72050-f66a-48e7-a2e5-16bc211d3733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '3ce115ce-da66-40cf-addf-bca924bcbbeb', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'port_id': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'mac_address': 'fa:16:3e:bb:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:24:35Z', 'updated_at': '2021-11-16T05:24:46Z', 'revision_number': 1, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:24:47.666596 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d72050-f66a-48e7-a2e5-16bc211d3733 None None] The sync data for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 is: [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '3ce115ce-da66-40cf-addf-bca924bcbbeb', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'port_id': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'mac_address': 'fa:16:3e:bb:47:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:24:35Z', 'updated_at': '2021-11-16T05:24:46Z', 'revision_number': 1, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:24:47.852685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1df333b-1dba-47a6-a278-5ad2d74310d7 None None] New status for floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:24:48.704143 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:03.896517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d325e6e4-0f25-427d-a10a-94cfca72c741 req-6ce8fa26-a42b-4b1a-88ed-82516b720f80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390987 Nov 16 05:25:03.976779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325e6e4-0f25-427d-a10a-94cfca72c741 req-5564209d-703a-4772-b0e7-60241e1e858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:25:03.978317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d325e6e4-0f25-427d-a10a-94cfca72c741 req-5564209d-703a-4772-b0e7-60241e1e858c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 1097 time: 0.0396838 Nov 16 05:25:04.089311 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325e6e4-0f25-427d-a10a-94cfca72c741 req-d8b5c2ef-2212-4381-9184-c4cd3129fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:25:04.090816 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d325e6e4-0f25-427d-a10a-94cfca72c741 req-d8b5c2ef-2212-4381-9184-c4cd3129fb74 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0909967 Nov 16 05:25:04.158538 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d325e6e4-0f25-427d-a10a-94cfca72c741 req-71e746ad-03d6-4dc3-bd7f-dcfbd62c6a8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a HTTP/1.1" status: 200 len: 1002 time: 0.0590560 Nov 16 05:25:04.217238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325e6e4-0f25-427d-a10a-94cfca72c741 req-001bf652-1a14-44cc-8e19-9210aa6980ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:25:04.218692 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d325e6e4-0f25-427d-a10a-94cfca72c741 req-001bf652-1a14-44cc-8e19-9210aa6980ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0476611 Nov 16 05:25:04.265201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325e6e4-0f25-427d-a10a-94cfca72c741 req-b7185f74-39e1-4637-8776-673a5fe7c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:25:04.266611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d325e6e4-0f25-427d-a10a-94cfca72c741 req-b7185f74-39e1-4637-8776-673a5fe7c3f8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391626 Nov 16 05:25:04.357030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d325e6e4-0f25-427d-a10a-94cfca72c741 req-596b8844-78d6-471a-8b76-637a0692e5bf service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814691 Nov 16 05:25:04.450704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d325e6e4-0f25-427d-a10a-94cfca72c741 req-46609dd7-5e66-44f7-a2fe-0190d3556301 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843377 Nov 16 05:25:05.466568 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:25:08.045485 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-72d2e1e0-13fe-491a-a900-89423a525af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:10.236501 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f6c6a6c-ed96-4452-9d43-5dd2f52ed9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:12.031274 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:13.391750 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:13.762848 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:16.534188 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:18.700530 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:38.047140 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f84ab9fd-6d32-4bdc-b919-179b758bbb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:40.241715 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ec15e16-179c-4f3a-9b69-099f755f0fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:42.034042 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:42.465420 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:25:43.393983 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:43.755020 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:46.532191 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:25:48.714109 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:04.899032 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8543d3f-c540-49da-9c45-f9231b480939 req-6f9e91f2-66ef-4eb9-a323-11bbf0e8fc33 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453191 Nov 16 05:26:04.978580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8543d3f-c540-49da-9c45-f9231b480939 req-3bbb76d1-4007-4fe9-b940-aeeb32dfab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:04.980706 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8543d3f-c540-49da-9c45-f9231b480939 req-3bbb76d1-4007-4fe9-b940-aeeb32dfab36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 1097 time: 0.0405583 Nov 16 05:26:05.085047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8543d3f-c540-49da-9c45-f9231b480939 req-0f8d4ea7-39f0-4039-894f-ac10fe31cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:05.086539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8543d3f-c540-49da-9c45-f9231b480939 req-0f8d4ea7-39f0-4039-894f-ac10fe31cd82 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0875320 Nov 16 05:26:05.153439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8543d3f-c540-49da-9c45-f9231b480939 req-ff5c7ac4-008b-48a7-b7e8-ef917166f946 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a HTTP/1.1" status: 200 len: 1002 time: 0.0601027 Nov 16 05:26:05.201458 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8543d3f-c540-49da-9c45-f9231b480939 req-1137d35c-3755-4e3a-bcd0-41eb517d711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:05.202920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8543d3f-c540-49da-9c45-f9231b480939 req-1137d35c-3755-4e3a-bcd0-41eb517d711b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0427804 Nov 16 05:26:05.248025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8543d3f-c540-49da-9c45-f9231b480939 req-c96ec415-f82d-40e2-b39b-6db9c4cb9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:05.249577 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8543d3f-c540-49da-9c45-f9231b480939 req-c96ec415-f82d-40e2-b39b-6db9c4cb9f0c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396130 Nov 16 05:26:05.341735 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8543d3f-c540-49da-9c45-f9231b480939 req-f5761b2b-a91c-40f8-92c7-afccd0b518d8 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843048 Nov 16 05:26:05.429693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8543d3f-c540-49da-9c45-f9231b480939 req-f726b898-b5b7-4107-8ce3-fd838737f7de service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806270 Nov 16 05:26:08.052868 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a6709fb4-f02f-4650-8d00-ec6e1491e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:10.233706 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-49bc2824-be39-4892-b677-7f00c6ff5ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:12.037558 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:13.396974 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:13.756820 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:16.548676 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:18.714432 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:19.467290 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:26:23.865633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee16cc-5de5-4f13-b662-7261d307ec2b req-a4e8ef92-01d7-45dc-86a4-1e122ee4e8bc tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:23.867112 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6ee16cc-5de5-4f13-b662-7261d307ec2b req-a4e8ef92-01d7-45dc-86a4-1e122ee4e8bc tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0479145 Nov 16 05:26:23.912652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6ee16cc-5de5-4f13-b662-7261d307ec2b req-0f91f67b-180e-4b18-8287-b9fb9faa257e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394106 Nov 16 05:26:24.139023 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-68f87aa5-21d9-402f-9908-17f3f58cfc60 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442333 Nov 16 05:26:24.152459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd142cb-0a47-4c57-b759-cda95db0f054 req-dcb2fedd-e94f-4d63-833e-dcad9565557e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:24.154053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fd142cb-0a47-4c57-b759-cda95db0f054 req-dcb2fedd-e94f-4d63-833e-dcad9565557e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0532072 Nov 16 05:26:24.202431 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fd142cb-0a47-4c57-b759-cda95db0f054 req-533a70a1-9bea-4948-92b5-c9d0ed223b1e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Nov 16 05:26:25.327968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-c8384aec-d642-4c58-a38b-d081a10608b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:25.329440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-c8384aec-d642-4c58-a38b-d081a10608b1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 1097 time: 0.0679739 Nov 16 05:26:25.341521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecd86a-2831-44f0-b716-7b6c4d69507b req-0651cb1d-73b7-4083-9325-1e3c1d3bc2df tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:25.342889 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03ecd86a-2831-44f0-b716-7b6c4d69507b req-0651cb1d-73b7-4083-9325-1e3c1d3bc2df tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0571148 Nov 16 05:26:25.440120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03ecd86a-2831-44f0-b716-7b6c4d69507b req-3ba76b88-11ec-424f-a101-1508f96b4cde tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894170 Nov 16 05:26:25.460668 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-9455157f-62a2-4730-ba6f-f487e8db28f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:25.462183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-9455157f-62a2-4730-ba6f-f487e8db28f4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.1184714 Nov 16 05:26:25.866251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-7077e1b4-584d-4b8f-93b2-905fe8b3e4c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a HTTP/1.1" status: 200 len: 1002 time: 0.3961735 Nov 16 05:26:25.914163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-c29d340b-e3e1-4264-a639-e9a873795e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:25.915565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-c29d340b-e3e1-4264-a639-e9a873795e78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0426352 Nov 16 05:26:25.961168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-5d5695c8-c1c8-45ba-9a66-bcbd242c3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:25.962644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-5d5695c8-c1c8-45ba-9a66-bcbd242c3998 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392389 Nov 16 05:26:26.056358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-9659049f-c4cb-4a2f-9abf-0eb0d9b4401f service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859392 Nov 16 05:26:26.147388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-274ed82a-36c1-48ab-97c6-ed7591a6891c service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840459 Nov 16 05:26:26.557086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884a84d-99b7-4a9a-9405-b83f21c34dfc req-a580d7af-c873-4e42-bb54-28afa78a3aa1 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:26.559210 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2884a84d-99b7-4a9a-9405-b83f21c34dfc req-a580d7af-c873-4e42-bb54-28afa78a3aa1 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0508242 Nov 16 05:26:26.613009 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2884a84d-99b7-4a9a-9405-b83f21c34dfc req-123ce13e-357e-4884-9415-20c834d6bc59 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472021 Nov 16 05:26:27.727864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187d5c4-6bb9-46a9-aaef-c7a3a9b9b658 req-70485ac2-c46d-4cfd-b5e7-f33f5e2fbf44 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:27.729325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2187d5c4-6bb9-46a9-aaef-c7a3a9b9b658 req-70485ac2-c46d-4cfd-b5e7-f33f5e2fbf44 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0488496 Nov 16 05:26:27.776405 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2187d5c4-6bb9-46a9-aaef-c7a3a9b9b658 req-99068158-b5b1-428f-9cd7-cd93541a8713 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406489 Nov 16 05:26:28.890619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dafd8-56a0-4c4b-b56b-89669f3f3353 req-06ac42a0-29f2-46d4-913a-f969c3a4fc67 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:28.892088 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce8dafd8-56a0-4c4b-b56b-89669f3f3353 req-06ac42a0-29f2-46d4-913a-f969c3a4fc67 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0480201 Nov 16 05:26:28.946869 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce8dafd8-56a0-4c4b-b56b-89669f3f3353 req-7825c857-529f-43e5-bd60-5778dbe51579 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488458 Nov 16 05:26:30.067325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae80ac-6e5c-48a1-9b14-701d5df9a99b req-ff9c24e6-35bb-472d-90d7-399889d475a2 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:30.068714 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-39ae80ac-6e5c-48a1-9b14-701d5df9a99b req-ff9c24e6-35bb-472d-90d7-399889d475a2 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0511460 Nov 16 05:26:30.115397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-39ae80ac-6e5c-48a1-9b14-701d5df9a99b req-fedd0c95-0d95-4ea3-a49c-49573ec01a59 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403116 Nov 16 05:26:31.228774 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5acfde2-3f55-4bcd-9d7b-72d029b0717d req-400874e3-6e9b-43a7-b9fc-0144eae6999e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:31.230249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5acfde2-3f55-4bcd-9d7b-72d029b0717d req-400874e3-6e9b-43a7-b9fc-0144eae6999e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0481772 Nov 16 05:26:31.276420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5acfde2-3f55-4bcd-9d7b-72d029b0717d req-fd635c8b-e3d4-43c0-a90a-ad3ddc1f341d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394781 Nov 16 05:26:32.391279 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d39f32-5e8a-4921-a1a6-4547efdf6979 req-5d4a15c6-52cc-4514-ab1f-c3e21a6e7c12 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:32.392722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5d39f32-5e8a-4921-a1a6-4547efdf6979 req-5d4a15c6-52cc-4514-ab1f-c3e21a6e7c12 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0471802 Nov 16 05:26:32.444964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b5d39f32-5e8a-4921-a1a6-4547efdf6979 req-54fe21e7-2314-4d02-ad41-cfb9612eb3eb tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458336 Nov 16 05:26:33.559120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af76a9-aee9-428c-bafc-6489538701eb req-785ee9db-4364-4eae-adc7-53ac550639bc tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:33.560596 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99af76a9-aee9-428c-bafc-6489538701eb req-785ee9db-4364-4eae-adc7-53ac550639bc tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0475485 Nov 16 05:26:33.607020 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99af76a9-aee9-428c-bafc-6489538701eb req-a7721906-7ac0-4a54-a7be-464efb01c076 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403619 Nov 16 05:26:34.720380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e382de7-9c06-4b5e-8272-55bfb045b4a2 req-99b73d8b-8b15-4412-80ff-b89067096ab0 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:34.721864 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e382de7-9c06-4b5e-8272-55bfb045b4a2 req-99b73d8b-8b15-4412-80ff-b89067096ab0 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0479672 Nov 16 05:26:34.768872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7e382de7-9c06-4b5e-8272-55bfb045b4a2 req-19e6c027-aaa0-47d7-a23a-1fe6e9a1a98d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411651 Nov 16 05:26:35.891286 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae7b16-c59c-4804-a6de-114df4627b08 req-d3e83b23-00e9-4549-99ca-7cff1f996133 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:35.892762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-93ae7b16-c59c-4804-a6de-114df4627b08 req-d3e83b23-00e9-4549-99ca-7cff1f996133 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0538249 Nov 16 05:26:35.938613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-93ae7b16-c59c-4804-a6de-114df4627b08 req-ff693d63-c031-4afd-9302-e72c754a9a95 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399897 Nov 16 05:26:37.052615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de7b17-3647-4076-b919-74a6813c9fe5 req-bdf9192e-b469-45ad-ac50-ba8c02f768d9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:37.054007 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4de7b17-3647-4076-b919-74a6813c9fe5 req-bdf9192e-b469-45ad-ac50-ba8c02f768d9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0476983 Nov 16 05:26:37.100567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a4de7b17-3647-4076-b919-74a6813c9fe5 req-31483fa5-e401-4439-91a9-e2b4cc2293c1 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401161 Nov 16 05:26:37.922869 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-a88dd22b-e9d1-457c-99f2-1b3aacaff7bf service neutron] show failed (client error): The resource could not be found. Nov 16 05:26:37.923903 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-a88dd22b-e9d1-457c-99f2-1b3aacaff7bf service neutron] 10.222.0.37 "GET /v2.0/ports/43edf6c7-6a7f-426f-8827-b5ba6b87073a/bindings/n-h2-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0573661 Nov 16 05:26:38.055816 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2bebfa77-879a-4060-a537-4d4a03cd23d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:38.153407 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-555a78f7-9774-4742-977e-95504a8ff1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:38.154953 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-555a78f7-9774-4742-977e-95504a8ff1c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 1097 time: 0.0717807 Nov 16 05:26:38.166250 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:26:38.217112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72077c76-66e4-498a-a054-02b9be5122ff req-7d3c1460-4d1c-45f4-89c0-f1f3fce8a302 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:38.218672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-72077c76-66e4-498a-a054-02b9be5122ff req-7d3c1460-4d1c-45f4-89c0-f1f3fce8a302 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0503254 Nov 16 05:26:38.223100 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:38.265958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-72077c76-66e4-498a-a054-02b9be5122ff req-c862a49a-a777-450d-8a26-7e55af15b126 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413752 Nov 16 05:26:38.427588 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] For port 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:26:38.460495 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] For port 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:26:38.498862 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:26:38.501111 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a7956f-0db7-4dcc-9d24-fbdf969785cc" -d '{"events": [{"server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "name": "network-vif-unplugged", "status": "completed", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:26:38.505080 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:38.517936 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Transition to ACTIVE for port object 43edf6c7-6a7f-426f-8827-b5ba6b87073a will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:26:38.524421 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:38.626537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Pushing event updated for resources: {'Port': ['ID=43edf6c7-6a7f-426f-8827-b5ba6b87073a,revision_number=6']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:26:38.661266 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:38.661597 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:38.661964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:38.662299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:38.662627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:38.662954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:38.663274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:38.663596 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:38.663914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:38.664275 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:38.664539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:38.664854 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:38.682033 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97cde6a3-0f87-496b-97c0-6fadeddd7dd5 x-openstack-request-id: req-97cde6a3-0f87-496b-97c0-6fadeddd7dd5 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:26:38.682244 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "name": "network-vif-unplugged", "status": "completed", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:26:38.682496 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97cde6a3-0f87-496b-97c0-6fadeddd7dd5 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:26:38.682890 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'code': 200} Nov 16 05:26:38.710380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] No DVR routers for this DVR port 43edf6c7-6a7f-426f-8827-b5ba6b87073a on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:26:38.847976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Attempting to bind port 43edf6c7-6a7f-426f-8827-b5ba6b87073a on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:26:38.848194 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Attempting to bind port 43edf6c7-6a7f-426f-8827-b5ba6b87073a by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:26:38.848706 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Attempting to bind port 43edf6c7-6a7f-426f-8827-b5ba6b87073a on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:26:38.853650 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Port 43edf6c7-6a7f-426f-8827-b5ba6b87073a on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:26:38.854003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Attempting to bind port 43edf6c7-6a7f-426f-8827-b5ba6b87073a on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:26:38.859029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:26:38.859365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Checking segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:26:38.859748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Bound using segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:26:38.860179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Bound port: 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:26:38.860533 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:38.921235 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] For port 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:26:38.924659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] For port 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:26:38.928296 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:38.965368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:38.966051 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:38.967421 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] 10.222.0.15 "PUT /v2.0/ports/43edf6c7-6a7f-426f-8827-b5ba6b87073a HTTP/1.1" status: 200 len: 1092 time: 0.8051529 Nov 16 05:26:38.989134 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800ba0b-505b-4616-b122-e23a40bfa33f service neutron] Pushing event updated for resources: {'Port': ['ID=43edf6c7-6a7f-426f-8827-b5ba6b87073a,revision_number=7']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:26:39.033513 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-60aad751-eb55-48df-9891-85239d03ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:39.035082 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-60aad751-eb55-48df-9891-85239d03ccc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 1095 time: 0.0430274 Nov 16 05:26:39.131125 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-3d524433-4d4c-4bbc-8a30-24dc375b493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:39.132582 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-3d524433-4d4c-4bbc-8a30-24dc375b493a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0902181 Nov 16 05:26:39.231992 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-dfb70e66-f20e-47ed-b9d4-86bb6004d017 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a HTTP/1.1" status: 200 len: 1000 time: 0.0922565 Nov 16 05:26:39.281281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-d14a8e80-f16e-4814-afc6-c72554f14f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:39.282994 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-d14a8e80-f16e-4814-afc6-c72554f14f94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0448208 Nov 16 05:26:39.332926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-dc9c0f42-c482-41dd-87c0-0d365cc0c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:39.334461 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-dc9c0f42-c482-41dd-87c0-0d365cc0c94f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453191 Nov 16 05:26:39.346317 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-5e3f31aa-8a7c-4630-a2cc-3322d42eea7c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:26:39.347254 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-5e3f31aa-8a7c-4630-a2cc-3322d42eea7c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049474 Nov 16 05:26:39.393785 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451e69a-2bdf-4014-88e7-0bf20e1d922e req-120ca8a6-2eee-4bff-9423-f8283ab18e12 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:39.395351 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d451e69a-2bdf-4014-88e7-0bf20e1d922e req-120ca8a6-2eee-4bff-9423-f8283ab18e12 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 944 time: 0.0490737 Nov 16 05:26:39.436615 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-0fe91b5c-4d21-4c8a-8acf-bd74a8075631 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821605 Nov 16 05:26:39.443358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d451e69a-2bdf-4014-88e7-0bf20e1d922e req-bfd610b1-b40c-41ef-8237-9202f5aa207e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418468 Nov 16 05:26:39.529543 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a8d3c053-4109-4ed1-81b8-7f02cd60fe8e req-2b8cf818-7f5b-4869-b29d-319dc25f6dfa service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855637 Nov 16 05:26:40.234450 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0db8ef2b-a05e-460f-bffa-d2124c3f5c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:40.563491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12850b56-ae95-4443-a498-97da8ff9cee2 req-267bed10-f432-49f0-939b-08f55b649a54 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:40.565120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12850b56-ae95-4443-a498-97da8ff9cee2 req-267bed10-f432-49f0-939b-08f55b649a54 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 944 time: 0.0518777 Nov 16 05:26:40.611981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-12850b56-ae95-4443-a498-97da8ff9cee2 req-907249da-2989-4e7d-9962-6149b7e589dd tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409315 Nov 16 05:26:40.684351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:26:40.687259 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc" -d '{"events": [{"name": "network-changed", "server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:26:40.733203 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9bfe87-5395-4476-a49e-44c71784b796 x-openstack-request-id: req-3c9bfe87-5395-4476-a49e-44c71784b796 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:26:40.733493 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:26:40.733739 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c9bfe87-5395-4476-a49e-44c71784b796 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:26:40.734159 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'status': 'completed', 'code': 200} Nov 16 05:26:40.790977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 43edf6c7-6a7f-426f-8827-b5ba6b87073a no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:26:40.792248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-6f087d41-c5ff-4fc2-8378-5765783f2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:40.793809 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-6f087d41-c5ff-4fc2-8378-5765783f2bca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 1095 time: 0.0403049 Nov 16 05:26:40.799505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-2b24edd5-da99-41f2-b23c-4b7236b0d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:40.801097 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-2b24edd5-da99-41f2-b23c-4b7236b0d0ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 1095 time: 0.0404530 Nov 16 05:26:40.831107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 43edf6c7-6a7f-426f-8827-b5ba6b87073a not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:26:40.889650 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-59b15502-1af7-468d-b80e-cb0f2dbf744b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:40.891149 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-59b15502-1af7-468d-b80e-cb0f2dbf744b service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0894120 Nov 16 05:26:40.893837 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-fa4b8c63-d966-4666-b99b-aa8417331b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:40.895291 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-fa4b8c63-d966-4666-b99b-aa8417331b5b service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0877383 Nov 16 05:26:40.958079 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-9bb8cd39-df95-47f0-b963-93f489191010 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a HTTP/1.1" status: 200 len: 1000 time: 0.0593429 Nov 16 05:26:40.961250 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-9703473f-0bde-4852-8514-a4b91b1816cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a HTTP/1.1" status: 200 len: 1000 time: 0.0591083 Nov 16 05:26:41.013524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-81e53cee-15dc-471e-9a51-4a86b710c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:41.014610 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-10cc2fcd-fa6e-4ff0-a430-2deb51301388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:41.015554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-81e53cee-15dc-471e-9a51-4a86b710c751 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0477705 Nov 16 05:26:41.016214 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-10cc2fcd-fa6e-4ff0-a430-2deb51301388 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0493803 Nov 16 05:26:41.067734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-07db136f-5981-4e15-849e-5df4db08b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:41.069260 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-07db136f-5981-4e15-849e-5df4db08b990 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469515 Nov 16 05:26:41.071773 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-3ce1d2c2-c945-4ba1-9fba-8eb9c87577d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:41.073523 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-3ce1d2c2-c945-4ba1-9fba-8eb9c87577d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506783 Nov 16 05:26:41.160365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-559ed55d-4832-49da-8fa6-8ccdefe3f68e service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842481 Nov 16 05:26:41.165116 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-2ef63c72-d3bb-479c-b7e8-2b1888233261 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836835 Nov 16 05:26:41.256327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-97d53b3b-aadc-4843-bc7f-842172f8c6d7 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893912 Nov 16 05:26:41.258775 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d30a4883-b5c2-47b2-b27c-4a37b1cadafc req-776ba13b-a9ec-4d6a-bbfb-ba8b4d55e50c service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859795 Nov 16 05:26:41.732621 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70544af1-3afd-4235-8711-1c4182826d2d req-8348e48a-cbf6-491f-9ee7-f5a8e8167f06 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:41.734095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-70544af1-3afd-4235-8711-1c4182826d2d req-8348e48a-cbf6-491f-9ee7-f5a8e8167f06 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 944 time: 0.0491486 Nov 16 05:26:41.780215 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-70544af1-3afd-4235-8711-1c4182826d2d req-48ba19e7-726b-432b-b62c-633d349187f8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402818 Nov 16 05:26:41.801199 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 43edf6c7-6a7f-426f-8827-b5ba6b87073a details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:26:41.901789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:26:41.915489 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'port_id': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'mac_address': 'fa:16:3e:bb:47:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:26:41.956882 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:41.970643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43edf6c7-6a7f-426f-8827-b5ba6b87073a {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:26:41.990071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:26:41.994168 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:42.021526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a16fa-5ed9-4594-8f92-aa51413a918c req-e0e6e929-efdd-4345-8258-c19b18791d75 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:42.023076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f8a16fa-5ed9-4594-8f92-aa51413a918c req-e0e6e929-efdd-4345-8258-c19b18791d75 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 944 time: 0.0903232 Nov 16 05:26:42.032581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-773c24ff-d40d-4f7d-825f-76ce3dcb62b9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:42.034047 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-773c24ff-d40d-4f7d-825f-76ce3dcb62b9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.37 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a&tenant_id=3f03d3d67d7845b7bb9c6bf629183152&binding%3Ahost_id=n-h2-818042-1 HTTP/1.1" status: 200 len: 944 time: 0.0873895 Nov 16 05:26:42.051806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=43edf6c7-6a7f-426f-8827-b5ba6b87073a,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:26:42.055608 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:42.060430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:42.060781 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:42.061119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:42.061452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:42.061803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:42.062136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:42.062462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:42.062798 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:42.063105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:42.063426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:42.063746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:42.064322 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:26:42.117282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f8a16fa-5ed9-4594-8f92-aa51413a918c req-b79024a2-03b3-405c-b413-7083f8c7e5ae tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822215 Nov 16 05:26:42.124100 n-d-818042-1 neutron-server[102659]: INFO neutron.api.v2.resource [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-7e00ce5b-2e74-427d-9c32-171a9e837d17 service neutron] delete failed (client error): The resource could not be found. Nov 16 05:26:42.125052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-7e00ce5b-2e74-427d-9c32-171a9e837d17 service neutron] 10.222.0.37 "DELETE /v2.0/ports/43edf6c7-6a7f-426f-8827-b5ba6b87073a/bindings/n-h1-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0831687 Nov 16 05:26:42.212631 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-4e07a161-91ac-4885-9f55-f206a31f30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:42.214041 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-4e07a161-91ac-4885-9f55-f206a31f30cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 1096 time: 0.0413172 Nov 16 05:26:42.221535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['43edf6c7-6a7f-426f-8827-b5ba6b87073a'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:26:42.312307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-ecc7a93b-8fa4-4202-8276-d22977ae02ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:42.313846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-ecc7a93b-8fa4-4202-8276-d22977ae02ef service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0920744 Nov 16 05:26:42.379975 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-0b250874-6fcd-40de-b0ef-8bee61b9b41d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a HTTP/1.1" status: 200 len: 1001 time: 0.0587947 Nov 16 05:26:42.432132 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-8983a1b8-4faf-47e7-a295-dbe7ecea2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:42.433576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-8983a1b8-4faf-47e7-a295-dbe7ecea2ae7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0473301 Nov 16 05:26:42.481475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-d01177d2-6248-415f-b852-db873f0f48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:42.482948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-d01177d2-6248-415f-b852-db873f0f48dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425711 Nov 16 05:26:42.572017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-dc3f5237-f740-473c-af19-236e86cedaa4 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814297 Nov 16 05:26:42.663205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b0d2d26-2f1e-46d4-bee6-14ea2cb98bc2 req-8592acaf-22a6-4c7b-9e3e-f17f227f3bcc service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839887 Nov 16 05:26:43.237595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f3acd-291e-418a-a3f6-93447ece2ca0 req-10e66470-d2ef-4530-9f6c-80ad4198e61a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:43.239094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab7f3acd-291e-418a-a3f6-93447ece2ca0 req-10e66470-d2ef-4530-9f6c-80ad4198e61a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 945 time: 0.0527170 Nov 16 05:26:43.285840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab7f3acd-291e-418a-a3f6-93447ece2ca0 req-d6d19c5f-43da-41d3-948a-46f8591cef1c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409060 Nov 16 05:26:43.400065 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:43.404875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6a596-3bca-47a2-b832-627a153f900b req-cde4ce14-8ec6-45d9-8d8f-a68980e917fb tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:43.406395 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55b6a596-3bca-47a2-b832-627a153f900b req-cde4ce14-8ec6-45d9-8d8f-a68980e917fb tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 945 time: 0.0541337 Nov 16 05:26:43.454564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55b6a596-3bca-47a2-b832-627a153f900b req-3b40d8e9-1925-4164-ad28-931e5f013612 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421724 Nov 16 05:26:43.566403 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3428563-cd04-46a3-9349-a87641705174 req-7ee54490-60eb-4904-97b2-68a667cad866 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:43.567783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3428563-cd04-46a3-9349-a87641705174 req-7ee54490-60eb-4904-97b2-68a667cad866 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 945 time: 0.0490634 Nov 16 05:26:43.618268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e3428563-cd04-46a3-9349-a87641705174 req-7eb7582e-3205-4791-a65b-632ec81d4b10 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446978 Nov 16 05:26:43.764000 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:43.819959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 43edf6c7-6a7f-426f-8827-b5ba6b87073a up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:26:43.847082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3084b15-5c78-4c71-842d-cc1fd169e5a0 req-75167735-0c92-4fe9-bef0-b1ac912d0617 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:43.848624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3084b15-5c78-4c71-842d-cc1fd169e5a0 req-75167735-0c92-4fe9-bef0-b1ac912d0617 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 945 time: 0.0486188 Nov 16 05:26:43.867713 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 43edf6c7-6a7f-426f-8827-b5ba6b87073a completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:26:43.871774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 43edf6c7-6a7f-426f-8827-b5ba6b87073a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:26:43.872674 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:43.901709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d3084b15-5c78-4c71-842d-cc1fd169e5a0 req-d708de63-a5f1-43e2-ad9e-cc2ffa317091 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458910 Nov 16 05:26:43.952631 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:43.976831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:26:43.979059 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862a375c-00c8-4d64-8fdf-160cbeeeb08e" -d '{"events": [{"server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "name": "network-vif-plugged", "status": "completed", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:26:43.991361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:26:43.995476 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:44.023709 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54a1543-5c71-4aa0-b4b7-fee00c82e2ab x-openstack-request-id: req-c54a1543-5c71-4aa0-b4b7-fee00c82e2ab {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:26:44.023995 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "name": "network-vif-plugged", "status": "completed", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:26:44.024246 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c54a1543-5c71-4aa0-b4b7-fee00c82e2ab {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:26:44.024631 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'code': 200} Nov 16 05:26:44.044091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=43edf6c7-6a7f-426f-8827-b5ba6b87073a,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:26:45.017798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae862df-4ffa-490a-82f4-4751ec579d58 req-b6f35aa8-6d84-4b40-847c-d7284fe36db4 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:45.019160 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eae862df-4ffa-490a-82f4-4751ec579d58 req-b6f35aa8-6d84-4b40-847c-d7284fe36db4 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0476329 Nov 16 05:26:45.065920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eae862df-4ffa-490a-82f4-4751ec579d58 req-6b9d48c9-466b-4df6-81ec-78f8bc6e412b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407953 Nov 16 05:26:45.130040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-977f4875-c409-4852-8f06-6a5c5338fac3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:45.131487 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-977f4875-c409-4852-8f06-6a5c5338fac3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 946 time: 0.0779123 Nov 16 05:26:45.220802 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Deleting port 43edf6c7-6a7f-426f-8827-b5ba6b87073a {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:26:45.221141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:45.304982 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] For port 43edf6c7-6a7f-426f-8827-b5ba6b87073a, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=43edf6c7-6a7f-426f-8827-b5ba6b87073a,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:26:45.305261 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:45.516503 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:45.516859 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:45.517172 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb disassociated. External IP: 172.25.0.126, port: 43edf6c7-6a7f-426f-8827-b5ba6b87073a. Nov 16 05:26:45.517512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Calling delete_port for 43edf6c7-6a7f-426f-8827-b5ba6b87073a owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:26:45.641326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:45.668340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event deleted for resources: {'Port': ['ID=43edf6c7-6a7f-426f-8827-b5ba6b87073a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:26:45.781128 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:26:46.164938 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ccce0f85-0258-48f4-8da9-d810deca0b46 req-478230a2-c1e3-46c5-8860-22631435a125 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=4efaf4ab-1ed8-47e1-8915-51a7d19d349a HTTP/1.1" status: 200 len: 210 time: 0.0260136 Nov 16 05:26:46.185638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:26:46.196244 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e1b42-5e0c-4cab-b6fd-cb6dfeb8489f None None] Sync routers for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:26:46.206052 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e1b42-5e0c-4cab-b6fd-cb6dfeb8489f None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:26:46.206642 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ad9e1b42-5e0c-4cab-b6fd-cb6dfeb8489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:26:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:26:46.223234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] No DVR routers for this DVR port 43edf6c7-6a7f-426f-8827-b5ba6b87073a on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:26:46.225854 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:46.229088 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b82e211c-974b-42e6-aa28-1affe43967a3 req-ae1683bd-3dfc-4964-91d8-ff3b85609406 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "DELETE /v2.0/ports/43edf6c7-6a7f-426f-8827-b5ba6b87073a HTTP/1.1" status: 204 len: 173 time: 1.0915263 Nov 16 05:26:46.229517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'name': 'network-vif-deleted', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:26:46.232442 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a847fc02-e00c-4aa0-8129-6c6d4bc66fcd" -d '{"events": [{"server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "name": "network-vif-deleted", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:26:46.270292 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718ea85a-80fb-495f-89ca-9079dd156adf x-openstack-request-id: req-718ea85a-80fb-495f-89ca-9079dd156adf {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:26:46.270608 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efaf4ab-1ed8-47e1-8915-51a7d19d349a", "name": "network-vif-deleted", "tag": "43edf6c7-6a7f-426f-8827-b5ba6b87073a", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:26:46.270861 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-718ea85a-80fb-495f-89ca-9079dd156adf {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:26:46.271260 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efaf4ab-1ed8-47e1-8915-51a7d19d349a', 'name': 'network-vif-deleted', 'tag': '43edf6c7-6a7f-426f-8827-b5ba6b87073a', 'status': 'completed', 'code': 200} Nov 16 05:26:46.324915 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-ad9e1b42-5e0c-4cab-b6fd-cb6dfeb8489f None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:26:46.525575 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ad9e1b42-5e0c-4cab-b6fd-cb6dfeb8489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:26:46.551545 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e1b42-5e0c-4cab-b6fd-cb6dfeb8489f None None] Checking router: 58998fca-dbb2-47b1-bcb9-6c7d247ba473 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:26:46.559637 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e1b42-5e0c-4cab-b6fd-cb6dfeb8489f None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:26:46.560865 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ad9e1b42-5e0c-4cab-b6fd-cb6dfeb8489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:26:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:26:46.581612 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:46.662620 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-ad9e1b42-5e0c-4cab-b6fd-cb6dfeb8489f None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:26:46.853424 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ad9e1b42-5e0c-4cab-b6fd-cb6dfeb8489f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:26:46.878503 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e1b42-5e0c-4cab-b6fd-cb6dfeb8489f None None] The sync data for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 is: [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:26:47.085724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd17a0e-cb0e-40fb-a409-9407682d7621 None None] New status for floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:26:47.568292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-8c872927-b895-4740-80b8-4e98c9f4376d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1762801033&fields=id&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 267 time: 0.0420446 Nov 16 05:26:47.676041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-e9232f26-d398-4a2d-a303-fbf43d37dce1 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:47.677486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-e9232f26-d398-4a2d-a303-fbf43d37dce1 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 812 time: 0.1026170 Nov 16 05:26:47.692548 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-34ce9f6e-6952-4b0a-932b-c8bbe5b56597 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/quotas/3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 375 time: 0.0093954 Nov 16 05:26:47.743561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-71a04165-7a92-4c40-8018-159a643b79a7 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458541 Nov 16 05:26:47.840399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-9230e82b-a3af-4637-bd4f-45c67030aeb7 service neutron] 10.222.0.41 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850637 Nov 16 05:26:47.927547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-3be23a06-ca9b-4593-84b4-41dab0d81cf8 service neutron] 10.222.0.41 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811515 Nov 16 05:26:48.141989 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97ccf854-efc8-4b8e-8075-9a589c24eddc req-7a7e62f0-d8ff-4540-ac54-419076036ae8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 210 time: 0.0828028 Nov 16 05:26:48.713617 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:48.973780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-9c5a2bad-45ad-4fcc-bd61-30fecbf8af8c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:48.975116 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-9c5a2bad-45ad-4fcc-bd61-30fecbf8af8c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 812 time: 0.1035535 Nov 16 05:26:49.044153 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-baef8693-c7d6-48a4-ad99-008a88f8fe3e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 380 time: 0.0592904 Nov 16 05:26:49.054477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-44108a14-22a6-4380-aaa3-ff6ac33d54e9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Request body: {'port': {'device_id': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'admin_state_up': True, 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'security_groups': ['a8a180e1-e585-4331-bec6-6c6cc0ec427a']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:26:49.161859 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-44108a14-22a6-4380-aaa3-ff6ac33d54e9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Made reservation on behalf of 3f03d3d67d7845b7bb9c6bf629183152 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:26:49.165319 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-44108a14-22a6-4380-aaa3-ff6ac33d54e9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:49.242535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34921377-dbb7-4834-aaec-86e00b5a265f req-d7814ba3-9bcf-4b83-9c02-f15d8fcebf93 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 210 time: 0.0296736 Nov 16 05:26:49.289959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-44108a14-22a6-4380-aaa3-ff6ac33d54e9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Allocated IP 172.20.0.3 (fd73d164-2076-4e1d-aef2-a3a9240ef2ee/c69d59bb-6b1c-4a8b-9d01-850ef713ac4a/66779c41-9601-49e3-bc6f-c3a26a16817b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:26:49.436086 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-44108a14-22a6-4380-aaa3-ff6ac33d54e9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:49.468241 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-44108a14-22a6-4380-aaa3-ff6ac33d54e9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:49.507857 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-44108a14-22a6-4380-aaa3-ff6ac33d54e9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Network fd73d164-2076-4e1d-aef2-a3a9240ef2ee is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:26:49.517658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-44108a14-22a6-4380-aaa3-ff6ac33d54e9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:26:49.521429 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-44108a14-22a6-4380-aaa3-ff6ac33d54e9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:26:49.547129 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44108a14-22a6-4380-aaa3-ff6ac33d54e9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event updated for resources: {'Port': ['ID=66779c41-9601-49e3-bc6f-c3a26a16817b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:26:49.576236 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-44108a14-22a6-4380-aaa3-ff6ac33d54e9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:49.576851 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-44108a14-22a6-4380-aaa3-ff6ac33d54e9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:49.593444 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-44108a14-22a6-4380-aaa3-ff6ac33d54e9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5424025 Nov 16 05:26:49.605624 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Request body: {'port': {'device_id': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:26:49.663502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:49.772474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7f02ee69-9110-49db-93c6-17ffd5d028c3 None None] Provisioning complete for port 66779c41-9601-49e3-bc6f-c3a26a16817b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:26:49.772984 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7f02ee69-9110-49db-93c6-17ffd5d028c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:49.805605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7f02ee69-9110-49db-93c6-17ffd5d028c3 None None] Port 66779c41-9601-49e3-bc6f-c3a26a16817b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:26:49.825248 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 43edf6c7-6a7f-426f-8827-b5ba6b87073a no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:26:49.844805 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 43edf6c7-6a7f-426f-8827-b5ba6b87073a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:26:49.845145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 43edf6c7-6a7f-426f-8827-b5ba6b87073a not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:26:49.930301 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66779c41-9601-49e3-bc6f-c3a26a16817b {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:26:49.937367 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:49.949113 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Transition to ACTIVE for port object 66779c41-9601-49e3-bc6f-c3a26a16817b will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:26:49.952812 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:50.020771 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Pushing event updated for resources: {'Port': ['ID=66779c41-9601-49e3-bc6f-c3a26a16817b,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:26:50.070126 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Attempting to bind port 66779c41-9601-49e3-bc6f-c3a26a16817b on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:26:50.070467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Attempting to bind port 66779c41-9601-49e3-bc6f-c3a26a16817b by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:26:50.070803 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Attempting to bind port 66779c41-9601-49e3-bc6f-c3a26a16817b on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:26:50.075473 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Port 66779c41-9601-49e3-bc6f-c3a26a16817b on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:26:50.075797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Attempting to bind port 66779c41-9601-49e3-bc6f-c3a26a16817b on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:26:50.080679 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:26:50.081027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Checking segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:26:50.081415 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Bound using segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:26:50.081897 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Bound port: 66779c41-9601-49e3-bc6f-c3a26a16817b, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:26:50.082266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:50.152818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] For port 66779c41-9601-49e3-bc6f-c3a26a16817b, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:26:50.159229 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] For port 66779c41-9601-49e3-bc6f-c3a26a16817b, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=66779c41-9601-49e3-bc6f-c3a26a16817b,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:26:50.164231 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:50.198531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:50.199219 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:50.200608 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] 10.222.0.15 "PUT /v2.0/ports/66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 200 len: 1091 time: 0.5992675 Nov 16 05:26:50.201600 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:26:50.203852 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac465bd9-dcf8-432b-9e98-bfc588868c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:26:50.234709 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ad922-29d6-4ac7-a7ea-c350752ff4bb service neutron] Pushing event updated for resources: {'Port': ['ID=66779c41-9601-49e3-bc6f-c3a26a16817b,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:26:50.280762 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b6e520-49af-4105-9e20-fd0ad60494ce x-openstack-request-id: req-08b6e520-49af-4105-9e20-fd0ad60494ce {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:26:50.281060 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:26:50.281301 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08b6e520-49af-4105-9e20-fd0ad60494ce {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:26:50.281720 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'status': 'completed', 'code': 200} Nov 16 05:26:50.301499 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-1b367142-d0c6-43fa-90c1-f51b7ed0415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:50.303111 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-1b367142-d0c6-43fa-90c1-f51b7ed0415b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 1094 time: 0.0534372 Nov 16 05:26:50.349472 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-0e99a288-55bb-4967-8116-16b554add356 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 200 len: 217 time: 0.0385435 Nov 16 05:26:50.363758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb905338-af28-4ab6-8ebd-856d1c4a4ad9 req-7d7f5985-14e7-4dc9-b1c7-3eb0bd5c9922 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:50.365463 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb905338-af28-4ab6-8ebd-856d1c4a4ad9 req-7d7f5985-14e7-4dc9-b1c7-3eb0bd5c9922 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 943 time: 0.0513585 Nov 16 05:26:50.409251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-96531b1d-6d30-44b3-835a-4e576d5ff8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:50.410800 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-96531b1d-6d30-44b3-835a-4e576d5ff8ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0553098 Nov 16 05:26:50.419638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fb905338-af28-4ab6-8ebd-856d1c4a4ad9 req-ba0bc082-56d4-418c-b6b2-01146080d065 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479324 Nov 16 05:26:50.456798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-c6587b21-bf0f-40ba-9e75-41fb63d53d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:50.458414 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-c6587b21-bf0f-40ba-9e75-41fb63d53d31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408280 Nov 16 05:26:50.552439 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-d8e1c3ad-f396-456f-baa3-5da3f282dc2b service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869343 Nov 16 05:26:50.640222 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8bc1a006-2153-4051-aa85-a88657e63d6c req-1c3434d8-f193-4e76-87d6-6f6ac0d0670c service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804794 Nov 16 05:26:50.721414 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac465bd9-dcf8-432b-9e98-bfc588868c9d req-bed0a15e-e65c-490d-a13e-2f1b9c393705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:50.722936 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ac465bd9-dcf8-432b-9e98-bfc588868c9d req-bed0a15e-e65c-490d-a13e-2f1b9c393705 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 1094 time: 0.0416057 Nov 16 05:26:50.814980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac465bd9-dcf8-432b-9e98-bfc588868c9d req-d69bed20-0e8e-4203-b13e-cc922c277a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:50.816354 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ac465bd9-dcf8-432b-9e98-bfc588868c9d req-d69bed20-0e8e-4203-b13e-cc922c277a3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0869668 Nov 16 05:26:50.857883 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ac465bd9-dcf8-432b-9e98-bfc588868c9d req-9636ff21-d502-4516-a04a-76988b5c1c4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 200 len: 217 time: 0.0336220 Nov 16 05:26:50.909287 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac465bd9-dcf8-432b-9e98-bfc588868c9d req-1b4a7e55-5c95-49fd-bfe9-bae548de4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:50.910723 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ac465bd9-dcf8-432b-9e98-bfc588868c9d req-1b4a7e55-5c95-49fd-bfe9-bae548de4a5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0460093 Nov 16 05:26:50.955434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac465bd9-dcf8-432b-9e98-bfc588868c9d req-2f9d712d-5868-4e29-afab-9c55254bb5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:50.956892 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ac465bd9-dcf8-432b-9e98-bfc588868c9d req-2f9d712d-5868-4e29-afab-9c55254bb5e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392206 Nov 16 05:26:51.045162 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ac465bd9-dcf8-432b-9e98-bfc588868c9d req-2d3a1b58-7849-4181-b37f-feb61f635341 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799780 Nov 16 05:26:51.135530 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ac465bd9-dcf8-432b-9e98-bfc588868c9d req-7aaac072-0e95-43e6-b91c-715f4b257529 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830989 Nov 16 05:26:51.534328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435885bc-efd3-4174-b8f2-a64be785d0c7 req-06e6bb43-2975-4c19-a784-6a653da9e33f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:51.535867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-435885bc-efd3-4174-b8f2-a64be785d0c7 req-06e6bb43-2975-4c19-a784-6a653da9e33f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 943 time: 0.0474031 Nov 16 05:26:51.582564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-435885bc-efd3-4174-b8f2-a64be785d0c7 req-d62f1b4b-c95a-4573-963e-f29a91f80720 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408628 Nov 16 05:26:52.699583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ec46e-57d3-4c4d-a099-ba6fc470dad7 req-53f83ea6-2c2d-48d2-b61e-daa5cb5f161f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:52.701104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-322ec46e-57d3-4c4d-a099-ba6fc470dad7 req-53f83ea6-2c2d-48d2-b61e-daa5cb5f161f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 943 time: 0.0522530 Nov 16 05:26:52.748413 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-322ec46e-57d3-4c4d-a099-ba6fc470dad7 req-716fa6ec-3b80-4b15-9daf-d18399565aa6 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408652 Nov 16 05:26:53.857217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 66779c41-9601-49e3-bc6f-c3a26a16817b details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:26:53.861729 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92a406-c30b-475a-8da5-652d3b59eb6b req-439a910d-2f44-4e86-a99d-be83ce544559 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:53.863256 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e92a406-c30b-475a-8da5-652d3b59eb6b req-439a910d-2f44-4e86-a99d-be83ce544559 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 943 time: 0.0480733 Nov 16 05:26:53.910110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5e92a406-c30b-475a-8da5-652d3b59eb6b req-545fb593-0e88-40dc-ad52-4d098c3ba402 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409191 Nov 16 05:26:53.949896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 66779c41-9601-49e3-bc6f-c3a26a16817b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=66779c41-9601-49e3-bc6f-c3a26a16817b,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:26:53.961032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'port_id': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'mac_address': 'fa:16:3e:e6:86:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:26:54.001202 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:54.013545 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66779c41-9601-49e3-bc6f-c3a26a16817b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:26:54.031537 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 66779c41-9601-49e3-bc6f-c3a26a16817b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=66779c41-9601-49e3-bc6f-c3a26a16817b,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:26:54.035264 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:54.081189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=66779c41-9601-49e3-bc6f-c3a26a16817b,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:26:54.223307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['66779c41-9601-49e3-bc6f-c3a26a16817b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:26:55.024545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f86ade-34ee-4c75-8a18-53055e88a597 req-04134ba4-1824-405b-b225-b70d4d379b2b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:55.025952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0f86ade-34ee-4c75-8a18-53055e88a597 req-04134ba4-1824-405b-b225-b70d4d379b2b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 944 time: 0.0472162 Nov 16 05:26:55.078219 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d0f86ade-34ee-4c75-8a18-53055e88a597 req-66b7fe6e-6867-400c-8cc2-216b0e25bed7 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456846 Nov 16 05:26:55.873817 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 66779c41-9601-49e3-bc6f-c3a26a16817b up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:26:55.921496 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 66779c41-9601-49e3-bc6f-c3a26a16817b completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:26:55.925469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 66779c41-9601-49e3-bc6f-c3a26a16817b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:26:55.925873 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:56.004270 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:56.030013 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:26:56.032353 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b43f5b-c7f4-4d60-a2da-c9b5a20af82b" -d '{"events": [{"server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "name": "network-vif-plugged", "status": "completed", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:26:56.046244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 66779c41-9601-49e3-bc6f-c3a26a16817b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=66779c41-9601-49e3-bc6f-c3a26a16817b,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:26:56.050523 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:56.073469 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bda7b5-5489-46b0-96ef-3f4ee61db708 x-openstack-request-id: req-52bda7b5-5489-46b0-96ef-3f4ee61db708 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:26:56.073757 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "name": "network-vif-plugged", "status": "completed", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:26:56.074049 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52bda7b5-5489-46b0-96ef-3f4ee61db708 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:26:56.074420 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'code': 200} Nov 16 05:26:56.102224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=66779c41-9601-49e3-bc6f-c3a26a16817b,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:26:56.166887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8effba-12a9-4cb8-8cdd-cf657d5693e3 req-a9153f5b-f94b-4626-9cc8-683f81c55083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:56.168469 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2e8effba-12a9-4cb8-8cdd-cf657d5693e3 req-a9153f5b-f94b-4626-9cc8-683f81c55083 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 1096 time: 0.0402491 Nov 16 05:26:56.195553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e55740-0ee1-40b3-9810-ec645a4d9e63 req-0d6c80c0-0496-44ba-a70a-374a1e2a0e15 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:56.197042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6e55740-0ee1-40b3-9810-ec645a4d9e63 req-0d6c80c0-0496-44ba-a70a-374a1e2a0e15 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0502245 Nov 16 05:26:56.213569 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2e8effba-12a9-4cb8-8cdd-cf657d5693e3 req-66cb5a3b-539e-4d53-b449-cd8466cfb455 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375483 Nov 16 05:26:56.243638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e6e55740-0ee1-40b3-9810-ec645a4d9e63 req-ed60c9cd-1d00-45f2-bb62-da2eda910c02 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405045 Nov 16 05:26:56.466497 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:26:57.377373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6aba7-e70a-4a3e-bf5b-e1f9715cbac2 req-bbd58520-c71d-409d-b30b-56de86d5ce0f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:57.378958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cea6aba7-e70a-4a3e-bf5b-e1f9715cbac2 req-bbd58520-c71d-409d-b30b-56de86d5ce0f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0630448 Nov 16 05:26:57.426221 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cea6aba7-e70a-4a3e-bf5b-e1f9715cbac2 req-f9031481-c675-4041-b603-2b97f470ae5e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413671 Nov 16 05:26:58.542270 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d8785-58a1-48ec-8186-eb48ef120e55 req-668b2056-18cd-4b1d-83bf-3bb92e59b766 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:58.543667 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd7d8785-58a1-48ec-8186-eb48ef120e55 req-668b2056-18cd-4b1d-83bf-3bb92e59b766 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0511076 Nov 16 05:26:58.590531 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd7d8785-58a1-48ec-8186-eb48ef120e55 req-4cda6f7d-1760-4b88-b088-b516b43a4695 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405159 Nov 16 05:26:58.702237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987c027-efa0-45d5-90d4-c2ccec973a0d req-96f34b30-0176-4bb3-9dbc-22cba28708ea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:58.703684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e987c027-efa0-45d5-90d4-c2ccec973a0d req-96f34b30-0176-4bb3-9dbc-22cba28708ea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0482879 Nov 16 05:26:58.712082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 59664) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:26:58.716533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-8c7188e9-ccf1-4633-97ed-e6e93fb4b4ea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Request body: {'floatingip': {'port_id': '66779c41-9601-49e3-bc6f-c3a26a16817b'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:26:58.758117 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c7188e9-ccf1-4633-97ed-e6e93fb4b4ea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:59.169331 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c7188e9-ccf1-4633-97ed-e6e93fb4b4ea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:59.173588 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c7188e9-ccf1-4633-97ed-e6e93fb4b4ea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:59.270974 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-8c7188e9-ccf1-4633-97ed-e6e93fb4b4ea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb associated. External IP: 172.25.0.126, port: 66779c41-9601-49e3-bc6f-c3a26a16817b. Nov 16 05:26:59.483878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7188e9-ccf1-4633-97ed-e6e93fb4b4ea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:26:59.589416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7188e9-ccf1-4633-97ed-e6e93fb4b4ea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:26:59.594966 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8c7188e9-ccf1-4633-97ed-e6e93fb4b4ea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:26:59.599472 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208d9ee-fba6-4b75-9691-ae2470e1aba8 None None] Sync routers for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:26:59.609920 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208d9ee-fba6-4b75-9691-ae2470e1aba8 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:26:59.610514 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0208d9ee-fba6-4b75-9691-ae2470e1aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:26:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:26:59.625422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8c7188e9-ccf1-4633-97ed-e6e93fb4b4ea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "PUT /v2.0/floatingips/3ce115ce-da66-40cf-addf-bca924bcbbeb HTTP/1.1" status: 200 len: 991 time: 0.9122238 Nov 16 05:26:59.626042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:26:59.628399 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298ab7e4-b57d-49ba-bd87-7b520cdb6a21" -d '{"events": [{"name": "network-changed", "server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:26:59.668706 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13041393-2707-45d8-a81d-75a599af1efe x-openstack-request-id: req-13041393-2707-45d8-a81d-75a599af1efe {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:26:59.668998 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:26:59.669253 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13041393-2707-45d8-a81d-75a599af1efe {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:26:59.670341 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'status': 'completed', 'code': 200} Nov 16 05:26:59.719660 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0208d9ee-fba6-4b75-9691-ae2470e1aba8 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:26:59.743762 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ab7e4-b57d-49ba-bd87-7b520cdb6a21 req-75e18032-fd99-458e-bdb5-65110977f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:59.745204 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-298ab7e4-b57d-49ba-bd87-7b520cdb6a21 req-75e18032-fd99-458e-bdb5-65110977f185 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 1096 time: 0.0470748 Nov 16 05:26:59.834849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ab7e4-b57d-49ba-bd87-7b520cdb6a21 req-ae00c81a-cae2-4013-8811-8fbb8c33ab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:59.836352 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-298ab7e4-b57d-49ba-bd87-7b520cdb6a21 req-ae00c81a-cae2-4013-8811-8fbb8c33ab59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0834670 Nov 16 05:26:59.904655 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-298ab7e4-b57d-49ba-bd87-7b520cdb6a21 req-a7004b3a-8bc5-4414-a15c-1a6594d59346 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 200 len: 999 time: 0.0607803 Nov 16 05:26:59.947503 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0208d9ee-fba6-4b75-9691-ae2470e1aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '3ce115ce-da66-40cf-addf-bca924bcbbeb', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'port_id': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'mac_address': 'fa:16:3e:e6:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:24:35Z', 'updated_at': '2021-11-16T05:26:59Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:26:59.953052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ab7e4-b57d-49ba-bd87-7b520cdb6a21 req-8e1fa65d-3646-4323-b56f-d9b620679af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:59.954559 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-298ab7e4-b57d-49ba-bd87-7b520cdb6a21 req-8e1fa65d-3646-4323-b56f-d9b620679af6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0433939 Nov 16 05:26:59.973600 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208d9ee-fba6-4b75-9691-ae2470e1aba8 None None] Checking router: 58998fca-dbb2-47b1-bcb9-6c7d247ba473 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:26:59.981760 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0208d9ee-fba6-4b75-9691-ae2470e1aba8 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:26:59.982408 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0208d9ee-fba6-4b75-9691-ae2470e1aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:26:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:26:59.998460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ab7e4-b57d-49ba-bd87-7b520cdb6a21 req-13601cd6-4906-4959-a5d2-71c246c4b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:26:59.999844 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-298ab7e4-b57d-49ba-bd87-7b520cdb6a21 req-13601cd6-4906-4959-a5d2-71c246c4b0b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387356 Nov 16 05:27:00.096945 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0208d9ee-fba6-4b75-9691-ae2470e1aba8 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:27:00.098639 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-298ab7e4-b57d-49ba-bd87-7b520cdb6a21 req-7ff3d1b1-c842-409b-a5ad-8baff6ca8d9e service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916517 Nov 16 05:27:00.189613 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-298ab7e4-b57d-49ba-bd87-7b520cdb6a21 req-4203d797-4ec1-485e-9363-7cd3d19209a1 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848126 Nov 16 05:27:00.409738 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0208d9ee-fba6-4b75-9691-ae2470e1aba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '3ce115ce-da66-40cf-addf-bca924bcbbeb', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'port_id': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'mac_address': 'fa:16:3e:e6:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:24:35Z', 'updated_at': '2021-11-16T05:26:59Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:27:00.434785 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0208d9ee-fba6-4b75-9691-ae2470e1aba8 None None] The sync data for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 is: [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '3ce115ce-da66-40cf-addf-bca924bcbbeb', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'port_id': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'mac_address': 'fa:16:3e:e6:86:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:24:35Z', 'updated_at': '2021-11-16T05:26:59Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:27:00.621208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb9abc8-9a74-4c1f-afee-5855765f6460 None None] New status for floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:27:08.058378 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e8af8bd-dacb-4f46-815f-51f7885f27c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:27:09.777020 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-22a5ce85-b0cf-4f6e-a49b-4522b9473c4f req-714d0deb-8db8-4f93-8fc0-9a2dca3110e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1293626 Nov 16 05:27:09.866617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5ce85-b0cf-4f6e-a49b-4522b9473c4f req-51487df8-3251-4e0a-beff-317ab5404792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:27:09.868097 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-22a5ce85-b0cf-4f6e-a49b-4522b9473c4f req-51487df8-3251-4e0a-beff-317ab5404792 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 1096 time: 0.0457709 Nov 16 05:27:09.970524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5ce85-b0cf-4f6e-a49b-4522b9473c4f req-5fe530ed-e70a-467d-a16c-b27fa9d75d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:27:09.971880 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-22a5ce85-b0cf-4f6e-a49b-4522b9473c4f req-5fe530ed-e70a-467d-a16c-b27fa9d75d33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0848789 Nov 16 05:27:10.039370 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-22a5ce85-b0cf-4f6e-a49b-4522b9473c4f req-b47c05e8-98fd-4c77-8066-b44fe7048f0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 200 len: 1001 time: 0.0596778 Nov 16 05:27:10.088331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5ce85-b0cf-4f6e-a49b-4522b9473c4f req-1e197b25-b441-4cf4-b116-e90e415c25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:27:10.089734 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-22a5ce85-b0cf-4f6e-a49b-4522b9473c4f req-1e197b25-b441-4cf4-b116-e90e415c25ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0429566 Nov 16 05:27:10.133861 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5ce85-b0cf-4f6e-a49b-4522b9473c4f req-f39c388d-6456-4d0f-854d-e29b9edc0260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:27:10.135302 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-22a5ce85-b0cf-4f6e-a49b-4522b9473c4f req-f39c388d-6456-4d0f-854d-e29b9edc0260 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383708 Nov 16 05:27:10.229980 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-22a5ce85-b0cf-4f6e-a49b-4522b9473c4f req-211fd25f-6fcf-42f2-988b-fd4dee023e0e service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855281 Nov 16 05:27:10.236039 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35245a24-619b-4c50-ab86-c67adec7af93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:27:10.320540 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-22a5ce85-b0cf-4f6e-a49b-4522b9473c4f req-a7d97d08-37f2-41e3-af32-45e84f0ad40a service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836601 Nov 16 05:27:12.043718 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:27:13.403659 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:27:13.755989 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:27:16.580595 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:27:18.722413 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:27:33.465210 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:27:38.060207 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c2c1e6b7-119e-4fca-9da0-5d266e9c6501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:27:40.236602 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-32ab7663-f902-46dc-84c2-2374a5b4e164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:27:42.046056 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:27:43.410303 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:27:43.758910 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:27:46.582265 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:27:48.728625 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:08.061362 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-08f20b84-38a1-4044-83c9-f055badbe70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:09.697488 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8430d7e8-d07a-492d-9be4-8fa24a73287c req-090c0621-2d4e-4808-a8f4-09ed78101dbd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399053 Nov 16 05:28:09.782530 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430d7e8-d07a-492d-9be4-8fa24a73287c req-21e03019-3343-4ae6-abdf-831eee26a764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:09.784562 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8430d7e8-d07a-492d-9be4-8fa24a73287c req-21e03019-3343-4ae6-abdf-831eee26a764 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 1096 time: 0.0450087 Nov 16 05:28:09.888710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430d7e8-d07a-492d-9be4-8fa24a73287c req-43fd499a-1d39-4ba9-bde4-7ad1e655eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:09.890200 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8430d7e8-d07a-492d-9be4-8fa24a73287c req-43fd499a-1d39-4ba9-bde4-7ad1e655eb54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0861268 Nov 16 05:28:09.957744 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8430d7e8-d07a-492d-9be4-8fa24a73287c req-ac75a172-519c-41a2-a353-ccd801784c84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 200 len: 1001 time: 0.0602515 Nov 16 05:28:10.004852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430d7e8-d07a-492d-9be4-8fa24a73287c req-98183720-d587-417d-91d2-37bbde29b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:10.006349 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8430d7e8-d07a-492d-9be4-8fa24a73287c req-98183720-d587-417d-91d2-37bbde29b9db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0421503 Nov 16 05:28:10.052203 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430d7e8-d07a-492d-9be4-8fa24a73287c req-bfaf5a73-f573-46c5-ba37-8942c8b109f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:10.053712 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8430d7e8-d07a-492d-9be4-8fa24a73287c req-bfaf5a73-f573-46c5-ba37-8942c8b109f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405898 Nov 16 05:28:10.146746 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8430d7e8-d07a-492d-9be4-8fa24a73287c req-7f6b7778-48ef-4cc5-a1cf-087ad27155d4 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839674 Nov 16 05:28:10.235350 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-8430d7e8-d07a-492d-9be4-8fa24a73287c req-b4afb70a-305b-431c-9870-76f027b7b165 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814619 Nov 16 05:28:10.239356 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6bd9e951-26e3-40d6-afcd-45b34b32b103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:10.463864 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:28:12.049799 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:13.408268 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:13.760203 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:16.607627 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:18.728415 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:34.698560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e5c7d-4a2a-4c12-bf7f-929984ad0ab1 req-fbe615f1-8fc8-4fc3-a0a0-dc9f8d1c216a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:34.700092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-448e5c7d-4a2a-4c12-bf7f-929984ad0ab1 req-fbe615f1-8fc8-4fc3-a0a0-dc9f8d1c216a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0525243 Nov 16 05:28:34.745372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-448e5c7d-4a2a-4c12-bf7f-929984ad0ab1 req-10525cef-2c2a-4149-bb13-0fd03e00f62d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395443 Nov 16 05:28:35.863592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156db83-1a9e-4568-96a3-8d87fc3116f1 req-ddacdc32-2ec2-427e-8dbf-ad0461d70408 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:35.865109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3156db83-1a9e-4568-96a3-8d87fc3116f1 req-ddacdc32-2ec2-427e-8dbf-ad0461d70408 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0515208 Nov 16 05:28:36.243590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3156db83-1a9e-4568-96a3-8d87fc3116f1 req-24818083-7a80-42ae-b2d6-efd0045b2262 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3726420 Nov 16 05:28:37.360789 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13115e07-9edc-46cd-bb30-a2be1281949b req-3fdb736b-0cc6-4f8d-a756-badde4ea9a08 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:37.362288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13115e07-9edc-46cd-bb30-a2be1281949b req-3fdb736b-0cc6-4f8d-a756-badde4ea9a08 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0502861 Nov 16 05:28:37.408522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-13115e07-9edc-46cd-bb30-a2be1281949b req-649116fd-4e29-499e-b4c9-93b214fb8f9e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394764 Nov 16 05:28:38.062036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b5e9ad22-2c8d-4f25-8385-cbb9c4bfcc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:38.522027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab874844-58a2-469e-a607-226293560c6a req-e09ecaf5-1449-4a82-8860-cd62f113003c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:38.523478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab874844-58a2-469e-a607-226293560c6a req-e09ecaf5-1449-4a82-8860-cd62f113003c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0476816 Nov 16 05:28:38.572986 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab874844-58a2-469e-a607-226293560c6a req-e077c18e-229f-4abc-8886-5fa016826fcb tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437191 Nov 16 05:28:39.702010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d66669-a1c1-4148-8c2b-572aff039bfd req-eb55a978-eda2-45e8-82dd-c5618ad7ea50 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:39.703409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03d66669-a1c1-4148-8c2b-572aff039bfd req-eb55a978-eda2-45e8-82dd-c5618ad7ea50 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0617106 Nov 16 05:28:39.749304 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03d66669-a1c1-4148-8c2b-572aff039bfd req-a0f458a3-b749-4564-ab52-aed7b293b75e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400758 Nov 16 05:28:40.241103 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0f35-b737-44c8-9298-e38d442915d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:40.869416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c1dc2-10ae-40ec-bf56-273d52e5d17a req-b16672d4-5989-4ec2-9e7c-9f22311e95e1 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:40.870904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-822c1dc2-10ae-40ec-bf56-273d52e5d17a req-b16672d4-5989-4ec2-9e7c-9f22311e95e1 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0531166 Nov 16 05:28:40.916812 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-822c1dc2-10ae-40ec-bf56-273d52e5d17a req-68413a9e-d0ac-4fa5-abb6-093b1dc53d62 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 Nov 16 05:28:42.032312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08e516-7c64-44f5-a771-ca396b4f976a req-89c7fa15-8f6c-4047-8b5e-0ae17cad7b15 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:42.033677 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c08e516-7c64-44f5-a771-ca396b4f976a req-89c7fa15-8f6c-4047-8b5e-0ae17cad7b15 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0511379 Nov 16 05:28:42.051889 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:42.082059 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c08e516-7c64-44f5-a771-ca396b4f976a req-5cbe014b-4456-4724-be1f-ee02d50fc594 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414469 Nov 16 05:28:43.195846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606937d-1ed8-42e0-ab25-8cd95cfa326a req-0b889fa2-eba2-494d-9450-18825f18ee5c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:43.197308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4606937d-1ed8-42e0-ab25-8cd95cfa326a req-0b889fa2-eba2-494d-9450-18825f18ee5c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0484312 Nov 16 05:28:43.244067 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4606937d-1ed8-42e0-ab25-8cd95cfa326a req-ba596d2e-f500-4e58-aa5d-fc370d687b45 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409110 Nov 16 05:28:43.410857 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:43.763515 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:44.360110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d556e5-4fa5-48cd-bd2d-3a5f1a5bb0d5 req-9df3d778-ff40-4bc2-ac5d-ee5dc1e64052 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:44.361572 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95d556e5-4fa5-48cd-bd2d-3a5f1a5bb0d5 req-9df3d778-ff40-4bc2-ac5d-ee5dc1e64052 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0480101 Nov 16 05:28:44.410510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95d556e5-4fa5-48cd-bd2d-3a5f1a5bb0d5 req-f3493c26-e4ca-4ecf-a691-ef6de96b5207 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431049 Nov 16 05:28:45.524698 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c585c-81fd-467e-a913-1c263a3bb142 req-c4fb3d19-0669-47f5-947b-2d10460e1eae tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:45.526203 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-239c585c-81fd-467e-a913-1c263a3bb142 req-c4fb3d19-0669-47f5-947b-2d10460e1eae tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0485508 Nov 16 05:28:45.572582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-239c585c-81fd-467e-a913-1c263a3bb142 req-df076e84-03e1-4253-b06e-5b3d3c051a9e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406094 Nov 16 05:28:46.630406 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:46.826818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d6cc-798e-430a-8fb4-f74bc8ae2c10 req-89291b3b-a9ea-49e7-8c89-cc275b7e8ba8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:46.828307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8203d6cc-798e-430a-8fb4-f74bc8ae2c10 req-89291b3b-a9ea-49e7-8c89-cc275b7e8ba8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0486536 Nov 16 05:28:46.860976 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-39705e87-3ff4-43fc-96fa-6773c3d43169 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898271 Nov 16 05:28:46.878465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8203d6cc-798e-430a-8fb4-f74bc8ae2c10 req-508236fa-3194-4464-bf08-d97960c7e488 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442398 Nov 16 05:28:47.463468 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:28:47.910676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-f9d67322-9aae-4076-b4fd-514c337437e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:47.912173 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-f9d67322-9aae-4076-b4fd-514c337437e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 1096 time: 0.0460041 Nov 16 05:28:47.999551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f853b1-8477-4dd8-ab49-80fdcfafa9ef req-ba7a4400-9978-4092-9315-0d1be9e7bccd tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:48.002228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45f853b1-8477-4dd8-ab49-80fdcfafa9ef req-ba7a4400-9978-4092-9315-0d1be9e7bccd tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0553331 Nov 16 05:28:48.003378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-4d89cc04-8bc4-45c9-9e2e-9b2c2b1afdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:48.005001 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-4d89cc04-8bc4-45c9-9e2e-9b2c2b1afdd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0850921 Nov 16 05:28:48.051242 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45f853b1-8477-4dd8-ab49-80fdcfafa9ef req-02daa3e3-765b-41ee-823b-65b584803e29 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422511 Nov 16 05:28:48.075309 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-88b00ef0-ca73-497a-bcd9-3a69c2c10eb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 200 len: 1001 time: 0.0625303 Nov 16 05:28:48.122843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-d9c4cd66-e440-48c0-907e-3f3fb4c90bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:48.124245 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-d9c4cd66-e440-48c0-907e-3f3fb4c90bd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0422699 Nov 16 05:28:48.167115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-4bcda5c9-dc05-4042-baa7-a1154e232aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:48.168507 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-4bcda5c9-dc05-4042-baa7-a1154e232aab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379019 Nov 16 05:28:48.258003 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-5391adce-29e0-4d00-b5af-e913ca6a469f service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824440 Nov 16 05:28:48.344024 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-a46fd5a1-1b53-42fb-be6b-4a255c5d8f95 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791349 Nov 16 05:28:48.732098 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:49.165209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5e0fd-3ae5-491e-b6bf-242befd1c043 req-bbe3bc70-c60c-444b-8305-c994ad958fee tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:49.166676 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5de5e0fd-3ae5-491e-b6bf-242befd1c043 req-bbe3bc70-c60c-444b-8305-c994ad958fee tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0475025 Nov 16 05:28:49.212056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5de5e0fd-3ae5-491e-b6bf-242befd1c043 req-6caad53f-dd3f-4b39-8e4e-a37ed0003603 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396452 Nov 16 05:28:50.176647 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-2cccbd0e-22f8-4b78-bb50-dc56a95c5339 service neutron] show failed (client error): The resource could not be found. Nov 16 05:28:50.177702 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-2cccbd0e-22f8-4b78-bb50-dc56a95c5339 service neutron] 10.222.0.15 "GET /v2.0/ports/66779c41-9601-49e3-bc6f-c3a26a16817b/bindings/n-h1-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0538659 Nov 16 05:28:50.334916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e50cd3-680f-4b88-a6a8-727fa6694af9 req-6e8f0b8b-f337-4db6-8ab0-f0e1d5f44b02 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:50.336399 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94e50cd3-680f-4b88-a6a8-727fa6694af9 req-6e8f0b8b-f337-4db6-8ab0-f0e1d5f44b02 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0557578 Nov 16 05:28:50.401906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-db784efe-09fc-40a8-bdee-238f5537abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:50.403398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-db784efe-09fc-40a8-bdee-238f5537abd0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 1096 time: 0.0661466 Nov 16 05:28:50.410648 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94e50cd3-680f-4b88-a6a8-727fa6694af9 req-93b7559a-bae3-45aa-b443-47d64d86897d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661764 Nov 16 05:28:50.415432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-9a78693e-21f9-4237-bea9-8c15385ae8cb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:28:50.416504 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-9a78693e-21f9-4237-bea9-8c15385ae8cb service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049095 Nov 16 05:28:50.430593 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:28:50.482371 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:50.685840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] For port 66779c41-9601-49e3-bc6f-c3a26a16817b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=66779c41-9601-49e3-bc6f-c3a26a16817b,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:28:50.718865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] For port 66779c41-9601-49e3-bc6f-c3a26a16817b, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:28:50.757711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:28:50.760189 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bff2e1f-ff04-49f3-ab01-3dff497908c2" -d '{"events": [{"server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "name": "network-vif-unplugged", "status": "completed", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:28:50.764105 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:50.778944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Transition to ACTIVE for port object 66779c41-9601-49e3-bc6f-c3a26a16817b will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:28:50.783535 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:50.871595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Pushing event updated for resources: {'Port': ['ID=66779c41-9601-49e3-bc6f-c3a26a16817b,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:28:50.887603 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7957014-60a8-4ecd-b882-c264ea30bf82 x-openstack-request-id: req-e7957014-60a8-4ecd-b882-c264ea30bf82 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:28:50.888010 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "name": "network-vif-unplugged", "status": "completed", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:28:50.888266 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7957014-60a8-4ecd-b882-c264ea30bf82 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:28:50.888668 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'code': 200} Nov 16 05:28:50.892402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:50.892750 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:50.893089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:50.893427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:50.893793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:50.894110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:50.894433 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:50.894761 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:50.895085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:50.895405 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:50.895726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:50.896045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:50.920858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] No DVR routers for this DVR port 66779c41-9601-49e3-bc6f-c3a26a16817b on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:28:51.058590 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Attempting to bind port 66779c41-9601-49e3-bc6f-c3a26a16817b on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:28:51.058935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Attempting to bind port 66779c41-9601-49e3-bc6f-c3a26a16817b by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:28:51.059267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Attempting to bind port 66779c41-9601-49e3-bc6f-c3a26a16817b on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:28:51.063505 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Port 66779c41-9601-49e3-bc6f-c3a26a16817b on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:28:51.063832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Attempting to bind port 66779c41-9601-49e3-bc6f-c3a26a16817b on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:28:51.068940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:28:51.069280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Checking segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:28:51.069665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Bound using segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:28:51.070134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Bound port: 66779c41-9601-49e3-bc6f-c3a26a16817b, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:28:51.070492 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:51.131971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] For port 66779c41-9601-49e3-bc6f-c3a26a16817b, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:28:51.134964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] For port 66779c41-9601-49e3-bc6f-c3a26a16817b, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=66779c41-9601-49e3-bc6f-c3a26a16817b,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:28:51.139304 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:51.175299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:51.175918 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:51.177353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] 10.222.0.37 "PUT /v2.0/ports/66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 200 len: 1091 time: 0.7512717 Nov 16 05:28:51.212123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d83911-d1d9-493f-af24-c3b29e2307ad service neutron] Pushing event updated for resources: {'Port': ['ID=66779c41-9601-49e3-bc6f-c3a26a16817b,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:28:51.246967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-a746bce4-32d2-43a1-b241-65f653fbedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:51.248505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-a746bce4-32d2-43a1-b241-65f653fbedbf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 1094 time: 0.0470572 Nov 16 05:28:51.344110 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-17f9716b-4a44-40cc-91b5-c6fc29d933aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:51.345589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-17f9716b-4a44-40cc-91b5-c6fc29d933aa service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0897448 Nov 16 05:28:51.415493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-ab558278-6364-4329-9c02-9f4ccb687f96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 200 len: 999 time: 0.0632255 Nov 16 05:28:51.466622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-a0a0c120-db10-4428-9804-985da5be6bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:51.468094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-a0a0c120-db10-4428-9804-985da5be6bfa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0457456 Nov 16 05:28:51.541784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-11140786-bee3-41e4-9dcf-87860ea600d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:51.543278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-11140786-bee3-41e4-9dcf-87860ea600d9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677149 Nov 16 05:28:51.557339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765ab35-65b2-4607-8810-92dfc871cac1 req-8f18cf53-33db-4e7c-8da4-3d12c0086407 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:51.558743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7765ab35-65b2-4607-8810-92dfc871cac1 req-8f18cf53-33db-4e7c-8da4-3d12c0086407 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 943 time: 0.0755324 Nov 16 05:28:51.653691 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7765ab35-65b2-4607-8810-92dfc871cac1 req-ccbd9bab-5205-46be-9480-71543b2f1209 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869758 Nov 16 05:28:51.674993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-b9187726-2069-4546-b453-b4c3a6c3a1cd service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153524 Nov 16 05:28:51.767269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9ff4192c-4c7a-4ba6-bea0-db8042f75c62 req-e8f0df53-3d30-4006-b2a0-243f05b13aaf service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851603 Nov 16 05:28:52.774838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613060f-7af2-49cf-b60d-d93027fd760f req-82eef876-cea6-4278-9afd-657f155d28b6 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:52.776401 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0613060f-7af2-49cf-b60d-d93027fd760f req-82eef876-cea6-4278-9afd-657f155d28b6 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 943 time: 0.0498397 Nov 16 05:28:52.824144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0613060f-7af2-49cf-b60d-d93027fd760f req-2d24e90d-6a5d-447f-8d50-485981b03e3a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418284 Nov 16 05:28:52.889925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:28:52.892264 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abec67c-c526-4e10-af50-b5716c40d734" -d '{"events": [{"name": "network-changed", "server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:28:52.942551 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d88fd5-9d24-4306-a339-ee955cac87fe x-openstack-request-id: req-63d88fd5-9d24-4306-a339-ee955cac87fe {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:28:52.942843 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:28:52.943194 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63d88fd5-9d24-4306-a339-ee955cac87fe {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:28:52.943600 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'status': 'completed', 'code': 200} Nov 16 05:28:53.014726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec67c-c526-4e10-af50-b5716c40d734 req-9b43d6c6-68fb-4456-8900-26c0aed4ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:53.017678 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-9b43d6c6-68fb-4456-8900-26c0aed4ce83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 1094 time: 0.0549209 Nov 16 05:28:53.018787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec67c-c526-4e10-af50-b5716c40d734 req-285a238e-2e90-49a1-9e03-2b00756f8493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:53.020322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-285a238e-2e90-49a1-9e03-2b00756f8493 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 1094 time: 0.0474892 Nov 16 05:28:53.119211 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec67c-c526-4e10-af50-b5716c40d734 req-dd267999-4434-4bcd-9643-41952af86516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:53.120664 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-dd267999-4434-4bcd-9643-41952af86516 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0941176 Nov 16 05:28:53.141329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec67c-c526-4e10-af50-b5716c40d734 req-eebc339b-1e07-42b2-b539-49ebcf03600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:53.142805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-eebc339b-1e07-42b2-b539-49ebcf03600b service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.1151352 Nov 16 05:28:53.188463 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-f618d287-7f57-4b8d-b894-be973194b8db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 200 len: 999 time: 0.0613508 Nov 16 05:28:53.215898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-42a05cc4-bff4-47d7-b677-e8cade72040b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 200 len: 999 time: 0.0649981 Nov 16 05:28:53.238663 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec67c-c526-4e10-af50-b5716c40d734 req-334f02bd-5114-43b4-9700-4dd6c155fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:53.240128 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-334f02bd-5114-43b4-9700-4dd6c155fa62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0443089 Nov 16 05:28:53.266516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec67c-c526-4e10-af50-b5716c40d734 req-aa1cabe5-9e53-4484-8233-5d64af5b7f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:53.268406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-aa1cabe5-9e53-4484-8233-5d64af5b7f5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0456605 Nov 16 05:28:53.287248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec67c-c526-4e10-af50-b5716c40d734 req-902946b7-078d-43fb-a2af-d9b2b1fd14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:53.288780 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-902946b7-078d-43fb-a2af-d9b2b1fd14f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412550 Nov 16 05:28:53.315800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abec67c-c526-4e10-af50-b5716c40d734 req-e5c32ed5-7dfe-47c9-88fe-20d63aa43a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:53.317210 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-e5c32ed5-7dfe-47c9-88fe-20d63aa43a09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414302 Nov 16 05:28:53.382614 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-8d4bda4e-6d3b-4ae3-a074-22b8721e57ec service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865552 Nov 16 05:28:53.411889 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-146b6490-2512-4f39-b180-f7aa4204cc00 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872898 Nov 16 05:28:53.471255 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-0b4e1f75-5b98-4dc1-ba83-35ac20a771ae service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819635 Nov 16 05:28:53.507306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9abec67c-c526-4e10-af50-b5716c40d734 req-5ee3ac14-2b41-4da7-b8d1-2f7db691c501 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880437 Nov 16 05:28:53.944296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0fa87-8e66-463c-a8bb-7452308b090c req-b40faf59-49eb-4c41-8dc6-686fb586db4d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:53.945794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de0fa87-8e66-463c-a8bb-7452308b090c req-b40faf59-49eb-4c41-8dc6-686fb586db4d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 943 time: 0.0497460 Nov 16 05:28:53.992755 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8de0fa87-8e66-463c-a8bb-7452308b090c req-359a8510-5b27-4a94-ab70-6fa2b5304b79 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410466 Nov 16 05:28:54.185835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25c9054-80fe-4917-a71b-8efc768d8caa req-663bf6bb-9e1a-47eb-b238-924d49191119 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:54.187449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a25c9054-80fe-4917-a71b-8efc768d8caa req-663bf6bb-9e1a-47eb-b238-924d49191119 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 943 time: 0.0535572 Nov 16 05:28:54.196539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-66381119-7973-4899-8fae-2dafdf10e827 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:54.198091 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-66381119-7973-4899-8fae-2dafdf10e827 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127&tenant_id=3f03d3d67d7845b7bb9c6bf629183152&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 943 time: 0.0512555 Nov 16 05:28:54.235784 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a25c9054-80fe-4917-a71b-8efc768d8caa req-6cb5702c-a92a-4882-b007-1275b44e104b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417786 Nov 16 05:28:54.260898 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-932c4613-9adb-460b-83f2-b17133bf40b2 service neutron] delete failed (client error): The resource could not be found. Nov 16 05:28:54.261952 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-932c4613-9adb-460b-83f2-b17133bf40b2 service neutron] 10.222.0.15 "DELETE /v2.0/ports/66779c41-9601-49e3-bc6f-c3a26a16817b/bindings/n-h2-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0570443 Nov 16 05:28:54.342654 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-041fa666-9e76-48b0-a55e-2e28d3afa874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:54.344045 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-041fa666-9e76-48b0-a55e-2e28d3afa874 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 1094 time: 0.0402188 Nov 16 05:28:54.431813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-72519201-070f-498c-ba0e-1dcfc7376ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:54.433256 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-72519201-070f-498c-ba0e-1dcfc7376ae7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0826929 Nov 16 05:28:54.495721 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 66779c41-9601-49e3-bc6f-c3a26a16817b no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:28:54.500425 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-fd864f38-dda7-488a-bfbd-434a0de5b338 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 200 len: 999 time: 0.0603986 Nov 16 05:28:54.536768 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 66779c41-9601-49e3-bc6f-c3a26a16817b not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:28:54.548215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-ac226f51-db49-4ff3-b281-9aa586e95a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:54.549654 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-ac226f51-db49-4ff3-b281-9aa586e95a65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0432150 Nov 16 05:28:54.594508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-9f144427-7ba8-4ffc-b2e6-fd2991c09f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:54.595866 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-9f144427-7ba8-4ffc-b2e6-fd2991c09f90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395393 Nov 16 05:28:54.685083 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-d45b36b5-9659-48a6-bbc1-cd1bd9ef12f6 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822985 Nov 16 05:28:54.772031 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-157b2cd7-31e1-41d6-91a6-41c1bd6a9af7 req-5c52e908-72ee-42b4-9150-dd7296b3f227 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798607 Nov 16 05:28:55.365844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02d199-ef3c-45e2-a027-5dcfce7a5743 req-958bdcc0-c660-4a8b-910b-173256a55f2a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:55.368015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e02d199-ef3c-45e2-a027-5dcfce7a5743 req-958bdcc0-c660-4a8b-910b-173256a55f2a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 943 time: 0.0517242 Nov 16 05:28:55.416114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0e02d199-ef3c-45e2-a027-5dcfce7a5743 req-00ff8866-a3dc-42ec-934d-8f17b40bd920 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419092 Nov 16 05:28:55.484606 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 66779c41-9601-49e3-bc6f-c3a26a16817b details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:28:55.533459 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91950dcb-d64a-4991-ba5e-62475d005da9 req-dad7f4ca-ee03-4e10-b529-650ac65bf1ce tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:55.534964 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91950dcb-d64a-4991-ba5e-62475d005da9 req-dad7f4ca-ee03-4e10-b529-650ac65bf1ce tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 943 time: 0.0517645 Nov 16 05:28:55.577273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 66779c41-9601-49e3-bc6f-c3a26a16817b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=66779c41-9601-49e3-bc6f-c3a26a16817b,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:28:55.581995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91950dcb-d64a-4991-ba5e-62475d005da9 req-0e99df38-4391-4065-9d17-d421e118dfac tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404539 Nov 16 05:28:55.589158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'port_id': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'mac_address': 'fa:16:3e:e6:86:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:28:55.628182 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:55.800680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1383c6-734e-4d4b-b465-8f13895e3cc2 req-f41df29e-e37e-42cb-8621-42d4616b31b7 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:55.800950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66779c41-9601-49e3-bc6f-c3a26a16817b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:28:55.802358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a1383c6-734e-4d4b-b465-8f13895e3cc2 req-f41df29e-e37e-42cb-8621-42d4616b31b7 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 943 time: 0.0666268 Nov 16 05:28:55.820749 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 66779c41-9601-49e3-bc6f-c3a26a16817b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=66779c41-9601-49e3-bc6f-c3a26a16817b,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:28:55.825553 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:55.860429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66478b75-a7d4-4865-86b3-64c8c209517d req-9cc5d4c7-196b-4baf-8e5d-1599ae5d0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:55.862012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66478b75-a7d4-4865-86b3-64c8c209517d req-9cc5d4c7-196b-4baf-8e5d-1599ae5d0654 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 1094 time: 0.0774298 Nov 16 05:28:55.871532 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=66779c41-9601-49e3-bc6f-c3a26a16817b,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:28:55.878576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:55.878916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:55.879251 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:55.879579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:55.879902 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:55.880223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:55.880542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:55.880860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:55.881177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:55.881493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:55.881843 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:55.882337 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:28:55.884026 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a1383c6-734e-4d4b-b465-8f13895e3cc2 req-04047239-52c7-4777-b345-deac929035a9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638926 Nov 16 05:28:55.966086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66478b75-a7d4-4865-86b3-64c8c209517d req-86f01e96-4e94-4923-9472-48c049d53083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:55.967448 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66478b75-a7d4-4865-86b3-64c8c209517d req-86f01e96-4e94-4923-9472-48c049d53083 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0954931 Nov 16 05:28:56.043958 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66478b75-a7d4-4865-86b3-64c8c209517d req-811c9d0f-4b61-40e5-9dac-032b3d878c1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 200 len: 1000 time: 0.0679512 Nov 16 05:28:56.044207 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['66779c41-9601-49e3-bc6f-c3a26a16817b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:28:56.093261 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66478b75-a7d4-4865-86b3-64c8c209517d req-400fb9ed-8e38-48f5-9c9f-8b3b6f137c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:56.094723 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66478b75-a7d4-4865-86b3-64c8c209517d req-400fb9ed-8e38-48f5-9c9f-8b3b6f137c5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0434604 Nov 16 05:28:56.140891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66478b75-a7d4-4865-86b3-64c8c209517d req-da38a162-7b89-440d-896f-2fb3b4d2a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:56.142042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66478b75-a7d4-4865-86b3-64c8c209517d req-da38a162-7b89-440d-896f-2fb3b4d2a8af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398228 Nov 16 05:28:56.235260 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66478b75-a7d4-4865-86b3-64c8c209517d req-7f4c183d-21e0-44f9-81e5-a82c5d5ea474 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859628 Nov 16 05:28:56.323891 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66478b75-a7d4-4865-86b3-64c8c209517d req-f336cd13-364f-470d-a570-6540ffc67b06 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813413 Nov 16 05:28:57.001949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7be93-ac93-4efa-94b8-304320de46ef req-c2785892-4347-4a94-9f95-569c16d3d39e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:57.003437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66d7be93-ac93-4efa-94b8-304320de46ef req-c2785892-4347-4a94-9f95-569c16d3d39e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 944 time: 0.0484350 Nov 16 05:28:57.050640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66d7be93-ac93-4efa-94b8-304320de46ef req-fc9d57df-08f4-4675-b221-7549af89328a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410509 Nov 16 05:28:57.277004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1dfe-66ce-4b03-a77d-5fafae02dfae req-6ec78e29-2be6-42d9-bc95-02a359531784 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:57.278498 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34db1dfe-66ce-4b03-a77d-5fafae02dfae req-6ec78e29-2be6-42d9-bc95-02a359531784 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 944 time: 0.0509722 Nov 16 05:28:57.324873 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34db1dfe-66ce-4b03-a77d-5fafae02dfae req-80755792-4902-4275-beeb-9766c507def0 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404029 Nov 16 05:28:57.491075 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 66779c41-9601-49e3-bc6f-c3a26a16817b up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:28:57.538857 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 66779c41-9601-49e3-bc6f-c3a26a16817b completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:28:57.542682 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 66779c41-9601-49e3-bc6f-c3a26a16817b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:28:57.543046 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:57.616244 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:57.640511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:28:57.642736 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3cb78b-41f2-4772-a8dd-c3bbc860f86b" -d '{"events": [{"server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "name": "network-vif-plugged", "status": "completed", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:28:57.656003 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 66779c41-9601-49e3-bc6f-c3a26a16817b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=66779c41-9601-49e3-bc6f-c3a26a16817b,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:28:57.659875 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:57.682705 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7a134c-cef6-412b-811c-f7817bc37c7f x-openstack-request-id: req-dc7a134c-cef6-412b-811c-f7817bc37c7f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:28:57.682992 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "name": "network-vif-plugged", "status": "completed", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:28:57.683240 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc7a134c-cef6-412b-811c-f7817bc37c7f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:28:57.683624 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'code': 200} Nov 16 05:28:57.708294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=66779c41-9601-49e3-bc6f-c3a26a16817b,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:28:58.441038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205983e-8172-4719-84eb-16510a6b6275 req-8d6a8247-a2c5-458e-97d6-23bc9a8cc158 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:58.442524 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e205983e-8172-4719-84eb-16510a6b6275 req-8d6a8247-a2c5-458e-97d6-23bc9a8cc158 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0478539 Nov 16 05:28:58.498607 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e205983e-8172-4719-84eb-16510a6b6275 req-bfc8603d-7443-48d6-9c24-0cd3104ab5a7 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503359 Nov 16 05:28:58.537967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-c4405879-db45-4554-b6b9-9a4d54eaf9fb tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:28:58.540063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-c4405879-db45-4554-b6b9-9a4d54eaf9fb tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.37 "GET /v2.0/ports?device_id=aec6c5f0-c0cb-42e5-8489-14c18880c127 HTTP/1.1" status: 200 len: 945 time: 0.0542467 Nov 16 05:28:58.626403 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Deleting port 66779c41-9601-49e3-bc6f-c3a26a16817b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:28:58.626662 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:58.715450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] For port 66779c41-9601-49e3-bc6f-c3a26a16817b, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=66779c41-9601-49e3-bc6f-c3a26a16817b,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:28:58.715809 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:58.881032 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:58.881307 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:58.881623 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb disassociated. External IP: 172.25.0.126, port: 66779c41-9601-49e3-bc6f-c3a26a16817b. Nov 16 05:28:58.882012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Calling delete_port for 66779c41-9601-49e3-bc6f-c3a26a16817b owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:28:59.012221 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:59.040836 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event deleted for resources: {'Port': ['ID=66779c41-9601-49e3-bc6f-c3a26a16817b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:28:59.162291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:28:59.285069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:28:59.295248 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd183a-60e1-4e9f-ba98-41177bddb425 None None] Sync routers for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:28:59.305745 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd183a-60e1-4e9f-ba98-41177bddb425 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:28:59.306381 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9bfd183a-60e1-4e9f-ba98-41177bddb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:28:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:28:59.328232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] No DVR routers for this DVR port 66779c41-9601-49e3-bc6f-c3a26a16817b on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:28:59.331023 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:28:59.334581 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1d2a95b-158b-4c18-a18a-9c5df01a54fe req-d22f9349-e4e0-48d9-9187-c960cdb7ba7f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.37 "DELETE /v2.0/ports/66779c41-9601-49e3-bc6f-c3a26a16817b HTTP/1.1" status: 204 len: 173 time: 0.7886238 Nov 16 05:28:59.335057 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'name': 'network-vif-deleted', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:28:59.337463 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74f6950-699c-491b-aedc-99af0d3c7e08" -d '{"events": [{"server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "name": "network-vif-deleted", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:28:59.377418 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7586fa7f-fcb8-430f-9d26-a8b3426c8036 x-openstack-request-id: req-7586fa7f-fcb8-430f-9d26-a8b3426c8036 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:28:59.377718 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec6c5f0-c0cb-42e5-8489-14c18880c127", "name": "network-vif-deleted", "tag": "66779c41-9601-49e3-bc6f-c3a26a16817b", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:28:59.378006 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7586fa7f-fcb8-430f-9d26-a8b3426c8036 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:28:59.378415 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec6c5f0-c0cb-42e5-8489-14c18880c127', 'name': 'network-vif-deleted', 'tag': '66779c41-9601-49e3-bc6f-c3a26a16817b', 'status': 'completed', 'code': 200} Nov 16 05:28:59.419611 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9bfd183a-60e1-4e9f-ba98-41177bddb425 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:28:59.652067 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9bfd183a-60e1-4e9f-ba98-41177bddb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:28:59.687129 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd183a-60e1-4e9f-ba98-41177bddb425 None None] Checking router: 58998fca-dbb2-47b1-bcb9-6c7d247ba473 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:28:59.699442 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfd183a-60e1-4e9f-ba98-41177bddb425 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:28:59.700046 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9bfd183a-60e1-4e9f-ba98-41177bddb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:28:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:28:59.833854 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9bfd183a-60e1-4e9f-ba98-41177bddb425 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:28:59.907352 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-17adea4a-3a78-4edf-ba3d-7df0c8b4b443 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1762801033&fields=id&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 267 time: 0.0417216 Nov 16 05:29:00.018633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-ca33935c-af15-4414-9f90-675c3f5e01c3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:00.020122 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-ca33935c-af15-4414-9f90-675c3f5e01c3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 812 time: 0.1053653 Nov 16 05:29:00.027449 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9bfd183a-60e1-4e9f-ba98-41177bddb425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:29:00.035538 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-1e9c0a09-6f22-44e4-8b67-d7aeaa13d8b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/quotas/3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 375 time: 0.0089362 Nov 16 05:29:00.052789 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfd183a-60e1-4e9f-ba98-41177bddb425 None None] The sync data for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 is: [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:29:00.090023 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-ff4ed989-160a-4eca-a5ef-9557adc72267 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488031 Nov 16 05:29:00.251275 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-7721cc6c-da3f-47c5-83e9-13b3579c04b2 service neutron] 10.222.0.41 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493626 Nov 16 05:29:00.272507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dbac92-6a98-4871-8902-c0c8e30eb980 None None] New status for floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:29:00.343497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-4d30083d-b0e5-4a7c-973c-8c18b397f35c service neutron] 10.222.0.41 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849824 Nov 16 05:29:00.506365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b5accf3-349e-4883-863d-c45f0a8c351d req-ad99f3ed-dd63-4b5c-8078-d52d705ba6b3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 210 time: 0.0261075 Nov 16 05:29:01.398747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-cde260fe-3a24-4e0c-b2f1-eb2881cb3ec3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:01.400208 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-cde260fe-3a24-4e0c-b2f1-eb2881cb3ec3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 812 time: 0.1058524 Nov 16 05:29:01.461699 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-bf05f453-7bb3-4e5b-9237-134dad87dd37 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 380 time: 0.0529470 Nov 16 05:29:01.471368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Request body: {'port': {'device_id': 'b501c938-955e-4f5c-93c5-180a69242f98', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'admin_state_up': True, 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'security_groups': ['a8a180e1-e585-4331-bec6-6c6cc0ec427a']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:29:01.523945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 66779c41-9601-49e3-bc6f-c3a26a16817b no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:29:01.543856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 66779c41-9601-49e3-bc6f-c3a26a16817b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:29:01.544273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 66779c41-9601-49e3-bc6f-c3a26a16817b not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:29:01.584422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Made reservation on behalf of 3f03d3d67d7845b7bb9c6bf629183152 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:29:01.588477 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:01.608690 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c29b0eac-94f4-485b-91a9-1ba0b5e21c67 req-38fa4e89-2328-4ab8-9765-4ea49e68a44f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 210 time: 0.0308089 Nov 16 05:29:01.726822 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Allocated IP 172.20.0.6 (fd73d164-2076-4e1d-aef2-a3a9240ef2ee/c69d59bb-6b1c-4a8b-9d01-850ef713ac4a/4d11c1a9-3338-4b08-b3e7-c2962beb21b5) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:29:01.863888 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:01.895266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:01.939791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Network fd73d164-2076-4e1d-aef2-a3a9240ef2ee is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:29:01.945384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:29:01.949108 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:29:01.978166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event updated for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:29:01.992537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:29:01.992881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:29:01.993226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:29:01.993564 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:29:01.993926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:29:01.994262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:29:01.994590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:29:01.994917 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:29:01.995242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:29:01.995570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:29:01.995895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:29:01.996220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:29:02.014965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:02.015591 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:02.036132 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-b1bf2541-a69a-4dcd-b600-c542bde555b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681760 Nov 16 05:29:02.048267 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Request body: {'port': {'device_id': 'b501c938-955e-4f5c-93c5-180a69242f98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:29:02.103447 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:02.151742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0865aae6-3e52-4c39-b112-44265f83f8dc None None] Provisioning complete for port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:29:02.152121 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0865aae6-3e52-4c39-b112-44265f83f8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:02.184872 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0865aae6-3e52-4c39-b112-44265f83f8dc None None] Port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:29:02.362536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:29:02.370138 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:02.381750 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Transition to ACTIVE for port object 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:29:02.386144 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:02.436593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Pushing event updated for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:29:02.501453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Attempting to bind port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:29:02.501810 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Attempting to bind port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:29:02.502140 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Attempting to bind port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:29:02.506578 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:29:02.507478 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Attempting to bind port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:29:02.512665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:29:02.513006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Checking segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:29:02.513389 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Bound using segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:29:02.513852 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Bound port: 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:29:02.514215 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:02.896002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:29:02.899228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:29:02.903412 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:02.939583 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:02.940213 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:02.941616 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] 10.222.0.15 "PUT /v2.0/ports/4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 1091 time: 0.8977029 Nov 16 05:29:02.942101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:29:02.944376 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb53a914-eb29-49a9-b9ef-65f12c943187" -d '{"events": [{"name": "network-changed", "server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:29:02.968150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2771b-6357-45f1-9994-e5e9ed3f1b6f service neutron] Pushing event updated for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:29:03.029899 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479a79de-c4a4-460f-b85d-ff85b39d0016 x-openstack-request-id: req-479a79de-c4a4-460f-b85d-ff85b39d0016 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:29:03.030193 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:29:03.030458 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-479a79de-c4a4-460f-b85d-ff85b39d0016 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:29:03.030844 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'status': 'completed', 'code': 200} Nov 16 05:29:03.050274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-9960cdc1-b059-425e-994c-e51c24ee2e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:03.051826 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-9960cdc1-b059-425e-994c-e51c24ee2e16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1094 time: 0.0489948 Nov 16 05:29:03.093197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7b700-cbff-4893-9d78-a01751813652 req-3f24fce0-7c86-430e-8d1f-9159e9d0f068 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:03.094781 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5b7b700-cbff-4893-9d78-a01751813652 req-3f24fce0-7c86-430e-8d1f-9159e9d0f068 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 943 time: 0.4142313 Nov 16 05:29:03.098189 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-6abe3966-b3b3-4864-a1c2-05a50a962021 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 217 time: 0.0384095 Nov 16 05:29:03.145298 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5b7b700-cbff-4893-9d78-a01751813652 req-27bf6bea-6e93-4abe-ab05-9d9e25b9d6d5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435600 Nov 16 05:29:03.148891 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-2bed0184-306a-4753-a63c-30a27370d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:03.150286 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-2bed0184-306a-4753-a63c-30a27370d252 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0445538 Nov 16 05:29:03.194315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-f837c3fc-4408-4872-aeb3-6c065b6c7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:03.195735 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-f837c3fc-4408-4872-aeb3-6c065b6c7c6b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386915 Nov 16 05:29:03.285056 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-73e32d38-f6ab-4c67-a9ae-209a8b02f308 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823309 Nov 16 05:29:03.379581 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-48f7c540-bf10-41b3-a758-9925f467eb00 req-4560612c-0b17-42ea-96f5-b55492fbb787 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870094 Nov 16 05:29:03.464016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a914-eb29-49a9-b9ef-65f12c943187 req-2fb0ca38-4bca-4145-8fcf-2209325ebc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:03.465368 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-eb53a914-eb29-49a9-b9ef-65f12c943187 req-2fb0ca38-4bca-4145-8fcf-2209325ebc38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1094 time: 0.0399702 Nov 16 05:29:03.553974 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a914-eb29-49a9-b9ef-65f12c943187 req-39a2d2d1-3395-4191-869f-a5d8e3235398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:03.555394 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-eb53a914-eb29-49a9-b9ef-65f12c943187 req-39a2d2d1-3395-4191-869f-a5d8e3235398 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0838399 Nov 16 05:29:03.596301 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-eb53a914-eb29-49a9-b9ef-65f12c943187 req-f813bb45-a136-4eb3-9f79-ff326b1e63ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 217 time: 0.0341661 Nov 16 05:29:03.648612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a914-eb29-49a9-b9ef-65f12c943187 req-bdc5a7ef-114d-4a6b-9bee-3aab89d8ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:03.649999 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-eb53a914-eb29-49a9-b9ef-65f12c943187 req-bdc5a7ef-114d-4a6b-9bee-3aab89d8ada2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0452983 Nov 16 05:29:03.698205 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53a914-eb29-49a9-b9ef-65f12c943187 req-d414adec-3bea-4f3d-9e3b-8768f222c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:03.699914 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-eb53a914-eb29-49a9-b9ef-65f12c943187 req-d414adec-3bea-4f3d-9e3b-8768f222c9ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400417 Nov 16 05:29:03.791585 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-eb53a914-eb29-49a9-b9ef-65f12c943187 req-0785ce6a-86ff-45ee-86f6-dd2e0817990c service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842512 Nov 16 05:29:03.885242 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-eb53a914-eb29-49a9-b9ef-65f12c943187 req-f7d17d8b-2869-4bcd-877c-cc5a98563929 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868180 Nov 16 05:29:04.260928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca53508-8c67-4fad-be0e-98dcb9ccb388 req-3c5a16b8-7d50-4eac-9dd4-47c68b5236d8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:04.262466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ca53508-8c67-4fad-be0e-98dcb9ccb388 req-3c5a16b8-7d50-4eac-9dd4-47c68b5236d8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 943 time: 0.0481527 Nov 16 05:29:04.309549 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3ca53508-8c67-4fad-be0e-98dcb9ccb388 req-f078177a-7676-4521-819f-7d7d52055612 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411880 Nov 16 05:29:05.423841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3cd4d-1fc2-4875-91b7-ffae8813181a req-9b90701d-3263-4126-9536-8844752f6d05 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:05.425282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4f3cd4d-1fc2-4875-91b7-ffae8813181a req-9b90701d-3263-4126-9536-8844752f6d05 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 943 time: 0.0499792 Nov 16 05:29:05.471703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4f3cd4d-1fc2-4875-91b7-ffae8813181a req-b84f4b56-d69a-418a-be5f-216328636bbe tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399930 Nov 16 05:29:06.558055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:29:06.586463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be82b35-07b2-414f-ba3b-2195b57fd5fc req-0db6664a-2283-41b7-91ec-353a44da7198 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:06.587939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8be82b35-07b2-414f-ba3b-2195b57fd5fc req-0db6664a-2283-41b7-91ec-353a44da7198 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 943 time: 0.0493677 Nov 16 05:29:06.641372 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8be82b35-07b2-414f-ba3b-2195b57fd5fc req-0f491256-f8ae-44c6-9ecc-7ee02b33e272 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474904 Nov 16 05:29:06.665619 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:29:06.678290 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'port_id': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'mac_address': 'fa:16:3e:1a:67:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:29:06.718381 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:06.731567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:29:06.751274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:29:06.755137 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:06.801287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:29:06.965977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['4d11c1a9-3338-4b08-b3e7-c2962beb21b5'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:29:07.754154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7696cde-5303-4415-b598-8b1a89a322eb req-e36aa27a-4843-40f2-8ddb-719af7da56a8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:07.755619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7696cde-5303-4415-b598-8b1a89a322eb req-e36aa27a-4843-40f2-8ddb-719af7da56a8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 944 time: 0.0474060 Nov 16 05:29:07.805709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7696cde-5303-4415-b598-8b1a89a322eb req-9ef7cdcb-a074-4cca-a5f2-cebbf232ae63 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441763 Nov 16 05:29:08.063685 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-54efc370-0c9a-4e7f-abcb-64d255097d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:08.559018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:29:08.611639 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:29:08.615223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:29:08.615598 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:08.689977 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:08.711133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:29:08.713337 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c345fe-a452-40c5-a12b-89b1dfbd5185" -d '{"events": [{"server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "name": "network-vif-plugged", "status": "completed", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:29:08.726285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:29:08.730551 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:08.757021 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb0e366-204a-4c1f-8af8-9c20106f800f x-openstack-request-id: req-deb0e366-204a-4c1f-8af8-9c20106f800f {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:29:08.757318 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "name": "network-vif-plugged", "status": "completed", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:29:08.757574 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-deb0e366-204a-4c1f-8af8-9c20106f800f {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:29:08.757994 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'code': 200} Nov 16 05:29:08.782047 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:29:08.851180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca9114-33d2-49e2-a321-e98f52a86d94 req-fe399659-198b-43f4-ad4f-0dfdba4b8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:08.852743 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e3ca9114-33d2-49e2-a321-e98f52a86d94 req-fe399659-198b-43f4-ad4f-0dfdba4b8cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1096 time: 0.0414581 Nov 16 05:29:08.896741 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e3ca9114-33d2-49e2-a321-e98f52a86d94 req-ec63c564-30f0-4ef0-bd73-85a8eac344bc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372725 Nov 16 05:29:08.918760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1a07b-09e0-47b5-92a3-7a3006850f5c req-3c4aa49e-fcec-4019-9f29-9080b1193085 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:08.920233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20f1a07b-09e0-47b5-92a3-7a3006850f5c req-3c4aa49e-fcec-4019-9f29-9080b1193085 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0473714 Nov 16 05:29:08.969153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20f1a07b-09e0-47b5-92a3-7a3006850f5c req-e0bc0041-3d4a-4589-bf9a-5a917089f0d4 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430331 Nov 16 05:29:10.088163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63eb3a0-41ae-48ff-a4d9-2a8de6f7c8cc req-3cce438a-cdfd-4c8f-a320-7f11b20d7a5c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:10.089557 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a63eb3a0-41ae-48ff-a4d9-2a8de6f7c8cc req-3cce438a-cdfd-4c8f-a320-7f11b20d7a5c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0480754 Nov 16 05:29:10.135929 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a63eb3a0-41ae-48ff-a4d9-2a8de6f7c8cc req-3c5fb901-788c-42b6-a9d2-b5c55e404bc7 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405233 Nov 16 05:29:10.243288 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c40793a-b867-4014-afe7-c873034e4bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:10.252946 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b540d06-2a41-4261-bb7c-0a82e0c89f54 req-94ae09f8-6063-4045-86bf-7bad6d36421c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:10.254439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4b540d06-2a41-4261-bb7c-0a82e0c89f54 req-94ae09f8-6063-4045-86bf-7bad6d36421c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0546601 Nov 16 05:29:10.263121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60018) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:29:10.267382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-fca5d112-e1e7-4f0c-b9ea-87155d57e0db tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Request body: {'floatingip': {'port_id': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:29:10.306266 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fca5d112-e1e7-4f0c-b9ea-87155d57e0db tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:10.716974 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fca5d112-e1e7-4f0c-b9ea-87155d57e0db tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:10.720579 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fca5d112-e1e7-4f0c-b9ea-87155d57e0db tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:10.820068 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-fca5d112-e1e7-4f0c-b9ea-87155d57e0db tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb associated. External IP: 172.25.0.126, port: 4d11c1a9-3338-4b08-b3e7-c2962beb21b5. Nov 16 05:29:11.024603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca5d112-e1e7-4f0c-b9ea-87155d57e0db tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:29:11.133142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca5d112-e1e7-4f0c-b9ea-87155d57e0db tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:29:11.138286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fca5d112-e1e7-4f0c-b9ea-87155d57e0db tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:11.145169 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854ad2c-7708-4088-a3bc-e559ac5bddc4 None None] Sync routers for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:29:11.157337 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854ad2c-7708-4088-a3bc-e559ac5bddc4 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:29:11.158047 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8854ad2c-7708-4088-a3bc-e559ac5bddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:29:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:29:11.166794 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fca5d112-e1e7-4f0c-b9ea-87155d57e0db tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "PUT /v2.0/floatingips/3ce115ce-da66-40cf-addf-bca924bcbbeb HTTP/1.1" status: 200 len: 991 time: 0.9020362 Nov 16 05:29:11.167394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:29:11.169622 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e841928d-b1f3-400d-88e9-675ac33e298a" -d '{"events": [{"name": "network-changed", "server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:29:11.219620 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5704c5-80fd-4423-805b-c777bc5f9d46 x-openstack-request-id: req-4a5704c5-80fd-4423-805b-c777bc5f9d46 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:29:11.219942 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:29:11.220166 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a5704c5-80fd-4423-805b-c777bc5f9d46 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:29:11.220566 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'status': 'completed', 'code': 200} Nov 16 05:29:11.277669 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-8854ad2c-7708-4088-a3bc-e559ac5bddc4 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:29:11.292981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841928d-b1f3-400d-88e9-675ac33e298a req-2a522728-da43-4f96-8a8b-cf58b35c0fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:11.296749 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e841928d-b1f3-400d-88e9-675ac33e298a req-2a522728-da43-4f96-8a8b-cf58b35c0fc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1096 time: 0.0543482 Nov 16 05:29:11.394721 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841928d-b1f3-400d-88e9-675ac33e298a req-b7c3ba05-c90f-4fd4-a1b4-ade82a5e1e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:11.397179 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e841928d-b1f3-400d-88e9-675ac33e298a req-b7c3ba05-c90f-4fd4-a1b4-ade82a5e1e17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0925925 Nov 16 05:29:11.467205 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e841928d-b1f3-400d-88e9-675ac33e298a req-80cf48b6-1176-44c1-9af6-8d11be2e281b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 999 time: 0.0643797 Nov 16 05:29:11.517926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841928d-b1f3-400d-88e9-675ac33e298a req-14dd6059-de12-46b0-aeba-4eedae5206cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:11.519416 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e841928d-b1f3-400d-88e9-675ac33e298a req-14dd6059-de12-46b0-aeba-4eedae5206cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0459726 Nov 16 05:29:11.564504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841928d-b1f3-400d-88e9-675ac33e298a req-6eb5897a-2f00-434f-af03-30cd05863c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:29:11.565917 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e841928d-b1f3-400d-88e9-675ac33e298a req-6eb5897a-2f00-434f-af03-30cd05863c57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400298 Nov 16 05:29:11.597976 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8854ad2c-7708-4088-a3bc-e559ac5bddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '3ce115ce-da66-40cf-addf-bca924bcbbeb', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'port_id': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'mac_address': 'fa:16:3e:1a:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b501c938-955e-4f5c-93c5-180a69242f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:24:35Z', 'updated_at': '2021-11-16T05:29:10Z', 'revision_number': 9, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:29:11.624154 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854ad2c-7708-4088-a3bc-e559ac5bddc4 None None] Checking router: 58998fca-dbb2-47b1-bcb9-6c7d247ba473 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:29:11.632960 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8854ad2c-7708-4088-a3bc-e559ac5bddc4 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:29:11.633648 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8854ad2c-7708-4088-a3bc-e559ac5bddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:29:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:29:11.656851 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e841928d-b1f3-400d-88e9-675ac33e298a req-c108d091-9374-400a-8f86-4297ef589e76 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835576 Nov 16 05:29:11.745112 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-8854ad2c-7708-4088-a3bc-e559ac5bddc4 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:29:11.746230 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e841928d-b1f3-400d-88e9-675ac33e298a req-3d3d7614-56c5-4fae-9430-ec8a89d9d909 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822296 Nov 16 05:29:11.969734 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-8854ad2c-7708-4088-a3bc-e559ac5bddc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '3ce115ce-da66-40cf-addf-bca924bcbbeb', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'port_id': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'mac_address': 'fa:16:3e:1a:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b501c938-955e-4f5c-93c5-180a69242f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:24:35Z', 'updated_at': '2021-11-16T05:29:10Z', 'revision_number': 9, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:29:11.995141 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8854ad2c-7708-4088-a3bc-e559ac5bddc4 None None] The sync data for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 is: [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '3ce115ce-da66-40cf-addf-bca924bcbbeb', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'port_id': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'mac_address': 'fa:16:3e:1a:67:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b501c938-955e-4f5c-93c5-180a69242f98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:24:35Z', 'updated_at': '2021-11-16T05:29:10Z', 'revision_number': 9, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:29:12.056981 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:12.207217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c24cda-4e05-42c7-a831-63d1e5b6901c None None] New status for floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:29:13.414438 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:13.766405 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:16.630747 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:18.731239 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:24.462475 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:29:38.065094 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55191d0c-b531-4e06-b290-6fbd041e0993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:40.245603 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-691a645e-9bba-4d64-b978-c72d22861f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:42.057790 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:43.416811 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:43.768259 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:46.630675 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:29:48.742384 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:01.460869 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:30:06.136791 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-1640579c-27f4-45b6-ac4e-0a0b1bd00a32 req-8f019ecd-e7cf-4896-89f9-8a99f87773b5 service neutron] (102660) timed out ('10.222.0.41', 56754) {{(pid=102660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 05:30:08.067355 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10b57e3d-f9c2-4d04-b61b-85779c83f869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:10.246834 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-39aed003-87f3-4edf-8b26-45b8c5c7fe5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:10.694926 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-42765686-da99-4671-be7a-9a9d344f078d req-440ffb8c-6e57-456a-a7bc-541fe082f9e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388970 Nov 16 05:30:10.779962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765686-da99-4671-be7a-9a9d344f078d req-ce4b50e0-57c3-4b4c-b9c8-7a984f54c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:10.781468 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-42765686-da99-4671-be7a-9a9d344f078d req-ce4b50e0-57c3-4b4c-b9c8-7a984f54c73f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1096 time: 0.0455937 Nov 16 05:30:10.882509 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765686-da99-4671-be7a-9a9d344f078d req-c13a2262-c2c8-4c98-8da1-ad5fd067d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:10.883957 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-42765686-da99-4671-be7a-9a9d344f078d req-c13a2262-c2c8-4c98-8da1-ad5fd067d42d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0833116 Nov 16 05:30:10.951692 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-42765686-da99-4671-be7a-9a9d344f078d req-6cfecfc1-a108-4436-ac94-d72381b9568d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 1002 time: 0.0597010 Nov 16 05:30:10.999143 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765686-da99-4671-be7a-9a9d344f078d req-feb6a63a-7dfd-4bae-a749-e8957437d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:11.000551 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-42765686-da99-4671-be7a-9a9d344f078d req-feb6a63a-7dfd-4bae-a749-e8957437d650 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0422666 Nov 16 05:30:11.045491 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42765686-da99-4671-be7a-9a9d344f078d req-bc887645-61e9-46c5-911d-d6e8c30a709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:11.046976 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-42765686-da99-4671-be7a-9a9d344f078d req-bc887645-61e9-46c5-911d-d6e8c30a709e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393863 Nov 16 05:30:11.137824 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-42765686-da99-4671-be7a-9a9d344f078d req-7cc831af-8589-4ab9-80c7-b6b6d9335bd6 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835602 Nov 16 05:30:11.224750 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-42765686-da99-4671-be7a-9a9d344f078d req-248d8ac3-d1bd-4992-97d6-1e0e30b84c03 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801785 Nov 16 05:30:12.061585 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:13.418327 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:13.769716 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:16.620340 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:18.740937 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:38.069579 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cb27a364-b586-42d7-82c3-cb86a139cdb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:38.461353 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:30:40.248057 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63dc5f72-788e-4ad7-82b8-e971ebd8bf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:42.064982 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:43.420669 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:43.774378 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:46.628878 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:47.407109 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-2bb590b3-ba5d-46aa-8c27-641e5070c1e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402489 Nov 16 05:30:47.431533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3e497-d1a4-4fb4-b6b3-d64625ecaa77 req-7e679ba9-c015-43ae-90d8-9f939a1502d4 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:47.433042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ccb3e497-d1a4-4fb4-b6b3-d64625ecaa77 req-7e679ba9-c015-43ae-90d8-9f939a1502d4 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0552280 Nov 16 05:30:47.482311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ccb3e497-d1a4-4fb4-b6b3-d64625ecaa77 req-1ab7004a-63aa-4bf6-a142-2e200d5e5f38 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 Nov 16 05:30:48.451511 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-af59b229-c461-4907-b42b-acd19d42c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:48.453533 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-af59b229-c461-4907-b42b-acd19d42c5f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1096 time: 0.0444434 Nov 16 05:30:48.545676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-20838b7c-37a2-473f-8efa-8ff9e3105b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:48.547283 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-20838b7c-37a2-473f-8efa-8ff9e3105b0f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0874350 Nov 16 05:30:48.600579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb47190-07b2-40bf-b417-dbd3238698a6 req-bc200e60-38dd-4a48-92fc-fe5389cdd84a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:48.602098 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fb47190-07b2-40bf-b417-dbd3238698a6 req-bc200e60-38dd-4a48-92fc-fe5389cdd84a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0489984 Nov 16 05:30:48.618168 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-ce12fdf7-6c1c-4292-a6b0-f9207879a048 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 1002 time: 0.0629604 Nov 16 05:30:48.649920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fb47190-07b2-40bf-b417-dbd3238698a6 req-7a7521c1-e58a-4d3a-894e-fa226ea42581 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 Nov 16 05:30:48.666996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-1ad6f5d6-bfe0-4c91-988c-945c3c617b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:48.668459 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-1ad6f5d6-bfe0-4c91-988c-945c3c617b26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0441668 Nov 16 05:30:48.713048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-07c7f7cd-a2ae-4540-a5af-67f44a6d02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:48.714449 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-07c7f7cd-a2ae-4540-a5af-67f44a6d02bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398114 Nov 16 05:30:48.768254 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:30:48.806582 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-4c3a145f-968c-4cf9-b327-d9ba81309917 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844498 Nov 16 05:30:48.895622 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-4c4e32c1-a9b2-4e64-9682-ea51bcd53156 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817626 Nov 16 05:30:49.769455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207b70a-1de9-40df-bf1a-6b89878f4149 req-b022777f-c6da-4a8b-a234-512c864d62e5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:49.770946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b207b70a-1de9-40df-bf1a-6b89878f4149 req-b022777f-c6da-4a8b-a234-512c864d62e5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0519278 Nov 16 05:30:49.817024 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b207b70a-1de9-40df-bf1a-6b89878f4149 req-fb3983f9-e0d4-4676-b928-db8a63fdce50 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 Nov 16 05:30:50.938376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bf9d0-65a9-451d-a3e5-a4ffa12c50b5 req-a99e2ada-5d58-49fd-b1ef-f8de4667a6b5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:50.940114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c82bf9d0-65a9-451d-a3e5-a4ffa12c50b5 req-a99e2ada-5d58-49fd-b1ef-f8de4667a6b5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0541904 Nov 16 05:30:50.986644 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c82bf9d0-65a9-451d-a3e5-a4ffa12c50b5 req-e00eb2a7-1b40-4ab7-a3b8-aaa814ba72d8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406959 Nov 16 05:30:52.102575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106321e7-a5ae-4fe5-9f10-2448acb7e1f5 req-3c214a4c-3665-4bd0-9a0f-e9eeb2e6d9c5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:52.104025 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-106321e7-a5ae-4fe5-9f10-2448acb7e1f5 req-3c214a4c-3665-4bd0-9a0f-e9eeb2e6d9c5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0479915 Nov 16 05:30:52.153679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-106321e7-a5ae-4fe5-9f10-2448acb7e1f5 req-973023e5-aa96-4041-b91f-5fd4c04458b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432055 Nov 16 05:30:53.272818 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21211f91-6f05-4107-b9a7-fb162269e476 req-8d07cec7-16ea-41b3-9388-449ab5eb977c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:53.274256 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21211f91-6f05-4107-b9a7-fb162269e476 req-8d07cec7-16ea-41b3-9388-449ab5eb977c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0509753 Nov 16 05:30:53.321558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21211f91-6f05-4107-b9a7-fb162269e476 req-a9678953-f829-463c-86ad-284c06dc48da tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413685 Nov 16 05:30:54.435908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa391500-6dcb-4ec3-ae92-83bdeaed86c3 req-9757cd14-ac21-4788-80bb-2d544e9a6eef tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:54.437946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa391500-6dcb-4ec3-ae92-83bdeaed86c3 req-9757cd14-ac21-4788-80bb-2d544e9a6eef tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0488243 Nov 16 05:30:54.483896 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aa391500-6dcb-4ec3-ae92-83bdeaed86c3 req-bbdeaa07-9f8e-4253-853f-cd5860905d6a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391510 Nov 16 05:30:55.601341 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0339d-6581-4ebd-ba75-9549fe6bacd8 req-af6f9560-ac05-4102-8ed8-55fc805e7402 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:55.602756 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45a0339d-6581-4ebd-ba75-9549fe6bacd8 req-af6f9560-ac05-4102-8ed8-55fc805e7402 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0520699 Nov 16 05:30:55.650805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45a0339d-6581-4ebd-ba75-9549fe6bacd8 req-be52c321-70af-47e4-887c-9f147b1f9deb tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421934 Nov 16 05:30:56.764516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17016db1-c0c8-44d0-8d78-ab0391c4c7e7 req-90039feb-f452-4346-a5cc-2c84bf062b8d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:56.766580 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17016db1-c0c8-44d0-8d78-ab0391c4c7e7 req-90039feb-f452-4346-a5cc-2c84bf062b8d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0489910 Nov 16 05:30:56.814077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17016db1-c0c8-44d0-8d78-ab0391c4c7e7 req-b6a97ea0-e2c6-43b5-813f-2a0527d12ada tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413809 Nov 16 05:30:57.932144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee65f9-1614-4ac0-a9a8-293542321344 req-aa677139-e1ee-404f-b039-7ebc06ee83ba tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:57.933608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fee65f9-1614-4ac0-a9a8-293542321344 req-aa677139-e1ee-404f-b039-7ebc06ee83ba tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0519261 Nov 16 05:30:57.980424 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fee65f9-1614-4ac0-a9a8-293542321344 req-4bc57da8-dd0e-4dc8-b0e9-6ef258fc888d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406857 Nov 16 05:30:59.095575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98841eb-779d-4ef5-b090-90807fb1271d req-b070b201-d82b-4d18-878e-7047e137dc5f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:30:59.097056 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e98841eb-779d-4ef5-b090-90807fb1271d req-b070b201-d82b-4d18-878e-7047e137dc5f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0488427 Nov 16 05:30:59.143744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e98841eb-779d-4ef5-b090-90807fb1271d req-af31de87-7151-4bdd-9f44-77fdf39d9866 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408366 Nov 16 05:31:00.262108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f641456b-2196-45ed-8749-9e23ad13a0ab req-704150df-9698-4c11-966e-dd1347b3a0b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:00.263589 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f641456b-2196-45ed-8749-9e23ad13a0ab req-704150df-9698-4c11-966e-dd1347b3a0b8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0517945 Nov 16 05:31:00.320534 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f641456b-2196-45ed-8749-9e23ad13a0ab req-ae9b9494-582f-45c7-94fe-0fa289fc8bf5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500474 Nov 16 05:31:00.756299 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-6116c0d3-820a-40d7-8bfd-c12d545709c3 service neutron] show failed (client error): The resource could not be found. Nov 16 05:31:00.757354 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-6116c0d3-820a-40d7-8bfd-c12d545709c3 service neutron] 10.222.0.15 "GET /v2.0/ports/4d11c1a9-3338-4b08-b3e7-c2962beb21b5/bindings/n-h1-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0548244 Nov 16 05:31:01.003884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-5ed30a26-8466-47d7-bd04-0de3796c93a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:01.005334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-5ed30a26-8466-47d7-bd04-0de3796c93a3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 1096 time: 0.0916262 Nov 16 05:31:01.017320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:31:01.067483 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:01.269867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:31:01.301299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:31:01.340103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:31:01.342351 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c5dcfe-ba8b-496f-873f-b61ac441fd2a" -d '{"events": [{"server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "name": "network-vif-unplugged", "status": "completed", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:31:01.346391 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:01.359942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Transition to ACTIVE for port object 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:31:01.365976 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:01.396554 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c911d195-60c1-4074-9a36-78d5cb6b0adc x-openstack-request-id: req-c911d195-60c1-4074-9a36-78d5cb6b0adc {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:31:01.396846 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "name": "network-vif-unplugged", "status": "completed", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:31:01.397097 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c911d195-60c1-4074-9a36-78d5cb6b0adc {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:31:01.397490 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'code': 200} Nov 16 05:31:01.447926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Pushing event updated for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:01.490134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:01.490477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:01.490817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:01.491147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:01.491487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:01.491796 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:01.492119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:01.492439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:01.492760 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:01.493078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:01.493395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:01.493710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:01.514602 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dd2b6-625f-4c12-813b-55b13300d36a req-5224944e-2899-4eba-9ecb-6135a56e055e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:01.516146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a0dd2b6-625f-4c12-813b-55b13300d36a req-5224944e-2899-4eba-9ecb-6135a56e055e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 943 time: 0.1178775 Nov 16 05:31:01.562317 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] No DVR routers for this DVR port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:31:01.652909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5a0dd2b6-625f-4c12-813b-55b13300d36a req-8bbe62e3-3e4b-4590-a952-660293628937 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292844 Nov 16 05:31:01.712693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Attempting to bind port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:31:01.712948 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Attempting to bind port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:31:01.713267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Attempting to bind port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:31:01.717359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:31:01.717734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Attempting to bind port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:31:01.723016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:31:01.723349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Checking segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:31:01.723727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Bound using segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:31:01.724141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Bound port: 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:31:01.724482 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:01.788388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:31:01.791343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:31:01.794941 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:01.828964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:01.829589 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:01.831000 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] 10.222.0.37 "PUT /v2.0/ports/4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 1091 time: 0.8182037 Nov 16 05:31:01.854429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda6604-5db7-4e84-a1ad-06b30b8fc007 service neutron] Pushing event updated for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:01.899106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-f5feb114-76e3-4e6f-96ea-65105d5da523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:01.901586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-f5feb114-76e3-4e6f-96ea-65105d5da523 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1094 time: 0.0435534 Nov 16 05:31:01.999004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-1e4521b1-ee79-4f82-8c39-3788f7340610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:02.000493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-1e4521b1-ee79-4f82-8c39-3788f7340610 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0917265 Nov 16 05:31:02.066532 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-e4b9a776-2048-458f-b964-cfb212f6426f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 1000 time: 0.0580533 Nov 16 05:31:02.113742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-a3898fc2-32e0-4402-9222-ca067bcab7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:02.115137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-a3898fc2-32e0-4402-9222-ca067bcab7c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0423722 Nov 16 05:31:02.163062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-0ebd2284-cbad-4cb2-88a1-2f8c2ef4b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:02.164550 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-0ebd2284-cbad-4cb2-88a1-2f8c2ef4b86c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429239 Nov 16 05:31:02.252066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-55f628c4-1f42-4ae0-94d2-b251fb9e10fa service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803652 Nov 16 05:31:02.345601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f92e9e33-0ea3-4583-9a66-1543ea19fd7a req-de0bdb43-1719-4e61-a4af-8a975b5f5e5b service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858507 Nov 16 05:31:02.775012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328819ca-a29d-4173-883f-61d6b76d5637 req-153030e0-dfbc-468d-97a6-989e5bd5f2eb tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:02.776529 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-328819ca-a29d-4173-883f-61d6b76d5637 req-153030e0-dfbc-468d-97a6-989e5bd5f2eb tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 943 time: 0.0541770 Nov 16 05:31:02.824092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-328819ca-a29d-4173-883f-61d6b76d5637 req-14abfbe3-66f5-434f-b6ee-56c3c8794917 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409167 Nov 16 05:31:03.398244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:31:03.400618 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977ab996-558a-4676-b08c-73e8b697f361" -d '{"events": [{"name": "network-changed", "server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:31:03.449720 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e583218-0f29-479d-8f0b-796ade9f9e45 x-openstack-request-id: req-5e583218-0f29-479d-8f0b-796ade9f9e45 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:31:03.450047 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:31:03.450848 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e583218-0f29-479d-8f0b-796ade9f9e45 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:31:03.451285 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'status': 'completed', 'code': 200} Nov 16 05:31:03.512220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ab996-558a-4676-b08c-73e8b697f361 req-821acd5f-d67c-43ab-a63e-e943bbc9aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:03.513722 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-821acd5f-d67c-43ab-a63e-e943bbc9aa59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1094 time: 0.0462384 Nov 16 05:31:03.516138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ab996-558a-4676-b08c-73e8b697f361 req-f9deeffe-f7aa-4145-979c-f711db45f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:03.517653 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-f9deeffe-f7aa-4145-979c-f711db45f4d0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1094 time: 0.0402679 Nov 16 05:31:03.604156 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ab996-558a-4676-b08c-73e8b697f361 req-1fc36ad2-1eb9-42fc-acd8-82aacabc4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:03.605568 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-1fc36ad2-1eb9-42fc-acd8-82aacabc4c51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0843449 Nov 16 05:31:03.612103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ab996-558a-4676-b08c-73e8b697f361 req-0f050039-f932-473a-a65e-7ea98f429457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:03.613541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-0f050039-f932-473a-a65e-7ea98f429457 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0882924 Nov 16 05:31:03.673652 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-12aa8c10-5133-4bae-b0af-4224ec9a6d7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 1000 time: 0.0605261 Nov 16 05:31:03.677550 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-2d980ea0-8c8b-4d5f-bfb9-1507f3d716f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 1000 time: 0.0565031 Nov 16 05:31:03.722237 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ab996-558a-4676-b08c-73e8b697f361 req-8a1a2d8b-80a1-4be4-b2fe-3fc65325251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:03.723688 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-8a1a2d8b-80a1-4be4-b2fe-3fc65325251d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0436296 Nov 16 05:31:03.730925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ab996-558a-4676-b08c-73e8b697f361 req-92d37a6f-bc60-4cee-8d2e-fd20c59d96d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:03.732356 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-92d37a6f-bc60-4cee-8d2e-fd20c59d96d8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0472310 Nov 16 05:31:03.769644 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ab996-558a-4676-b08c-73e8b697f361 req-e5efb605-55a0-47e7-b9c7-e7d37c918be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:03.771183 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-e5efb605-55a0-47e7-b9c7-e7d37c918be0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408888 Nov 16 05:31:03.779601 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ab996-558a-4676-b08c-73e8b697f361 req-13afbaaa-c042-4ceb-8d09-58b5d70869ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:03.781681 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-13afbaaa-c042-4ceb-8d09-58b5d70869ec service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416422 Nov 16 05:31:03.871711 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-e97fae67-d67a-4f2a-ab0f-c65b5ef3d498 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937212 Nov 16 05:31:03.923915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-917b3e43-f154-4b9a-a2d7-0a4a00eb33c4 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206665 Nov 16 05:31:03.972978 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-f6e05e25-4913-4d43-93eb-292e2b2517ed service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938461 Nov 16 05:31:04.005748 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8e867-014d-41f9-a1d8-6e6fcef841f3 req-88361d49-c2f3-4b6d-a108-1beb53f332db tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:04.007236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01a8e867-014d-41f9-a1d8-6e6fcef841f3 req-88361d49-c2f3-4b6d-a108-1beb53f332db tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 943 time: 0.0984488 Nov 16 05:31:04.070246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-977ab996-558a-4676-b08c-73e8b697f361 req-ba0593c9-49bc-475a-95b6-4f66808f258e service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327682 Nov 16 05:31:04.077820 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-01a8e867-014d-41f9-a1d8-6e6fcef841f3 req-402e7dc9-9e8e-4aa1-9c1f-4a78789f9e10 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640516 Nov 16 05:31:05.026288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:31:05.064205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:31:05.197123 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6b32d-71f7-453a-bb75-0b5666ed050d req-a46778ed-59ad-4779-ae99-0c6c2eb1a244 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:05.198601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbd6b32d-71f7-453a-bb75-0b5666ed050d req-a46778ed-59ad-4779-ae99-0c6c2eb1a244 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 943 time: 0.0482047 Nov 16 05:31:05.245066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbd6b32d-71f7-453a-bb75-0b5666ed050d req-4860d567-8779-40fc-a1b4-2fb1ec72c60a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406225 Nov 16 05:31:05.554007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-4ba0c44c-3164-4390-891c-1bd31766782a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:05.555376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-4ba0c44c-3164-4390-891c-1bd31766782a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.37 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98&tenant_id=3f03d3d67d7845b7bb9c6bf629183152&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 943 time: 0.0816228 Nov 16 05:31:05.567343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca19f6c-65eb-490b-b526-091899d183f5 req-1deb84bd-ecb1-4f50-bef1-5eb2e329f1a8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:05.568697 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ca19f6c-65eb-490b-b526-091899d183f5 req-1deb84bd-ecb1-4f50-bef1-5eb2e329f1a8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 943 time: 0.0695887 Nov 16 05:31:05.653903 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7ca19f6c-65eb-490b-b526-091899d183f5 req-2de20987-80fa-43c4-b862-9baf881e3b06 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784736 Nov 16 05:31:05.656349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-e7d83785-9854-4eff-bed7-4f0567182507 service neutron] 10.222.0.37 "GET /v2.0/ports/4d11c1a9-3338-4b08-b3e7-c2962beb21b5/bindings/n-h1-818042-1 HTTP/1.1" status: 200 len: 382 time: 0.0868056 Nov 16 05:31:05.717163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-169a9fae-4cfd-4685-a3fa-1d986eba340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:05.719237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-169a9fae-4cfd-4685-a3fa-1d986eba340f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1094 time: 0.0403321 Nov 16 05:31:05.810175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-ee0db982-a834-4344-985e-5d6388db5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:05.812104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-ee0db982-a834-4344-985e-5d6388db5542 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0852134 Nov 16 05:31:05.876619 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-4fc82618-d04f-497c-8340-b0a683744b10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 1000 time: 0.0567007 Nov 16 05:31:05.901541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:31:05.929988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-3bb18fa7-b595-41b8-9025-edb486626af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:05.931433 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-3bb18fa7-b595-41b8-9025-edb486626af2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0480716 Nov 16 05:31:05.976258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-159a8b5a-25ab-4afd-bcc9-83a134282ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:05.977747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-159a8b5a-25ab-4afd-bcc9-83a134282ffa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395010 Nov 16 05:31:06.003015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:31:06.014389 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'port_id': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'mac_address': 'fa:16:3e:1a:67:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:31:06.051916 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:06.065283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:31:06.066176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-79bb800a-a623-4986-9bd1-8d5e5bfb222c service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812724 Nov 16 05:31:06.084492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:31:06.088379 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:06.135514 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:06.143651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:06.144002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:06.144345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:06.144688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:06.145025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:06.145356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:06.145684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:06.146037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:06.146367 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:06.146691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:06.147014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:06.147335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:06.159872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-f21e5553-29f8-4deb-b1fc-6c08d9f777e4 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872364 Nov 16 05:31:06.361386 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['4d11c1a9-3338-4b08-b3e7-c2962beb21b5'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:31:06.771944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897097fd-1403-4228-b84f-80f3260ed57d req-6cbf4557-4425-40ed-9bab-71e42b6ec8a2 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:06.773416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-897097fd-1403-4228-b84f-80f3260ed57d req-6cbf4557-4425-40ed-9bab-71e42b6ec8a2 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 944 time: 0.0487962 Nov 16 05:31:06.820191 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-897097fd-1403-4228-b84f-80f3260ed57d req-320ce30a-bf8c-4f47-b0ff-7779561af185 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408549 Nov 16 05:31:07.929182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:31:07.951115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b47fce-f994-471d-8474-f0f2fa3bfe37 req-fb16ef9e-994d-47d8-a9cd-db665c15c22e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:07.954188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-14b47fce-f994-471d-8474-f0f2fa3bfe37 req-fb16ef9e-994d-47d8-a9cd-db665c15c22e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 944 time: 0.0638173 Nov 16 05:31:07.983190 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:31:07.987114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:31:07.987483 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:08.014062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-14b47fce-f994-471d-8474-f0f2fa3bfe37 req-e765695e-8484-490a-a34c-c7b503c1609f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539222 Nov 16 05:31:08.093440 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:08.096470 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9bb23949-8bad-400f-93f6-7fdda5980763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:08.111541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-35dcbec5-7227-4299-8661-034990c38d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:08.113109 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-35dcbec5-7227-4299-8661-034990c38d96 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 1095 time: 0.0414968 Nov 16 05:31:08.117163 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:31:08.119381 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871cceb9-9b98-4337-8426-05fd1f0578d1" -d '{"events": [{"server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "name": "network-vif-plugged", "status": "completed", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:31:08.124991 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:31:08.132225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:31:08.138091 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:08.187605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:08.187830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:08.237199 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f510a5e-fbd7-4831-bc64-ef4b5488a6e8 x-openstack-request-id: req-0f510a5e-fbd7-4831-bc64-ef4b5488a6e8 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:31:08.237497 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "name": "network-vif-plugged", "status": "completed", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:31:08.237755 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f510a5e-fbd7-4831-bc64-ef4b5488a6e8 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:31:08.238183 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'code': 200} Nov 16 05:31:08.388446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:31:08.420448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:31:08.458871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:31:08.461243 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5a04e7-99e4-413c-919a-e25fb7b1cbb1" -d '{"events": [{"server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "name": "network-vif-unplugged", "status": "completed", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:31:08.465353 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:08.477895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Transition to ACTIVE for port object 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:31:08.481715 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:08.510958 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce3d9cd-ce09-46d6-8313-625d723489ae x-openstack-request-id: req-cce3d9cd-ce09-46d6-8313-625d723489ae {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:31:08.511246 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "name": "network-vif-unplugged", "status": "completed", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:31:08.511570 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cce3d9cd-ce09-46d6-8313-625d723489ae {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:31:08.511966 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'code': 200} Nov 16 05:31:08.569739 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Pushing event updated for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=10']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:08.583653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:08.584003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:08.584344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:08.584684 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:08.585018 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:08.585345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:08.585674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:08.586025 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:08.586354 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:08.586681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:08.587004 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:08.587325 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:31:08.623206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] No DVR routers for this DVR port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:31:08.755878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Attempting to bind port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:31:08.756204 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Attempting to bind port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:31:08.756522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Attempting to bind port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:31:08.760798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:31:08.761112 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Attempting to bind port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:31:08.765882 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:31:08.766213 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Checking segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:31:08.766586 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Bound using segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:31:08.767006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Bound port: 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:31:08.767355 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:08.827072 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:31:08.830343 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:31:08.834663 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:08.872080 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:08.872699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:08.874110 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] 10.222.0.15 "PUT /v2.0/ports/4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 1092 time: 0.7536821 Nov 16 05:31:08.895138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340220c6-4ea5-488c-b28e-5331317c7c9c service neutron] Pushing event updated for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=11']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:08.939521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-e452b010-1ec8-4ee6-8724-657f710284a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:08.941058 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-e452b010-1ec8-4ee6-8724-657f710284a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1095 time: 0.0430677 Nov 16 05:31:09.039468 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-1b7fc99e-54c9-4ec8-b3d0-b243908c8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:09.041093 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-1b7fc99e-54c9-4ec8-b3d0-b243908c8eb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0921133 Nov 16 05:31:09.113394 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-570e3bf4-49cc-41e8-83dd-186d7eb8f26b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 1000 time: 0.0648041 Nov 16 05:31:09.137512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803d2fb-7568-448d-b1d3-03423602d957 req-ff79f3d8-a452-4b49-bb0a-0f0f8b8c469f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:09.139027 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3803d2fb-7568-448d-b1d3-03423602d957 req-ff79f3d8-a452-4b49-bb0a-0f0f8b8c469f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 944 time: 0.0505033 Nov 16 05:31:09.162688 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-3e42ecef-2162-476d-8982-0e16e9aedc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:09.164076 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-3e42ecef-2162-476d-8982-0e16e9aedc6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0440242 Nov 16 05:31:09.186513 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3803d2fb-7568-448d-b1d3-03423602d957 req-15d5e738-a9f2-4671-900e-92bb4078f547 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414143 Nov 16 05:31:09.209945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-878ea16c-595d-4ea8-be8c-bca4879a3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:09.211465 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-878ea16c-595d-4ea8-be8c-bca4879a3505 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405118 Nov 16 05:31:09.300333 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-5e0abdf8-f4da-46c9-9a74-a790fbc763de service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814710 Nov 16 05:31:09.388259 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c2ce667-3d0f-49cf-b68f-22c169b6023e req-12d935e3-fc3d-4d13-a1e6-83171e70832e service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812583 Nov 16 05:31:10.250980 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a4294bc0-2bf1-496c-a882-a5eec8b9efe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:10.309222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785ea74-8a17-4c3a-98e3-e66292834c62 req-23ef1fd3-5376-432a-8423-4f0d1ae8cdf0 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:10.310645 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b785ea74-8a17-4c3a-98e3-e66292834c62 req-23ef1fd3-5376-432a-8423-4f0d1ae8cdf0 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 944 time: 0.0512629 Nov 16 05:31:10.360856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b785ea74-8a17-4c3a-98e3-e66292834c62 req-6b584458-8ee1-488b-bed4-d228d5be9bb5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437028 Nov 16 05:31:10.513107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:31:10.515447 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:31:10.562856 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee3a82d-82ea-4ac2-b18e-92e7c8804f9f x-openstack-request-id: req-fee3a82d-82ea-4ac2-b18e-92e7c8804f9f {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:31:10.563148 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:31:10.563397 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fee3a82d-82ea-4ac2-b18e-92e7c8804f9f {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:31:10.564047 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'status': 'completed', 'code': 200} Nov 16 05:31:10.624500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-b0960f0c-a4ad-49a5-b5e8-a36bcd88b1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:10.626245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-b0960f0c-a4ad-49a5-b5e8-a36bcd88b1a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1095 time: 0.0402598 Nov 16 05:31:10.628416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-1c6b7bc7-0ff7-4bbd-8562-2797da451af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:10.629947 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-1c6b7bc7-0ff7-4bbd-8562-2797da451af6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1095 time: 0.0459211 Nov 16 05:31:10.714095 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-86fdcdd7-6451-4aa6-b40e-07cd0d70baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:10.715612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-86fdcdd7-6451-4aa6-b40e-07cd0d70baae service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0829515 Nov 16 05:31:10.723168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-11529acd-89c1-4c85-b7f5-2cd83832e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:10.724617 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-11529acd-89c1-4c85-b7f5-2cd83832e6f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0846345 Nov 16 05:31:10.789183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-c70f445d-25a1-44e9-822e-942ddf860156 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 1000 time: 0.0665045 Nov 16 05:31:10.814159 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-4bf49fc3-831a-49b5-a8b2-ecdca30a628f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 1000 time: 0.0694346 Nov 16 05:31:10.841112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-7aac553c-19b1-4a5e-922a-a6d3c87e6a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:10.843228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-7aac553c-19b1-4a5e-922a-a6d3c87e6a1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0453465 Nov 16 05:31:10.872212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-7e9c772a-61da-41ba-9eab-a361e21cb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:10.873982 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-7e9c772a-61da-41ba-9eab-a361e21cb55d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0528183 Nov 16 05:31:10.890205 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-5c528501-27dc-4472-8e83-fa534f28c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:10.891727 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-5c528501-27dc-4472-8e83-fa534f28c1ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423279 Nov 16 05:31:10.923303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-ae8eeef2-75e7-43a5-9bfd-9838bbf26348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:10.925253 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-ae8eeef2-75e7-43a5-9bfd-9838bbf26348 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448432 Nov 16 05:31:10.990432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-a0b64058-4058-4825-8e66-46b7707d3fe6 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917482 Nov 16 05:31:11.026790 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-85dca59e-533b-414a-8c72-69901bf87c90 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943010 Nov 16 05:31:11.050430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:31:11.083789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-a994cb5a-3aeb-4eca-9c6d-f338ac27cba2 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867643 Nov 16 05:31:11.120917 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3e5f1a46-0ffb-4969-aec4-97c9df7c6f0c req-9bc24def-a387-46fd-9c6f-79c46af0f7e9 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869234 Nov 16 05:31:11.147810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:31:11.158954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'port_id': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'mac_address': 'fa:16:3e:1a:67:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:31:11.194500 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:11.210025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:31:11.228977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:31:11.232976 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:11.277535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=12']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:11.478017 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['4d11c1a9-3338-4b08-b3e7-c2962beb21b5'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:31:11.482184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c4f2-f24a-4e86-9673-e9cadb9ec3d7 req-9ef30605-2f0b-4b7b-8ac2-fefac2780f36 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:11.483752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59a8c4f2-f24a-4e86-9673-e9cadb9ec3d7 req-9ef30605-2f0b-4b7b-8ac2-fefac2780f36 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0545621 Nov 16 05:31:11.531910 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59a8c4f2-f24a-4e86-9673-e9cadb9ec3d7 req-9644d092-306f-4168-94d5-cbfdcff52c5c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422697 Nov 16 05:31:11.648332 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03025e0-c304-4bca-85e7-353c3c9e1207 req-4780cc68-9e24-463d-bee9-bb17f8c3f835 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:11.649839 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c03025e0-c304-4bca-85e7-353c3c9e1207 req-4780cc68-9e24-463d-bee9-bb17f8c3f835 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0495043 Nov 16 05:31:11.681481 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d235d2e4-57a7-4322-a8a9-4de12088f4f2 req-49ee2b97-aaf6-49d2-bcc6-b50be1b02d12 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394020 Nov 16 05:31:11.699481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c03025e0-c304-4bca-85e7-353c3c9e1207 req-10aa9df0-ffdf-4b37-bd15-598d8e23cffc tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416055 Nov 16 05:31:11.770173 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235d2e4-57a7-4322-a8a9-4de12088f4f2 req-62d3e573-f920-4d07-9790-a49805195010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:11.771791 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d235d2e4-57a7-4322-a8a9-4de12088f4f2 req-62d3e573-f920-4d07-9790-a49805195010 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 1096 time: 0.0454280 Nov 16 05:31:11.819969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cbdb2-f7f7-4ddb-a6d4-67bbd80efe41 req-430fe954-ad9d-407b-b1df-4ddab8becb41 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:11.821496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d44cbdb2-f7f7-4ddb-a6d4-67bbd80efe41 req-430fe954-ad9d-407b-b1df-4ddab8becb41 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0540826 Nov 16 05:31:11.876964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235d2e4-57a7-4322-a8a9-4de12088f4f2 req-4b74f83a-5e48-4223-8535-66ec02b15bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:11.878515 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d235d2e4-57a7-4322-a8a9-4de12088f4f2 req-4b74f83a-5e48-4223-8535-66ec02b15bd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0873814 Nov 16 05:31:11.950065 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d235d2e4-57a7-4322-a8a9-4de12088f4f2 req-85106cd1-c82c-43c7-85b0-a084c7146a9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 200 len: 1001 time: 0.0640953 Nov 16 05:31:11.966397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:31:12.001799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235d2e4-57a7-4322-a8a9-4de12088f4f2 req-53ee2e3b-bef0-4b65-827e-3cc2583988ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:12.003450 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d235d2e4-57a7-4322-a8a9-4de12088f4f2 req-53ee2e3b-bef0-4b65-827e-3cc2583988ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0458205 Nov 16 05:31:12.007218 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:31:12.050422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235d2e4-57a7-4322-a8a9-4de12088f4f2 req-55668b8d-6bc1-473e-a958-870b16edf7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:12.051403 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d235d2e4-57a7-4322-a8a9-4de12088f4f2 req-55668b8d-6bc1-473e-a958-870b16edf7ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416429 Nov 16 05:31:12.068367 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:12.145800 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d235d2e4-57a7-4322-a8a9-4de12088f4f2 req-4b152fcd-3c84-4cd1-a520-9fa8de1512d7 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874419 Nov 16 05:31:12.206911 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d44cbdb2-f7f7-4ddb-a6d4-67bbd80efe41 req-e49d9375-4080-46e0-afbc-5a8427faeb58 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785806 Nov 16 05:31:12.238106 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d235d2e4-57a7-4322-a8a9-4de12088f4f2 req-dec6f2a4-854f-49cd-82e3-04e9c0429d10 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859437 Nov 16 05:31:12.435305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbf2c5-4331-4529-bb56-6c49890d4153 req-47da92ec-4817-4652-ae5d-832b30d440b2 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:12.436793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3fbf2c5-4331-4529-bb56-6c49890d4153 req-47da92ec-4817-4652-ae5d-832b30d440b2 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 945 time: 0.0477109 Nov 16 05:31:12.482817 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a3fbf2c5-4331-4529-bb56-6c49890d4153 req-40fe3e43-517e-4fce-ab8f-5e9fe3449f74 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398612 Nov 16 05:31:13.082939 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:31:13.130695 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:31:13.134483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:31:13.134843 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:13.211814 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:13.232723 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:31:13.235445 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1add1c1-26d8-4576-b0a0-e1ec88e1e8d1" -d '{"events": [{"server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "name": "network-vif-plugged", "status": "completed", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:31:13.247935 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:31:13.252663 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:13.274398 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2047311b-99b0-49fd-a271-d4e16d445061 x-openstack-request-id: req-2047311b-99b0-49fd-a271-d4e16d445061 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:31:13.274687 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "name": "network-vif-plugged", "status": "completed", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:31:13.274939 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2047311b-99b0-49fd-a271-d4e16d445061 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:31:13.275318 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'code': 200} Nov 16 05:31:13.300292 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=13']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:13.423919 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:13.598828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbc387-1c09-4df8-867d-2c0d776f0d57 req-78cff9a3-3baf-46c2-a5e1-186a85174c0a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:13.600211 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dacbc387-1c09-4df8-867d-2c0d776f0d57 req-78cff9a3-3baf-46c2-a5e1-186a85174c0a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 946 time: 0.0482013 Nov 16 05:31:13.649373 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dacbc387-1c09-4df8-867d-2c0d776f0d57 req-5bc7cd88-4e4e-4e3e-a31c-b822ebddba28 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432580 Nov 16 05:31:13.676392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-abcc06fc-35a5-4b0a-a6a0-655dca518d1e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:13.677866 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-abcc06fc-35a5-4b0a-a6a0-655dca518d1e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 946 time: 0.0490403 Nov 16 05:31:13.769054 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Deleting port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:31:13.769408 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:13.776941 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:13.860307 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] For port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:31:13.860579 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:14.020878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:14.021223 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:14.021533 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb disassociated. External IP: 172.25.0.126, port: 4d11c1a9-3338-4b08-b3e7-c2962beb21b5. Nov 16 05:31:14.021906 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Calling delete_port for 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:31:14.150594 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:14.476482 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event deleted for resources: {'Port': ['ID=4d11c1a9-3338-4b08-b3e7-c2962beb21b5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:14.588679 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:31:14.703877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:31:14.714233 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5719c94-e518-479d-a164-a9b9a3c0d841 None None] Sync routers for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:31:14.725453 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5719c94-e518-479d-a164-a9b9a3c0d841 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:31:14.726202 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b5719c94-e518-479d-a164-a9b9a3c0d841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:31:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:31:14.743212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] No DVR routers for this DVR port 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:31:14.745878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:14.749963 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c14fd782-c553-4c0e-8cca-bf0a0b9f77b4 req-fa53028a-d3d3-4581-8f77-9bb5d04d5add tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "DELETE /v2.0/ports/4d11c1a9-3338-4b08-b3e7-c2962beb21b5 HTTP/1.1" status: 204 len: 173 time: 1.0661438 Nov 16 05:31:14.750368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'name': 'network-vif-deleted', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:31:14.752748 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a027a3-fe93-4c8f-9fc3-245f3daae17a" -d '{"events": [{"server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "name": "network-vif-deleted", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:31:14.753442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-78791379-fbdd-485c-8f5e-8021b53ab600 req-744d5ce0-b8ec-4ae4-80b3-b5c3a23b7f20 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=b501c938-955e-4f5c-93c5-180a69242f98 HTTP/1.1" status: 200 len: 210 time: 0.0309632 Nov 16 05:31:14.801451 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583e33db-c061-4fab-b4a0-d2b3d04c8566 x-openstack-request-id: req-583e33db-c061-4fab-b4a0-d2b3d04c8566 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:31:14.801742 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b501c938-955e-4f5c-93c5-180a69242f98", "name": "network-vif-deleted", "tag": "4d11c1a9-3338-4b08-b3e7-c2962beb21b5", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:31:14.802027 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-583e33db-c061-4fab-b4a0-d2b3d04c8566 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:31:14.802439 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b501c938-955e-4f5c-93c5-180a69242f98', 'name': 'network-vif-deleted', 'tag': '4d11c1a9-3338-4b08-b3e7-c2962beb21b5', 'status': 'completed', 'code': 200} Nov 16 05:31:14.852906 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b5719c94-e518-479d-a164-a9b9a3c0d841 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:31:15.052638 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b5719c94-e518-479d-a164-a9b9a3c0d841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:31:15.077414 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5719c94-e518-479d-a164-a9b9a3c0d841 None None] Checking router: 58998fca-dbb2-47b1-bcb9-6c7d247ba473 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:31:15.085361 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5719c94-e518-479d-a164-a9b9a3c0d841 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:31:15.085973 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b5719c94-e518-479d-a164-a9b9a3c0d841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:31:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:31:15.193591 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-b5719c94-e518-479d-a164-a9b9a3c0d841 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:31:15.388265 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-b5719c94-e518-479d-a164-a9b9a3c0d841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:31:15.419099 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5719c94-e518-479d-a164-a9b9a3c0d841 None None] The sync data for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 is: [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:31:15.460390 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:31:15.628293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28662172-a2c6-4cd5-90c1-250080ce4b8a None None] New status for floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:31:16.032449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-d14245de-d6bc-440f-a5ef-6ac9cfffb0df tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1762801033&fields=id&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 267 time: 0.0422714 Nov 16 05:31:16.140479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-c358a9ea-5176-4064-85bf-3348489d8502 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:16.142101 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-c358a9ea-5176-4064-85bf-3348489d8502 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 812 time: 0.1025999 Nov 16 05:31:16.156402 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-2e5cfdfe-571c-4749-b944-182e150cf8e3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/quotas/3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 375 time: 0.0088704 Nov 16 05:31:16.207582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-a376f653-eab8-413f-94d7-691976ee548f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461349 Nov 16 05:31:16.349561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-0e8a795e-466b-43c7-a8a2-b30d61de6374 service neutron] 10.222.0.41 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305549 Nov 16 05:31:16.442313 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-de23d16a-f943-4e89-b538-f0695b409cd5 service neutron] 10.222.0.41 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864000 Nov 16 05:31:16.600985 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6a1f5030-6c15-436d-b22e-677b9ece79c2 req-458fd79e-7fee-4713-9ee7-caf4701e232d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0267475 Nov 16 05:31:16.630603 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:17.082577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:31:17.101688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:31:17.102068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4d11c1a9-3338-4b08-b3e7-c2962beb21b5 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:31:17.539760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-6767f147-956b-4dcb-9685-2fbe4124964b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:17.541212 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-6767f147-956b-4dcb-9685-2fbe4124964b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 812 time: 0.1064234 Nov 16 05:31:17.603518 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-75219a21-7707-48db-8092-3f268f5380ab tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 380 time: 0.0529516 Nov 16 05:31:17.613203 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ac8a1ae4-ccdd-4cd5-b56c-9419f2183633 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Request body: {'port': {'device_id': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'admin_state_up': True, 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'security_groups': ['a8a180e1-e585-4331-bec6-6c6cc0ec427a']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:31:17.700841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c292f432-aad7-4e9b-9a39-581e403fdcd6 req-3e54c28a-8d56-4525-adb2-f78d54b84132 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0262148 Nov 16 05:31:17.720068 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ac8a1ae4-ccdd-4cd5-b56c-9419f2183633 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Made reservation on behalf of 3f03d3d67d7845b7bb9c6bf629183152 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:31:17.723565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ac8a1ae4-ccdd-4cd5-b56c-9419f2183633 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:17.850997 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ac8a1ae4-ccdd-4cd5-b56c-9419f2183633 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Allocated IP 172.20.0.5 (fd73d164-2076-4e1d-aef2-a3a9240ef2ee/c69d59bb-6b1c-4a8b-9d01-850ef713ac4a/67bc14a4-7fa7-468f-bf64-f1acf745c139) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:31:17.991344 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ac8a1ae4-ccdd-4cd5-b56c-9419f2183633 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:18.023373 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ac8a1ae4-ccdd-4cd5-b56c-9419f2183633 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:18.063101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ac8a1ae4-ccdd-4cd5-b56c-9419f2183633 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Network fd73d164-2076-4e1d-aef2-a3a9240ef2ee is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:31:18.068746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ac8a1ae4-ccdd-4cd5-b56c-9419f2183633 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:31:18.071306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ac8a1ae4-ccdd-4cd5-b56c-9419f2183633 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:31:18.102959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a1ae4-ccdd-4cd5-b56c-9419f2183633 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event updated for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:18.127092 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ac8a1ae4-ccdd-4cd5-b56c-9419f2183633 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:18.127707 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ac8a1ae4-ccdd-4cd5-b56c-9419f2183633 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:18.146908 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ac8a1ae4-ccdd-4cd5-b56c-9419f2183633 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5374274 Nov 16 05:31:18.159592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Request body: {'port': {'device_id': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:31:18.220400 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:18.296492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-45a4eed9-7e6f-4508-a935-27e03e885e97 None None] Provisioning complete for port 67bc14a4-7fa7-468f-bf64-f1acf745c139 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:31:18.297057 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-45a4eed9-7e6f-4508-a935-27e03e885e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:18.330430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-45a4eed9-7e6f-4508-a935-27e03e885e97 None None] Port 67bc14a4-7fa7-468f-bf64-f1acf745c139 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:31:18.476466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bc14a4-7fa7-468f-bf64-f1acf745c139 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:31:18.483681 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:18.495167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Transition to ACTIVE for port object 67bc14a4-7fa7-468f-bf64-f1acf745c139 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:31:18.498812 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:18.568871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Pushing event updated for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:18.619252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Attempting to bind port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:31:18.619588 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Attempting to bind port 67bc14a4-7fa7-468f-bf64-f1acf745c139 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:31:18.619911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Attempting to bind port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:31:18.624793 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:31:18.625112 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Attempting to bind port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:31:18.629909 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:31:18.630246 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Checking segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:31:18.630624 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Bound using segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:31:18.631346 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Bound port: 67bc14a4-7fa7-468f-bf64-f1acf745c139, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:31:18.631705 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:18.696761 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:31:18.699861 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:31:18.705157 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:18.736918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:18.737610 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:18.739130 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-17155e53-be6c-408c-880f-d8914849c670 service neutron] 10.222.0.15 "PUT /v2.0/ports/67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1091 time: 0.5844433 Nov 16 05:31:18.739614 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:31:18.742072 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76493a1-d4eb-4d65-895a-ae49948a31dd" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:31:18.781433 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:18.801927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17155e53-be6c-408c-880f-d8914849c670 service neutron] Pushing event updated for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:18.808400 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba4f8f9-fbbe-4230-bab0-8d9000292daa x-openstack-request-id: req-bba4f8f9-fbbe-4230-bab0-8d9000292daa {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:31:18.809083 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:31:18.809430 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bba4f8f9-fbbe-4230-bab0-8d9000292daa {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:31:18.810027 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'status': 'completed', 'code': 200} Nov 16 05:31:18.849142 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825546a6-1d6b-4f2e-af3c-21abcb98366a req-b731b0fb-d82a-4967-b436-9a14354b05d5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:18.850911 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-825546a6-1d6b-4f2e-af3c-21abcb98366a req-b731b0fb-d82a-4967-b436-9a14354b05d5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0568557 Nov 16 05:31:18.858653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ba2b27fc-9866-4399-98ef-1fcc5f4a80b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:18.860300 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-ba2b27fc-9866-4399-98ef-1fcc5f4a80b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1094 time: 0.0536990 Nov 16 05:31:18.905595 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-e6a0cb6f-b741-4095-b6d6-52761700316c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 217 time: 0.0361226 Nov 16 05:31:18.908687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-825546a6-1d6b-4f2e-af3c-21abcb98366a req-ecc41231-388b-44ef-bae0-a9b7b1820a80 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513735 Nov 16 05:31:18.957048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-a1f6c19a-68c8-4b5c-a4ef-d21137682f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:18.958644 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-a1f6c19a-68c8-4b5c-a4ef-d21137682f9f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0459099 Nov 16 05:31:19.008662 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-67b3edbc-2b84-4bf1-b7d4-499156cf4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:19.010178 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-67b3edbc-2b84-4bf1-b7d4-499156cf4be3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447071 Nov 16 05:31:19.099726 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-b3730d51-5fc3-4cfb-8131-8163e8ced44f service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819645 Nov 16 05:31:19.191140 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5d464d3c-fd33-4b39-b16d-2ebb93159e88 req-c62b5bb6-6523-4268-8d6a-17367eccbc06 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846479 Nov 16 05:31:19.272604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76493a1-d4eb-4d65-895a-ae49948a31dd req-60e8c81d-cfc0-43f7-9cfa-37773714ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:19.274117 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c76493a1-d4eb-4d65-895a-ae49948a31dd req-60e8c81d-cfc0-43f7-9cfa-37773714ce9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1094 time: 0.0409389 Nov 16 05:31:19.365615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76493a1-d4eb-4d65-895a-ae49948a31dd req-192a5235-652a-4d62-8dea-1b32cc022a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:19.367084 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c76493a1-d4eb-4d65-895a-ae49948a31dd req-192a5235-652a-4d62-8dea-1b32cc022a16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0861146 Nov 16 05:31:19.412053 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c76493a1-d4eb-4d65-895a-ae49948a31dd req-58a3b6e8-e093-463b-8ca1-49be46d368f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 217 time: 0.0363352 Nov 16 05:31:19.460531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76493a1-d4eb-4d65-895a-ae49948a31dd req-9c2af439-526f-4edb-8984-4e9f0eb6647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:19.461959 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c76493a1-d4eb-4d65-895a-ae49948a31dd req-9c2af439-526f-4edb-8984-4e9f0eb6647a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0423729 Nov 16 05:31:19.507235 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76493a1-d4eb-4d65-895a-ae49948a31dd req-00b30c81-f9da-45d8-b85f-1643e90ac0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:19.508685 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c76493a1-d4eb-4d65-895a-ae49948a31dd req-00b30c81-f9da-45d8-b85f-1643e90ac0ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385144 Nov 16 05:31:19.598834 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c76493a1-d4eb-4d65-895a-ae49948a31dd req-34e858d8-e760-4994-8c71-54eb56a29ef0 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830653 Nov 16 05:31:19.686191 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c76493a1-d4eb-4d65-895a-ae49948a31dd req-1aebe637-e822-4c43-a935-7c9da40f1bf2 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793777 Nov 16 05:31:20.029026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc48d34-7219-4853-abc5-a36deb2fe6fd req-2ea7dc0d-33d7-4f98-a400-3553c9144672 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:20.031165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bbc48d34-7219-4853-abc5-a36deb2fe6fd req-2ea7dc0d-33d7-4f98-a400-3553c9144672 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0480909 Nov 16 05:31:20.079342 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bbc48d34-7219-4853-abc5-a36deb2fe6fd req-76a11d90-07b5-4051-ae28-252a7d3f9245 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422504 Nov 16 05:31:21.070781 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 67bc14a4-7fa7-468f-bf64-f1acf745c139 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:31:21.164689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:31:21.176699 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'port_id': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'mac_address': 'fa:16:3e:d3:b6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:31:21.192643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d67fd-0e9e-4f91-9ed2-60d7c3fe9ec8 req-133f131a-7952-41c0-bde9-8a44fe18fcc5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:21.194164 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d8d67fd-0e9e-4f91-9ed2-60d7c3fe9ec8 req-133f131a-7952-41c0-bde9-8a44fe18fcc5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0478303 Nov 16 05:31:21.215919 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:21.228892 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bc14a4-7fa7-468f-bf64-f1acf745c139 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:31:21.240826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d8d67fd-0e9e-4f91-9ed2-60d7c3fe9ec8 req-afdc797d-98b4-41d6-8c75-581ce724bd2b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Nov 16 05:31:21.247770 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:31:21.252750 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:21.297909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:21.448651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['67bc14a4-7fa7-468f-bf64-f1acf745c139'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:31:22.362279 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efb537-22be-4aaa-ba35-8d87c5996b27 req-64e28bd9-60eb-44bb-b2be-aa1b10755f5c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:22.363746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7efb537-22be-4aaa-ba35-8d87c5996b27 req-64e28bd9-60eb-44bb-b2be-aa1b10755f5c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0540142 Nov 16 05:31:22.410206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7efb537-22be-4aaa-ba35-8d87c5996b27 req-7f1b5988-ab2e-4a0e-99c8-4b179c91a889 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403440 Nov 16 05:31:23.244869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 67bc14a4-7fa7-468f-bf64-f1acf745c139 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:31:23.307773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 67bc14a4-7fa7-468f-bf64-f1acf745c139 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:31:23.313405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 67bc14a4-7fa7-468f-bf64-f1acf745c139 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:31:23.314184 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:23.388533 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:23.412629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:31:23.414851 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd24db6-00cb-4404-84b6-66627294a3b2" -d '{"events": [{"server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "name": "network-vif-plugged", "status": "completed", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:31:23.427696 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:31:23.434171 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:23.459402 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8879bde-4437-4a94-8a1b-98e13bcb3812 x-openstack-request-id: req-e8879bde-4437-4a94-8a1b-98e13bcb3812 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:31:23.459696 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "name": "network-vif-plugged", "status": "completed", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:31:23.459945 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8879bde-4437-4a94-8a1b-98e13bcb3812 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:31:23.461065 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'code': 200} Nov 16 05:31:23.487946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:31:23.535521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1619f-4b24-46e6-9b34-66d5b32ba215 req-9b563ff9-bc13-462c-9285-713e17ccd408 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:23.537104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77a1619f-4b24-46e6-9b34-66d5b32ba215 req-9b563ff9-bc13-462c-9285-713e17ccd408 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0525870 Nov 16 05:31:23.560417 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b959eb8-7c4d-489f-9273-aacee4325b2d req-a09695a2-ee61-460c-84f3-45cfbc24bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:23.562676 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2b959eb8-7c4d-489f-9273-aacee4325b2d req-a09695a2-ee61-460c-84f3-45cfbc24bb4e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1096 time: 0.0461957 Nov 16 05:31:23.585092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-77a1619f-4b24-46e6-9b34-66d5b32ba215 req-07c5b110-6cf0-4a17-98cb-23c7084c9eb7 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Nov 16 05:31:23.606290 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2b959eb8-7c4d-489f-9273-aacee4325b2d req-1a8f816c-6719-40b4-8a72-ad5183a7161b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361869 Nov 16 05:31:24.706012 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d6257-1075-4c7e-8e36-e059d6fac910 req-b8f95b5a-6283-438a-b42c-6f4b0d5e02b9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:24.707480 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-476d6257-1075-4c7e-8e36-e059d6fac910 req-b8f95b5a-6283-438a-b42c-6f4b0d5e02b9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0522439 Nov 16 05:31:24.753556 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-476d6257-1075-4c7e-8e36-e059d6fac910 req-9a10d20e-06f8-45d2-a881-0883bf74e575 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401874 Nov 16 05:31:24.863944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b45652-3d37-42af-ad9e-f30cfe29ae62 req-b3c2de7e-5738-442a-9c48-340318e6caa1 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:24.865315 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45b45652-3d37-42af-ad9e-f30cfe29ae62 req-b3c2de7e-5738-442a-9c48-340318e6caa1 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0475881 Nov 16 05:31:24.875056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60372) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:31:24.879536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0aa0f539-cfe6-4779-925c-051c1e189742 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Request body: {'floatingip': {'port_id': '67bc14a4-7fa7-468f-bf64-f1acf745c139'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:31:24.918056 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f539-cfe6-4779-925c-051c1e189742 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:25.329972 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f539-cfe6-4779-925c-051c1e189742 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:25.333470 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f539-cfe6-4779-925c-051c1e189742 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:25.439313 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-0aa0f539-cfe6-4779-925c-051c1e189742 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb associated. External IP: 172.25.0.126, port: 67bc14a4-7fa7-468f-bf64-f1acf745c139. Nov 16 05:31:25.645232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa0f539-cfe6-4779-925c-051c1e189742 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:31:25.752845 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa0f539-cfe6-4779-925c-051c1e189742 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:31:25.757495 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0aa0f539-cfe6-4779-925c-051c1e189742 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:25.763892 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e35db5-3b37-4118-aee0-31357f05619b None None] Sync routers for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:31:25.773468 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e35db5-3b37-4118-aee0-31357f05619b None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:31:25.774101 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63e35db5-3b37-4118-aee0-31357f05619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:31:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:31:25.786180 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0aa0f539-cfe6-4779-925c-051c1e189742 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "PUT /v2.0/floatingips/3ce115ce-da66-40cf-addf-bca924bcbbeb HTTP/1.1" status: 200 len: 992 time: 0.9100275 Nov 16 05:31:25.786871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:31:25.789193 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6a2c2f-11f9-476b-9378-1ab23ad75114" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:31:25.829815 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2577f6e-1b08-4807-b47c-07851fe2184a x-openstack-request-id: req-f2577f6e-1b08-4807-b47c-07851fe2184a {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:31:25.830139 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:31:25.830394 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2577f6e-1b08-4807-b47c-07851fe2184a {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:31:25.830828 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'status': 'completed', 'code': 200} Nov 16 05:31:25.894155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a2c2f-11f9-476b-9378-1ab23ad75114 req-4ac20ae0-d5f0-4e2c-b18d-a9454a9fa5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:25.895790 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6f6a2c2f-11f9-476b-9378-1ab23ad75114 req-4ac20ae0-d5f0-4e2c-b18d-a9454a9fa5af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1096 time: 0.0430362 Nov 16 05:31:25.979040 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-63e35db5-3b37-4118-aee0-31357f05619b None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:31:25.988821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a2c2f-11f9-476b-9378-1ab23ad75114 req-60578b5f-e8e8-4303-abb1-5959b0ea0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:25.990325 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6f6a2c2f-11f9-476b-9378-1ab23ad75114 req-60578b5f-e8e8-4303-abb1-5959b0ea0ba6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0881400 Nov 16 05:31:26.055979 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6f6a2c2f-11f9-476b-9378-1ab23ad75114 req-45388f41-68d1-457c-baf9-724028b2bd11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1000 time: 0.0587323 Nov 16 05:31:26.104240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a2c2f-11f9-476b-9378-1ab23ad75114 req-20d22312-54eb-4875-96c4-444f0e208a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:26.105693 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6f6a2c2f-11f9-476b-9378-1ab23ad75114 req-20d22312-54eb-4875-96c4-444f0e208a69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0431869 Nov 16 05:31:26.153494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a2c2f-11f9-476b-9378-1ab23ad75114 req-e2629263-9228-42d1-ba7a-89324e2f083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:31:26.155431 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6f6a2c2f-11f9-476b-9378-1ab23ad75114 req-e2629263-9228-42d1-ba7a-89324e2f083e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419774 Nov 16 05:31:26.199144 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63e35db5-3b37-4118-aee0-31357f05619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '3ce115ce-da66-40cf-addf-bca924bcbbeb', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'port_id': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'mac_address': 'fa:16:3e:d3:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:24:35Z', 'updated_at': '2021-11-16T05:31:25Z', 'revision_number': 13, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:31:26.228032 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e35db5-3b37-4118-aee0-31357f05619b None None] Checking router: 58998fca-dbb2-47b1-bcb9-6c7d247ba473 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:31:26.237003 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e35db5-3b37-4118-aee0-31357f05619b None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:31:26.237605 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63e35db5-3b37-4118-aee0-31357f05619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:31:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:31:26.242436 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6f6a2c2f-11f9-476b-9378-1ab23ad75114 req-86b6e853-3688-4172-b057-3db6886ba361 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802686 Nov 16 05:31:26.346617 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6f6a2c2f-11f9-476b-9378-1ab23ad75114 req-79d0e3d5-2310-4921-b821-b3f992236864 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951979 Nov 16 05:31:26.352413 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-63e35db5-3b37-4118-aee0-31357f05619b None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:31:26.573956 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-63e35db5-3b37-4118-aee0-31357f05619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '3ce115ce-da66-40cf-addf-bca924bcbbeb', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'port_id': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'mac_address': 'fa:16:3e:d3:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:24:35Z', 'updated_at': '2021-11-16T05:31:25Z', 'revision_number': 13, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:31:26.604013 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e35db5-3b37-4118-aee0-31357f05619b None None] The sync data for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 is: [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '3ce115ce-da66-40cf-addf-bca924bcbbeb', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'floating_ip_address': '172.25.0.126', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'port_id': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'mac_address': 'fa:16:3e:d3:b6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:24:35Z', 'updated_at': '2021-11-16T05:31:25Z', 'revision_number': 13, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:31:26.789180 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e63571c-9ff5-49f4-9ce9-48db3cf0b47e None None] New status for floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:31:38.068820 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2d3f562c-de88-4890-a2d5-27a3adb35e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:40.252489 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e49cb0e4-31d3-418f-9547-957061226177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:42.070658 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:43.425264 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:43.778074 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:46.659362 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:48.757468 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:31:52.460022 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:32:08.070056 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-00d49049-9ac6-4f31-ae7c-3eb23bae3681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:32:10.253118 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b994c34b-1d4c-4603-9141-99812f6c1d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:32:12.073305 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:32:12.723767 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f7a8825c-9251-4c5e-b285-743e65301f8e req-02ea202a-dd0e-46f3-837a-c9003a0d2659 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812190 Nov 16 05:32:12.802719 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8825c-9251-4c5e-b285-743e65301f8e req-87b1f8ec-5383-452e-8678-86ff7912271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:32:12.804160 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f7a8825c-9251-4c5e-b285-743e65301f8e req-87b1f8ec-5383-452e-8678-86ff7912271b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1096 time: 0.0398526 Nov 16 05:32:12.906462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8825c-9251-4c5e-b285-743e65301f8e req-dd1df511-25a2-499c-be9e-9417c80f7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:32:12.907892 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f7a8825c-9251-4c5e-b285-743e65301f8e req-dd1df511-25a2-499c-be9e-9417c80f7999 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0846961 Nov 16 05:32:12.970617 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f7a8825c-9251-4c5e-b285-743e65301f8e req-a6ff4a77-53ca-4512-826b-cf863517d1db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1002 time: 0.0550473 Nov 16 05:32:13.018337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8825c-9251-4c5e-b285-743e65301f8e req-39a3ac8b-c3f3-4982-ad3b-600a44c0329e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:32:13.019780 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f7a8825c-9251-4c5e-b285-743e65301f8e req-39a3ac8b-c3f3-4982-ad3b-600a44c0329e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0417264 Nov 16 05:32:13.067229 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8825c-9251-4c5e-b285-743e65301f8e req-0da5ea70-ac63-4546-b2d0-0e4dbd108b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:32:13.068679 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f7a8825c-9251-4c5e-b285-743e65301f8e req-0da5ea70-ac63-4546-b2d0-0e4dbd108b41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426064 Nov 16 05:32:13.153975 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f7a8825c-9251-4c5e-b285-743e65301f8e req-1fa1aeeb-54b1-4d38-a23d-7320a6939599 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781898 Nov 16 05:32:13.244190 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f7a8825c-9251-4c5e-b285-743e65301f8e req-1d3358d9-3803-409f-aada-d19e27bdbec8 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827930 Nov 16 05:32:13.428128 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:32:13.780002 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:32:16.673652 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:32:18.771208 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:32:29.458424 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:32:38.071134 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-49aec333-786d-4e45-bd14-dcd3b91dff12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:32:40.259698 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-61adbbe5-9d42-474b-a16b-06af5fd2bee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:32:42.075657 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:32:43.430161 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:32:43.781916 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:32:46.679164 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:32:48.770524 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:02.999971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6a756-da1d-4d97-bb5a-fcbc8bf1042a req-8f6d1152-a25c-4da9-841b-d2b6c172a637 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:03.001453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5e6a756-da1d-4d97-bb5a-fcbc8bf1042a req-8f6d1152-a25c-4da9-841b-d2b6c172a637 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.1003981 Nov 16 05:33:03.050959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d5e6a756-da1d-4d97-bb5a-fcbc8bf1042a req-f2252ac4-2a06-4afe-9f15-01def713baea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437894 Nov 16 05:33:06.456528 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:33:08.072314 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bb988012-4ddd-4a0e-93de-473d2364e220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:10.252509 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52bc116c-74d6-47b4-b5d5-5e2a623a7fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:12.077824 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:13.433859 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:13.785460 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:14.110835 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-63d1a27e-9e29-430e-8c55-321000d9f54f req-43175fc3-07b2-4f59-abe1-88f848079940 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:33:14.111821 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63d1a27e-9e29-430e-8c55-321000d9f54f req-43175fc3-07b2-4f59-abe1-88f848079940 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053189 Nov 16 05:33:14.271881 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-f10e85cc-8419-4e04-97e2-e7dbab14384e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414324 Nov 16 05:33:14.281567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-ba6b3f95-8cf6-4b1d-acc5-c1379c048740 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:33:14.282574 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-ba6b3f95-8cf6-4b1d-acc5-c1379c048740 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052154 Nov 16 05:33:14.293705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e37a25-7354-4f25-b802-77c024e19f5a req-0f45b572-31f7-4e26-984e-48cadfbfd2f3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:14.295254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99e37a25-7354-4f25-b802-77c024e19f5a req-0f45b572-31f7-4e26-984e-48cadfbfd2f3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0520236 Nov 16 05:33:14.345247 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99e37a25-7354-4f25-b802-77c024e19f5a req-eca4a1ae-0c81-45dc-9cd3-fd9b3d388635 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430589 Nov 16 05:33:14.707447 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401568b-7ce7-4590-b8a7-df03aee10a15 req-361bcb20-3f79-40e3-8c1d-520e188bd666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:14.709578 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4401568b-7ce7-4590-b8a7-df03aee10a15 req-361bcb20-3f79-40e3-8c1d-520e188bd666 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1096 time: 0.0401778 Nov 16 05:33:14.814281 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401568b-7ce7-4590-b8a7-df03aee10a15 req-6ac19aad-468e-43a3-a836-e728c89934e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:14.815737 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4401568b-7ce7-4590-b8a7-df03aee10a15 req-6ac19aad-468e-43a3-a836-e728c89934e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0866680 Nov 16 05:33:14.879287 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4401568b-7ce7-4590-b8a7-df03aee10a15 req-b3d7808d-da10-422d-b919-049a180a6204 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1002 time: 0.0561917 Nov 16 05:33:14.930780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401568b-7ce7-4590-b8a7-df03aee10a15 req-c9ce8677-7cc3-4229-8128-6cfa82db61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:14.932172 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4401568b-7ce7-4590-b8a7-df03aee10a15 req-c9ce8677-7cc3-4229-8128-6cfa82db61bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0458031 Nov 16 05:33:14.975960 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401568b-7ce7-4590-b8a7-df03aee10a15 req-e5c7f64b-41a0-4aa0-9803-09a6df14b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:14.977448 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4401568b-7ce7-4590-b8a7-df03aee10a15 req-e5c7f64b-41a0-4aa0-9803-09a6df14b869 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383584 Nov 16 05:33:15.064611 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4401568b-7ce7-4590-b8a7-df03aee10a15 req-ed9e36cc-cc07-4f1d-8ec2-31a277630d69 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800469 Nov 16 05:33:15.157872 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4401568b-7ce7-4590-b8a7-df03aee10a15 req-942619de-c356-452d-b353-0bd726672214 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860951 Nov 16 05:33:15.461327 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7d76d-068d-406b-ad33-7b12921eaa2d req-b432101b-9b95-46b7-a89a-1b71267c71a9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:15.462837 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82a7d76d-068d-406b-ad33-7b12921eaa2d req-b432101b-9b95-46b7-a89a-1b71267c71a9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0489104 Nov 16 05:33:15.509971 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-82a7d76d-068d-406b-ad33-7b12921eaa2d req-a5a5414d-5477-438b-98a1-d28e9b43f0c4 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412552 Nov 16 05:33:16.626654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2267-25c2-4430-9e37-4929051d5a15 req-055f57d6-a6aa-4320-bb75-4a484d79c548 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:16.628102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb0a2267-25c2-4430-9e37-4929051d5a15 req-055f57d6-a6aa-4320-bb75-4a484d79c548 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0483105 Nov 16 05:33:16.679397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb0a2267-25c2-4430-9e37-4929051d5a15 req-332e16ed-286b-441b-a470-52ba5873adf4 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452235 Nov 16 05:33:16.695958 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:17.798889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbdabb6-cce0-4134-9dd6-a9673178127b req-b4fc1dde-4fba-45f8-ada3-ee100baf8229 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:17.800429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfbdabb6-cce0-4134-9dd6-a9673178127b req-b4fc1dde-4fba-45f8-ada3-ee100baf8229 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0492463 Nov 16 05:33:17.848114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bfbdabb6-cce0-4134-9dd6-a9673178127b req-8ccd5442-b2f4-4977-ad9e-3280a1e34640 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413837 Nov 16 05:33:18.785247 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:18.971496 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d6fd8-4748-4110-8b9b-ada205f13770 req-7e0ce33a-542e-4c3b-952b-76c5d93caa2a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:18.973010 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c8d6fd8-4748-4110-8b9b-ada205f13770 req-7e0ce33a-542e-4c3b-952b-76c5d93caa2a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0557489 Nov 16 05:33:19.021912 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8c8d6fd8-4748-4110-8b9b-ada205f13770 req-0ef22f01-b0be-425a-b900-48fc55dbd75c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415146 Nov 16 05:33:19.471099 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-80181444-65b6-4934-833b-c6320d875f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:19.472549 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-80181444-65b6-4934-833b-c6320d875f1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1096 time: 0.0404091 Nov 16 05:33:19.564979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-6a50a459-1756-4fe4-86e1-54cea2528bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:19.566484 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-6a50a459-1756-4fe4-86e1-54cea2528bfd service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0873501 Nov 16 05:33:19.628446 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-dc7a3681-4009-4676-a1b6-81e298ef0bfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1002 time: 0.0549481 Nov 16 05:33:19.675577 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-ad74fcea-5d7c-4cbd-8468-d86b1c7524a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:19.678683 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-ad74fcea-5d7c-4cbd-8468-d86b1c7524a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0432494 Nov 16 05:33:19.735110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-0d4aed74-0311-4580-aefc-ee18292c5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:19.736590 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-0d4aed74-0311-4580-aefc-ee18292c5cdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514331 Nov 16 05:33:19.825758 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-8d6cc888-6b18-459a-bcc6-b0dc4c12531f service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807748 Nov 16 05:33:19.915274 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-89eb3fc9-846e-435a-8fd8-add8086f88a0 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829201 Nov 16 05:33:20.141583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434d52b-5d80-450d-9332-e8958f650088 req-9e382473-5e9a-465f-b33e-33e2e78da8eb tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:20.143075 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9434d52b-5d80-450d-9332-e8958f650088 req-9e382473-5e9a-465f-b33e-33e2e78da8eb tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0522306 Nov 16 05:33:20.191441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9434d52b-5d80-450d-9332-e8958f650088 req-c375ba72-b18e-4a3c-be49-eb59611fd2d8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424626 Nov 16 05:33:21.306472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b456bb-3d4c-4285-a387-9b3340fb8b10 req-b5f3ed72-4c65-47a5-8860-e98a5ea4125f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:21.307922 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05b456bb-3d4c-4285-a387-9b3340fb8b10 req-b5f3ed72-4c65-47a5-8860-e98a5ea4125f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0477679 Nov 16 05:33:21.355137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05b456bb-3d4c-4285-a387-9b3340fb8b10 req-5e387be7-8713-48d7-af07-6e764e50023c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410745 Nov 16 05:33:22.473296 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8da06f-be45-46d7-ae88-a2b2ba073084 req-4396c08b-5b31-4412-93e7-9a8ad60e2219 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:22.474805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c8da06f-be45-46d7-ae88-a2b2ba073084 req-4396c08b-5b31-4412-93e7-9a8ad60e2219 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0487921 Nov 16 05:33:22.525212 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1c8da06f-be45-46d7-ae88-a2b2ba073084 req-9c336d5f-f9db-498e-8a1b-fb365a285998 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445137 Nov 16 05:33:23.640616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0d184-f7fe-47a0-b3c6-11302da3e919 req-991ad9e1-9dc7-4c4b-8b43-2a60af83139d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:23.642114 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fc0d184-f7fe-47a0-b3c6-11302da3e919 req-991ad9e1-9dc7-4c4b-8b43-2a60af83139d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0487144 Nov 16 05:33:23.694178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6fc0d184-f7fe-47a0-b3c6-11302da3e919 req-70bf5dff-48c7-4e12-969d-d0219f9bbf6d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459321 Nov 16 05:33:24.807655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b81009-7096-4d9f-8b59-053ce3271ae8 req-b0ab24cd-ebd4-40b4-b101-9a93b402438b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:24.809110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6b81009-7096-4d9f-8b59-053ce3271ae8 req-b0ab24cd-ebd4-40b4-b101-9a93b402438b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0472283 Nov 16 05:33:24.856225 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6b81009-7096-4d9f-8b59-053ce3271ae8 req-ea5bc72f-4f1c-49f7-a9ed-f0d8b051c017 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402749 Nov 16 05:33:25.973914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6d696-0641-4625-a3e2-b6f1d364df04 req-916fa256-3ef5-4790-bd7f-af935db95785 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:25.975972 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fff6d696-0641-4625-a3e2-b6f1d364df04 req-916fa256-3ef5-4790-bd7f-af935db95785 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0522666 Nov 16 05:33:26.034556 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fff6d696-0641-4625-a3e2-b6f1d364df04 req-5c0c0551-4ec1-41d0-9e7c-eacf856c0ceb tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522890 Nov 16 05:33:27.146618 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436adf64-c964-4300-8a69-3225e15eb584 req-0edf7dda-6d11-4d5b-92e0-41910c3b8edd tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:27.148195 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-436adf64-c964-4300-8a69-3225e15eb584 req-0edf7dda-6d11-4d5b-92e0-41910c3b8edd tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0482950 Nov 16 05:33:27.194485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-436adf64-c964-4300-8a69-3225e15eb584 req-3fd6111c-f18b-4b30-b9af-36f0228b0961 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404880 Nov 16 05:33:28.312204 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7eb30-441e-4be8-9acd-1033553941e0 req-e8f950db-d1c3-447d-a001-51e628ccd74e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:28.313946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08c7eb30-441e-4be8-9acd-1033553941e0 req-e8f950db-d1c3-447d-a001-51e628ccd74e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0524352 Nov 16 05:33:28.360843 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-08c7eb30-441e-4be8-9acd-1033553941e0 req-471580a6-90f0-4f8b-bbc6-b62f693ff625 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404432 Nov 16 05:33:29.479082 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08cd1a-3b26-4698-b88d-b4ece6bfa46a req-70df2d10-33d9-4cde-a7a3-3c6a6ceaf9a7 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:29.480555 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e08cd1a-3b26-4698-b88d-b4ece6bfa46a req-70df2d10-33d9-4cde-a7a3-3c6a6ceaf9a7 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0487447 Nov 16 05:33:29.526913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1e08cd1a-3b26-4698-b88d-b4ece6bfa46a req-93e293e9-2e4c-49fa-b708-98d62f22446a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404549 Nov 16 05:33:30.644162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d6074-1d7c-4731-97a4-bbf7fcd42a2d req-f21c06f2-e118-415e-87ed-b1958eb5eeb4 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:30.645636 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d12d6074-1d7c-4731-97a4-bbf7fcd42a2d req-f21c06f2-e118-415e-87ed-b1958eb5eeb4 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0477073 Nov 16 05:33:30.698904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d12d6074-1d7c-4731-97a4-bbf7fcd42a2d req-694b6960-2e7a-4b2a-902d-b2d4919a8919 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464869 Nov 16 05:33:31.813966 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9ed33-bf0c-45b1-8b72-cec5912d86ca req-6476a054-f1ba-4f1a-be3d-cbf5ccb1d626 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:31.815412 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58b9ed33-bf0c-45b1-8b72-cec5912d86ca req-6476a054-f1ba-4f1a-be3d-cbf5ccb1d626 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0473628 Nov 16 05:33:31.862555 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-58b9ed33-bf0c-45b1-8b72-cec5912d86ca req-23d14f46-e243-45d3-af4e-1d651166b24b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405648 Nov 16 05:33:32.979299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9395374-53ed-4b91-bf2e-e85548cdf3d4 req-e2ae4df6-96b7-4f70-918a-571e924a87fd tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:32.980790 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f9395374-53ed-4b91-bf2e-e85548cdf3d4 req-e2ae4df6-96b7-4f70-918a-571e924a87fd tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0484874 Nov 16 05:33:33.028207 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f9395374-53ed-4b91-bf2e-e85548cdf3d4 req-c97953d2-53bd-44ac-a4ef-0a23d079bfee tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414526 Nov 16 05:33:33.829137 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-cc1de1ec-b819-4b77-9b99-334f6d5d9000 service neutron] show failed (client error): The resource could not be found. Nov 16 05:33:33.830156 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-cc1de1ec-b819-4b77-9b99-334f6d5d9000 service neutron] 10.222.0.15 "GET /v2.0/ports/67bc14a4-7fa7-468f-bf64-f1acf745c139/bindings/n-h1-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0530307 Nov 16 05:33:34.025230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-94c3766e-d3be-46fc-8d8e-dd1e8659dc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:34.026624 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-94c3766e-d3be-46fc-8d8e-dd1e8659dc39 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 1096 time: 0.0434587 Nov 16 05:33:34.040345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:33:34.093277 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:34.293365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f14d2-b255-4a97-b717-3944d0d0a527 req-554a1e7c-0c5b-4834-a5a3-5d27cae71a89 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:34.294747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e8f14d2-b255-4a97-b717-3944d0d0a527 req-554a1e7c-0c5b-4834-a5a3-5d27cae71a89 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.1026015 Nov 16 05:33:34.353815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:33:34.373558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e8f14d2-b255-4a97-b717-3944d0d0a527 req-8fddc1eb-c5ea-4f8a-a79b-105494abab40 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729389 Nov 16 05:33:34.394934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:33:34.433488 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:33:34.435770 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acaa10cd-4ded-4033-8990-41704d535914" -d '{"events": [{"server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:33:34.439666 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:34.452017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Transition to ACTIVE for port object 67bc14a4-7fa7-468f-bf64-f1acf745c139 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:33:34.456361 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:34.492774 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feee049c-1943-4603-b821-cc10a9e40aeb x-openstack-request-id: req-feee049c-1943-4603-b821-cc10a9e40aeb {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:33:34.493059 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:33:34.493314 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-feee049c-1943-4603-b821-cc10a9e40aeb {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:33:34.493701 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'code': 200} Nov 16 05:33:34.544878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Pushing event updated for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:33:34.559181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:34.559434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:34.559778 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:34.560108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:34.560441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:34.560768 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:34.561103 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:34.561429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:34.561756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:34.562102 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:34.562423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:34.562999 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:34.589996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] No DVR routers for this DVR port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:33:34.723402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Attempting to bind port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:33:34.723737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Attempting to bind port 67bc14a4-7fa7-468f-bf64-f1acf745c139 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:33:34.724079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Attempting to bind port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:33:34.728285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:33:34.728605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Attempting to bind port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:33:34.733269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:33:34.733599 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Checking segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:33:34.734008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Bound using segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:33:34.734435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Bound port: 67bc14a4-7fa7-468f-bf64-f1acf745c139, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:33:34.734779 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:34.798737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:33:34.801637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:33:34.806322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:34.846211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:34.846834 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:34.848202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] 10.222.0.37 "PUT /v2.0/ports/67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1091 time: 0.8125985 Nov 16 05:33:34.867208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6d5f1-0e49-4c73-967f-a43dde80e67b service neutron] Pushing event updated for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:33:34.915689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-5a81fa6c-0512-439b-a5ed-6ab5bc3ac943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:34.917176 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-5a81fa6c-0512-439b-a5ed-6ab5bc3ac943 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1094 time: 0.0426626 Nov 16 05:33:35.010922 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e65c73d1-de74-457e-9829-48fbaca09b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:35.012287 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-e65c73d1-de74-457e-9829-48fbaca09b6f service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0873666 Nov 16 05:33:35.084848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-2a67bacb-d158-46ec-8961-b981c9359a88 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1000 time: 0.0652468 Nov 16 05:33:35.134449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-653481d3-7aca-4632-bb77-55500567749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:35.136046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-653481d3-7aca-4632-bb77-55500567749a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0449598 Nov 16 05:33:35.180624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-bd9f5b91-b03e-432e-aa7c-4f6507e60b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:35.182115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-bd9f5b91-b03e-432e-aa7c-4f6507e60b8f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392818 Nov 16 05:33:35.273206 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-6ee2fa34-1cd8-41ac-9e7f-da71dabc4613 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836520 Nov 16 05:33:35.365941 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-a622fd33-8452-49a3-9c5b-f4120a5a4949 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851414 Nov 16 05:33:35.502630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4bb49a-0775-44c7-8fc4-25ed217af1d2 req-e948de27-03cb-4192-95e5-7800548f7698 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:35.504146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb4bb49a-0775-44c7-8fc4-25ed217af1d2 req-e948de27-03cb-4192-95e5-7800548f7698 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0568924 Nov 16 05:33:35.554273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb4bb49a-0775-44c7-8fc4-25ed217af1d2 req-0884394d-0a1a-4d31-8f29-b6a7872b9cc8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442080 Nov 16 05:33:35.787157 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 67bc14a4-7fa7-468f-bf64-f1acf745c139 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:33:35.826210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 67bc14a4-7fa7-468f-bf64-f1acf745c139 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:33:36.495546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:33:36.497958 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9fbb62af8233033416c68efbb5b6094ab321522f063190bbd614d5989d095108" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f7deed-a012-4fab-8466-6a093897df13" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:33:36.545929 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28721be-3b8d-4aa0-b7a8-74a508747dc0 x-openstack-request-id: req-c28721be-3b8d-4aa0-b7a8-74a508747dc0 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:33:36.546227 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:33:36.546479 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c28721be-3b8d-4aa0-b7a8-74a508747dc0 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:33:36.546991 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'status': 'completed', 'code': 200} Nov 16 05:33:36.614727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7deed-a012-4fab-8466-6a093897df13 req-96c71d6d-9f25-4d57-808a-eace7bbcc3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:36.616953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-96c71d6d-9f25-4d57-808a-eace7bbcc3d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1094 time: 0.0452602 Nov 16 05:33:36.630287 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7deed-a012-4fab-8466-6a093897df13 req-3e18124c-372f-4896-837e-a9cb4d16e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:36.632639 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-3e18124c-372f-4896-837e-a9cb4d16e0a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1094 time: 0.0678570 Nov 16 05:33:36.731457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7deed-a012-4fab-8466-6a093897df13 req-4c049b9c-c14e-429b-9d3b-97ee3107f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:36.732494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66922508-19ce-4783-acc1-618c59fa9221 req-9836a007-fd5e-4f22-b451-29cfb8ceea57 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:36.733377 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-4c049b9c-c14e-429b-9d3b-97ee3107f346 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0933039 Nov 16 05:33:36.733965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66922508-19ce-4783-acc1-618c59fa9221 req-9836a007-fd5e-4f22-b451-29cfb8ceea57 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0907781 Nov 16 05:33:36.772252 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7deed-a012-4fab-8466-6a093897df13 req-57358d9e-c8b4-43c5-974c-4b07e0b783c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:36.774357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-57358d9e-c8b4-43c5-974c-4b07e0b783c8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.1503985 Nov 16 05:33:36.805611 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-33634c93-b5f7-4002-acc7-e049c239d0ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1000 time: 0.0652285 Nov 16 05:33:36.840477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-66922508-19ce-4783-acc1-618c59fa9221 req-53dd9d02-bd33-4936-aac6-8f0f59fbceb6 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980995 Nov 16 05:33:36.859171 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-636a053c-c6e0-439a-b895-7d56e7d50b58 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1000 time: 0.0775194 Nov 16 05:33:36.864592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7deed-a012-4fab-8466-6a093897df13 req-bdeba947-f4ae-45b6-a4e4-832508a8a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:36.866703 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-bdeba947-f4ae-45b6-a4e4-832508a8a22e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0547040 Nov 16 05:33:36.912159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7deed-a012-4fab-8466-6a093897df13 req-849831e2-739c-4932-8f53-5d61a04b14c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:36.913682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-849831e2-739c-4932-8f53-5d61a04b14c5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0469449 Nov 16 05:33:36.914207 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7deed-a012-4fab-8466-6a093897df13 req-1f339554-0895-4bd0-a806-a2b6fe647e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:36.915724 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-1f339554-0895-4bd0-a806-a2b6fe647e36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422728 Nov 16 05:33:36.963815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f7deed-a012-4fab-8466-6a093897df13 req-7acf0b07-239f-4e83-948b-b27ddb9c2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:36.965997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-7acf0b07-239f-4e83-948b-b27ddb9c2c95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446651 Nov 16 05:33:37.009993 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-88a195a3-6627-4306-8c91-370449f9e5ed service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871565 Nov 16 05:33:37.409037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-0393b849-cde7-4c29-b6d8-daec7ca1e8b9 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359694 Nov 16 05:33:37.428530 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-a0c136be-3f51-48b0-93e5-23aab0c3c5d4 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120452 Nov 16 05:33:37.498052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00f7deed-a012-4fab-8466-6a093897df13 req-4dae9913-3f80-4b84-8153-5f0c5be43e4e service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816016 Nov 16 05:33:38.002717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae4bf2-1f7a-4b78-a0c4-2ffb24a2bda3 req-f3d2ff88-927d-40bf-9b7b-8d7d61ab19c8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:38.004188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51ae4bf2-1f7a-4b78-a0c4-2ffb24a2bda3 req-f3d2ff88-927d-40bf-9b7b-8d7d61ab19c8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0553155 Nov 16 05:33:38.051897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51ae4bf2-1f7a-4b78-a0c4-2ffb24a2bda3 req-40993027-5e68-46c2-b18e-c06017130f04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410702 Nov 16 05:33:38.075334 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6edd183-48e8-4c22-b7f6-b0e34ac46606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:39.251362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec5686-131a-49bf-806e-f6e59dab6d46 req-d2a540da-bc3f-4af4-b82b-e224e4564800 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:39.252855 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fec5686-131a-49bf-806e-f6e59dab6d46 req-d2a540da-bc3f-4af4-b82b-e224e4564800 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0931537 Nov 16 05:33:39.300178 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9fec5686-131a-49bf-806e-f6e59dab6d46 req-7d190bc4-7a04-47a8-8d36-055da84e0bf6 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413587 Nov 16 05:33:40.257594 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ac411ee-1790-419b-a727-af41c39f8ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:40.506695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7320728-7e2c-4a12-845f-32df14331d49 req-62115dc8-5169-42a8-ab0c-21d36962158b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:40.508170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7320728-7e2c-4a12-845f-32df14331d49 req-62115dc8-5169-42a8-ab0c-21d36962158b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.1020768 Nov 16 05:33:40.555418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7320728-7e2c-4a12-845f-32df14331d49 req-4852fe89-afb1-4b6a-a1a0-f6f33b43444b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412917 Nov 16 05:33:41.669199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2a992-8a65-46e8-a5da-d918eda3cda2 req-1c13ad06-dbb3-4fb5-9604-b1b74ab319d9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:41.670605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bff2a992-8a65-46e8-a5da-d918eda3cda2 req-1c13ad06-dbb3-4fb5-9604-b1b74ab319d9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0471025 Nov 16 05:33:41.717036 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bff2a992-8a65-46e8-a5da-d918eda3cda2 req-95ed6ff8-dc7a-4a0f-b195-95b97c16c826 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406218 Nov 16 05:33:42.080542 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:42.833509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5cf37-dfae-42b7-94c4-e0b3a94c9f66 req-fd081a5d-416a-464a-b1de-ee95b51cb64c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:42.835001 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2af5cf37-dfae-42b7-94c4-e0b3a94c9f66 req-fd081a5d-416a-464a-b1de-ee95b51cb64c tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0480886 Nov 16 05:33:42.885525 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2af5cf37-dfae-42b7-94c4-e0b3a94c9f66 req-0998135a-f96f-4789-aa1c-2964c49348dc tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446930 Nov 16 05:33:43.436638 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:43.455094 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:33:43.788708 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:44.000348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8314bd0-4d0d-4c26-bd67-c1d9138c1806 req-5238a9b7-33f2-4e2c-b079-d528765670d0 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:44.001842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8314bd0-4d0d-4c26-bd67-c1d9138c1806 req-5238a9b7-33f2-4e2c-b079-d528765670d0 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0479522 Nov 16 05:33:44.048039 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e8314bd0-4d0d-4c26-bd67-c1d9138c1806 req-a6a284b2-e12f-4c5e-99ed-0dbaba10309b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402114 Nov 16 05:33:45.164723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722957d5-7e26-4115-850a-3864391bd342 req-bd7fe0a6-9e8e-4c13-a772-4b0af040d49e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:45.166193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-722957d5-7e26-4115-850a-3864391bd342 req-bd7fe0a6-9e8e-4c13-a772-4b0af040d49e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0477667 Nov 16 05:33:45.212062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-722957d5-7e26-4115-850a-3864391bd342 req-8c4bcb1c-5da1-4f00-834b-bce51dcaf4c1 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400414 Nov 16 05:33:46.329942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6799b-3d8c-4b5b-9346-2f2d6a8a3af1 req-c3e406fa-7431-42ca-a994-bc311cfeb630 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:46.331292 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6db6799b-3d8c-4b5b-9346-2f2d6a8a3af1 req-c3e406fa-7431-42ca-a994-bc311cfeb630 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0512335 Nov 16 05:33:46.379432 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6db6799b-3d8c-4b5b-9346-2f2d6a8a3af1 req-47749633-bd20-4180-9bdf-2d883003317a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413353 Nov 16 05:33:46.692488 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:47.495984 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756f13d-ddd9-49c2-ac11-d304c47e80a3 req-49dadb24-9e4c-46ff-b12f-99ee302b617f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:47.497446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c756f13d-ddd9-49c2-ac11-d304c47e80a3 req-49dadb24-9e4c-46ff-b12f-99ee302b617f tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0480206 Nov 16 05:33:47.543757 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c756f13d-ddd9-49c2-ac11-d304c47e80a3 req-9fc40b56-1804-4eb0-bcba-a2fd1d0084bb tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405159 Nov 16 05:33:48.658939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef475ff5-9348-47b5-867f-33b956d11abb req-14cd8d61-7b91-4b76-bfce-32840757792e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:48.660402 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ef475ff5-9348-47b5-867f-33b956d11abb req-14cd8d61-7b91-4b76-bfce-32840757792e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 943 time: 0.0473881 Nov 16 05:33:48.711205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ef475ff5-9348-47b5-867f-33b956d11abb req-1791f954-832b-4ea3-b2d7-4a3d73696be5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442829 Nov 16 05:33:48.765297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 67bc14a4-7fa7-468f-bf64-f1acf745c139 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:33:48.831978 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:48.876493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:33:48.888579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'port_id': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'mac_address': 'fa:16:3e:d3:b6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:33:48.926341 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:48.939935 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bc14a4-7fa7-468f-bf64-f1acf745c139 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:33:48.968254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:33:48.972379 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:49.023474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:33:49.030827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:49.031177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:49.031518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:49.031853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:49.032185 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:49.032513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:49.032946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:49.033273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:49.033597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:49.033879 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-ffd86437-0074-4342-a110-672139460f12 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:49.033998 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:49.034268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:49.034590 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:49.035349 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-ffd86437-0074-4342-a110-672139460f12 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.37 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6&tenant_id=3f03d3d67d7845b7bb9c6bf629183152&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 943 time: 0.0848422 Nov 16 05:33:49.043969 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2ee25-9d91-412c-a160-673530e7d79a req-b5b7d134-54bf-44ee-b0ad-7e20e424a03a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:49.045487 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44a2ee25-9d91-412c-a160-673530e7d79a req-b5b7d134-54bf-44ee-b0ad-7e20e424a03a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0678582 Nov 16 05:33:49.099184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-44a2ee25-9d91-412c-a160-673530e7d79a req-9bedf07b-c9ce-4709-8b85-e3acf7d4d7ef tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471828 Nov 16 05:33:49.182564 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-1461c097-4af1-4800-91ac-53a2439c6d92 service neutron] 10.222.0.37 "GET /v2.0/ports/67bc14a4-7fa7-468f-bf64-f1acf745c139/bindings/n-h1-818042-1 HTTP/1.1" status: 200 len: 382 time: 0.1025517 Nov 16 05:33:49.206427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['67bc14a4-7fa7-468f-bf64-f1acf745c139'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:33:49.245553 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-cb77f561-a651-42fe-84c2-a9389041f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:49.247063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-cb77f561-a651-42fe-84c2-a9389041f7c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1095 time: 0.0400968 Nov 16 05:33:49.339623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-989213bf-f60a-4b82-976d-97fcc9406a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:49.341026 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-989213bf-f60a-4b82-976d-97fcc9406a7e service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0863800 Nov 16 05:33:49.409597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-32cd116e-8b75-41e0-a600-230fee1a1567 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1001 time: 0.0608556 Nov 16 05:33:49.459176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-38c2df96-2e55-4f30-a4e9-70b750ae6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:49.460588 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-38c2df96-2e55-4f30-a4e9-70b750ae6e59 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0435445 Nov 16 05:33:49.505987 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-d9f5cafa-5f85-49f8-8fb5-d8fba30b1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:49.507424 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-d9f5cafa-5f85-49f8-8fb5-d8fba30b1d97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390806 Nov 16 05:33:49.599024 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-cd738cc9-499e-41ee-9a03-1eda2c5cec08 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837059 Nov 16 05:33:49.686851 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-9165049c-caa5-43b2-8b17-30106a12c466 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799224 Nov 16 05:33:50.225777 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4cc987-993a-419e-9d39-83194294ace5 req-eeaae43d-7665-45d2-ad3f-9bde93c4ed42 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:50.227410 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d4cc987-993a-419e-9d39-83194294ace5 req-eeaae43d-7665-45d2-ad3f-9bde93c4ed42 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0544369 Nov 16 05:33:50.273353 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d4cc987-993a-419e-9d39-83194294ace5 req-225c77d1-0b11-4c48-84ba-2ba1dddc3601 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399320 Nov 16 05:33:50.742125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 67bc14a4-7fa7-468f-bf64-f1acf745c139 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:33:50.791881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 67bc14a4-7fa7-468f-bf64-f1acf745c139 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:33:50.795625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 67bc14a4-7fa7-468f-bf64-f1acf745c139 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:33:50.795996 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:50.869985 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:50.891679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:33:50.894001 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db89dfb3561ffcbe74f37b4e7a478e9a798b0fa10f93f82f9edf37623309007f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaceff5c-0642-4aa3-b088-63b234377d12" -d '{"events": [{"server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "name": "network-vif-plugged", "status": "completed", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:33:50.907352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:33:50.911967 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:50.946237 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b079885-c5f4-45a4-a535-22e826362375 x-openstack-request-id: req-1b079885-c5f4-45a4-a535-22e826362375 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:33:50.946538 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "name": "network-vif-plugged", "status": "completed", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:33:50.946794 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b079885-c5f4-45a4-a535-22e826362375 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:33:50.947230 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'code': 200} Nov 16 05:33:50.963079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:33:51.391516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faec7c-7daa-4e2d-beed-7f9ca5ce1df1 req-417bfb7a-b6f9-475e-9cf6-6391baf0c08d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:51.393022 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79faec7c-7daa-4e2d-beed-7f9ca5ce1df1 req-417bfb7a-b6f9-475e-9cf6-6391baf0c08d tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0492916 Nov 16 05:33:51.442569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79faec7c-7daa-4e2d-beed-7f9ca5ce1df1 req-74616a9f-29df-497e-b977-e628a8b1c780 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429668 Nov 16 05:33:52.570157 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92062393-ead7-4cfb-932b-ae4db93ab6ba req-72f9ffc1-325d-420d-8bf3-5317feeae95e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:52.572601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92062393-ead7-4cfb-932b-ae4db93ab6ba req-72f9ffc1-325d-420d-8bf3-5317feeae95e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0571845 Nov 16 05:33:52.621186 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92062393-ead7-4cfb-932b-ae4db93ab6ba req-c26266ab-d28a-4417-93eb-1f316a8f00e6 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425203 Nov 16 05:33:53.729275 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-33d3211f-1f71-4e27-9f25-b028b55c3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:53.730816 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-33d3211f-1f71-4e27-9f25-b028b55c3e4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6&tenant_id=3f03d3d67d7845b7bb9c6bf629183152 HTTP/1.1" status: 200 len: 1096 time: 0.0400021 Nov 16 05:33:53.741707 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e4369-8c96-4f59-9da6-cead936411ed req-665484fb-5c27-4b55-9336-ea0043798819 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:53.743014 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:33:53.743213 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c4e4369-8c96-4f59-9da6-cead936411ed req-665484fb-5c27-4b55-9336-ea0043798819 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0487866 Nov 16 05:33:53.794851 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c4e4369-8c96-4f59-9da6-cead936411ed req-bc20fc28-4b13-491c-853f-a7dc35ada8b6 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455458 Nov 16 05:33:53.800825 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:53.994665 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:33:54.026242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:33:54.065402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:33:54.067706 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2133a50-f439-40b2-ba7a-963cc084e584" -d '{"events": [{"server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:33:54.071681 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:54.085268 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Transition to ACTIVE for port object 67bc14a4-7fa7-468f-bf64-f1acf745c139 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:33:54.089254 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:54.179647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Pushing event updated for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=10']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:33:54.189164 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1785bcd-1df8-431f-9633-bfbe1e301ec9 x-openstack-request-id: req-e1785bcd-1df8-431f-9633-bfbe1e301ec9 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:33:54.189459 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "name": "network-vif-unplugged", "status": "completed", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:33:54.189716 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1785bcd-1df8-431f-9633-bfbe1e301ec9 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:33:54.190136 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'code': 200} Nov 16 05:33:54.196981 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:54.197327 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:54.197676 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:54.198224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:54.198365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:54.198732 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:54.199130 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:54.199464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:54.199801 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:54.200133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:54.200458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:54.200783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:33:54.227969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] No DVR routers for this DVR port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:33:54.361707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Attempting to bind port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:33:54.362074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Attempting to bind port 67bc14a4-7fa7-468f-bf64-f1acf745c139 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:33:54.362412 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Attempting to bind port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:33:54.366693 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:33:54.367021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Attempting to bind port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on network fd73d164-2076-4e1d-aef2-a3a9240ef2ee {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:33:54.372290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:33:54.372486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Checking segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:33:54.372827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Bound using segment: {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:33:54.373259 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Bound port: 67bc14a4-7fa7-468f-bf64-f1acf745c139, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:33:54.373616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:54.439263 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:33:54.442453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:33:54.447109 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:54.480283 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:54.480906 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:33:54.482318 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] 10.222.0.15 "PUT /v2.0/ports/67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1092 time: 0.7437520 Nov 16 05:33:54.503642 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcce727-ac0e-4e9f-bb3f-9916e6a558c3 service neutron] Pushing event updated for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=11']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:33:54.548273 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-88d76225-4418-45db-aef9-685d6c0bfa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:54.549838 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-88d76225-4418-45db-aef9-685d6c0bfa0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1095 time: 0.0427620 Nov 16 05:33:54.648213 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-f8aab6b8-e901-4fc3-8424-5ad76c18d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:54.649697 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-f8aab6b8-e901-4fc3-8424-5ad76c18d134 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0929108 Nov 16 05:33:54.713846 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-ea1b3f4c-0a8e-4612-9aa8-0817bd255818 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1000 time: 0.0568812 Nov 16 05:33:54.758281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 67bc14a4-7fa7-468f-bf64-f1acf745c139 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:33:54.767223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-0609ae09-5293-479d-901a-cfa1c709c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:54.768673 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-0609ae09-5293-479d-901a-cfa1c709c2f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0484488 Nov 16 05:33:54.794871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 67bc14a4-7fa7-468f-bf64-f1acf745c139 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:33:54.814567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-561a4e9d-1136-482a-a0f3-47f7e9cbcc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:54.816056 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-561a4e9d-1136-482a-a0f3-47f7e9cbcc4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406914 Nov 16 05:33:54.905972 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-dc72b39f-2f74-4dd9-a190-8407bf6dfe74 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816329 Nov 16 05:33:54.915325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8fcab-15db-450d-89d8-962e9dc7ca9e req-5243a2af-58a4-4880-8dd6-a10248e18823 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:54.916804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-72a8fcab-15db-450d-89d8-962e9dc7ca9e req-5243a2af-58a4-4880-8dd6-a10248e18823 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0483439 Nov 16 05:33:54.968409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-72a8fcab-15db-450d-89d8-962e9dc7ca9e req-f89fa42d-21f0-447a-86e5-fa925dbe52b5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456281 Nov 16 05:33:55.000783 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0467cdb1-4045-4ec3-8239-7411d7781161 req-f87eb070-0a00-4282-9e4b-22f0d2db99c3 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872943 Nov 16 05:33:56.088673 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500437-4048-4f9c-b099-07bce4d1201a req-43fe12ff-add3-4d3a-be31-1332553efe47 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:56.090182 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af500437-4048-4f9c-b099-07bce4d1201a req-43fe12ff-add3-4d3a-be31-1332553efe47 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0502939 Nov 16 05:33:56.138762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-af500437-4048-4f9c-b099-07bce4d1201a req-adca3d50-748e-4f80-a04c-47a19d006fd8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422902 Nov 16 05:33:56.191611 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:33:56.194576 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d95bb7d9d5e039a0dc3630df9326b37c4538e4657b80fedb3303e5f48eed103c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd770e42-c806-493a-a895-0d1f8008181b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:33:56.248001 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4307c7-4e05-479c-8d26-81cf674603fa x-openstack-request-id: req-6d4307c7-4e05-479c-8d26-81cf674603fa {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:33:56.248410 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:33:56.248726 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d4307c7-4e05-479c-8d26-81cf674603fa {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:33:56.249131 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'status': 'completed', 'code': 200} Nov 16 05:33:56.306292 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd770e42-c806-493a-a895-0d1f8008181b req-60847e17-7926-4011-9f3b-2f9cdc64e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:56.307921 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-60847e17-7926-4011-9f3b-2f9cdc64e90a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1095 time: 0.0421300 Nov 16 05:33:56.318963 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd770e42-c806-493a-a895-0d1f8008181b req-9bc6f33f-9b3b-420c-94f7-26a799c3df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:56.320746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-9bc6f33f-9b3b-420c-94f7-26a799c3df4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 1095 time: 0.0450032 Nov 16 05:33:56.416015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd770e42-c806-493a-a895-0d1f8008181b req-14d14287-329f-47cd-9f3e-0e1f672839c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:56.417466 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-14d14287-329f-47cd-9f3e-0e1f672839c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.0984907 Nov 16 05:33:56.439193 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd770e42-c806-493a-a895-0d1f8008181b req-7628c6d5-d138-4229-85e6-4ccacd5af4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:56.440700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-7628c6d5-d138-4229-85e6-4ccacd5af4a6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 200 len: 913 time: 0.1129105 Nov 16 05:33:56.500764 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-2cd14105-fc46-4f94-9c79-ee2a39e8f8e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1000 time: 0.0753262 Nov 16 05:33:56.525338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-50fe2357-7f8f-4b5e-ad80-058be4c37c35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 200 len: 1000 time: 0.0772088 Nov 16 05:33:56.558546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd770e42-c806-493a-a895-0d1f8008181b req-7e509970-02c3-4038-ab9a-85548d292c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:56.560026 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-7e509970-02c3-4038-ab9a-85548d292c78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0527077 Nov 16 05:33:56.590139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd770e42-c806-493a-a895-0d1f8008181b req-f2ac2bbb-f50a-4941-b9d5-4c774d6540b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:56.591630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-f2ac2bbb-f50a-4941-b9d5-4c774d6540b6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 200 len: 851 time: 0.0592742 Nov 16 05:33:56.613280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd770e42-c806-493a-a895-0d1f8008181b req-db8fae8d-4fab-4bea-97f7-0ade4298ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:56.615589 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-db8fae8d-4fab-4bea-97f7-0ade4298ca40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486650 Nov 16 05:33:56.644734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd770e42-c806-493a-a895-0d1f8008181b req-039d6b52-b6da-4d14-a2ca-dd7c5acea97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:56.646466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-039d6b52-b6da-4d14-a2ca-dd7c5acea97e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fd73d164-2076-4e1d-aef2-a3a9240ef2ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422275 Nov 16 05:33:56.721773 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-379a5754-0142-4a6f-bdef-612711fd8e5e service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986278 Nov 16 05:33:56.743251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-710c1841-8f54-47b9-8fb3-6fbfa4ca044c service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894608 Nov 16 05:33:56.832004 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-5445fdc0-d3c0-4529-9fb0-c46b22961256 service neutron] 10.222.0.15 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036289 Nov 16 05:33:56.867180 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd770e42-c806-493a-a895-0d1f8008181b req-974187b8-adad-4d44-8182-3e613c82c3d1 service neutron] 10.222.0.37 "GET /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164498 Nov 16 05:33:57.261324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed76cf-b3ff-49c3-a0a2-2841fc4e5e3d req-452c60ab-64d4-430d-aaee-d41dccf58cd9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:57.262834 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03ed76cf-b3ff-49c3-a0a2-2841fc4e5e3d req-452c60ab-64d4-430d-aaee-d41dccf58cd9 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0497525 Nov 16 05:33:57.311932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-03ed76cf-b3ff-49c3-a0a2-2841fc4e5e3d req-f1e84e04-f80a-4651-8397-b8b114bfb8d1 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428638 Nov 16 05:33:58.431656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19791c03-cf9c-48a5-88da-ef4cc770b8f4 req-3b5ddb29-4f5d-461f-8776-4945b80c5319 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:58.433065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19791c03-cf9c-48a5-88da-ef4cc770b8f4 req-3b5ddb29-4f5d-461f-8776-4945b80c5319 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0485399 Nov 16 05:33:58.485183 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19791c03-cf9c-48a5-88da-ef4cc770b8f4 req-30014ae9-af76-49de-944f-cc2db5da0418 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457976 Nov 16 05:33:59.601664 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b27ff0-d1d5-469c-bc88-d7f1b5b126e9 req-bddf6706-1a9f-496e-a6e2-34504420f59a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:33:59.603161 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0b27ff0-d1d5-469c-bc88-d7f1b5b126e9 req-bddf6706-1a9f-496e-a6e2-34504420f59a tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0487292 Nov 16 05:33:59.650846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a0b27ff0-d1d5-469c-bc88-d7f1b5b126e9 req-15246f7c-270a-40d7-ae7c-a9cf8d3897b4 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417347 Nov 16 05:34:00.767824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2058034-9f9d-40b9-b72e-39bc518892a5 req-7897de56-dd49-4ac8-ab03-442369e4e1a7 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:00.769304 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2058034-9f9d-40b9-b72e-39bc518892a5 req-7897de56-dd49-4ac8-ab03-442369e4e1a7 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0485005 Nov 16 05:34:00.815014 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2058034-9f9d-40b9-b72e-39bc518892a5 req-f08974c8-8e2e-49d3-924e-4f375878f9c8 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396557 Nov 16 05:34:01.938398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f19934-d8be-4c04-885f-0acd03566d23 req-5a833ad7-9d9a-4b56-bbda-8599e7af4e6b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:01.939852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36f19934-d8be-4c04-885f-0acd03566d23 req-5a833ad7-9d9a-4b56-bbda-8599e7af4e6b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0515530 Nov 16 05:34:01.987021 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-36f19934-d8be-4c04-885f-0acd03566d23 req-734bd6cb-421c-471b-a8ff-d2d05f639ce1 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 Nov 16 05:34:03.102432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205e526-de44-4be7-a318-390dfa6e1d04 req-d3df5207-6f2b-42e4-a30b-5e90f6cb3df3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:03.103887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c205e526-de44-4be7-a318-390dfa6e1d04 req-d3df5207-6f2b-42e4-a30b-5e90f6cb3df3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0484607 Nov 16 05:34:03.150148 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c205e526-de44-4be7-a318-390dfa6e1d04 req-7c2dfca0-bfff-4510-9ae3-b54038a96d73 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405400 Nov 16 05:34:04.290908 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ed7e9-8644-4f4d-b7e4-d20e05a867a4 req-ef4fb425-da35-4744-9c0e-5781b9b29b6b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:04.292407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-014ed7e9-8644-4f4d-b7e4-d20e05a867a4 req-ef4fb425-da35-4744-9c0e-5781b9b29b6b tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0612853 Nov 16 05:34:04.340846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-014ed7e9-8644-4f4d-b7e4-d20e05a867a4 req-f0fe6658-83e5-4eb4-94de-f95537e3f2e1 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422270 Nov 16 05:34:05.458280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a84c2-db7e-4437-bbc6-1aabc581aafc req-50de7b72-a600-4310-a093-c89547060491 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:05.459775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-137a84c2-db7e-4437-bbc6-1aabc581aafc req-50de7b72-a600-4310-a093-c89547060491 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0487092 Nov 16 05:34:05.506436 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-137a84c2-db7e-4437-bbc6-1aabc581aafc req-09735098-11ed-4605-8350-d9d69dca9820 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408096 Nov 16 05:34:06.621506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3e097-5838-482e-8fbb-95c553216bf2 req-af1d5d39-c817-471b-8f51-3b505954ee71 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:06.623073 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65f3e097-5838-482e-8fbb-95c553216bf2 req-af1d5d39-c817-471b-8f51-3b505954ee71 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0491128 Nov 16 05:34:06.681208 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65f3e097-5838-482e-8fbb-95c553216bf2 req-e6569bf0-6528-441a-9d08-c8c55dc773e5 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521848 Nov 16 05:34:07.798566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1562-9eb7-4d95-a9d7-723d2eed0ae3 req-548aeb49-7edc-4840-88fe-ac42d65487ea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:07.800032 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7eeb1562-9eb7-4d95-a9d7-723d2eed0ae3 req-548aeb49-7edc-4840-88fe-ac42d65487ea tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0486734 Nov 16 05:34:07.846290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7eeb1562-9eb7-4d95-a9d7-723d2eed0ae3 req-55c13e03-304b-4071-89e9-69c54783ba60 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396969 Nov 16 05:34:07.879692 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 67bc14a4-7fa7-468f-bf64-f1acf745c139 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:34:07.965906 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc48ce-a025-4127-a218-c5694ad3f8d5 req-00e180ac-39ca-4dc9-920a-6b1e6cc22ed2 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:07.967317 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6dc48ce-a025-4127-a218-c5694ad3f8d5 req-00e180ac-39ca-4dc9-920a-6b1e6cc22ed2 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 944 time: 0.0496778 Nov 16 05:34:07.971564 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:07.983710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'port_id': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'mac_address': 'fa:16:3e:d3:b6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:34:08.014898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6dc48ce-a025-4127-a218-c5694ad3f8d5 req-d6da7b5f-66d5-4a31-8b25-a181230a1fb3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417247 Nov 16 05:34:08.020262 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:08.037287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bc14a4-7fa7-468f-bf64-f1acf745c139 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:34:08.056824 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:08.065803 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:08.099149 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d83fa0e-b311-4ee9-9e77-1dff83ad8cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:08.121911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=12']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:08.134568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fe8dc-33eb-4308-915b-acf964a0819f req-ba1efbf1-bbe7-4974-ab36-ea566a507a96 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:08.136109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-583fe8dc-33eb-4308-915b-acf964a0819f req-ba1efbf1-bbe7-4974-ab36-ea566a507a96 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0537493 Nov 16 05:34:08.182980 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-583fe8dc-33eb-4308-915b-acf964a0819f req-9fc5489a-9eff-4389-a2e5-b78a8be46ed3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409715 Nov 16 05:34:08.305962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['67bc14a4-7fa7-468f-bf64-f1acf745c139'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:34:08.417076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de511e70-a7ff-4b38-876d-3bdd4cd86c39 req-5839ff66-7630-40d0-bc32-f5868939ac71 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:08.418648 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de511e70-a7ff-4b38-876d-3bdd4cd86c39 req-5839ff66-7630-40d0-bc32-f5868939ac71 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0505486 Nov 16 05:34:08.466026 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-de511e70-a7ff-4b38-876d-3bdd4cd86c39 req-2420d05b-2a29-4867-9538-cce22722409e tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411494 Nov 16 05:34:09.582226 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584298c-56a9-403d-97a9-4b6f592cd2f7 req-503b719e-8869-4685-877e-8ee6613a2771 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:09.583722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c584298c-56a9-403d-97a9-4b6f592cd2f7 req-503b719e-8869-4685-877e-8ee6613a2771 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0486107 Nov 16 05:34:09.638593 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c584298c-56a9-403d-97a9-4b6f592cd2f7 req-6330e874-b79b-40fc-bf4e-25a36c5c5768 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups?id=a8a180e1-e585-4331-bec6-6c6cc0ec427a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488627 Nov 16 05:34:09.888745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 67bc14a4-7fa7-468f-bf64-f1acf745c139 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:34:09.936221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 67bc14a4-7fa7-468f-bf64-f1acf745c139 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:34:09.940366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 67bc14a4-7fa7-468f-bf64-f1acf745c139 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:34:09.940735 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:09.990976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-9a7288a9-66b8-4881-96ce-1f1aa44919f3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:09.993102 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-9a7288a9-66b8-4881-96ce-1f1aa44919f3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 945 time: 0.0494955 Nov 16 05:34:10.015979 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:10.041522 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:34:10.055112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:10.061259 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:10.083174 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Deleting port 67bc14a4-7fa7-468f-bf64-f1acf745c139 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:34:10.083463 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:10.086385 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c63322-93ec-4fad-a5f2-b79f53ff76a3" -d '{"events": [{"server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "name": "network-vif-plugged", "status": "completed", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:34:10.114609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=13']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:10.175944 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e304255b-abc7-4821-b28c-ebd36c7fb82a x-openstack-request-id: req-e304255b-abc7-4821-b28c-ebd36c7fb82a {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:34:10.176300 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "name": "network-vif-plugged", "status": "completed", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:34:10.176648 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e304255b-abc7-4821-b28c-ebd36c7fb82a {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:34:10.177107 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'code': 200} Nov 16 05:34:10.180381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] For port 67bc14a4-7fa7-468f-bf64-f1acf745c139, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=67bc14a4-7fa7-468f-bf64-f1acf745c139,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:10.180743 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:10.259491 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d7629ec-c77d-4fe9-81b6-12069278704e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:10.348228 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:10.348469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:10.348745 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb disassociated. External IP: 172.25.0.126, port: 67bc14a4-7fa7-468f-bf64-f1acf745c139. Nov 16 05:34:10.349131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Calling delete_port for 67bc14a4-7fa7-468f-bf64-f1acf745c139 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:34:10.476201 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:10.503827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event deleted for resources: {'Port': ['ID=67bc14a4-7fa7-468f-bf64-f1acf745c139,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:10.623698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:34:10.733756 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:34:10.739409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-962666c7-39d8-4397-81b6-ad1bb45a143d req-0bebc330-7466-4817-89fb-6007833581e3 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0267506 Nov 16 05:34:10.744747 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2ea420-28fb-4010-bcad-2920fe2ee8a2 None None] Sync routers for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:34:10.756129 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ea420-28fb-4010-bcad-2920fe2ee8a2 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:34:10.757732 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9b2ea420-28fb-4010-bcad-2920fe2ee8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:34:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:10.782159 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] No DVR routers for this DVR port 67bc14a4-7fa7-468f-bf64-f1acf745c139 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:34:10.784802 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:10.788678 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0f456c52-a8f7-4747-ac3d-07fb656aaa7b req-38a63118-83f6-4eb5-a776-5e29e8a19e04 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.15 "DELETE /v2.0/ports/67bc14a4-7fa7-468f-bf64-f1acf745c139 HTTP/1.1" status: 204 len: 173 time: 0.7899563 Nov 16 05:34:10.789114 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'name': 'network-vif-deleted', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:34:10.836908 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88faff9-d1d7-4a36-be1a-0de4cfe520c6" -d '{"events": [{"server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "name": "network-vif-deleted", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:34:10.880418 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9b2ea420-28fb-4010-bcad-2920fe2ee8a2 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:34:10.950869 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759e315a-cc54-4c92-be6b-b893c136c632 x-openstack-request-id: req-759e315a-cc54-4c92-be6b-b893c136c632 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:34:10.951160 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6", "name": "network-vif-deleted", "tag": "67bc14a4-7fa7-468f-bf64-f1acf745c139", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:34:10.951432 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-759e315a-cc54-4c92-be6b-b893c136c632 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:34:10.951858 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6', 'name': 'network-vif-deleted', 'tag': '67bc14a4-7fa7-468f-bf64-f1acf745c139', 'status': 'completed', 'code': 200} Nov 16 05:34:11.088689 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9b2ea420-28fb-4010-bcad-2920fe2ee8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:11.114816 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2ea420-28fb-4010-bcad-2920fe2ee8a2 None None] Checking router: 58998fca-dbb2-47b1-bcb9-6c7d247ba473 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:34:11.123320 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ea420-28fb-4010-bcad-2920fe2ee8a2 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:34:11.123904 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9b2ea420-28fb-4010-bcad-2920fe2ee8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:34:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:11.323225 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9b2ea420-28fb-4010-bcad-2920fe2ee8a2 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:34:11.516678 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9b2ea420-28fb-4010-bcad-2920fe2ee8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:11.546328 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2ea420-28fb-4010-bcad-2920fe2ee8a2 None None] The sync data for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 is: [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '1fb06995-9d62-4a63-a5f4-867c3a03b41c', 'name': '', 'network_id': 'fd73d164-2076-4e1d-aef2-a3a9240ef2ee', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'mac_address': 'fa:16:3e:f1:02:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:32Z', 'updated_at': '2021-11-16T05:24:36Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'subnets': [{'id': 'c69d59bb-6b1c-4a8b-9d01-850ef713ac4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:34:11.793049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd72f03d-04ee-4650-a02b-8e4c6e8080b4 None None] New status for floating IP 3ce115ce-da66-40cf-addf-bca924bcbbeb: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:34:11.847129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fc1f738-eb13-46a4-a2e1-f4c07230ac91 req-e08ec370-bb32-4ea2-ba16-efc44e2a3563 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0272481 Nov 16 05:34:12.083895 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:12.944606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-94ded568-bb51-4a58-819e-58b3e9148979 req-ef2502ea-3663-4fc5-9b18-bf03d1e08060 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0258472 Nov 16 05:34:13.441836 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:13.794622 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:13.902276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 67bc14a4-7fa7-468f-bf64-f1acf745c139 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:34:13.922913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 67bc14a4-7fa7-468f-bf64-f1acf745c139 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:34:13.923254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 67bc14a4-7fa7-468f-bf64-f1acf745c139 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:34:14.039246 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2feeda9e-41aa-4a17-89e9-496c4fb7761c req-902676c8-4472-4864-b294-5e693627dcd0 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0260997 Nov 16 05:34:15.148244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3f1c0d4a-7e01-4756-a6b3-151992adecc9 req-8152fd80-8bc1-4a7f-aa4d-fbdd74db7de2 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e4f31ad-7cff-4c18-b6ae-4f4873d5e5d6 HTTP/1.1" status: 200 len: 210 time: 0.0268114 Nov 16 05:34:16.692215 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:18.793497 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:19.897133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60866) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:19.958100 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-779c13e2-841d-40ce-aae9-6f6581165c58 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:19.981052 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-779c13e2-841d-40ce-aae9-6f6581165c58 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:20.034085 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-779c13e2-841d-40ce-aae9-6f6581165c58 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:20.036834 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-779c13e2-841d-40ce-aae9-6f6581165c58 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:20.040806 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-779c13e2-841d-40ce-aae9-6f6581165c58 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "DELETE /v2.0/security-groups/a8a180e1-e585-4331-bec6-6c6cc0ec427a HTTP/1.1" status: 204 len: 168 time: 0.1397305 Nov 16 05:34:20.041595 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60868) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:20.048932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c13e2-841d-40ce-aae9-6f6581165c58 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a180e1-e585-4331-bec6-6c6cc0ec427a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:20.070072 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-71082f80-50ae-4dd8-a6eb-8e53c6174137 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] show failed (client error): The resource could not be found. Nov 16 05:34:20.074279 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-71082f80-50ae-4dd8-a6eb-8e53c6174137 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "GET /v2.0/security-groups/a8a180e1-e585-4331-bec6-6c6cc0ec427a HTTP/1.1" status: 404 len: 347 time: 0.0285625 Nov 16 05:34:20.074719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60870) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:20.199175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2adc2769-0533-42a6-92be-e8c266b7b073 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Deleting port ba920db8-6730-4e79-b07d-e5887cd38ce9 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:34:20.199511 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2adc2769-0533-42a6-92be-e8c266b7b073 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:20.277622 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2adc2769-0533-42a6-92be-e8c266b7b073 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:20.277868 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2adc2769-0533-42a6-92be-e8c266b7b073 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:20.293701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2adc2769-0533-42a6-92be-e8c266b7b073 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Calling delete_port for ba920db8-6730-4e79-b07d-e5887cd38ce9 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:34:20.422184 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2adc2769-0533-42a6-92be-e8c266b7b073 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:20.463117 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:34:20.466192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc2769-0533-42a6-92be-e8c266b7b073 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Pushing event deleted for resources: {'Port': ['ID=ba920db8-6730-4e79-b07d-e5887cd38ce9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:20.519696 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2adc2769-0533-42a6-92be-e8c266b7b073 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:20.522447 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2adc2769-0533-42a6-92be-e8c266b7b073 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:20.524560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2adc2769-0533-42a6-92be-e8c266b7b073 tempest-ServerActionsTestJSON-372424213 tempest-ServerActionsTestJSON-372424213-project] 10.222.0.41 "DELETE /v2.0/floatingips/3ce115ce-da66-40cf-addf-bca924bcbbeb HTTP/1.1" status: 204 len: 168 time: 0.4478214 Nov 16 05:34:20.527166 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60872) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:20.920297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c821cbe-7a31-4ca2-96f5-7a774dae3783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:21.154719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2c821cbe-7a31-4ca2-96f5-7a774dae3783 admin admin] Deleting port 1fb06995-9d62-4a63-a5f4-867c3a03b41c {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:34:21.155055 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c821cbe-7a31-4ca2-96f5-7a774dae3783 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:21.233167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-2c821cbe-7a31-4ca2-96f5-7a774dae3783 admin admin] For port 1fb06995-9d62-4a63-a5f4-867c3a03b41c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1fb06995-9d62-4a63-a5f4-867c3a03b41c,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:21.233446 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c821cbe-7a31-4ca2-96f5-7a774dae3783 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:21.246631 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2c821cbe-7a31-4ca2-96f5-7a774dae3783 admin admin] Calling delete_port for 1fb06995-9d62-4a63-a5f4-867c3a03b41c owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:34:21.425455 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c821cbe-7a31-4ca2-96f5-7a774dae3783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:21.452603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c821cbe-7a31-4ca2-96f5-7a774dae3783 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb06995-9d62-4a63-a5f4-867c3a03b41c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:21.613285 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2c821cbe-7a31-4ca2-96f5-7a774dae3783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:21.824636 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c821cbe-7a31-4ca2-96f5-7a774dae3783 admin admin] Router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:34:21.929158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c821cbe-7a31-4ca2-96f5-7a774dae3783 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:34:21.934342 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2c821cbe-7a31-4ca2-96f5-7a774dae3783 admin admin] 10.222.0.41 "PUT /v2.0/routers/58998fca-dbb2-47b1-bcb9-6c7d247ba473/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4062080 Nov 16 05:34:21.937686 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60876) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:21.940734 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0b1e4-1316-4d75-8728-7e03cb815181 None None] Sync routers for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:34:21.950859 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0b1e4-1316-4d75-8728-7e03cb815181 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:34:21.951523 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fbd0b1e4-1316-4d75-8728-7e03cb815181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:34:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:22.041306 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.051838 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-fbd0b1e4-1316-4d75-8728-7e03cb815181 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:34:22.141872 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.194741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Deleting port 4d0bef76-40b7-4b1b-aae7-0267b4005927 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:34:22.195079 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.220869 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fbd0b1e4-1316-4d75-8728-7e03cb815181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105'}], 'enable_snat': True}, 'gw_port_id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:34:21Z', 'revision_number': 5, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port': {'id': '4d0bef76-40b7-4b1b-aae7-0267b4005927', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:a1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:22.250381 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0b1e4-1316-4d75-8728-7e03cb815181 None None] Checking router: 58998fca-dbb2-47b1-bcb9-6c7d247ba473 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:34:22.258438 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0b1e4-1316-4d75-8728-7e03cb815181 None None] Routers {'58998fca-dbb2-47b1-bcb9-6c7d247ba473'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:34:22.259035 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fbd0b1e4-1316-4d75-8728-7e03cb815181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:34:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:22.272408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] For port 4d0bef76-40b7-4b1b-aae7-0267b4005927, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4d0bef76-40b7-4b1b-aae7-0267b4005927,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:22.272782 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.288493 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Calling delete_port for 4d0bef76-40b7-4b1b-aae7-0267b4005927 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:34:22.339438 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-fbd0b1e4-1316-4d75-8728-7e03cb815181 None None] Set router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:34:22.390857 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-fbd0b1e4-1316-4d75-8728-7e03cb815181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:34:22Z', 'revision_number': 6, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:22.417484 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0b1e4-1316-4d75-8728-7e03cb815181 None None] The sync data for ids ['58998fca-dbb2-47b1-bcb9-6c7d247ba473'] in n-d-818042-1 is: [{'id': '58998fca-dbb2-47b1-bcb9-6c7d247ba473', 'name': 'tempest-ServerActionsTestJSON-1785687486-router', 'tenant_id': '3f03d3d67d7845b7bb9c6bf629183152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:24:30Z', 'updated_at': '2021-11-16T05:34:22Z', 'revision_number': 6, 'project_id': '3f03d3d67d7845b7bb9c6bf629183152', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:34:22.452239 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.486407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0bef76-40b7-4b1b-aae7-0267b4005927,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:22.493833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dccfbf3-8fe1-4b37-ab27-992fa54e20ba None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:34:22.543768 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.635172 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.637360 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.682233 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.682753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58998fca-dbb2-47b1-bcb9-6c7d247ba473 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:34:22.687551 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.688688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d60809c2-4f6f-4ec1-ad74-bd18c742ada8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/58998fca-dbb2-47b1-bcb9-6c7d247ba473 HTTP/1.1" status: 204 len: 168 time: 0.7500119 Nov 16 05:34:22.691158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60878) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:22.735083 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e425f18c-fbbd-4f87-af8f-9fbebf45a17f admin admin] Deleting subnet c69d59bb-6b1c-4a8b-9d01-850ef713ac4a {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:34:22.738012 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e425f18c-fbbd-4f87-af8f-9fbebf45a17f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.775992 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e425f18c-fbbd-4f87-af8f-9fbebf45a17f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.864150 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e425f18c-fbbd-4f87-af8f-9fbebf45a17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.917568 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e425f18c-fbbd-4f87-af8f-9fbebf45a17f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.945083 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e425f18c-fbbd-4f87-af8f-9fbebf45a17f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:22.949836 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e425f18c-fbbd-4f87-af8f-9fbebf45a17f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c69d59bb-6b1c-4a8b-9d01-850ef713ac4a HTTP/1.1" status: 204 len: 168 time: 0.2577388 Nov 16 05:34:22.950222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e2edb7-da5e-4166-bb6d-bfa03cc7d3f3 None None] Network fd73d164-2076-4e1d-aef2-a3a9240ef2ee requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:34:22.950899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425f18c-fbbd-4f87-af8f-9fbebf45a17f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c69d59bb-6b1c-4a8b-9d01-850ef713ac4a,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:22.952459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60880) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:23.022998 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.075648 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Deleting port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:34:23.076145 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.141467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] For port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3,segment=NetworkSegment(6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7),segment_id=6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:23.141856 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.154111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Calling delete_port for 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:34:23.202837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee9d9ba-b324-4ab0-a321-e55ded96df12 None None] DHCP port deletion for fd73d164-2076-4e1d-aef2-a3a9240ef2ee request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:34:23.234554 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.255866 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9d9ba-b324-4ab0-a321-e55ded96df12 None None] Deleting port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:34:23.256360 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ee9d9ba-b324-4ab0-a321-e55ded96df12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.262499 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:23.264396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] No DVR routers for this DVR port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:34:23.322659 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4ee9d9ba-b324-4ab0-a321-e55ded96df12 None None] For port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:23.323028 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ee9d9ba-b324-4ab0-a321-e55ded96df12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.335410 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9d9ba-b324-4ab0-a321-e55ded96df12 None None] Calling delete_port for 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:34:23.337741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-4ee9d9ba-b324-4ab0-a321-e55ded96df12 None None] Port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 05:34:23.338640 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.339046 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4ee9d9ba-b324-4ab0-a321-e55ded96df12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.359091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd73d164-2076-4e1d-aef2-a3a9240ef2ee']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:23.363219 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9d9ba-b324-4ab0-a321-e55ded96df12 None None] Pushing event deleted for resources: {'Port': ['ID=6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:23.366627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee9d9ba-b324-4ab0-a321-e55ded96df12 None None] No DVR routers for this DVR port 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:34:23.369331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:23.369841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a1e88b9-fcf1-4c4a-8a05-dea9b2f0c6d7') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:23.380459 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.394657 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.401677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:34:23.402004 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:34:23.403679 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:34:23.463960 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.471618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.474985 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fd73d164-2076-4e1d-aef2-a3a9240ef2ee HTTP/1.1" status: 204 len: 168 time: 0.5214667 Nov 16 05:34:23.491746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1586a7-8891-4f7f-9fa6-af969e3d6a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd73d164-2076-4e1d-aef2-a3a9240ef2ee,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:23.513863 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1fb06995-9d62-4a63-a5f4-867c3a03b41c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:34:23.537275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 1fb06995-9d62-4a63-a5f4-867c3a03b41c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:34:23.537646 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1fb06995-9d62-4a63-a5f4-867c3a03b41c not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:34:23.538113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:34:23.556617 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:34:23.556954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6bdc707d-ac16-4ce6-a904-1cbc8bd6c1e3 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:34:23.557351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4d0bef76-40b7-4b1b-aae7-0267b4005927 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:34:23.577584 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 4d0bef76-40b7-4b1b-aae7-0267b4005927 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:34:23.577973 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4d0bef76-40b7-4b1b-aae7-0267b4005927 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:34:23.599188 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60884) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:23.639114 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fd866e88-fd0a-480d-8049-e664c2ddc00f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f03d3d67d7845b7bb9c6bf629183152&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387721 Nov 16 05:34:23.641592 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60886) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:23.686590 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dfbac7fd-37b4-4ba8-8dd9-3cf454457c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.707407 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dfbac7fd-37b4-4ba8-8dd9-3cf454457c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.754519 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dfbac7fd-37b4-4ba8-8dd9-3cf454457c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.757026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dfbac7fd-37b4-4ba8-8dd9-3cf454457c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:23.761152 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dfbac7fd-37b4-4ba8-8dd9-3cf454457c68 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abf21538-b36a-4251-8acb-7c2a3c687947 HTTP/1.1" status: 204 len: 168 time: 0.1156824 Nov 16 05:34:23.766489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbac7fd-37b4-4ba8-8dd9-3cf454457c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf21538-b36a-4251-8acb-7c2a3c687947,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:24.460393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 60908) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:24.556227 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-812519720-network', 'tenant_id': 'e9f67bdaedc2469b85b0ed3c3e3446e2'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:24.577960 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Made reservation on behalf of e9f67bdaedc2469b85b0ed3c3e3446e2 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:24.580270 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:24.588950 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:24.665613 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:24.669535 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:24.692373 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:34:24.706604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e10540-a8c2-4786-aa9b-4cc33a730f9c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:24.709392 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:24.709732 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Added segment 3ff773c9-f7f9-45f8-bd58-bacad9b98ea6 of type vlan for network cb1066de-1427-4438-9f08-b2210ac87b0c Nov 16 05:34:24.750101 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:24.774509 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:24.775458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:24.776020 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:24.831946 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3704593 Nov 16 05:34:24.834955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 60912) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:24.837511 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b85a42-0869-440e-b037-b033296f648a admin admin] Pushing event updated for resources: {'Network': ['ID=cb1066de-1427-4438-9f08-b2210ac87b0c,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:24.840714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-fc311fc6-f31c-4e3e-afc9-412c29c27d2f admin admin] Request body: {'subnet': {'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-812519720-subnet', 'tenant_id': 'e9f67bdaedc2469b85b0ed3c3e3446e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:24.847618 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network cb1066de-1427-4438-9f08-b2210ac87b0c details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:34:24.862881 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc311fc6-f31c-4e3e-afc9-412c29c27d2f admin admin] Made reservation on behalf of e9f67bdaedc2469b85b0ed3c3e3446e2 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:24.865601 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fc311fc6-f31c-4e3e-afc9-412c29c27d2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:25.381180 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fc311fc6-f31c-4e3e-afc9-412c29c27d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:25.436749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc311fc6-f31c-4e3e-afc9-412c29c27d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1c16f1-1a93-41c3-a964-3a911d9556da,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:25.444074 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc311fc6-f31c-4e3e-afc9-412c29c27d2f admin admin] Checking segment: {'id': '3ff773c9-f7f9-45f8-bd58-bacad9b98ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:34:25.444445 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc311fc6-f31c-4e3e-afc9-412c29c27d2f admin admin] Network hostable DHCP agents. Network: cb1066de-1427-4438-9f08-b2210ac87b0c, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:34:25.461952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc311fc6-f31c-4e3e-afc9-412c29c27d2f admin admin] Network cb1066de-1427-4438-9f08-b2210ac87b0c is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:34:25.469721 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-fc311fc6-f31c-4e3e-afc9-412c29c27d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, cb1066de-1427-4438-9f08-b2210ac87b0c) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:34:25.473633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc311fc6-f31c-4e3e-afc9-412c29c27d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:25.474249 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fc311fc6-f31c-4e3e-afc9-412c29c27d2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:25.478757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa79e2-9eef-415b-84ea-07304cce0f25 None None] Network cb1066de-1427-4438-9f08-b2210ac87b0c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:34:25.499085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fc311fc6-f31c-4e3e-afc9-412c29c27d2f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6544123 Nov 16 05:34:25.602516 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a9aaae-0392-4c98-9b3a-2531bde7c65c None None] Network cb1066de-1427-4438-9f08-b2210ac87b0c requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:34:25.909068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-143e78a1-28a8-48da-87f5-8e770dcb6922 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:25.910456 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-143e78a1-28a8-48da-87f5-8e770dcb6922 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/networks?id=cb1066de-1427-4438-9f08-b2210ac87b0c HTTP/1.1" status: 200 len: 813 time: 0.1034646 Nov 16 05:34:25.926139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-8dfd57c3-40a3-42b6-adbd-b77c6bd95f9f tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/quotas/e9f67bdaedc2469b85b0ed3c3e3446e2 HTTP/1.1" status: 200 len: 375 time: 0.0088458 Nov 16 05:34:25.956493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-fbc04e6e-1032-4731-afb4-bc665a580f02 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9f67bdaedc2469b85b0ed3c3e3446e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246029 Nov 16 05:34:26.064399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-c067a088-2fa3-4ac1-bfe4-7676788417b0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:34:26.065403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-c067a088-2fa3-4ac1-bfe4-7676788417b0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0514157 Nov 16 05:34:26.155621 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-796e225f-ec40-468c-ba6a-5d7a17423ca7 service neutron] 10.222.0.41 "GET /v2.0/networks/cb1066de-1427-4438-9f08-b2210ac87b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838284 Nov 16 05:34:26.242232 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-3e008646-c778-40fb-bfaa-83551c416e94 service neutron] 10.222.0.41 "GET /v2.0/networks/cb1066de-1427-4438-9f08-b2210ac87b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804405 Nov 16 05:34:26.440852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e42d9059-a180-4063-afb5-1fabe4393d6a req-32e62731-91ee-43e1-8b84-a2a01e7dc755 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 210 time: 0.0289578 Nov 16 05:34:27.338106 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-dd0c9297-1147-4c69-8c81-ea6774459a4c tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:27.339561 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-dd0c9297-1147-4c69-8c81-ea6774459a4c tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.15 "GET /v2.0/networks?id=cb1066de-1427-4438-9f08-b2210ac87b0c HTTP/1.1" status: 200 len: 813 time: 0.1130939 Nov 16 05:34:27.353217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-ccd9a993-5d46-46c8-8021-1f22e3e316ef tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Request body: {'port': {'device_id': '3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb', 'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c', 'admin_state_up': True, 'tenant_id': 'e9f67bdaedc2469b85b0ed3c3e3446e2'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:27.458612 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-ccd9a993-5d46-46c8-8021-1f22e3e316ef tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Made reservation on behalf of e9f67bdaedc2469b85b0ed3c3e3446e2 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:27.462418 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-ccd9a993-5d46-46c8-8021-1f22e3e316ef tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:27.535289 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-927b6867-7ff5-42e8-be96-dd0e5e209cbc req-b2749b2a-65e9-44ac-b1b4-bfccec1681db tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 210 time: 0.0260606 Nov 16 05:34:27.591593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-ccd9a993-5d46-46c8-8021-1f22e3e316ef tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Allocated IP 172.20.0.4 (cb1066de-1427-4438-9f08-b2210ac87b0c/5a1c16f1-1a93-41c3-a964-3a911d9556da/04e9eda2-0058-4117-94c9-75daa48d9498) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:34:27.742410 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-ccd9a993-5d46-46c8-8021-1f22e3e316ef tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:27.775249 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-ccd9a993-5d46-46c8-8021-1f22e3e316ef tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:27.814399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-ccd9a993-5d46-46c8-8021-1f22e3e316ef tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Network cb1066de-1427-4438-9f08-b2210ac87b0c is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:34:27.819863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-ccd9a993-5d46-46c8-8021-1f22e3e316ef tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:34:27.823593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-ccd9a993-5d46-46c8-8021-1f22e3e316ef tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:34:27.850492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9a993-5d46-46c8-8021-1f22e3e316ef tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Pushing event updated for resources: {'Port': ['ID=04e9eda2-0058-4117-94c9-75daa48d9498,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:27.875524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-ccd9a993-5d46-46c8-8021-1f22e3e316ef tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:27.876159 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-ccd9a993-5d46-46c8-8021-1f22e3e316ef tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:27.891309 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-ccd9a993-5d46-46c8-8021-1f22e3e316ef tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5430839 Nov 16 05:34:27.981613 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Request body: {'port': {'device_id': '3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:28.037681 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:28.286590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e9eda2-0058-4117-94c9-75daa48d9498 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:34:28.293737 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:28.305177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Transition to ACTIVE for port object 04e9eda2-0058-4117-94c9-75daa48d9498 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:34:28.309081 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:28.359651 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Pushing event updated for resources: {'Port': ['ID=04e9eda2-0058-4117-94c9-75daa48d9498,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:28.424696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Attempting to bind port 04e9eda2-0058-4117-94c9-75daa48d9498 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:34:28.425028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Attempting to bind port 04e9eda2-0058-4117-94c9-75daa48d9498 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '3ff773c9-f7f9-45f8-bd58-bacad9b98ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:34:28.425355 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Attempting to bind port 04e9eda2-0058-4117-94c9-75daa48d9498 on network cb1066de-1427-4438-9f08-b2210ac87b0c {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:34:28.429534 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Port 04e9eda2-0058-4117-94c9-75daa48d9498 on network cb1066de-1427-4438-9f08-b2210ac87b0c not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:34:28.429881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Attempting to bind port 04e9eda2-0058-4117-94c9-75daa48d9498 on network cb1066de-1427-4438-9f08-b2210ac87b0c {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:34:28.435100 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:34:28.435433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Checking segment: {'id': '3ff773c9-f7f9-45f8-bd58-bacad9b98ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:34:28.435810 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Bound using segment: {'id': '3ff773c9-f7f9-45f8-bd58-bacad9b98ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:34:28.436230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Bound port: 04e9eda2-0058-4117-94c9-75daa48d9498, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff773c9-f7f9-45f8-bd58-bacad9b98ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:34:28.436577 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:28.496603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] For port 04e9eda2-0058-4117-94c9-75daa48d9498, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:34:28.499545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] For port 04e9eda2-0058-4117-94c9-75daa48d9498, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=04e9eda2-0058-4117-94c9-75daa48d9498,segment=NetworkSegment(3ff773c9-f7f9-45f8-bd58-bacad9b98ea6),segment_id=3ff773c9-f7f9-45f8-bd58-bacad9b98ea6)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:34:28.503928 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:28.540359 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:28.540969 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:28.542363 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] 10.222.0.15 "PUT /v2.0/ports/04e9eda2-0058-4117-94c9-75daa48d9498 HTTP/1.1" status: 200 len: 1091 time: 0.6087573 Nov 16 05:34:28.542800 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb', 'tag': '04e9eda2-0058-4117-94c9-75daa48d9498'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:34:28.545028 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf0eaff-0380-4775-ba2d-09e38ed33ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb", "tag": "04e9eda2-0058-4117-94c9-75daa48d9498"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:34:28.567797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b56dba-fff3-455c-a883-d5f7d038ffc8 service neutron] Pushing event updated for resources: {'Port': ['ID=04e9eda2-0058-4117-94c9-75daa48d9498,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:28.604064 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed0bdbd-dfb9-42fd-9f2c-812a587ab1f5 x-openstack-request-id: req-1ed0bdbd-dfb9-42fd-9f2c-812a587ab1f5 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:34:28.604064 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb", "tag": "04e9eda2-0058-4117-94c9-75daa48d9498", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:34:28.604064 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ed0bdbd-dfb9-42fd-9f2c-812a587ab1f5 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:34:28.604428 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb', 'tag': '04e9eda2-0058-4117-94c9-75daa48d9498', 'status': 'completed', 'code': 200} Nov 16 05:34:28.638667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b5deed5e-2805-41ee-9e61-0740a910944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:28.640501 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b5deed5e-2805-41ee-9e61-0740a910944d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f67bdaedc2469b85b0ed3c3e3446e2&device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 1094 time: 0.0475330 Nov 16 05:34:28.670572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d3e3e-d72e-4e74-abe0-7f3404aa2cad req-e46fbe49-f5fb-4518-a0dc-46c875d141c8 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:28.672057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e92d3e3e-d72e-4e74-abe0-7f3404aa2cad req-e46fbe49-f5fb-4518-a0dc-46c875d141c8 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 943 time: 0.0570638 Nov 16 05:34:28.682368 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-1fba9475-9430-4fde-9ebf-7d1e56e32012 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04e9eda2-0058-4117-94c9-75daa48d9498 HTTP/1.1" status: 200 len: 217 time: 0.0343099 Nov 16 05:34:28.720231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e92d3e3e-d72e-4e74-abe0-7f3404aa2cad req-d258394e-73d7-474d-b01e-46bd535061c7 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417664 Nov 16 05:34:28.731158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-9ac9ae6f-8f1a-437b-a795-e45c79e17011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:28.732762 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-9ac9ae6f-8f1a-437b-a795-e45c79e17011 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a1c16f1-1a93-41c3-a964-3a911d9556da HTTP/1.1" status: 200 len: 853 time: 0.0438604 Nov 16 05:34:28.763661 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-5ced92b2-999f-4c44-b567-343486d6c6bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb1066de-1427-4438-9f08-b2210ac87b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242047 Nov 16 05:34:28.854897 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-b72d48bf-c3c8-41ee-9980-77a48fe06645 service neutron] 10.222.0.15 "GET /v2.0/networks/cb1066de-1427-4438-9f08-b2210ac87b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842814 Nov 16 05:34:28.940531 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad8f4c87-da09-4d80-bcff-51d374193562 req-9bf2e14f-a065-457b-b91d-b58860583f17 service neutron] 10.222.0.15 "GET /v2.0/networks/cb1066de-1427-4438-9f08-b2210ac87b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794013 Nov 16 05:34:29.030372 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0eaff-0380-4775-ba2d-09e38ed33ba0 req-f73d6a10-1039-4d7b-b967-f9d6b049df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:29.031876 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5bf0eaff-0380-4775-ba2d-09e38ed33ba0 req-f73d6a10-1039-4d7b-b967-f9d6b049df87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9f67bdaedc2469b85b0ed3c3e3446e2&device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 1094 time: 0.0441852 Nov 16 05:34:29.126719 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0eaff-0380-4775-ba2d-09e38ed33ba0 req-74f2e8aa-418d-4d0e-8998-56354fa220a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:29.128060 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5bf0eaff-0380-4775-ba2d-09e38ed33ba0 req-74f2e8aa-418d-4d0e-8998-56354fa220a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb1066de-1427-4438-9f08-b2210ac87b0c HTTP/1.1" status: 200 len: 914 time: 0.0897055 Nov 16 05:34:29.170716 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5bf0eaff-0380-4775-ba2d-09e38ed33ba0 req-15e5ec16-6994-4ed4-b295-4ed90b18f600 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04e9eda2-0058-4117-94c9-75daa48d9498 HTTP/1.1" status: 200 len: 217 time: 0.0360208 Nov 16 05:34:29.217277 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0eaff-0380-4775-ba2d-09e38ed33ba0 req-6d87b4ee-e58e-493c-ba81-cf76c79dc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:29.218677 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5bf0eaff-0380-4775-ba2d-09e38ed33ba0 req-6d87b4ee-e58e-493c-ba81-cf76c79dc1e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5a1c16f1-1a93-41c3-a964-3a911d9556da HTTP/1.1" status: 200 len: 853 time: 0.0413191 Nov 16 05:34:29.249459 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5bf0eaff-0380-4775-ba2d-09e38ed33ba0 req-07aa3e8a-6a39-4170-9204-405afd829586 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb1066de-1427-4438-9f08-b2210ac87b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232272 Nov 16 05:34:29.338988 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5bf0eaff-0380-4775-ba2d-09e38ed33ba0 req-c8abffbc-c265-4199-a0ee-6a5172394760 service neutron] 10.222.0.15 "GET /v2.0/networks/cb1066de-1427-4438-9f08-b2210ac87b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815749 Nov 16 05:34:29.427208 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5bf0eaff-0380-4775-ba2d-09e38ed33ba0 req-3c47670e-8496-4391-9194-3d336aa134b6 service neutron] 10.222.0.15 "GET /v2.0/networks/cb1066de-1427-4438-9f08-b2210ac87b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813916 Nov 16 05:34:29.838399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e431323-9908-4374-be37-71070e51eb0d req-51fd3d2b-146e-4d56-852e-c5cffb634e3f tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:29.840129 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e431323-9908-4374-be37-71070e51eb0d req-51fd3d2b-146e-4d56-852e-c5cffb634e3f tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 943 time: 0.0484622 Nov 16 05:34:29.887908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e431323-9908-4374-be37-71070e51eb0d req-5710370d-52c0-40e1-b740-32f956b80a1c tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Nov 16 05:34:31.004152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01315b-2b05-4e97-9e1d-c4e96ca9af3d req-bc566327-c162-4d94-9b0d-7cfece3968d8 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:31.005597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab01315b-2b05-4e97-9e1d-c4e96ca9af3d req-bc566327-c162-4d94-9b0d-7cfece3968d8 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 943 time: 0.0505662 Nov 16 05:34:31.053189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab01315b-2b05-4e97-9e1d-c4e96ca9af3d req-9f87d9fa-4eb7-441e-816e-1ca9b279c1c5 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Nov 16 05:34:31.957113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 04e9eda2-0058-4117-94c9-75daa48d9498 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:34:32.053464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 04e9eda2-0058-4117-94c9-75daa48d9498, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=04e9eda2-0058-4117-94c9-75daa48d9498,segment=NetworkSegment(3ff773c9-f7f9-45f8-bd58-bacad9b98ea6),segment_id=3ff773c9-f7f9-45f8-bd58-bacad9b98ea6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:32.064953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '04e9eda2-0058-4117-94c9-75daa48d9498', 'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c', 'port_id': '04e9eda2-0058-4117-94c9-75daa48d9498', 'mac_address': 'fa:16:3e:8b:30:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1c16f1-1a93-41c3-a964-3a911d9556da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:34:32.100885 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:32.114110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e9eda2-0058-4117-94c9-75daa48d9498 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:34:32.132940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 04e9eda2-0058-4117-94c9-75daa48d9498, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=04e9eda2-0058-4117-94c9-75daa48d9498,segment=NetworkSegment(3ff773c9-f7f9-45f8-bd58-bacad9b98ea6),segment_id=3ff773c9-f7f9-45f8-bd58-bacad9b98ea6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:32.137013 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:32.168021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7cd03-a269-4f1f-ad7e-50988cf82555 req-d776e9ad-8119-4cd7-8aee-fb37a14caf16 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:32.169508 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17d7cd03-a269-4f1f-ad7e-50988cf82555 req-d776e9ad-8119-4cd7-8aee-fb37a14caf16 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 943 time: 0.0486321 Nov 16 05:34:32.183626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=04e9eda2-0058-4117-94c9-75daa48d9498,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:32.217269 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17d7cd03-a269-4f1f-ad7e-50988cf82555 req-e99fd2c0-c39b-4f53-ac5a-8be8cda84706 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Nov 16 05:34:32.328809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['04e9eda2-0058-4117-94c9-75daa48d9498'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:34:33.329699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f75e25-dda9-4032-97c8-6188f5db16c5 req-9f55ace3-57b3-40d7-a58a-1ace154fc92a tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:33.331152 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0f75e25-dda9-4032-97c8-6188f5db16c5 req-9f55ace3-57b3-40d7-a58a-1ace154fc92a tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 944 time: 0.0475650 Nov 16 05:34:33.381460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c0f75e25-dda9-4032-97c8-6188f5db16c5 req-2557d674-bd24-47fe-b5e2-cb825236c0b5 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444152 Nov 16 05:34:33.966302 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 04e9eda2-0058-4117-94c9-75daa48d9498 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:34:34.013468 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 04e9eda2-0058-4117-94c9-75daa48d9498 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:34:34.017501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 04e9eda2-0058-4117-94c9-75daa48d9498 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:34:34.017841 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:34.095244 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:34.117050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e9eda2-0058-4117-94c9-75daa48d9498'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:34:34.119850 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a605112d-c54f-4da0-a357-0c0a69d5c510" -d '{"events": [{"server_uuid": "3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb", "name": "network-vif-plugged", "status": "completed", "tag": "04e9eda2-0058-4117-94c9-75daa48d9498"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:34:34.132210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 04e9eda2-0058-4117-94c9-75daa48d9498, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=04e9eda2-0058-4117-94c9-75daa48d9498,segment=NetworkSegment(3ff773c9-f7f9-45f8-bd58-bacad9b98ea6),segment_id=3ff773c9-f7f9-45f8-bd58-bacad9b98ea6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:34.136749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:34.159040 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75e5280-4510-4fa0-8cb0-cff203962daf x-openstack-request-id: req-d75e5280-4510-4fa0-8cb0-cff203962daf {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:34:34.159337 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb", "name": "network-vif-plugged", "status": "completed", "tag": "04e9eda2-0058-4117-94c9-75daa48d9498", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:34:34.159592 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d75e5280-4510-4fa0-8cb0-cff203962daf {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:34:34.159980 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e9eda2-0058-4117-94c9-75daa48d9498', 'code': 200} Nov 16 05:34:34.185535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=04e9eda2-0058-4117-94c9-75daa48d9498,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:34.255566 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff405e7-7019-40c2-9dd6-d4a62356d0a4 req-e35fdb6f-2150-4ba3-94cd-eee93b859dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:34.257023 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4ff405e7-7019-40c2-9dd6-d4a62356d0a4 req-e35fdb6f-2150-4ba3-94cd-eee93b859dfa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 1096 time: 0.0406897 Nov 16 05:34:34.299500 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4ff405e7-7019-40c2-9dd6-d4a62356d0a4 req-8da75c30-d616-45f2-9ee1-dbac5f89ba23 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357454 Nov 16 05:34:34.497054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62965bfe-1d8c-4261-8831-06c9bbb38cda req-add4fc1f-7573-434a-93bc-767b745314ec tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:34.498567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62965bfe-1d8c-4261-8831-06c9bbb38cda req-add4fc1f-7573-434a-93bc-767b745314ec tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 945 time: 0.0487711 Nov 16 05:34:34.545422 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-62965bfe-1d8c-4261-8831-06c9bbb38cda req-1859b4cf-4f9f-4b7b-a513-d4f16aaaa0af tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Nov 16 05:34:35.676671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e637bc-ae96-47bd-a564-f465e4c756cc req-ce91a322-faab-491c-80db-a740aee3787f tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:35.678185 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43e637bc-ae96-47bd-a564-f465e4c756cc req-ce91a322-faab-491c-80db-a740aee3787f tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 945 time: 0.0647910 Nov 16 05:34:35.726192 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-43e637bc-ae96-47bd-a564-f465e4c756cc req-ad20effb-f5ed-44d6-9afb-8e97c0afd779 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405562 Nov 16 05:34:35.947581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-9bf7b048-b46c-4b5f-8bc1-63d7be2578f4 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:35.949031 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-9bf7b048-b46c-4b5f-8bc1-63d7be2578f4 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/networks?id=cb1066de-1427-4438-9f08-b2210ac87b0c HTTP/1.1" status: 200 len: 813 time: 0.1035450 Nov 16 05:34:35.963581 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-b4cb2ef7-a0f8-4584-89cf-3d67440054c3 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/quotas/e9f67bdaedc2469b85b0ed3c3e3446e2 HTTP/1.1" status: 200 len: 375 time: 0.0087786 Nov 16 05:34:36.011993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-93e50d07-3ac8-49ab-bdcc-9c55980b99b2 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9f67bdaedc2469b85b0ed3c3e3446e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431874 Nov 16 05:34:36.103556 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-682a0189-b59c-4e24-857f-fa7dd9bd78fc service neutron] 10.222.0.41 "GET /v2.0/networks/cb1066de-1427-4438-9f08-b2210ac87b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847118 Nov 16 05:34:36.191264 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-101561ba-590e-4d3f-9717-66b62cc664de service neutron] 10.222.0.41 "GET /v2.0/networks/cb1066de-1427-4438-9f08-b2210ac87b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817420 Nov 16 05:34:36.346078 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-efee326a-5f64-42d1-9e56-a753a1b0ba3d req-f3aad597-dd56-4405-bb63-7af879256282 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 210 time: 0.0265265 Nov 16 05:34:37.234411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-63453d10-7d22-46fc-88c9-4feaccd0eacc tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:37.236424 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-63453d10-7d22-46fc-88c9-4feaccd0eacc tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.37 "GET /v2.0/networks?id=cb1066de-1427-4438-9f08-b2210ac87b0c HTTP/1.1" status: 200 len: 813 time: 0.1061072 Nov 16 05:34:37.249242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Request body: {'port': {'device_id': '5d6aecdd-9432-473c-94a4-97be706ca5c9', 'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c', 'admin_state_up': True, 'tenant_id': 'e9f67bdaedc2469b85b0ed3c3e3446e2'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:37.358672 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Made reservation on behalf of e9f67bdaedc2469b85b0ed3c3e3446e2 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:37.362140 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:37.461928 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f51d40ec-c86e-49e4-88e9-e76e2c4fb422 req-74a144b5-a7ea-4a06-b2e2-f78c2ff631df tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 210 time: 0.0327470 Nov 16 05:34:37.514807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Allocated IP 172.20.0.2 (cb1066de-1427-4438-9f08-b2210ac87b0c/5a1c16f1-1a93-41c3-a964-3a911d9556da/8d742509-2623-4fbc-85e7-de1277c06750) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:34:37.657645 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:37.690595 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:37.703198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['04e9eda2-0058-4117-94c9-75daa48d9498'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:34:37.743030 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Network cb1066de-1427-4438-9f08-b2210ac87b0c is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:34:37.746506 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:34:37.749271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:34:37.775521 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Pushing event updated for resources: {'Port': ['ID=8d742509-2623-4fbc-85e7-de1277c06750,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:37.786612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:37.786951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:37.787289 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:37.787625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:37.787959 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:37.788285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:37.788608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:37.788929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:37.789825 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:37.790151 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:37.790472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:37.790789 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:37.817453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:37.818088 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:37.833361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-430ae63e-5035-4378-ad38-97ceb51d4494 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5880296 Nov 16 05:34:37.845438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Request body: {'port': {'device_id': '5d6aecdd-9432-473c-94a4-97be706ca5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:37.898014 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:38.081584 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd0f1fde-ee96-498e-baa7-31f13a441165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:38.161904 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d742509-2623-4fbc-85e7-de1277c06750 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:34:38.170037 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:38.181689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Transition to ACTIVE for port object 8d742509-2623-4fbc-85e7-de1277c06750 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:34:38.185278 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:38.236091 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d742509-2623-4fbc-85e7-de1277c06750,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:38.300608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Attempting to bind port 8d742509-2623-4fbc-85e7-de1277c06750 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:34:38.300996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Attempting to bind port 8d742509-2623-4fbc-85e7-de1277c06750 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '3ff773c9-f7f9-45f8-bd58-bacad9b98ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:34:38.301326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Attempting to bind port 8d742509-2623-4fbc-85e7-de1277c06750 on network cb1066de-1427-4438-9f08-b2210ac87b0c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:34:38.306025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Port 8d742509-2623-4fbc-85e7-de1277c06750 on network cb1066de-1427-4438-9f08-b2210ac87b0c not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:34:38.306344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Attempting to bind port 8d742509-2623-4fbc-85e7-de1277c06750 on network cb1066de-1427-4438-9f08-b2210ac87b0c {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:34:38.311055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:34:38.311385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Checking segment: {'id': '3ff773c9-f7f9-45f8-bd58-bacad9b98ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:34:38.311756 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Bound using segment: {'id': '3ff773c9-f7f9-45f8-bd58-bacad9b98ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:34:38.312439 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Bound port: 8d742509-2623-4fbc-85e7-de1277c06750, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff773c9-f7f9-45f8-bd58-bacad9b98ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:34:38.312782 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:38.373428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] For port 8d742509-2623-4fbc-85e7-de1277c06750, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:34:38.376541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] For port 8d742509-2623-4fbc-85e7-de1277c06750, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8d742509-2623-4fbc-85e7-de1277c06750,segment=NetworkSegment(3ff773c9-f7f9-45f8-bd58-bacad9b98ea6),segment_id=3ff773c9-f7f9-45f8-bd58-bacad9b98ea6)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:34:38.380333 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:38.412733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:38.413355 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:38.414749 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] 10.222.0.37 "PUT /v2.0/ports/8d742509-2623-4fbc-85e7-de1277c06750 HTTP/1.1" status: 200 len: 1091 time: 0.5734575 Nov 16 05:34:38.415189 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6aecdd-9432-473c-94a4-97be706ca5c9', 'tag': '8d742509-2623-4fbc-85e7-de1277c06750'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:34:38.446701 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d295f-cc62-42ce-bdbb-e239c4edd8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8d742509-2623-4fbc-85e7-de1277c06750,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:38.466398 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0631d9fb-ea76-4bf6-849c-d8ef37fa5ede" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6aecdd-9432-473c-94a4-97be706ca5c9", "tag": "8d742509-2623-4fbc-85e7-de1277c06750"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:34:38.509528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-cef4ac11-77c6-44d9-b064-82a5b00b354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:38.511111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-cef4ac11-77c6-44d9-b064-82a5b00b354c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f67bdaedc2469b85b0ed3c3e3446e2&device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 1094 time: 0.0478289 Nov 16 05:34:38.563024 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-2774d2cc-5ff5-4f16-a484-7341c908ec23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d742509-2623-4fbc-85e7-de1277c06750 HTTP/1.1" status: 200 len: 217 time: 0.0443556 Nov 16 05:34:38.571012 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d59ed28-b269-4248-a782-8ef3c9866778 x-openstack-request-id: req-8d59ed28-b269-4248-a782-8ef3c9866778 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:34:38.571303 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6aecdd-9432-473c-94a4-97be706ca5c9", "tag": "8d742509-2623-4fbc-85e7-de1277c06750", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:34:38.571560 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d59ed28-b269-4248-a782-8ef3c9866778 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:34:38.571962 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6aecdd-9432-473c-94a4-97be706ca5c9', 'tag': '8d742509-2623-4fbc-85e7-de1277c06750', 'status': 'completed', 'code': 200} Nov 16 05:34:38.636812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-29c936e8-f2e7-4f0a-96a0-79130945df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:38.638332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-29c936e8-f2e7-4f0a-96a0-79130945df79 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a1c16f1-1a93-41c3-a964-3a911d9556da HTTP/1.1" status: 200 len: 853 time: 0.0643418 Nov 16 05:34:38.646643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3dd33-3d03-4eb2-8b2d-761a22c6e475 req-615d70af-3efe-4e3a-81e1-41e6a2a347c8 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:38.648628 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96d3dd33-3d03-4eb2-8b2d-761a22c6e475 req-615d70af-3efe-4e3a-81e1-41e6a2a347c8 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 943 time: 0.0884097 Nov 16 05:34:38.688947 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-c5a4236f-adf6-476f-8652-f58f076c160a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb1066de-1427-4438-9f08-b2210ac87b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393915 Nov 16 05:34:38.761228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96d3dd33-3d03-4eb2-8b2d-761a22c6e475 req-954641f7-3b62-4cee-bd51-4750c40ecfcd tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042252 Nov 16 05:34:38.796541 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-5c74339e-8168-48c9-8092-ff4ffa10259a service neutron] 10.222.0.37 "GET /v2.0/networks/cb1066de-1427-4438-9f08-b2210ac87b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999982 Nov 16 05:34:38.892006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a2b2becd-2a2b-4d25-81b7-0751eee97c51 req-7b1ef49b-f018-442d-b69a-a2cff93043d3 service neutron] 10.222.0.37 "GET /v2.0/networks/cb1066de-1427-4438-9f08-b2210ac87b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874658 Nov 16 05:34:38.975539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631d9fb-ea76-4bf6-849c-d8ef37fa5ede req-2dff7dc9-b1b2-434a-831b-f5108eed416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:38.977622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0631d9fb-ea76-4bf6-849c-d8ef37fa5ede req-2dff7dc9-b1b2-434a-831b-f5108eed416d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9f67bdaedc2469b85b0ed3c3e3446e2&device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 1094 time: 0.0414956 Nov 16 05:34:39.071250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631d9fb-ea76-4bf6-849c-d8ef37fa5ede req-24442c6c-1851-43b1-8022-a9ef399c8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:39.072704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0631d9fb-ea76-4bf6-849c-d8ef37fa5ede req-24442c6c-1851-43b1-8022-a9ef399c8549 service neutron] 10.222.0.37 "GET /v2.0/networks?id=cb1066de-1427-4438-9f08-b2210ac87b0c HTTP/1.1" status: 200 len: 914 time: 0.0877950 Nov 16 05:34:39.114133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0631d9fb-ea76-4bf6-849c-d8ef37fa5ede req-6d0d62be-37c5-451e-bf12-ff0fd7d641bd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d742509-2623-4fbc-85e7-de1277c06750 HTTP/1.1" status: 200 len: 217 time: 0.0336237 Nov 16 05:34:39.161627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631d9fb-ea76-4bf6-849c-d8ef37fa5ede req-1ed20214-e841-467c-8151-5542028766a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:39.162986 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0631d9fb-ea76-4bf6-849c-d8ef37fa5ede req-1ed20214-e841-467c-8151-5542028766a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a1c16f1-1a93-41c3-a964-3a911d9556da HTTP/1.1" status: 200 len: 853 time: 0.0418677 Nov 16 05:34:39.193956 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0631d9fb-ea76-4bf6-849c-d8ef37fa5ede req-05ddf1b7-c8df-444d-87f1-bb7d276ee299 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=cb1066de-1427-4438-9f08-b2210ac87b0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236239 Nov 16 05:34:39.285107 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0631d9fb-ea76-4bf6-849c-d8ef37fa5ede req-2d5b2c69-03c0-4631-9cdf-ff8f96cf75a4 service neutron] 10.222.0.37 "GET /v2.0/networks/cb1066de-1427-4438-9f08-b2210ac87b0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839972 Nov 16 05:34:39.372965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0631d9fb-ea76-4bf6-849c-d8ef37fa5ede req-cfb289b3-4ff6-4c15-a959-d04a7ba01315 service neutron] 10.222.0.37 "GET /v2.0/networks/cb1066de-1427-4438-9f08-b2210ac87b0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806460 Nov 16 05:34:39.880936 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bc740-f1f5-4a87-843f-3c8aaf4aa8d2 req-f82daf56-0448-4c82-843e-752a11efe033 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:39.882452 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c8bc740-f1f5-4a87-843f-3c8aaf4aa8d2 req-f82daf56-0448-4c82-843e-752a11efe033 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 943 time: 0.0527816 Nov 16 05:34:39.928667 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c8bc740-f1f5-4a87-843f-3c8aaf4aa8d2 req-b0b2aeec-b5f0-426d-8e35-5029e75554e1 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Nov 16 05:34:40.260188 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-064152df-d1d0-47b4-998e-26e1c01d2cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:40.975712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8d742509-2623-4fbc-85e7-de1277c06750 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:34:41.043682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96186a12-4569-46fa-ab1d-76e63da8aeab req-07f893a1-ebf0-4ece-829a-19f7e8b53c6f tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:41.045072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96186a12-4569-46fa-ab1d-76e63da8aeab req-07f893a1-ebf0-4ece-829a-19f7e8b53c6f tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 943 time: 0.0484645 Nov 16 05:34:41.072569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 8d742509-2623-4fbc-85e7-de1277c06750, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8d742509-2623-4fbc-85e7-de1277c06750,segment=NetworkSegment(3ff773c9-f7f9-45f8-bd58-bacad9b98ea6),segment_id=3ff773c9-f7f9-45f8-bd58-bacad9b98ea6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:41.083321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '8d742509-2623-4fbc-85e7-de1277c06750', 'network_id': 'cb1066de-1427-4438-9f08-b2210ac87b0c', 'port_id': '8d742509-2623-4fbc-85e7-de1277c06750', 'mac_address': 'fa:16:3e:d0:76:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1c16f1-1a93-41c3-a964-3a911d9556da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:34:41.092783 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-96186a12-4569-46fa-ab1d-76e63da8aeab req-fa21145b-db1f-44f0-885f-e86adef3d8e1 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 Nov 16 05:34:41.120070 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:41.132435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d742509-2623-4fbc-85e7-de1277c06750 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:34:41.151294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 8d742509-2623-4fbc-85e7-de1277c06750, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8d742509-2623-4fbc-85e7-de1277c06750,segment=NetworkSegment(3ff773c9-f7f9-45f8-bd58-bacad9b98ea6),segment_id=3ff773c9-f7f9-45f8-bd58-bacad9b98ea6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:41.154364 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:41.201787 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=8d742509-2623-4fbc-85e7-de1277c06750,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:41.368706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['8d742509-2623-4fbc-85e7-de1277c06750'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:34:42.087270 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:42.206100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546f424-0906-4c3b-932e-f7d26cc383a3 req-7933d938-db48-4175-9820-f9b7ea1d1aac tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:42.207567 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f546f424-0906-4c3b-932e-f7d26cc383a3 req-7933d938-db48-4175-9820-f9b7ea1d1aac tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 944 time: 0.0478184 Nov 16 05:34:42.257403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f546f424-0906-4c3b-932e-f7d26cc383a3 req-706aa3f2-b38b-4118-ac4c-b141e3231729 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439744 Nov 16 05:34:42.991131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8d742509-2623-4fbc-85e7-de1277c06750 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:34:43.038460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 8d742509-2623-4fbc-85e7-de1277c06750 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:34:43.042315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 8d742509-2623-4fbc-85e7-de1277c06750 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:34:43.042739 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:43.116774 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:43.138629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6aecdd-9432-473c-94a4-97be706ca5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d742509-2623-4fbc-85e7-de1277c06750'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:34:43.140825 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dab8821-1429-4baf-bfc8-29e28fa93219" -d '{"events": [{"server_uuid": "5d6aecdd-9432-473c-94a4-97be706ca5c9", "name": "network-vif-plugged", "status": "completed", "tag": "8d742509-2623-4fbc-85e7-de1277c06750"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:34:43.154428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 8d742509-2623-4fbc-85e7-de1277c06750, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8d742509-2623-4fbc-85e7-de1277c06750,segment=NetworkSegment(3ff773c9-f7f9-45f8-bd58-bacad9b98ea6),segment_id=3ff773c9-f7f9-45f8-bd58-bacad9b98ea6)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:43.158579 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:43.183595 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69255cca-80e5-4bcc-b891-1cdbe00371bc x-openstack-request-id: req-69255cca-80e5-4bcc-b891-1cdbe00371bc {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:34:43.183885 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6aecdd-9432-473c-94a4-97be706ca5c9", "name": "network-vif-plugged", "status": "completed", "tag": "8d742509-2623-4fbc-85e7-de1277c06750", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:34:43.184137 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69255cca-80e5-4bcc-b891-1cdbe00371bc {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:34:43.184520 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6aecdd-9432-473c-94a4-97be706ca5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d742509-2623-4fbc-85e7-de1277c06750', 'code': 200} Nov 16 05:34:43.209999 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=8d742509-2623-4fbc-85e7-de1277c06750,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:43.289322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5a77e-91bd-4e95-b7e7-f2dc2903e2d1 req-2780759d-5175-4531-93d5-7cac175a7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:43.291423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3f5a77e-91bd-4e95-b7e7-f2dc2903e2d1 req-2780759d-5175-4531-93d5-7cac175a7681 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 1096 time: 0.0536158 Nov 16 05:34:43.350909 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3f5a77e-91bd-4e95-b7e7-f2dc2903e2d1 req-7002726c-48b2-42ae-bbad-f9073a8cdb5f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503721 Nov 16 05:34:43.386737 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8e286-8c53-4c04-9aa4-a9f536020833 req-ae277281-33b1-4ab6-a06e-fc1c726bba56 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:43.388207 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87c8e286-8c53-4c04-9aa4-a9f536020833 req-ae277281-33b1-4ab6-a06e-fc1c726bba56 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 945 time: 0.0565102 Nov 16 05:34:43.435850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87c8e286-8c53-4c04-9aa4-a9f536020833 req-ce887caf-d46d-4872-a0af-253ec840e929 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417342 Nov 16 05:34:43.442549 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:43.796668 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:44.555538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a5393-36cb-4fef-a100-6e671e811116 req-40b24178-a0fa-4502-8cb4-4837e89f8998 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:44.557001 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-380a5393-36cb-4fef-a100-6e671e811116 req-40b24178-a0fa-4502-8cb4-4837e89f8998 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 945 time: 0.0522285 Nov 16 05:34:44.603830 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-380a5393-36cb-4fef-a100-6e671e811116 req-665a35e2-1b31-4f4b-9adb-0645d6bc422b tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405891 Nov 16 05:34:44.835291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8f253-2e0a-4121-aceb-d88ae10ebf03 req-8becfc4f-5d87-4420-94e2-30f5d3a40c9d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:44.837359 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffb8f253-2e0a-4121-aceb-d88ae10ebf03 req-8becfc4f-5d87-4420-94e2-30f5d3a40c9d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 945 time: 0.0491962 Nov 16 05:34:44.884434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffb8f253-2e0a-4121-aceb-d88ae10ebf03 req-336999ea-6463-4e49-b9ba-900ba9133972 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411639 Nov 16 05:34:45.998742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2db888-466b-49e0-9925-137b1ac68aee req-0573db82-5cbe-4372-8f2f-a52249a09253 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:46.000184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b2db888-466b-49e0-9925-137b1ac68aee req-0573db82-5cbe-4372-8f2f-a52249a09253 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 945 time: 0.0467010 Nov 16 05:34:46.052416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b2db888-466b-49e0-9925-137b1ac68aee req-a7e67443-48f5-433c-ac38-ff9cbc8e846d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462852 Nov 16 05:34:46.123237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ffce3-7b26-4cc4-86ae-0966e2b00656 req-632ce672-2cec-4497-8735-89ac72528b53 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:46.124645 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-952ffce3-7b26-4cc4-86ae-0966e2b00656 req-632ce672-2cec-4497-8735-89ac72528b53 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.37 "GET /v2.0/ports?device_id=5d6aecdd-9432-473c-94a4-97be706ca5c9 HTTP/1.1" status: 200 len: 945 time: 0.0461257 Nov 16 05:34:46.212657 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-952ffce3-7b26-4cc4-86ae-0966e2b00656 req-8eb34b5b-845c-458e-a827-f803ee9f317a tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Deleting port 8d742509-2623-4fbc-85e7-de1277c06750 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:34:46.212993 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-952ffce3-7b26-4cc4-86ae-0966e2b00656 req-8eb34b5b-845c-458e-a827-f803ee9f317a tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:46.300803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-952ffce3-7b26-4cc4-86ae-0966e2b00656 req-8eb34b5b-845c-458e-a827-f803ee9f317a tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] For port 8d742509-2623-4fbc-85e7-de1277c06750, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=8d742509-2623-4fbc-85e7-de1277c06750,segment=NetworkSegment(3ff773c9-f7f9-45f8-bd58-bacad9b98ea6),segment_id=3ff773c9-f7f9-45f8-bd58-bacad9b98ea6)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:46.301156 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-952ffce3-7b26-4cc4-86ae-0966e2b00656 req-8eb34b5b-845c-458e-a827-f803ee9f317a tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:46.313409 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-952ffce3-7b26-4cc4-86ae-0966e2b00656 req-8eb34b5b-845c-458e-a827-f803ee9f317a tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Calling delete_port for 8d742509-2623-4fbc-85e7-de1277c06750 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:34:46.439674 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-952ffce3-7b26-4cc4-86ae-0966e2b00656 req-8eb34b5b-845c-458e-a827-f803ee9f317a tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:46.453096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['8d742509-2623-4fbc-85e7-de1277c06750'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:34:46.455342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['04e9eda2-0058-4117-94c9-75daa48d9498'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:34:46.468314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb34b5b-845c-458e-a827-f803ee9f317a tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Pushing event deleted for resources: {'Port': ['ID=8d742509-2623-4fbc-85e7-de1277c06750,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:46.510510 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-952ffce3-7b26-4cc4-86ae-0966e2b00656 req-8eb34b5b-845c-458e-a827-f803ee9f317a tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] No DVR routers for this DVR port 8d742509-2623-4fbc-85e7-de1277c06750 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:34:46.513402 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-952ffce3-7b26-4cc4-86ae-0966e2b00656 req-8eb34b5b-845c-458e-a827-f803ee9f317a tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:46.516833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-952ffce3-7b26-4cc4-86ae-0966e2b00656 req-8eb34b5b-845c-458e-a827-f803ee9f317a tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.37 "DELETE /v2.0/ports/8d742509-2623-4fbc-85e7-de1277c06750 HTTP/1.1" status: 204 len: 173 time: 0.3831582 Nov 16 05:34:46.517274 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6aecdd-9432-473c-94a4-97be706ca5c9', 'name': 'network-vif-deleted', 'tag': '8d742509-2623-4fbc-85e7-de1277c06750'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:34:46.519743 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69569bd8-b979-4ca8-a1d1-543c5b9d3c97" -d '{"events": [{"server_uuid": "5d6aecdd-9432-473c-94a4-97be706ca5c9", "name": "network-vif-deleted", "tag": "8d742509-2623-4fbc-85e7-de1277c06750"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:34:46.558193 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf4b409-330a-4f27-af0b-abe90a79754c x-openstack-request-id: req-1bf4b409-330a-4f27-af0b-abe90a79754c {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:34:46.558487 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6aecdd-9432-473c-94a4-97be706ca5c9", "name": "network-vif-deleted", "tag": "8d742509-2623-4fbc-85e7-de1277c06750", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:34:46.558746 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bf4b409-330a-4f27-af0b-abe90a79754c {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:34:46.559145 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6aecdd-9432-473c-94a4-97be706ca5c9', 'name': 'network-vif-deleted', 'tag': '8d742509-2623-4fbc-85e7-de1277c06750', 'status': 'completed', 'code': 200} Nov 16 05:34:46.691080 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:47.203173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51fd46-dd7e-46b1-b550-4260eda24b16 req-b74f3e60-16c3-4ecd-9d6c-38089517d366 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:47.204622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c51fd46-dd7e-46b1-b550-4260eda24b16 req-b74f3e60-16c3-4ecd-9d6c-38089517d366 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 945 time: 0.0510035 Nov 16 05:34:47.250366 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c51fd46-dd7e-46b1-b550-4260eda24b16 req-620b4f11-a850-46bf-b8fa-17282b0b86ed tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398171 Nov 16 05:34:47.376530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1891ffb-25b0-4019-9093-8afc87c9334c req-aa9ab5ed-c148-4921-8892-707ebe66b490 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:47.377932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1891ffb-25b0-4019-9093-8afc87c9334c req-aa9ab5ed-c148-4921-8892-707ebe66b490 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 945 time: 0.0475507 Nov 16 05:34:47.423660 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c1891ffb-25b0-4019-9093-8afc87c9334c req-ce5b926d-4901-4931-8941-220addac2e7e tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399258 Nov 16 05:34:47.537320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec965d21-77c6-4cbe-8fbc-02203aac28de req-0f3331ac-7cb7-4511-9b87-09d49ddf8e69 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:47.538800 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec965d21-77c6-4cbe-8fbc-02203aac28de req-0f3331ac-7cb7-4511-9b87-09d49ddf8e69 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 945 time: 0.0474491 Nov 16 05:34:47.588193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec965d21-77c6-4cbe-8fbc-02203aac28de req-46468fb4-1562-4d9b-b8f2-598858589258 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433266 Nov 16 05:34:47.659877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-2ab17e82-b0c9-4bd7-867b-d3dbc1830ea8 req-6d23e756-db56-46aa-9bcd-842d5603a85e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:34:47.660861 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2ab17e82-b0c9-4bd7-867b-d3dbc1830ea8 req-6d23e756-db56-46aa-9bcd-842d5603a85e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052829 Nov 16 05:34:47.766386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de81dc-67d7-4cbc-9af7-f4678a1be665 req-aa3372b5-2446-48cc-88d1-eab230ea987d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:47.766386 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64de81dc-67d7-4cbc-9af7-f4678a1be665 req-aa3372b5-2446-48cc-88d1-eab230ea987d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 945 time: 0.0480511 Nov 16 05:34:47.811720 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-64de81dc-67d7-4cbc-9af7-f4678a1be665 req-3185bcc1-6701-4dd2-bb44-9a39368e0c85 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404134 Nov 16 05:34:47.924358 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb15384-24a9-4623-9c4d-12eae55b723c req-7fa5face-2d93-4a05-825a-ab64fd7bb5ad tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:47.925732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afb15384-24a9-4623-9c4d-12eae55b723c req-7fa5face-2d93-4a05-825a-ab64fd7bb5ad tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 945 time: 0.0474782 Nov 16 05:34:47.971688 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-afb15384-24a9-4623-9c4d-12eae55b723c req-ec0aaad2-c12d-4f68-855e-6c9aaa605f14 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394137 Nov 16 05:34:48.102061 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90a9fb-2cdb-4a95-b71e-d8b0c4506146 req-f9fd5d46-ada3-4045-b072-b12ea64d55b2 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:48.103505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc90a9fb-2cdb-4a95-b71e-d8b0c4506146 req-f9fd5d46-ada3-4045-b072-b12ea64d55b2 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 945 time: 0.0517704 Nov 16 05:34:48.149189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc90a9fb-2cdb-4a95-b71e-d8b0c4506146 req-927939db-7acb-447c-aac1-4167a4e064d4 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397532 Nov 16 05:34:48.443899 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cc805-dafd-4cea-b5e9-11f6c1f60ae7 req-cf4334b0-eaf7-4ce7-8438-616a97f0e279 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:48.445808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f9cc805-dafd-4cea-b5e9-11f6c1f60ae7 req-cf4334b0-eaf7-4ce7-8438-616a97f0e279 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 945 time: 0.0478299 Nov 16 05:34:48.491787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f9cc805-dafd-4cea-b5e9-11f6c1f60ae7 req-2a26890c-cea1-40ee-a8b0-cafc8cc3c629 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397532 Nov 16 05:34:48.806312 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:49.021804 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8d742509-2623-4fbc-85e7-de1277c06750 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:34:49.041610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 8d742509-2623-4fbc-85e7-de1277c06750 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:34:49.041981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 8d742509-2623-4fbc-85e7-de1277c06750 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:34:49.613086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d26e13-e058-4ddc-b6a8-753ac520cfd2 req-1bd09a71-4fca-48c1-af39-31ddd24a8dd9 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:49.614629 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8d26e13-e058-4ddc-b6a8-753ac520cfd2 req-1bd09a71-4fca-48c1-af39-31ddd24a8dd9 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 945 time: 0.0524356 Nov 16 05:34:49.660506 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b8d26e13-e058-4ddc-b6a8-753ac520cfd2 req-ad9e26d7-f2c3-457f-a5ee-75c569dbe1b2 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.41 "GET /v2.0/security-groups?id=14e10540-a8c2-4786-aa9b-4cc33a730f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Nov 16 05:34:49.761331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f2962-c097-438a-99f7-f1027caa5257 req-23e36323-beb1-4702-aaaa-48074d2bc723 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:49.762745 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1c2f2962-c097-438a-99f7-f1027caa5257 req-23e36323-beb1-4702-aaaa-48074d2bc723 tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb HTTP/1.1" status: 200 len: 945 time: 0.0506353 Nov 16 05:34:49.849079 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-1c2f2962-c097-438a-99f7-f1027caa5257 req-e7914598-9dcc-4428-ba8c-9b326c9a8d3d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Deleting port 04e9eda2-0058-4117-94c9-75daa48d9498 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:34:49.849414 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-1c2f2962-c097-438a-99f7-f1027caa5257 req-e7914598-9dcc-4428-ba8c-9b326c9a8d3d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:49.939376 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-1c2f2962-c097-438a-99f7-f1027caa5257 req-e7914598-9dcc-4428-ba8c-9b326c9a8d3d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] For port 04e9eda2-0058-4117-94c9-75daa48d9498, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=04e9eda2-0058-4117-94c9-75daa48d9498,segment=NetworkSegment(3ff773c9-f7f9-45f8-bd58-bacad9b98ea6),segment_id=3ff773c9-f7f9-45f8-bd58-bacad9b98ea6)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:49.939738 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-1c2f2962-c097-438a-99f7-f1027caa5257 req-e7914598-9dcc-4428-ba8c-9b326c9a8d3d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:49.952635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-1c2f2962-c097-438a-99f7-f1027caa5257 req-e7914598-9dcc-4428-ba8c-9b326c9a8d3d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Calling delete_port for 04e9eda2-0058-4117-94c9-75daa48d9498 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:34:50.080592 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-1c2f2962-c097-438a-99f7-f1027caa5257 req-e7914598-9dcc-4428-ba8c-9b326c9a8d3d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:50.108677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7914598-9dcc-4428-ba8c-9b326c9a8d3d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Pushing event deleted for resources: {'Port': ['ID=04e9eda2-0058-4117-94c9-75daa48d9498,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:50.147646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2f2962-c097-438a-99f7-f1027caa5257 req-e7914598-9dcc-4428-ba8c-9b326c9a8d3d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] No DVR routers for this DVR port 04e9eda2-0058-4117-94c9-75daa48d9498 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:34:50.150293 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-1c2f2962-c097-438a-99f7-f1027caa5257 req-e7914598-9dcc-4428-ba8c-9b326c9a8d3d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:50.153703 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1c2f2962-c097-438a-99f7-f1027caa5257 req-e7914598-9dcc-4428-ba8c-9b326c9a8d3d tempest-ServersNegativeTestJSON-1570877318 tempest-ServersNegativeTestJSON-1570877318-project] 10.222.0.15 "DELETE /v2.0/ports/04e9eda2-0058-4117-94c9-75daa48d9498 HTTP/1.1" status: 204 len: 173 time: 0.3848097 Nov 16 05:34:50.155000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb', 'name': 'network-vif-deleted', 'tag': '04e9eda2-0058-4117-94c9-75daa48d9498'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:34:50.158008 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be60efd1-7e28-4f69-b866-ea2a0442b4fa" -d '{"events": [{"server_uuid": "3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb", "name": "network-vif-deleted", "tag": "04e9eda2-0058-4117-94c9-75daa48d9498"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:34:50.199916 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e009bec0-bd0c-42d2-8e6d-da4ed7ab8689 x-openstack-request-id: req-e009bec0-bd0c-42d2-8e6d-da4ed7ab8689 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:34:50.200204 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb", "name": "network-vif-deleted", "tag": "04e9eda2-0058-4117-94c9-75daa48d9498", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:34:50.200455 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e009bec0-bd0c-42d2-8e6d-da4ed7ab8689 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:34:50.200856 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8cbfcc-19a4-456c-a6f8-8c537d5cd7eb', 'name': 'network-vif-deleted', 'tag': '04e9eda2-0058-4117-94c9-75daa48d9498', 'status': 'completed', 'code': 200} Nov 16 05:34:50.715638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32824) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:50.761158 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a0f2ed-a27f-455a-8e61-8ef7c6ac8a71 admin admin] Deleting subnet 5a1c16f1-1a93-41c3-a964-3a911d9556da {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:34:50.764176 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-27a0f2ed-a27f-455a-8e61-8ef7c6ac8a71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:50.800391 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-27a0f2ed-a27f-455a-8e61-8ef7c6ac8a71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:50.837581 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-27a0f2ed-a27f-455a-8e61-8ef7c6ac8a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:50.888587 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-27a0f2ed-a27f-455a-8e61-8ef7c6ac8a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:50.912996 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0f2ed-a27f-455a-8e61-8ef7c6ac8a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1c16f1-1a93-41c3-a964-3a911d9556da,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:50.918342 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-27a0f2ed-a27f-455a-8e61-8ef7c6ac8a71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:50.920987 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-27a0f2ed-a27f-455a-8e61-8ef7c6ac8a71 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5a1c16f1-1a93-41c3-a964-3a911d9556da HTTP/1.1" status: 204 len: 168 time: 0.2043834 Nov 16 05:34:50.923521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32826) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:50.991994 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bda36f95-20c5-4b88-817b-955c27c469c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:51.371073 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bda36f95-20c5-4b88-817b-955c27c469c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:51.390381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-bda36f95-20c5-4b88-817b-955c27c469c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1066de-1427-4438-9f08-b2210ac87b0c']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:51.399897 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-bda36f95-20c5-4b88-817b-955c27c469c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff773c9-f7f9-45f8-bd58-bacad9b98ea6') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:51.400208 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-bda36f95-20c5-4b88-817b-955c27c469c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff773c9-f7f9-45f8-bd58-bacad9b98ea6') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:51.409133 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bda36f95-20c5-4b88-817b-955c27c469c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:51.421759 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bda36f95-20c5-4b88-817b-955c27c469c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:51.427432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda36f95-20c5-4b88-817b-955c27c469c4 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:34:51.427813 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bda36f95-20c5-4b88-817b-955c27c469c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:34:51.429427 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:34:51.485356 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bda36f95-20c5-4b88-817b-955c27c469c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:51.490544 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bda36f95-20c5-4b88-817b-955c27c469c4 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:51.493624 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bda36f95-20c5-4b88-817b-955c27c469c4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cb1066de-1427-4438-9f08-b2210ac87b0c HTTP/1.1" status: 204 len: 168 time: 0.5692070 Nov 16 05:34:51.504048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda36f95-20c5-4b88-817b-955c27c469c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1066de-1427-4438-9f08-b2210ac87b0c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:51.608850 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32830) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:51.647117 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-64dec762-6a5a-4e34-b062-a8ba895dfd5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9f67bdaedc2469b85b0ed3c3e3446e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370815 Nov 16 05:34:51.649561 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32832) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:51.693743 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-17f8cebb-4080-46e2-b5c0-b59c1857e933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:51.713913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-17f8cebb-4080-46e2-b5c0-b59c1857e933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:51.762640 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-17f8cebb-4080-46e2-b5c0-b59c1857e933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:51.765307 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-17f8cebb-4080-46e2-b5c0-b59c1857e933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:51.766461 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-17f8cebb-4080-46e2-b5c0-b59c1857e933 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/14e10540-a8c2-4786-aa9b-4cc33a730f9c HTTP/1.1" status: 204 len: 168 time: 0.1160116 Nov 16 05:34:51.773894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f8cebb-4080-46e2-b5c0-b59c1857e933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e10540-a8c2-4786-aa9b-4cc33a730f9c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:52.022612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 04e9eda2-0058-4117-94c9-75daa48d9498 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:34:52.042037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 04e9eda2-0058-4117-94c9-75daa48d9498 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:34:52.042381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 04e9eda2-0058-4117-94c9-75daa48d9498 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:34:52.433999 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32854) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:52.526148 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2037922323'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:52.548142 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Made reservation on behalf of 742b2908de764406ad44971103eb58d3 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:52.551709 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:52.560051 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:52.635948 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:52.641627 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:52.671661 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:34:52.676990 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a49061a-a55b-4c00-82fb-31c70ff4dde7,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:52.684478 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:52.684953 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Added segment 32e8fcb6-63c5-48fc-bcb9-214175da7673 of type vlan for network 67c485e2-bf71-4de8-8274-62ecbe759bdc Nov 16 05:34:52.725886 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:52.750044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:52.755745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:52.756420 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:52.825787 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3810692 Nov 16 05:34:52.832776 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37539027-1cdb-4e02-ba58-a176ccf3b447 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event updated for resources: {'Network': ['ID=67c485e2-bf71-4de8-8274-62ecbe759bdc,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:52.843933 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 67c485e2-bf71-4de8-8274-62ecbe759bdc details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:34:56.125567 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32858) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:56.130576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Request body: {'subnet': {'network_id': '67c485e2-bf71-4de8-8274-62ecbe759bdc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:56.215890 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Made reservation on behalf of 742b2908de764406ad44971103eb58d3 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:56.219263 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:56.398567 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:56.465021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event updated for resources: {'Subnet': ['ID=955ea8bb-004c-404e-b1c9-07d9f015807f,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:56.469558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Checking segment: {'id': '32e8fcb6-63c5-48fc-bcb9-214175da7673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '67c485e2-bf71-4de8-8274-62ecbe759bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:34:56.469948 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Network hostable DHCP agents. Network: 67c485e2-bf71-4de8-8274-62ecbe759bdc, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:34:56.477742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:56.478110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:56.478450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:56.478783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:56.479115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:56.479447 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:56.479778 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:56.480106 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:56.480431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:56.480857 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:56.481070 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:56.481392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:56.498569 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Network 67c485e2-bf71-4de8-8274-62ecbe759bdc is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:34:56.506745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 67c485e2-bf71-4de8-8274-62ecbe759bdc) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:34:56.510811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:56.511409 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:56.516434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f8ef17-d080-46a7-ac4b-5e63a5635126 None None] Network 67c485e2-bf71-4de8-8274-62ecbe759bdc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:34:56.529349 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9d2cec40-e3b0-49d6-81be-3c23e35f0c51 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4027431 Nov 16 05:34:56.533177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32860) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:56.538163 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-20d10d50-f00c-4458-bc49-f9db0621beb8 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-159059012'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:56.559330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d10d50-f00c-4458-bc49-f9db0621beb8 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Made reservation on behalf of 742b2908de764406ad44971103eb58d3 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:56.562980 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20d10d50-f00c-4458-bc49-f9db0621beb8 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:56.585827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d10d50-f00c-4458-bc49-f9db0621beb8 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:34:56.594360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20d10d50-f00c-4458-bc49-f9db0621beb8 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:56.594749 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-20d10d50-f00c-4458-bc49-f9db0621beb8 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Added segment c2caca38-1447-4c71-9992-90e2271adf0b of type vlan for network e74d2349-4a48-427f-b1b4-0a03a2852041 Nov 16 05:34:56.635309 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20d10d50-f00c-4458-bc49-f9db0621beb8 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:56.659606 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20d10d50-f00c-4458-bc49-f9db0621beb8 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:56.662724 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-67c485e2-bf71-4de8-8274-62ecbe759bdc', 'network_id': '67c485e2-bf71-4de8-8274-62ecbe759bdc', 'tenant_id': '742b2908de764406ad44971103eb58d3', 'fixed_ips': [{'subnet_id': '955ea8bb-004c-404e-b1c9-07d9f015807f'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:34:56.663589 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:56.665647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d10d50-f00c-4458-bc49-f9db0621beb8 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:56.666353 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-20d10d50-f00c-4458-bc49-f9db0621beb8 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:56.721614 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-20d10d50-f00c-4458-bc49-f9db0621beb8 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1874113 Nov 16 05:34:56.724619 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32862) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:56.729912 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-01587666-ea3b-438c-8854-95ffb47efd8a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Request body: {'subnet': {'network_id': 'e74d2349-4a48-427f-b1b4-0a03a2852041', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:56.782994 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d10d50-f00c-4458-bc49-f9db0621beb8 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event updated for resources: {'Network': ['ID=e74d2349-4a48-427f-b1b4-0a03a2852041,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:56.796749 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e74d2349-4a48-427f-b1b4-0a03a2852041 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:34:56.835285 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01587666-ea3b-438c-8854-95ffb47efd8a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Made reservation on behalf of 742b2908de764406ad44971103eb58d3 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:56.840141 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01587666-ea3b-438c-8854-95ffb47efd8a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:56.844851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Allocated IP 2001:db8:0:ffff::2 (67c485e2-bf71-4de8-8274-62ecbe759bdc/955ea8bb-004c-404e-b1c9-07d9f015807f/ed96c72d-278c-4b11-bf2e-6b095d417c9b) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:34:57.013164 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.020379 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.063281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Network 67c485e2-bf71-4de8-8274-62ecbe759bdc is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:34:57.066215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:34:57.069597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:34:57.083985 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01587666-ea3b-438c-8854-95ffb47efd8a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.119478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Pushing event updated for resources: {'Port': ['ID=ed96c72d-278c-4b11-bf2e-6b095d417c9b,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:57.134058 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:57.134406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:57.134747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:57.135119 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:57.135416 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:57.135766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:57.136074 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:57.136403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:57.136730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:57.137055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:57.137378 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:57.137701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:34:57.148512 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Attempting to bind port ed96c72d-278c-4b11-bf2e-6b095d417c9b on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:34:57.148772 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Attempting to bind port ed96c72d-278c-4b11-bf2e-6b095d417c9b by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '32e8fcb6-63c5-48fc-bcb9-214175da7673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '67c485e2-bf71-4de8-8274-62ecbe759bdc'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:34:57.149821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Attempting to bind port ed96c72d-278c-4b11-bf2e-6b095d417c9b on network 67c485e2-bf71-4de8-8274-62ecbe759bdc {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:34:57.154860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:34:57.155231 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Checking segment: {'id': '32e8fcb6-63c5-48fc-bcb9-214175da7673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '67c485e2-bf71-4de8-8274-62ecbe759bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:34:57.155863 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.156129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Bound using segment: {'id': '32e8fcb6-63c5-48fc-bcb9-214175da7673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '67c485e2-bf71-4de8-8274-62ecbe759bdc'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:34:57.156742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Bound port: ed96c72d-278c-4b11-bf2e-6b095d417c9b, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e8fcb6-63c5-48fc-bcb9-214175da7673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '67c485e2-bf71-4de8-8274-62ecbe759bdc'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:34:57.157131 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.166381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01587666-ea3b-438c-8854-95ffb47efd8a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event updated for resources: {'Subnet': ['ID=1ec85f85-7b91-406c-b174-64ae646bc4b9,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:57.168772 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01587666-ea3b-438c-8854-95ffb47efd8a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Checking segment: {'id': 'c2caca38-1447-4c71-9992-90e2271adf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e74d2349-4a48-427f-b1b4-0a03a2852041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:34:57.169556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01587666-ea3b-438c-8854-95ffb47efd8a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Network hostable DHCP agents. Network: e74d2349-4a48-427f-b1b4-0a03a2852041, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:34:57.187269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01587666-ea3b-438c-8854-95ffb47efd8a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Network e74d2349-4a48-427f-b1b4-0a03a2852041 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:34:57.195462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-01587666-ea3b-438c-8854-95ffb47efd8a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e74d2349-4a48-427f-b1b4-0a03a2852041) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:34:57.200296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01587666-ea3b-438c-8854-95ffb47efd8a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:57.200897 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-01587666-ea3b-438c-8854-95ffb47efd8a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.208874 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d65531-e42b-421d-a7f6-cca65c72f26e None None] Network e74d2349-4a48-427f-b1b4-0a03a2852041 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:34:57.218754 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-01587666-ea3b-438c-8854-95ffb47efd8a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4931862 Nov 16 05:34:57.221596 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32864) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:57.267550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] For port ed96c72d-278c-4b11-bf2e-6b095d417c9b, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:34:57.283760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] For port ed96c72d-278c-4b11-bf2e-6b095d417c9b, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ed96c72d-278c-4b11-bf2e-6b095d417c9b,segment=NetworkSegment(32e8fcb6-63c5-48fc-bcb9-214175da7673),segment_id=32e8fcb6-63c5-48fc-bcb9-214175da7673)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:34:57.289276 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.318156 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.377155 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.395370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92797f-3ca7-46a2-9ad7-b4f2943eb2fe None None] Pushing event updated for resources: {'Port': ['ID=ed96c72d-278c-4b11-bf2e-6b095d417c9b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:57.441002 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c3c5a9-e0cc-4621-84fe-6742d7b98bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-e74d2349-4a48-427f-b1b4-0a03a2852041', 'network_id': 'e74d2349-4a48-427f-b1b4-0a03a2852041', 'tenant_id': '742b2908de764406ad44971103eb58d3', 'fixed_ips': [{'subnet_id': '1ec85f85-7b91-406c-b174-64ae646bc4b9'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:34:57.441998 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-67c3c5a9-e0cc-4621-84fe-6742d7b98bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.459948 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.460665 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:34:57.550933 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8479c5df-c87a-485a-8cdd-4b1e293357db None None] Network e74d2349-4a48-427f-b1b4-0a03a2852041 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:34:57.558738 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event deleted for resources: {'Subnet': ['ID=1ec85f85-7b91-406c-b174-64ae646bc4b9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:57.577643 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.600498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74d2349-4a48-427f-b1b4-0a03a2852041']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:57.611143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2caca38-1447-4c71-9992-90e2271adf0b') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:57.611449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2caca38-1447-4c71-9992-90e2271adf0b') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:57.624090 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.640537 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.647689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:34:57.648088 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:34:57.652275 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:34:57.720598 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.727635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.730798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/networks/e74d2349-4a48-427f-b1b4-0a03a2852041 HTTP/1.1" status: 204 len: 168 time: 0.5076120 Nov 16 05:34:57.734282 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32866) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:57.748105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-2405f931-3cde-4367-9fc3-fbe5df60d1b3 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1681320289'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:57.752561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0141d-c346-43c5-9b3e-a48049a7bbbf tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event deleted for resources: {'Network': ['ID=e74d2349-4a48-427f-b1b4-0a03a2852041,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:57.771902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2405f931-3cde-4367-9fc3-fbe5df60d1b3 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Made reservation on behalf of 742b2908de764406ad44971103eb58d3 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:57.775518 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2405f931-3cde-4367-9fc3-fbe5df60d1b3 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.798576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2405f931-3cde-4367-9fc3-fbe5df60d1b3 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:34:57.809075 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2405f931-3cde-4367-9fc3-fbe5df60d1b3 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.809412 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-2405f931-3cde-4367-9fc3-fbe5df60d1b3 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Added segment 74dc0f77-4623-40b3-a934-53b3f314d468 of type vlan for network a5f825e5-de06-4e46-8aeb-d48fa11a9a22 Nov 16 05:34:57.849186 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2405f931-3cde-4367-9fc3-fbe5df60d1b3 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.877686 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2405f931-3cde-4367-9fc3-fbe5df60d1b3 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.883416 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2405f931-3cde-4367-9fc3-fbe5df60d1b3 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:57.884547 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2405f931-3cde-4367-9fc3-fbe5df60d1b3 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:57.939282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2405f931-3cde-4367-9fc3-fbe5df60d1b3 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2039549 Nov 16 05:34:57.942239 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32868) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:57.947616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Request body: {'subnet': {'network_id': 'a5f825e5-de06-4e46-8aeb-d48fa11a9a22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:57.951147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405f931-3cde-4367-9fc3-fbe5df60d1b3 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event updated for resources: {'Network': ['ID=a5f825e5-de06-4e46-8aeb-d48fa11a9a22,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:57.961641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network a5f825e5-de06-4e46-8aeb-d48fa11a9a22 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:34:58.044480 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Made reservation on behalf of 742b2908de764406ad44971103eb58d3 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:58.048956 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.124993 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_backend_mixin [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Performing IP validity checks on allocation pools {{(pid=102660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 16 05:34:58.125531 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.ipam_backend_mixin [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102660) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 16 05:34:58.262926 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.325980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event updated for resources: {'Subnet': ['ID=f772179b-1f0f-4911-b944-a3e98cd5d86f,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:58.334224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c34d7-147a-4a31-8ca5-4ae620510121 None None] Network 67c485e2-bf71-4de8-8274-62ecbe759bdc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:34:58.334681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Checking segment: {'id': '74dc0f77-4623-40b3-a934-53b3f314d468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a5f825e5-de06-4e46-8aeb-d48fa11a9a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:34:58.335153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Network hostable DHCP agents. Network: a5f825e5-de06-4e46-8aeb-d48fa11a9a22, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:34:58.351684 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Network a5f825e5-de06-4e46-8aeb-d48fa11a9a22 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:34:58.361285 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, a5f825e5-de06-4e46-8aeb-d48fa11a9a22) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:34:58.365668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:58.366316 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.375986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b62e7a-87a4-4a38-8dba-3aab973d2835 None None] Network a5f825e5-de06-4e46-8aeb-d48fa11a9a22 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:34:58.387177 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-32973013-d36c-4195-be9b-0845f7979e50 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4436986 Nov 16 05:34:58.390383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32870) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:58.473166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-eb7b1d1f-5777-4359-bc0c-d20fa8529897 None None] Provisioning complete for port ed96c72d-278c-4b11-bf2e-6b095d417c9b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:34:58.473533 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb7b1d1f-5777-4359-bc0c-d20fa8529897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.490399 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.540916 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.601468 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.626828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event deleted for resources: {'Subnet': ['ID=f772179b-1f0f-4911-b944-a3e98cd5d86f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:58.672156 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb7b1d1f-5777-4359-bc0c-d20fa8529897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.677735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5e23d1-b1cd-4625-8aaa-324ec443f338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-a5f825e5-de06-4e46-8aeb-d48fa11a9a22', 'network_id': 'a5f825e5-de06-4e46-8aeb-d48fa11a9a22', 'tenant_id': '742b2908de764406ad44971103eb58d3', 'fixed_ips': [{'subnet_id': 'f772179b-1f0f-4911-b944-a3e98cd5d86f'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:34:58.678686 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7a5e23d1-b1cd-4625-8aaa-324ec443f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.716639 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.741675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f825e5-de06-4e46-8aeb-d48fa11a9a22']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:58.757247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74dc0f77-4623-40b3-a934-53b3f314d468') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:58.757547 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74dc0f77-4623-40b3-a934-53b3f314d468') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:34:58.768423 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.775698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-eb7b1d1f-5777-4359-bc0c-d20fa8529897 None None] For port ed96c72d-278c-4b11-bf2e-6b095d417c9b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ed96c72d-278c-4b11-bf2e-6b095d417c9b,segment=NetworkSegment(32e8fcb6-63c5-48fc-bcb9-214175da7673),segment_id=32e8fcb6-63c5-48fc-bcb9-214175da7673)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:34:58.783235 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.783439 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb7b1d1f-5777-4359-bc0c-d20fa8529897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.792337 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:34:58.792879 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:34:58.796480 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:34:58.809596 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef447b0d-a752-484d-ac28-cb12c37ee6ce None None] Network a5f825e5-de06-4e46-8aeb-d48fa11a9a22 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:34:58.861083 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.870297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.873935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/networks/a5f825e5-de06-4e46-8aeb-d48fa11a9a22 HTTP/1.1" status: 204 len: 168 time: 0.4824996 Nov 16 05:34:58.877456 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32872) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:58.892415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-79bce90c-139e-469c-9b32-a91e0c3143df tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1565699380'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:58.894354 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b1d1f-5777-4359-bc0c-d20fa8529897 None None] Pushing event updated for resources: {'Port': ['ID=ed96c72d-278c-4b11-bf2e-6b095d417c9b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:58.897220 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7afc7-3c5a-4d46-ad1b-4c3ec17c83d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event deleted for resources: {'Network': ['ID=a5f825e5-de06-4e46-8aeb-d48fa11a9a22,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:58.919201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bce90c-139e-469c-9b32-a91e0c3143df tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Made reservation on behalf of 742b2908de764406ad44971103eb58d3 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:58.925152 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79bce90c-139e-469c-9b32-a91e0c3143df tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.952141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bce90c-139e-469c-9b32-a91e0c3143df tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:34:58.960889 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79bce90c-139e-469c-9b32-a91e0c3143df tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:58.961227 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-79bce90c-139e-469c-9b32-a91e0c3143df tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Added segment 1db97898-1136-44ee-9800-77263333a041 of type vlan for network e47f5a7e-6966-407d-a1c7-6f3aa55de479 Nov 16 05:34:59.004485 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79bce90c-139e-469c-9b32-a91e0c3143df tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.005556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9c92e3cb-76d8-4033-9f93-d7d1e9b2048d None None] Provisioning complete for port ed96c72d-278c-4b11-bf2e-6b095d417c9b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:34:59.006004 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c92e3cb-76d8-4033-9f93-d7d1e9b2048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.029034 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79bce90c-139e-469c-9b32-a91e0c3143df tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.034746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bce90c-139e-469c-9b32-a91e0c3143df tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:59.035321 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79bce90c-139e-469c-9b32-a91e0c3143df tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.091550 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-79bce90c-139e-469c-9b32-a91e0c3143df tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2128701 Nov 16 05:34:59.095095 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32874) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:59.100794 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d6aab53a-284d-41ad-bea5-56f09f5fafda tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Request body: {'subnet': {'network_id': 'e47f5a7e-6966-407d-a1c7-6f3aa55de479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:59.106802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bce90c-139e-469c-9b32-a91e0c3143df tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event updated for resources: {'Network': ['ID=e47f5a7e-6966-407d-a1c7-6f3aa55de479,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:59.116661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e47f5a7e-6966-407d-a1c7-6f3aa55de479 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:34:59.193701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6aab53a-284d-41ad-bea5-56f09f5fafda tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Made reservation on behalf of 742b2908de764406ad44971103eb58d3 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:59.197230 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6aab53a-284d-41ad-bea5-56f09f5fafda tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.374084 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6aab53a-284d-41ad-bea5-56f09f5fafda tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.434512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aab53a-284d-41ad-bea5-56f09f5fafda tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event updated for resources: {'Subnet': ['ID=da25ae1d-39e7-4158-9d2c-f394391e77e0,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:59.439918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6aab53a-284d-41ad-bea5-56f09f5fafda tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Checking segment: {'id': '1db97898-1136-44ee-9800-77263333a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e47f5a7e-6966-407d-a1c7-6f3aa55de479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:34:59.440277 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aab53a-284d-41ad-bea5-56f09f5fafda tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Network hostable DHCP agents. Network: e47f5a7e-6966-407d-a1c7-6f3aa55de479, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:34:59.456684 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aab53a-284d-41ad-bea5-56f09f5fafda tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Network e47f5a7e-6966-407d-a1c7-6f3aa55de479 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:34:59.466365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d6aab53a-284d-41ad-bea5-56f09f5fafda tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e47f5a7e-6966-407d-a1c7-6f3aa55de479) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:34:59.470515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aab53a-284d-41ad-bea5-56f09f5fafda tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:59.471249 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d6aab53a-284d-41ad-bea5-56f09f5fafda tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.479677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de47eb33-b7c8-4be6-a805-fbc7599cceac None None] Network e47f5a7e-6966-407d-a1c7-6f3aa55de479 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:34:59.497815 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d6aab53a-284d-41ad-bea5-56f09f5fafda tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3980942 Nov 16 05:34:59.498400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32876) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:59.503506 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9ca5b738-80ff-4247-9d77-f9fb22b01595 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1445288261'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:59.526604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca5b738-80ff-4247-9d77-f9fb22b01595 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Made reservation on behalf of 742b2908de764406ad44971103eb58d3 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:59.530417 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b738-80ff-4247-9d77-f9fb22b01595 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.555397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca5b738-80ff-4247-9d77-f9fb22b01595 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:34:59.567626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ed96c72d-278c-4b11-bf2e-6b095d417c9b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:34:59.567867 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b738-80ff-4247-9d77-f9fb22b01595 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.568207 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-9ca5b738-80ff-4247-9d77-f9fb22b01595 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Added segment 09d3afaf-aafe-480a-8b8b-f0d988dff7a1 of type vlan for network 5bf6700d-022f-4368-aa48-99ea192d2a8d Nov 16 05:34:59.612970 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b738-80ff-4247-9d77-f9fb22b01595 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.638593 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b738-80ff-4247-9d77-f9fb22b01595 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.644234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca5b738-80ff-4247-9d77-f9fb22b01595 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:34:59.644808 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b738-80ff-4247-9d77-f9fb22b01595 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.666838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port ed96c72d-278c-4b11-bf2e-6b095d417c9b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:34:59.667208 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.687318 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-e47f5a7e-6966-407d-a1c7-6f3aa55de479', 'network_id': 'e47f5a7e-6966-407d-a1c7-6f3aa55de479', 'tenant_id': '742b2908de764406ad44971103eb58d3', 'fixed_ips': [{'subnet_id': 'da25ae1d-39e7-4158-9d2c-f394391e77e0'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:34:59.688161 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.703706 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9ca5b738-80ff-4247-9d77-f9fb22b01595 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2041075 Nov 16 05:34:59.706657 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32878) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:34:59.714901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d2d3e9e3-6c2e-4f3f-b153-ad87927b1eb2 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Request body: {'subnet': {'network_id': '5bf6700d-022f-4368-aa48-99ea192d2a8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:34:59.716460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5b738-80ff-4247-9d77-f9fb22b01595 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event updated for resources: {'Network': ['ID=5bf6700d-022f-4368-aa48-99ea192d2a8d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:34:59.770451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 5bf6700d-022f-4368-aa48-99ea192d2a8d details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:34:59.817573 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d3e9e3-6c2e-4f3f-b153-ad87927b1eb2 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Made reservation on behalf of 742b2908de764406ad44971103eb58d3 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:34:59.821581 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d2d3e9e3-6c2e-4f3f-b153-ad87927b1eb2 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:34:59.929803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Allocated IP 2001:db8::2 (e47f5a7e-6966-407d-a1c7-6f3aa55de479/da25ae1d-39e7-4158-9d2c-f394391e77e0/2c3c8c08-8139-40c0-818f-04530fe16f77) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:35:00.010128 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d2d3e9e3-6c2e-4f3f-b153-ad87927b1eb2 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.072575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3e9e3-6c2e-4f3f-b153-ad87927b1eb2 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event updated for resources: {'Subnet': ['ID=ab7b9170-689d-4c1e-a9be-00055f0fec2e,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:00.076610 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.080308 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d3e9e3-6c2e-4f3f-b153-ad87927b1eb2 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Checking segment: {'id': '09d3afaf-aafe-480a-8b8b-f0d988dff7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5bf6700d-022f-4368-aa48-99ea192d2a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:00.080623 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3e9e3-6c2e-4f3f-b153-ad87927b1eb2 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Network hostable DHCP agents. Network: 5bf6700d-022f-4368-aa48-99ea192d2a8d, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:35:00.082957 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.100619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3e9e3-6c2e-4f3f-b153-ad87927b1eb2 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Network 5bf6700d-022f-4368-aa48-99ea192d2a8d is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:35:00.109574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-d2d3e9e3-6c2e-4f3f-b153-ad87927b1eb2 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 5bf6700d-022f-4368-aa48-99ea192d2a8d) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:00.114321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d3e9e3-6c2e-4f3f-b153-ad87927b1eb2 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:00.115096 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d2d3e9e3-6c2e-4f3f-b153-ad87927b1eb2 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.123030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90ab1aa-fed4-4c28-9966-94cfb05821f1 None None] Network 5bf6700d-022f-4368-aa48-99ea192d2a8d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:35:00.127027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Network e47f5a7e-6966-407d-a1c7-6f3aa55de479 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:35:00.132086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d2d3e9e3-6c2e-4f3f-b153-ad87927b1eb2 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4236593 Nov 16 05:35:00.135267 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32880) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:00.169758 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:00.172212 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:35:00.186443 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Pushing event updated for resources: {'Port': ['ID=2c3c8c08-8139-40c0-818f-04530fe16f77,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:00.236050 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.288871 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.351041 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.377436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7b9170-689d-4c1e-a9be-00055f0fec2e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:00.420100 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Attempting to bind port 2c3c8c08-8139-40c0-818f-04530fe16f77 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:35:00.420374 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Attempting to bind port 2c3c8c08-8139-40c0-818f-04530fe16f77 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '1db97898-1136-44ee-9800-77263333a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e47f5a7e-6966-407d-a1c7-6f3aa55de479'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:35:00.420732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Attempting to bind port 2c3c8c08-8139-40c0-818f-04530fe16f77 on network e47f5a7e-6966-407d-a1c7-6f3aa55de479 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:35:00.428949 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:35:00.429316 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Checking segment: {'id': '1db97898-1136-44ee-9800-77263333a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e47f5a7e-6966-407d-a1c7-6f3aa55de479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:00.429705 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.430116 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Bound using segment: {'id': '1db97898-1136-44ee-9800-77263333a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e47f5a7e-6966-407d-a1c7-6f3aa55de479'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:35:00.431141 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Bound port: 2c3c8c08-8139-40c0-818f-04530fe16f77, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db97898-1136-44ee-9800-77263333a041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e47f5a7e-6966-407d-a1c7-6f3aa55de479'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:35:00.431512 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.445855 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.466436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf6700d-022f-4368-aa48-99ea192d2a8d']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:00.475939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d3afaf-aafe-480a-8b8b-f0d988dff7a1') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:00.476242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d3afaf-aafe-480a-8b8b-f0d988dff7a1') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:00.486321 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.500330 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.501832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fd748b-d3fe-45b0-b8ff-d0b6a1ef0451 None None] Network 5bf6700d-022f-4368-aa48-99ea192d2a8d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:35:00.506450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:35:00.506874 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:35:00.510002 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:35:00.568091 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.575172 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.578398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/networks/5bf6700d-022f-4368-aa48-99ea192d2a8d HTTP/1.1" status: 204 len: 168 time: 0.4421473 Nov 16 05:35:00.581420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32882) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:00.582170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] For port 2c3c8c08-8139-40c0-818f-04530fe16f77, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:35:00.596800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5df9f6-377d-44a2-83d3-4a38bacb2355 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event deleted for resources: {'Network': ['ID=5bf6700d-022f-4368-aa48-99ea192d2a8d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:00.604242 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] For port 2c3c8c08-8139-40c0-818f-04530fe16f77, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2c3c8c08-8139-40c0-818f-04530fe16f77,segment=NetworkSegment(1db97898-1136-44ee-9800-77263333a041),segment_id=1db97898-1136-44ee-9800-77263333a041)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:35:00.613922 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6275c00-4c83-4f39-be43-c4054468ec2b tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] GET failed (client error): The resource could not be found. Nov 16 05:35:00.615475 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c6275c00-4c83-4f39-be43-c4054468ec2b tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "GET /v2.0/subnets/ab7b9170-689d-4c1e-a9be-00055f0fec2e HTTP/1.1" status: 404 len: 337 time: 0.0323682 Nov 16 05:35:00.618296 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32884) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:00.626119 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.639911 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4f423b-36f0-462e-a065-0b198ffeca1a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] DELETE failed (client error): The resource could not be found. Nov 16 05:35:00.640514 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4f423b-36f0-462e-a065-0b198ffeca1a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:35:00.644227 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6c4f423b-36f0-462e-a065-0b198ffeca1a tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/networks/5bf6700d-022f-4368-aa48-99ea192d2a8d HTTP/1.1" status: 404 len: 339 time: 0.0246732 Nov 16 05:35:00.648038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32886) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:00.679138 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f37a2be-7162-4aa6-b430-542f3ffebfce tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] DELETE failed (client error): The resource could not be found. Nov 16 05:35:00.679596 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f37a2be-7162-4aa6-b430-542f3ffebfce tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:35:00.682685 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2f37a2be-7162-4aa6-b430-542f3ffebfce tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/subnets/ab7b9170-689d-4c1e-a9be-00055f0fec2e HTTP/1.1" status: 404 len: 337 time: 0.0337427 Nov 16 05:35:00.685309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32888) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:00.705407 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ab3a9-58a6-42b9-b03f-4b8dbd1caeb8 None None] Pushing event updated for resources: {'Port': ['ID=2c3c8c08-8139-40c0-818f-04530fe16f77,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:00.707310 n-d-818042-1 neutron-server[102660]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc9201a-8eba-4683-abbf-d6b41be5ce11 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] DELETE failed (client error): The resource could not be found. Nov 16 05:35:00.707833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc9201a-8eba-4683-abbf-d6b41be5ce11 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102660) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:35:00.713801 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cfc9201a-8eba-4683-abbf-d6b41be5ce11 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/networks/5bf6700d-022f-4368-aa48-99ea192d2a8d HTTP/1.1" status: 404 len: 339 time: 0.0246148 Nov 16 05:35:00.714024 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32890) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:00.768378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb96022-0635-4b12-9744-3c6690c842fb tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Deleting subnet da25ae1d-39e7-4158-9d2c-f394391e77e0 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:35:00.771867 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fbb96022-0635-4b12-9744-3c6690c842fb tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.813284 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fbb96022-0635-4b12-9744-3c6690c842fb tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.919504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fbb96022-0635-4b12-9744-3c6690c842fb tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:00.980571 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fbb96022-0635-4b12-9744-3c6690c842fb tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:01.006450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb96022-0635-4b12-9744-3c6690c842fb tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event deleted for resources: {'Subnet': ['ID=da25ae1d-39e7-4158-9d2c-f394391e77e0,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:01.010723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fbb96022-0635-4b12-9744-3c6690c842fb tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:01.013894 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fbb96022-0635-4b12-9744-3c6690c842fb tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/subnets/da25ae1d-39e7-4158-9d2c-f394391e77e0 HTTP/1.1" status: 204 len: 168 time: 0.2989478 Nov 16 05:35:01.016379 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32892) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:01.095928 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:01.146805 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Deleting port 2c3c8c08-8139-40c0-818f-04530fe16f77 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:35:01.147135 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:01.207298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] For port 2c3c8c08-8139-40c0-818f-04530fe16f77, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=2c3c8c08-8139-40c0-818f-04530fe16f77,segment=NetworkSegment(1db97898-1136-44ee-9800-77263333a041),segment_id=1db97898-1136-44ee-9800-77263333a041)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:01.207573 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:01.219752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Calling delete_port for 2c3c8c08-8139-40c0-818f-04530fe16f77 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:35:01.298980 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:01.328095 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] No DVR routers for this DVR port 2c3c8c08-8139-40c0-818f-04530fe16f77 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:35:01.333382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event deleted for resources: {'Port': ['ID=2c3c8c08-8139-40c0-818f-04530fe16f77,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:01.416980 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:01.437789 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e47f5a7e-6966-407d-a1c7-6f3aa55de479']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:01.447828 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db97898-1136-44ee-9800-77263333a041') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:01.448168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db97898-1136-44ee-9800-77263333a041') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:01.458003 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:01.474591 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:01.481329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:35:01.481723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:35:01.485006 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:35:01.543719 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:01.551237 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:01.554511 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/networks/e47f5a7e-6966-407d-a1c7-6f3aa55de479 HTTP/1.1" status: 204 len: 168 time: 0.5372183 Nov 16 05:35:01.557643 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32894) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:01.573390 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a423160-8154-4115-a0a6-699d5bdde954 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event deleted for resources: {'Network': ['ID=e47f5a7e-6966-407d-a1c7-6f3aa55de479,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:01.622950 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d65ce885-69fb-42cd-b0e8-53cd314d5415 None None] Could not find standard attr ID for object 2c3c8c08-8139-40c0-818f-04530fe16f77. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:35:01.662559 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99f826a-83d5-4d7a-ab41-649ac088793b None None] DHCP port deletion for e47f5a7e-6966-407d-a1c7-6f3aa55de479 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:35:01.683919 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8352031f-a8b1-4337-bb88-f50adcccd96e None None] Network e47f5a7e-6966-407d-a1c7-6f3aa55de479 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:35:01.696660 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8352031f-a8b1-4337-bb88-f50adcccd96e None None] Network e47f5a7e-6966-407d-a1c7-6f3aa55de479 could not be found, it might have been deleted concurrently. {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 05:35:01.924672 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b03ed93-2b33-4130-b47a-ed2e2144b5cd tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] DELETE failed (client error): The resource could not be found. Nov 16 05:35:01.925124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b03ed93-2b33-4130-b47a-ed2e2144b5cd tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:35:01.928193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8b03ed93-2b33-4130-b47a-ed2e2144b5cd tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/subnets/f772179b-1f0f-4911-b944-a3e98cd5d86f HTTP/1.1" status: 404 len: 337 time: 0.3695388 Nov 16 05:35:01.931412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32896) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:01.948867 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-43933170-620e-4281-8b53-6dbfa59c2c43 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] DELETE failed (client error): The resource could not be found. Nov 16 05:35:01.949340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43933170-620e-4281-8b53-6dbfa59c2c43 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:35:01.952252 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-43933170-620e-4281-8b53-6dbfa59c2c43 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/networks/a5f825e5-de06-4e46-8aeb-d48fa11a9a22 HTTP/1.1" status: 404 len: 339 time: 0.0199590 Nov 16 05:35:01.954592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32898) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:01.979211 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde1fc4b-7119-4c2b-ac22-b14bfad5147c tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] DELETE failed (client error): The resource could not be found. Nov 16 05:35:01.979644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde1fc4b-7119-4c2b-ac22-b14bfad5147c tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:35:01.982534 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cde1fc4b-7119-4c2b-ac22-b14bfad5147c tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/subnets/1ec85f85-7b91-406c-b174-64ae646bc4b9 HTTP/1.1" status: 404 len: 337 time: 0.0270884 Nov 16 05:35:01.984741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32900) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:02.001540 n-d-818042-1 neutron-server[102659]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf25f86-58a0-4a7b-a79f-16f4e49811d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] DELETE failed (client error): The resource could not be found. Nov 16 05:35:02.002041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf25f86-58a0-4a7b-a79f-16f4e49811d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102659) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 16 05:35:02.004887 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-baf25f86-58a0-4a7b-a79f-16f4e49811d4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/networks/e74d2349-4a48-427f-b1b4-0a03a2852041 HTTP/1.1" status: 404 len: 339 time: 0.0192938 Nov 16 05:35:02.007043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32902) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:02.054613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0810ca4-93db-4dfc-bf53-8ff45a2e37b6 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Deleting subnet 955ea8bb-004c-404e-b1c9-07d9f015807f {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:35:02.058117 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0810ca4-93db-4dfc-bf53-8ff45a2e37b6 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.099982 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0810ca4-93db-4dfc-bf53-8ff45a2e37b6 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.181528 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0810ca4-93db-4dfc-bf53-8ff45a2e37b6 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.237277 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0810ca4-93db-4dfc-bf53-8ff45a2e37b6 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.266676 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0810ca4-93db-4dfc-bf53-8ff45a2e37b6 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event deleted for resources: {'Subnet': ['ID=955ea8bb-004c-404e-b1c9-07d9f015807f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:02.270421 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0810ca4-93db-4dfc-bf53-8ff45a2e37b6 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.273552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b0810ca4-93db-4dfc-bf53-8ff45a2e37b6 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/subnets/955ea8bb-004c-404e-b1c9-07d9f015807f HTTP/1.1" status: 204 len: 168 time: 0.2656569 Nov 16 05:35:02.276659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32904) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:02.279214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578bcba9-c5fc-4b75-b636-2d3dd9f356bc None None] Network 67c485e2-bf71-4de8-8274-62ecbe759bdc requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:35:02.351046 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.403509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Deleting port ed96c72d-278c-4b11-bf2e-6b095d417c9b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:35:02.403851 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.458169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1bd481-691e-40cc-992a-ed9e97fc0831 None None] DHCP port deletion for 67c485e2-bf71-4de8-8274-62ecbe759bdc request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:35:02.474605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] For port ed96c72d-278c-4b11-bf2e-6b095d417c9b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ed96c72d-278c-4b11-bf2e-6b095d417c9b,segment=NetworkSegment(32e8fcb6-63c5-48fc-bcb9-214175da7673),segment_id=32e8fcb6-63c5-48fc-bcb9-214175da7673)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:02.474967 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.487470 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Calling delete_port for ed96c72d-278c-4b11-bf2e-6b095d417c9b owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:35:02.504099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9c1bd481-691e-40cc-992a-ed9e97fc0831 None None] Deleting port ed96c72d-278c-4b11-bf2e-6b095d417c9b {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:35:02.504471 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd481-691e-40cc-992a-ed9e97fc0831 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.565261 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.569801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9c1bd481-691e-40cc-992a-ed9e97fc0831 None None] For port ed96c72d-278c-4b11-bf2e-6b095d417c9b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ed96c72d-278c-4b11-bf2e-6b095d417c9b,segment=NetworkSegment(32e8fcb6-63c5-48fc-bcb9-214175da7673),segment_id=32e8fcb6-63c5-48fc-bcb9-214175da7673)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:02.570200 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd481-691e-40cc-992a-ed9e97fc0831 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.582981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-9c1bd481-691e-40cc-992a-ed9e97fc0831 None None] Calling delete_port for ed96c72d-278c-4b11-bf2e-6b095d417c9b owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:35:02.593080 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] No DVR routers for this DVR port ed96c72d-278c-4b11-bf2e-6b095d417c9b on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:35:02.599035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event deleted for resources: {'Port': ['ID=ed96c72d-278c-4b11-bf2e-6b095d417c9b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:02.658475 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c1bd481-691e-40cc-992a-ed9e97fc0831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.676137 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.684061 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bd481-691e-40cc-992a-ed9e97fc0831 None None] Pushing event deleted for resources: {'Port': ['ID=ed96c72d-278c-4b11-bf2e-6b095d417c9b,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:02.689670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1bd481-691e-40cc-992a-ed9e97fc0831 None None] No DVR routers for this DVR port ed96c72d-278c-4b11-bf2e-6b095d417c9b on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:35:02.700708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c485e2-bf71-4de8-8274-62ecbe759bdc']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:02.710085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e8fcb6-63c5-48fc-bcb9-214175da7673') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:02.710408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e8fcb6-63c5-48fc-bcb9-214175da7673') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:02.720164 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.733054 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.739412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:35:02.739834 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:35:02.742916 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:35:02.803577 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.811317 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:02.814782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] 10.222.0.41 "DELETE /v2.0/networks/67c485e2-bf71-4de8-8274-62ecbe759bdc HTTP/1.1" status: 204 len: 168 time: 0.5371842 Nov 16 05:35:02.827092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fada5ab-f41a-41d3-82b0-e621d9112dc4 tempest-NetworksIpV6Test-1104332217 tempest-NetworksIpV6Test-1104332217-project] Pushing event deleted for resources: {'Network': ['ID=67c485e2-bf71-4de8-8274-62ecbe759bdc,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:03.046294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32910) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:03.172833 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c5d79663-657a-44ed-8ebb-10b9b44b6ea1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=742b2908de764406ad44971103eb58d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1253252 Nov 16 05:35:03.175198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32914) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:03.219641 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9da35c27-7b93-4323-8e34-b84481b00185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:03.239232 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9da35c27-7b93-4323-8e34-b84481b00185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:03.284088 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9da35c27-7b93-4323-8e34-b84481b00185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:03.286734 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9da35c27-7b93-4323-8e34-b84481b00185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:03.287863 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9da35c27-7b93-4323-8e34-b84481b00185 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a49061a-a55b-4c00-82fb-31c70ff4dde7 HTTP/1.1" status: 204 len: 168 time: 0.1118040 Nov 16 05:35:03.295040 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da35c27-7b93-4323-8e34-b84481b00185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a49061a-a55b-4c00-82fb-31c70ff4dde7,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:03.527391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ed96c72d-278c-4b11-bf2e-6b095d417c9b no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:35:03.551346 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: ed96c72d-278c-4b11-bf2e-6b095d417c9b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:35:03.551762 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ed96c72d-278c-4b11-bf2e-6b095d417c9b not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:35:03.552279 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2c3c8c08-8139-40c0-818f-04530fe16f77 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:35:03.573363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 2c3c8c08-8139-40c0-818f-04530fe16f77 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:35:03.573711 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 2c3c8c08-8139-40c0-818f-04530fe16f77 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:35:03.909047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32936) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:04.001532 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-fe7ff9f6-c41c-409a-a5a3-b7f5b9adb104 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1124954684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:04.024318 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff9f6-c41c-409a-a5a3-b7f5b9adb104 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.025368 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff9f6-c41c-409a-a5a3-b7f5b9adb104 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.077704 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff9f6-c41c-409a-a5a3-b7f5b9adb104 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.082296 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff9f6-c41c-409a-a5a3-b7f5b9adb104 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.100430 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-fe7ff9f6-c41c-409a-a5a3-b7f5b9adb104 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.101604 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-fe7ff9f6-c41c-409a-a5a3-b7f5b9adb104 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1914601 Nov 16 05:35:04.105788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32940) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:04.111547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-394669244'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:04.131611 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Made reservation on behalf of 8e41c1b2eaaf472ca2c98ea964c0f8b1 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:35:04.135098 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.143400 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.215460 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.218979 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.241232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:35:04.256261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2b41b7-b455-4459-bd56-cb80a748bd1b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:04.259081 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.259424 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Added segment 7539689f-3488-4135-a95b-54089a395a1a of type vlan for network 94c0e4ff-187d-411e-bc00-aab0c7e34881 Nov 16 05:35:04.298226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.321942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.327425 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:04.328011 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.382458 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2754002 Nov 16 05:35:04.385322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32942) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:04.390480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-bc52deab-ca29-4f3f-b6f0-f20579ff132c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Request body: {'subnet': {'network_id': '94c0e4ff-187d-411e-bc00-aab0c7e34881', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:04.399589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7154857-19e6-4e4f-a2f7-80e10713ef3a tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Pushing event updated for resources: {'Network': ['ID=94c0e4ff-187d-411e-bc00-aab0c7e34881,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:04.412222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 94c0e4ff-187d-411e-bc00-aab0c7e34881 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:35:04.482338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc52deab-ca29-4f3f-b6f0-f20579ff132c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Made reservation on behalf of 8e41c1b2eaaf472ca2c98ea964c0f8b1 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:35:04.485958 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bc52deab-ca29-4f3f-b6f0-f20579ff132c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.661339 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bc52deab-ca29-4f3f-b6f0-f20579ff132c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.726722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52deab-ca29-4f3f-b6f0-f20579ff132c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Pushing event updated for resources: {'Subnet': ['ID=ff86f9c6-7e34-46f5-802f-acf5f3f837af,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:04.733721 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc52deab-ca29-4f3f-b6f0-f20579ff132c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Checking segment: {'id': '7539689f-3488-4135-a95b-54089a395a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '94c0e4ff-187d-411e-bc00-aab0c7e34881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:04.734115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52deab-ca29-4f3f-b6f0-f20579ff132c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Network hostable DHCP agents. Network: 94c0e4ff-187d-411e-bc00-aab0c7e34881, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:35:04.750869 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52deab-ca29-4f3f-b6f0-f20579ff132c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Network 94c0e4ff-187d-411e-bc00-aab0c7e34881 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:35:04.759893 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-bc52deab-ca29-4f3f-b6f0-f20579ff132c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 94c0e4ff-187d-411e-bc00-aab0c7e34881) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:04.764369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc52deab-ca29-4f3f-b6f0-f20579ff132c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:04.765173 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bc52deab-ca29-4f3f-b6f0-f20579ff132c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.771108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e0406d-76be-48d5-8f0d-059d5ccc3bd1 None None] Network 94c0e4ff-187d-411e-bc00-aab0c7e34881 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:35:04.782594 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bc52deab-ca29-4f3f-b6f0-f20579ff132c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3960862 Nov 16 05:35:04.785805 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32944) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:04.790898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-70f697ae-9f6d-4e89-b568-37d46eeb5fe1 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1592049817'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:04.813081 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f697ae-9f6d-4e89-b568-37d46eeb5fe1 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Made reservation on behalf of 8e41c1b2eaaf472ca2c98ea964c0f8b1 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:35:04.816609 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70f697ae-9f6d-4e89-b568-37d46eeb5fe1 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.842104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f697ae-9f6d-4e89-b568-37d46eeb5fe1 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:35:04.851396 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70f697ae-9f6d-4e89-b568-37d46eeb5fe1 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.851739 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-70f697ae-9f6d-4e89-b568-37d46eeb5fe1 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Added segment 04a40dc7-779a-4181-8402-e8feeaec6820 of type vlan for network 30c67213-318d-456c-8543-207c7b650f73 Nov 16 05:35:04.893709 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70f697ae-9f6d-4e89-b568-37d46eeb5fe1 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.918673 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70f697ae-9f6d-4e89-b568-37d46eeb5fe1 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.919288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-94c0e4ff-187d-411e-bc00-aab0c7e34881', 'network_id': '94c0e4ff-187d-411e-bc00-aab0c7e34881', 'tenant_id': '8e41c1b2eaaf472ca2c98ea964c0f8b1', 'fixed_ips': [{'subnet_id': 'ff86f9c6-7e34-46f5-802f-acf5f3f837af'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:35:04.920157 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.924209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f697ae-9f6d-4e89-b568-37d46eeb5fe1 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:04.924801 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70f697ae-9f6d-4e89-b568-37d46eeb5fe1 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:04.975599 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-70f697ae-9f6d-4e89-b568-37d46eeb5fe1 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1886630 Nov 16 05:35:04.978406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32946) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:04.985342 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6a827b42-7a8d-474a-bfc5-4cdaf98ac24c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Request body: {'subnet': {'network_id': '30c67213-318d-456c-8543-207c7b650f73', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:05.045378 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f697ae-9f6d-4e89-b568-37d46eeb5fe1 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Pushing event updated for resources: {'Network': ['ID=30c67213-318d-456c-8543-207c7b650f73,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:05.050656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Allocated IP 172.20.0.2 (94c0e4ff-187d-411e-bc00-aab0c7e34881/ff86f9c6-7e34-46f5-802f-acf5f3f837af/66d4856c-cab7-40d2-936a-551bed267151) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:35:05.057894 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 30c67213-318d-456c-8543-207c7b650f73 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:35:05.087401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a827b42-7a8d-474a-bfc5-4cdaf98ac24c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Made reservation on behalf of 8e41c1b2eaaf472ca2c98ea964c0f8b1 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:35:05.090953 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a827b42-7a8d-474a-bfc5-4cdaf98ac24c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:05.256795 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:05.262370 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:05.282967 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a827b42-7a8d-474a-bfc5-4cdaf98ac24c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:05.297150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Network 94c0e4ff-187d-411e-bc00-aab0c7e34881 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:35:05.303424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:05.307538 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:35:05.318339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Pushing event updated for resources: {'Port': ['ID=66d4856c-cab7-40d2-936a-551bed267151,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:05.350560 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a827b42-7a8d-474a-bfc5-4cdaf98ac24c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Pushing event updated for resources: {'Subnet': ['ID=4679fbba-6b23-4608-bf43-7d1c43646236,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:05.358287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a827b42-7a8d-474a-bfc5-4cdaf98ac24c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Checking segment: {'id': '04a40dc7-779a-4181-8402-e8feeaec6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '30c67213-318d-456c-8543-207c7b650f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:05.358446 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a827b42-7a8d-474a-bfc5-4cdaf98ac24c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Network hostable DHCP agents. Network: 30c67213-318d-456c-8543-207c7b650f73, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:35:05.362274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Attempting to bind port 66d4856c-cab7-40d2-936a-551bed267151 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:35:05.362655 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Attempting to bind port 66d4856c-cab7-40d2-936a-551bed267151 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '7539689f-3488-4135-a95b-54089a395a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '94c0e4ff-187d-411e-bc00-aab0c7e34881'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:35:05.363018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Attempting to bind port 66d4856c-cab7-40d2-936a-551bed267151 on network 94c0e4ff-187d-411e-bc00-aab0c7e34881 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:35:05.369121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:35:05.369357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Checking segment: {'id': '7539689f-3488-4135-a95b-54089a395a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '94c0e4ff-187d-411e-bc00-aab0c7e34881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:05.369758 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:05.370172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Bound using segment: {'id': '7539689f-3488-4135-a95b-54089a395a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '94c0e4ff-187d-411e-bc00-aab0c7e34881'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:35:05.370644 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Bound port: 66d4856c-cab7-40d2-936a-551bed267151, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7539689f-3488-4135-a95b-54089a395a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '94c0e4ff-187d-411e-bc00-aab0c7e34881'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:35:05.371030 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:05.375941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a827b42-7a8d-474a-bfc5-4cdaf98ac24c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Network 30c67213-318d-456c-8543-207c7b650f73 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:35:05.385169 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-6a827b42-7a8d-474a-bfc5-4cdaf98ac24c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 30c67213-318d-456c-8543-207c7b650f73) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:05.389700 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a827b42-7a8d-474a-bfc5-4cdaf98ac24c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:05.391770 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6a827b42-7a8d-474a-bfc5-4cdaf98ac24c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:05.411397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6a827b42-7a8d-474a-bfc5-4cdaf98ac24c tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4319525 Nov 16 05:35:05.416095 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32948) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:05.421038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-04d51de8-2737-42be-ab8a-8d96937786a7 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Request body: {'router': {'external_gateway_info': {'network_id': '30c67213-318d-456c-8543-207c7b650f73'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:05.422303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8565910b-447e-4748-8d14-945bf9887edd None None] Network 30c67213-318d-456c-8543-207c7b650f73 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:35:05.501158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] For port 66d4856c-cab7-40d2-936a-551bed267151, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:35:05.505439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] For port 66d4856c-cab7-40d2-936a-551bed267151, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=66d4856c-cab7-40d2-936a-551bed267151,segment=NetworkSegment(7539689f-3488-4135-a95b-54089a395a1a),segment_id=7539689f-3488-4135-a95b-54089a395a1a)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:35:05.513915 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:05.616562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215ee85-5c74-41a5-ae68-837fc04752fa None None] Pushing event updated for resources: {'Port': ['ID=66d4856c-cab7-40d2-936a-551bed267151,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:05.631510 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-04d51de8-2737-42be-ab8a-8d96937786a7 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:05.648515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-30c67213-318d-456c-8543-207c7b650f73', 'network_id': '30c67213-318d-456c-8543-207c7b650f73', 'tenant_id': '8e41c1b2eaaf472ca2c98ea964c0f8b1', 'fixed_ips': [{'subnet_id': '4679fbba-6b23-4608-bf43-7d1c43646236'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:35:05.649478 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:05.757436 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [None req-04d51de8-2737-42be-ab8a-8d96937786a7 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 16 05:35:05.757436 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-04d51de8-2737-42be-ab8a-8d96937786a7 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] 10.222.0.41 "PUT /v2.0/routers/9e9293d5-5d6f-4b1b-a40d-d4c86e85b58e HTTP/1.1" status: 400 len: 364 time: 0.3341975 Nov 16 05:35:05.762675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32950) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:05.826867 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Allocated IP 172.21.0.2 (30c67213-318d-456c-8543-207c7b650f73/4679fbba-6b23-4608-bf43-7d1c43646236/bad886ef-c8a0-45ea-b4f2-624500809882) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:35:05.837647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-81be02c4-fd22-4bd5-9f28-c0f90862a917 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Deleting subnet 4679fbba-6b23-4608-bf43-7d1c43646236 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:35:05.974472 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:05.980218 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-81be02c4-fd22-4bd5-9f28-c0f90862a917 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:05.980592 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.021510 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-81be02c4-fd22-4bd5-9f28-c0f90862a917 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.023653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Network 30c67213-318d-456c-8543-207c7b650f73 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:35:06.027271 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:06.031727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:35:06.035287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Pushing event updated for resources: {'Port': ['ID=bad886ef-c8a0-45ea-b4f2-624500809882,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:06.092531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Attempting to bind port bad886ef-c8a0-45ea-b4f2-624500809882 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:35:06.092896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Attempting to bind port bad886ef-c8a0-45ea-b4f2-624500809882 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '04a40dc7-779a-4181-8402-e8feeaec6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '30c67213-318d-456c-8543-207c7b650f73'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:35:06.093257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Attempting to bind port bad886ef-c8a0-45ea-b4f2-624500809882 on network 30c67213-318d-456c-8543-207c7b650f73 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:35:06.098268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:35:06.098642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Checking segment: {'id': '04a40dc7-779a-4181-8402-e8feeaec6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '30c67213-318d-456c-8543-207c7b650f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:06.099037 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.099431 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Bound using segment: {'id': '04a40dc7-779a-4181-8402-e8feeaec6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '30c67213-318d-456c-8543-207c7b650f73'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:35:06.099890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Bound port: bad886ef-c8a0-45ea-b4f2-624500809882, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a40dc7-779a-4181-8402-e8feeaec6820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '30c67213-318d-456c-8543-207c7b650f73'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:35:06.100265 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.126836 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-81be02c4-fd22-4bd5-9f28-c0f90862a917 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.189013 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-81be02c4-fd22-4bd5-9f28-c0f90862a917 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.190312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] For port bad886ef-c8a0-45ea-b4f2-624500809882, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:35:06.193528 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] For port bad886ef-c8a0-45ea-b4f2-624500809882, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bad886ef-c8a0-45ea-b4f2-624500809882,segment=NetworkSegment(04a40dc7-779a-4181-8402-e8feeaec6820),segment_id=04a40dc7-779a-4181-8402-e8feeaec6820)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:35:06.199047 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.217862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be02c4-fd22-4bd5-9f28-c0f90862a917 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Pushing event deleted for resources: {'Subnet': ['ID=4679fbba-6b23-4608-bf43-7d1c43646236,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:06.221855 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-81be02c4-fd22-4bd5-9f28-c0f90862a917 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.228432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32952) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:06.228823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-81be02c4-fd22-4bd5-9f28-c0f90862a917 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] 10.222.0.41 "DELETE /v2.0/subnets/4679fbba-6b23-4608-bf43-7d1c43646236 HTTP/1.1" status: 204 len: 168 time: 0.4667764 Nov 16 05:35:06.272495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fc8b4-5c77-439c-8de7-c6f7763f03ea None None] Pushing event updated for resources: {'Port': ['ID=bad886ef-c8a0-45ea-b4f2-624500809882,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:06.350376 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.443115 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Deleting port bad886ef-c8a0-45ea-b4f2-624500809882 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:35:06.444103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.553154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] For port bad886ef-c8a0-45ea-b4f2-624500809882, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bad886ef-c8a0-45ea-b4f2-624500809882,segment=NetworkSegment(04a40dc7-779a-4181-8402-e8feeaec6820),segment_id=04a40dc7-779a-4181-8402-e8feeaec6820)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:06.553519 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.568541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Calling delete_port for bad886ef-c8a0-45ea-b4f2-624500809882 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:35:06.663171 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.693584 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Pushing event deleted for resources: {'Port': ['ID=bad886ef-c8a0-45ea-b4f2-624500809882,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:06.695381 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] No DVR routers for this DVR port bad886ef-c8a0-45ea-b4f2-624500809882 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:35:06.709213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5cd074-bc3a-4a0c-85bc-fefed0829e7c None None] Network 94c0e4ff-187d-411e-bc00-aab0c7e34881 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:35:06.791676 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.815062 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c67213-318d-456c-8543-207c7b650f73']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:06.825180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a40dc7-779a-4181-8402-e8feeaec6820') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:06.825468 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a40dc7-779a-4181-8402-e8feeaec6820') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:06.835279 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.839395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9544db16-bf06-4e2b-9d64-90476b2605cd None None] Provisioning complete for port 66d4856c-cab7-40d2-936a-551bed267151 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:06.839864 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9544db16-bf06-4e2b-9d64-90476b2605cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.848215 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.854804 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:35:06.855195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:35:06.858232 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:35:06.920151 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.927694 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:06.931504 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] 10.222.0.41 "DELETE /v2.0/networks/30c67213-318d-456c-8543-207c7b650f73 HTTP/1.1" status: 204 len: 168 time: 0.7020876 Nov 16 05:35:06.934096 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32954) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:06.941858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ea81a-799f-44b3-9b4a-7c793360383e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Pushing event deleted for resources: {'Network': ['ID=30c67213-318d-456c-8543-207c7b650f73,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:06.965230 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9544db16-bf06-4e2b-9d64-90476b2605cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.002819 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9544db16-bf06-4e2b-9d64-90476b2605cd None None] For port 66d4856c-cab7-40d2-936a-551bed267151, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=66d4856c-cab7-40d2-936a-551bed267151,segment=NetworkSegment(7539689f-3488-4135-a95b-54089a395a1a),segment_id=7539689f-3488-4135-a95b-54089a395a1a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:07.008691 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9544db16-bf06-4e2b-9d64-90476b2605cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.017877 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-950271e1-bb76-4724-9a72-9049cc5f2f0e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Deleting subnet ff86f9c6-7e34-46f5-802f-acf5f3f837af {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:35:07.022090 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-950271e1-bb76-4724-9a72-9049cc5f2f0e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.069820 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-950271e1-bb76-4724-9a72-9049cc5f2f0e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.072239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544db16-bf06-4e2b-9d64-90476b2605cd None None] Pushing event updated for resources: {'Port': ['ID=66d4856c-cab7-40d2-936a-551bed267151,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:07.169553 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-950271e1-bb76-4724-9a72-9049cc5f2f0e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.235467 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-950271e1-bb76-4724-9a72-9049cc5f2f0e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.236797 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fb0a65cb-e1a7-41f8-9ada-9f8bef10a5c2 None None] Provisioning complete for port 66d4856c-cab7-40d2-936a-551bed267151 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:07.237223 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fb0a65cb-e1a7-41f8-9ada-9f8bef10a5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.261220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d348a-f9a1-42b7-9d97-1054cafc6a36 None None] Network 94c0e4ff-187d-411e-bc00-aab0c7e34881 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:35:07.265700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-950271e1-bb76-4724-9a72-9049cc5f2f0e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.271841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32956) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:07.272068 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-950271e1-bb76-4724-9a72-9049cc5f2f0e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] 10.222.0.41 "DELETE /v2.0/subnets/ff86f9c6-7e34-46f5-802f-acf5f3f837af HTTP/1.1" status: 204 len: 168 time: 0.3360467 Nov 16 05:35:07.273564 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950271e1-bb76-4724-9a72-9049cc5f2f0e tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Pushing event deleted for resources: {'Subnet': ['ID=ff86f9c6-7e34-46f5-802f-acf5f3f837af,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:07.358522 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.420102 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Deleting port 66d4856c-cab7-40d2-936a-551bed267151 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:35:07.420443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.454275 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d18a9-0334-47f1-a686-b9593b38e2a9 None None] DHCP port deletion for 30c67213-318d-456c-8543-207c7b650f73 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:35:07.470413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca6c16-7242-4030-b017-c4dd0cf2cf77 None None] Network 30c67213-318d-456c-8543-207c7b650f73 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:35:07.484820 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3a21e7-51d9-4225-97be-f42efe6235e5 None None] DHCP port deletion for 94c0e4ff-187d-411e-bc00-aab0c7e34881 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:35:07.488138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ca6c16-7242-4030-b017-c4dd0cf2cf77 None None] Network 30c67213-318d-456c-8543-207c7b650f73 could not be found, it might have been deleted concurrently. {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 16 05:35:07.498401 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] For port 66d4856c-cab7-40d2-936a-551bed267151, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=66d4856c-cab7-40d2-936a-551bed267151,segment=NetworkSegment(7539689f-3488-4135-a95b-54089a395a1a),segment_id=7539689f-3488-4135-a95b-54089a395a1a)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:07.498890 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.510956 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Calling delete_port for 66d4856c-cab7-40d2-936a-551bed267151 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:35:07.536279 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a21e7-51d9-4225-97be-f42efe6235e5 None None] Deleting port 66d4856c-cab7-40d2-936a-551bed267151 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:35:07.536654 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d3a21e7-51d9-4225-97be-f42efe6235e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.538642 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b2aa7538-bac5-4fa6-ac84-6133b5110801 None None] Could not find standard attr ID for object bad886ef-c8a0-45ea-b4f2-624500809882. {{(pid=102661) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 16 05:35:07.589977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.606928 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4d3a21e7-51d9-4225-97be-f42efe6235e5 None None] For port 66d4856c-cab7-40d2-936a-551bed267151, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=66d4856c-cab7-40d2-936a-551bed267151,segment=NetworkSegment(7539689f-3488-4135-a95b-54089a395a1a),segment_id=7539689f-3488-4135-a95b-54089a395a1a)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:07.607320 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d3a21e7-51d9-4225-97be-f42efe6235e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.616752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Pushing event deleted for resources: {'Port': ['ID=66d4856c-cab7-40d2-936a-551bed267151,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:07.618221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] No DVR routers for this DVR port 66d4856c-cab7-40d2-936a-551bed267151 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:35:07.621710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4d3a21e7-51d9-4225-97be-f42efe6235e5 None None] Calling delete_port for 66d4856c-cab7-40d2-936a-551bed267151 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:35:07.698054 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.699186 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d3a21e7-51d9-4225-97be-f42efe6235e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.718252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c0e4ff-187d-411e-bc00-aab0c7e34881']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:07.724875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a21e7-51d9-4225-97be-f42efe6235e5 None None] Pushing event deleted for resources: {'Port': ['ID=66d4856c-cab7-40d2-936a-551bed267151,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:07.726712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a21e7-51d9-4225-97be-f42efe6235e5 None None] No DVR routers for this DVR port 66d4856c-cab7-40d2-936a-551bed267151 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:35:07.727383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7539689f-3488-4135-a95b-54089a395a1a') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:07.727686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7539689f-3488-4135-a95b-54089a395a1a') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:07.738229 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.751886 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.759616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:35:07.760011 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:35:07.763536 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:35:07.822564 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.829261 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:07.832356 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] 10.222.0.41 "DELETE /v2.0/networks/94c0e4ff-187d-411e-bc00-aab0c7e34881 HTTP/1.1" status: 204 len: 168 time: 0.5594213 Nov 16 05:35:07.835229 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32958) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:07.863991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bdc768b7-db1d-4731-b8e0-b8a1de0afddc tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e9293d5-5d6f-4b1b-a40d-d4c86e85b58e HTTP/1.1" status: 200 len: 205 time: 0.0273831 Nov 16 05:35:07.866421 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32960) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:07.948721 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-13901bb0-7e82-430d-89af-346849414338 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:08.085174 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a170cf4f-c924-466d-a7b3-be336122b86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:08.117354 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-13901bb0-7e82-430d-89af-346849414338 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:08.120093 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-13901bb0-7e82-430d-89af-346849414338 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:08.154497 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd519b3-b378-4875-8380-db24d4b34f24 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Pushing event deleted for resources: {'Network': ['ID=94c0e4ff-187d-411e-bc00-aab0c7e34881,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:08.164848 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-13901bb0-7e82-430d-89af-346849414338 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:08.165360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13901bb0-7e82-430d-89af-346849414338 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Fanout notify agent at l3_agent the message router_deleted on router 9e9293d5-5d6f-4b1b-a40d-d4c86e85b58e {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:35:08.172243 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-13901bb0-7e82-430d-89af-346849414338 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:08.173288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-13901bb0-7e82-430d-89af-346849414338 tempest-RoutersNegativeTest-857685917 tempest-RoutersNegativeTest-857685917-project] 10.222.0.41 "DELETE /v2.0/routers/9e9293d5-5d6f-4b1b-a40d-d4c86e85b58e HTTP/1.1" status: 204 len: 168 time: 0.3057861 Nov 16 05:35:08.407681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32966) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:08.541331 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6c96f829-665c-47f9-940b-fc3c057e30c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e41c1b2eaaf472ca2c98ea964c0f8b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324699 Nov 16 05:35:08.543722 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32970) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:08.592892 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a23c544a-8bcc-4175-accd-8f4a31ba268e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:08.613546 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a23c544a-8bcc-4175-accd-8f4a31ba268e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:08.659136 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a23c544a-8bcc-4175-accd-8f4a31ba268e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:08.661688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a23c544a-8bcc-4175-accd-8f4a31ba268e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:08.662868 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a23c544a-8bcc-4175-accd-8f4a31ba268e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a2b41b7-b455-4459-bd56-cb80a748bd1b HTTP/1.1" status: 204 len: 168 time: 0.1182542 Nov 16 05:35:08.670449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c544a-8bcc-4175-accd-8f4a31ba268e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2b41b7-b455-4459-bd56-cb80a748bd1b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:09.261292 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 32992) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:09.355214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1266773760-network', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:09.376085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Made reservation on behalf of e142b2e81a7843c0a3a92dc16b087050 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:35:09.378409 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:09.386640 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:09.460289 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:09.464202 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:09.489256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:35:09.499492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ca43aa-dca5-45de-afbc-74a820c2aac6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:09.505341 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:09.505681 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Added segment a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646 of type vlan for network b9ba6302-66ac-4545-99f5-d01dfb71d79d Nov 16 05:35:09.547771 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:09.572004 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:09.573015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:09.573576 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:09.625755 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3633335 Nov 16 05:35:09.628788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32996) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:09.634405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f554a2df-09b9-4580-b0f6-1ceb730ce440 admin admin] Request body: {'subnet': {'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1266773760-subnet', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:09.637129 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568e273-139a-4756-ac71-576f4f1a4c0c admin admin] Pushing event updated for resources: {'Network': ['ID=b9ba6302-66ac-4545-99f5-d01dfb71d79d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:09.646766 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network b9ba6302-66ac-4545-99f5-d01dfb71d79d details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:35:09.654878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f554a2df-09b9-4580-b0f6-1ceb730ce440 admin admin] Made reservation on behalf of e142b2e81a7843c0a3a92dc16b087050 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:35:09.657152 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f554a2df-09b9-4580-b0f6-1ceb730ce440 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:09.819455 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f554a2df-09b9-4580-b0f6-1ceb730ce440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:09.873705 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554a2df-09b9-4580-b0f6-1ceb730ce440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4711db5-ac6f-4f5b-8b50-4fc86a49421f,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:09.881347 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554a2df-09b9-4580-b0f6-1ceb730ce440 admin admin] Checking segment: {'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:09.881700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554a2df-09b9-4580-b0f6-1ceb730ce440 admin admin] Network hostable DHCP agents. Network: b9ba6302-66ac-4545-99f5-d01dfb71d79d, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:35:09.897200 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554a2df-09b9-4580-b0f6-1ceb730ce440 admin admin] Network b9ba6302-66ac-4545-99f5-d01dfb71d79d is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:35:09.906033 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-f554a2df-09b9-4580-b0f6-1ceb730ce440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, b9ba6302-66ac-4545-99f5-d01dfb71d79d) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:09.909895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f554a2df-09b9-4580-b0f6-1ceb730ce440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:09.910480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f554a2df-09b9-4580-b0f6-1ceb730ce440 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:09.915845 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac9cf52-818c-486b-b88e-873cacd541cf None None] Network b9ba6302-66ac-4545-99f5-d01dfb71d79d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:35:09.928986 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f554a2df-09b9-4580-b0f6-1ceb730ce440 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.2966242 Nov 16 05:35:09.929332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 32998) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:09.933658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1266773760-router', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:09.954179 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:09.955174 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.007638 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.057395 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-b9ba6302-66ac-4545-99f5-d01dfb71d79d', 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'fixed_ips': [{'subnet_id': 'f4711db5-ac6f-4f5b-8b50-4fc86a49421f'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:35:10.058310 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.145654 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.308208 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d91cca95-1a18-4645-9884-f6fd53e5097e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.349667 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.354717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Allocated IP 172.20.0.2 (b9ba6302-66ac-4545-99f5-d01dfb71d79d/f4711db5-ac6f-4f5b-8b50-4fc86a49421f/1f085135-ce15-45c8-b8b8-3b90f7e630ef) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:35:10.369092 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.475137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Allocated IP 172.25.0.24 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/d94cc79a-99e0-4ede-a241-49144de15ed3) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:35:10.499748 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.505826 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.547635 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Network b9ba6302-66ac-4545-99f5-d01dfb71d79d is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:35:10.550505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:10.554071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:35:10.559872 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Pushing event updated for resources: {'Port': ['ID=1f085135-ce15-45c8-b8b8-3b90f7e630ef,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:10.579244 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.612717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Attempting to bind port 1f085135-ce15-45c8-b8b8-3b90f7e630ef on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:35:10.612965 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.613169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Attempting to bind port 1f085135-ce15-45c8-b8b8-3b90f7e630ef by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:35:10.613608 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Attempting to bind port 1f085135-ce15-45c8-b8b8-3b90f7e630ef on network b9ba6302-66ac-4545-99f5-d01dfb71d79d {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:35:10.619214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:35:10.619600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Checking segment: {'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:10.620000 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.620402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Bound using segment: {'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:35:10.620875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Bound port: 1f085135-ce15-45c8-b8b8-3b90f7e630ef, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:35:10.621256 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.649378 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:35:10.655561 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:10.659153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:35:10.681928 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2deaf64-44fb-48d5-be80-715ffdd592c8 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:35:10.685840 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Pushing event updated for resources: {'Port': ['ID=d94cc79a-99e0-4ede-a241-49144de15ed3,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:10.697439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] For port 1f085135-ce15-45c8-b8b8-3b90f7e630ef, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:35:10.701551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] For port 1f085135-ce15-45c8-b8b8-3b90f7e630ef, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1f085135-ce15-45c8-b8b8-3b90f7e630ef,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:35:10.706987 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.770952 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc27c3b-b524-41d0-a6b3-db34d758df73 None None] Pushing event updated for resources: {'Port': ['ID=1f085135-ce15-45c8-b8b8-3b90f7e630ef,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:10.788166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-bddd272e-9d76-4ca3-a622-58627ca20dab None None] Provisioning complete for port d94cc79a-99e0-4ede-a241-49144de15ed3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:10.788530 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bddd272e-9d76-4ca3-a622-58627ca20dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:10.827731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bddd272e-9d76-4ca3-a622-58627ca20dab None None] Port d94cc79a-99e0-4ede-a241-49144de15ed3 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:35:10.946292 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:11.142896 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:11.276254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Router 5fc26431-831d-4f9c-9a4f-dfcad5727db8 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:35:11.382048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:35:11.390617 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Sync routers for ids ['5fc26431-831d-4f9c-9a4f-dfcad5727db8'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:35:11.401943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:11.403161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Routers {'5fc26431-831d-4f9c-9a4f-dfcad5727db8'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:35:11.403467 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-5480f249-7dd0-4f29-9d98-08647a1acf65 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4728148 Nov 16 05:35:11.403782 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:35:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['5fc26431-831d-4f9c-9a4f-dfcad5727db8'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:11.405997 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33000) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:11.540689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Set router 5fc26431-831d-4f9c-9a4f-dfcad5727db8 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:35:11.610499 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1f085135-ce15-45c8-b8b8-3b90f7e630ef up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:35:11.721881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 1f085135-ce15-45c8-b8b8-3b90f7e630ef triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:11.722432 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:11.757661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0702ecf6-079a-437b-a3ad-9708f71b5196 None None] Network b9ba6302-66ac-4545-99f5-d01dfb71d79d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:35:11.851098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ee4c3be8-224e-42bd-b141-06e0eae4d38e None None] Provisioning complete for port 1f085135-ce15-45c8-b8b8-3b90f7e630ef triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:11.851461 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee4c3be8-224e-42bd-b141-06e0eae4d38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:11.865344 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.008819 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.021690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Allocated IP 172.20.0.1 (b9ba6302-66ac-4545-99f5-d01dfb71d79d/f4711db5-ac6f-4f5b-8b50-4fc86a49421f/fac05b3b-9029-41da-bdb7-c7c2e9c42fe5) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:35:12.042702 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'name': 'tempest-TestEncryptedCinderVolumes-1266773760-router', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:09Z', 'updated_at': '2021-11-16T05:35:10Z', 'revision_number': 3, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'gw_port': {'id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:10Z', 'updated_at': '2021-11-16T05:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:12.104503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Checking router: 5fc26431-831d-4f9c-9a4f-dfcad5727db8 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:35:12.104846 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Updating router 5fc26431-831d-4f9c-9a4f-dfcad5727db8 port d94cc79a-99e0-4ede-a241-49144de15ed3 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:35:12.132907 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.150143 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ee4c3be8-224e-42bd-b141-06e0eae4d38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.167905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 1f085135-ce15-45c8-b8b8-3b90f7e630ef, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1f085135-ce15-45c8-b8b8-3b90f7e630ef,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:12.169245 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.169408 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.177071 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.179817 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.210351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Network b9ba6302-66ac-4545-99f5-d01dfb71d79d is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:35:12.213502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:12.217115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:35:12.243679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Pushing event updated for resources: {'Port': ['ID=fac05b3b-9029-41da-bdb7-c7c2e9c42fe5,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:12.259558 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.344547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=1f085135-ce15-45c8-b8b8-3b90f7e630ef,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:12.359962 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.db.api [None req-ee4c3be8-224e-42bd-b141-06e0eae4d38e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102661) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 16 05:35:12.360398 n-d-818042-1 neutron-server[102661]: DEBUG oslo_db.api [None req-ee4c3be8-224e-42bd-b141-06e0eae4d38e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 16 05:35:12.407322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.532827 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.540530 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.590539 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d40b328-f71d-4da5-b55f-80debb2a6423 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:35:12.596912 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.600004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61821273-fdf8-48a5-94ec-b042117c3b6f None None] Pushing event updated for resources: {'Port': ['ID=d94cc79a-99e0-4ede-a241-49144de15ed3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:12.604887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Attempting to bind port d94cc79a-99e0-4ede-a241-49144de15ed3 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:35:12.605146 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.605293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Attempting to bind port d94cc79a-99e0-4ede-a241-49144de15ed3 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:35:12.605605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Attempting to bind port d94cc79a-99e0-4ede-a241-49144de15ed3 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:35:12.611730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:35:12.612040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:12.612437 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.612903 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:35:12.613284 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Bound port: d94cc79a-99e0-4ede-a241-49144de15ed3, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:35:12.613665 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.667480 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] For port d94cc79a-99e0-4ede-a241-49144de15ed3, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:35:12.670586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] For port d94cc79a-99e0-4ede-a241-49144de15ed3, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d94cc79a-99e0-4ede-a241-49144de15ed3,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:35:12.674960 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.676644 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:12.680346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Pushing event updated for resources: {'Port': ['ID=fac05b3b-9029-41da-bdb7-c7c2e9c42fe5,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:12.779380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Network b9ba6302-66ac-4545-99f5-d01dfb71d79d is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:35:12.780970 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:12.895214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda62c4-14df-4a5a-8138-8514325d0b9b None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:35:12.916432 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Router 5fc26431-831d-4f9c-9a4f-dfcad5727db8 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:35:12.938629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61821273-fdf8-48a5-94ec-b042117c3b6f None None] Pushing event updated for resources: {'Port': ['ID=d94cc79a-99e0-4ede-a241-49144de15ed3,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:12.942985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Routers {'5fc26431-831d-4f9c-9a4f-dfcad5727db8'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:35:12.943610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:35:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['5fc26431-831d-4f9c-9a4f-dfcad5727db8'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:13.031735 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:35:13.037193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-df5f7c1c-7e53-4828-a9cf-f02b3bde8d41 admin admin] 10.222.0.41 "PUT /v2.0/routers/5fc26431-831d-4f9c-9a4f-dfcad5727db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6295133 Nov 16 05:35:13.051260 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] Set router 5fc26431-831d-4f9c-9a4f-dfcad5727db8 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:35:13.100796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f1772b16-840d-409c-983e-c8914b3bb45d None None] Provisioning complete for port d94cc79a-99e0-4ede-a241-49144de15ed3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:13.101167 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1772b16-840d-409c-983e-c8914b3bb45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.301214 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1772b16-840d-409c-983e-c8914b3bb45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.329418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f1772b16-840d-409c-983e-c8914b3bb45d None None] For port d94cc79a-99e0-4ede-a241-49144de15ed3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d94cc79a-99e0-4ede-a241-49144de15ed3,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:13.335554 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1772b16-840d-409c-983e-c8914b3bb45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.395364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f1772b16-840d-409c-983e-c8914b3bb45d None None] Provisioning complete for port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:13.395739 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1772b16-840d-409c-983e-c8914b3bb45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.399993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'name': 'tempest-TestEncryptedCinderVolumes-1266773760-router', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:09Z', 'updated_at': '2021-11-16T05:35:12Z', 'revision_number': 4, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'gw_port': {'id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:10Z', 'updated_at': '2021-11-16T05:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'fac05b3b-9029-41da-bdb7-c7c2e9c42fe5', 'name': '', 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'mac_address': 'fa:16:3e:37:c2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f4711db5-ac6f-4f5b-8b50-4fc86a49421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:11Z', 'updated_at': '2021-11-16T05:35:12Z', 'revision_number': 2, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'subnets': [{'id': 'f4711db5-ac6f-4f5b-8b50-4fc86a49421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:13.421020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1772b16-840d-409c-983e-c8914b3bb45d None None] Pushing event updated for resources: {'Port': ['ID=d94cc79a-99e0-4ede-a241-49144de15ed3,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:13.456132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae90e82f-f3f5-4769-911b-a02e64cd1445 None None] The sync data for ids ['5fc26431-831d-4f9c-9a4f-dfcad5727db8'] in n-d-818042-1 is: [{'id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'name': 'tempest-TestEncryptedCinderVolumes-1266773760-router', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:09Z', 'updated_at': '2021-11-16T05:35:12Z', 'revision_number': 4, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'gw_port': {'id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:10Z', 'updated_at': '2021-11-16T05:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'fac05b3b-9029-41da-bdb7-c7c2e9c42fe5', 'name': '', 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'mac_address': 'fa:16:3e:37:c2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f4711db5-ac6f-4f5b-8b50-4fc86a49421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:11Z', 'updated_at': '2021-11-16T05:35:12Z', 'revision_number': 2, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'subnets': [{'id': 'f4711db5-ac6f-4f5b-8b50-4fc86a49421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:35:13.473549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f1772b16-840d-409c-983e-c8914b3bb45d None None] Port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:35:13.485882 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.486901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f1772b16-840d-409c-983e-c8914b3bb45d None None] Provisioning complete for port 1f085135-ce15-45c8-b8b8-3b90f7e630ef triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:13.487290 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f1772b16-840d-409c-983e-c8914b3bb45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.530225 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33018) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:13.536964 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-481690488-network', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:13.564153 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Made reservation on behalf of 33600acc8a8f4f1887b5768ab905ae86 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:35:13.566911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.577683 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.578774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1f085135-ce15-45c8-b8b8-3b90f7e630ef up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:35:13.641227 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 1f085135-ce15-45c8-b8b8-3b90f7e630ef triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:13.641741 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.668348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.672961 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.716523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:35:13.732037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2557676f-532d-4fc9-9065-1a02b8ef95f3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:13.738455 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.739073 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Added segment ad3f2ab0-b49c-42ee-8284-478bc2c5f97b of type vlan for network e2d42b7c-6485-406e-a1ac-146c4025ca8f Nov 16 05:35:13.787666 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.801117 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.818355 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.819556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:13.820213 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:13.884604 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3531423 Nov 16 05:35:13.887713 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33022) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:13.897048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dac949-5c2b-4bfd-8cfa-3e3fed2874d4 admin admin] Pushing event updated for resources: {'Network': ['ID=e2d42b7c-6485-406e-a1ac-146c4025ca8f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:13.899327 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b0b17049-b81c-474f-8bec-9673455eb3b9 admin admin] Request body: {'subnet': {'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-481690488-subnet', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:13.910140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e2d42b7c-6485-406e-a1ac-146c4025ca8f details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:35:13.949321 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b17049-b81c-474f-8bec-9673455eb3b9 admin admin] Made reservation on behalf of 33600acc8a8f4f1887b5768ab905ae86 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:35:13.951999 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0b17049-b81c-474f-8bec-9673455eb3b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.152871 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0b17049-b81c-474f-8bec-9673455eb3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.210576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b17049-b81c-474f-8bec-9673455eb3b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5d778b-fb6b-4ed5-baac-af3625ff4776,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:14.226725 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b17049-b81c-474f-8bec-9673455eb3b9 admin admin] Checking segment: {'id': 'ad3f2ab0-b49c-42ee-8284-478bc2c5f97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:14.227641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b17049-b81c-474f-8bec-9673455eb3b9 admin admin] Network hostable DHCP agents. Network: e2d42b7c-6485-406e-a1ac-146c4025ca8f, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:35:14.246576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b17049-b81c-474f-8bec-9673455eb3b9 admin admin] Network e2d42b7c-6485-406e-a1ac-146c4025ca8f is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:35:14.255872 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-b0b17049-b81c-474f-8bec-9673455eb3b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e2d42b7c-6485-406e-a1ac-146c4025ca8f) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:14.260418 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b17049-b81c-474f-8bec-9673455eb3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:14.261203 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b0b17049-b81c-474f-8bec-9673455eb3b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.265307 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1dc7cd-d4e9-412e-9039-fa19b5587126 None None] Network e2d42b7c-6485-406e-a1ac-146c4025ca8f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:35:14.278840 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b0b17049-b81c-474f-8bec-9673455eb3b9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3893576 Nov 16 05:35:14.281405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33024) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:14.286086 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-481690488-router', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:14.315549 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.317491 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.380279 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.427115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-e2d42b7c-6485-406e-a1ac-146c4025ca8f', 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'fixed_ips': [{'subnet_id': 'bb5d778b-fb6b-4ed5-baac-af3625ff4776'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:35:14.427807 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.528227 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.567891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Allocated IP 172.20.0.2 (e2d42b7c-6485-406e-a1ac-146c4025ca8f/bb5d778b-fb6b-4ed5-baac-af3625ff4776/d4934b75-df4b-4ea9-8aac-6c2c584ce046) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:35:14.717538 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.726317 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.733247 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.753740 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.769239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Network e2d42b7c-6485-406e-a1ac-146c4025ca8f is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:35:14.772501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:14.777650 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:35:14.780823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Pushing event updated for resources: {'Port': ['ID=d4934b75-df4b-4ea9-8aac-6c2c584ce046,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:14.833859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Attempting to bind port d4934b75-df4b-4ea9-8aac-6c2c584ce046 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:35:14.834227 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Attempting to bind port d4934b75-df4b-4ea9-8aac-6c2c584ce046 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'ad3f2ab0-b49c-42ee-8284-478bc2c5f97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:35:14.834593 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Attempting to bind port d4934b75-df4b-4ea9-8aac-6c2c584ce046 on network e2d42b7c-6485-406e-a1ac-146c4025ca8f {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:35:14.840752 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:35:14.841124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Checking segment: {'id': 'ad3f2ab0-b49c-42ee-8284-478bc2c5f97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:14.841572 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.841997 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Bound using segment: {'id': 'ad3f2ab0-b49c-42ee-8284-478bc2c5f97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:35:14.842461 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Bound port: d4934b75-df4b-4ea9-8aac-6c2c584ce046, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3f2ab0-b49c-42ee-8284-478bc2c5f97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:35:14.842837 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.876870 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Allocated IP 172.25.0.30 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/dde8e9b9-76d5-44d7-b598-44ff68c7d233) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:35:14.912196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] For port d4934b75-df4b-4ea9-8aac-6c2c584ce046, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:35:14.915756 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] For port d4934b75-df4b-4ea9-8aac-6c2c584ce046, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d4934b75-df4b-4ea9-8aac-6c2c584ce046,segment=NetworkSegment(ad3f2ab0-b49c-42ee-8284-478bc2c5f97b),segment_id=ad3f2ab0-b49c-42ee-8284-478bc2c5f97b)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:35:14.919361 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:14.981062 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0323782-0002-4e0e-856a-3a0b5a193a41 None None] Pushing event updated for resources: {'Port': ['ID=d4934b75-df4b-4ea9-8aac-6c2c584ce046,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:14.987619 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:15.029338 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:15.066039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:35:15.073003 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:15.076633 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:35:15.082153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Pushing event updated for resources: {'Port': ['ID=dde8e9b9-76d5-44d7-b598-44ff68c7d233,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:15.087269 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18289549-885a-4123-81cd-72293a51518b None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:35:15.175059 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b2d44ff6-f08b-43b2-bee4-1015eeaff988 None None] Provisioning complete for port dde8e9b9-76d5-44d7-b598-44ff68c7d233 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:15.175425 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b2d44ff6-f08b-43b2-bee4-1015eeaff988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:15.212622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b2d44ff6-f08b-43b2-bee4-1015eeaff988 None None] Port dde8e9b9-76d5-44d7-b598-44ff68c7d233 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:35:15.355487 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:15.590397 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d94cc79a-99e0-4ede-a241-49144de15ed3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:35:15.641077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d94cc79a-99e0-4ede-a241-49144de15ed3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:15.641450 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:15.725651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d4934b75-df4b-4ea9-8aac-6c2c584ce046 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:35:15.773246 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d4934b75-df4b-4ea9-8aac-6c2c584ce046 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:15.773618 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:15.855641 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:15.873211 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:15.892385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port d4934b75-df4b-4ea9-8aac-6c2c584ce046, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d4934b75-df4b-4ea9-8aac-6c2c584ce046,segment=NetworkSegment(ad3f2ab0-b49c-42ee-8284-478bc2c5f97b),segment_id=ad3f2ab0-b49c-42ee-8284-478bc2c5f97b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:15.899976 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:15.952683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=d4934b75-df4b-4ea9-8aac-6c2c584ce046,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:16.016559 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Router 75b681cb-c901-42ab-b94a-1ece46562568 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:35:16.026834 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Sync routers for ids ['5fc26431-831d-4f9c-9a4f-dfcad5727db8'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:35:16.045231 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Routers {'5fc26431-831d-4f9c-9a4f-dfcad5727db8'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:35:16.045863 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:35:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['5fc26431-831d-4f9c-9a4f-dfcad5727db8'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:16.128253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:35:16.142703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Sync routers for ids ['75b681cb-c901-42ab-b94a-1ece46562568'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:35:16.159003 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Set router 5fc26431-831d-4f9c-9a4f-dfcad5727db8 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:35:16.161114 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Routers {'75b681cb-c901-42ab-b94a-1ece46562568'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:35:16.161865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:35:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['75b681cb-c901-42ab-b94a-1ece46562568'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:16.167927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a7c667-5fc9-4d3c-aced-d50eec562b4a None None] Network e2d42b7c-6485-406e-a1ac-146c4025ca8f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:35:16.174118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:16.179479 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b46589ae-d1b9-4bd3-a93a-d71515a9ebd3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8946252 Nov 16 05:35:16.179742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33028) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:35:16.326441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-55248736-e19a-4b97-b162-04fa0d72b01c None None] Provisioning complete for port d4934b75-df4b-4ea9-8aac-6c2c584ce046 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:16.326734 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-55248736-e19a-4b97-b162-04fa0d72b01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:16.385631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Set router 75b681cb-c901-42ab-b94a-1ece46562568 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:35:16.389023 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'name': 'tempest-TestEncryptedCinderVolumes-1266773760-router', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:09Z', 'updated_at': '2021-11-16T05:35:12Z', 'revision_number': 4, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'gw_port': {'id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:10Z', 'updated_at': '2021-11-16T05:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'fac05b3b-9029-41da-bdb7-c7c2e9c42fe5', 'name': '', 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'mac_address': 'fa:16:3e:37:c2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f4711db5-ac6f-4f5b-8b50-4fc86a49421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:11Z', 'updated_at': '2021-11-16T05:35:12Z', 'revision_number': 2, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'subnets': [{'id': 'f4711db5-ac6f-4f5b-8b50-4fc86a49421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:16.415646 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Checking router: 5fc26431-831d-4f9c-9a4f-dfcad5727db8 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:35:16.415989 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Updating router 5fc26431-831d-4f9c-9a4f-dfcad5727db8 port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:35:16.441908 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:16.640123 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:16.773684 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:16.815000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Allocated IP 172.20.0.1 (e2d42b7c-6485-406e-a1ac-146c4025ca8f/bb5d778b-fb6b-4ed5-baac-af3625ff4776/b47abe6c-31f9-43c3-959a-4ca9beb50b0f) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:35:16.835245 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:16.842595 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:16.859611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b681cb-c901-42ab-b94a-1ece46562568', 'name': 'tempest-TestEncryptedCinderVolumes-481690488-router', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:35:15Z', 'revision_number': 3, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'gw_port': {'id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b681cb-c901-42ab-b94a-1ece46562568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:16.900438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Checking router: 75b681cb-c901-42ab-b94a-1ece46562568 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:35:16.900767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Updating router 75b681cb-c901-42ab-b94a-1ece46562568 port dde8e9b9-76d5-44d7-b598-44ff68c7d233 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:35:16.924602 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Pushing event updated for resources: {'Port': ['ID=fac05b3b-9029-41da-bdb7-c7c2e9c42fe5,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:16.938504 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:16.944010 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:16.944356 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:16.944693 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:16.945129 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:16.945465 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:16.945903 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:16.946240 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:16.946571 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:16.947005 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:16.947375 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:16.947690 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:16.948022 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:16.960664 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:16.969752 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Attempting to bind port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:35:16.970226 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Attempting to bind port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:35:16.970608 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Attempting to bind port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 on network b9ba6302-66ac-4545-99f5-d01dfb71d79d {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:35:16.976032 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:35:16.976432 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Checking segment: {'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:16.977384 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:16.977796 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Bound using segment: {'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:35:16.978361 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Bound port: fac05b3b-9029-41da-bdb7-c7c2e9c42fe5, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:35:16.978726 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.003048 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.053318 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Network e2d42b7c-6485-406e-a1ac-146c4025ca8f is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:35:17.057017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:17.060761 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:35:17.080370 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] For port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:35:17.084462 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] For port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fac05b3b-9029-41da-bdb7-c7c2e9c42fe5,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:35:17.091944 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.138430 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Routers {'5fc26431-831d-4f9c-9a4f-dfcad5727db8'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:35:17.139060 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:35:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['5fc26431-831d-4f9c-9a4f-dfcad5727db8'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:17.148211 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.205587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b47abe6c-31f9-43c3-959a-4ca9beb50b0f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:17.302539 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a3a34-f6a5-40a4-981f-3c95dd17d379 None None] Pushing event updated for resources: {'Port': ['ID=fac05b3b-9029-41da-bdb7-c7c2e9c42fe5,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:17.312245 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] Set router 5fc26431-831d-4f9c-9a4f-dfcad5727db8 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:35:17.343116 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7d319671-79eb-4805-bdb9-e196ba7443b4 None None] Provisioning complete for port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:17.343617 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d319671-79eb-4805-bdb9-e196ba7443b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.344852 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.378118 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.391998 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.471503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777daaa-eea4-4136-b661-5b20254c263b None None] Pushing event updated for resources: {'Port': ['ID=dde8e9b9-76d5-44d7-b598-44ff68c7d233,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:17.501561 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Attempting to bind port dde8e9b9-76d5-44d7-b598-44ff68c7d233 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:35:17.501972 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Attempting to bind port dde8e9b9-76d5-44d7-b598-44ff68c7d233 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:35:17.502334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Attempting to bind port dde8e9b9-76d5-44d7-b598-44ff68c7d233 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:35:17.506365 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e400cfd-ce24-4476-bd75-df5a3c84949e None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:35:17.518233 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:35:17.518602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:17.519002 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.519396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:35:17.519883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Bound port: dde8e9b9-76d5-44d7-b598-44ff68c7d233, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:35:17.520258 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.598973 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.609817 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.630957 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d319671-79eb-4805-bdb9-e196ba7443b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.665466 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d4934b75-df4b-4ea9-8aac-6c2c584ce046 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:35:17.669339 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'name': 'tempest-TestEncryptedCinderVolumes-1266773760-router', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:09Z', 'updated_at': '2021-11-16T05:35:12Z', 'revision_number': 4, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'gw_port': {'id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:10Z', 'updated_at': '2021-11-16T05:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'fac05b3b-9029-41da-bdb7-c7c2e9c42fe5', 'name': '', 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'mac_address': 'fa:16:3e:37:c2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f4711db5-ac6f-4f5b-8b50-4fc86a49421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:11Z', 'updated_at': '2021-11-16T05:35:17Z', 'revision_number': 4, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'subnets': [{'id': 'f4711db5-ac6f-4f5b-8b50-4fc86a49421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:17.694394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] For port dde8e9b9-76d5-44d7-b598-44ff68c7d233, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:35:17.697588 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.698751 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722e9889-dd39-4664-825e-f7ee451746f6 None None] The sync data for ids ['5fc26431-831d-4f9c-9a4f-dfcad5727db8'] in n-d-818042-1 is: [{'id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'name': 'tempest-TestEncryptedCinderVolumes-1266773760-router', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:09Z', 'updated_at': '2021-11-16T05:35:12Z', 'revision_number': 4, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'gw_port': {'id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:10Z', 'updated_at': '2021-11-16T05:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'fac05b3b-9029-41da-bdb7-c7c2e9c42fe5', 'name': '', 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'mac_address': 'fa:16:3e:37:c2:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f4711db5-ac6f-4f5b-8b50-4fc86a49421f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:11Z', 'updated_at': '2021-11-16T05:35:17Z', 'revision_number': 4, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'subnets': [{'id': 'f4711db5-ac6f-4f5b-8b50-4fc86a49421f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:35:17.699522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b47abe6c-31f9-43c3-959a-4ca9beb50b0f,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:17.725941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] For port dde8e9b9-76d5-44d7-b598-44ff68c7d233, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=dde8e9b9-76d5-44d7-b598-44ff68c7d233,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:35:17.735104 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.751063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7d319671-79eb-4805-bdb9-e196ba7443b4 None None] For port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fac05b3b-9029-41da-bdb7-c7c2e9c42fe5,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:17.782548 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d319671-79eb-4805-bdb9-e196ba7443b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.799506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb113a8-b457-491f-bb07-94c3cd337b2d None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:35:17.822819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Network e2d42b7c-6485-406e-a1ac-146c4025ca8f is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:35:17.824458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:17.843834 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a777daaa-eea4-4136-b661-5b20254c263b None None] Pushing event updated for resources: {'Port': ['ID=dde8e9b9-76d5-44d7-b598-44ff68c7d233,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:17.849444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Routers {'75b681cb-c901-42ab-b94a-1ece46562568'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:35:17.855890 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:35:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['75b681cb-c901-42ab-b94a-1ece46562568'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:17.860921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d4934b75-df4b-4ea9-8aac-6c2c584ce046 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:17.861291 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.865097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-7d319671-79eb-4805-bdb9-e196ba7443b4 None None] Provisioning complete for port d4934b75-df4b-4ea9-8aac-6c2c584ce046 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:17.865097 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7d319671-79eb-4805-bdb9-e196ba7443b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:17.955657 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Router 75b681cb-c901-42ab-b94a-1ece46562568 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:35:18.066801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] Set router 75b681cb-c901-42ab-b94a-1ece46562568 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:35:18.079179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:35:18.090351 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d082d8be-c76e-42ff-bc64-45b8a5a901b9 admin admin] 10.222.0.41 "PUT /v2.0/routers/75b681cb-c901-42ab-b94a-1ece46562568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9094248 Nov 16 05:35:18.175985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d319671-79eb-4805-bdb9-e196ba7443b4 None None] Pushing event updated for resources: {'Port': ['ID=fac05b3b-9029-41da-bdb7-c7c2e9c42fe5,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:18.337676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:35:18.440938 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:18.441600 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:18.495093 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b681cb-c901-42ab-b94a-1ece46562568', 'name': 'tempest-TestEncryptedCinderVolumes-481690488-router', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:35:17Z', 'revision_number': 4, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'gw_port': {'id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b681cb-c901-42ab-b94a-1ece46562568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b47abe6c-31f9-43c3-959a-4ca9beb50b0f', 'name': '', 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'mac_address': 'fa:16:3e:7a:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b681cb-c901-42ab-b94a-1ece46562568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bb5d778b-fb6b-4ed5-baac-af3625ff4776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:16Z', 'updated_at': '2021-11-16T05:35:17Z', 'revision_number': 2, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'subnets': [{'id': 'bb5d778b-fb6b-4ed5-baac-af3625ff4776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:18.499011 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-44b5d6cd-f171-4472-b0c3-0492a763275d None None] Provisioning complete for port b47abe6c-31f9-43c3-959a-4ca9beb50b0f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:18.499469 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44b5d6cd-f171-4472-b0c3-0492a763275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:18.528408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8443858b-ab45-40c9-a415-13e10c0eed30 None None] The sync data for ids ['75b681cb-c901-42ab-b94a-1ece46562568'] in n-d-818042-1 is: [{'id': '75b681cb-c901-42ab-b94a-1ece46562568', 'name': 'tempest-TestEncryptedCinderVolumes-481690488-router', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:35:17Z', 'revision_number': 4, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'gw_port': {'id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b681cb-c901-42ab-b94a-1ece46562568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b47abe6c-31f9-43c3-959a-4ca9beb50b0f', 'name': '', 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'mac_address': 'fa:16:3e:7a:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b681cb-c901-42ab-b94a-1ece46562568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bb5d778b-fb6b-4ed5-baac-af3625ff4776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:16Z', 'updated_at': '2021-11-16T05:35:17Z', 'revision_number': 2, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'subnets': [{'id': 'bb5d778b-fb6b-4ed5-baac-af3625ff4776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:35:18.594004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-44b5d6cd-f171-4472-b0c3-0492a763275d None None] Port b47abe6c-31f9-43c3-959a-4ca9beb50b0f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:35:18.610986 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-44b5d6cd-f171-4472-b0c3-0492a763275d None None] Provisioning complete for port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:18.611368 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44b5d6cd-f171-4472-b0c3-0492a763275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:18.699551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-44b5d6cd-f171-4472-b0c3-0492a763275d None None] Provisioning complete for port dde8e9b9-76d5-44d7-b598-44ff68c7d233 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:18.699925 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44b5d6cd-f171-4472-b0c3-0492a763275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:18.813949 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44b5d6cd-f171-4472-b0c3-0492a763275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:18.826823 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:18.838329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-44b5d6cd-f171-4472-b0c3-0492a763275d None None] For port dde8e9b9-76d5-44d7-b598-44ff68c7d233, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=dde8e9b9-76d5-44d7-b598-44ff68c7d233,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:18.842717 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-44b5d6cd-f171-4472-b0c3-0492a763275d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:18.898414 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5d6cd-f171-4472-b0c3-0492a763275d None None] Pushing event updated for resources: {'Port': ['ID=dde8e9b9-76d5-44d7-b598-44ff68c7d233,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:19.106489 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-d8527742-93fd-4db1-b5a0-fe2f38015d3e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:19.108038 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-d8527742-93fd-4db1-b5a0-fe2f38015d3e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/networks?id=b9ba6302-66ac-4545-99f5-d01dfb71d79d HTTP/1.1" status: 200 len: 817 time: 0.1075017 Nov 16 05:35:19.124191 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-750d2047-f39a-4ce0-92c7-ca0d6fc162f0 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/quotas/e142b2e81a7843c0a3a92dc16b087050 HTTP/1.1" status: 200 len: 375 time: 0.0103295 Nov 16 05:35:19.181455 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-f2f00208-a8eb-454c-b2f7-34c3f92f2b29 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e142b2e81a7843c0a3a92dc16b087050&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514929 Nov 16 05:35:19.312396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-28dbaf91-ae78-40c6-aacc-571cfac5b7a4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:35:19.313398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-28dbaf91-ae78-40c6-aacc-571cfac5b7a4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0442870 Nov 16 05:35:19.422037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-5a46acd7-ca29-4807-b67e-40d0448b3af8 service neutron] 10.222.0.41 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022384 Nov 16 05:35:19.598980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device dde8e9b9-76d5-44d7-b598-44ff68c7d233 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:35:19.648411 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port dde8e9b9-76d5-44d7-b598-44ff68c7d233 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:19.649214 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:19.732063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:35:19.782428 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:19.782794 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:19.857987 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-c1b3aa65-a084-4eca-9ffa-7285059c04c0 service neutron] 10.222.0.41 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298620 Nov 16 05:35:21.052477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1addd9d8-2a3f-442a-9a57-7b81a34ec938 req-d8b400d8-8869-46a7-bec0-0faeaf1375f5 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 210 time: 0.0275185 Nov 16 05:35:21.396546 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Sync routers for ids ['75b681cb-c901-42ab-b94a-1ece46562568'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:35:21.406778 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Routers {'75b681cb-c901-42ab-b94a-1ece46562568'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:35:21.407399 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:35:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['75b681cb-c901-42ab-b94a-1ece46562568'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:21.518348 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Set router 75b681cb-c901-42ab-b94a-1ece46562568 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:35:21.717212 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b681cb-c901-42ab-b94a-1ece46562568', 'name': 'tempest-TestEncryptedCinderVolumes-481690488-router', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:35:17Z', 'revision_number': 4, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'gw_port': {'id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b681cb-c901-42ab-b94a-1ece46562568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b47abe6c-31f9-43c3-959a-4ca9beb50b0f', 'name': '', 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'mac_address': 'fa:16:3e:7a:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b681cb-c901-42ab-b94a-1ece46562568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bb5d778b-fb6b-4ed5-baac-af3625ff4776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:16Z', 'updated_at': '2021-11-16T05:35:17Z', 'revision_number': 2, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'subnets': [{'id': 'bb5d778b-fb6b-4ed5-baac-af3625ff4776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:21.746257 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Checking router: 75b681cb-c901-42ab-b94a-1ece46562568 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:35:21.746613 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Updating router 75b681cb-c901-42ab-b94a-1ece46562568 port b47abe6c-31f9-43c3-959a-4ca9beb50b0f binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:35:21.772002 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:21.990196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-72e0a735-d691-4766-b753-0215c1bf06a4 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:21.991596 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-72e0a735-d691-4766-b753-0215c1bf06a4 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.15 "GET /v2.0/networks?id=b9ba6302-66ac-4545-99f5-d01dfb71d79d HTTP/1.1" status: 200 len: 817 time: 0.1122193 Nov 16 05:35:22.006206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-eb68e23d-89d6-4709-aa88-932cc9d9659a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Request body: {'port': {'device_id': '7c0ca550-39e4-4bb3-878f-5395104218df', 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d', 'admin_state_up': True, 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:22.043279 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.048770 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.122468 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081f630-b838-4ffc-8dcb-c3a3188bfee2 None None] Pushing event updated for resources: {'Port': ['ID=b47abe6c-31f9-43c3-959a-4ca9beb50b0f,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:22.132504 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-eb68e23d-89d6-4709-aa88-932cc9d9659a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Made reservation on behalf of e142b2e81a7843c0a3a92dc16b087050 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:35:22.137729 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-eb68e23d-89d6-4709-aa88-932cc9d9659a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.157804 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Attempting to bind port b47abe6c-31f9-43c3-959a-4ca9beb50b0f on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:35:22.158188 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Attempting to bind port b47abe6c-31f9-43c3-959a-4ca9beb50b0f by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'ad3f2ab0-b49c-42ee-8284-478bc2c5f97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:35:22.158555 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Attempting to bind port b47abe6c-31f9-43c3-959a-4ca9beb50b0f on network e2d42b7c-6485-406e-a1ac-146c4025ca8f {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:35:22.167011 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:35:22.167226 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Checking segment: {'id': 'ad3f2ab0-b49c-42ee-8284-478bc2c5f97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:22.167471 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.167862 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Bound using segment: {'id': 'ad3f2ab0-b49c-42ee-8284-478bc2c5f97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:35:22.168593 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Bound port: b47abe6c-31f9-43c3-959a-4ca9beb50b0f, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3f2ab0-b49c-42ee-8284-478bc2c5f97b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:35:22.168722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a920fde8-6c5b-4e74-91f4-c03e68d7bfb5 req-ec0ae4e9-0ddb-44ba-b229-ed9b8627b5d9 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 210 time: 0.0336392 Nov 16 05:35:22.169178 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.247577 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] For port b47abe6c-31f9-43c3-959a-4ca9beb50b0f, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:35:22.251208 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] For port b47abe6c-31f9-43c3-959a-4ca9beb50b0f, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b47abe6c-31f9-43c3-959a-4ca9beb50b0f,segment=NetworkSegment(ad3f2ab0-b49c-42ee-8284-478bc2c5f97b),segment_id=ad3f2ab0-b49c-42ee-8284-478bc2c5f97b)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:35:22.256640 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.280471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-eb68e23d-89d6-4709-aa88-932cc9d9659a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Allocated IP 172.20.0.5 (b9ba6302-66ac-4545-99f5-d01dfb71d79d/f4711db5-ac6f-4f5b-8b50-4fc86a49421f/47f3643a-88e8-49e7-8f53-f2d83f810955) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:35:22.321213 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Routers {'75b681cb-c901-42ab-b94a-1ece46562568'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:35:22.321871 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:35:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['75b681cb-c901-42ab-b94a-1ece46562568'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:22.384471 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081f630-b838-4ffc-8dcb-c3a3188bfee2 None None] Pushing event updated for resources: {'Port': ['ID=b47abe6c-31f9-43c3-959a-4ca9beb50b0f,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:22.389106 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-720b0d9b-8762-402a-aba1-b26b378fb0a4 None None] Provisioning complete for port b47abe6c-31f9-43c3-959a-4ca9beb50b0f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:22.390172 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-720b0d9b-8762-402a-aba1-b26b378fb0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.454216 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] Set router 75b681cb-c901-42ab-b94a-1ece46562568 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:35:22.465360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-eb68e23d-89d6-4709-aa88-932cc9d9659a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.482887 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-720b0d9b-8762-402a-aba1-b26b378fb0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.506913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-eb68e23d-89d6-4709-aa88-932cc9d9659a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.527258 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-720b0d9b-8762-402a-aba1-b26b378fb0a4 None None] For port b47abe6c-31f9-43c3-959a-4ca9beb50b0f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b47abe6c-31f9-43c3-959a-4ca9beb50b0f,segment=NetworkSegment(ad3f2ab0-b49c-42ee-8284-478bc2c5f97b),segment_id=ad3f2ab0-b49c-42ee-8284-478bc2c5f97b)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:22.537632 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-720b0d9b-8762-402a-aba1-b26b378fb0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.559565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-eb68e23d-89d6-4709-aa88-932cc9d9659a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Network b9ba6302-66ac-4545-99f5-d01dfb71d79d is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:35:22.562937 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-eb68e23d-89d6-4709-aa88-932cc9d9659a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:22.567433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-eb68e23d-89d6-4709-aa88-932cc9d9659a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:35:22.601350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b0d9b-8762-402a-aba1-b26b378fb0a4 None None] Pushing event updated for resources: {'Port': ['ID=b47abe6c-31f9-43c3-959a-4ca9beb50b0f,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:22.616151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68e23d-89d6-4709-aa88-932cc9d9659a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Pushing event updated for resources: {'Port': ['ID=47f3643a-88e8-49e7-8f53-f2d83f810955,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:22.638596 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-eb68e23d-89d6-4709-aa88-932cc9d9659a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:22.639230 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-eb68e23d-89d6-4709-aa88-932cc9d9659a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.656759 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-eb68e23d-89d6-4709-aa88-932cc9d9659a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6556809 Nov 16 05:35:22.668325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-81cb1404-38af-4767-9edd-083e3cfa590c None None] Provisioning complete for port b47abe6c-31f9-43c3-959a-4ca9beb50b0f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:22.669106 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81cb1404-38af-4767-9edd-083e3cfa590c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.670354 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Request body: {'port': {'device_id': '7c0ca550-39e4-4bb3-878f-5395104218df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:22.745750 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.806742 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b681cb-c901-42ab-b94a-1ece46562568', 'name': 'tempest-TestEncryptedCinderVolumes-481690488-router', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:35:17Z', 'revision_number': 4, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'gw_port': {'id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b681cb-c901-42ab-b94a-1ece46562568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b47abe6c-31f9-43c3-959a-4ca9beb50b0f', 'name': '', 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'mac_address': 'fa:16:3e:7a:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b681cb-c901-42ab-b94a-1ece46562568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bb5d778b-fb6b-4ed5-baac-af3625ff4776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:16Z', 'updated_at': '2021-11-16T05:35:22Z', 'revision_number': 4, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'subnets': [{'id': 'bb5d778b-fb6b-4ed5-baac-af3625ff4776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:35:22.839110 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cad5c1-13be-4c61-b57c-b0f18d47aea5 None None] The sync data for ids ['75b681cb-c901-42ab-b94a-1ece46562568'] in n-d-818042-1 is: [{'id': '75b681cb-c901-42ab-b94a-1ece46562568', 'name': 'tempest-TestEncryptedCinderVolumes-481690488-router', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:35:17Z', 'revision_number': 4, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'gw_port': {'id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b681cb-c901-42ab-b94a-1ece46562568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'b47abe6c-31f9-43c3-959a-4ca9beb50b0f', 'name': '', 'network_id': 'e2d42b7c-6485-406e-a1ac-146c4025ca8f', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'mac_address': 'fa:16:3e:7a:79:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b681cb-c901-42ab-b94a-1ece46562568', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'bb5d778b-fb6b-4ed5-baac-af3625ff4776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:16Z', 'updated_at': '2021-11-16T05:35:22Z', 'revision_number': 4, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'subnets': [{'id': 'bb5d778b-fb6b-4ed5-baac-af3625ff4776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:35:22.881605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-499957ed-d24a-4c4f-97e9-7c7b83ef08c4 None None] Provisioning complete for port 47f3643a-88e8-49e7-8f53-f2d83f810955 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:22.882081 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-499957ed-d24a-4c4f-97e9-7c7b83ef08c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:22.926236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-499957ed-d24a-4c4f-97e9-7c7b83ef08c4 None None] Port 47f3643a-88e8-49e7-8f53-f2d83f810955 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:35:23.033407 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f3643a-88e8-49e7-8f53-f2d83f810955 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:35:23.041610 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:23.056432 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Transition to ACTIVE for port object 47f3643a-88e8-49e7-8f53-f2d83f810955 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:35:23.061282 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:23.113735 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Pushing event updated for resources: {'Port': ['ID=47f3643a-88e8-49e7-8f53-f2d83f810955,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:23.191137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Attempting to bind port 47f3643a-88e8-49e7-8f53-f2d83f810955 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:35:23.191508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Attempting to bind port 47f3643a-88e8-49e7-8f53-f2d83f810955 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:35:23.192004 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Attempting to bind port 47f3643a-88e8-49e7-8f53-f2d83f810955 on network b9ba6302-66ac-4545-99f5-d01dfb71d79d {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:35:23.205331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Port 47f3643a-88e8-49e7-8f53-f2d83f810955 on network b9ba6302-66ac-4545-99f5-d01dfb71d79d not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:35:23.205668 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Attempting to bind port 47f3643a-88e8-49e7-8f53-f2d83f810955 on network b9ba6302-66ac-4545-99f5-d01dfb71d79d {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:35:23.211196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:35:23.211539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Checking segment: {'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:23.211933 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Bound using segment: {'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:35:23.212375 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Bound port: 47f3643a-88e8-49e7-8f53-f2d83f810955, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:35:23.212735 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:23.290121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d4f12-f493-4211-bbfc-2c8fe9457333 req-79d366fc-da42-4114-bf50-00b2ea2af919 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:23.293066 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-896d4f12-f493-4211-bbfc-2c8fe9457333 req-79d366fc-da42-4114-bf50-00b2ea2af919 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 943 time: 0.0573840 Nov 16 05:35:23.293619 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] For port 47f3643a-88e8-49e7-8f53-f2d83f810955, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:35:23.297490 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] For port 47f3643a-88e8-49e7-8f53-f2d83f810955, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=47f3643a-88e8-49e7-8f53-f2d83f810955,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:35:23.303274 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:23.338695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:23.343517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-896d4f12-f493-4211-bbfc-2c8fe9457333 req-821be85c-a02f-4d79-a530-7a33c74f65e4 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456097 Nov 16 05:35:23.344195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:23.345685 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] 10.222.0.15 "PUT /v2.0/ports/47f3643a-88e8-49e7-8f53-f2d83f810955 HTTP/1.1" status: 200 len: 1091 time: 0.6798828 Nov 16 05:35:23.346213 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0ca550-39e4-4bb3-878f-5395104218df', 'tag': '47f3643a-88e8-49e7-8f53-f2d83f810955'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:35:23.348650 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a700ff-9105-4e20-bad0-63921ac76500" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0ca550-39e4-4bb3-878f-5395104218df", "tag": "47f3643a-88e8-49e7-8f53-f2d83f810955"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:35:23.380066 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6df49-84d6-4553-8ef7-19421267df12 service neutron] Pushing event updated for resources: {'Port': ['ID=47f3643a-88e8-49e7-8f53-f2d83f810955,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:23.414830 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a068fe-7ab2-48e5-935e-b5b29932b2ab x-openstack-request-id: req-42a068fe-7ab2-48e5-935e-b5b29932b2ab {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:35:23.415128 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0ca550-39e4-4bb3-878f-5395104218df", "tag": "47f3643a-88e8-49e7-8f53-f2d83f810955", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:35:23.415382 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42a068fe-7ab2-48e5-935e-b5b29932b2ab {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:35:23.415821 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0ca550-39e4-4bb3-878f-5395104218df', 'tag': '47f3643a-88e8-49e7-8f53-f2d83f810955', 'status': 'completed', 'code': 200} Nov 16 05:35:23.455051 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-f37d801a-a472-4f58-a143-bf6813243d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:23.456553 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-f37d801a-a472-4f58-a143-bf6813243d64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e142b2e81a7843c0a3a92dc16b087050&device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 1094 time: 0.0521824 Nov 16 05:35:23.507977 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-a4c7ec95-5433-4feb-800e-ff13f797fdf7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47f3643a-88e8-49e7-8f53-f2d83f810955 HTTP/1.1" status: 200 len: 217 time: 0.0427439 Nov 16 05:35:23.560029 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-1baffc65-ced3-4b62-a319-f5bff12ed8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:23.561500 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-1baffc65-ced3-4b62-a319-f5bff12ed8d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4711db5-ac6f-4f5b-8b50-4fc86a49421f HTTP/1.1" status: 200 len: 856 time: 0.0461774 Nov 16 05:35:23.577054 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b47abe6c-31f9-43c3-959a-4ca9beb50b0f up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:35:23.611104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-2fa5fc99-ea9e-4b8b-957d-909665bb0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:23.612571 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-2fa5fc99-ea9e-4b8b-957d-909665bb0c0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9ba6302-66ac-4545-99f5-d01dfb71d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441315 Nov 16 05:35:23.641104 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b47abe6c-31f9-43c3-959a-4ca9beb50b0f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:23.641475 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:23.702850 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-17ff3024-05ad-4288-be76-6216d9b51708 service neutron] 10.222.0.15 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821655 Nov 16 05:35:23.795342 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2e2d9c9a-ea4f-4947-8496-ed5dff761886 req-d0c381d1-9aed-4175-a88d-22471c80c858 service neutron] 10.222.0.15 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853896 Nov 16 05:35:23.884280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a700ff-9105-4e20-bad0-63921ac76500 req-75a61798-dcd4-4392-a2ee-3f6b36714c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:23.885787 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-18a700ff-9105-4e20-bad0-63921ac76500 req-75a61798-dcd4-4392-a2ee-3f6b36714c1b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e142b2e81a7843c0a3a92dc16b087050&device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 1094 time: 0.0411227 Nov 16 05:35:23.976962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a700ff-9105-4e20-bad0-63921ac76500 req-47b7aa57-f3f3-4a42-bb5f-8e27028dbb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:23.978468 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-18a700ff-9105-4e20-bad0-63921ac76500 req-47b7aa57-f3f3-4a42-bb5f-8e27028dbb26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9ba6302-66ac-4545-99f5-d01dfb71d79d HTTP/1.1" status: 200 len: 918 time: 0.0857852 Nov 16 05:35:24.018360 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-18a700ff-9105-4e20-bad0-63921ac76500 req-8ef32f6e-6928-46a5-ae54-e993c88f7897 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47f3643a-88e8-49e7-8f53-f2d83f810955 HTTP/1.1" status: 200 len: 217 time: 0.0333953 Nov 16 05:35:24.068273 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a700ff-9105-4e20-bad0-63921ac76500 req-c4326d9d-fc07-45c4-a546-c5ac7548f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:24.069717 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-18a700ff-9105-4e20-bad0-63921ac76500 req-c4326d9d-fc07-45c4-a546-c5ac7548f2bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4711db5-ac6f-4f5b-8b50-4fc86a49421f HTTP/1.1" status: 200 len: 856 time: 0.0424759 Nov 16 05:35:24.115826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a700ff-9105-4e20-bad0-63921ac76500 req-c41cfe3a-6a22-46d5-9a16-591390f15bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:24.117898 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-18a700ff-9105-4e20-bad0-63921ac76500 req-c41cfe3a-6a22-46d5-9a16-591390f15bf3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9ba6302-66ac-4545-99f5-d01dfb71d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393319 Nov 16 05:35:24.210023 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-18a700ff-9105-4e20-bad0-63921ac76500 req-70f41c4c-eebc-48d7-9666-eee2fc52b0b3 service neutron] 10.222.0.15 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843885 Nov 16 05:35:24.301706 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-18a700ff-9105-4e20-bad0-63921ac76500 req-7063736f-1907-4540-a0cb-b1b561645a1b service neutron] 10.222.0.15 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834780 Nov 16 05:35:24.468321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a9e14-3059-4b4b-aea4-278bdf8fe018 req-fd329eaa-40ed-4f13-89a5-1dd7b722e202 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:24.469709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b61a9e14-3059-4b4b-aea4-278bdf8fe018 req-fd329eaa-40ed-4f13-89a5-1dd7b722e202 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 943 time: 0.0513158 Nov 16 05:35:24.518977 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b61a9e14-3059-4b4b-aea4-278bdf8fe018 req-2271ea91-dd0b-44bb-8e27-383ffbfb123c tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431576 Nov 16 05:35:25.637444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4f14d-d2ae-4578-a035-e50d0c4e9a74 req-de15a0e2-67ff-42f6-9e5f-9213b6976a90 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:25.638950 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2c4f14d-d2ae-4578-a035-e50d0c4e9a74 req-de15a0e2-67ff-42f6-9e5f-9213b6976a90 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 943 time: 0.0490718 Nov 16 05:35:25.685222 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2c4f14d-d2ae-4578-a035-e50d0c4e9a74 req-03f9d974-73a6-42a3-be3f-23c4db0fe940 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402801 Nov 16 05:35:26.190567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 47f3643a-88e8-49e7-8f53-f2d83f810955 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:35:26.287894 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 47f3643a-88e8-49e7-8f53-f2d83f810955, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=47f3643a-88e8-49e7-8f53-f2d83f810955,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:26.301215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '47f3643a-88e8-49e7-8f53-f2d83f810955', 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d', 'port_id': '47f3643a-88e8-49e7-8f53-f2d83f810955', 'mac_address': 'fa:16:3e:13:90:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4711db5-ac6f-4f5b-8b50-4fc86a49421f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:35:26.340372 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:26.355090 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f3643a-88e8-49e7-8f53-f2d83f810955 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:35:26.373683 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 47f3643a-88e8-49e7-8f53-f2d83f810955, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=47f3643a-88e8-49e7-8f53-f2d83f810955,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:26.377745 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:26.423719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=47f3643a-88e8-49e7-8f53-f2d83f810955,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:26.581685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['47f3643a-88e8-49e7-8f53-f2d83f810955'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:35:26.803167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107ec47-43c6-440c-88e5-76e941af5220 req-78901abb-d3b7-402c-b7dd-202bdf499763 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:26.804631 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f107ec47-43c6-440c-88e5-76e941af5220 req-78901abb-d3b7-402c-b7dd-202bdf499763 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 944 time: 0.0527298 Nov 16 05:35:26.851906 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f107ec47-43c6-440c-88e5-76e941af5220 req-350ad046-b416-4ead-a4ef-07d9763b2f3e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 Nov 16 05:35:27.967800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987df992-e0a3-4b7e-8236-a58537755c12 req-273fa1df-13f5-4af7-aa9b-d6f8d54fc1ec tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:27.969268 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-987df992-e0a3-4b7e-8236-a58537755c12 req-273fa1df-13f5-4af7-aa9b-d6f8d54fc1ec tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 944 time: 0.0502007 Nov 16 05:35:28.015481 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-987df992-e0a3-4b7e-8236-a58537755c12 req-95c2230f-d8c5-4950-846e-179a24a27be1 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401611 Nov 16 05:35:28.206688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 47f3643a-88e8-49e7-8f53-f2d83f810955 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:35:28.254028 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 47f3643a-88e8-49e7-8f53-f2d83f810955 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:35:28.257738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 47f3643a-88e8-49e7-8f53-f2d83f810955 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:28.258132 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:28.339280 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:28.361597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0ca550-39e4-4bb3-878f-5395104218df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f3643a-88e8-49e7-8f53-f2d83f810955'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:35:28.363830 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f854e4c-5bb2-4104-aed8-7a0549fdfbc2" -d '{"events": [{"server_uuid": "7c0ca550-39e4-4bb3-878f-5395104218df", "name": "network-vif-plugged", "status": "completed", "tag": "47f3643a-88e8-49e7-8f53-f2d83f810955"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:35:28.379091 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 47f3643a-88e8-49e7-8f53-f2d83f810955, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=47f3643a-88e8-49e7-8f53-f2d83f810955,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:28.383109 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:28.407390 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e2d56a-0637-43a4-83da-b562b2c0a3c2 x-openstack-request-id: req-02e2d56a-0637-43a4-83da-b562b2c0a3c2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:35:28.407679 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0ca550-39e4-4bb3-878f-5395104218df", "name": "network-vif-plugged", "status": "completed", "tag": "47f3643a-88e8-49e7-8f53-f2d83f810955", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:35:28.407928 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02e2d56a-0637-43a4-83da-b562b2c0a3c2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:35:28.408310 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0ca550-39e4-4bb3-878f-5395104218df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f3643a-88e8-49e7-8f53-f2d83f810955', 'code': 200} Nov 16 05:35:28.433715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=47f3643a-88e8-49e7-8f53-f2d83f810955,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:28.500399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d968a5-dca9-4cef-b37c-000cd0d1abac req-737a485b-112c-4215-8ae1-61c04f3e333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:28.501967 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1d968a5-dca9-4cef-b37c-000cd0d1abac req-737a485b-112c-4215-8ae1-61c04f3e333f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 1096 time: 0.0398407 Nov 16 05:35:28.545680 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a1d968a5-dca9-4cef-b37c-000cd0d1abac req-d460b09c-1b5e-44e7-b7d3-6dc0115ab425 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370998 Nov 16 05:35:29.135079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b1c1a-d52d-44c0-8499-c61bc1b30b82 req-0272889f-0fa8-4d55-af44-6e748a5b7e11 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:29.136554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae7b1c1a-d52d-44c0-8499-c61bc1b30b82 req-0272889f-0fa8-4d55-af44-6e748a5b7e11 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 945 time: 0.0480897 Nov 16 05:35:29.185850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ae7b1c1a-d52d-44c0-8499-c61bc1b30b82 req-30ce5d89-2ca9-428d-96fe-481002c0bc83 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434470 Nov 16 05:35:30.303130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd6a3a-f745-46fc-a0e0-9aa99192d363 req-b3c26f70-bdac-426f-9fef-592edcdc1b16 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:30.304618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bdd6a3a-f745-46fc-a0e0-9aa99192d363 req-b3c26f70-bdac-426f-9fef-592edcdc1b16 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 945 time: 0.0474885 Nov 16 05:35:30.350492 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bdd6a3a-f745-46fc-a0e0-9aa99192d363 req-79591b8e-7768-466f-87cb-b859e2ec9b6e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394166 Nov 16 05:35:30.463257 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e127a-c40c-4ffe-bc85-a16aa310a0d0 req-35634a38-986c-4dcd-b8aa-1f1ad43c6fc6 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:30.464787 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe9e127a-c40c-4ffe-bc85-a16aa310a0d0 req-35634a38-986c-4dcd-b8aa-1f1ad43c6fc6 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 945 time: 0.0482302 Nov 16 05:35:30.511685 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fe9e127a-c40c-4ffe-bc85-a16aa310a0d0 req-d6490bd5-a68b-4a45-bf42-1f78056fb02b tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410707 Nov 16 05:35:34.463074 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:35:38.087097 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b1da7d34-c03d-4e43-bcbb-ba6dd54afac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:40.260045 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1926c329-d392-4dd8-8131-719645c7222e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:42.092547 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:43.447890 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:43.802720 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:46.720585 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:48.810236 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:52.175407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce108b-5109-4928-ac8d-d6bf349d048f req-4e6cba3c-7866-4b9c-aa59-d2133fa40f79 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:52.176889 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2ce108b-5109-4928-ac8d-d6bf349d048f req-4e6cba3c-7866-4b9c-aa59-d2133fa40f79 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 945 time: 0.0527098 Nov 16 05:35:52.226469 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2ce108b-5109-4928-ac8d-d6bf349d048f req-672f2ec5-2e1f-47dd-943e-a49e25ce78b8 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421457 Nov 16 05:35:53.344144 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c29063-6c8f-40c2-9693-fc916a64279b req-b1c99e9a-c667-4911-8221-a886dbc302de tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:53.345519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4c29063-6c8f-40c2-9693-fc916a64279b req-b1c99e9a-c667-4911-8221-a886dbc302de tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 945 time: 0.0494473 Nov 16 05:35:53.392766 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4c29063-6c8f-40c2-9693-fc916a64279b req-860a8608-a797-40a6-a828-002a4ac09853 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410862 Nov 16 05:35:53.685575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ab6b5-e83f-46a8-bf24-b6716eb7ffc2 req-2cdabec0-3987-4464-aa86-4e68c27585a1 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:53.687300 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-148ab6b5-e83f-46a8-bf24-b6716eb7ffc2 req-2cdabec0-3987-4464-aa86-4e68c27585a1 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 945 time: 0.0507736 Nov 16 05:35:53.778248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-148ab6b5-e83f-46a8-bf24-b6716eb7ffc2 req-687e5ccc-2ef5-4a5f-a53b-b6e1804eabed tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Deleting port 47f3643a-88e8-49e7-8f53-f2d83f810955 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:35:53.778591 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-148ab6b5-e83f-46a8-bf24-b6716eb7ffc2 req-687e5ccc-2ef5-4a5f-a53b-b6e1804eabed tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:53.864557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-148ab6b5-e83f-46a8-bf24-b6716eb7ffc2 req-687e5ccc-2ef5-4a5f-a53b-b6e1804eabed tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] For port 47f3643a-88e8-49e7-8f53-f2d83f810955, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=47f3643a-88e8-49e7-8f53-f2d83f810955,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:35:53.864913 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-148ab6b5-e83f-46a8-bf24-b6716eb7ffc2 req-687e5ccc-2ef5-4a5f-a53b-b6e1804eabed tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:53.876896 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-148ab6b5-e83f-46a8-bf24-b6716eb7ffc2 req-687e5ccc-2ef5-4a5f-a53b-b6e1804eabed tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Calling delete_port for 47f3643a-88e8-49e7-8f53-f2d83f810955 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:35:54.003107 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-148ab6b5-e83f-46a8-bf24-b6716eb7ffc2 req-687e5ccc-2ef5-4a5f-a53b-b6e1804eabed tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:54.014442 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['47f3643a-88e8-49e7-8f53-f2d83f810955'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:35:54.031453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e5ccc-2ef5-4a5f-a53b-b6e1804eabed tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Pushing event deleted for resources: {'Port': ['ID=47f3643a-88e8-49e7-8f53-f2d83f810955,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:54.075539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-148ab6b5-e83f-46a8-bf24-b6716eb7ffc2 req-687e5ccc-2ef5-4a5f-a53b-b6e1804eabed tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] No DVR routers for this DVR port 47f3643a-88e8-49e7-8f53-f2d83f810955 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:35:54.078265 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-148ab6b5-e83f-46a8-bf24-b6716eb7ffc2 req-687e5ccc-2ef5-4a5f-a53b-b6e1804eabed tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:54.081550 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-148ab6b5-e83f-46a8-bf24-b6716eb7ffc2 req-687e5ccc-2ef5-4a5f-a53b-b6e1804eabed tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.15 "DELETE /v2.0/ports/47f3643a-88e8-49e7-8f53-f2d83f810955 HTTP/1.1" status: 204 len: 173 time: 0.3881857 Nov 16 05:35:54.082026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0ca550-39e4-4bb3-878f-5395104218df', 'name': 'network-vif-deleted', 'tag': '47f3643a-88e8-49e7-8f53-f2d83f810955'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:35:54.084354 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405d6f1e-ae78-4bf0-b652-d66ebdf6284e" -d '{"events": [{"server_uuid": "7c0ca550-39e4-4bb3-878f-5395104218df", "name": "network-vif-deleted", "tag": "47f3643a-88e8-49e7-8f53-f2d83f810955"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:35:54.125453 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a89966a-77fb-4a7f-9306-5cc39d2c2605 x-openstack-request-id: req-5a89966a-77fb-4a7f-9306-5cc39d2c2605 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:35:54.125782 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0ca550-39e4-4bb3-878f-5395104218df", "name": "network-vif-deleted", "tag": "47f3643a-88e8-49e7-8f53-f2d83f810955", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:35:54.126109 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a89966a-77fb-4a7f-9306-5cc39d2c2605 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:35:54.126437 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0ca550-39e4-4bb3-878f-5395104218df', 'name': 'network-vif-deleted', 'tag': '47f3643a-88e8-49e7-8f53-f2d83f810955', 'status': 'completed', 'code': 200} Nov 16 05:35:54.503177 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-17113e60-4e73-498d-a145-5f53eebb0e82 req-7ef5adaf-87fa-42d0-bb4c-0a59a8dcd6d8 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0ca550-39e4-4bb3-878f-5395104218df HTTP/1.1" status: 200 len: 210 time: 0.0262454 Nov 16 05:35:56.242961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1472d-15c4-4147-8211-db855ec5980f req-5ddc7fe8-a039-47c9-8574-c2f51723573a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:56.244431 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-5ddc7fe8-a039-47c9-8574-c2f51723573a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/networks?id=b9ba6302-66ac-4545-99f5-d01dfb71d79d HTTP/1.1" status: 200 len: 817 time: 0.1029174 Nov 16 05:35:56.258907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-8d03cd93-2d79-4cd4-93cb-f9fd68ba8735 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/quotas/e142b2e81a7843c0a3a92dc16b087050 HTTP/1.1" status: 200 len: 375 time: 0.0088692 Nov 16 05:35:56.310499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-23571beb-5450-47f3-aa83-d6ca4b1f5d64 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e142b2e81a7843c0a3a92dc16b087050&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464621 Nov 16 05:35:56.361579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 47f3643a-88e8-49e7-8f53-f2d83f810955 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:35:56.382557 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 47f3643a-88e8-49e7-8f53-f2d83f810955 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:35:56.382895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 47f3643a-88e8-49e7-8f53-f2d83f810955 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:35:56.414193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d0067c50-9fae-4052-ba08-d340a1c7fc3f service neutron] 10.222.0.41 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915246 Nov 16 05:35:56.503661 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-bda1afc0-68bc-4d40-b222-091ac16bc6b2 service neutron] 10.222.0.41 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833254 Nov 16 05:35:56.666014 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7c8b929d-7f6e-4c34-9bb0-bedd91aea419 req-e3528c19-eaba-4eda-87fb-1d4845f4861e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 210 time: 0.0309136 Nov 16 05:35:57.576365 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d20c6ad7-a441-42ed-ab04-2806a7b428d6 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:57.577797 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d20c6ad7-a441-42ed-ab04-2806a7b428d6 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.15 "GET /v2.0/networks?id=b9ba6302-66ac-4545-99f5-d01dfb71d79d HTTP/1.1" status: 200 len: 817 time: 0.1133070 Nov 16 05:35:57.591999 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ecd1472d-15c4-4147-8211-db855ec5980f req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Request body: {'port': {'device_id': '223d4917-3eb3-49db-b57a-3c11ffd8f161', 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d', 'admin_state_up': True, 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:57.700006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd1472d-15c4-4147-8211-db855ec5980f req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Made reservation on behalf of e142b2e81a7843c0a3a92dc16b087050 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:35:57.703508 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecd1472d-15c4-4147-8211-db855ec5980f req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:57.764050 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e56aaa6d-585b-435a-abc7-a9a65fe4c489 req-a741b0a8-aac2-4325-96fd-4f05f8361c89 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 210 time: 0.0267456 Nov 16 05:35:57.824225 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-ecd1472d-15c4-4147-8211-db855ec5980f req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Allocated IP 172.20.0.14 (b9ba6302-66ac-4545-99f5-d01dfb71d79d/f4711db5-ac6f-4f5b-8b50-4fc86a49421f/d6153a44-bcfc-4867-a886-8db3cce4f8b3) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:35:57.967401 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecd1472d-15c4-4147-8211-db855ec5980f req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:57.998597 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecd1472d-15c4-4147-8211-db855ec5980f req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:58.046824 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd1472d-15c4-4147-8211-db855ec5980f req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Network b9ba6302-66ac-4545-99f5-d01dfb71d79d is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:35:58.049837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-ecd1472d-15c4-4147-8211-db855ec5980f req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:35:58.053546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd1472d-15c4-4147-8211-db855ec5980f req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:35:58.076968 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Pushing event updated for resources: {'Port': ['ID=d6153a44-bcfc-4867-a886-8db3cce4f8b3,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:58.092351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:58.092696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:58.093031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:58.093361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:58.093687 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:58.094045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:58.094373 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:58.094696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:58.095020 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:58.095335 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:58.095652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:58.095976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:35:58.116270 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1472d-15c4-4147-8211-db855ec5980f req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:58.116930 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecd1472d-15c4-4147-8211-db855ec5980f req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:58.133973 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-bf2ade2c-9e05-4008-a1f7-be88a491079e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5455599 Nov 16 05:35:58.146287 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Request body: {'port': {'device_id': '223d4917-3eb3-49db-b57a-3c11ffd8f161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:35:58.201884 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:58.252137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c028df9f-b7c6-4403-8147-d26762ba1d0e None None] Provisioning complete for port d6153a44-bcfc-4867-a886-8db3cce4f8b3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:35:58.252725 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c028df9f-b7c6-4403-8147-d26762ba1d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:58.285662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c028df9f-b7c6-4403-8147-d26762ba1d0e None None] Port d6153a44-bcfc-4867-a886-8db3cce4f8b3 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:35:58.462826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6153a44-bcfc-4867-a886-8db3cce4f8b3 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:35:58.469936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:58.481628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Transition to ACTIVE for port object d6153a44-bcfc-4867-a886-8db3cce4f8b3 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:35:58.485260 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:58.550895 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Pushing event updated for resources: {'Port': ['ID=d6153a44-bcfc-4867-a886-8db3cce4f8b3,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:58.604472 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Attempting to bind port d6153a44-bcfc-4867-a886-8db3cce4f8b3 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:35:58.605186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Attempting to bind port d6153a44-bcfc-4867-a886-8db3cce4f8b3 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:35:58.605186 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Attempting to bind port d6153a44-bcfc-4867-a886-8db3cce4f8b3 on network b9ba6302-66ac-4545-99f5-d01dfb71d79d {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:35:58.609627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Port d6153a44-bcfc-4867-a886-8db3cce4f8b3 on network b9ba6302-66ac-4545-99f5-d01dfb71d79d not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:35:58.609980 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Attempting to bind port d6153a44-bcfc-4867-a886-8db3cce4f8b3 on network b9ba6302-66ac-4545-99f5-d01dfb71d79d {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:35:58.614922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:35:58.615249 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Checking segment: {'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:35:58.615636 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Bound using segment: {'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:35:58.616061 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Bound port: d6153a44-bcfc-4867-a886-8db3cce4f8b3, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:35:58.616954 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:58.681551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] For port d6153a44-bcfc-4867-a886-8db3cce4f8b3, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:35:58.684537 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] For port d6153a44-bcfc-4867-a886-8db3cce4f8b3, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d6153a44-bcfc-4867-a886-8db3cce4f8b3,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:35:58.689220 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:58.721200 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:58.721835 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:35:58.723206 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] 10.222.0.15 "PUT /v2.0/ports/d6153a44-bcfc-4867-a886-8db3cce4f8b3 HTTP/1.1" status: 200 len: 1092 time: 0.5812476 Nov 16 05:35:58.723648 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '223d4917-3eb3-49db-b57a-3c11ffd8f161', 'tag': 'd6153a44-bcfc-4867-a886-8db3cce4f8b3'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:35:58.726437 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f665d6-31ce-43e7-9459-cb2a5eb5c0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "223d4917-3eb3-49db-b57a-3c11ffd8f161", "tag": "d6153a44-bcfc-4867-a886-8db3cce4f8b3"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:35:58.752962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224f10e-08e8-48ea-9e67-41c67d90c1ea service neutron] Pushing event updated for resources: {'Port': ['ID=d6153a44-bcfc-4867-a886-8db3cce4f8b3,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:35:58.806558 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd713536-0bab-4fce-9e75-ec7ce908e1f7 x-openstack-request-id: req-fd713536-0bab-4fce-9e75-ec7ce908e1f7 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:35:58.807044 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "223d4917-3eb3-49db-b57a-3c11ffd8f161", "tag": "d6153a44-bcfc-4867-a886-8db3cce4f8b3", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:35:58.807605 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd713536-0bab-4fce-9e75-ec7ce908e1f7 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:35:58.808131 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '223d4917-3eb3-49db-b57a-3c11ffd8f161', 'tag': 'd6153a44-bcfc-4867-a886-8db3cce4f8b3', 'status': 'completed', 'code': 200} Nov 16 05:35:58.824331 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1472d-15c4-4147-8211-db855ec5980f req-6c5b76d1-d855-406a-9005-f0c072a84bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:58.825875 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-6c5b76d1-d855-406a-9005-f0c072a84bba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e142b2e81a7843c0a3a92dc16b087050&device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 1095 time: 0.0510375 Nov 16 05:35:58.906053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87679d-e57d-487c-9f26-7e42787f5995 req-ba87b67d-d18b-4a18-93a8-07eed4895ae4 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:58.907777 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb87679d-e57d-487c-9f26-7e42787f5995 req-ba87b67d-d18b-4a18-93a8-07eed4895ae4 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 944 time: 0.0574164 Nov 16 05:35:58.960837 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb87679d-e57d-487c-9f26-7e42787f5995 req-0ebe3be1-5f5a-415f-a5b2-666477799a3b tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459390 Nov 16 05:35:59.199342 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-68a25363-66f6-413c-9bd5-9aa6b6b683d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6153a44-bcfc-4867-a886-8db3cce4f8b3 HTTP/1.1" status: 200 len: 217 time: 0.3649316 Nov 16 05:35:59.247223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1472d-15c4-4147-8211-db855ec5980f req-4f7b207a-aa60-47f0-aa0b-028be8c00ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:59.248500 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-4f7b207a-aa60-47f0-aa0b-028be8c00ef9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4711db5-ac6f-4f5b-8b50-4fc86a49421f HTTP/1.1" status: 200 len: 856 time: 0.0421114 Nov 16 05:35:59.294037 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1472d-15c4-4147-8211-db855ec5980f req-c1af758a-6bc7-4d08-a946-d816205b92ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:59.295520 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-c1af758a-6bc7-4d08-a946-d816205b92ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9ba6302-66ac-4545-99f5-d01dfb71d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402174 Nov 16 05:35:59.385925 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-733810c0-0a2f-4c94-abac-635c755b1909 service neutron] 10.222.0.15 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832183 Nov 16 05:35:59.474031 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ecd1472d-15c4-4147-8211-db855ec5980f req-c64b37c3-04e2-4f2d-8451-04fd20977aba service neutron] 10.222.0.15 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812092 Nov 16 05:35:59.559919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f665d6-31ce-43e7-9459-cb2a5eb5c0b0 req-cc6b4c2e-4bde-4eb4-8071-f20244e1c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:59.561657 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-01f665d6-31ce-43e7-9459-cb2a5eb5c0b0 req-cc6b4c2e-4bde-4eb4-8071-f20244e1c070 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e142b2e81a7843c0a3a92dc16b087050&device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 1095 time: 0.0404401 Nov 16 05:35:59.653732 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f665d6-31ce-43e7-9459-cb2a5eb5c0b0 req-2635cbfb-17d1-4682-9d22-b35765b1fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:59.655211 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-01f665d6-31ce-43e7-9459-cb2a5eb5c0b0 req-2635cbfb-17d1-4682-9d22-b35765b1fac3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9ba6302-66ac-4545-99f5-d01dfb71d79d HTTP/1.1" status: 200 len: 918 time: 0.0868423 Nov 16 05:35:59.694273 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-01f665d6-31ce-43e7-9459-cb2a5eb5c0b0 req-0b738992-633f-4821-9ebe-db5d8180572a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6153a44-bcfc-4867-a886-8db3cce4f8b3 HTTP/1.1" status: 200 len: 217 time: 0.0325830 Nov 16 05:35:59.746144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f665d6-31ce-43e7-9459-cb2a5eb5c0b0 req-c4ed7081-d95c-4c63-88a7-2543a191666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:59.747589 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-01f665d6-31ce-43e7-9459-cb2a5eb5c0b0 req-c4ed7081-d95c-4c63-88a7-2543a191666a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4711db5-ac6f-4f5b-8b50-4fc86a49421f HTTP/1.1" status: 200 len: 856 time: 0.0460083 Nov 16 05:35:59.792788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f665d6-31ce-43e7-9459-cb2a5eb5c0b0 req-3f5abed2-02b5-46b5-9dc4-b2c11e0f7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:35:59.794275 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-01f665d6-31ce-43e7-9459-cb2a5eb5c0b0 req-3f5abed2-02b5-46b5-9dc4-b2c11e0f7303 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9ba6302-66ac-4545-99f5-d01dfb71d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395882 Nov 16 05:35:59.890239 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-01f665d6-31ce-43e7-9459-cb2a5eb5c0b0 req-952ce05d-ebc3-4cd2-9dff-864db09ddb48 service neutron] 10.222.0.15 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883706 Nov 16 05:35:59.977672 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-01f665d6-31ce-43e7-9459-cb2a5eb5c0b0 req-a5ad00ef-7288-45d3-afe0-7e2501cc4e24 service neutron] 10.222.0.15 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804317 Nov 16 05:36:00.078648 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a0d4d-6ceb-4059-a200-457e5802b67c req-06e2a042-7450-438c-872f-cba7ddf81aeb tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:00.080076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-168a0d4d-6ceb-4059-a200-457e5802b67c req-06e2a042-7450-438c-872f-cba7ddf81aeb tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 944 time: 0.0493052 Nov 16 05:36:00.131171 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-168a0d4d-6ceb-4059-a200-457e5802b67c req-c00cad22-3375-442a-9376-3efb9b595239 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449502 Nov 16 05:36:01.245518 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06d5b-a629-4bd9-9d89-1c7dea7b8290 req-d5d657d3-2a30-402c-957f-07b6f1e00571 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:01.247015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-56e06d5b-a629-4bd9-9d89-1c7dea7b8290 req-d5d657d3-2a30-402c-957f-07b6f1e00571 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 944 time: 0.0480957 Nov 16 05:36:01.293948 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-56e06d5b-a629-4bd9-9d89-1c7dea7b8290 req-9c6f44cf-f7ba-40ce-89a4-710bfe55e1f9 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Nov 16 05:36:02.390445 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device d6153a44-bcfc-4867-a886-8db3cce4f8b3 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:36:02.422200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04919de-1bea-41d0-9658-f7ce6e7a51bf req-bf983a23-0a34-499e-ba9d-f8de0ab8847a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:02.423675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f04919de-1bea-41d0-9658-f7ce6e7a51bf req-bf983a23-0a34-499e-ba9d-f8de0ab8847a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 944 time: 0.0487661 Nov 16 05:36:02.470501 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f04919de-1bea-41d0-9658-f7ce6e7a51bf req-23bfc64f-a9f9-4f70-98bb-bf05618edda3 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409260 Nov 16 05:36:02.482754 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port d6153a44-bcfc-4867-a886-8db3cce4f8b3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d6153a44-bcfc-4867-a886-8db3cce4f8b3,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:02.494189 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'd6153a44-bcfc-4867-a886-8db3cce4f8b3', 'network_id': 'b9ba6302-66ac-4545-99f5-d01dfb71d79d', 'port_id': 'd6153a44-bcfc-4867-a886-8db3cce4f8b3', 'mac_address': 'fa:16:3e:cc:3e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4711db5-ac6f-4f5b-8b50-4fc86a49421f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:36:02.537714 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:02.550098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6153a44-bcfc-4867-a886-8db3cce4f8b3 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:36:02.568402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port d6153a44-bcfc-4867-a886-8db3cce4f8b3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d6153a44-bcfc-4867-a886-8db3cce4f8b3,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:02.573286 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:02.617188 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=d6153a44-bcfc-4867-a886-8db3cce4f8b3,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:02.624163 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:02.624507 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:02.624841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:02.625170 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:02.625498 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:02.625855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:02.626172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:02.626491 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:02.626807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:02.627122 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:02.627439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:02.627753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:02.759889 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['d6153a44-bcfc-4867-a886-8db3cce4f8b3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:36:03.588340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c0d97-4161-4eca-9cc0-48cb4e531a6f req-43ea22eb-8194-4ad4-be3b-92e981cfe830 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:03.589824 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a0c0d97-4161-4eca-9cc0-48cb4e531a6f req-43ea22eb-8194-4ad4-be3b-92e981cfe830 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 945 time: 0.0530009 Nov 16 05:36:03.636041 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a0c0d97-4161-4eca-9cc0-48cb4e531a6f req-81e16a6d-9d56-4516-ae96-3091edb1e29e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404012 Nov 16 05:36:04.392588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device d6153a44-bcfc-4867-a886-8db3cce4f8b3 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:36:04.440588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port d6153a44-bcfc-4867-a886-8db3cce4f8b3 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:36:04.453060 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port d6153a44-bcfc-4867-a886-8db3cce4f8b3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:04.453432 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:04.530689 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:04.553268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223d4917-3eb3-49db-b57a-3c11ffd8f161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6153a44-bcfc-4867-a886-8db3cce4f8b3'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:36:04.555506 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da80cfe-36d3-475c-be7f-8f1bd759bee0" -d '{"events": [{"server_uuid": "223d4917-3eb3-49db-b57a-3c11ffd8f161", "name": "network-vif-plugged", "status": "completed", "tag": "d6153a44-bcfc-4867-a886-8db3cce4f8b3"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:36:04.567731 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port d6153a44-bcfc-4867-a886-8db3cce4f8b3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d6153a44-bcfc-4867-a886-8db3cce4f8b3,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:04.571687 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:04.593981 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f93a84e-98e8-4d8a-80ad-36885f0690ac x-openstack-request-id: req-2f93a84e-98e8-4d8a-80ad-36885f0690ac {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:36:04.594276 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223d4917-3eb3-49db-b57a-3c11ffd8f161", "name": "network-vif-plugged", "status": "completed", "tag": "d6153a44-bcfc-4867-a886-8db3cce4f8b3", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:36:04.594531 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f93a84e-98e8-4d8a-80ad-36885f0690ac {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:36:04.594926 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223d4917-3eb3-49db-b57a-3c11ffd8f161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6153a44-bcfc-4867-a886-8db3cce4f8b3', 'code': 200} Nov 16 05:36:04.620533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=d6153a44-bcfc-4867-a886-8db3cce4f8b3,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:04.688135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769ad3c-3040-4ab8-a36e-256850d33a0b req-a87a9ed3-7c64-4261-b5e1-6f8b486964b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:04.689627 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5769ad3c-3040-4ab8-a36e-256850d33a0b req-a87a9ed3-7c64-4261-b5e1-6f8b486964b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 1097 time: 0.0411403 Nov 16 05:36:04.733754 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5769ad3c-3040-4ab8-a36e-256850d33a0b req-ccb8e310-7eea-47ee-b18e-47925d00552b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369101 Nov 16 05:36:04.749892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb03f1-3f52-45a8-bc1b-12137a0e0080 req-5ece971e-5e9b-442b-960f-387737108b98 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:04.751403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-becb03f1-3f52-45a8-bc1b-12137a0e0080 req-5ece971e-5e9b-442b-960f-387737108b98 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 946 time: 0.0485222 Nov 16 05:36:04.799716 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-becb03f1-3f52-45a8-bc1b-12137a0e0080 req-d2c9578b-e429-4164-9c98-4fff73f5fc7e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 Nov 16 05:36:05.915014 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71cd3b-f471-443a-8550-62cf98ba618a req-14ac7ce3-c603-4737-b21d-7e355e88a26e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:05.916463 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b71cd3b-f471-443a-8550-62cf98ba618a req-14ac7ce3-c603-4737-b21d-7e355e88a26e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 946 time: 0.0488362 Nov 16 05:36:05.966344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0b71cd3b-f471-443a-8550-62cf98ba618a req-f322d6c8-0c88-469d-b5b3-34d26c40284b tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439665 Nov 16 05:36:06.080699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06d6cd-cafd-49e5-9100-7969ddd5d55e req-c4f280db-b132-43ef-b32e-904ee7d6b57a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:06.082104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e06d6cd-cafd-49e5-9100-7969ddd5d55e req-c4f280db-b132-43ef-b32e-904ee7d6b57a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 946 time: 0.0500576 Nov 16 05:36:06.128084 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e06d6cd-cafd-49e5-9100-7969ddd5d55e req-5c7640f4-4053-433d-9ea3-b33476a76908 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399725 Nov 16 05:36:08.089210 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-49354193-250c-4d72-b6eb-365aa9bb84e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:10.261523 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6df56385-d29f-4bfe-9cfc-1a21116b7c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:11.462428 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:36:12.095929 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:13.449283 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:13.805150 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:16.673717 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c20d5f1-ca08-46e1-bd30-192b0ff135ea req-67dfce86-988e-45a4-828b-283f1a2498f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425577 Nov 16 05:36:16.718115 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:16.758104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20d5f1-ca08-46e1-bd30-192b0ff135ea req-b53e1bcd-f33c-4e6a-a045-6247e892fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:16.759573 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c20d5f1-ca08-46e1-bd30-192b0ff135ea req-b53e1bcd-f33c-4e6a-a045-6247e892fcdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e142b2e81a7843c0a3a92dc16b087050&device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 1097 time: 0.0411818 Nov 16 05:36:16.864734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20d5f1-ca08-46e1-bd30-192b0ff135ea req-2e3cdfb3-9b9b-4719-93f4-2cb3cbf8d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:16.866223 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c20d5f1-ca08-46e1-bd30-192b0ff135ea req-2e3cdfb3-9b9b-4719-93f4-2cb3cbf8d5ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=b9ba6302-66ac-4545-99f5-d01dfb71d79d HTTP/1.1" status: 200 len: 918 time: 0.0870256 Nov 16 05:36:16.907335 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c20d5f1-ca08-46e1-bd30-192b0ff135ea req-586a15ed-b646-4016-9220-382acda929fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6153a44-bcfc-4867-a886-8db3cce4f8b3 HTTP/1.1" status: 200 len: 217 time: 0.0329998 Nov 16 05:36:16.956486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20d5f1-ca08-46e1-bd30-192b0ff135ea req-7211791f-fdee-423e-ba97-8bc08d4a3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:16.957815 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c20d5f1-ca08-46e1-bd30-192b0ff135ea req-7211791f-fdee-423e-ba97-8bc08d4a3bb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4711db5-ac6f-4f5b-8b50-4fc86a49421f HTTP/1.1" status: 200 len: 856 time: 0.0445199 Nov 16 05:36:17.001414 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20d5f1-ca08-46e1-bd30-192b0ff135ea req-4cc45214-abe2-4e22-984f-5f11ebdc5f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:17.002896 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c20d5f1-ca08-46e1-bd30-192b0ff135ea req-4cc45214-abe2-4e22-984f-5f11ebdc5f7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b9ba6302-66ac-4545-99f5-d01dfb71d79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388901 Nov 16 05:36:17.093887 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c20d5f1-ca08-46e1-bd30-192b0ff135ea req-fc66c99b-28f2-4136-a71b-12fab1cc1b9d service neutron] 10.222.0.15 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831685 Nov 16 05:36:17.183391 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c20d5f1-ca08-46e1-bd30-192b0ff135ea req-cf9c9e85-7d03-4508-8b82-feb71a3ef0a8 service neutron] 10.222.0.15 "GET /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797889 Nov 16 05:36:18.814224 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:27.570477 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f40d8f-2c1c-4707-9660-f35f7823df28 req-4e4892f9-4060-45b4-ba1e-a429fcb4d83b tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:27.571979 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7f40d8f-2c1c-4707-9660-f35f7823df28 req-4e4892f9-4060-45b4-ba1e-a429fcb4d83b tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 946 time: 0.0551407 Nov 16 05:36:27.622675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f7f40d8f-2c1c-4707-9660-f35f7823df28 req-923f9a00-55fb-49b5-94ef-89fc079c386a tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446403 Nov 16 05:36:28.744914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fc5de-b89b-4481-b501-3d7e97e27d34 req-4accb536-5a69-44d1-927b-02e2b91e924f tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:28.746418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-841fc5de-b89b-4481-b501-3d7e97e27d34 req-4accb536-5a69-44d1-927b-02e2b91e924f tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 946 time: 0.0530643 Nov 16 05:36:28.793340 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-841fc5de-b89b-4481-b501-3d7e97e27d34 req-d77d36a1-0087-42dd-982c-6e3285a84df3 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/security-groups?id=89ca43aa-dca5-45de-afbc-74a820c2aac6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409336 Nov 16 05:36:29.099045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590095e-922f-4af6-8ef7-ab65140fb37d req-2b5dddd8-d386-47c7-925a-44fce2f9f4b5 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:29.100393 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5590095e-922f-4af6-8ef7-ab65140fb37d req-2b5dddd8-d386-47c7-925a-44fce2f9f4b5 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.15 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 946 time: 0.0568836 Nov 16 05:36:29.189262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-5590095e-922f-4af6-8ef7-ab65140fb37d req-6eccc1d9-9a38-47ef-b2bd-a92e2b50969e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Deleting port d6153a44-bcfc-4867-a886-8db3cce4f8b3 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:36:29.189606 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5590095e-922f-4af6-8ef7-ab65140fb37d req-6eccc1d9-9a38-47ef-b2bd-a92e2b50969e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:29.278772 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-5590095e-922f-4af6-8ef7-ab65140fb37d req-6eccc1d9-9a38-47ef-b2bd-a92e2b50969e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] For port d6153a44-bcfc-4867-a886-8db3cce4f8b3, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=d6153a44-bcfc-4867-a886-8db3cce4f8b3,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:29.279133 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5590095e-922f-4af6-8ef7-ab65140fb37d req-6eccc1d9-9a38-47ef-b2bd-a92e2b50969e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:29.292141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-5590095e-922f-4af6-8ef7-ab65140fb37d req-6eccc1d9-9a38-47ef-b2bd-a92e2b50969e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Calling delete_port for d6153a44-bcfc-4867-a886-8db3cce4f8b3 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:36:29.416154 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5590095e-922f-4af6-8ef7-ab65140fb37d req-6eccc1d9-9a38-47ef-b2bd-a92e2b50969e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:29.427772 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['d6153a44-bcfc-4867-a886-8db3cce4f8b3'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:36:29.449155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccc1d9-9a38-47ef-b2bd-a92e2b50969e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Pushing event deleted for resources: {'Port': ['ID=d6153a44-bcfc-4867-a886-8db3cce4f8b3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:29.490409 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-5590095e-922f-4af6-8ef7-ab65140fb37d req-6eccc1d9-9a38-47ef-b2bd-a92e2b50969e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] No DVR routers for this DVR port d6153a44-bcfc-4867-a886-8db3cce4f8b3 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:36:29.493148 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-5590095e-922f-4af6-8ef7-ab65140fb37d req-6eccc1d9-9a38-47ef-b2bd-a92e2b50969e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:29.496750 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5590095e-922f-4af6-8ef7-ab65140fb37d req-6eccc1d9-9a38-47ef-b2bd-a92e2b50969e tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.15 "DELETE /v2.0/ports/d6153a44-bcfc-4867-a886-8db3cce4f8b3 HTTP/1.1" status: 204 len: 173 time: 0.3898032 Nov 16 05:36:29.497205 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '223d4917-3eb3-49db-b57a-3c11ffd8f161', 'name': 'network-vif-deleted', 'tag': 'd6153a44-bcfc-4867-a886-8db3cce4f8b3'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:36:29.499595 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36afb7a-b310-43ee-b42a-2a75e8c3b916" -d '{"events": [{"server_uuid": "223d4917-3eb3-49db-b57a-3c11ffd8f161", "name": "network-vif-deleted", "tag": "d6153a44-bcfc-4867-a886-8db3cce4f8b3"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:36:29.553571 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7acec5-76f6-46e5-a55e-c84850353931 x-openstack-request-id: req-bd7acec5-76f6-46e5-a55e-c84850353931 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:36:29.553979 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "223d4917-3eb3-49db-b57a-3c11ffd8f161", "name": "network-vif-deleted", "tag": "d6153a44-bcfc-4867-a886-8db3cce4f8b3", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:36:29.554347 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd7acec5-76f6-46e5-a55e-c84850353931 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:36:29.554870 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '223d4917-3eb3-49db-b57a-3c11ffd8f161', 'name': 'network-vif-deleted', 'tag': 'd6153a44-bcfc-4867-a886-8db3cce4f8b3', 'status': 'completed', 'code': 200} Nov 16 05:36:29.899543 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3aa7b508-a7a5-4ca5-99a2-b74166f23b37 req-7155212d-f3ce-438e-b555-c952e72b85d8 tempest-TestEncryptedCinderVolumes-611925591 tempest-TestEncryptedCinderVolumes-611925591-project] 10.222.0.41 "GET /v2.0/ports?device_id=223d4917-3eb3-49db-b57a-3c11ffd8f161 HTTP/1.1" status: 200 len: 210 time: 0.0270927 Nov 16 05:36:30.994674 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33392) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:31.334195 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6949f194-c993-4260-8cf6-e9529781d369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:31.572336 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6949f194-c993-4260-8cf6-e9529781d369 admin admin] Deleting port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:36:31.572677 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6949f194-c993-4260-8cf6-e9529781d369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:31.650708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-6949f194-c993-4260-8cf6-e9529781d369 admin admin] For port fac05b3b-9029-41da-bdb7-c7c2e9c42fe5, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=fac05b3b-9029-41da-bdb7-c7c2e9c42fe5,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:31.651073 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6949f194-c993-4260-8cf6-e9529781d369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:31.663505 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-6949f194-c993-4260-8cf6-e9529781d369 admin admin] Calling delete_port for fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:36:31.838952 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6949f194-c993-4260-8cf6-e9529781d369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:31.864183 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949f194-c993-4260-8cf6-e9529781d369 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac05b3b-9029-41da-bdb7-c7c2e9c42fe5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:32.025806 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6949f194-c993-4260-8cf6-e9529781d369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:32.235527 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6949f194-c993-4260-8cf6-e9529781d369 admin admin] Router 5fc26431-831d-4f9c-9a4f-dfcad5727db8 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:36:32.338109 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6949f194-c993-4260-8cf6-e9529781d369 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:36:32.343118 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6949f194-c993-4260-8cf6-e9529781d369 admin admin] 10.222.0.41 "PUT /v2.0/routers/5fc26431-831d-4f9c-9a4f-dfcad5727db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3474045 Nov 16 05:36:32.345686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33394) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:32.348384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49edfc2-d7d0-47f6-8553-dcbd49efcafa None None] Sync routers for ids ['5fc26431-831d-4f9c-9a4f-dfcad5727db8'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:36:32.359231 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49edfc2-d7d0-47f6-8553-dcbd49efcafa None None] Routers {'5fc26431-831d-4f9c-9a4f-dfcad5727db8'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:36:32.359839 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f49edfc2-d7d0-47f6-8553-dcbd49efcafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:36:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['5fc26431-831d-4f9c-9a4f-dfcad5727db8'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:32.449588 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:32.461354 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f49edfc2-d7d0-47f6-8553-dcbd49efcafa None None] Set router 5fc26431-831d-4f9c-9a4f-dfcad5727db8 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:36:32.549814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device d6153a44-bcfc-4867-a886-8db3cce4f8b3 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:36:32.551405 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:32.574264 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: d6153a44-bcfc-4867-a886-8db3cce4f8b3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:36:32.574598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device d6153a44-bcfc-4867-a886-8db3cce4f8b3 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:36:32.603341 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Deleting port d94cc79a-99e0-4ede-a241-49144de15ed3 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:36:32.603674 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:32.659667 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f49edfc2-d7d0-47f6-8553-dcbd49efcafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'name': 'tempest-TestEncryptedCinderVolumes-1266773760-router', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:09Z', 'updated_at': '2021-11-16T05:36:31Z', 'revision_number': 5, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'gw_port': {'id': 'd94cc79a-99e0-4ede-a241-49144de15ed3', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:10Z', 'updated_at': '2021-11-16T05:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:32.683912 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] For port d94cc79a-99e0-4ede-a241-49144de15ed3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d94cc79a-99e0-4ede-a241-49144de15ed3,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:32.684265 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:32.687028 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49edfc2-d7d0-47f6-8553-dcbd49efcafa None None] Checking router: 5fc26431-831d-4f9c-9a4f-dfcad5727db8 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:36:32.695796 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49edfc2-d7d0-47f6-8553-dcbd49efcafa None None] Routers {'5fc26431-831d-4f9c-9a4f-dfcad5727db8'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:36:32.696386 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f49edfc2-d7d0-47f6-8553-dcbd49efcafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:36:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['5fc26431-831d-4f9c-9a4f-dfcad5727db8'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:32.696543 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Calling delete_port for d94cc79a-99e0-4ede-a241-49144de15ed3 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:36:32.781098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f49edfc2-d7d0-47f6-8553-dcbd49efcafa None None] Set router 5fc26431-831d-4f9c-9a4f-dfcad5727db8 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:36:32.834080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f49edfc2-d7d0-47f6-8553-dcbd49efcafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'name': 'tempest-TestEncryptedCinderVolumes-1266773760-router', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:09Z', 'updated_at': '2021-11-16T05:36:32Z', 'revision_number': 6, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:32.858128 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:32.887063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d94cc79a-99e0-4ede-a241-49144de15ed3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:32.949799 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.014771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1812685d-04f7-4007-b0a3-ce866a0c4a30 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:36:33.016967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49edfc2-d7d0-47f6-8553-dcbd49efcafa None None] The sync data for ids ['5fc26431-831d-4f9c-9a4f-dfcad5727db8'] in n-d-818042-1 is: [{'id': '5fc26431-831d-4f9c-9a4f-dfcad5727db8', 'name': 'tempest-TestEncryptedCinderVolumes-1266773760-router', 'tenant_id': 'e142b2e81a7843c0a3a92dc16b087050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:09Z', 'updated_at': '2021-11-16T05:36:32Z', 'revision_number': 6, 'project_id': 'e142b2e81a7843c0a3a92dc16b087050', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:36:33.041022 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.043306 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.090861 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.091326 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fc26431-831d-4f9c-9a4f-dfcad5727db8 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:36:33.095640 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.096849 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-28ba745c-6029-4a24-aad3-2d45a2ac93ea admin admin] 10.222.0.41 "DELETE /v2.0/routers/5fc26431-831d-4f9c-9a4f-dfcad5727db8 HTTP/1.1" status: 204 len: 168 time: 0.7502358 Nov 16 05:36:33.099528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33396) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:33.142598 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c0645c-88b9-4b98-b5d4-7cfef562e90e admin admin] Deleting subnet f4711db5-ac6f-4f5b-8b50-4fc86a49421f {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:36:33.145613 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5c0645c-88b9-4b98-b5d4-7cfef562e90e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.180419 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5c0645c-88b9-4b98-b5d4-7cfef562e90e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.258374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5c0645c-88b9-4b98-b5d4-7cfef562e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.308328 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5c0645c-88b9-4b98-b5d4-7cfef562e90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.334467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c0645c-88b9-4b98-b5d4-7cfef562e90e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4711db5-ac6f-4f5b-8b50-4fc86a49421f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:33.336504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f5c0645c-88b9-4b98-b5d4-7cfef562e90e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.339697 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f5c0645c-88b9-4b98-b5d4-7cfef562e90e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f4711db5-ac6f-4f5b-8b50-4fc86a49421f HTTP/1.1" status: 204 len: 168 time: 0.2392573 Nov 16 05:36:33.342231 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33398) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:33.345994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d32441-447a-41d4-9308-87dfb971a0e1 None None] Network b9ba6302-66ac-4545-99f5-d01dfb71d79d requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:36:33.418465 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.472817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Deleting port 1f085135-ce15-45c8-b8b8-3b90f7e630ef {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:36:33.473165 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.541143 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] For port 1f085135-ce15-45c8-b8b8-3b90f7e630ef, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=1f085135-ce15-45c8-b8b8-3b90f7e630ef,segment=NetworkSegment(a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646),segment_id=a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:33.541508 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.553322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Calling delete_port for 1f085135-ce15-45c8-b8b8-3b90f7e630ef owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:36:33.636879 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.661629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Pushing event deleted for resources: {'Port': ['ID=1f085135-ce15-45c8-b8b8-3b90f7e630ef,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:33.665496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] No DVR routers for this DVR port 1f085135-ce15-45c8-b8b8-3b90f7e630ef on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:36:33.736703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.756855 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ba6302-66ac-4545-99f5-d01dfb71d79d']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:33.767171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:33.767470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c8e2c6-7c6e-4d4e-bbc7-347f87a91646') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:33.778365 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.782701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56884847-2b74-4448-a8bf-4957457c7c3f None None] DHCP port deletion for b9ba6302-66ac-4545-99f5-d01dfb71d79d request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:36:33.798250 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.805570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:36:33.806061 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:36:33.807889 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:36:33.852168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d94cc79a-99e0-4ede-a241-49144de15ed3 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:36:33.863501 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.871320 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:33.873339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d94cc79a-99e0-4ede-a241-49144de15ed3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:36:33.873782 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d94cc79a-99e0-4ede-a241-49144de15ed3 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:36:33.874283 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:36:33.874505 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] 10.222.0.41 "DELETE /v2.0/networks/b9ba6302-66ac-4545-99f5-d01dfb71d79d HTTP/1.1" status: 204 len: 168 time: 0.5314295 Nov 16 05:36:33.877603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33400) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:33.885116 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ebb4f-dfdc-434b-a636-3f768c95cccd admin admin] Pushing event deleted for resources: {'Network': ['ID=b9ba6302-66ac-4545-99f5-d01dfb71d79d,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:33.908361 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:36:33.908831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device fac05b3b-9029-41da-bdb7-c7c2e9c42fe5 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:36:33.909461 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1f085135-ce15-45c8-b8b8-3b90f7e630ef no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:36:33.929749 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 1f085135-ce15-45c8-b8b8-3b90f7e630ef {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:36:33.930225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 1f085135-ce15-45c8-b8b8-3b90f7e630ef not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:36:34.232463 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:34.468747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Deleting port b47abe6c-31f9-43c3-959a-4ca9beb50b0f {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:36:34.469080 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:34.548126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] For port b47abe6c-31f9-43c3-959a-4ca9beb50b0f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b47abe6c-31f9-43c3-959a-4ca9beb50b0f,segment=NetworkSegment(ad3f2ab0-b49c-42ee-8284-478bc2c5f97b),segment_id=ad3f2ab0-b49c-42ee-8284-478bc2c5f97b)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:34.548397 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:34.562181 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Calling delete_port for b47abe6c-31f9-43c3-959a-4ca9beb50b0f owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:36:34.735223 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:34.765408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b47abe6c-31f9-43c3-959a-4ca9beb50b0f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:34.786517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:34.786866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:34.787210 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:34.787548 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:34.787889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:34.788218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:34.788546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:34.789380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:34.789708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:34.790065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:34.790391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:34.790714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:34.939960 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:35.150156 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Router 75b681cb-c901-42ab-b94a-1ece46562568 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:36:35.253299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:36:35.259616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d085a36f-744e-432b-9567-9090b3b8f8c1 admin admin] 10.222.0.41 "PUT /v2.0/routers/75b681cb-c901-42ab-b94a-1ece46562568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3795393 Nov 16 05:36:35.260860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33404) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:35.263442 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7cd53f-300e-41bd-93b8-c71e7e47ec5d None None] Sync routers for ids ['75b681cb-c901-42ab-b94a-1ece46562568'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:36:35.273536 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7cd53f-300e-41bd-93b8-c71e7e47ec5d None None] Routers {'75b681cb-c901-42ab-b94a-1ece46562568'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:36:35.274190 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-3f7cd53f-300e-41bd-93b8-c71e7e47ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:36:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['75b681cb-c901-42ab-b94a-1ece46562568'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:35.363990 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:35.375823 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-3f7cd53f-300e-41bd-93b8-c71e7e47ec5d None None] Set router 75b681cb-c901-42ab-b94a-1ece46562568 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:36:35.467780 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:35.518435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Deleting port dde8e9b9-76d5-44d7-b598-44ff68c7d233 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:36:35.518777 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:35.551571 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-3f7cd53f-300e-41bd-93b8-c71e7e47ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b681cb-c901-42ab-b94a-1ece46562568', 'name': 'tempest-TestEncryptedCinderVolumes-481690488-router', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:36:34Z', 'revision_number': 5, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'gw_port': {'id': 'dde8e9b9-76d5-44d7-b598-44ff68c7d233', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:76:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b681cb-c901-42ab-b94a-1ece46562568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:35.583341 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7cd53f-300e-41bd-93b8-c71e7e47ec5d None None] Checking router: 75b681cb-c901-42ab-b94a-1ece46562568 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:36:35.591921 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7cd53f-300e-41bd-93b8-c71e7e47ec5d None None] Routers {'75b681cb-c901-42ab-b94a-1ece46562568'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:36:35.592506 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-3f7cd53f-300e-41bd-93b8-c71e7e47ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:36:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['75b681cb-c901-42ab-b94a-1ece46562568'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:35.602903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] For port dde8e9b9-76d5-44d7-b598-44ff68c7d233, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=dde8e9b9-76d5-44d7-b598-44ff68c7d233,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:35.603335 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:35.619271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Calling delete_port for dde8e9b9-76d5-44d7-b598-44ff68c7d233 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:36:35.674259 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-3f7cd53f-300e-41bd-93b8-c71e7e47ec5d None None] Set router 75b681cb-c901-42ab-b94a-1ece46562568 gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:36:35.723890 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-3f7cd53f-300e-41bd-93b8-c71e7e47ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b681cb-c901-42ab-b94a-1ece46562568', 'name': 'tempest-TestEncryptedCinderVolumes-481690488-router', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:36:35Z', 'revision_number': 6, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:35.754429 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7cd53f-300e-41bd-93b8-c71e7e47ec5d None None] The sync data for ids ['75b681cb-c901-42ab-b94a-1ece46562568'] in n-d-818042-1 is: [{'id': '75b681cb-c901-42ab-b94a-1ece46562568', 'name': 'tempest-TestEncryptedCinderVolumes-481690488-router', 'tenant_id': '33600acc8a8f4f1887b5768ab905ae86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:35:14Z', 'updated_at': '2021-11-16T05:36:35Z', 'revision_number': 6, 'project_id': '33600acc8a8f4f1887b5768ab905ae86', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:36:35.783956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:35.812467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde8e9b9-76d5-44d7-b598-44ff68c7d233,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:35.827533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0822f610-7308-4018-8380-4cc5379ab23e None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:36:35.872896 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:35.960184 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:35.962819 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.004281 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.004812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75b681cb-c901-42ab-b94a-1ece46562568 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:36:36.010171 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.011368 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-82cd8e5d-5b23-494f-b9cb-0c4c65956f83 admin admin] 10.222.0.41 "DELETE /v2.0/routers/75b681cb-c901-42ab-b94a-1ece46562568 HTTP/1.1" status: 204 len: 168 time: 0.7496016 Nov 16 05:36:36.014404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33406) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:36.058818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-0624e90f-fa8d-48b8-b3f8-ce39e3334c81 admin admin] Deleting subnet bb5d778b-fb6b-4ed5-baac-af3625ff4776 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:36:36.062062 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0624e90f-fa8d-48b8-b3f8-ce39e3334c81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.100130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0624e90f-fa8d-48b8-b3f8-ce39e3334c81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.178488 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0624e90f-fa8d-48b8-b3f8-ce39e3334c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.228636 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0624e90f-fa8d-48b8-b3f8-ce39e3334c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.252607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624e90f-fa8d-48b8-b3f8-ce39e3334c81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5d778b-fb6b-4ed5-baac-af3625ff4776,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:36.256343 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0624e90f-fa8d-48b8-b3f8-ce39e3334c81 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.259940 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0624e90f-fa8d-48b8-b3f8-ce39e3334c81 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bb5d778b-fb6b-4ed5-baac-af3625ff4776 HTTP/1.1" status: 204 len: 168 time: 0.2445476 Nov 16 05:36:36.262423 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33408) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:36.262686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f4fa14-1124-4af5-82cd-2f4776f905df None None] Network e2d42b7c-6485-406e-a1ac-146c4025ca8f requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:36:36.332830 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.384976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Deleting port d4934b75-df4b-4ea9-8aac-6c2c584ce046 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:36:36.385321 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.450839 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] For port d4934b75-df4b-4ea9-8aac-6c2c584ce046, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d4934b75-df4b-4ea9-8aac-6c2c584ce046,segment=NetworkSegment(ad3f2ab0-b49c-42ee-8284-478bc2c5f97b),segment_id=ad3f2ab0-b49c-42ee-8284-478bc2c5f97b)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:36.451122 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.465455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Calling delete_port for d4934b75-df4b-4ea9-8aac-6c2c584ce046 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:36:36.515300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ace1a4-6f44-4658-ad45-5506e8dfa457 None None] DHCP port deletion for e2d42b7c-6485-406e-a1ac-146c4025ca8f request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:36:36.556650 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.567991 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d3ace1a4-6f44-4658-ad45-5506e8dfa457 None None] Deleting port d4934b75-df4b-4ea9-8aac-6c2c584ce046 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:36:36.568353 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3ace1a4-6f44-4658-ad45-5506e8dfa457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.585616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] No DVR routers for this DVR port d4934b75-df4b-4ea9-8aac-6c2c584ce046 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:36:36.590221 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4934b75-df4b-4ea9-8aac-6c2c584ce046,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:36.636490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d3ace1a4-6f44-4658-ad45-5506e8dfa457 None None] For port d4934b75-df4b-4ea9-8aac-6c2c584ce046, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:36.636876 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3ace1a4-6f44-4658-ad45-5506e8dfa457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.648745 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d3ace1a4-6f44-4658-ad45-5506e8dfa457 None None] Calling delete_port for d4934b75-df4b-4ea9-8aac-6c2c584ce046 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:36:36.651363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-d3ace1a4-6f44-4658-ad45-5506e8dfa457 None None] Port d4934b75-df4b-4ea9-8aac-6c2c584ce046 was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 05:36:36.652582 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d3ace1a4-6f44-4658-ad45-5506e8dfa457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.663786 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.681446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ace1a4-6f44-4658-ad45-5506e8dfa457 None None] Pushing event deleted for resources: {'Port': ['ID=d4934b75-df4b-4ea9-8aac-6c2c584ce046,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:36.684939 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ace1a4-6f44-4658-ad45-5506e8dfa457 None None] No DVR routers for this DVR port d4934b75-df4b-4ea9-8aac-6c2c584ce046 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:36:36.696597 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d42b7c-6485-406e-a1ac-146c4025ca8f']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:36.706330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3f2ab0-b49c-42ee-8284-478bc2c5f97b') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:36.706620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3f2ab0-b49c-42ee-8284-478bc2c5f97b') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:36.716221 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.730431 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.739597 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:36:36.740073 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:36:36.742361 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:36:36.799746 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.815562 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:36.818771 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e2d42b7c-6485-406e-a1ac-146c4025ca8f HTTP/1.1" status: 204 len: 168 time: 0.5554194 Nov 16 05:36:36.819785 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb01d0-d0bd-4b9b-9889-a22800bab2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d42b7c-6485-406e-a1ac-146c4025ca8f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:36.974506 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33412) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:37.316387 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-342e2b15-41b9-484a-bed7-f1569d9adc9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e142b2e81a7843c0a3a92dc16b087050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3406434 Nov 16 05:36:37.318811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33414) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:37.364550 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-117a9706-ff85-41d0-bf93-ebb425ad4f01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:37.384537 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-117a9706-ff85-41d0-bf93-ebb425ad4f01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:37.429758 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-117a9706-ff85-41d0-bf93-ebb425ad4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:37.432406 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-117a9706-ff85-41d0-bf93-ebb425ad4f01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:37.433552 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-117a9706-ff85-41d0-bf93-ebb425ad4f01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89ca43aa-dca5-45de-afbc-74a820c2aac6 HTTP/1.1" status: 204 len: 168 time: 0.1138330 Nov 16 05:36:37.441139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a9706-ff85-41d0-bf93-ebb425ad4f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ca43aa-dca5-45de-afbc-74a820c2aac6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:37.583490 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device dde8e9b9-76d5-44d7-b598-44ff68c7d233 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:36:37.605450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: dde8e9b9-76d5-44d7-b598-44ff68c7d233 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:36:37.605810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device dde8e9b9-76d5-44d7-b598-44ff68c7d233 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:36:37.606239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b47abe6c-31f9-43c3-959a-4ca9beb50b0f no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:36:37.624439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: b47abe6c-31f9-43c3-959a-4ca9beb50b0f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:36:37.624779 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b47abe6c-31f9-43c3-959a-4ca9beb50b0f not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:36:37.625177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d4934b75-df4b-4ea9-8aac-6c2c584ce046 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:36:37.643455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d4934b75-df4b-4ea9-8aac-6c2c584ce046 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:36:37.644339 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d4934b75-df4b-4ea9-8aac-6c2c584ce046 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:36:37.760438 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33420) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:37.806245 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-629e0436-061a-4c52-89e8-42da9b07b6a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33600acc8a8f4f1887b5768ab905ae86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445273 Nov 16 05:36:37.808704 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33422) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:37.854768 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bc8f160e-0f3d-4f50-a11f-9b4975d64677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:37.875315 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bc8f160e-0f3d-4f50-a11f-9b4975d64677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:37.922428 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bc8f160e-0f3d-4f50-a11f-9b4975d64677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:37.925074 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bc8f160e-0f3d-4f50-a11f-9b4975d64677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:37.926233 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bc8f160e-0f3d-4f50-a11f-9b4975d64677 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2557676f-532d-4fc9-9065-1a02b8ef95f3 HTTP/1.1" status: 204 len: 168 time: 0.1166372 Nov 16 05:36:37.934958 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f160e-0f3d-4f50-a11f-9b4975d64677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2557676f-532d-4fc9-9065-1a02b8ef95f3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:38.095422 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e04bbc1-722d-482d-b95f-f1f7c09afb3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:38.614594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33444) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:38.739651 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-916693848-network', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:36:38.761081 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Made reservation on behalf of a00975f25ea84f9299a4c3a552444f57 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:36:38.763714 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:38.772107 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:38.848145 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:38.852362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:38.872293 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:36:38.885198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec7413c-fccd-45ce-81bb-c375bb461f74,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:38.890077 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:38.890422 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Added segment 3715ea60-6a23-4bcd-ad75-314015665d92 of type vlan for network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef Nov 16 05:36:38.931288 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:38.958958 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:38.960298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:38.961480 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.010544 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3948491 Nov 16 05:36:39.013412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33448) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:39.018371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e00fe5e0-833d-4af2-8840-94745059cdd9 admin admin] Request body: {'subnet': {'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-916693848-subnet', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:36:39.020958 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed977df2-29af-4084-8acc-ae96e2ac596d admin admin] Pushing event updated for resources: {'Network': ['ID=46ae1c0b-cf25-4a74-ac58-895817d4e6ef,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:39.031088 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:36:39.043018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00fe5e0-833d-4af2-8840-94745059cdd9 admin admin] Made reservation on behalf of a00975f25ea84f9299a4c3a552444f57 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:36:39.045419 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00fe5e0-833d-4af2-8840-94745059cdd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.218541 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00fe5e0-833d-4af2-8840-94745059cdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.272640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fe5e0-833d-4af2-8840-94745059cdd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd1db9b-95bd-40b6-bcc1-c0e61fca415c,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:39.283036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00fe5e0-833d-4af2-8840-94745059cdd9 admin admin] Checking segment: {'id': '3715ea60-6a23-4bcd-ad75-314015665d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:36:39.283396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00fe5e0-833d-4af2-8840-94745059cdd9 admin admin] Network hostable DHCP agents. Network: 46ae1c0b-cf25-4a74-ac58-895817d4e6ef, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:36:39.304399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00fe5e0-833d-4af2-8840-94745059cdd9 admin admin] Network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:36:39.313600 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e00fe5e0-833d-4af2-8840-94745059cdd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 46ae1c0b-cf25-4a74-ac58-895817d4e6ef) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:36:39.319511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00fe5e0-833d-4af2-8840-94745059cdd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:39.319615 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e00fe5e0-833d-4af2-8840-94745059cdd9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.323134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57475c9d-4008-403f-80ff-d4866981ccc5 None None] Network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:36:39.337196 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e00fe5e0-833d-4af2-8840-94745059cdd9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3226583 Nov 16 05:36:39.339979 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33450) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:39.344301 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:36:39.363867 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.364875 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.419853 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.471216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'fixed_ips': [{'subnet_id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:36:39.472060 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.555109 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.607704 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Allocated IP 172.20.0.2 (46ae1c0b-cf25-4a74-ac58-895817d4e6ef/4cd1db9b-95bd-40b6-bcc1-c0e61fca415c/637cdd76-0a5a-44fa-85e6-b8c25b85172c) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:36:39.752280 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.759340 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.761364 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.781297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.803631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:36:39.808069 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:36:39.809952 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Pushing event updated for resources: {'Port': ['ID=637cdd76-0a5a-44fa-85e6-b8c25b85172c,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:39.812521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:36:39.863176 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Attempting to bind port 637cdd76-0a5a-44fa-85e6-b8c25b85172c on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:36:39.863549 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Attempting to bind port 637cdd76-0a5a-44fa-85e6-b8c25b85172c by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '3715ea60-6a23-4bcd-ad75-314015665d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:36:39.863915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Attempting to bind port 637cdd76-0a5a-44fa-85e6-b8c25b85172c on network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:36:39.871145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:36:39.871532 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Checking segment: {'id': '3715ea60-6a23-4bcd-ad75-314015665d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:36:39.871940 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.872334 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Bound using segment: {'id': '3715ea60-6a23-4bcd-ad75-314015665d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:36:39.872810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Bound port: 637cdd76-0a5a-44fa-85e6-b8c25b85172c, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3715ea60-6a23-4bcd-ad75-314015665d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:36:39.873192 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.890715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Allocated IP 172.25.0.192 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/f0ae25d6-0813-403c-baf1-db1861975e92) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:36:39.937918 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] For port 637cdd76-0a5a-44fa-85e6-b8c25b85172c, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:36:39.941824 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] For port 637cdd76-0a5a-44fa-85e6-b8c25b85172c, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=637cdd76-0a5a-44fa-85e6-b8c25b85172c,segment=NetworkSegment(3715ea60-6a23-4bcd-ad75-314015665d92),segment_id=3715ea60-6a23-4bcd-ad75-314015665d92)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:36:39.946410 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:39.996815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:40.009391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1490d-69c9-433b-a4d4-9ae57109268c None None] Pushing event updated for resources: {'Port': ['ID=637cdd76-0a5a-44fa-85e6-b8c25b85172c,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:40.034748 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:40.079812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:36:40.082736 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:36:40.086375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:36:40.091682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Pushing event updated for resources: {'Port': ['ID=f0ae25d6-0813-403c-baf1-db1861975e92,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:40.095256 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d9c489-d8c9-4d9a-a2e8-aeb7fa82ff6e None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:36:40.202651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e5b01a48-7848-4e0a-b341-3e979eef47dc None None] Provisioning complete for port f0ae25d6-0813-403c-baf1-db1861975e92 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:40.203018 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5b01a48-7848-4e0a-b341-3e979eef47dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:40.240239 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e5b01a48-7848-4e0a-b341-3e979eef47dc None None] Port f0ae25d6-0813-403c-baf1-db1861975e92 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:36:40.272788 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9f8d1b44-d76f-4394-9e4c-d43dbc85410d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:40.697585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:40.897597 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285e645c-8ab0-4a6f-83c9-a0950866e6a7 None None] Network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:36:40.899596 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:40.986715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dc0c29d7-33b3-4fa8-a62d-2379ac46d3d4 None None] Provisioning complete for port 637cdd76-0a5a-44fa-85e6-b8c25b85172c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:40.987089 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc0c29d7-33b3-4fa8-a62d-2379ac46d3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:41.025838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Router a32f037b-0408-47d4-87c1-62b76f74c58c is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:36:41.120822 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc0c29d7-33b3-4fa8-a62d-2379ac46d3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:41.137182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:36:41.152883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Sync routers for ids ['a32f037b-0408-47d4-87c1-62b76f74c58c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:36:41.158163 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:41.159215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-dc0c29d7-33b3-4fa8-a62d-2379ac46d3d4 None None] For port 637cdd76-0a5a-44fa-85e6-b8c25b85172c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=637cdd76-0a5a-44fa-85e6-b8c25b85172c,segment=NetworkSegment(3715ea60-6a23-4bcd-ad75-314015665d92),segment_id=3715ea60-6a23-4bcd-ad75-314015665d92)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:41.162762 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fe278fab-c6b5-4d4d-a3a4-300110752885 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8189857 Nov 16 05:36:41.162762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33452) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:41.173232 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc0c29d7-33b3-4fa8-a62d-2379ac46d3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:41.185636 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Routers {'a32f037b-0408-47d4-87c1-62b76f74c58c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:36:41.186571 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a32f037b-0408-47d4-87c1-62b76f74c58c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:41.307775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c29d7-33b3-4fa8-a62d-2379ac46d3d4 None None] Pushing event updated for resources: {'Port': ['ID=637cdd76-0a5a-44fa-85e6-b8c25b85172c,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:41.337834 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Set router a32f037b-0408-47d4-87c1-62b76f74c58c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:36:41.448644 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-894fc2da-bcc2-4371-ac9a-1351bb11cf66 None None] Provisioning complete for port 637cdd76-0a5a-44fa-85e6-b8c25b85172c triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:41.449014 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-894fc2da-bcc2-4371-ac9a-1351bb11cf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:41.594265 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:40Z', 'revision_number': 3, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port': {'id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:41.602700 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:41.622220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 637cdd76-0a5a-44fa-85e6-b8c25b85172c up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:36:41.625579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Checking router: a32f037b-0408-47d4-87c1-62b76f74c58c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:36:41.625966 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Updating router a32f037b-0408-47d4-87c1-62b76f74c58c port f0ae25d6-0813-403c-baf1-db1861975e92 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:36:41.676329 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:41.763461 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Allocated IP 172.20.0.1 (46ae1c0b-cf25-4a74-ac58-895817d4e6ef/4cd1db9b-95bd-40b6-bcc1-c0e61fca415c/45de0937-875c-4a25-8fd9-11ef75a74fc1) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:36:41.767757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 637cdd76-0a5a-44fa-85e6-b8c25b85172c triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:41.768157 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:41.872937 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:41.906981 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:41.946527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:36:41.953190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:36:41.956892 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:36:41.991453 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Pushing event updated for resources: {'Port': ['ID=45de0937-875c-4a25-8fd9-11ef75a74fc1,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:42.001163 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.006740 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.007921 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.062331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195d4f6-acc7-4240-af18-f6440c64f7da None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:36:42.069879 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Attempting to bind port f0ae25d6-0813-403c-baf1-db1861975e92 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:36:42.070248 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Attempting to bind port f0ae25d6-0813-403c-baf1-db1861975e92 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:36:42.070610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Attempting to bind port f0ae25d6-0813-403c-baf1-db1861975e92 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:36:42.083345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ee2ab-b9f0-48cf-b0a5-8f0f937b7cb3 None None] Pushing event updated for resources: {'Port': ['ID=f0ae25d6-0813-403c-baf1-db1861975e92,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:42.092000 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:36:42.092378 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:36:42.092779 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.093157 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:36:42.093653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Bound port: f0ae25d6-0813-403c-baf1-db1861975e92, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:36:42.094049 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.144119 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.153068 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.164419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fdb8e689-a253-4b12-8d5f-3f71f087858a None None] Provisioning complete for port f0ae25d6-0813-403c-baf1-db1861975e92 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:42.164790 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fdb8e689-a253-4b12-8d5f-3f71f087858a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.195315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] For port f0ae25d6-0813-403c-baf1-db1861975e92, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:36:42.214690 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] For port f0ae25d6-0813-403c-baf1-db1861975e92, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f0ae25d6-0813-403c-baf1-db1861975e92,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:36:42.215833 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fdb8e689-a253-4b12-8d5f-3f71f087858a None None] Port f0ae25d6-0813-403c-baf1-db1861975e92 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:36:42.220657 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.327125 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.332434 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.405185 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.406934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Pushing event updated for resources: {'Port': ['ID=45de0937-875c-4a25-8fd9-11ef75a74fc1,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:42.432042 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1f61c5-a254-4d64-bd68-6d651cb9bc24 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:36:42.462274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-78036519-490b-460f-8aa6-a536812c40db None None] Provisioning complete for port 45de0937-875c-4a25-8fd9-11ef75a74fc1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:42.462649 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-78036519-490b-460f-8aa6-a536812c40db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.464369 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ee2ab-b9f0-48cf-b0a5-8f0f937b7cb3 None None] Pushing event updated for resources: {'Port': ['ID=f0ae25d6-0813-403c-baf1-db1861975e92,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:42.467606 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Routers {'a32f037b-0408-47d4-87c1-62b76f74c58c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:36:42.468570 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a32f037b-0408-47d4-87c1-62b76f74c58c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:42.502059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:36:42.503568 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:36:42.572945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-78036519-490b-460f-8aa6-a536812c40db None None] Port 45de0937-875c-4a25-8fd9-11ef75a74fc1 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:36:42.605004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] Set router a32f037b-0408-47d4-87c1-62b76f74c58c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:36:42.622794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Router a32f037b-0408-47d4-87c1-62b76f74c58c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:36:42.737377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:36:42.751701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b9ebc099-30b6-4644-93c1-e8c67ff04409 admin admin] 10.222.0.41 "PUT /v2.0/routers/a32f037b-0408-47d4-87c1-62b76f74c58c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5810235 Nov 16 05:36:42.751896 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-10b2d672-63a4-4218-94e5-e5ce953a569e None None] Provisioning complete for port f0ae25d6-0813-403c-baf1-db1861975e92 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:42.751896 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10b2d672-63a4-4218-94e5-e5ce953a569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.876906 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10b2d672-63a4-4218-94e5-e5ce953a569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.904322 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-10b2d672-63a4-4218-94e5-e5ce953a569e None None] For port f0ae25d6-0813-403c-baf1-db1861975e92, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f0ae25d6-0813-403c-baf1-db1861975e92,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:42.909709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port': {'id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '45de0937-875c-4a25-8fd9-11ef75a74fc1', 'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'mac_address': 'fa:16:3e:46:a6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:41Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 2, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'subnets': [{'id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:42.911581 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-10b2d672-63a4-4218-94e5-e5ce953a569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:42.942780 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c900560e-051e-436e-b17d-d78c8b5a82e8 None None] The sync data for ids ['a32f037b-0408-47d4-87c1-62b76f74c58c'] in n-d-818042-1 is: [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port': {'id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '45de0937-875c-4a25-8fd9-11ef75a74fc1', 'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'mac_address': 'fa:16:3e:46:a6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:41Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 2, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'subnets': [{'id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:36:42.991676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2d672-63a4-4218-94e5-e5ce953a569e None None] Pushing event updated for resources: {'Port': ['ID=f0ae25d6-0813-403c-baf1-db1861975e92,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:43.033861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-63c3cf5a-9e3c-4c30-8c7b-599ee6840696 None None] Provisioning complete for port 45de0937-875c-4a25-8fd9-11ef75a74fc1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:43.034231 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-63c3cf5a-9e3c-4c30-8c7b-599ee6840696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.071801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-63c3cf5a-9e3c-4c30-8c7b-599ee6840696 None None] Port 45de0937-875c-4a25-8fd9-11ef75a74fc1 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:36:43.246761 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33468) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:43.252048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-507303542-network', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:36:43.276163 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Made reservation on behalf of 9bb6fa5ace444ad2bffa7f0101b09a34 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:36:43.278849 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.288201 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.370537 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.374769 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.403515 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:36:43.410100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d79927-de2e-4d4e-81bc-4655f9d72e45,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:43.416596 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.416951 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Added segment 04f130b3-cab9-492b-b915-88a5dffd9bcd of type vlan for network 1d4a07ba-f58e-4e11-88aa-2ef0e309b477 Nov 16 05:36:43.456258 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.464343 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.490190 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.491188 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:43.492448 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.545282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2973397 Nov 16 05:36:43.548063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33470) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:43.553165 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-56a74a03-2811-4105-b4b1-ee825d3742df admin admin] Request body: {'subnet': {'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-507303542-subnet', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:36:43.558394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d884ce-7a85-4163-97ee-bd755d7342e1 admin admin] Pushing event updated for resources: {'Network': ['ID=1d4a07ba-f58e-4e11-88aa-2ef0e309b477,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:43.571393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 1d4a07ba-f58e-4e11-88aa-2ef0e309b477 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:36:43.599932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a74a03-2811-4105-b4b1-ee825d3742df admin admin] Made reservation on behalf of 9bb6fa5ace444ad2bffa7f0101b09a34 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:36:43.603843 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-56a74a03-2811-4105-b4b1-ee825d3742df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.793390 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-56a74a03-2811-4105-b4b1-ee825d3742df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.818965 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.855386 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a74a03-2811-4105-b4b1-ee825d3742df admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a97307c-1c95-46d8-8c4f-e6f7afb34a92,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:43.860758 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a74a03-2811-4105-b4b1-ee825d3742df admin admin] Checking segment: {'id': '04f130b3-cab9-492b-b915-88a5dffd9bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:36:43.861120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a74a03-2811-4105-b4b1-ee825d3742df admin admin] Network hostable DHCP agents. Network: 1d4a07ba-f58e-4e11-88aa-2ef0e309b477, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:36:43.879677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a74a03-2811-4105-b4b1-ee825d3742df admin admin] Network 1d4a07ba-f58e-4e11-88aa-2ef0e309b477 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:36:43.890238 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-56a74a03-2811-4105-b4b1-ee825d3742df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 1d4a07ba-f58e-4e11-88aa-2ef0e309b477) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:36:43.897032 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a74a03-2811-4105-b4b1-ee825d3742df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:43.897630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-56a74a03-2811-4105-b4b1-ee825d3742df admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.900458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927a9d73-3c6a-49b0-89be-6d532870c386 None None] Network 1d4a07ba-f58e-4e11-88aa-2ef0e309b477 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:36:43.917011 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-56a74a03-2811-4105-b4b1-ee825d3742df admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3677008 Nov 16 05:36:43.919787 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33472) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:43.924285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-507303542-router', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:36:43.949116 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:43.950704 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.009823 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.074065 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-1d4a07ba-f58e-4e11-88aa-2ef0e309b477', 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'fixed_ips': [{'subnet_id': '7a97307c-1c95-46d8-8c4f-e6f7afb34a92'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:36:44.074934 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.181632 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.213550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Allocated IP 172.20.0.2 (1d4a07ba-f58e-4e11-88aa-2ef0e309b477/7a97307c-1c95-46d8-8c4f-e6f7afb34a92/279c356c-5e0f-415f-8324-ddf9cab7a2ac) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:36:44.364247 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.372693 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.392175 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.410909 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.416985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Network 1d4a07ba-f58e-4e11-88aa-2ef0e309b477 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:36:44.420914 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:36:44.422800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Pushing event updated for resources: {'Port': ['ID=279c356c-5e0f-415f-8324-ddf9cab7a2ac,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:44.424913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:36:44.478706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Attempting to bind port 279c356c-5e0f-415f-8324-ddf9cab7a2ac on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:36:44.479374 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Attempting to bind port 279c356c-5e0f-415f-8324-ddf9cab7a2ac by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '04f130b3-cab9-492b-b915-88a5dffd9bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:36:44.479701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Attempting to bind port 279c356c-5e0f-415f-8324-ddf9cab7a2ac on network 1d4a07ba-f58e-4e11-88aa-2ef0e309b477 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:36:44.485071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:36:44.485439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Checking segment: {'id': '04f130b3-cab9-492b-b915-88a5dffd9bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:36:44.485867 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.486255 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Bound using segment: {'id': '04f130b3-cab9-492b-b915-88a5dffd9bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:36:44.486713 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Bound port: 279c356c-5e0f-415f-8324-ddf9cab7a2ac, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f130b3-cab9-492b-b915-88a5dffd9bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:36:44.487090 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.526638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Allocated IP 172.25.0.214 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/a2fc2964-4528-4510-9520-fbe152f0eeaa) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:36:44.554691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] For port 279c356c-5e0f-415f-8324-ddf9cab7a2ac, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:36:44.558326 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] For port 279c356c-5e0f-415f-8324-ddf9cab7a2ac, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=279c356c-5e0f-415f-8324-ddf9cab7a2ac,segment=NetworkSegment(04f130b3-cab9-492b-b915-88a5dffd9bcd),segment_id=04f130b3-cab9-492b-b915-88a5dffd9bcd)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:36:44.563578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.624659 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaa4a99-f9f6-4997-b186-c09f85bd7735 None None] Pushing event updated for resources: {'Port': ['ID=279c356c-5e0f-415f-8324-ddf9cab7a2ac,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:44.637900 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.674610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.717487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:36:44.720642 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:36:44.724386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:36:44.730322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fc2964-4528-4510-9520-fbe152f0eeaa,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:44.740438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31de934-0abc-4f97-9deb-dff822954a55 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:36:44.820604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d26ceb56-cffe-404d-b2b9-f4ffecee9c31 None None] Provisioning complete for port a2fc2964-4528-4510-9520-fbe152f0eeaa triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:44.821431 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d26ceb56-cffe-404d-b2b9-f4ffecee9c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:44.874990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d26ceb56-cffe-404d-b2b9-f4ffecee9c31 None None] Port a2fc2964-4528-4510-9520-fbe152f0eeaa cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:36:45.006356 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:45.055982 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Sync routers for ids ['a32f037b-0408-47d4-87c1-62b76f74c58c'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:36:45.066155 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Routers {'a32f037b-0408-47d4-87c1-62b76f74c58c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:36:45.066824 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a32f037b-0408-47d4-87c1-62b76f74c58c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:45.168858 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Set router a32f037b-0408-47d4-87c1-62b76f74c58c gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:36:45.205331 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:45.335763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Router fd248041-d6d1-4bf1-9be5-6d7759d9a41d is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:36:45.365560 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port': {'id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '45de0937-875c-4a25-8fd9-11ef75a74fc1', 'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'mac_address': 'fa:16:3e:46:a6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:41Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 2, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'subnets': [{'id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:45.395617 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Checking router: a32f037b-0408-47d4-87c1-62b76f74c58c for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:36:45.395969 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Updating router a32f037b-0408-47d4-87c1-62b76f74c58c port 45de0937-875c-4a25-8fd9-11ef75a74fc1 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:36:45.458898 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:36:45.471993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Sync routers for ids ['fd248041-d6d1-4bf1-9be5-6d7759d9a41d'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:36:45.482813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:45.484366 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1cf9b6e7-5a41-467e-94ff-b5943c175d52 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5634401 Nov 16 05:36:45.486957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Routers {'fd248041-d6d1-4bf1-9be5-6d7759d9a41d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:36:45.487474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33474) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:36:45.487878 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['fd248041-d6d1-4bf1-9be5-6d7759d9a41d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:45.534545 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:45.676767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Set router fd248041-d6d1-4bf1-9be5-6d7759d9a41d gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:36:45.747495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f0ae25d6-0813-403c-baf1-db1861975e92 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:36:45.875848 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:45.887293 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:45.890772 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f0ae25d6-0813-403c-baf1-db1861975e92 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:45.891123 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:45.941474 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Pushing event updated for resources: {'Port': ['ID=45de0937-875c-4a25-8fd9-11ef75a74fc1,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:45.945744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed98a963-e6bc-4775-b53a-c9449be02367 None None] Network 1d4a07ba-f58e-4e11-88aa-2ef0e309b477 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:36:45.953308 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:45.953938 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:45.954426 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:45.954910 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:45.955404 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:45.955879 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:45.956365 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:45.956844 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:45.957324 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:45.957825 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:45.958313 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:45.960026 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:36:46.015458 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Attempting to bind port 45de0937-875c-4a25-8fd9-11ef75a74fc1 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:36:46.015816 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Attempting to bind port 45de0937-875c-4a25-8fd9-11ef75a74fc1 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '3715ea60-6a23-4bcd-ad75-314015665d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:36:46.016362 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Attempting to bind port 45de0937-875c-4a25-8fd9-11ef75a74fc1 on network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:36:46.023269 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:36:46.023945 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Checking segment: {'id': '3715ea60-6a23-4bcd-ad75-314015665d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:36:46.025264 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.025861 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Bound using segment: {'id': '3715ea60-6a23-4bcd-ad75-314015665d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:36:46.026340 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Bound port: 45de0937-875c-4a25-8fd9-11ef75a74fc1, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3715ea60-6a23-4bcd-ad75-314015665d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:36:46.026723 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.065726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.112079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 279c356c-5e0f-415f-8324-ddf9cab7a2ac up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:36:46.113973 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c079186e-5169-4a55-879a-b3444dc312c2 None None] Provisioning complete for port 279c356c-5e0f-415f-8324-ddf9cab7a2ac triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:46.114380 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c079186e-5169-4a55-879a-b3444dc312c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.114939 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] For port 45de0937-875c-4a25-8fd9-11ef75a74fc1, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:36:46.121714 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] For port 45de0937-875c-4a25-8fd9-11ef75a74fc1, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=45de0937-875c-4a25-8fd9-11ef75a74fc1,segment=NetworkSegment(3715ea60-6a23-4bcd-ad75-314015665d92),segment_id=3715ea60-6a23-4bcd-ad75-314015665d92)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:36:46.132082 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.204066 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb67de-fc5d-4df5-98e7-c58f716f2879 None None] Pushing event updated for resources: {'Port': ['ID=45de0937-875c-4a25-8fd9-11ef75a74fc1,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:46.207415 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Routers {'a32f037b-0408-47d4-87c1-62b76f74c58c'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:36:46.208261 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a32f037b-0408-47d4-87c1-62b76f74c58c'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:46.213873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'name': 'tempest-TestMinimumBasicScenario-507303542-router', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:43Z', 'updated_at': '2021-11-16T05:36:44Z', 'revision_number': 3, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'gw_port': {'id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:44Z', 'updated_at': '2021-11-16T05:36:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:46.255115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Checking router: fd248041-d6d1-4bf1-9be5-6d7759d9a41d for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:36:46.255613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Updating router fd248041-d6d1-4bf1-9be5-6d7759d9a41d port a2fc2964-4528-4510-9520-fbe152f0eeaa binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:36:46.266527 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Allocated IP 172.20.0.1 (1d4a07ba-f58e-4e11-88aa-2ef0e309b477/7a97307c-1c95-46d8-8c4f-e6f7afb34a92/6f31078f-0223-49b5-b993-b397a7689b80) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:36:46.287399 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.328143 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] Set router a32f037b-0408-47d4-87c1-62b76f74c58c gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:36:46.387731 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.431789 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.482744 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Network 1d4a07ba-f58e-4e11-88aa-2ef0e309b477 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:36:46.488320 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:36:46.493366 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:36:46.497332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Pushing event updated for resources: {'Port': ['ID=6f31078f-0223-49b5-b993-b397a7689b80,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:46.539337 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.611414 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port': {'id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '45de0937-875c-4a25-8fd9-11ef75a74fc1', 'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'mac_address': 'fa:16:3e:46:a6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:41Z', 'updated_at': '2021-11-16T05:36:46Z', 'revision_number': 4, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'subnets': [{'id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:46.638075 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74df0546-e20d-40bf-bdd3-6b89f99e8ab1 None None] The sync data for ids ['a32f037b-0408-47d4-87c1-62b76f74c58c'] in n-d-818042-1 is: [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port': {'id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '45de0937-875c-4a25-8fd9-11ef75a74fc1', 'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'mac_address': 'fa:16:3e:46:a6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:41Z', 'updated_at': '2021-11-16T05:36:46Z', 'revision_number': 4, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'subnets': [{'id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:36:46.670851 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.753565 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c079186e-5169-4a55-879a-b3444dc312c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.785259 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.788956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 279c356c-5e0f-415f-8324-ddf9cab7a2ac triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:46.789320 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.872856 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.876875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c079186e-5169-4a55-879a-b3444dc312c2 None None] For port 279c356c-5e0f-415f-8324-ddf9cab7a2ac, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=279c356c-5e0f-415f-8324-ddf9cab7a2ac,segment=NetworkSegment(04f130b3-cab9-492b-b915-88a5dffd9bcd),segment_id=04f130b3-cab9-492b-b915-88a5dffd9bcd)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:46.881276 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.888340 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c079186e-5169-4a55-879a-b3444dc312c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.926336 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.947706 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.984272 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:46.986495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079186e-5169-4a55-879a-b3444dc312c2 None None] Pushing event updated for resources: {'Port': ['ID=279c356c-5e0f-415f-8324-ddf9cab7a2ac,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:46.999110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Pushing event updated for resources: {'Port': ['ID=6f31078f-0223-49b5-b993-b397a7689b80,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:47.045489 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3504585-4ef0-4f5e-9080-0fa49f67de44 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:36:47.065583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Attempting to bind port a2fc2964-4528-4510-9520-fbe152f0eeaa on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:36:47.070757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Attempting to bind port a2fc2964-4528-4510-9520-fbe152f0eeaa by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:36:47.071412 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Attempting to bind port a2fc2964-4528-4510-9520-fbe152f0eeaa on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:36:47.106323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c185056-8699-4cbd-aebb-d15a61c62e77 None None] Pushing event updated for resources: {'Port': ['ID=a2fc2964-4528-4510-9520-fbe152f0eeaa,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:47.110094 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:36:47.110478 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:36:47.110879 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:47.111268 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:36:47.112525 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Bound port: a2fc2964-4528-4510-9520-fbe152f0eeaa, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:36:47.112922 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:47.119581 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Network 1d4a07ba-f58e-4e11-88aa-2ef0e309b477 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:36:47.121577 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:36:47.141237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-29baadb0-422c-4588-929a-afb330f0d6cc None None] Provisioning complete for port 45de0937-875c-4a25-8fd9-11ef75a74fc1 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:47.141613 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29baadb0-422c-4588-929a-afb330f0d6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:47.207928 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] For port a2fc2964-4528-4510-9520-fbe152f0eeaa, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:36:47.212131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] For port a2fc2964-4528-4510-9520-fbe152f0eeaa, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a2fc2964-4528-4510-9520-fbe152f0eeaa,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:36:47.247075 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:47.261935 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Router fd248041-d6d1-4bf1-9be5-6d7759d9a41d has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:36:47.302003 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29baadb0-422c-4588-929a-afb330f0d6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:47.316869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7904777-2a5d-4574-8d29-34a93a3902e4 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:36:47.357383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Routers {'fd248041-d6d1-4bf1-9be5-6d7759d9a41d'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:36:47.358613 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['fd248041-d6d1-4bf1-9be5-6d7759d9a41d'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:47.394038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:36:47.406464 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-de31cbef-6631-4521-a562-1705f3629aba admin admin] 10.222.0.41 "PUT /v2.0/routers/fd248041-d6d1-4bf1-9be5-6d7759d9a41d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9183207 Nov 16 05:36:47.421032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c185056-8699-4cbd-aebb-d15a61c62e77 None None] Pushing event updated for resources: {'Port': ['ID=a2fc2964-4528-4510-9520-fbe152f0eeaa,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:47.461196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-29baadb0-422c-4588-929a-afb330f0d6cc None None] For port 45de0937-875c-4a25-8fd9-11ef75a74fc1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=45de0937-875c-4a25-8fd9-11ef75a74fc1,segment=NetworkSegment(3715ea60-6a23-4bcd-ad75-314015665d92),segment_id=3715ea60-6a23-4bcd-ad75-314015665d92)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:47.472235 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29baadb0-422c-4588-929a-afb330f0d6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:47.552934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29baadb0-422c-4588-929a-afb330f0d6cc None None] Pushing event updated for resources: {'Port': ['ID=45de0937-875c-4a25-8fd9-11ef75a74fc1,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:47.562459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] Set router fd248041-d6d1-4bf1-9be5-6d7759d9a41d gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:36:47.663575 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 45de0937-875c-4a25-8fd9-11ef75a74fc1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:36:47.666082 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a7043be5-abca-4293-b662-7dd053182df5 None None] Provisioning complete for port 6f31078f-0223-49b5-b993-b397a7689b80 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:47.666394 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7043be5-abca-4293-b662-7dd053182df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:47.774404 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-a7043be5-abca-4293-b662-7dd053182df5 None None] Port 6f31078f-0223-49b5-b993-b397a7689b80 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:36:47.820338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a7043be5-abca-4293-b662-7dd053182df5 None None] Provisioning complete for port 279c356c-5e0f-415f-8324-ddf9cab7a2ac triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:47.820700 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7043be5-abca-4293-b662-7dd053182df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:47.863936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 45de0937-875c-4a25-8fd9-11ef75a74fc1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:47.864302 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:47.972889 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'name': 'tempest-TestMinimumBasicScenario-507303542-router', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:43Z', 'updated_at': '2021-11-16T05:36:46Z', 'revision_number': 4, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'gw_port': {'id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:44Z', 'updated_at': '2021-11-16T05:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '6f31078f-0223-49b5-b993-b397a7689b80', 'name': '', 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'mac_address': 'fa:16:3e:02:07:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a97307c-1c95-46d8-8c4f-e6f7afb34a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:46Z', 'updated_at': '2021-11-16T05:36:46Z', 'revision_number': 2, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'subnets': [{'id': '7a97307c-1c95-46d8-8c4f-e6f7afb34a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:48.025216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55784e7-a0a7-4328-b33f-eec209e434b3 None None] The sync data for ids ['fd248041-d6d1-4bf1-9be5-6d7759d9a41d'] in n-d-818042-1 is: [{'id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'name': 'tempest-TestMinimumBasicScenario-507303542-router', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:43Z', 'updated_at': '2021-11-16T05:36:46Z', 'revision_number': 4, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'gw_port': {'id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:44Z', 'updated_at': '2021-11-16T05:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '6f31078f-0223-49b5-b993-b397a7689b80', 'name': '', 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'mac_address': 'fa:16:3e:02:07:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a97307c-1c95-46d8-8c4f-e6f7afb34a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:46Z', 'updated_at': '2021-11-16T05:36:46Z', 'revision_number': 2, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'subnets': [{'id': '7a97307c-1c95-46d8-8c4f-e6f7afb34a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:36:48.041367 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 279c356c-5e0f-415f-8324-ddf9cab7a2ac up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:36:48.071626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a7043be5-abca-4293-b662-7dd053182df5 None None] Provisioning complete for port a2fc2964-4528-4510-9520-fbe152f0eeaa triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:48.072231 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7043be5-abca-4293-b662-7dd053182df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:48.130648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 279c356c-5e0f-415f-8324-ddf9cab7a2ac triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:48.131012 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:48.205100 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7043be5-abca-4293-b662-7dd053182df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:48.257266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a7043be5-abca-4293-b662-7dd053182df5 None None] For port a2fc2964-4528-4510-9520-fbe152f0eeaa, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a2fc2964-4528-4510-9520-fbe152f0eeaa,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:48.264478 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a7043be5-abca-4293-b662-7dd053182df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:48.328638 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7043be5-abca-4293-b662-7dd053182df5 None None] Pushing event updated for resources: {'Port': ['ID=a2fc2964-4528-4510-9520-fbe152f0eeaa,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:48.390827 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4e10f5d7-e186-4ebb-a441-a532607010fb None None] Provisioning complete for port 6f31078f-0223-49b5-b993-b397a7689b80 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:48.391589 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e10f5d7-e186-4ebb-a441-a532607010fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:48.445199 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4e10f5d7-e186-4ebb-a441-a532607010fb None None] Port 6f31078f-0223-49b5-b993-b397a7689b80 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:36:48.465989 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:36:48.827229 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:49.698567 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a2fc2964-4528-4510-9520-fbe152f0eeaa up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:36:49.766574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a2fc2964-4528-4510-9520-fbe152f0eeaa triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:49.767675 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:49.891192 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 45de0937-875c-4a25-8fd9-11ef75a74fc1 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:36:49.945693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 45de0937-875c-4a25-8fd9-11ef75a74fc1 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:49.946216 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:51.084446 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Sync routers for ids ['fd248041-d6d1-4bf1-9be5-6d7759d9a41d'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:36:51.096231 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Routers {'fd248041-d6d1-4bf1-9be5-6d7759d9a41d'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:36:51.096843 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['fd248041-d6d1-4bf1-9be5-6d7759d9a41d'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:51.241212 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Set router fd248041-d6d1-4bf1-9be5-6d7759d9a41d gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:36:51.469719 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'name': 'tempest-TestMinimumBasicScenario-507303542-router', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:43Z', 'updated_at': '2021-11-16T05:36:46Z', 'revision_number': 4, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'gw_port': {'id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:44Z', 'updated_at': '2021-11-16T05:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '6f31078f-0223-49b5-b993-b397a7689b80', 'name': '', 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'mac_address': 'fa:16:3e:02:07:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a97307c-1c95-46d8-8c4f-e6f7afb34a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:46Z', 'updated_at': '2021-11-16T05:36:46Z', 'revision_number': 2, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'subnets': [{'id': '7a97307c-1c95-46d8-8c4f-e6f7afb34a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:51.501841 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Checking router: fd248041-d6d1-4bf1-9be5-6d7759d9a41d for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:36:51.502166 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Updating router fd248041-d6d1-4bf1-9be5-6d7759d9a41d port 6f31078f-0223-49b5-b993-b397a7689b80 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:36:51.536416 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:51.836675 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:51.847403 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:51.899492 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f7a3a-c239-469c-9017-3a2219a7a31e None None] Pushing event updated for resources: {'Port': ['ID=6f31078f-0223-49b5-b993-b397a7689b80,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:51.968255 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Attempting to bind port 6f31078f-0223-49b5-b993-b397a7689b80 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:36:51.968764 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Attempting to bind port 6f31078f-0223-49b5-b993-b397a7689b80 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '04f130b3-cab9-492b-b915-88a5dffd9bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:36:51.970208 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Attempting to bind port 6f31078f-0223-49b5-b993-b397a7689b80 on network 1d4a07ba-f58e-4e11-88aa-2ef0e309b477 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:36:51.979343 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:36:51.979826 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Checking segment: {'id': '04f130b3-cab9-492b-b915-88a5dffd9bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:36:51.980300 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:51.980769 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Bound using segment: {'id': '04f130b3-cab9-492b-b915-88a5dffd9bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:36:51.981450 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Bound port: 6f31078f-0223-49b5-b993-b397a7689b80, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f130b3-cab9-492b-b915-88a5dffd9bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:36:51.981859 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:52.076635 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] For port 6f31078f-0223-49b5-b993-b397a7689b80, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:36:52.080300 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] For port 6f31078f-0223-49b5-b993-b397a7689b80, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6f31078f-0223-49b5-b993-b397a7689b80,segment=NetworkSegment(04f130b3-cab9-492b-b915-88a5dffd9bcd),segment_id=04f130b3-cab9-492b-b915-88a5dffd9bcd)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:36:52.094974 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:52.149944 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Routers {'fd248041-d6d1-4bf1-9be5-6d7759d9a41d'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:36:52.150575 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:36:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['fd248041-d6d1-4bf1-9be5-6d7759d9a41d'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:52.208934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-9feb097f-1d96-4667-a95f-086543f5ebd3 None None] Provisioning complete for port 6f31078f-0223-49b5-b993-b397a7689b80 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:52.210586 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9feb097f-1d96-4667-a95f-086543f5ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:52.316521 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] Set router fd248041-d6d1-4bf1-9be5-6d7759d9a41d gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:36:52.358064 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9feb097f-1d96-4667-a95f-086543f5ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:52.411714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-9feb097f-1d96-4667-a95f-086543f5ebd3 None None] For port 6f31078f-0223-49b5-b993-b397a7689b80, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6f31078f-0223-49b5-b993-b397a7689b80,segment=NetworkSegment(04f130b3-cab9-492b-b915-88a5dffd9bcd),segment_id=04f130b3-cab9-492b-b915-88a5dffd9bcd)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:36:52.424938 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9feb097f-1d96-4667-a95f-086543f5ebd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:52.498021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb097f-1d96-4667-a95f-086543f5ebd3 None None] Pushing event updated for resources: {'Port': ['ID=6f31078f-0223-49b5-b993-b397a7689b80,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:52.556451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b77aa59e-a913-4a76-9f68-a1d22dbccf41 None None] Provisioning complete for port 6f31078f-0223-49b5-b993-b397a7689b80 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:52.556830 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b77aa59e-a913-4a76-9f68-a1d22dbccf41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:52.651669 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f7a3a-c239-469c-9017-3a2219a7a31e None None] Pushing event updated for resources: {'Port': ['ID=6f31078f-0223-49b5-b993-b397a7689b80,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:36:52.659096 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'name': 'tempest-TestMinimumBasicScenario-507303542-router', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:43Z', 'updated_at': '2021-11-16T05:36:46Z', 'revision_number': 4, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'gw_port': {'id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:44Z', 'updated_at': '2021-11-16T05:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '6f31078f-0223-49b5-b993-b397a7689b80', 'name': '', 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'mac_address': 'fa:16:3e:02:07:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a97307c-1c95-46d8-8c4f-e6f7afb34a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:46Z', 'updated_at': '2021-11-16T05:36:52Z', 'revision_number': 4, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'subnets': [{'id': '7a97307c-1c95-46d8-8c4f-e6f7afb34a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:36:52.695514 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c232338-63d3-4a05-a6cf-a1a00f66dbda None None] The sync data for ids ['fd248041-d6d1-4bf1-9be5-6d7759d9a41d'] in n-d-818042-1 is: [{'id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'name': 'tempest-TestMinimumBasicScenario-507303542-router', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:43Z', 'updated_at': '2021-11-16T05:36:46Z', 'revision_number': 4, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'gw_port': {'id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:44Z', 'updated_at': '2021-11-16T05:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '6f31078f-0223-49b5-b993-b397a7689b80', 'name': '', 'network_id': '1d4a07ba-f58e-4e11-88aa-2ef0e309b477', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'mac_address': 'fa:16:3e:02:07:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '7a97307c-1c95-46d8-8c4f-e6f7afb34a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:46Z', 'updated_at': '2021-11-16T05:36:52Z', 'revision_number': 4, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'subnets': [{'id': '7a97307c-1c95-46d8-8c4f-e6f7afb34a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:36:53.668755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6f31078f-0223-49b5-b993-b397a7689b80 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:36:53.728372 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6f31078f-0223-49b5-b993-b397a7689b80 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:36:53.728750 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:58.258472 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-eb26b464-3db6-401c-96b9-32ada1e3f0df tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:58.259961 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-eb26b464-3db6-401c-96b9-32ada1e3f0df tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/networks?id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef HTTP/1.1" status: 200 len: 814 time: 0.1019981 Nov 16 05:36:58.274742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-1570da71-72ac-46c7-aef0-8d99ff6462aa tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/quotas/a00975f25ea84f9299a4c3a552444f57 HTTP/1.1" status: 200 len: 375 time: 0.0092373 Nov 16 05:36:58.323471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-34402a37-a2a0-4ed8-9dbd-7d67e373e0b3 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a00975f25ea84f9299a4c3a552444f57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436790 Nov 16 05:36:58.419796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-fee718c2-4941-4aef-9b91-1a47cd750b03 service neutron] 10.222.0.41 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847030 Nov 16 05:36:58.512676 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-b1802c66-8a54-4190-9fe5-3bc5748390ba service neutron] 10.222.0.41 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865710 Nov 16 05:36:58.672892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f5b6c5c-cecd-4a86-8aca-a06aac0f95c1 req-37f59c30-7ca1-4044-bf8d-1bab19ef1009 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 210 time: 0.0270441 Nov 16 05:36:59.705345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-a789a16e-355b-4b1e-9acd-88bdeb67ef4a tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:36:59.706859 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-a789a16e-355b-4b1e-9acd-88bdeb67ef4a tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.15 "GET /v2.0/networks?id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef HTTP/1.1" status: 200 len: 814 time: 0.1080427 Nov 16 05:36:59.720927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Request body: {'port': {'device_id': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'admin_state_up': True, 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:36:59.803128 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-493416e6-8227-4de5-b203-f28a9bfe6d34 req-1306fe90-d934-4ab1-9fa8-95bbeb211615 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 210 time: 0.0570037 Nov 16 05:36:59.834833 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Made reservation on behalf of a00975f25ea84f9299a4c3a552444f57 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:36:59.838377 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:36:59.970248 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Allocated IP 172.20.0.8 (46ae1c0b-cf25-4a74-ac58-895817d4e6ef/4cd1db9b-95bd-40b6-bcc1-c0e61fca415c/8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:37:00.140028 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:00.180139 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:00.236286 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event updated for resources: {'Port': ['ID=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:00.249836 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:00.250251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:00.250687 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:00.251018 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:00.251367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:00.251697 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:00.252031 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:00.252363 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:00.252693 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:00.253160 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:00.253496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:00.253863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:00.265370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:37:00.266843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:37:00.269302 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:37:00.328951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:00.329643 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:00.349494 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-730c6fbf-0f3c-48e7-b90d-55ae1e04ede5 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6325893 Nov 16 05:37:00.518200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-14dec46d-f6b4-42cd-94fd-57b8d56d4066 None None] Provisioning complete for port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:37:00.518750 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14dec46d-f6b4-42cd-94fd-57b8d56d4066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:00.554893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-14dec46d-f6b4-42cd-94fd-57b8d56d4066 None None] Port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:37:00.924847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b124e9d-d145-4e91-8eae-687663b61c24 req-20567d6e-1b5d-42f3-86e7-f02075ac1837 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:00.926358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b124e9d-d145-4e91-8eae-687663b61c24 req-20567d6e-1b5d-42f3-86e7-f02075ac1837 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 931 time: 0.0500503 Nov 16 05:37:00.978418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b124e9d-d145-4e91-8eae-687663b61c24 req-ed897320-86df-437a-8c7e-44c000aaa35b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454895 Nov 16 05:37:02.105258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ba82f-093d-4a42-b088-2227e0221c05 req-0cbe0b5c-c8d5-4591-b8cc-9d729eb804a7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:02.106835 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f01ba82f-093d-4a42-b088-2227e0221c05 req-0cbe0b5c-c8d5-4591-b8cc-9d729eb804a7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 931 time: 0.0563843 Nov 16 05:37:02.499862 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f01ba82f-093d-4a42-b088-2227e0221c05 req-66d6bfe9-3ff0-4baa-aa74-a9d1b20fe593 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870058 Nov 16 05:37:03.621344 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f14b5bf-5d3a-4e91-a05d-2cadb128163d req-effdbde7-51ba-413b-a5e4-feb4713db961 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:03.622767 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5f14b5bf-5d3a-4e91-a05d-2cadb128163d req-effdbde7-51ba-413b-a5e4-feb4713db961 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 931 time: 0.0475917 Nov 16 05:37:03.673708 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5f14b5bf-5d3a-4e91-a05d-2cadb128163d req-42378d72-48e3-4761-91b8-034fe38fc9f4 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449827 Nov 16 05:37:04.796677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbc30c-5a36-4f43-a4f6-d135b4fe821e req-ec35c704-e3b7-42ca-9f63-c8bb4428db3b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:04.798242 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68cbc30c-5a36-4f43-a4f6-d135b4fe821e req-ec35c704-e3b7-42ca-9f63-c8bb4428db3b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 931 time: 0.0519300 Nov 16 05:37:04.854791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68cbc30c-5a36-4f43-a4f6-d135b4fe821e req-b351e0e6-e31f-48b8-946a-b56d0d411243 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499942 Nov 16 05:37:05.977059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30f32e-b177-40b9-9310-766cd5111f9f req-becc82fa-7c7a-43cf-81e2-787559f78614 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:05.978563 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df30f32e-b177-40b9-9310-766cd5111f9f req-becc82fa-7c7a-43cf-81e2-787559f78614 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 931 time: 0.0485809 Nov 16 05:37:06.029196 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-df30f32e-b177-40b9-9310-766cd5111f9f req-8571d243-4131-4e3b-9116-27975cffe66d tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446453 Nov 16 05:37:07.148524 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b32fd-f1ef-4c70-97b3-a275d37e074b req-10b5a350-3fab-4f08-bd22-12af4a23036f tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:07.150194 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f7b32fd-f1ef-4c70-97b3-a275d37e074b req-10b5a350-3fab-4f08-bd22-12af4a23036f tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 931 time: 0.0529833 Nov 16 05:37:07.200018 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f7b32fd-f1ef-4c70-97b3-a275d37e074b req-ca5ef0b8-7604-4a76-8dbf-3b903087ed70 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432785 Nov 16 05:37:08.102379 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4f15f0c0-b896-438b-b7c2-08a3a7b0f4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:08.326676 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bb652-cfd4-4c7f-b952-d7f353fda315 req-31a30db4-550e-445b-b680-a8a2a81f5a6c tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:08.328299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c40bb652-cfd4-4c7f-b952-d7f353fda315 req-31a30db4-550e-445b-b680-a8a2a81f5a6c tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 931 time: 0.0530660 Nov 16 05:37:08.388465 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c40bb652-cfd4-4c7f-b952-d7f353fda315 req-9b3fbeda-8afc-4126-aaae-84dc3b0f2d55 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529153 Nov 16 05:37:09.513098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc9c00-6968-4cf4-86fd-083c298e2c52 req-b410abc1-2cca-46bc-94b3-46c8c8327cb8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:09.516334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fdc9c00-6968-4cf4-86fd-083c298e2c52 req-b410abc1-2cca-46bc-94b3-46c8c8327cb8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 931 time: 0.0565515 Nov 16 05:37:09.565698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fdc9c00-6968-4cf4-86fd-083c298e2c52 req-2f88dbc8-c9c3-4ad0-9576-3d365001b61b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445316 Nov 16 05:37:10.265991 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ca0d3102-cb93-4fcd-a80e-5a60ed3335e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:10.465471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-111f4009-a719-41b0-bede-32a3ae3333ae tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:37:10.466749 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-111f4009-a719-41b0-bede-32a3ae3333ae tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060790 Nov 16 05:37:10.478446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Request body: {'port': {'device_id': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:37:10.537920 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:10.682769 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54640e2e-d04c-4b23-8ab2-f9f5f405adb9 req-f37ada3b-dcf8-487a-a30a-281a23ec57b8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:10.684326 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54640e2e-d04c-4b23-8ab2-f9f5f405adb9 req-f37ada3b-dcf8-487a-a30a-281a23ec57b8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 931 time: 0.0531673 Nov 16 05:37:10.736718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-54640e2e-d04c-4b23-8ab2-f9f5f405adb9 req-aedf5390-8a35-44ab-afee-fb3bc39b04a3 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461404 Nov 16 05:37:10.798645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:37:10.805733 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:10.817677 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Transition to ACTIVE for port object 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:37:10.822106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:10.891516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:10.942075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Attempting to bind port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:37:10.942412 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Attempting to bind port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '3715ea60-6a23-4bcd-ad75-314015665d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:37:10.942737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Attempting to bind port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda on network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:37:10.947718 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda on network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:37:10.948039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Attempting to bind port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda on network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:37:10.952843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:37:10.953171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Checking segment: {'id': '3715ea60-6a23-4bcd-ad75-314015665d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:37:10.953548 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Bound using segment: {'id': '3715ea60-6a23-4bcd-ad75-314015665d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:37:10.954000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Bound port: 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3715ea60-6a23-4bcd-ad75-314015665d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:37:10.954350 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:11.018742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] For port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:37:11.021671 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] For port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,segment=NetworkSegment(3715ea60-6a23-4bcd-ad75-314015665d92),segment_id=3715ea60-6a23-4bcd-ad75-314015665d92)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:37:11.026757 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:11.059635 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:11.060240 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:11.062007 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] 10.222.0.15 "PUT /v2.0/ports/8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda HTTP/1.1" status: 200 len: 1091 time: 0.5873437 Nov 16 05:37:11.062452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:37:11.064660 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51c9bb0-8995-42e8-b204-1ce63f6e49c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:37:11.095216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d841a-6493-41f8-ab80-042594b6a317 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:11.126185 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d145ec37-9707-4e34-a4bc-4cb911f2368f x-openstack-request-id: req-d145ec37-9707-4e34-a4bc-4cb911f2368f {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:37:11.126481 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:37:11.126755 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d145ec37-9707-4e34-a4bc-4cb911f2368f {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:37:11.127143 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda', 'status': 'completed', 'code': 200} Nov 16 05:37:11.166091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3b82b18b-b405-4c1f-8d65-83ffcc6da95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:11.167623 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-3b82b18b-b405-4c1f-8d65-83ffcc6da95a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a00975f25ea84f9299a4c3a552444f57&device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 1094 time: 0.0525353 Nov 16 05:37:11.211802 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-dd31a851-6c97-4e0c-9358-93cfb79445c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda HTTP/1.1" status: 200 len: 217 time: 0.0362895 Nov 16 05:37:11.261493 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-24bc10b7-a2ff-414c-b97e-cf9862576b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:11.262952 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-24bc10b7-a2ff-414c-b97e-cf9862576b1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4cd1db9b-95bd-40b6-bcc1-c0e61fca415c HTTP/1.1" status: 200 len: 853 time: 0.0445421 Nov 16 05:37:11.313148 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-ab9a18e3-de08-49ea-9f62-e4969eda51dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:11.314696 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-ab9a18e3-de08-49ea-9f62-e4969eda51dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449622 Nov 16 05:37:11.402704 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-f4df0b68-3ea7-44b0-b32f-dacb18d0f84d service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797968 Nov 16 05:37:11.494523 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7898ef7d-4b40-48e8-abb9-bccd102d214c req-02b4f10e-38ff-45bb-9d94-4f411585b346 service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851924 Nov 16 05:37:11.575165 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c9bb0-8995-42e8-b204-1ce63f6e49c4 req-d5905510-1b4f-4775-9c31-25db3ae5db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:11.576576 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e51c9bb0-8995-42e8-b204-1ce63f6e49c4 req-d5905510-1b4f-4775-9c31-25db3ae5db40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a00975f25ea84f9299a4c3a552444f57&device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 1094 time: 0.0411732 Nov 16 05:37:11.662269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c9bb0-8995-42e8-b204-1ce63f6e49c4 req-26bfd016-bc10-4a6f-af2f-1a07013241df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:11.664237 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e51c9bb0-8995-42e8-b204-1ce63f6e49c4 req-26bfd016-bc10-4a6f-af2f-1a07013241df service neutron] 10.222.0.15 "GET /v2.0/networks?id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef HTTP/1.1" status: 200 len: 915 time: 0.0811727 Nov 16 05:37:11.707790 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e51c9bb0-8995-42e8-b204-1ce63f6e49c4 req-98fde538-4224-4163-819c-550cc2b1b7e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda HTTP/1.1" status: 200 len: 217 time: 0.0361245 Nov 16 05:37:11.756620 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c9bb0-8995-42e8-b204-1ce63f6e49c4 req-ae476a5e-c747-45e1-ad66-b3ee68527924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:11.758124 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e51c9bb0-8995-42e8-b204-1ce63f6e49c4 req-ae476a5e-c747-45e1-ad66-b3ee68527924 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4cd1db9b-95bd-40b6-bcc1-c0e61fca415c HTTP/1.1" status: 200 len: 853 time: 0.0429285 Nov 16 05:37:11.804715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c9bb0-8995-42e8-b204-1ce63f6e49c4 req-228c2bea-c17b-47eb-8ca5-1451207db552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:11.806229 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e51c9bb0-8995-42e8-b204-1ce63f6e49c4 req-228c2bea-c17b-47eb-8ca5-1451207db552 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402861 Nov 16 05:37:11.851287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289e7da-6aaf-46f6-ba6b-1ee9c2620b6c req-854e4b67-d079-48d4-a0f1-d6db4f6752da tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:11.852707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2289e7da-6aaf-46f6-ba6b-1ee9c2620b6c req-854e4b67-d079-48d4-a0f1-d6db4f6752da tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 943 time: 0.0486169 Nov 16 05:37:11.900327 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e51c9bb0-8995-42e8-b204-1ce63f6e49c4 req-b0fadd95-5267-4b4e-9615-c8275f3324e7 service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857787 Nov 16 05:37:11.900904 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2289e7da-6aaf-46f6-ba6b-1ee9c2620b6c req-dc855e70-c200-4a2d-9379-4ad833e17934 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Nov 16 05:37:11.988203 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e51c9bb0-8995-42e8-b204-1ce63f6e49c4 req-ae2035ab-0d97-4475-a030-4796e353f331 service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801790 Nov 16 05:37:12.102019 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:12.669328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:37:12.763430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,segment=NetworkSegment(3715ea60-6a23-4bcd-ad75-314015665d92),segment_id=3715ea60-6a23-4bcd-ad75-314015665d92)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:37:12.775102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'port_id': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda', 'mac_address': 'fa:16:3e:6c:e6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:37:12.810057 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:12.822201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:37:12.842351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,segment=NetworkSegment(3715ea60-6a23-4bcd-ad75-314015665d92),segment_id=3715ea60-6a23-4bcd-ad75-314015665d92)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:37:12.846409 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:12.893828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:12.901545 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:12.901920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:12.902266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:12.902605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:12.902941 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:12.903273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:12.903603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:12.903931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:12.904257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:12.904588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:12.904909 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:12.905253 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:37:13.015716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbee674-56d4-4c11-a053-a7108b1bf010 req-002ff1f3-89be-4ca8-8423-9f89d02972fe tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:13.017210 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bbee674-56d4-4c11-a053-a7108b1bf010 req-002ff1f3-89be-4ca8-8423-9f89d02972fe tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 944 time: 0.0481818 Nov 16 05:37:13.055041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:37:13.064584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0bbee674-56d4-4c11-a053-a7108b1bf010 req-a6ba28c4-b710-4d6d-9c7c-b5e019c79ef3 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407217 Nov 16 05:37:13.456611 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:13.812020 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:14.183855 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3a5b7-bd98-4d0d-af49-2faaabd814fe req-9de5cc7d-8819-4cc8-87e8-31c9fadae93b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:14.185306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51c3a5b7-bd98-4d0d-af49-2faaabd814fe req-9de5cc7d-8819-4cc8-87e8-31c9fadae93b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 944 time: 0.0507836 Nov 16 05:37:14.231478 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-51c3a5b7-bd98-4d0d-af49-2faaabd814fe req-0cf6a0df-0318-4198-9c7c-016fbf67ad36 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399992 Nov 16 05:37:14.688167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:37:14.738394 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:37:14.742457 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:37:14.742824 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:14.819355 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:14.848138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:37:14.851034 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0a3a42-b855-4aa6-a50f-227e6d23ed19" -d '{"events": [{"server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "name": "network-vif-plugged", "status": "completed", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:37:14.873088 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,segment=NetworkSegment(3715ea60-6a23-4bcd-ad75-314015665d92),segment_id=3715ea60-6a23-4bcd-ad75-314015665d92)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:37:14.910306 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2211a83e-4e4b-4235-9ce7-010793251476 x-openstack-request-id: req-2211a83e-4e4b-4235-9ce7-010793251476 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:37:14.910785 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "name": "network-vif-plugged", "status": "completed", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:37:14.911576 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2211a83e-4e4b-4235-9ce7-010793251476 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:37:14.912112 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda', 'code': 200} Nov 16 05:37:14.913613 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:14.966000 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:15.012135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2e347-85cc-485c-b823-5cd592f2a93a req-5b7c8258-7b10-4f0e-af9c-8331d789d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:15.013612 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e1e2e347-85cc-485c-b823-5cd592f2a93a req-5b7c8258-7b10-4f0e-af9c-8331d789d036 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 1096 time: 0.0443671 Nov 16 05:37:15.056049 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e1e2e347-85cc-485c-b823-5cd592f2a93a req-1955b893-0ba3-4c41-992a-c4e14b333055 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353563 Nov 16 05:37:15.350933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8a65e-54d3-4418-9664-a8d16b3f83df req-80271aac-260b-416d-a76a-6936f6bd4bd7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:15.352415 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7aa8a65e-54d3-4418-9664-a8d16b3f83df req-80271aac-260b-416d-a76a-6936f6bd4bd7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 945 time: 0.0520942 Nov 16 05:37:15.398523 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7aa8a65e-54d3-4418-9664-a8d16b3f83df req-6bcf07b3-a02c-415d-9957-3b235cd63efc tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401757 Nov 16 05:37:16.517718 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae7a65-17c4-4ad0-a83e-58d3b022af5b req-ab0b6e9e-d3be-4f43-ba92-79b5eafe4cc0 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:16.519213 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30ae7a65-17c4-4ad0-a83e-58d3b022af5b req-ab0b6e9e-d3be-4f43-ba92-79b5eafe4cc0 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 945 time: 0.0523477 Nov 16 05:37:16.566137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-30ae7a65-17c4-4ad0-a83e-58d3b022af5b req-ca0efb77-e396-480e-a9b2-ad60d57f4499 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Nov 16 05:37:16.682135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8653f-2f58-4a1a-a383-774a4e4ed4d5 req-62e11264-c75d-4c9a-bee2-557bc3aa840f tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:16.683514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42e8653f-2f58-4a1a-a383-774a4e4ed4d5 req-62e11264-c75d-4c9a-bee2-557bc3aa840f tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 945 time: 0.0487292 Nov 16 05:37:16.731094 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-42e8653f-2f58-4a1a-a383-774a4e4ed4d5 req-fe7ae490-d9c4-437e-9327-e4eb8bff68a1 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Nov 16 05:37:16.738124 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:16.926401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c3e9e-bad3-4041-b6d5-1bff89f8cb7f req-68ba8c3f-6137-444e-bfe5-7e480b131b90 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:16.927880 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-970c3e9e-bad3-4041-b6d5-1bff89f8cb7f req-68ba8c3f-6137-444e-bfe5-7e480b131b90 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 945 time: 0.0573819 Nov 16 05:37:16.979420 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-970c3e9e-bad3-4041-b6d5-1bff89f8cb7f req-210625bd-4fad-4d54-8e99-56da47b4a259 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449195 Nov 16 05:37:17.286464 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7c6741c5-8f8a-40ec-a227-081cf5397e32 req-f728b74d-a87f-4b9e-98ff-188b23abbf69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401673 Nov 16 05:37:17.372440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6741c5-8f8a-40ec-a227-081cf5397e32 req-1f006d2a-9fd2-4cfa-8618-a700a138491a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:17.374083 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7c6741c5-8f8a-40ec-a227-081cf5397e32 req-1f006d2a-9fd2-4cfa-8618-a700a138491a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a00975f25ea84f9299a4c3a552444f57&device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 1096 time: 0.0410328 Nov 16 05:37:17.481246 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6741c5-8f8a-40ec-a227-081cf5397e32 req-0ece5e5e-091c-4d60-96a6-0ca957de85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:17.482689 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7c6741c5-8f8a-40ec-a227-081cf5397e32 req-0ece5e5e-091c-4d60-96a6-0ca957de85ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef HTTP/1.1" status: 200 len: 915 time: 0.0882916 Nov 16 05:37:17.523261 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7c6741c5-8f8a-40ec-a227-081cf5397e32 req-eeca49a5-15e6-4e3d-a7fe-33ce447a1c06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda HTTP/1.1" status: 200 len: 217 time: 0.0336711 Nov 16 05:37:17.578887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6741c5-8f8a-40ec-a227-081cf5397e32 req-6637e98a-ca78-45ce-915d-d11cb587177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:17.580347 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7c6741c5-8f8a-40ec-a227-081cf5397e32 req-6637e98a-ca78-45ce-915d-d11cb587177b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4cd1db9b-95bd-40b6-bcc1-c0e61fca415c HTTP/1.1" status: 200 len: 853 time: 0.0509789 Nov 16 05:37:17.628947 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6741c5-8f8a-40ec-a227-081cf5397e32 req-958d05c7-cf86-42cb-8b36-160c364241af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:17.630569 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7c6741c5-8f8a-40ec-a227-081cf5397e32 req-958d05c7-cf86-42cb-8b36-160c364241af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438263 Nov 16 05:37:17.718396 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7c6741c5-8f8a-40ec-a227-081cf5397e32 req-c36e1a5c-dfc7-442a-a124-1a501bad28e2 service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806069 Nov 16 05:37:17.811124 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7c6741c5-8f8a-40ec-a227-081cf5397e32 req-88b8e5d7-d71b-4307-9216-0f8578d0f9a4 service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856295 Nov 16 05:37:18.818662 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:25.466438 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:37:29.452941 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10177d-995d-42c0-a5c5-f42ace242350 req-81e6c2dc-0cb4-4132-a9c7-a7bbbeea0248 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:29.454441 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f10177d-995d-42c0-a5c5-f42ace242350 req-81e6c2dc-0cb4-4132-a9c7-a7bbbeea0248 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 945 time: 0.0486410 Nov 16 05:37:29.501229 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2f10177d-995d-42c0-a5c5-f42ace242350 req-ffe4d60c-33bd-4439-9e49-7d45911013be tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Nov 16 05:37:29.522923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33686) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:37:29.673968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb69f7d8-a1f5-47d4-9c2d-335e78db1356 tempest-TestMinimumBasicScenario-535755200 tempest-TestMinimumBasicScenario-535755200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:29.675483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fb69f7d8-a1f5-47d4-9c2d-335e78db1356 tempest-TestMinimumBasicScenario-535755200 tempest-TestMinimumBasicScenario-535755200-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 1091 time: 0.1516013 Nov 16 05:37:29.679190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33690) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:37:29.683406 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:37:29.705536 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:29.804274 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:29.904627 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Allocated IP 172.25.0.124 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/aafe7d22-a6e9-4518-bd82-86bc8e099224) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:37:30.016785 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:30.050093 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:30.086182 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:37:30.090991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:37:30.094526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:37:30.118130 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event updated for resources: {'Port': ['ID=aafe7d22-a6e9-4518-bd82-86bc8e099224,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:30.442507 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:30.507639 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:30.660467 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:30.667834 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:30.741559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event updated for resources: {'Port': ['ID=aafe7d22-a6e9-4518-bd82-86bc8e099224,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:30.753701 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:30.854261 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Floating IP ba9534a7-965e-46ed-b866-1564970e1eb0 associated. External IP: 172.25.0.124, port: 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda. Nov 16 05:37:31.057382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Router a32f037b-0408-47d4-87c1-62b76f74c58c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:37:31.163200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:37:31.173006 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab64a326-9ec1-44ad-afdd-1f66f8d741a2 None None] Sync routers for ids ['a32f037b-0408-47d4-87c1-62b76f74c58c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:37:31.182304 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.183071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab64a326-9ec1-44ad-afdd-1f66f8d741a2 None None] Routers {'a32f037b-0408-47d4-87c1-62b76f74c58c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:37:31.183684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ab64a326-9ec1-44ad-afdd-1f66f8d741a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:37:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a32f037b-0408-47d4-87c1-62b76f74c58c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:37:31.210618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-565dd4c3-6ca8-4738-9d96-7c867c6509f8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5304260 Nov 16 05:37:31.211224 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:37:31.213482 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3345ee63-d657-4f7d-950c-a37a0ebaa260" -d '{"events": [{"name": "network-changed", "server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:37:31.213629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33692) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:37:31.218683 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-58116358-4a8e-4a87-9f36-4a98edc6484a tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-579653374', 'description': 'tempest-secgroup-smoke-579653374 description', 'project_id': 'a00975f25ea84f9299a4c3a552444f57'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:37:31.243013 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58116358-4a8e-4a87-9f36-4a98edc6484a tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.256958 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5193ae41-40d2-4b8c-b3ea-0d32acb8ab82 x-openstack-request-id: req-5193ae41-40d2-4b8c-b3ea-0d32acb8ab82 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:37:31.257258 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:37:31.257565 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5193ae41-40d2-4b8c-b3ea-0d32acb8ab82 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:37:31.258216 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda', 'status': 'completed', 'code': 200} Nov 16 05:37:31.292809 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-ab64a326-9ec1-44ad-afdd-1f66f8d741a2 None None] Set router a32f037b-0408-47d4-87c1-62b76f74c58c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:37:31.334936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58116358-4a8e-4a87-9f36-4a98edc6484a tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.339675 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58116358-4a8e-4a87-9f36-4a98edc6484a tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.380700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345ee63-d657-4f7d-950c-a37a0ebaa260 req-aaaff97c-6f9b-48ac-b8cf-60fa6e9c45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:31.382906 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3345ee63-d657-4f7d-950c-a37a0ebaa260 req-aaaff97c-6f9b-48ac-b8cf-60fa6e9c45e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a00975f25ea84f9299a4c3a552444f57&device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 1096 time: 0.0916624 Nov 16 05:37:31.384462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58116358-4a8e-4a87-9f36-4a98edc6484a tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf64fc5a-728b-46a1-a6e1-48d43c5fced1,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:31.389679 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-58116358-4a8e-4a87-9f36-4a98edc6484a tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.394176 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-58116358-4a8e-4a87-9f36-4a98edc6484a tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1793602 Nov 16 05:37:31.394345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33696) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:37:31.399586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-055e8b79-fb5c-43d1-8b24-1ef913d45bff tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Request body: {'security_group_rule': {'security_group_id': 'cf64fc5a-728b-46a1-a6e1-48d43c5fced1', 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:37:31.430167 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-055e8b79-fb5c-43d1-8b24-1ef913d45bff tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.484090 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345ee63-d657-4f7d-950c-a37a0ebaa260 req-3e13341c-d117-4c35-812a-451f3c3e6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:31.485343 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3345ee63-d657-4f7d-950c-a37a0ebaa260 req-3e13341c-d117-4c35-812a-451f3c3e6b72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef HTTP/1.1" status: 200 len: 915 time: 0.0898767 Nov 16 05:37:31.500804 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-055e8b79-fb5c-43d1-8b24-1ef913d45bff tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.505589 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-055e8b79-fb5c-43d1-8b24-1ef913d45bff tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.531285 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-055e8b79-fb5c-43d1-8b24-1ef913d45bff tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.535111 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-055e8b79-fb5c-43d1-8b24-1ef913d45bff tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371722 Nov 16 05:37:31.535111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e8b79-fb5c-43d1-8b24-1ef913d45bff tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afa7ecc-6c4b-46e3-ab9f-58607165f8c6,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:31.535611 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33698) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:37:31.547178 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3161cdc8-979a-4f24-a8e4-a7ae134c9ad4 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Request body: {'security_group_rule': {'security_group_id': 'cf64fc5a-728b-46a1-a6e1-48d43c5fced1', 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:37:31.566262 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3345ee63-d657-4f7d-950c-a37a0ebaa260 req-396724db-9893-4134-b412-f75a402205dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda HTTP/1.1" status: 200 len: 999 time: 0.0729673 Nov 16 05:37:31.577035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3161cdc8-979a-4f24-a8e4-a7ae134c9ad4 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.616717 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345ee63-d657-4f7d-950c-a37a0ebaa260 req-7b708a74-86da-4448-9bed-0e6c3ed084e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:31.618265 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3345ee63-d657-4f7d-950c-a37a0ebaa260 req-7b708a74-86da-4448-9bed-0e6c3ed084e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4cd1db9b-95bd-40b6-bcc1-c0e61fca415c HTTP/1.1" status: 200 len: 853 time: 0.0444705 Nov 16 05:37:31.635143 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3161cdc8-979a-4f24-a8e4-a7ae134c9ad4 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.639500 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3161cdc8-979a-4f24-a8e4-a7ae134c9ad4 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.658363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161cdc8-979a-4f24-a8e4-a7ae134c9ad4 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b98c331-600d-4f55-9b26-2730d83776f9,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:31.670938 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3161cdc8-979a-4f24-a8e4-a7ae134c9ad4 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.675273 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3161cdc8-979a-4f24-a8e4-a7ae134c9ad4 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330237 Nov 16 05:37:31.676146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33700) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:37:31.680576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-271b8b95-49a0-4432-bde6-cda81714c78b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Request body: {'security_group_rule': {'security_group_id': 'cf64fc5a-728b-46a1-a6e1-48d43c5fced1', 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:37:31.682222 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345ee63-d657-4f7d-950c-a37a0ebaa260 req-a028a62b-a6df-4877-8109-cd91762fb782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:31.684125 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3345ee63-d657-4f7d-950c-a37a0ebaa260 req-a028a62b-a6df-4877-8109-cd91762fb782 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583062 Nov 16 05:37:31.710182 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-271b8b95-49a0-4432-bde6-cda81714c78b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.725931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ab64a326-9ec1-44ad-afdd-1f66f8d741a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port': {'id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'ba9534a7-965e-46ed-b866-1564970e1eb0', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'port_id': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'mac_address': 'fa:16:3e:6c:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:37:30Z', 'updated_at': '2021-11-16T05:37:30Z', 'revision_number': 0, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45de0937-875c-4a25-8fd9-11ef75a74fc1', 'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'mac_address': 'fa:16:3e:46:a6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:41Z', 'updated_at': '2021-11-16T05:36:47Z', 'revision_number': 5, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'subnets': [{'id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:37:31.753708 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab64a326-9ec1-44ad-afdd-1f66f8d741a2 None None] Checking router: a32f037b-0408-47d4-87c1-62b76f74c58c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:37:31.768176 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab64a326-9ec1-44ad-afdd-1f66f8d741a2 None None] Routers {'a32f037b-0408-47d4-87c1-62b76f74c58c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:37:31.768864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ab64a326-9ec1-44ad-afdd-1f66f8d741a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:37:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a32f037b-0408-47d4-87c1-62b76f74c58c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:37:31.773072 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-271b8b95-49a0-4432-bde6-cda81714c78b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.777087 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-271b8b95-49a0-4432-bde6-cda81714c78b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.792128 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3345ee63-d657-4f7d-950c-a37a0ebaa260 req-e533d910-c4c2-43e4-b181-eefa6f3a29d5 service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002350 Nov 16 05:37:31.794781 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271b8b95-49a0-4432-bde6-cda81714c78b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d26409c-7fa4-404d-8e47-559a2769431e,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:31.807630 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-271b8b95-49a0-4432-bde6-cda81714c78b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.809939 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-271b8b95-49a0-4432-bde6-cda81714c78b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327856 Nov 16 05:37:31.810852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33702) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:37:31.815315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e52dbcde-e7b6-44a6-8b21-3fb81eec9047 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Request body: {'security_group_rule': {'security_group_id': 'cf64fc5a-728b-46a1-a6e1-48d43c5fced1', 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:37:31.844758 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e52dbcde-e7b6-44a6-8b21-3fb81eec9047 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.880733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-ab64a326-9ec1-44ad-afdd-1f66f8d741a2 None None] Set router a32f037b-0408-47d4-87c1-62b76f74c58c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:37:31.890236 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-3345ee63-d657-4f7d-950c-a37a0ebaa260 req-dfb5be63-c0ea-4ee6-a8ad-f9c7bda83fca service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909686 Nov 16 05:37:31.909534 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e52dbcde-e7b6-44a6-8b21-3fb81eec9047 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.915129 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e52dbcde-e7b6-44a6-8b21-3fb81eec9047 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.934048 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dbcde-e7b6-44a6-8b21-3fb81eec9047 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99d4d77-fb1a-4d55-b9cf-6a75c9cfbba8,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:31.945375 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e52dbcde-e7b6-44a6-8b21-3fb81eec9047 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:31.945686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e52dbcde-e7b6-44a6-8b21-3fb81eec9047 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1339002 Nov 16 05:37:31.948388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33704) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:37:31.952861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5ca16608-b9ee-4c65-ae5e-d1da15bec6a9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Request body: {'security_group_rule': {'security_group_id': 'cf64fc5a-728b-46a1-a6e1-48d43c5fced1', 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:37:31.975919 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-5ca16608-b9ee-4c65-ae5e-d1da15bec6a9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Project a00975f25ea84f9299a4c3a552444f57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:37:31.983952 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ca16608-b9ee-4c65-ae5e-d1da15bec6a9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:32.046578 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ca16608-b9ee-4c65-ae5e-d1da15bec6a9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:32.050395 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ca16608-b9ee-4c65-ae5e-d1da15bec6a9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:32.072534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca16608-b9ee-4c65-ae5e-d1da15bec6a9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32dc559-5e08-45da-a17f-98e99421a009,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:32.078537 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ca16608-b9ee-4c65-ae5e-d1da15bec6a9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:32.079733 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5ca16608-b9ee-4c65-ae5e-d1da15bec6a9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302874 Nov 16 05:37:32.082413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33706) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:37:32.086658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5ad8adda-5d66-43f1-99c2-23b35c6b6f14 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Request body: {'security_group_rule': {'security_group_id': 'cf64fc5a-728b-46a1-a6e1-48d43c5fced1', 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:37:32.108322 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-5ad8adda-5d66-43f1-99c2-23b35c6b6f14 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Project a00975f25ea84f9299a4c3a552444f57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:37:32.113282 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ad8adda-5d66-43f1-99c2-23b35c6b6f14 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:32.126628 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ab64a326-9ec1-44ad-afdd-1f66f8d741a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port': {'id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'ba9534a7-965e-46ed-b866-1564970e1eb0', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'port_id': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'mac_address': 'fa:16:3e:6c:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:37:30Z', 'updated_at': '2021-11-16T05:37:30Z', 'revision_number': 0, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45de0937-875c-4a25-8fd9-11ef75a74fc1', 'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'mac_address': 'fa:16:3e:46:a6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:41Z', 'updated_at': '2021-11-16T05:36:47Z', 'revision_number': 5, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'subnets': [{'id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:37:32.153511 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab64a326-9ec1-44ad-afdd-1f66f8d741a2 None None] The sync data for ids ['a32f037b-0408-47d4-87c1-62b76f74c58c'] in n-d-818042-1 is: [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port': {'id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'ba9534a7-965e-46ed-b866-1564970e1eb0', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'floating_ip_address': '172.25.0.124', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'port_id': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'mac_address': 'fa:16:3e:6c:e6:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:37:30Z', 'updated_at': '2021-11-16T05:37:30Z', 'revision_number': 0, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45de0937-875c-4a25-8fd9-11ef75a74fc1', 'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'mac_address': 'fa:16:3e:46:a6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:41Z', 'updated_at': '2021-11-16T05:36:47Z', 'revision_number': 5, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'subnets': [{'id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:37:32.173688 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ad8adda-5d66-43f1-99c2-23b35c6b6f14 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:32.179184 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ad8adda-5d66-43f1-99c2-23b35c6b6f14 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:32.198340 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8adda-5d66-43f1-99c2-23b35c6b6f14 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004b751c-394c-4c06-b1d5-4cb5bc084c29,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:32.208240 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5ad8adda-5d66-43f1-99c2-23b35c6b6f14 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:32.209974 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5ad8adda-5d66-43f1-99c2-23b35c6b6f14 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1266212 Nov 16 05:37:32.308522 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28ee520f-2eac-4ab6-ba93-7c4d5301a129 req-fb48d625-b0ba-470f-99f1-f17f7ab714e2 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579653374&fields=id&tenant_id=a00975f25ea84f9299a4c3a552444f57 HTTP/1.1" status: 200 len: 267 time: 0.0497758 Nov 16 05:37:32.366855 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca53932d-2f05-4595-bb8d-36b94234779a None None] New status for floating IP ba9534a7-965e-46ed-b866-1564970e1eb0: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:37:32.367360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee520f-2eac-4ab6-ba93-7c4d5301a129 req-c68a446c-5c34-4d9c-9d4b-0c9176f6ac7e tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:32.368519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28ee520f-2eac-4ab6-ba93-7c4d5301a129 req-c68a446c-5c34-4d9c-9d4b-0c9176f6ac7e tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 945 time: 0.0537164 Nov 16 05:37:32.382379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-28ee520f-2eac-4ab6-ba93-7c4d5301a129 req-9b853848-ab95-4d6d-a14c-fd23f5b57702 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Request body: {'port': {'security_groups': ['dec7413c-fccd-45ce-81bb-c375bb461f74', 'cf64fc5a-728b-46a1-a6e1-48d43c5fced1']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:37:32.444511 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-28ee520f-2eac-4ab6-ba93-7c4d5301a129 req-9b853848-ab95-4d6d-a14c-fd23f5b57702 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:32.646295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-28ee520f-2eac-4ab6-ba93-7c4d5301a129 req-9b853848-ab95-4d6d-a14c-fd23f5b57702 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] For port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,segment=NetworkSegment(3715ea60-6a23-4bcd-ad75-314015665d92),segment_id=3715ea60-6a23-4bcd-ad75-314015665d92)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:37:32.686073 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-28ee520f-2eac-4ab6-ba93-7c4d5301a129 req-9b853848-ab95-4d6d-a14c-fd23f5b57702 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:32.690529 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-28ee520f-2eac-4ab6-ba93-7c4d5301a129 req-9b853848-ab95-4d6d-a14c-fd23f5b57702 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:32.702787 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:37:32.738348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee520f-2eac-4ab6-ba93-7c4d5301a129 req-9b853848-ab95-4d6d-a14c-fd23f5b57702 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:32.739069 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-28ee520f-2eac-4ab6-ba93-7c4d5301a129 req-9b853848-ab95-4d6d-a14c-fd23f5b57702 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:32.741055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28ee520f-2eac-4ab6-ba93-7c4d5301a129 req-9b853848-ab95-4d6d-a14c-fd23f5b57702 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "PUT /v2.0/ports/8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda HTTP/1.1" status: 200 len: 981 time: 0.3634593 Nov 16 05:37:32.773794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b853848-ab95-4d6d-a14c-fd23f5b57702 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event updated for resources: {'Port': ['ID=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:37:32.803131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:37:32.871278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8bea1-6799-4673-9dde-07640c97c748 req-29099902-ba99-4478-b50e-aa2eb1155754 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:32.872825 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34a8bea1-6799-4673-9dde-07640c97c748 req-29099902-ba99-4478-b50e-aa2eb1155754 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 984 time: 0.0570278 Nov 16 05:37:32.940074 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34a8bea1-6799-4673-9dde-07640c97c748 req-77334066-fd91-46ab-92af-30da6f01a862 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf64fc5a-728b-46a1-a6e1-48d43c5fced1&id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604665 Nov 16 05:37:33.024720 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d1748f94-021b-4619-bbc7-729066d8bd78 None None] Provisioning complete for port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:37:33.024980 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d1748f94-021b-4619-bbc7-729066d8bd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:33.259346 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:37:33.261794 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612ce076-d32c-4432-bbfe-3979c7703c27" -d '{"events": [{"name": "network-changed", "server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:37:33.298784 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91df685-5dd0-4bfd-bf2c-b98e0ab04eda x-openstack-request-id: req-f91df685-5dd0-4bfd-bf2c-b98e0ab04eda {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:37:33.299144 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:37:33.299518 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f91df685-5dd0-4bfd-bf2c-b98e0ab04eda {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:37:33.299930 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda', 'status': 'completed', 'code': 200} Nov 16 05:37:33.361387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ce076-d32c-4432-bbfe-3979c7703c27 req-e452f90b-cc01-4e80-9bc0-34681e0de53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:33.362926 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-612ce076-d32c-4432-bbfe-3979c7703c27 req-e452f90b-cc01-4e80-9bc0-34681e0de53d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a00975f25ea84f9299a4c3a552444f57&device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 1135 time: 0.0410318 Nov 16 05:37:33.457777 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ce076-d32c-4432-bbfe-3979c7703c27 req-f49ec128-6b7f-46e4-8961-45927258c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:33.459817 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-612ce076-d32c-4432-bbfe-3979c7703c27 req-f49ec128-6b7f-46e4-8961-45927258c4ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef HTTP/1.1" status: 200 len: 915 time: 0.0880983 Nov 16 05:37:33.522457 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-612ce076-d32c-4432-bbfe-3979c7703c27 req-56a5360c-93ca-41ee-9e2e-e458df5e3e95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda HTTP/1.1" status: 200 len: 1001 time: 0.0553944 Nov 16 05:37:33.573887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ce076-d32c-4432-bbfe-3979c7703c27 req-7ace4c61-d242-429d-835b-7ca258f30692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:33.575312 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-612ce076-d32c-4432-bbfe-3979c7703c27 req-7ace4c61-d242-429d-835b-7ca258f30692 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4cd1db9b-95bd-40b6-bcc1-c0e61fca415c HTTP/1.1" status: 200 len: 853 time: 0.0460372 Nov 16 05:37:33.618728 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ce076-d32c-4432-bbfe-3979c7703c27 req-ffc5ff98-e1bf-4721-852b-23123423e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:33.620128 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-612ce076-d32c-4432-bbfe-3979c7703c27 req-ffc5ff98-e1bf-4721-852b-23123423e921 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378416 Nov 16 05:37:33.705574 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-612ce076-d32c-4432-bbfe-3979c7703c27 req-a9251e3a-5316-4205-b78a-823db02529ae service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784264 Nov 16 05:37:33.795112 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-612ce076-d32c-4432-bbfe-3979c7703c27 req-0651b654-87bc-4177-a8d1-4be51a42ac7c service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824077 Nov 16 05:37:38.085036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9181c427-416a-4470-b6e9-a341a103582d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:40.266758 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ce4e3f9-362f-44b8-ae6c-d1d7a50b9abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:42.104960 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:43.458412 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:43.813450 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:46.763884 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:48.818020 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:37:50.028427 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a9aa9-e47c-4c14-be3d-0e70105d62b5 req-49a4a0cd-e6c0-4b66-bdfc-64a05a73ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:50.029192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d99ec-8f18-4bc1-89f3-1728c32ce875 req-23969ddc-4e30-4e1a-9199-1e1bb47fe297 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:50.029952 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b84a9aa9-e47c-4c14-be3d-0e70105d62b5 req-49a4a0cd-e6c0-4b66-bdfc-64a05a73ae91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a00975f25ea84f9299a4c3a552444f57&device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 1135 time: 0.0413430 Nov 16 05:37:50.030722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-984d99ec-8f18-4bc1-89f3-1728c32ce875 req-23969ddc-4e30-4e1a-9199-1e1bb47fe297 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 984 time: 0.0511563 Nov 16 05:37:50.093141 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-984d99ec-8f18-4bc1-89f3-1728c32ce875 req-e0446ad7-6409-4001-9b35-865e4b90f700 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf64fc5a-728b-46a1-a6e1-48d43c5fced1&id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561035 Nov 16 05:37:50.123533 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a9aa9-e47c-4c14-be3d-0e70105d62b5 req-ef77bd78-b386-423b-88c7-2b0422a06fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:50.124993 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b84a9aa9-e47c-4c14-be3d-0e70105d62b5 req-ef77bd78-b386-423b-88c7-2b0422a06fd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef HTTP/1.1" status: 200 len: 915 time: 0.0882823 Nov 16 05:37:50.190191 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b84a9aa9-e47c-4c14-be3d-0e70105d62b5 req-fcfafe7c-29b4-4f35-b215-a004a178fa14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda HTTP/1.1" status: 200 len: 1001 time: 0.0567706 Nov 16 05:37:50.242550 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a9aa9-e47c-4c14-be3d-0e70105d62b5 req-8d5121d4-c194-4c25-a53e-dbaf325aed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:50.243955 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b84a9aa9-e47c-4c14-be3d-0e70105d62b5 req-8d5121d4-c194-4c25-a53e-dbaf325aed62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4cd1db9b-95bd-40b6-bcc1-c0e61fca415c HTTP/1.1" status: 200 len: 853 time: 0.0463581 Nov 16 05:37:50.288528 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a9aa9-e47c-4c14-be3d-0e70105d62b5 req-0484426d-80da-42ca-969e-8df1e93dd771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:50.290010 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b84a9aa9-e47c-4c14-be3d-0e70105d62b5 req-0484426d-80da-42ca-969e-8df1e93dd771 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388606 Nov 16 05:37:50.377716 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b84a9aa9-e47c-4c14-be3d-0e70105d62b5 req-deea27b7-0308-48a1-b33b-08e88c0b894a service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805259 Nov 16 05:37:50.769589 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b84a9aa9-e47c-4c14-be3d-0e70105d62b5 req-55bfae9f-e6c7-4ce7-8096-cd92ba4d4194 service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845396 Nov 16 05:37:51.213720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c437c-e0fc-4ee4-a5c3-e6ac80e3eeab req-ce0e034b-61ae-4c76-9801-fec6bc178a9a tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:51.215190 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d3c437c-e0fc-4ee4-a5c3-e6ac80e3eeab req-ce0e034b-61ae-4c76-9801-fec6bc178a9a tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 984 time: 0.0527728 Nov 16 05:37:51.273707 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9d3c437c-e0fc-4ee4-a5c3-e6ac80e3eeab req-b593aa94-8ada-4d3c-a998-27f1953fb514 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf64fc5a-728b-46a1-a6e1-48d43c5fced1&id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525312 Nov 16 05:37:52.387387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbbe53e-c0a2-4c3b-bd04-c111bffa2ecb req-dcab7334-4faa-4b31-92c5-6354fe00dff4 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:52.388858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fbbe53e-c0a2-4c3b-bd04-c111bffa2ecb req-dcab7334-4faa-4b31-92c5-6354fe00dff4 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 984 time: 0.0486157 Nov 16 05:37:52.450932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5fbbe53e-c0a2-4c3b-bd04-c111bffa2ecb req-93eb4c5d-c6ba-4ae3-889a-c97d3dbf70fe tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf64fc5a-728b-46a1-a6e1-48d43c5fced1&id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560641 Nov 16 05:37:53.569479 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a29f5c-5188-47fd-aada-22c93538492e req-183e9250-090c-44ff-a2fb-24f23376e05f tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:53.571115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28a29f5c-5188-47fd-aada-22c93538492e req-183e9250-090c-44ff-a2fb-24f23376e05f tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 984 time: 0.0519447 Nov 16 05:37:53.635599 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28a29f5c-5188-47fd-aada-22c93538492e req-1cb16e10-e01f-48a8-a680-61e9c23707ba tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf64fc5a-728b-46a1-a6e1-48d43c5fced1&id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582702 Nov 16 05:37:54.752029 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d3c87-99c9-4bd9-a977-22df54304e4e req-e64568f5-df4f-492c-9e2e-d32f0892e472 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:54.753526 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd0d3c87-99c9-4bd9-a977-22df54304e4e req-e64568f5-df4f-492c-9e2e-d32f0892e472 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 984 time: 0.0486906 Nov 16 05:37:54.814757 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cd0d3c87-99c9-4bd9-a977-22df54304e4e req-1d80b1ae-0af8-4a3d-8663-710a63dcf711 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf64fc5a-728b-46a1-a6e1-48d43c5fced1&id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532799 Nov 16 05:37:55.929377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ef39a-ea75-4bf3-9f04-a9bf50408264 req-a3d45090-69a7-405e-8aae-e841ef28b55b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:55.930863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-683ef39a-ea75-4bf3-9f04-a9bf50408264 req-a3d45090-69a7-405e-8aae-e841ef28b55b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 984 time: 0.0492196 Nov 16 05:37:56.008346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-683ef39a-ea75-4bf3-9f04-a9bf50408264 req-e8637143-8ace-4190-a796-c459c8b8ad08 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf64fc5a-728b-46a1-a6e1-48d43c5fced1&id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711029 Nov 16 05:37:57.125691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c7f14-073d-4833-9d5b-8de0e444185d req-c2502bfc-7c53-4773-aa96-cfdf97d21399 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:57.127165 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b3c7f14-073d-4833-9d5b-8de0e444185d req-c2502bfc-7c53-4773-aa96-cfdf97d21399 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 984 time: 0.0514762 Nov 16 05:37:57.186777 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8b3c7f14-073d-4833-9d5b-8de0e444185d req-88328541-c803-4a6e-80cb-3489ba5e4d22 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf64fc5a-728b-46a1-a6e1-48d43c5fced1&id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533757 Nov 16 05:37:58.303368 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63fa40-77e5-431c-a27f-5535f324e0a3 req-fb6b4308-2949-4879-bf56-9cd557ca1267 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:58.305337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c63fa40-77e5-431c-a27f-5535f324e0a3 req-fb6b4308-2949-4879-bf56-9cd557ca1267 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 984 time: 0.0492938 Nov 16 05:37:58.364063 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c63fa40-77e5-431c-a27f-5535f324e0a3 req-50353c0f-86db-433f-9474-3c0e735def3d tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf64fc5a-728b-46a1-a6e1-48d43c5fced1&id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524430 Nov 16 05:37:59.483613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8a98d-1431-48f4-a792-d47aecf7214d req-9f4cdcf8-a5b7-48a2-a09a-b50eb9a07864 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:37:59.485091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cf8a98d-1431-48f4-a792-d47aecf7214d req-9f4cdcf8-a5b7-48a2-a09a-b50eb9a07864 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 984 time: 0.0533347 Nov 16 05:37:59.544132 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5cf8a98d-1431-48f4-a792-d47aecf7214d req-274432b9-aae3-4b87-83f9-e42202eec267 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf64fc5a-728b-46a1-a6e1-48d43c5fced1&id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530500 Nov 16 05:38:00.658497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6e322-86c4-4bc2-b99b-173f7c0ffbc9 req-4446088b-231b-41ab-a397-bea9b028bdf8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:00.659960 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7b6e322-86c4-4bc2-b99b-173f7c0ffbc9 req-4446088b-231b-41ab-a397-bea9b028bdf8 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 984 time: 0.0487735 Nov 16 05:38:00.719937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a7b6e322-86c4-4bc2-b99b-173f7c0ffbc9 req-ad49a956-8900-4a13-a5a6-a6fdd770986b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf64fc5a-728b-46a1-a6e1-48d43c5fced1&id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540197 Nov 16 05:38:01.838838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c028ca-7b6f-4031-a671-4fd7ef9f41e8 req-b4b0a4e0-9481-45d5-9e5b-6b3a9fc9631b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:01.840278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73c028ca-7b6f-4031-a671-4fd7ef9f41e8 req-b4b0a4e0-9481-45d5-9e5b-6b3a9fc9631b tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 984 time: 0.0518708 Nov 16 05:38:01.903497 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73c028ca-7b6f-4031-a671-4fd7ef9f41e8 req-01423760-63e4-4a78-b838-9dc56308e28e tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=cf64fc5a-728b-46a1-a6e1-48d43c5fced1&id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571904 Nov 16 05:38:02.466516 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:38:08.087391 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7acf494f-8b2d-4051-961d-a8a196ea84b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:10.270122 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ad1bd1e1-634d-4c5e-b468-ebf1a4f75575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:12.106961 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:13.461330 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:13.815533 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:16.685322 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c49b2950-3437-46d3-9284-eb586b500e1b req-01b789d3-ed60-4dd1-a728-99736d5fb90c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384429 Nov 16 05:38:16.769039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b2950-3437-46d3-9284-eb586b500e1b req-f39d55f5-1bf0-4211-8178-9b194c8b2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:16.770537 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c49b2950-3437-46d3-9284-eb586b500e1b req-f39d55f5-1bf0-4211-8178-9b194c8b2f0d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a00975f25ea84f9299a4c3a552444f57&device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 1135 time: 0.0434005 Nov 16 05:38:16.792192 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:16.877641 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b2950-3437-46d3-9284-eb586b500e1b req-ba5a28da-eba2-4222-a7e2-d429c40d5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:16.879153 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c49b2950-3437-46d3-9284-eb586b500e1b req-ba5a28da-eba2-4222-a7e2-d429c40d5304 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef HTTP/1.1" status: 200 len: 915 time: 0.0887949 Nov 16 05:38:16.950853 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c49b2950-3437-46d3-9284-eb586b500e1b req-f018e5f8-79e7-4a22-b388-798c3070a602 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda HTTP/1.1" status: 200 len: 1001 time: 0.0635109 Nov 16 05:38:16.997502 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b2950-3437-46d3-9284-eb586b500e1b req-506db495-4ae5-4703-9d22-e67143ed9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:16.998893 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c49b2950-3437-46d3-9284-eb586b500e1b req-506db495-4ae5-4703-9d22-e67143ed9317 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4cd1db9b-95bd-40b6-bcc1-c0e61fca415c HTTP/1.1" status: 200 len: 853 time: 0.0414238 Nov 16 05:38:17.042307 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b2950-3437-46d3-9284-eb586b500e1b req-29b62afe-387e-4952-8d12-328bced4e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:17.043739 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c49b2950-3437-46d3-9284-eb586b500e1b req-29b62afe-387e-4952-8d12-328bced4e2c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378344 Nov 16 05:38:17.133109 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c49b2950-3437-46d3-9284-eb586b500e1b req-57e2411f-0290-4e2f-88f0-d675fbb2ff86 service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823300 Nov 16 05:38:17.220731 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c49b2950-3437-46d3-9284-eb586b500e1b req-133da2ae-b83b-48ff-8ac8-d11933af397c service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798023 Nov 16 05:38:18.825685 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:34.852445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c20d8a37-389f-403a-a300-ef5a4410fef6 req-366f4a32-f4ad-4600-8eed-fe5032cfa9a9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-579653374&fields=id&tenant_id=a00975f25ea84f9299a4c3a552444f57 HTTP/1.1" status: 200 len: 267 time: 0.0429316 Nov 16 05:38:34.908580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d8a37-389f-403a-a300-ef5a4410fef6 req-012a1b57-ff28-4189-9dc0-f51f3e14196c tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:34.910097 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c20d8a37-389f-403a-a300-ef5a4410fef6 req-012a1b57-ff28-4189-9dc0-f51f3e14196c tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 984 time: 0.0515962 Nov 16 05:38:34.921425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-c20d8a37-389f-403a-a300-ef5a4410fef6 req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Request body: {'port': {'security_groups': ['dec7413c-fccd-45ce-81bb-c375bb461f74']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:38:34.983532 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c20d8a37-389f-403a-a300-ef5a4410fef6 req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:35.151724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-c20d8a37-389f-403a-a300-ef5a4410fef6 req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] For port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,segment=NetworkSegment(3715ea60-6a23-4bcd-ad75-314015665d92),segment_id=3715ea60-6a23-4bcd-ad75-314015665d92)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:38:35.183518 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c20d8a37-389f-403a-a300-ef5a4410fef6 req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:35.188142 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c20d8a37-389f-403a-a300-ef5a4410fef6 req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:35.199722 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:38:35.235480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d8a37-389f-403a-a300-ef5a4410fef6 req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:35.236125 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c20d8a37-389f-403a-a300-ef5a4410fef6 req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:35.237569 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c20d8a37-389f-403a-a300-ef5a4410fef6 req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "PUT /v2.0/ports/8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda HTTP/1.1" status: 200 len: 942 time: 0.3205006 Nov 16 05:38:35.238046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:38:35.241001 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676e6cc3-4534-4ee8-9a86-8159fd841196" -d '{"events": [{"name": "network-changed", "server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:38:35.245501 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33764) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:35.261118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event updated for resources: {'Port': ['ID=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:35.269013 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.269339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.269695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.270058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.270398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.270732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.271062 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.271498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.271772 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.272100 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.272425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.272748 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae817637-970d-42cc-bc5e-2de3ea04e946 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.296582 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92040c56-9438-4dae-bff0-2140aad73476 x-openstack-request-id: req-92040c56-9438-4dae-bff0-2140aad73476 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:38:35.296910 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:38:35.297169 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92040c56-9438-4dae-bff0-2140aad73476 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:38:35.297577 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda', 'status': 'completed', 'code': 200} Nov 16 05:38:35.333949 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:35.381559 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:35.417614 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e6cc3-4534-4ee8-9a86-8159fd841196 req-63cdddc3-1993-4096-98fe-4b34226e27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:35.419175 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-676e6cc3-4534-4ee8-9a86-8159fd841196 req-63cdddc3-1993-4096-98fe-4b34226e27e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a00975f25ea84f9299a4c3a552444f57&device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 1096 time: 0.0960639 Nov 16 05:38:35.452084 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:38:35.498816 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:35.501644 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:35.502405 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-a108a5cb-4c1a-4955-9ec9-eef9a7099cff None None] Provisioning complete for port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:38:35.502775 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a108a5cb-4c1a-4955-9ec9-eef9a7099cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:35.503603 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "DELETE /v2.0/security-groups/cf64fc5a-728b-46a1-a6e1-48d43c5fced1 HTTP/1.1" status: 204 len: 168 time: 0.2561772 Nov 16 05:38:35.506240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33766) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:35.522394 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf64fc5a-728b-46a1-a6e1-48d43c5fced1,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:35.537230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.537441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.537737 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.538107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.538445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.538777 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.539107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.539434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.539763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.540090 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.540938 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.541278 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1322121-0fa2-4f30-af35-4773e5efdfd9 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:35.548309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e6cc3-4534-4ee8-9a86-8159fd841196 req-a1a43324-92be-4eea-b5ea-754afba47cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:35.550062 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-676e6cc3-4534-4ee8-9a86-8159fd841196 req-a1a43324-92be-4eea-b5ea-754afba47cd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef HTTP/1.1" status: 200 len: 915 time: 0.1230395 Nov 16 05:38:35.628713 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-676e6cc3-4534-4ee8-9a86-8159fd841196 req-994ef560-9012-4f8d-9507-0ef7c21335f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda HTTP/1.1" status: 200 len: 1001 time: 0.0699630 Nov 16 05:38:35.681083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e6cc3-4534-4ee8-9a86-8159fd841196 req-210e15c8-130c-4f6a-aa04-1ced924f33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:35.682501 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-676e6cc3-4534-4ee8-9a86-8159fd841196 req-210e15c8-130c-4f6a-aa04-1ced924f33dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4cd1db9b-95bd-40b6-bcc1-c0e61fca415c HTTP/1.1" status: 200 len: 853 time: 0.0458798 Nov 16 05:38:35.690325 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6ba22b17-fa4e-43c4-835a-f78d38c86d12 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Deleting port aafe7d22-a6e9-4518-bd82-86bc8e099224 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:38:35.690673 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ba22b17-fa4e-43c4-835a-f78d38c86d12 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:35.727403 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e6cc3-4534-4ee8-9a86-8159fd841196 req-c17d1f98-0bc1-4669-87d8-c88a89a76ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:35.729574 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-676e6cc3-4534-4ee8-9a86-8159fd841196 req-c17d1f98-0bc1-4669-87d8-c88a89a76ce0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403051 Nov 16 05:38:35.777480 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ba22b17-fa4e-43c4-835a-f78d38c86d12 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:35.777839 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ba22b17-fa4e-43c4-835a-f78d38c86d12 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:35.789708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-6ba22b17-fa4e-43c4-835a-f78d38c86d12 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Calling delete_port for aafe7d22-a6e9-4518-bd82-86bc8e099224 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:38:35.821694 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-676e6cc3-4534-4ee8-9a86-8159fd841196 req-196a694b-9cf7-4f79-a7df-643b013a1da5 service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845799 Nov 16 05:38:35.913266 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-676e6cc3-4534-4ee8-9a86-8159fd841196 req-670ed78f-d3b3-4163-a22c-daba04523813 service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844586 Nov 16 05:38:35.934784 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ba22b17-fa4e-43c4-835a-f78d38c86d12 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:35.964867 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba22b17-fa4e-43c4-835a-f78d38c86d12 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event deleted for resources: {'Port': ['ID=aafe7d22-a6e9-4518-bd82-86bc8e099224,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:36.023087 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ba22b17-fa4e-43c4-835a-f78d38c86d12 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:36.023417 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-6ba22b17-fa4e-43c4-835a-f78d38c86d12 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Floating IP ba9534a7-965e-46ed-b866-1564970e1eb0 disassociated (deleted). External IP: 172.25.0.124, port: 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda. Nov 16 05:38:36.231725 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba22b17-fa4e-43c4-835a-f78d38c86d12 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Router a32f037b-0408-47d4-87c1-62b76f74c58c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:38:36.335849 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba22b17-fa4e-43c4-835a-f78d38c86d12 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:38:36.340619 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6ba22b17-fa4e-43c4-835a-f78d38c86d12 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:36.347270 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac6f99c-dacc-4432-a69f-987e99597be1 None None] Sync routers for ids ['a32f037b-0408-47d4-87c1-62b76f74c58c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:38:36.357556 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6f99c-dacc-4432-a69f-987e99597be1 None None] Routers {'a32f037b-0408-47d4-87c1-62b76f74c58c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:38:36.358423 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6ac6f99c-dacc-4432-a69f-987e99597be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:38:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a32f037b-0408-47d4-87c1-62b76f74c58c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:36.366344 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6ba22b17-fa4e-43c4-835a-f78d38c86d12 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "DELETE /v2.0/floatingips/ba9534a7-965e-46ed-b866-1564970e1eb0 HTTP/1.1" status: 204 len: 168 time: 0.8566434 Nov 16 05:38:36.465514 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6ac6f99c-dacc-4432-a69f-987e99597be1 None None] Set router a32f037b-0408-47d4-87c1-62b76f74c58c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:38:36.669649 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6ac6f99c-dacc-4432-a69f-987e99597be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port': {'id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '45de0937-875c-4a25-8fd9-11ef75a74fc1', 'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'mac_address': 'fa:16:3e:46:a6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:41Z', 'updated_at': '2021-11-16T05:36:47Z', 'revision_number': 5, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'subnets': [{'id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:36.698788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac6f99c-dacc-4432-a69f-987e99597be1 None None] Checking router: a32f037b-0408-47d4-87c1-62b76f74c58c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:38:36.707057 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6f99c-dacc-4432-a69f-987e99597be1 None None] Routers {'a32f037b-0408-47d4-87c1-62b76f74c58c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:38:36.707654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6ac6f99c-dacc-4432-a69f-987e99597be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:38:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a32f037b-0408-47d4-87c1-62b76f74c58c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:36.809750 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6ac6f99c-dacc-4432-a69f-987e99597be1 None None] Set router a32f037b-0408-47d4-87c1-62b76f74c58c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:38:37.155202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6ac6f99c-dacc-4432-a69f-987e99597be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port': {'id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '45de0937-875c-4a25-8fd9-11ef75a74fc1', 'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'mac_address': 'fa:16:3e:46:a6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:41Z', 'updated_at': '2021-11-16T05:36:47Z', 'revision_number': 5, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'subnets': [{'id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:37.181514 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac6f99c-dacc-4432-a69f-987e99597be1 None None] The sync data for ids ['a32f037b-0408-47d4-87c1-62b76f74c58c'] in n-d-818042-1 is: [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port': {'id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '45de0937-875c-4a25-8fd9-11ef75a74fc1', 'name': '', 'network_id': '46ae1c0b-cf25-4a74-ac58-895817d4e6ef', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'mac_address': 'fa:16:3e:46:a6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:41Z', 'updated_at': '2021-11-16T05:36:47Z', 'revision_number': 5, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'subnets': [{'id': '4cd1db9b-95bd-40b6-bcc1-c0e61fca415c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:38:37.299033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:38:37.301967 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c032d2d8-07df-4f4b-b0d6-fa858d809b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:38:37.340682 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5c415c-85ed-4882-bf12-8d0d8143fdeb x-openstack-request-id: req-3f5c415c-85ed-4882-bf12-8d0d8143fdeb {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:38:37.340981 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:38:37.341238 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3f5c415c-85ed-4882-bf12-8d0d8143fdeb {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:38:37.341643 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda', 'status': 'completed', 'code': 200} Nov 16 05:38:37.412311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032d2d8-07df-4f4b-b0d6-fa858d809b4e req-d732746a-809d-4f64-9ddb-027626d1685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:37.413846 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c032d2d8-07df-4f4b-b0d6-fa858d809b4e req-d732746a-809d-4f64-9ddb-027626d1685e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a00975f25ea84f9299a4c3a552444f57&device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 1096 time: 0.0507090 Nov 16 05:38:37.437411 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ba386-b56b-43a6-8483-0509b579b247 None None] New status for floating IP ba9534a7-965e-46ed-b866-1564970e1eb0: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:38:37.511494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032d2d8-07df-4f4b-b0d6-fa858d809b4e req-9b994fb9-140d-4dcf-bfe2-4bad2d6b2224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:37.513104 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c032d2d8-07df-4f4b-b0d6-fa858d809b4e req-9b994fb9-140d-4dcf-bfe2-4bad2d6b2224 service neutron] 10.222.0.15 "GET /v2.0/networks?id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef HTTP/1.1" status: 200 len: 915 time: 0.0913775 Nov 16 05:38:37.561691 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c032d2d8-07df-4f4b-b0d6-fa858d809b4e req-48367ba7-981b-42ce-80c1-e038c42ccb32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda HTTP/1.1" status: 200 len: 217 time: 0.0420351 Nov 16 05:38:37.610829 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032d2d8-07df-4f4b-b0d6-fa858d809b4e req-ca0972da-bdc9-40af-8d6a-50b7fcf1e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:37.612274 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c032d2d8-07df-4f4b-b0d6-fa858d809b4e req-ca0972da-bdc9-40af-8d6a-50b7fcf1e2eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4cd1db9b-95bd-40b6-bcc1-c0e61fca415c HTTP/1.1" status: 200 len: 853 time: 0.0445044 Nov 16 05:38:37.659147 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032d2d8-07df-4f4b-b0d6-fa858d809b4e req-68ce5cba-f7d5-4a25-a384-ad4fd5392a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:37.660880 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c032d2d8-07df-4f4b-b0d6-fa858d809b4e req-68ce5cba-f7d5-4a25-a384-ad4fd5392a7a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=46ae1c0b-cf25-4a74-ac58-895817d4e6ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410590 Nov 16 05:38:37.755518 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c032d2d8-07df-4f4b-b0d6-fa858d809b4e req-921994d6-bc81-413a-8cc7-d2320a06cc2b service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873964 Nov 16 05:38:37.849516 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-c032d2d8-07df-4f4b-b0d6-fa858d809b4e req-6c900ded-d34d-4601-b33a-70a34365f250 service neutron] 10.222.0.15 "GET /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865309 Nov 16 05:38:38.092884 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fc5d7dfb-4453-41c2-b7ea-5e72e0deca3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:39.469034 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:38:40.272538 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4c392b69-bac6-48b5-80f3-99ed6eea2cf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:42.110228 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:42.696467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-0459c251-31f2-4de1-9d0e-71f918f25310 req-6fc2e906-fd58-46ac-8baf-c81e1cd16add tempest-ServerDiskConfigTestJSON-1316094058 tempest-ServerDiskConfigTestJSON-1316094058-project] (102659) timed out ('10.222.0.15', 59352) {{(pid=102659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 05:38:43.464281 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:43.819165 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:45.549126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007edef-f8b6-470e-9058-ef55156065dd req-4f5fc0d4-b074-45e7-89c7-a1f87bdd3a55 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:45.550680 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6007edef-f8b6-470e-9058-ef55156065dd req-4f5fc0d4-b074-45e7-89c7-a1f87bdd3a55 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 945 time: 0.0510826 Nov 16 05:38:45.598946 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6007edef-f8b6-470e-9058-ef55156065dd req-ccbe423d-9dd8-45d3-9fd3-39a29c17de77 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Nov 16 05:38:46.766486 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe985c8-5243-417d-a22b-560ec3e4fa2b req-2ea811ad-147b-46a1-a652-e0b996d7086c tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:46.767962 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dfe985c8-5243-417d-a22b-560ec3e4fa2b req-2ea811ad-147b-46a1-a652-e0b996d7086c tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 945 time: 0.0993526 Nov 16 05:38:46.822902 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:47.147406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dfe985c8-5243-417d-a22b-560ec3e4fa2b req-2331e480-90a1-45b9-a67e-6c655bcd24b0 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.41 "GET /v2.0/security-groups?id=dec7413c-fccd-45ce-81bb-c375bb461f74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734376 Nov 16 05:38:47.151910 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa9593-4eae-412b-a72f-daa1c2624602 req-c2b3068e-ca56-410f-8fd7-a4ce2883f6dd tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:47.153377 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f6aa9593-4eae-412b-a72f-daa1c2624602 req-c2b3068e-ca56-410f-8fd7-a4ce2883f6dd tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.15 "GET /v2.0/ports?device_id=3234b185-92a8-404a-bd93-e65b1ade7efa HTTP/1.1" status: 200 len: 945 time: 0.0506105 Nov 16 05:38:47.262933 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-f6aa9593-4eae-412b-a72f-daa1c2624602 req-15afb93e-6727-43df-9d40-c17c3236c5b7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Deleting port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:38:47.263270 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f6aa9593-4eae-412b-a72f-daa1c2624602 req-15afb93e-6727-43df-9d40-c17c3236c5b7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:47.348568 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f6aa9593-4eae-412b-a72f-daa1c2624602 req-15afb93e-6727-43df-9d40-c17c3236c5b7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] For port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,segment=NetworkSegment(3715ea60-6a23-4bcd-ad75-314015665d92),segment_id=3715ea60-6a23-4bcd-ad75-314015665d92)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:38:47.348924 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f6aa9593-4eae-412b-a72f-daa1c2624602 req-15afb93e-6727-43df-9d40-c17c3236c5b7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:47.360772 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-f6aa9593-4eae-412b-a72f-daa1c2624602 req-15afb93e-6727-43df-9d40-c17c3236c5b7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Calling delete_port for 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:38:47.484199 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f6aa9593-4eae-412b-a72f-daa1c2624602 req-15afb93e-6727-43df-9d40-c17c3236c5b7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:47.495124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:38:47.513878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afb93e-6727-43df-9d40-c17c3236c5b7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Pushing event deleted for resources: {'Port': ['ID=8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:47.557690 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6aa9593-4eae-412b-a72f-daa1c2624602 req-15afb93e-6727-43df-9d40-c17c3236c5b7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] No DVR routers for this DVR port 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:38:47.560655 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f6aa9593-4eae-412b-a72f-daa1c2624602 req-15afb93e-6727-43df-9d40-c17c3236c5b7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:47.563955 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f6aa9593-4eae-412b-a72f-daa1c2624602 req-15afb93e-6727-43df-9d40-c17c3236c5b7 tempest-TestMinimumBasicScenario-339905679 tempest-TestMinimumBasicScenario-339905679-project] 10.222.0.15 "DELETE /v2.0/ports/8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda HTTP/1.1" status: 204 len: 173 time: 0.4049332 Nov 16 05:38:47.564402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'name': 'network-vif-deleted', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:38:47.566672 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b459a83-bb5b-4eb1-babc-6e22ddb41e3a" -d '{"events": [{"server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "name": "network-vif-deleted", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:38:47.607045 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72b7ced-a32b-4e54-965f-f103d6b97053 x-openstack-request-id: req-c72b7ced-a32b-4e54-965f-f103d6b97053 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:38:47.607345 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3234b185-92a8-404a-bd93-e65b1ade7efa", "name": "network-vif-deleted", "tag": "8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:38:47.607597 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c72b7ced-a32b-4e54-965f-f103d6b97053 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:38:47.607999 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3234b185-92a8-404a-bd93-e65b1ade7efa', 'name': 'network-vif-deleted', 'tag': '8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda', 'status': 'completed', 'code': 200} Nov 16 05:38:48.703338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33868) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:48.822622 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:49.046490 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3cee4c4-02fb-4337-9ac6-3755fb8e8ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:49.294513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b3cee4c4-02fb-4337-9ac6-3755fb8e8ccf admin admin] Deleting port 45de0937-875c-4a25-8fd9-11ef75a74fc1 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:38:49.294851 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3cee4c4-02fb-4337-9ac6-3755fb8e8ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:49.373981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-b3cee4c4-02fb-4337-9ac6-3755fb8e8ccf admin admin] For port 45de0937-875c-4a25-8fd9-11ef75a74fc1, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=45de0937-875c-4a25-8fd9-11ef75a74fc1,segment=NetworkSegment(3715ea60-6a23-4bcd-ad75-314015665d92),segment_id=3715ea60-6a23-4bcd-ad75-314015665d92)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:38:49.374266 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3cee4c4-02fb-4337-9ac6-3755fb8e8ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:49.386759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b3cee4c4-02fb-4337-9ac6-3755fb8e8ccf admin admin] Calling delete_port for 45de0937-875c-4a25-8fd9-11ef75a74fc1 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:38:49.564886 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3cee4c4-02fb-4337-9ac6-3755fb8e8ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:49.595077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cee4c4-02fb-4337-9ac6-3755fb8e8ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=45de0937-875c-4a25-8fd9-11ef75a74fc1,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:49.758732 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b3cee4c4-02fb-4337-9ac6-3755fb8e8ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:49.979498 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cee4c4-02fb-4337-9ac6-3755fb8e8ccf admin admin] Router a32f037b-0408-47d4-87c1-62b76f74c58c has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:38:50.084558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cee4c4-02fb-4337-9ac6-3755fb8e8ccf admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:38:50.090142 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b3cee4c4-02fb-4337-9ac6-3755fb8e8ccf admin admin] 10.222.0.41 "PUT /v2.0/routers/a32f037b-0408-47d4-87c1-62b76f74c58c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3857632 Nov 16 05:38:50.092863 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33870) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:50.095582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af95fb60-1c8e-47bb-bcf7-2182623fc53a None None] Sync routers for ids ['a32f037b-0408-47d4-87c1-62b76f74c58c'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:38:50.106791 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af95fb60-1c8e-47bb-bcf7-2182623fc53a None None] Routers {'a32f037b-0408-47d4-87c1-62b76f74c58c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:38:50.107404 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-af95fb60-1c8e-47bb-bcf7-2182623fc53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:38:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a32f037b-0408-47d4-87c1-62b76f74c58c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:50.199734 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:50.209540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-af95fb60-1c8e-47bb-bcf7-2182623fc53a None None] Set router a32f037b-0408-47d4-87c1-62b76f74c58c gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:38:50.302914 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:50.356321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Deleting port f0ae25d6-0813-403c-baf1-db1861975e92 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:38:50.356675 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:50.384535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-af95fb60-1c8e-47bb-bcf7-2182623fc53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:38:49Z', 'revision_number': 5, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port': {'id': 'f0ae25d6-0813-403c-baf1-db1861975e92', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:50.416506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af95fb60-1c8e-47bb-bcf7-2182623fc53a None None] Checking router: a32f037b-0408-47d4-87c1-62b76f74c58c for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:38:50.425300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af95fb60-1c8e-47bb-bcf7-2182623fc53a None None] Routers {'a32f037b-0408-47d4-87c1-62b76f74c58c'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:38:50.425936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-af95fb60-1c8e-47bb-bcf7-2182623fc53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:38:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['a32f037b-0408-47d4-87c1-62b76f74c58c'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:50.435254 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] For port f0ae25d6-0813-403c-baf1-db1861975e92, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f0ae25d6-0813-403c-baf1-db1861975e92,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:38:50.435620 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:50.452423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Calling delete_port for f0ae25d6-0813-403c-baf1-db1861975e92 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:38:50.511709 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-af95fb60-1c8e-47bb-bcf7-2182623fc53a None None] Set router a32f037b-0408-47d4-87c1-62b76f74c58c gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:38:50.566418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-af95fb60-1c8e-47bb-bcf7-2182623fc53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:38:50Z', 'revision_number': 6, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:50.596661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af95fb60-1c8e-47bb-bcf7-2182623fc53a None None] The sync data for ids ['a32f037b-0408-47d4-87c1-62b76f74c58c'] in n-d-818042-1 is: [{'id': 'a32f037b-0408-47d4-87c1-62b76f74c58c', 'name': 'tempest-TestMinimumBasicScenario-916693848-router', 'tenant_id': 'a00975f25ea84f9299a4c3a552444f57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:39Z', 'updated_at': '2021-11-16T05:38:50Z', 'revision_number': 6, 'project_id': 'a00975f25ea84f9299a4c3a552444f57', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:38:50.616726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:50.648177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0ae25d6-0813-403c-baf1-db1861975e92,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:50.659140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc1ae70-8659-4fa6-9322-72c8f0838146 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:38:50.707682 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:50.797075 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:50.799203 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:50.845514 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:50.845988 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a32f037b-0408-47d4-87c1-62b76f74c58c {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:38:50.850308 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:50.851537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4a86eae1-94e8-409e-b0cc-f2eea584e908 admin admin] 10.222.0.41 "DELETE /v2.0/routers/a32f037b-0408-47d4-87c1-62b76f74c58c HTTP/1.1" status: 204 len: 168 time: 0.7577660 Nov 16 05:38:50.854143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33872) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:50.898259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-84365854-a9df-4ee9-a2bc-c6bb4245f649 admin admin] Deleting subnet 4cd1db9b-95bd-40b6-bcc1-c0e61fca415c {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:38:50.901392 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-84365854-a9df-4ee9-a2bc-c6bb4245f649 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:50.935676 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-84365854-a9df-4ee9-a2bc-c6bb4245f649 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.020384 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-84365854-a9df-4ee9-a2bc-c6bb4245f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.073933 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-84365854-a9df-4ee9-a2bc-c6bb4245f649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.098775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84365854-a9df-4ee9-a2bc-c6bb4245f649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cd1db9b-95bd-40b6-bcc1-c0e61fca415c,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:51.102239 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-84365854-a9df-4ee9-a2bc-c6bb4245f649 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.107861 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-84365854-a9df-4ee9-a2bc-c6bb4245f649 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4cd1db9b-95bd-40b6-bcc1-c0e61fca415c HTTP/1.1" status: 204 len: 168 time: 0.2509131 Nov 16 05:38:51.108735 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33874) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:51.109213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:38:51.111177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61ccf18-c35f-4fc8-98ab-c48a7e6a6792 None None] Network 46ae1c0b-cf25-4a74-ac58-895817d4e6ef requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:38:51.142276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:38:51.142697 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 8ce05a8a-c9a8-4846-8b01-6cf9f04e8eda not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:38:51.178982 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.230986 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Deleting port 637cdd76-0a5a-44fa-85e6-b8c25b85172c {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:38:51.231330 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.297863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] For port 637cdd76-0a5a-44fa-85e6-b8c25b85172c, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=637cdd76-0a5a-44fa-85e6-b8c25b85172c,segment=NetworkSegment(3715ea60-6a23-4bcd-ad75-314015665d92),segment_id=3715ea60-6a23-4bcd-ad75-314015665d92)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:38:51.298229 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.310900 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Calling delete_port for 637cdd76-0a5a-44fa-85e6-b8c25b85172c owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:38:51.391302 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.391666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924b990-ff37-4b24-9fe7-255fe1847065 None None] DHCP port deletion for 46ae1c0b-cf25-4a74-ac58-895817d4e6ef request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:38:51.424426 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=637cdd76-0a5a-44fa-85e6-b8c25b85172c,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:51.426259 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] No DVR routers for this DVR port 637cdd76-0a5a-44fa-85e6-b8c25b85172c on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:38:51.495895 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.517083 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ae1c0b-cf25-4a74-ac58-895817d4e6ef']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:51.526806 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3715ea60-6a23-4bcd-ad75-314015665d92') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:51.527103 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3715ea60-6a23-4bcd-ad75-314015665d92') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:51.536167 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.549383 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.555338 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:38:51.555764 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:38:51.557492 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:38:51.618284 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.624924 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:51.630840 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] 10.222.0.41 "DELETE /v2.0/networks/46ae1c0b-cf25-4a74-ac58-895817d4e6ef HTTP/1.1" status: 204 len: 168 time: 0.5182219 Nov 16 05:38:51.631322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33876) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:51.640096 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955663b-de60-4d82-9a4a-d8d6eb095f78 admin admin] Pushing event deleted for resources: {'Network': ['ID=46ae1c0b-cf25-4a74-ac58-895817d4e6ef,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:51.682225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f0ae25d6-0813-403c-baf1-db1861975e92 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:38:51.702379 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f0ae25d6-0813-403c-baf1-db1861975e92 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:38:51.702732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f0ae25d6-0813-403c-baf1-db1861975e92 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:38:51.703229 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 45de0937-875c-4a25-8fd9-11ef75a74fc1 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:38:51.722194 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 45de0937-875c-4a25-8fd9-11ef75a74fc1 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:38:51.722543 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 45de0937-875c-4a25-8fd9-11ef75a74fc1 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:38:51.722952 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 637cdd76-0a5a-44fa-85e6-b8c25b85172c no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:38:51.741527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 637cdd76-0a5a-44fa-85e6-b8c25b85172c {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:38:51.741892 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 637cdd76-0a5a-44fa-85e6-b8c25b85172c not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:38:51.983428 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e93686e9-5b18-42cf-9545-a94e714fcc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:52.226310 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e93686e9-5b18-42cf-9545-a94e714fcc1b admin admin] Deleting port 6f31078f-0223-49b5-b993-b397a7689b80 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:38:52.226660 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e93686e9-5b18-42cf-9545-a94e714fcc1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:52.308944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-e93686e9-5b18-42cf-9545-a94e714fcc1b admin admin] For port 6f31078f-0223-49b5-b993-b397a7689b80, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6f31078f-0223-49b5-b993-b397a7689b80,segment=NetworkSegment(04f130b3-cab9-492b-b915-88a5dffd9bcd),segment_id=04f130b3-cab9-492b-b915-88a5dffd9bcd)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:38:52.309217 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e93686e9-5b18-42cf-9545-a94e714fcc1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:52.322450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-e93686e9-5b18-42cf-9545-a94e714fcc1b admin admin] Calling delete_port for 6f31078f-0223-49b5-b993-b397a7689b80 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:38:52.499508 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e93686e9-5b18-42cf-9545-a94e714fcc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:52.526637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93686e9-5b18-42cf-9545-a94e714fcc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=6f31078f-0223-49b5-b993-b397a7689b80,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:52.689602 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e93686e9-5b18-42cf-9545-a94e714fcc1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:52.904869 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93686e9-5b18-42cf-9545-a94e714fcc1b admin admin] Router fd248041-d6d1-4bf1-9be5-6d7759d9a41d has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:38:53.352010 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93686e9-5b18-42cf-9545-a94e714fcc1b admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:38:53.357226 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e93686e9-5b18-42cf-9545-a94e714fcc1b admin admin] 10.222.0.41 "PUT /v2.0/routers/fd248041-d6d1-4bf1-9be5-6d7759d9a41d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7247219 Nov 16 05:38:53.359692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33878) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:53.364242 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac0b46-8ba1-4cf4-8700-3f87e5bc46bb None None] Sync routers for ids ['fd248041-d6d1-4bf1-9be5-6d7759d9a41d'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:38:53.374641 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac0b46-8ba1-4cf4-8700-3f87e5bc46bb None None] Routers {'fd248041-d6d1-4bf1-9be5-6d7759d9a41d'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:38:53.375233 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ecac0b46-8ba1-4cf4-8700-3f87e5bc46bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:38:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['fd248041-d6d1-4bf1-9be5-6d7759d9a41d'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:53.468408 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:53.479596 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-ecac0b46-8ba1-4cf4-8700-3f87e5bc46bb None None] Set router fd248041-d6d1-4bf1-9be5-6d7759d9a41d gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:38:53.572419 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:53.629512 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Deleting port a2fc2964-4528-4510-9520-fbe152f0eeaa {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:38:53.629877 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:53.672562 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ecac0b46-8ba1-4cf4-8700-3f87e5bc46bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'name': 'tempest-TestMinimumBasicScenario-507303542-router', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:43Z', 'updated_at': '2021-11-16T05:38:52Z', 'revision_number': 5, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'gw_port': {'id': 'a2fc2964-4528-4510-9520-fbe152f0eeaa', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:6e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:36:44Z', 'updated_at': '2021-11-16T05:36:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:53.712994 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac0b46-8ba1-4cf4-8700-3f87e5bc46bb None None] Checking router: fd248041-d6d1-4bf1-9be5-6d7759d9a41d for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:38:53.721196 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac0b46-8ba1-4cf4-8700-3f87e5bc46bb None None] Routers {'fd248041-d6d1-4bf1-9be5-6d7759d9a41d'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:38:53.721814 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ecac0b46-8ba1-4cf4-8700-3f87e5bc46bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:38:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['fd248041-d6d1-4bf1-9be5-6d7759d9a41d'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:53.724556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] For port a2fc2964-4528-4510-9520-fbe152f0eeaa, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a2fc2964-4528-4510-9520-fbe152f0eeaa,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:38:53.724918 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:53.741158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Calling delete_port for a2fc2964-4528-4510-9520-fbe152f0eeaa owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:38:53.803899 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-ecac0b46-8ba1-4cf4-8700-3f87e5bc46bb None None] Set router fd248041-d6d1-4bf1-9be5-6d7759d9a41d gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:38:53.856787 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ecac0b46-8ba1-4cf4-8700-3f87e5bc46bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'name': 'tempest-TestMinimumBasicScenario-507303542-router', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:43Z', 'updated_at': '2021-11-16T05:38:53Z', 'revision_number': 6, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:53.882607 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecac0b46-8ba1-4cf4-8700-3f87e5bc46bb None None] The sync data for ids ['fd248041-d6d1-4bf1-9be5-6d7759d9a41d'] in n-d-818042-1 is: [{'id': 'fd248041-d6d1-4bf1-9be5-6d7759d9a41d', 'name': 'tempest-TestMinimumBasicScenario-507303542-router', 'tenant_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:36:43Z', 'updated_at': '2021-11-16T05:38:53Z', 'revision_number': 6, 'project_id': '9bb6fa5ace444ad2bffa7f0101b09a34', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:38:53.908191 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:53.938872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fc2964-4528-4510-9520-fbe152f0eeaa,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:53.952373 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71159826-d8de-4993-8e0d-f05b8811183f None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:38:53.998083 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.087358 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.089460 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.135029 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.135491 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd248041-d6d1-4bf1-9be5-6d7759d9a41d {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:38:54.139751 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.140993 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-baf3197b-3d5a-4bb6-8d43-416eff5d25c6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fd248041-d6d1-4bf1-9be5-6d7759d9a41d HTTP/1.1" status: 204 len: 168 time: 0.7802632 Nov 16 05:38:54.143632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33880) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:54.187793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a72c93-6820-4436-b06a-7cb199bc7020 admin admin] Deleting subnet 7a97307c-1c95-46d8-8c4f-e6f7afb34a92 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:38:54.190848 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5a72c93-6820-4436-b06a-7cb199bc7020 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.224111 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5a72c93-6820-4436-b06a-7cb199bc7020 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.308549 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5a72c93-6820-4436-b06a-7cb199bc7020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.360781 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5a72c93-6820-4436-b06a-7cb199bc7020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.386186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a72c93-6820-4436-b06a-7cb199bc7020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a97307c-1c95-46d8-8c4f-e6f7afb34a92,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:54.389671 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f5a72c93-6820-4436-b06a-7cb199bc7020 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.392828 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f5a72c93-6820-4436-b06a-7cb199bc7020 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7a97307c-1c95-46d8-8c4f-e6f7afb34a92 HTTP/1.1" status: 204 len: 168 time: 0.2482908 Nov 16 05:38:54.395423 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33882) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:54.397808 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec0c4b0-2f03-4838-b436-504c016300cd None None] Network 1d4a07ba-f58e-4e11-88aa-2ef0e309b477 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:38:54.464265 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.520360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Deleting port 279c356c-5e0f-415f-8324-ddf9cab7a2ac {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:38:54.520707 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.583694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] For port 279c356c-5e0f-415f-8324-ddf9cab7a2ac, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=279c356c-5e0f-415f-8324-ddf9cab7a2ac,segment=NetworkSegment(04f130b3-cab9-492b-b915-88a5dffd9bcd),segment_id=04f130b3-cab9-492b-b915-88a5dffd9bcd)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:38:54.583990 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.597089 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Calling delete_port for 279c356c-5e0f-415f-8324-ddf9cab7a2ac owned by network:dhcp {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:38:54.662014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] DHCP port deletion for 1d4a07ba-f58e-4e11-88aa-2ef0e309b477 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:38:54.682835 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.709720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Pushing event deleted for resources: {'Port': ['ID=279c356c-5e0f-415f-8324-ddf9cab7a2ac,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:54.711585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] No DVR routers for this DVR port 279c356c-5e0f-415f-8324-ddf9cab7a2ac on host n-d-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:38:54.714487 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Deleting port 279c356c-5e0f-415f-8324-ddf9cab7a2ac {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:38:54.715077 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.786607 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.786899 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] For port 279c356c-5e0f-415f-8324-ddf9cab7a2ac, host n-d-818042-1, got binding levels [] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:38:54.787291 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.799619 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Calling delete_port for 279c356c-5e0f-415f-8324-ddf9cab7a2ac owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:38:54.802409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.ipam_backend_mixin [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Port 279c356c-5e0f-415f-8324-ddf9cab7a2ac was not found and therefore no delete operation was performed {{(pid=102661) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 16 05:38:54.803649 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.807632 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4a07ba-f58e-4e11-88aa-2ef0e309b477']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:54.817467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f130b3-cab9-492b-b915-88a5dffd9bcd') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:54.817786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f130b3-cab9-492b-b915-88a5dffd9bcd') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:54.828529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Pushing event deleted for resources: {'Port': ['ID=279c356c-5e0f-415f-8324-ddf9cab7a2ac,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:54.831765 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.833862 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] No DVR routers for this DVR port 279c356c-5e0f-415f-8324-ddf9cab7a2ac on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:38:54.843831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:54.844080 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:54.844657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:54.845675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:54.846076 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:54.846554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:54.846947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:54.847895 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:54.849321 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:54.849668 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:54.850034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:54.850378 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf8f2dd-d284-42bf-a9a0-67644bc9bb0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:38:54.852510 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.859607 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:38:54.860013 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:38:54.862031 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:38:54.923029 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.928678 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:54.931936 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1d4a07ba-f58e-4e11-88aa-2ef0e309b477 HTTP/1.1" status: 204 len: 168 time: 0.5356188 Nov 16 05:38:54.944140 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0885f2-c505-4618-b035-ad26527edb08 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d4a07ba-f58e-4e11-88aa-2ef0e309b477,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:55.092726 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33886) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:55.131416 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-dcf0255d-65f6-4aca-ac1f-347a3424b77f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a00975f25ea84f9299a4c3a552444f57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375445 Nov 16 05:38:55.133924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33888) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:55.180844 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4679-0ba0-4419-82b7-4d88bb240424 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:55.201816 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4679-0ba0-4419-82b7-4d88bb240424 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:55.250839 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4679-0ba0-4419-82b7-4d88bb240424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:55.253383 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2d3e4679-0ba0-4419-82b7-4d88bb240424 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:55.254562 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2d3e4679-0ba0-4419-82b7-4d88bb240424 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dec7413c-fccd-45ce-81bb-c375bb461f74 HTTP/1.1" status: 204 len: 168 time: 0.1197019 Nov 16 05:38:55.262976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e4679-0ba0-4419-82b7-4d88bb240424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec7413c-fccd-45ce-81bb-c375bb461f74,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:55.578458 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33894) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:55.621397 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d4f13ab1-3dba-41cd-a7ea-4a7aa5476970 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bb6fa5ace444ad2bffa7f0101b09a34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385733 Nov 16 05:38:55.621698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33896) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:55.669559 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a1a248f7-615d-47ac-8d75-185523a57d53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:55.676435 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a2fc2964-4528-4510-9520-fbe152f0eeaa no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:38:55.691324 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a1a248f7-615d-47ac-8d75-185523a57d53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:55.696838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a2fc2964-4528-4510-9520-fbe152f0eeaa {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:38:55.697811 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a2fc2964-4528-4510-9520-fbe152f0eeaa not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:38:55.698218 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 279c356c-5e0f-415f-8324-ddf9cab7a2ac no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:38:55.716216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 279c356c-5e0f-415f-8324-ddf9cab7a2ac {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:38:55.716560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 279c356c-5e0f-415f-8324-ddf9cab7a2ac not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:38:55.716963 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6f31078f-0223-49b5-b993-b397a7689b80 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:38:55.735889 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 6f31078f-0223-49b5-b993-b397a7689b80 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:38:55.736214 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a1a248f7-615d-47ac-8d75-185523a57d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:55.736632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6f31078f-0223-49b5-b993-b397a7689b80 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:38:55.739258 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a1a248f7-615d-47ac-8d75-185523a57d53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:55.740479 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a1a248f7-615d-47ac-8d75-185523a57d53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96d79927-de2e-4d4e-81bc-4655f9d72e45 HTTP/1.1" status: 204 len: 168 time: 0.1177893 Nov 16 05:38:55.752503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a248f7-615d-47ac-8d75-185523a57d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d79927-de2e-4d4e-81bc-4655f9d72e45,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:57.410814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33936) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:57.415398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-3083af79-8d26-4ce7-9975-9e2a7b11de0e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-544127137', 'description': 'tempest-secgroup-smoke-544127137 description', 'project_id': '00f6569800624fc1b96fe985e82f6029'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:38:57.435910 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3083af79-8d26-4ce7-9975-9e2a7b11de0e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.444026 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3083af79-8d26-4ce7-9975-9e2a7b11de0e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.518194 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3083af79-8d26-4ce7-9975-9e2a7b11de0e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.522139 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3083af79-8d26-4ce7-9975-9e2a7b11de0e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.561805 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083af79-8d26-4ce7-9975-9e2a7b11de0e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2a54ff-0182-4b7b-89c0-306382c7cc0e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:57.600355 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3083af79-8d26-4ce7-9975-9e2a7b11de0e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.604381 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3083af79-8d26-4ce7-9975-9e2a7b11de0e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.635260 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3083af79-8d26-4ce7-9975-9e2a7b11de0e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.636464 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3083af79-8d26-4ce7-9975-9e2a7b11de0e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2246454 Nov 16 05:38:57.637386 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083af79-8d26-4ce7-9975-9e2a7b11de0e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df11681e-a0a1-46c9-8e3d-56d35b8398a6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:57.639444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33938) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:57.644095 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c9b73d5c-9659-4abb-a99a-74dd9b21cdf7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': 'df11681e-a0a1-46c9-8e3d-56d35b8398a6', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:38:57.670975 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9b73d5c-9659-4abb-a99a-74dd9b21cdf7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.720257 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9b73d5c-9659-4abb-a99a-74dd9b21cdf7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.723580 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9b73d5c-9659-4abb-a99a-74dd9b21cdf7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.740834 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b73d5c-9659-4abb-a99a-74dd9b21cdf7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f896d7-1155-4e2d-91fe-27e7bec52daf,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:57.748360 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c9b73d5c-9659-4abb-a99a-74dd9b21cdf7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.749546 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c9b73d5c-9659-4abb-a99a-74dd9b21cdf7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1090734 Nov 16 05:38:57.752260 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33940) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:57.756835 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d4749d15-10ee-4a7a-9f28-a79005ead5b7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': 'df11681e-a0a1-46c9-8e3d-56d35b8398a6', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:38:57.783842 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4749d15-10ee-4a7a-9f28-a79005ead5b7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.839542 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4749d15-10ee-4a7a-9f28-a79005ead5b7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.842878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4749d15-10ee-4a7a-9f28-a79005ead5b7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.862254 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4749d15-10ee-4a7a-9f28-a79005ead5b7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1d2caa-39d0-4f36-957f-6de4ba002e29,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:57.871667 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d4749d15-10ee-4a7a-9f28-a79005ead5b7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.873253 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d4749d15-10ee-4a7a-9f28-a79005ead5b7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199861 Nov 16 05:38:57.876208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 33942) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:57.880802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f1d08a34-2e17-4769-a8bb-e9b68e2d5ef1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': 'df11681e-a0a1-46c9-8e3d-56d35b8398a6', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:38:57.907569 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f1d08a34-2e17-4769-a8bb-e9b68e2d5ef1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.968433 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f1d08a34-2e17-4769-a8bb-e9b68e2d5ef1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.972930 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f1d08a34-2e17-4769-a8bb-e9b68e2d5ef1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:57.990723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d08a34-2e17-4769-a8bb-e9b68e2d5ef1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad88504-9dce-498e-9563-f6982312d97e,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:57.998901 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f1d08a34-2e17-4769-a8bb-e9b68e2d5ef1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.000170 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f1d08a34-2e17-4769-a8bb-e9b68e2d5ef1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229484 Nov 16 05:38:58.003289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33944) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:58.007886 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-721232b6-d900-4d28-b317-a4c76e08d4e0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': 'df11681e-a0a1-46c9-8e3d-56d35b8398a6', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:38:58.036226 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-721232b6-d900-4d28-b317-a4c76e08d4e0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.093783 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-721232b6-d900-4d28-b317-a4c76e08d4e0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.097609 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-721232b6-d900-4d28-b317-a4c76e08d4e0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.114566 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721232b6-d900-4d28-b317-a4c76e08d4e0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d429e15-7a60-422a-bc6f-af96e9313b05,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:58.128879 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-721232b6-d900-4d28-b317-a4c76e08d4e0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.130238 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-721232b6-d900-4d28-b317-a4c76e08d4e0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1259272 Nov 16 05:38:58.132919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33946) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:58.137853 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6bd32286-60ce-4acb-942a-792f7702e977 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': 'df11681e-a0a1-46c9-8e3d-56d35b8398a6', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:38:58.158612 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-6bd32286-60ce-4acb-942a-792f7702e977 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Project 00f6569800624fc1b96fe985e82f6029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:38:58.163509 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6bd32286-60ce-4acb-942a-792f7702e977 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.225609 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6bd32286-60ce-4acb-942a-792f7702e977 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.229503 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6bd32286-60ce-4acb-942a-792f7702e977 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.248303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd32286-60ce-4acb-942a-792f7702e977 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633205f7-5804-4639-a529-74a11926592b,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:58.256529 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6bd32286-60ce-4acb-942a-792f7702e977 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.257705 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6bd32286-60ce-4acb-942a-792f7702e977 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238368 Nov 16 05:38:58.260482 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33948) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:58.264759 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6f059077-4efa-4522-a6ea-2da8858bdf28 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': 'df11681e-a0a1-46c9-8e3d-56d35b8398a6', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:38:58.285502 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-6f059077-4efa-4522-a6ea-2da8858bdf28 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Project 00f6569800624fc1b96fe985e82f6029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:38:58.290385 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f059077-4efa-4522-a6ea-2da8858bdf28 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.348460 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f059077-4efa-4522-a6ea-2da8858bdf28 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.352127 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f059077-4efa-4522-a6ea-2da8858bdf28 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.370008 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f059077-4efa-4522-a6ea-2da8858bdf28 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8b491b-7a8c-4e4b-b2bd-d00edd3836b1,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:58.377361 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6f059077-4efa-4522-a6ea-2da8858bdf28 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.378569 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6f059077-4efa-4522-a6ea-2da8858bdf28 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171777 Nov 16 05:38:58.381694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33950) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:58.386441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-086023d5-486d-4005-a7d8-ba321b08c9aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'network': {'name': 'tempest-network-smoke--933255152', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'port_security_enabled': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:38:58.405954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086023d5-486d-4005-a7d8-ba321b08c9aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:38:58.409343 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-086023d5-486d-4005-a7d8-ba321b08c9aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.433572 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086023d5-486d-4005-a7d8-ba321b08c9aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:38:58.442754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-086023d5-486d-4005-a7d8-ba321b08c9aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.443093 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-086023d5-486d-4005-a7d8-ba321b08c9aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Added segment ade6a799-5c4a-454e-964f-c794a0c2848e of type vlan for network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 Nov 16 05:38:58.480428 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-086023d5-486d-4005-a7d8-ba321b08c9aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.503632 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-086023d5-486d-4005-a7d8-ba321b08c9aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.509218 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086023d5-486d-4005-a7d8-ba321b08c9aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:38:58.509809 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-086023d5-486d-4005-a7d8-ba321b08c9aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.566609 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-086023d5-486d-4005-a7d8-ba321b08c9aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1839070 Nov 16 05:38:58.569492 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33952) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:38:58.580598 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'admin_state_up': True, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:38:58.594149 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086023d5-486d-4005-a7d8-ba321b08c9aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Network': ['ID=d8354b66-b5bb-4d5e-a323-2fe069cfffb6,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:58.605185 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:38:58.609864 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.610879 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.659230 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.796434 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:58.984626 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:59.002352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:59.101290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.25.0.180 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/7645a4e5-ffb7-4307-bb7a-4e69879b196b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:38:59.201975 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:59.233582 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:59.272417 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:38:59.275223 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:38:59.278832 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:38:59.283273 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=7645a4e5-ffb7-4307-bb7a-4e69879b196b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:38:59.287903 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ea265a-1b51-4486-9d9b-76d85ab2a668 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:38:59.314707 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2f0533f6-0881-46a9-8b7f-e54f30c4c844 None None] Provisioning complete for port 7645a4e5-ffb7-4307-bb7a-4e69879b196b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:38:59.315070 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2f0533f6-0881-46a9-8b7f-e54f30c4c844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:59.348352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2f0533f6-0881-46a9-8b7f-e54f30c4c844 None None] Port 7645a4e5-ffb7-4307-bb7a-4e69879b196b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:38:59.520452 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:59.708017 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:59.830708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router 1882f766-dcc9-4564-96a4-5b54611b8ffd is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:38:59.935445 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:38:59.944787 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Sync routers for ids ['1882f766-dcc9-4564-96a4-5b54611b8ffd'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:38:59.955974 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Routers {'1882f766-dcc9-4564-96a4-5b54611b8ffd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:38:59.956760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:38:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1882f766-dcc9-4564-96a4-5b54611b8ffd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:38:59.957513 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:38:59.958832 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-caa306bf-8a9f-4b30-b826-b6cda6275e63 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3883643 Nov 16 05:38:59.961987 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33958) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:00.062192 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Set router 1882f766-dcc9-4564-96a4-5b54611b8ffd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:39:00.082914 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4231a612-acd8-45c7-9fb1-39b66a2f7423 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=00f6569800624fc1b96fe985e82f6029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1174090 Nov 16 05:39:00.083151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33962) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:00.169205 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff702caa-21e8-47da-aef7-951377d0364d tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:00.171112 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ff702caa-21e8-47da-aef7-951377d0364d tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868769 Nov 16 05:39:00.173717 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33966) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:00.205377 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4669750a-a787-4ea0-8e52-943c704e8fec tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296404 Nov 16 05:39:00.207906 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33968) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:00.212454 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-eba7bfcd-3a42-4ced-bdb4-b3123336d046 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-418654200', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:00.243760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:38:59Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:38:59Z', 'updated_at': '2021-11-16T05:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:00.270161 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Checking router: 1882f766-dcc9-4564-96a4-5b54611b8ffd for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:39:00.270518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Updating router 1882f766-dcc9-4564-96a4-5b54611b8ffd port 7645a4e5-ffb7-4307-bb7a-4e69879b196b binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:39:00.297161 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:00.562038 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:00.569194 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:00.611698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba7bfcd-3a42-4ced-bdb4-b3123336d046 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:39:00.613324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae140bac-6257-411c-8ca7-ce760f385f1c None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:39:00.615374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eba7bfcd-3a42-4ced-bdb4-b3123336d046 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:00.626227 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Attempting to bind port 7645a4e5-ffb7-4307-bb7a-4e69879b196b on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:39:00.626600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Attempting to bind port 7645a4e5-ffb7-4307-bb7a-4e69879b196b by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:39:00.626964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Attempting to bind port 7645a4e5-ffb7-4307-bb7a-4e69879b196b on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:39:00.630654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084dcbe-f39c-420d-8eb8-5ac44d509d2b None None] Pushing event updated for resources: {'Port': ['ID=7645a4e5-ffb7-4307-bb7a-4e69879b196b,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:00.636360 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:39:00.636726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:39:00.637127 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:00.637497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:39:00.638669 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Bound port: 7645a4e5-ffb7-4307-bb7a-4e69879b196b, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:39:00.639114 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:00.701139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-442fce34-e89c-4e7a-b2b5-4924e4bf1112 None None] Provisioning complete for port 7645a4e5-ffb7-4307-bb7a-4e69879b196b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:00.701560 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-442fce34-e89c-4e7a-b2b5-4924e4bf1112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:00.705883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] For port 7645a4e5-ffb7-4307-bb7a-4e69879b196b, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:39:00.739936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] For port 7645a4e5-ffb7-4307-bb7a-4e69879b196b, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7645a4e5-ffb7-4307-bb7a-4e69879b196b,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:39:00.748284 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:00.778579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-442fce34-e89c-4e7a-b2b5-4924e4bf1112 None None] Port 7645a4e5-ffb7-4307-bb7a-4e69879b196b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:39:00.798815 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eba7bfcd-3a42-4ced-bdb4-b3123336d046 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:00.799481 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2486cf25-7f59-4f33-bc60-7d3d10b6a2bf None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:39:00.815527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Routers {'1882f766-dcc9-4564-96a4-5b54611b8ffd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:39:00.816063 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:38:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1882f766-dcc9-4564-96a4-5b54611b8ffd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:00.864191 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7bfcd-3a42-4ced-bdb4-b3123336d046 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Subnet': ['ID=9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:00.872257 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba7bfcd-3a42-4ced-bdb4-b3123336d046 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Checking segment: {'id': 'ade6a799-5c4a-454e-964f-c794a0c2848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:39:00.872628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba7bfcd-3a42-4ced-bdb4-b3123336d046 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network hostable DHCP agents. Network: d8354b66-b5bb-4d5e-a323-2fe069cfffb6, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:39:00.891555 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba7bfcd-3a42-4ced-bdb4-b3123336d046 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:39:00.902726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-eba7bfcd-3a42-4ced-bdb4-b3123336d046 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, d8354b66-b5bb-4d5e-a323-2fe069cfffb6) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:39:00.906802 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba7bfcd-3a42-4ced-bdb4-b3123336d046 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:00.907395 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-eba7bfcd-3a42-4ced-bdb4-b3123336d046 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:00.927480 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-eba7bfcd-3a42-4ced-bdb4-b3123336d046 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7160194 Nov 16 05:39:00.927701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 33972) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:01.050137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f439ea-dbdd-474b-b200-ad3397e5eb37 None None] Network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:39:01.066971 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084dcbe-f39c-420d-8eb8-5ac44d509d2b None None] Pushing event updated for resources: {'Port': ['ID=7645a4e5-ffb7-4307-bb7a-4e69879b196b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:01.130362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2399bdf4-ccaf-4fa4-a922-72391638b0e6 None None] Provisioning complete for port 7645a4e5-ffb7-4307-bb7a-4e69879b196b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:01.130728 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2399bdf4-ccaf-4fa4-a922-72391638b0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:01.187712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] Set router 1882f766-dcc9-4564-96a4-5b54611b8ffd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:39:01.355134 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:01.408940 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-d8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ips': [{'subnet_id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:39:01.409819 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:01.426984 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2399bdf4-ccaf-4fa4-a922-72391638b0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:01.468826 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2399bdf4-ccaf-4fa4-a922-72391638b0e6 None None] For port 7645a4e5-ffb7-4307-bb7a-4e69879b196b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7645a4e5-ffb7-4307-bb7a-4e69879b196b,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:39:01.478581 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2399bdf4-ccaf-4fa4-a922-72391638b0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:01.603535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399bdf4-ccaf-4fa4-a922-72391638b0e6 None None] Pushing event updated for resources: {'Port': ['ID=7645a4e5-ffb7-4307-bb7a-4e69879b196b,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:01.608469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:38:59Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:38:59Z', 'updated_at': '2021-11-16T05:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:01.624836 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.20.0.1 (d8354b66-b5bb-4d5e-a323-2fe069cfffb6/9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca/e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:39:01.635619 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747126bd-2273-4acc-87bc-08c0f37e1e41 None None] The sync data for ids ['1882f766-dcc9-4564-96a4-5b54611b8ffd'] in n-d-818042-1 is: [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:38:59Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:38:59Z', 'updated_at': '2021-11-16T05:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:39:01.738856 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:01.774843 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:01.818503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:39:01.823712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Allocated IP 172.20.0.2 (d8354b66-b5bb-4d5e-a323-2fe069cfffb6/9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca/03ff48c8-0e0a-453c-8709-51593b322803) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:39:01.824911 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:39:01.829016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:39:01.871714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:01.892869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:02.024713 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:02.031545 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:02.047634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:02.079438 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:39:02.082450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:39:02.086140 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:39:02.092107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Pushing event updated for resources: {'Port': ['ID=03ff48c8-0e0a-453c-8709-51593b322803,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:02.147757 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Attempting to bind port 03ff48c8-0e0a-453c-8709-51593b322803 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:39:02.148130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Attempting to bind port 03ff48c8-0e0a-453c-8709-51593b322803 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'ade6a799-5c4a-454e-964f-c794a0c2848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:39:02.148498 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Attempting to bind port 03ff48c8-0e0a-453c-8709-51593b322803 on network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:39:02.154045 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:39:02.154381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Checking segment: {'id': 'ade6a799-5c4a-454e-964f-c794a0c2848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:39:02.154787 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:02.155184 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Bound using segment: {'id': 'ade6a799-5c4a-454e-964f-c794a0c2848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:39:02.155657 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Bound port: 03ff48c8-0e0a-453c-8709-51593b322803, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade6a799-5c4a-454e-964f-c794a0c2848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:39:02.156036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:02.226192 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] For port 03ff48c8-0e0a-453c-8709-51593b322803, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:39:02.230526 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] For port 03ff48c8-0e0a-453c-8709-51593b322803, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=03ff48c8-0e0a-453c-8709-51593b322803,segment=NetworkSegment(ade6a799-5c4a-454e-964f-c794a0c2848e),segment_id=ade6a799-5c4a-454e-964f-c794a0c2848e)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:39:02.234929 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:02.305406 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21acd86-3dde-4dd0-aa8a-5b1d77aa8e9e None None] Pushing event updated for resources: {'Port': ['ID=03ff48c8-0e0a-453c-8709-51593b322803,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:02.361390 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:02.366991 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:02.446904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:02.458266 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:02.564694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:39:02.566228 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:39:02.684304 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router 1882f766-dcc9-4564-96a4-5b54611b8ffd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:39:02.790056 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:39:02.795657 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3301b4eb-c343-48cd-9356-3fef8fc7cd8d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "PUT /v2.0/routers/1882f766-dcc9-4564-96a4-5b54611b8ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664351 Nov 16 05:39:02.943028 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-0bcf95ec-4401-441c-b766-611530e32b9a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-544127137&fields=id&tenant_id=00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 267 time: 0.0440683 Nov 16 05:39:03.057930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-38612a49-fa4e-4e4f-8164-f8d881988637 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:03.059411 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-38612a49-fa4e-4e4f-8164-f8d881988637 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/networks?id=d8354b66-b5bb-4d5e-a323-2fe069cfffb6 HTTP/1.1" status: 200 len: 796 time: 0.1091530 Nov 16 05:39:03.076130 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-875843c8-1aaa-4f99-8a11-bbadb3c1f41e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/quotas/00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 375 time: 0.0095856 Nov 16 05:39:03.130920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-b37a18c6-b962-40ad-aa28-3190106425d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496659 Nov 16 05:39:03.230447 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-e4274deb-1823-432c-9943-be3891f4a578 service neutron] 10.222.0.41 "GET /v2.0/networks/d8354b66-b5bb-4d5e-a323-2fe069cfffb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868073 Nov 16 05:39:03.329994 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-7a561e26-f93d-42e0-8956-99f7ab48d46d service neutron] 10.222.0.41 "GET /v2.0/networks/d8354b66-b5bb-4d5e-a323-2fe069cfffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930014 Nov 16 05:39:03.411846 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498e6ebf-3376-4bdf-8b92-1f9f681a2c2b None None] Network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:39:03.514339 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc0baf90-ce39-4346-980e-978d5841bcfd req-24878497-97f4-4a1d-83d1-158bc2144353 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 210 time: 0.0315545 Nov 16 05:39:03.555023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-64671759-2140-4430-8f9f-754d88a07c77 None None] Provisioning complete for port 03ff48c8-0e0a-453c-8709-51593b322803 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:03.555397 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64671759-2140-4430-8f9f-754d88a07c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:03.670391 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64671759-2140-4430-8f9f-754d88a07c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:03.725133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-64671759-2140-4430-8f9f-754d88a07c77 None None] For port 03ff48c8-0e0a-453c-8709-51593b322803, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=03ff48c8-0e0a-453c-8709-51593b322803,segment=NetworkSegment(ade6a799-5c4a-454e-964f-c794a0c2848e),segment_id=ade6a799-5c4a-454e-964f-c794a0c2848e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:39:03.733875 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-64671759-2140-4430-8f9f-754d88a07c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:03.812298 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 03ff48c8-0e0a-453c-8709-51593b322803 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:39:03.846120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64671759-2140-4430-8f9f-754d88a07c77 None None] Pushing event updated for resources: {'Port': ['ID=03ff48c8-0e0a-453c-8709-51593b322803,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:03.885571 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 03ff48c8-0e0a-453c-8709-51593b322803 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:03.885975 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:03.968768 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Sync routers for ids ['1882f766-dcc9-4564-96a4-5b54611b8ffd'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:39:03.979127 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Routers {'1882f766-dcc9-4564-96a4-5b54611b8ffd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:39:03.980199 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7645a4e5-ffb7-4307-bb7a-4e69879b196b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:39:03.980528 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:38:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1882f766-dcc9-4564-96a4-5b54611b8ffd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:04.035374 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-20e6462e-3a03-404c-b830-a2738702aefa None None] Provisioning complete for port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:04.035744 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20e6462e-3a03-404c-b830-a2738702aefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:04.076204 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 7645a4e5-ffb7-4307-bb7a-4e69879b196b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:04.076586 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:04.096957 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Set router 1882f766-dcc9-4564-96a4-5b54611b8ffd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:39:04.103603 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-20e6462e-3a03-404c-b830-a2738702aefa None None] Port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:39:04.129423 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-20e6462e-3a03-404c-b830-a2738702aefa None None] Provisioning complete for port 03ff48c8-0e0a-453c-8709-51593b322803 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:04.129815 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20e6462e-3a03-404c-b830-a2738702aefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:04.334305 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:39:02Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:38:59Z', 'updated_at': '2021-11-16T05:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5', 'name': '', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:2b:84:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:01Z', 'updated_at': '2021-11-16T05:39:02Z', 'revision_number': 2, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:04.361636 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Checking router: 1882f766-dcc9-4564-96a4-5b54611b8ffd for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:39:04.362301 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Updating router 1882f766-dcc9-4564-96a4-5b54611b8ffd port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:39:04.379258 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ff52d04c-7b64-465e-870f-85aa4e1fc8a1 None None] Provisioning complete for port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:04.379984 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ff52d04c-7b64-465e-870f-85aa4e1fc8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:04.396580 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:04.421953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ff52d04c-7b64-465e-870f-85aa4e1fc8a1 None None] Port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:39:04.540112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2fdfc01c-e2fa-42de-8e93-1ebdee434e15 None None] Provisioning complete for port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:04.540911 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc01c-e2fa-42de-8e93-1ebdee434e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:04.576772 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2fdfc01c-e2fa-42de-8e93-1ebdee434e15 None None] Port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:39:04.610825 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c4982cb6-bd8c-4910-8bef-29c48589ba51 req-8083178f-cb7e-4f2b-9b2c-c91674ebd555 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 210 time: 0.0264852 Nov 16 05:39:04.771326 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:04.776574 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-0aeaa6bb-1abe-41a8-a39f-ba642696c0a7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:04.778295 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:04.778432 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-0aeaa6bb-1abe-41a8-a39f-ba642696c0a7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/networks?id=d8354b66-b5bb-4d5e-a323-2fe069cfffb6 HTTP/1.1" status: 200 len: 796 time: 0.1137378 Nov 16 05:39:04.852151 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-51f1d47b-ccfa-47ad-b154-e60c5b360c79 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 379 time: 0.0649362 Nov 16 05:39:04.856749 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Pushing event updated for resources: {'Port': ['ID=e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:04.864356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-a87e156f-0913-4b38-9c07-4217399d3544 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'port': {'device_id': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'admin_state_up': True, 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'security_groups': ['df11681e-a0a1-46c9-8e3d-56d35b8398a6']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:04.878397 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:04.878734 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:04.879061 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:04.879384 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:04.879708 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:04.880792 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:04.880792 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:04.880792 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:04.881077 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:04.881253 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:04.881533 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:04.881862 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:04.905028 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Attempting to bind port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:39:04.905596 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Attempting to bind port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'ade6a799-5c4a-454e-964f-c794a0c2848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:39:04.906113 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Attempting to bind port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 on network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:39:04.911420 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:39:04.911788 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Checking segment: {'id': 'ade6a799-5c4a-454e-964f-c794a0c2848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:39:04.912178 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:04.912567 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Bound using segment: {'id': 'ade6a799-5c4a-454e-964f-c794a0c2848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:39:04.913057 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Bound port: e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ade6a799-5c4a-454e-964f-c794a0c2848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:39:04.913813 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:04.992004 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-a87e156f-0913-4b38-9c07-4217399d3544 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:39:04.992617 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] For port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:39:04.997069 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-a87e156f-0913-4b38-9c07-4217399d3544 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:04.997586 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] For port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5,segment=NetworkSegment(ade6a799-5c4a-454e-964f-c794a0c2848e),segment_id=ade6a799-5c4a-454e-964f-c794a0c2848e)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:39:05.002809 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:05.052878 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Routers {'1882f766-dcc9-4564-96a4-5b54611b8ffd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:39:05.053497 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:38:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1882f766-dcc9-4564-96a4-5b54611b8ffd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:05.110105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-bfbb6bc1-1d2d-4842-a74d-8607371d1f5e None None] Provisioning complete for port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:05.111230 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6bc1-1d2d-4842-a74d-8607371d1f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:05.134246 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec16697-5b3e-4e5d-a3de-60aa1cdebc12 None None] Pushing event updated for resources: {'Port': ['ID=e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:05.142498 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-a87e156f-0913-4b38-9c07-4217399d3544 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.20.0.5 (d8354b66-b5bb-4d5e-a323-2fe069cfffb6/9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca/9b2c7467-134b-4402-a969-1e444db1b115) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:39:05.172045 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] Set router 1882f766-dcc9-4564-96a4-5b54611b8ffd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:39:05.212371 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6bc1-1d2d-4842-a74d-8607371d1f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:05.254208 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-bfbb6bc1-1d2d-4842-a74d-8607371d1f5e None None] For port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5,segment=NetworkSegment(ade6a799-5c4a-454e-964f-c794a0c2848e),segment_id=ade6a799-5c4a-454e-964f-c794a0c2848e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:39:05.261112 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bfbb6bc1-1d2d-4842-a74d-8607371d1f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:05.303118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-a87e156f-0913-4b38-9c07-4217399d3544 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:05.319040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbb6bc1-1d2d-4842-a74d-8607371d1f5e None None] Pushing event updated for resources: {'Port': ['ID=e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:05.347613 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-a87e156f-0913-4b38-9c07-4217399d3544 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:05.384221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-80f7ca53-1211-478f-b302-a746b2e46427 None None] Provisioning complete for port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:05.384612 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80f7ca53-1211-478f-b302-a746b2e46427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:05.390516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-a87e156f-0913-4b38-9c07-4217399d3544 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:39:05.393535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-a87e156f-0913-4b38-9c07-4217399d3544 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:39:05.395208 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:39:02Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:38:59Z', 'updated_at': '2021-11-16T05:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5', 'name': '', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:2b:84:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:01Z', 'updated_at': '2021-11-16T05:39:04Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:05.399647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-a87e156f-0913-4b38-9c07-4217399d3544 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:39:05.430240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e156f-0913-4b38-9c07-4217399d3544 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=9b2c7467-134b-4402-a969-1e444db1b115,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:05.430842 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f756fb-0cee-4ffd-8d23-7fe9762da76e None None] The sync data for ids ['1882f766-dcc9-4564-96a4-5b54611b8ffd'] in n-d-818042-1 is: [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:39:02Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:38:59Z', 'updated_at': '2021-11-16T05:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5', 'name': '', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:2b:84:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:01Z', 'updated_at': '2021-11-16T05:39:04Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:39:05.457920 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-a87e156f-0913-4b38-9c07-4217399d3544 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:05.458566 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-a87e156f-0913-4b38-9c07-4217399d3544 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:05.514217 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-a87e156f-0913-4b38-9c07-4217399d3544 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6556640 Nov 16 05:39:05.527340 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Request body: {'port': {'device_id': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:05.588405 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:05.732858 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ef93b25d-ef07-41c0-87b8-10253bc20ca9 None None] Provisioning complete for port 9b2c7467-134b-4402-a969-1e444db1b115 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:05.734261 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef93b25d-ef07-41c0-87b8-10253bc20ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:05.790276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ef93b25d-ef07-41c0-87b8-10253bc20ca9 None None] Port 9b2c7467-134b-4402-a969-1e444db1b115 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:39:05.808567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b0a17-c193-45e6-9d69-09031ab4a558 req-e549826b-3a59-4bef-a289-84abebc296b2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:05.810712 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d86b0a17-c193-45e6-9d69-09031ab4a558 req-e549826b-3a59-4bef-a289-84abebc296b2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 931 time: 0.0753598 Nov 16 05:39:05.828979 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:39:05.867007 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d86b0a17-c193-45e6-9d69-09031ab4a558 req-ced42e31-17c2-46ce-9c26-ad5fd9c0795e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471764 Nov 16 05:39:05.900573 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:05.901634 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:05.941361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2c7467-134b-4402-a969-1e444db1b115 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:39:05.958779 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:05.973015 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Transition to ACTIVE for port object 9b2c7467-134b-4402-a969-1e444db1b115 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:39:05.979389 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:05.984244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 03ff48c8-0e0a-453c-8709-51593b322803 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:39:06.036608 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 03ff48c8-0e0a-453c-8709-51593b322803 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:06.037033 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:06.061943 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2c7467-134b-4402-a969-1e444db1b115,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:06.122489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Attempting to bind port 9b2c7467-134b-4402-a969-1e444db1b115 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:39:06.122830 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Attempting to bind port 9b2c7467-134b-4402-a969-1e444db1b115 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'ade6a799-5c4a-454e-964f-c794a0c2848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:39:06.123165 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Attempting to bind port 9b2c7467-134b-4402-a969-1e444db1b115 on network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:39:06.128349 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Port 9b2c7467-134b-4402-a969-1e444db1b115 on network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:39:06.128671 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Attempting to bind port 9b2c7467-134b-4402-a969-1e444db1b115 on network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:39:06.134435 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:39:06.135352 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Checking segment: {'id': 'ade6a799-5c4a-454e-964f-c794a0c2848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:39:06.136424 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Bound using segment: {'id': 'ade6a799-5c4a-454e-964f-c794a0c2848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:39:06.136983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Bound port: 9b2c7467-134b-4402-a969-1e444db1b115, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade6a799-5c4a-454e-964f-c794a0c2848e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:39:06.137420 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:06.215827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] For port 9b2c7467-134b-4402-a969-1e444db1b115, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:39:06.220318 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] For port 9b2c7467-134b-4402-a969-1e444db1b115, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=9b2c7467-134b-4402-a969-1e444db1b115,segment=NetworkSegment(ade6a799-5c4a-454e-964f-c794a0c2848e),segment_id=ade6a799-5c4a-454e-964f-c794a0c2848e)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:39:06.224481 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:06.267490 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:06.268179 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:06.269655 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] 10.222.0.15 "PUT /v2.0/ports/9b2c7467-134b-4402-a969-1e444db1b115 HTTP/1.1" status: 200 len: 1091 time: 0.7474723 Nov 16 05:39:06.270202 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'tag': '9b2c7467-134b-4402-a969-1e444db1b115'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:39:06.272752 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ca55b0-e183-48a7-81f2-e8f39b99a5b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ee87c7-689d-41a1-962a-5b96c73c702b", "tag": "9b2c7467-134b-4402-a969-1e444db1b115"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:39:06.311189 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378d26c-65db-4e97-8553-5d2c55855a85 service neutron] Pushing event updated for resources: {'Port': ['ID=9b2c7467-134b-4402-a969-1e444db1b115,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:06.369383 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7591a68-3c2e-4720-bf8a-f5efba720759 x-openstack-request-id: req-a7591a68-3c2e-4720-bf8a-f5efba720759 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:39:06.369678 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ee87c7-689d-41a1-962a-5b96c73c702b", "tag": "9b2c7467-134b-4402-a969-1e444db1b115", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:39:06.371170 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7591a68-3c2e-4720-bf8a-f5efba720759 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:39:06.371586 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'tag': '9b2c7467-134b-4402-a969-1e444db1b115', 'status': 'completed', 'code': 200} Nov 16 05:39:06.388120 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-787265e9-42f4-43db-b063-189535860a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:06.390064 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-787265e9-42f4-43db-b063-189535860a4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 1094 time: 0.0600171 Nov 16 05:39:06.439248 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-3a47aa4c-3f29-4db0-adcd-11c0dfe244c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b2c7467-134b-4402-a969-1e444db1b115 HTTP/1.1" status: 200 len: 217 time: 0.0414011 Nov 16 05:39:06.502945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-967a8fc1-e64d-49b5-baa0-cbff6051ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:06.505244 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-967a8fc1-e64d-49b5-baa0-cbff6051ba90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca HTTP/1.1" status: 200 len: 834 time: 0.0588760 Nov 16 05:39:06.564167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-25c6999e-f41c-4de2-a90b-302716658ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:06.565681 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-25c6999e-f41c-4de2-a90b-302716658ff4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8354b66-b5bb-4d5e-a323-2fe069cfffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540845 Nov 16 05:39:06.663398 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-a8c0cd4d-1df5-4702-b4eb-7e215c6e5c75 service neutron] 10.222.0.15 "GET /v2.0/networks/d8354b66-b5bb-4d5e-a323-2fe069cfffb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901213 Nov 16 05:39:06.759874 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0ca8f448-47d1-4fbc-bc3e-d58a35eef3d9 req-1424be66-6285-4c2a-992a-d8ba462fde11 service neutron] 10.222.0.15 "GET /v2.0/networks/d8354b66-b5bb-4d5e-a323-2fe069cfffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893586 Nov 16 05:39:06.846261 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca55b0-e183-48a7-81f2-e8f39b99a5b3 req-2bd34d40-c0e7-4257-a1dc-7aa81e368a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:06.847754 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-95ca55b0-e183-48a7-81f2-e8f39b99a5b3 req-2bd34d40-c0e7-4257-a1dc-7aa81e368a26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 1094 time: 0.0424638 Nov 16 05:39:06.941502 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca55b0-e183-48a7-81f2-e8f39b99a5b3 req-2709b173-7119-4810-b457-3c7c50326991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:06.943042 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-95ca55b0-e183-48a7-81f2-e8f39b99a5b3 req-2709b173-7119-4810-b457-3c7c50326991 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8354b66-b5bb-4d5e-a323-2fe069cfffb6 HTTP/1.1" status: 200 len: 897 time: 0.0891054 Nov 16 05:39:06.986304 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-95ca55b0-e183-48a7-81f2-e8f39b99a5b3 req-6603a594-4383-41d4-aa11-6aee626e046e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b2c7467-134b-4402-a969-1e444db1b115 HTTP/1.1" status: 200 len: 217 time: 0.0357225 Nov 16 05:39:06.990765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4792b-b93f-44d3-b622-6755f4e7d269 req-defe3d0a-2900-42fb-aa73-c5829aa76337 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:06.992296 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87c4792b-b93f-44d3-b622-6755f4e7d269 req-defe3d0a-2900-42fb-aa73-c5829aa76337 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 943 time: 0.0535545 Nov 16 05:39:07.040252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca55b0-e183-48a7-81f2-e8f39b99a5b3 req-0347f034-2d15-4132-8e4d-a618fccfd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:07.042365 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-95ca55b0-e183-48a7-81f2-e8f39b99a5b3 req-0347f034-2d15-4132-8e4d-a618fccfd3a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca HTTP/1.1" status: 200 len: 834 time: 0.0490930 Nov 16 05:39:07.047087 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-87c4792b-b93f-44d3-b622-6755f4e7d269 req-ccd3e910-8abc-406f-985c-c5b18e23ed3c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486116 Nov 16 05:39:07.094245 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca55b0-e183-48a7-81f2-e8f39b99a5b3 req-441d4f0a-4006-45c0-baf8-519c0c464788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:07.095706 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-95ca55b0-e183-48a7-81f2-e8f39b99a5b3 req-441d4f0a-4006-45c0-baf8-519c0c464788 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8354b66-b5bb-4d5e-a323-2fe069cfffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456607 Nov 16 05:39:07.187688 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-95ca55b0-e183-48a7-81f2-e8f39b99a5b3 req-eed6aa56-a65a-4316-8c22-e60b3e6fe35a service neutron] 10.222.0.15 "GET /v2.0/networks/d8354b66-b5bb-4d5e-a323-2fe069cfffb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840812 Nov 16 05:39:07.278206 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-95ca55b0-e183-48a7-81f2-e8f39b99a5b3 req-39cfb09c-9b91-4912-b159-383b61e2acf8 service neutron] 10.222.0.15 "GET /v2.0/networks/d8354b66-b5bb-4d5e-a323-2fe069cfffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823028 Nov 16 05:39:08.094880 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7d83f39-c1f8-462d-b504-f37296801924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:08.171250 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c9e9d-b572-4cf5-917d-0a477823a781 req-29413f57-631d-4feb-a233-52642e3691e3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:08.172725 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-670c9e9d-b572-4cf5-917d-0a477823a781 req-29413f57-631d-4feb-a233-52642e3691e3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 943 time: 0.0483131 Nov 16 05:39:08.221634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-670c9e9d-b572-4cf5-917d-0a477823a781 req-8e5d3640-5d41-4994-bc2e-267bfd9c939f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428755 Nov 16 05:39:09.200133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 9b2c7467-134b-4402-a969-1e444db1b115 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:39:09.295554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 9b2c7467-134b-4402-a969-1e444db1b115, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=9b2c7467-134b-4402-a969-1e444db1b115,segment=NetworkSegment(ade6a799-5c4a-454e-964f-c794a0c2848e),segment_id=ade6a799-5c4a-454e-964f-c794a0c2848e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:39:09.307116 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '9b2c7467-134b-4402-a969-1e444db1b115', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'port_id': '9b2c7467-134b-4402-a969-1e444db1b115', 'mac_address': 'fa:16:3e:24:72:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:39:09.342724 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363df51-7ca7-4ca2-991b-0e150833eedb req-b34959dd-f856-4b3b-9ec6-d66593818304 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:09.344232 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b363df51-7ca7-4ca2-991b-0e150833eedb req-b34959dd-f856-4b3b-9ec6-d66593818304 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 943 time: 0.0530608 Nov 16 05:39:09.344437 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:09.357172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2c7467-134b-4402-a969-1e444db1b115 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:39:09.376855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 9b2c7467-134b-4402-a969-1e444db1b115, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=9b2c7467-134b-4402-a969-1e444db1b115,segment=NetworkSegment(ade6a799-5c4a-454e-964f-c794a0c2848e),segment_id=ade6a799-5c4a-454e-964f-c794a0c2848e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:39:09.380886 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:09.393661 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b363df51-7ca7-4ca2-991b-0e150833eedb req-424ec192-b11f-4e92-8982-3c657b522d47 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433662 Nov 16 05:39:09.431087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=9b2c7467-134b-4402-a969-1e444db1b115,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:09.614486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['9b2c7467-134b-4402-a969-1e444db1b115'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:39:10.276944 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3c0820d5-908c-4bc1-8ec3-9ada442863af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:10.509588 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46394bbc-2408-4875-8c62-4c0e69f7883f req-8f3ba8f5-c582-4a8d-aeae-6c914360fe56 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:10.511125 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46394bbc-2408-4875-8c62-4c0e69f7883f req-8f3ba8f5-c582-4a8d-aeae-6c914360fe56 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 944 time: 0.0489130 Nov 16 05:39:10.560866 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-46394bbc-2408-4875-8c62-4c0e69f7883f req-3afd862f-af60-472a-9f1e-e5e6604261c3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436184 Nov 16 05:39:11.201098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 9b2c7467-134b-4402-a969-1e444db1b115 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:39:11.248341 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 9b2c7467-134b-4402-a969-1e444db1b115 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:39:11.252173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 9b2c7467-134b-4402-a969-1e444db1b115 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:11.252540 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:11.330312 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:11.357214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2c7467-134b-4402-a969-1e444db1b115'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:39:11.359366 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce582fa-686d-454c-8e25-a62adfca9787" -d '{"events": [{"server_uuid": "f1ee87c7-689d-41a1-962a-5b96c73c702b", "name": "network-vif-plugged", "status": "completed", "tag": "9b2c7467-134b-4402-a969-1e444db1b115"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:39:11.375605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 9b2c7467-134b-4402-a969-1e444db1b115, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=9b2c7467-134b-4402-a969-1e444db1b115,segment=NetworkSegment(ade6a799-5c4a-454e-964f-c794a0c2848e),segment_id=ade6a799-5c4a-454e-964f-c794a0c2848e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:39:11.379375 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:11.425865 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=9b2c7467-134b-4402-a969-1e444db1b115,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:11.451442 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ddd83b-b90e-407c-9578-1ab685a0d283 x-openstack-request-id: req-e7ddd83b-b90e-407c-9578-1ab685a0d283 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:39:11.451743 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ee87c7-689d-41a1-962a-5b96c73c702b", "name": "network-vif-plugged", "status": "completed", "tag": "9b2c7467-134b-4402-a969-1e444db1b115", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:39:11.451997 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7ddd83b-b90e-407c-9578-1ab685a0d283 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:39:11.452390 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2c7467-134b-4402-a969-1e444db1b115', 'code': 200} Nov 16 05:39:11.545962 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ee024-fa34-40dd-b379-9c980b227da9 req-2c441ff7-c10c-4581-8a79-486e88a7198f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:11.547434 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c2ee024-fa34-40dd-b379-9c980b227da9 req-2c441ff7-c10c-4581-8a79-486e88a7198f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 1096 time: 0.0409856 Nov 16 05:39:11.593583 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2c2ee024-fa34-40dd-b379-9c980b227da9 req-2b25b690-d522-4e4e-b430-0c239e6a25ac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388350 Nov 16 05:39:11.675415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75590f0-0338-4d13-b7cf-ba881a3b72f7 req-be0b5b46-bb73-457a-bf67-8b94c0f21538 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:11.676905 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a75590f0-0338-4d13-b7cf-ba881a3b72f7 req-be0b5b46-bb73-457a-bf67-8b94c0f21538 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 945 time: 0.0475733 Nov 16 05:39:11.728664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a75590f0-0338-4d13-b7cf-ba881a3b72f7 req-cff0aba2-5f4f-421a-8f62-3530d481f75c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458982 Nov 16 05:39:12.113747 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:12.845197 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdffe7ac-4311-4aa9-bfb7-c95e2c417578 req-db629a12-adaf-4160-b19d-89f84c333d22 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:12.846686 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bdffe7ac-4311-4aa9-bfb7-c95e2c417578 req-db629a12-adaf-4160-b19d-89f84c333d22 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 945 time: 0.0485404 Nov 16 05:39:12.894966 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bdffe7ac-4311-4aa9-bfb7-c95e2c417578 req-5dbdd0a6-b762-4594-aa1e-447b84bcf1a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422733 Nov 16 05:39:13.011399 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e993d-6fa8-437a-b4ba-8fca4f0bfada req-28539ca6-715a-454f-8e15-076ccf3c1e60 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:13.012963 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f3e993d-6fa8-437a-b4ba-8fca4f0bfada req-28539ca6-715a-454f-8e15-076ccf3c1e60 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 945 time: 0.0490856 Nov 16 05:39:13.068308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4f3e993d-6fa8-437a-b4ba-8fca4f0bfada req-07a3a0e7-ca2b-4f78-87fd-7d5c5df4bfc5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480416 Nov 16 05:39:13.090176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34024) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:13.133065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a259ddac-1890-4019-93cd-e3b9488f8838 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:13.134609 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a259ddac-1890-4019-93cd-e3b9488f8838 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 1091 time: 0.0434802 Nov 16 05:39:13.137377 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34026) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:13.141546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '9b2c7467-134b-4402-a969-1e444db1b115', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:13.162925 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:13.258195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:13.372741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.25.0.18 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/57a4fe48-5caa-4acf-9566-aff1b7d678bf) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:39:13.465400 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:13.472267 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:13.504960 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:13.549304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:39:13.554613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:39:13.556807 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=57a4fe48-5caa-4acf-9566-aff1b7d678bf,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:13.559751 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:39:13.821566 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:13.892098 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:13.959644 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:14.108547 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:14.113052 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:14.181092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=57a4fe48-5caa-4acf-9566-aff1b7d678bf,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:14.189143 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:14.285937 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Floating IP 7dff745e-06fe-4fd3-a20a-2b67f53c258e associated. External IP: 172.25.0.18, port: 9b2c7467-134b-4402-a969-1e444db1b115. Nov 16 05:39:14.486200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router 1882f766-dcc9-4564-96a4-5b54611b8ffd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:39:14.590944 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:39:14.600178 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173e2ad-4775-42f9-bb7a-dd0e45cf05c3 None None] Sync routers for ids ['1882f766-dcc9-4564-96a4-5b54611b8ffd'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:39:14.609381 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:14.610662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173e2ad-4775-42f9-bb7a-dd0e45cf05c3 None None] Routers {'1882f766-dcc9-4564-96a4-5b54611b8ffd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:39:14.611628 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6173e2ad-4775-42f9-bb7a-dd0e45cf05c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:39:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1882f766-dcc9-4564-96a4-5b54611b8ffd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:14.636664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-453bae4a-629e-4e9d-ba5e-20be4c46ca89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4982457 Nov 16 05:39:14.637240 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'tag': '9b2c7467-134b-4402-a969-1e444db1b115'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:39:14.639528 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55bb359-f72e-4238-91af-c3c79acd077f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ee87c7-689d-41a1-962a-5b96c73c702b", "tag": "9b2c7467-134b-4402-a969-1e444db1b115"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:39:14.691423 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022f7c77-0b19-402c-92a5-da5fed64ed75 x-openstack-request-id: req-022f7c77-0b19-402c-92a5-da5fed64ed75 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:39:14.691796 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ee87c7-689d-41a1-962a-5b96c73c702b", "tag": "9b2c7467-134b-4402-a969-1e444db1b115", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:39:14.692140 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-022f7c77-0b19-402c-92a5-da5fed64ed75 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:39:14.692821 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'tag': '9b2c7467-134b-4402-a969-1e444db1b115', 'status': 'completed', 'code': 200} Nov 16 05:39:14.754403 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3090a7f5-7541-4c0d-9285-4dbb755cd857 req-40eff041-a7c1-492d-b9e8-2626d18c13c8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:14.755917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3090a7f5-7541-4c0d-9285-4dbb755cd857 req-40eff041-a7c1-492d-b9e8-2626d18c13c8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 945 time: 0.0520978 Nov 16 05:39:14.773941 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb359-f72e-4238-91af-c3c79acd077f req-38871ba7-2fef-46f9-8705-341908693d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:14.776601 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a55bb359-f72e-4238-91af-c3c79acd077f req-38871ba7-2fef-46f9-8705-341908693d8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 1096 time: 0.0526919 Nov 16 05:39:14.819088 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3090a7f5-7541-4c0d-9285-4dbb755cd857 req-0f318d26-2979-4646-ad2c-c2491e01237c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511675 Nov 16 05:39:14.842090 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34032) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:14.874374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb359-f72e-4238-91af-c3c79acd077f req-78d8809d-d954-4017-93f0-dc463e4ccb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:14.875853 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a55bb359-f72e-4238-91af-c3c79acd077f req-78d8809d-d954-4017-93f0-dc463e4ccb8e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8354b66-b5bb-4d5e-a323-2fe069cfffb6 HTTP/1.1" status: 200 len: 897 time: 0.0917258 Nov 16 05:39:14.879036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6173e2ad-4775-42f9-bb7a-dd0e45cf05c3 None None] Set router 1882f766-dcc9-4564-96a4-5b54611b8ffd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:39:14.909121 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-20575146-99be-4f23-816a-41d4343321c3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/7dff745e-06fe-4fd3-a20a-2b67f53c258e HTTP/1.1" status: 200 len: 990 time: 0.0658376 Nov 16 05:39:14.947141 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a55bb359-f72e-4238-91af-c3c79acd077f req-30083290-74ca-43e5-83a7-0eacde7e760e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b2c7467-134b-4402-a969-1e444db1b115 HTTP/1.1" status: 200 len: 998 time: 0.0645952 Nov 16 05:39:14.996880 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb359-f72e-4238-91af-c3c79acd077f req-c7b52b0a-cb60-402a-8de5-38b5ca695619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:14.998350 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a55bb359-f72e-4238-91af-c3c79acd077f req-c7b52b0a-cb60-402a-8de5-38b5ca695619 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca HTTP/1.1" status: 200 len: 834 time: 0.0439579 Nov 16 05:39:15.043111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb359-f72e-4238-91af-c3c79acd077f req-394fefa5-7ef1-47c7-b744-8d43d8073b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:15.044519 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a55bb359-f72e-4238-91af-c3c79acd077f req-394fefa5-7ef1-47c7-b744-8d43d8073b55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8354b66-b5bb-4d5e-a323-2fe069cfffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396216 Nov 16 05:39:15.107464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6173e2ad-4775-42f9-bb7a-dd0e45cf05c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:39:02Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:38:59Z', 'updated_at': '2021-11-16T05:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7dff745e-06fe-4fd3-a20a-2b67f53c258e', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'port_id': '9b2c7467-134b-4402-a969-1e444db1b115', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'mac_address': 'fa:16:3e:24:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:39:13Z', 'updated_at': '2021-11-16T05:39:13Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5', 'name': '', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:2b:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:01Z', 'updated_at': '2021-11-16T05:39:05Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:15.133604 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173e2ad-4775-42f9-bb7a-dd0e45cf05c3 None None] Checking router: 1882f766-dcc9-4564-96a4-5b54611b8ffd for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:39:15.141025 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a55bb359-f72e-4238-91af-c3c79acd077f req-eb512d18-a813-4372-ae0c-310a944b9ba2 service neutron] 10.222.0.15 "GET /v2.0/networks/d8354b66-b5bb-4d5e-a323-2fe069cfffb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896418 Nov 16 05:39:15.142486 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173e2ad-4775-42f9-bb7a-dd0e45cf05c3 None None] Routers {'1882f766-dcc9-4564-96a4-5b54611b8ffd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:39:15.143096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6173e2ad-4775-42f9-bb7a-dd0e45cf05c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:39:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1882f766-dcc9-4564-96a4-5b54611b8ffd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:15.228453 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a55bb359-f72e-4238-91af-c3c79acd077f req-f964dc0f-6dad-43a4-be3f-f48259a288dd service neutron] 10.222.0.15 "GET /v2.0/networks/d8354b66-b5bb-4d5e-a323-2fe069cfffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807357 Nov 16 05:39:15.247529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6173e2ad-4775-42f9-bb7a-dd0e45cf05c3 None None] Set router 1882f766-dcc9-4564-96a4-5b54611b8ffd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:39:15.471374 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6173e2ad-4775-42f9-bb7a-dd0e45cf05c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:39:02Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:38:59Z', 'updated_at': '2021-11-16T05:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7dff745e-06fe-4fd3-a20a-2b67f53c258e', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'port_id': '9b2c7467-134b-4402-a969-1e444db1b115', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'mac_address': 'fa:16:3e:24:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:39:13Z', 'updated_at': '2021-11-16T05:39:13Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5', 'name': '', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:2b:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:01Z', 'updated_at': '2021-11-16T05:39:05Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:15.496425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173e2ad-4775-42f9-bb7a-dd0e45cf05c3 None None] The sync data for ids ['1882f766-dcc9-4564-96a4-5b54611b8ffd'] in n-d-818042-1 is: [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:39:02Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:38:59Z', 'updated_at': '2021-11-16T05:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '7dff745e-06fe-4fd3-a20a-2b67f53c258e', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.18', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'port_id': '9b2c7467-134b-4402-a969-1e444db1b115', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'mac_address': 'fa:16:3e:24:72:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:39:13Z', 'updated_at': '2021-11-16T05:39:13Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5', 'name': '', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:2b:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:01Z', 'updated_at': '2021-11-16T05:39:05Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:39:15.692516 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6055c50d-5d07-4806-8f49-b37e57f1b478 None None] New status for floating IP 7dff745e-06fe-4fd3-a20a-2b67f53c258e: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:39:15.912901 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34038) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:15.972595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-636bbbc6-444b-4c8c-884d-16ecb9edf404 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/7dff745e-06fe-4fd3-a20a-2b67f53c258e HTTP/1.1" status: 200 len: 992 time: 0.0585091 Nov 16 05:39:16.467521 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:39:16.838101 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:17.717563 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ba0bfcc5-cdbd-4a41-8380-b79414689760 req-b6edc26f-bca9-4bf9-a89e-f6d54ffeaa0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407274 Nov 16 05:39:18.110424 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bfcc5-cdbd-4a41-8380-b79414689760 req-39113717-278d-4ae7-8ef1-0a9d6e4ad367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:18.111900 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ba0bfcc5-cdbd-4a41-8380-b79414689760 req-39113717-278d-4ae7-8ef1-0a9d6e4ad367 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 1096 time: 0.3479578 Nov 16 05:39:18.211253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bfcc5-cdbd-4a41-8380-b79414689760 req-6c78be3b-9ac5-4bff-b8b6-e587687a2b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:18.212704 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ba0bfcc5-cdbd-4a41-8380-b79414689760 req-6c78be3b-9ac5-4bff-b8b6-e587687a2b74 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8354b66-b5bb-4d5e-a323-2fe069cfffb6 HTTP/1.1" status: 200 len: 897 time: 0.0820668 Nov 16 05:39:18.282313 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ba0bfcc5-cdbd-4a41-8380-b79414689760 req-4dad04ad-9973-4a39-8a69-6bf35831ebdd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b2c7467-134b-4402-a969-1e444db1b115 HTTP/1.1" status: 200 len: 1000 time: 0.0614724 Nov 16 05:39:18.329166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bfcc5-cdbd-4a41-8380-b79414689760 req-2b376099-7d98-46d6-befa-d508d4413357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:18.330568 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ba0bfcc5-cdbd-4a41-8380-b79414689760 req-2b376099-7d98-46d6-befa-d508d4413357 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca HTTP/1.1" status: 200 len: 834 time: 0.0418332 Nov 16 05:39:18.394758 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0bfcc5-cdbd-4a41-8380-b79414689760 req-6c102e1a-8e10-40dd-98c1-5a0b9eb16d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:18.396669 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ba0bfcc5-cdbd-4a41-8380-b79414689760 req-6c102e1a-8e10-40dd-98c1-5a0b9eb16d22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8354b66-b5bb-4d5e-a323-2fe069cfffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469437 Nov 16 05:39:18.488110 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ba0bfcc5-cdbd-4a41-8380-b79414689760 req-3c28a145-95c1-4943-abfd-f1676621f3a3 service neutron] 10.222.0.15 "GET /v2.0/networks/d8354b66-b5bb-4d5e-a323-2fe069cfffb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837748 Nov 16 05:39:18.573445 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ba0bfcc5-cdbd-4a41-8380-b79414689760 req-ed05d3e9-8c59-4b4d-b874-77529713ff66 service neutron] 10.222.0.15 "GET /v2.0/networks/d8354b66-b5bb-4d5e-a323-2fe069cfffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786712 Nov 16 05:39:18.839315 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:38.095343 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2853d3df-208f-49af-a8ce-51fa53961c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:40.277518 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-68473e0e-8726-4289-9409-4cc15aadd263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:42.115329 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:43.471964 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:43.823664 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:44.651774 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b88cf-6c3a-4d64-a7af-4647c1d5a9a9 req-6fccbd69-7eca-495b-97e5-87b9e234effe tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:44.653261 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-751b88cf-6c3a-4d64-a7af-4647c1d5a9a9 req-6fccbd69-7eca-495b-97e5-87b9e234effe tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 945 time: 0.0476251 Nov 16 05:39:44.706826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-751b88cf-6c3a-4d64-a7af-4647c1d5a9a9 req-f683603c-edac-4382-a008-a8a26590473c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476997 Nov 16 05:39:45.824990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a502131-16c3-4a25-bf48-09961b002b77 req-a6fe184a-86ce-40c1-9b3a-13e10bc1ab28 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:45.826487 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a502131-16c3-4a25-bf48-09961b002b77 req-a6fe184a-86ce-40c1-9b3a-13e10bc1ab28 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 945 time: 0.0483530 Nov 16 05:39:45.875409 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1a502131-16c3-4a25-bf48-09961b002b77 req-6fda4ceb-fa27-4803-95e9-dc6c958091f9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430195 Nov 16 05:39:45.898219 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34056) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:45.956630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-75c46f23-3a56-4001-9a4a-af7679f60682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/7dff745e-06fe-4fd3-a20a-2b67f53c258e HTTP/1.1" status: 200 len: 992 time: 0.0573742 Nov 16 05:39:46.841882 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:47.223557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56b2a17-b2b3-4b85-86f0-23b9d0e15b0f req-7122611d-a879-469d-aa1e-cf154816eb81 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:47.225046 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f56b2a17-b2b3-4b85-86f0-23b9d0e15b0f req-7122611d-a879-469d-aa1e-cf154816eb81 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 945 time: 0.0521805 Nov 16 05:39:47.273699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f56b2a17-b2b3-4b85-86f0-23b9d0e15b0f req-b423d7cc-ab4a-407a-8114-75b20f572b23 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419328 Nov 16 05:39:48.408202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdfe70-1127-4796-9988-139e56ed920d req-a53648de-b959-447e-9c3d-a8a3d9bc6bab tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:48.410065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28bdfe70-1127-4796-9988-139e56ed920d req-a53648de-b959-447e-9c3d-a8a3d9bc6bab tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 945 time: 0.0615153 Nov 16 05:39:48.467099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-28bdfe70-1127-4796-9988-139e56ed920d req-dc059419-c47f-43a4-bcfd-5c003b0a315a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498295 Nov 16 05:39:48.489331 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34066) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:48.551678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6400922d-c635-4550-a242-b6f57421ce49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/7dff745e-06fe-4fd3-a20a-2b67f53c258e HTTP/1.1" status: 200 len: 992 time: 0.0612068 Nov 16 05:39:48.793741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34072) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:48.846459 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:48.949398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 57a4fe48-5caa-4acf-9566-aff1b7d678bf {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:39:48.949731 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:49.021442 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:49.021783 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:49.033528 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 57a4fe48-5caa-4acf-9566-aff1b7d678bf owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:39:49.186396 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:49.212408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=57a4fe48-5caa-4acf-9566-aff1b7d678bf,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:49.571269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:49.571947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:49.571947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:49.572168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:49.572487 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:49.572813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:49.573716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:49.574065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:49.574392 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:49.574714 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:49.575038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:49.575365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:49.614726 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:49.615068 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Floating IP 7dff745e-06fe-4fd3-a20a-2b67f53c258e disassociated (deleted). External IP: 172.25.0.18, port: 9b2c7467-134b-4402-a969-1e444db1b115. Nov 16 05:39:49.818803 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router 1882f766-dcc9-4564-96a4-5b54611b8ffd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:39:49.928347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:39:49.933796 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:49.938492 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8aa4b1-b04b-4b6f-b892-4b3ab9de6c77 None None] Sync routers for ids ['1882f766-dcc9-4564-96a4-5b54611b8ffd'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:39:49.947594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8aa4b1-b04b-4b6f-b892-4b3ab9de6c77 None None] Routers {'1882f766-dcc9-4564-96a4-5b54611b8ffd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:39:49.948241 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6c8aa4b1-b04b-4b6f-b892-4b3ab9de6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:39:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1882f766-dcc9-4564-96a4-5b54611b8ffd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:49.960942 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-50a8c951-052d-4d48-a9b9-724ff13d9190 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/floatingips/7dff745e-06fe-4fd3-a20a-2b67f53c258e HTTP/1.1" status: 204 len: 168 time: 1.1660969 Nov 16 05:39:49.961522 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'tag': '9b2c7467-134b-4402-a969-1e444db1b115'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:39:49.963790 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959ff3f1-185c-4e1d-ac87-fc34b9ef2b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ee87c7-689d-41a1-962a-5b96c73c702b", "tag": "9b2c7467-134b-4402-a969-1e444db1b115"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:39:50.055765 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6c8aa4b1-b04b-4b6f-b892-4b3ab9de6c77 None None] Set router 1882f766-dcc9-4564-96a4-5b54611b8ffd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:39:50.086955 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164fa82c-39b6-47d1-9737-fa6a1aad473d x-openstack-request-id: req-164fa82c-39b6-47d1-9737-fa6a1aad473d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:39:50.087274 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ee87c7-689d-41a1-962a-5b96c73c702b", "tag": "9b2c7467-134b-4402-a969-1e444db1b115", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:39:50.087559 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-164fa82c-39b6-47d1-9737-fa6a1aad473d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:39:50.088050 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'tag': '9b2c7467-134b-4402-a969-1e444db1b115', 'status': 'completed', 'code': 200} Nov 16 05:39:50.198241 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff3f1-185c-4e1d-ac87-fc34b9ef2b8c req-253be99a-8e2a-45b1-8852-97659464510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:50.199055 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ddd57-952b-4149-aea8-8d0c31e8bafb req-bdef9228-67fe-42c5-a09f-5686eb41acde tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:50.199866 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-959ff3f1-185c-4e1d-ac87-fc34b9ef2b8c req-253be99a-8e2a-45b1-8852-97659464510a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 1096 time: 0.0890219 Nov 16 05:39:50.200582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a0ddd57-952b-4149-aea8-8d0c31e8bafb req-bdef9228-67fe-42c5-a09f-5686eb41acde tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 945 time: 0.0543840 Nov 16 05:39:50.252718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a0ddd57-952b-4149-aea8-8d0c31e8bafb req-51644c73-6e35-481e-aae3-dd3f9cf496d2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455191 Nov 16 05:39:50.286547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6c8aa4b1-b04b-4b6f-b892-4b3ab9de6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:39:02Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:38:59Z', 'updated_at': '2021-11-16T05:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5', 'name': '', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:2b:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:01Z', 'updated_at': '2021-11-16T05:39:05Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:50.298467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff3f1-185c-4e1d-ac87-fc34b9ef2b8c req-32b26f90-b2cc-44e0-af16-d0f8391a017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:50.300023 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-959ff3f1-185c-4e1d-ac87-fc34b9ef2b8c req-32b26f90-b2cc-44e0-af16-d0f8391a017b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d8354b66-b5bb-4d5e-a323-2fe069cfffb6 HTTP/1.1" status: 200 len: 897 time: 0.0926797 Nov 16 05:39:50.312611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8aa4b1-b04b-4b6f-b892-4b3ab9de6c77 None None] Checking router: 1882f766-dcc9-4564-96a4-5b54611b8ffd for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:39:50.320652 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8aa4b1-b04b-4b6f-b892-4b3ab9de6c77 None None] Routers {'1882f766-dcc9-4564-96a4-5b54611b8ffd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:39:50.321248 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6c8aa4b1-b04b-4b6f-b892-4b3ab9de6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:39:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1882f766-dcc9-4564-96a4-5b54611b8ffd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:50.341959 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-959ff3f1-185c-4e1d-ac87-fc34b9ef2b8c req-c492fc83-72dd-4380-b9b2-e0a39bad8188 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b2c7467-134b-4402-a969-1e444db1b115 HTTP/1.1" status: 200 len: 217 time: 0.0340624 Nov 16 05:39:50.396471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff3f1-185c-4e1d-ac87-fc34b9ef2b8c req-243638f9-ef4d-4f2c-82b0-0ed46fa280ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:50.397966 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-959ff3f1-185c-4e1d-ac87-fc34b9ef2b8c req-243638f9-ef4d-4f2c-82b0-0ed46fa280ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca HTTP/1.1" status: 200 len: 834 time: 0.0474117 Nov 16 05:39:50.426955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6c8aa4b1-b04b-4b6f-b892-4b3ab9de6c77 None None] Set router 1882f766-dcc9-4564-96a4-5b54611b8ffd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:39:50.445743 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ff3f1-185c-4e1d-ac87-fc34b9ef2b8c req-ac29802a-3139-48d8-980d-6ab61b2e3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:50.447285 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-959ff3f1-185c-4e1d-ac87-fc34b9ef2b8c req-ac29802a-3139-48d8-980d-6ab61b2e3ae7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d8354b66-b5bb-4d5e-a323-2fe069cfffb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407298 Nov 16 05:39:50.545237 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-959ff3f1-185c-4e1d-ac87-fc34b9ef2b8c req-9bf9e46a-fa48-468f-a41f-444b1d94893c service neutron] 10.222.0.15 "GET /v2.0/networks/d8354b66-b5bb-4d5e-a323-2fe069cfffb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895627 Nov 16 05:39:50.621898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6c8aa4b1-b04b-4b6f-b892-4b3ab9de6c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:39:02Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:38:59Z', 'updated_at': '2021-11-16T05:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5', 'name': '', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:2b:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:01Z', 'updated_at': '2021-11-16T05:39:05Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:50.634387 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-959ff3f1-185c-4e1d-ac87-fc34b9ef2b8c req-1707185f-5cb6-4af7-b210-5e990b04b9e3 service neutron] 10.222.0.15 "GET /v2.0/networks/d8354b66-b5bb-4d5e-a323-2fe069cfffb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817344 Nov 16 05:39:50.659306 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8aa4b1-b04b-4b6f-b892-4b3ab9de6c77 None None] The sync data for ids ['1882f766-dcc9-4564-96a4-5b54611b8ffd'] in n-d-818042-1 is: [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:39:02Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:38:59Z', 'updated_at': '2021-11-16T05:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5', 'name': '', 'network_id': 'd8354b66-b5bb-4d5e-a323-2fe069cfffb6', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:2b:84:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:01Z', 'updated_at': '2021-11-16T05:39:05Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:39:50.875304 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3c7b0-6095-44ed-a11b-690d1674e89b None None] New status for floating IP 7dff745e-06fe-4fd3-a20a-2b67f53c258e: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:39:51.369367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a60b09-5c2d-4892-92c9-332a78035989 req-c62fa713-3bb7-4b5f-b5fd-dc898da2913f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:51.370866 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1a60b09-5c2d-4892-92c9-332a78035989 req-c62fa713-3bb7-4b5f-b5fd-dc898da2913f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 945 time: 0.0478973 Nov 16 05:39:51.428507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1a60b09-5c2d-4892-92c9-332a78035989 req-25034cdd-4937-4766-a298-48eb784dd8d6 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=df11681e-a0a1-46c9-8e3d-56d35b8398a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517342 Nov 16 05:39:51.807149 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cd150-18fe-4d21-a3cb-77e92d66496e req-af44330d-5fa4-40b3-9a3c-63be24547bf2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:51.809330 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-aa3cd150-18fe-4d21-a3cb-77e92d66496e req-af44330d-5fa4-40b3-9a3c-63be24547bf2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 945 time: 0.0482321 Nov 16 05:39:51.900586 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-aa3cd150-18fe-4d21-a3cb-77e92d66496e req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 9b2c7467-134b-4402-a969-1e444db1b115 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:39:51.900970 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-aa3cd150-18fe-4d21-a3cb-77e92d66496e req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:51.985312 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-aa3cd150-18fe-4d21-a3cb-77e92d66496e req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port 9b2c7467-134b-4402-a969-1e444db1b115, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=9b2c7467-134b-4402-a969-1e444db1b115,segment=NetworkSegment(ade6a799-5c4a-454e-964f-c794a0c2848e),segment_id=ade6a799-5c4a-454e-964f-c794a0c2848e)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:39:51.985666 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-aa3cd150-18fe-4d21-a3cb-77e92d66496e req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:51.998047 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-aa3cd150-18fe-4d21-a3cb-77e92d66496e req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 9b2c7467-134b-4402-a969-1e444db1b115 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:39:52.123859 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-aa3cd150-18fe-4d21-a3cb-77e92d66496e req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:52.151560 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=9b2c7467-134b-4402-a969-1e444db1b115,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:52.181613 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:52.181983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:52.182322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:52.182659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:52.183034 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:52.183886 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:52.184465 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:52.184790 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:52.185110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:52.185440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:52.185742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:52.186081 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:52.207257 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3cd150-18fe-4d21-a3cb-77e92d66496e req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] No DVR routers for this DVR port 9b2c7467-134b-4402-a969-1e444db1b115 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:39:52.210125 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-aa3cd150-18fe-4d21-a3cb-77e92d66496e req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:52.213563 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-aa3cd150-18fe-4d21-a3cb-77e92d66496e req-a4d38fef-fd07-4362-8525-1c0b4f916a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "DELETE /v2.0/ports/9b2c7467-134b-4402-a969-1e444db1b115 HTTP/1.1" status: 204 len: 173 time: 0.3984075 Nov 16 05:39:52.214059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'name': 'network-vif-deleted', 'tag': '9b2c7467-134b-4402-a969-1e444db1b115'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:39:52.216387 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d9f9c2-d980-461b-93c2-ed9f692e617d" -d '{"events": [{"server_uuid": "f1ee87c7-689d-41a1-962a-5b96c73c702b", "name": "network-vif-deleted", "tag": "9b2c7467-134b-4402-a969-1e444db1b115"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:39:52.312901 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94cc328-fa47-47af-812c-318a27b8f651 x-openstack-request-id: req-e94cc328-fa47-47af-812c-318a27b8f651 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:39:52.313198 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ee87c7-689d-41a1-962a-5b96c73c702b", "name": "network-vif-deleted", "tag": "9b2c7467-134b-4402-a969-1e444db1b115", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:39:52.313459 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e94cc328-fa47-47af-812c-318a27b8f651 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:39:52.313891 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ee87c7-689d-41a1-962a-5b96c73c702b', 'name': 'network-vif-deleted', 'tag': '9b2c7467-134b-4402-a969-1e444db1b115', 'status': 'completed', 'code': 200} Nov 16 05:39:52.541145 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-174d92ae-4d1c-47b1-84a9-537ef5ce2150 req-1bfa77ca-be19-479a-8b8b-e3e206ac9beb tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ee87c7-689d-41a1-962a-5b96c73c702b HTTP/1.1" status: 200 len: 210 time: 0.0310168 Nov 16 05:39:53.467453 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:39:53.597191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34094) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:53.955528 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de04381f-8273-48fc-9bd3-45890ca82a86 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:54.202826 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-de04381f-8273-48fc-9bd3-45890ca82a86 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:39:54.203166 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de04381f-8273-48fc-9bd3-45890ca82a86 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:54.293727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-de04381f-8273-48fc-9bd3-45890ca82a86 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5,segment=NetworkSegment(ade6a799-5c4a-454e-964f-c794a0c2848e),segment_id=ade6a799-5c4a-454e-964f-c794a0c2848e)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:39:54.294101 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de04381f-8273-48fc-9bd3-45890ca82a86 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:54.306281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-de04381f-8273-48fc-9bd3-45890ca82a86 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:39:54.485988 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de04381f-8273-48fc-9bd3-45890ca82a86 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:54.511675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04381f-8273-48fc-9bd3-45890ca82a86 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:54.688247 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-de04381f-8273-48fc-9bd3-45890ca82a86 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:54.893532 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de04381f-8273-48fc-9bd3-45890ca82a86 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router 1882f766-dcc9-4564-96a4-5b54611b8ffd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:39:54.998385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de04381f-8273-48fc-9bd3-45890ca82a86 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:39:55.003470 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-de04381f-8273-48fc-9bd3-45890ca82a86 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "PUT /v2.0/routers/1882f766-dcc9-4564-96a4-5b54611b8ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4052315 Nov 16 05:39:55.006201 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34096) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:55.009223 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62907fb0-fa82-4fb9-80b5-5cb02f98e520 None None] Sync routers for ids ['1882f766-dcc9-4564-96a4-5b54611b8ffd'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:39:55.019362 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62907fb0-fa82-4fb9-80b5-5cb02f98e520 None None] Routers {'1882f766-dcc9-4564-96a4-5b54611b8ffd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:39:55.019891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-62907fb0-fa82-4fb9-80b5-5cb02f98e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:39:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1882f766-dcc9-4564-96a4-5b54611b8ffd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:55.061558 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31c39b7-cd50-47b0-b117-0e8e7f4871c1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting subnet 9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:39:55.064689 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e31c39b7-cd50-47b0-b117-0e8e7f4871c1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:55.104635 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e31c39b7-cd50-47b0-b117-0e8e7f4871c1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:55.124676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-62907fb0-fa82-4fb9-80b5-5cb02f98e520 None None] Set router 1882f766-dcc9-4564-96a4-5b54611b8ffd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:39:55.187019 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e31c39b7-cd50-47b0-b117-0e8e7f4871c1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:55.248491 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e31c39b7-cd50-47b0-b117-0e8e7f4871c1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:55.274136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c39b7-cd50-47b0-b117-0e8e7f4871c1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:55.280913 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e31c39b7-cd50-47b0-b117-0e8e7f4871c1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:55.286997 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e31c39b7-cd50-47b0-b117-0e8e7f4871c1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/subnets/9cb6c69d-6e77-4182-a9e6-5a1f1e4bc6ca HTTP/1.1" status: 204 len: 168 time: 0.2773967 Nov 16 05:39:55.287222 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34098) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:55.291593 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d10bbb5-09b0-46b6-bd61-f7c5c7284071 None None] Network d8354b66-b5bb-4d5e-a323-2fe069cfffb6 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:39:55.360455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-62907fb0-fa82-4fb9-80b5-5cb02f98e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:39:54Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '7645a4e5-ffb7-4307-bb7a-4e69879b196b', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:38:59Z', 'updated_at': '2021-11-16T05:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:55.388197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62907fb0-fa82-4fb9-80b5-5cb02f98e520 None None] Checking router: 1882f766-dcc9-4564-96a4-5b54611b8ffd for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:39:55.394189 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:55.426110 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 9b2c7467-134b-4402-a969-1e444db1b115 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:39:55.429939 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62907fb0-fa82-4fb9-80b5-5cb02f98e520 None None] Routers {'1882f766-dcc9-4564-96a4-5b54611b8ffd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:39:55.430546 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-62907fb0-fa82-4fb9-80b5-5cb02f98e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:39:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['1882f766-dcc9-4564-96a4-5b54611b8ffd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:55.502981 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:55.558637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 7645a4e5-ffb7-4307-bb7a-4e69879b196b {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:39:55.558888 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:55.639459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 9b2c7467-134b-4402-a969-1e444db1b115 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:39:55.639728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port 7645a4e5-ffb7-4307-bb7a-4e69879b196b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=7645a4e5-ffb7-4307-bb7a-4e69879b196b,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:39:55.639861 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 9b2c7467-134b-4402-a969-1e444db1b115 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:39:55.640010 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:55.656861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 7645a4e5-ffb7-4307-bb7a-4e69879b196b owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:39:55.701848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-62907fb0-fa82-4fb9-80b5-5cb02f98e520 None None] Set router 1882f766-dcc9-4564-96a4-5b54611b8ffd gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:39:55.762611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-62907fb0-fa82-4fb9-80b5-5cb02f98e520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:39:55Z', 'revision_number': 6, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:55.798873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] DHCP port deletion for d8354b66-b5bb-4d5e-a323-2fe069cfffb6 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:39:55.801085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62907fb0-fa82-4fb9-80b5-5cb02f98e520 None None] The sync data for ids ['1882f766-dcc9-4564-96a4-5b54611b8ffd'] in n-d-818042-1 is: [{'id': '1882f766-dcc9-4564-96a4-5b54611b8ffd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1890306123', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:38:58Z', 'updated_at': '2021-11-16T05:39:55Z', 'revision_number': 6, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:39:55.845077 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:55.854353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Deleting port 03ff48c8-0e0a-453c-8709-51593b322803 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:39:55.854757 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:55.882591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=7645a4e5-ffb7-4307-bb7a-4e69879b196b,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:55.892774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c926dfee-045b-4828-a6b7-c57488c615aa None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:39:55.926990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] For port 03ff48c8-0e0a-453c-8709-51593b322803, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=03ff48c8-0e0a-453c-8709-51593b322803,segment=NetworkSegment(ade6a799-5c4a-454e-964f-c794a0c2848e),segment_id=ade6a799-5c4a-454e-964f-c794a0c2848e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:39:55.927477 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:55.938712 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:55.942096 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Calling delete_port for 03ff48c8-0e0a-453c-8709-51593b322803 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:39:56.018413 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.029350 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.031579 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.042285 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Pushing event deleted for resources: {'Port': ['ID=03ff48c8-0e0a-453c-8709-51593b322803,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:56.056503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] No DVR routers for this DVR port 03ff48c8-0e0a-453c-8709-51593b322803 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:39:56.060234 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:56.060583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:56.061132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:56.061551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:56.061841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:56.062174 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:56.062504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:56.062888 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:56.063158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:56.063586 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:56.063817 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:56.064134 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7535dd79-89b2-4e7d-9e10-bb5504301ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:39:56.080049 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.080613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Fanout notify agent at l3_agent the message router_deleted on router 1882f766-dcc9-4564-96a4-5b54611b8ffd {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:39:56.087954 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.089096 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-868bcf90-309a-4012-9be1-b8ca52a90762 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/routers/1882f766-dcc9-4564-96a4-5b54611b8ffd HTTP/1.1" status: 204 len: 168 time: 0.8002949 Nov 16 05:39:56.092394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34100) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:56.171703 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ef2752e-c087-449d-936b-4adcac7db06b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.265087 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ef2752e-c087-449d-936b-4adcac7db06b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.618352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7ef2752e-c087-449d-936b-4adcac7db06b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8354b66-b5bb-4d5e-a323-2fe069cfffb6']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:56.630038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7ef2752e-c087-449d-936b-4adcac7db06b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade6a799-5c4a-454e-964f-c794a0c2848e') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:56.630333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-7ef2752e-c087-449d-936b-4adcac7db06b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade6a799-5c4a-454e-964f-c794a0c2848e') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:56.639554 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ef2752e-c087-449d-936b-4adcac7db06b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.652158 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ef2752e-c087-449d-936b-4adcac7db06b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.658167 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ef2752e-c087-449d-936b-4adcac7db06b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:39:56.658585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ef2752e-c087-449d-936b-4adcac7db06b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:39:56.661614 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:39:56.719624 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ef2752e-c087-449d-936b-4adcac7db06b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.726984 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7ef2752e-c087-449d-936b-4adcac7db06b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.729449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7ef2752e-c087-449d-936b-4adcac7db06b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/networks/d8354b66-b5bb-4d5e-a323-2fe069cfffb6 HTTP/1.1" status: 204 len: 168 time: 0.6361346 Nov 16 05:39:56.732871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34102) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:56.741449 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2752e-c087-449d-936b-4adcac7db06b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Network': ['ID=d8354b66-b5bb-4d5e-a323-2fe069cfffb6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:56.795295 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab99e-c151-437d-ad09-b623710de38b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.822147 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab99e-c151-437d-ad09-b623710de38b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.883388 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab99e-c151-437d-ad09-b623710de38b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.886016 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d0ab99e-c151-437d-ad09-b623710de38b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:56.887191 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2d0ab99e-c151-437d-ad09-b623710de38b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/security-groups/df11681e-a0a1-46c9-8e3d-56d35b8398a6 HTTP/1.1" status: 204 len: 168 time: 0.1533105 Nov 16 05:39:56.897231 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ab99e-c151-437d-ad09-b623710de38b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df11681e-a0a1-46c9-8e3d-56d35b8398a6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:57.055557 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34108) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:57.060465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-30213c98-3c1d-462e-a1ea-3c74057e9807 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1576274846', 'description': 'tempest-secgroup-smoke-1576274846 description', 'project_id': '00f6569800624fc1b96fe985e82f6029'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:57.081844 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30213c98-3c1d-462e-a1ea-3c74057e9807 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.145791 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30213c98-3c1d-462e-a1ea-3c74057e9807 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.149185 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30213c98-3c1d-462e-a1ea-3c74057e9807 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.183103 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30213c98-3c1d-462e-a1ea-3c74057e9807 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.184592 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-30213c98-3c1d-462e-a1ea-3c74057e9807 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1279998 Nov 16 05:39:57.186523 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30213c98-3c1d-462e-a1ea-3c74057e9807 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0432edaf-5aad-4fe9-8656-e00034dd0100,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:57.187703 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34110) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:57.192414 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-29ce053c-5798-4f6f-b13d-833a9b95b1ef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '0432edaf-5aad-4fe9-8656-e00034dd0100', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:57.219718 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29ce053c-5798-4f6f-b13d-833a9b95b1ef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.264256 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29ce053c-5798-4f6f-b13d-833a9b95b1ef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.267703 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29ce053c-5798-4f6f-b13d-833a9b95b1ef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.288081 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce053c-5798-4f6f-b13d-833a9b95b1ef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becd1a4e-fceb-4691-956a-0293ab4df8e3,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:57.294397 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-29ce053c-5798-4f6f-b13d-833a9b95b1ef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.295572 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-29ce053c-5798-4f6f-b13d-833a9b95b1ef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1067700 Nov 16 05:39:57.298328 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34112) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:57.302651 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f596f30e-b231-46ce-b643-18469aa1cef0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '0432edaf-5aad-4fe9-8656-e00034dd0100', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:57.327889 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f596f30e-b231-46ce-b643-18469aa1cef0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.385958 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f596f30e-b231-46ce-b643-18469aa1cef0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.389260 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f596f30e-b231-46ce-b643-18469aa1cef0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.405646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f596f30e-b231-46ce-b643-18469aa1cef0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23826e71-575d-4a1d-bd9b-58affcbf1176,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:57.414494 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f596f30e-b231-46ce-b643-18469aa1cef0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.415662 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f596f30e-b231-46ce-b643-18469aa1cef0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164095 Nov 16 05:39:57.418835 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34114) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:57.423096 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ab68afb4-dfc0-4aa1-80ef-16529ab76e50 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '0432edaf-5aad-4fe9-8656-e00034dd0100', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:57.448181 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab68afb4-dfc0-4aa1-80ef-16529ab76e50 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.502449 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab68afb4-dfc0-4aa1-80ef-16529ab76e50 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.506042 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab68afb4-dfc0-4aa1-80ef-16529ab76e50 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.523919 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68afb4-dfc0-4aa1-80ef-16529ab76e50 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddbd7ab-7d14-4cf0-97db-7dfc8c13e457,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:57.531933 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ab68afb4-dfc0-4aa1-80ef-16529ab76e50 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.533115 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ab68afb4-dfc0-4aa1-80ef-16529ab76e50 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133225 Nov 16 05:39:57.535811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34116) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:57.540136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b63e1f83-b5ca-4146-8276-0957c5ae13e7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '0432edaf-5aad-4fe9-8656-e00034dd0100', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:57.566450 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b63e1f83-b5ca-4146-8276-0957c5ae13e7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.622109 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b63e1f83-b5ca-4146-8276-0957c5ae13e7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.625485 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b63e1f83-b5ca-4146-8276-0957c5ae13e7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.644499 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e1f83-b5ca-4146-8276-0957c5ae13e7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea36d87-e30f-420e-b534-ec7488486049,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:57.650902 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b63e1f83-b5ca-4146-8276-0957c5ae13e7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.652097 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b63e1f83-b5ca-4146-8276-0957c5ae13e7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153667 Nov 16 05:39:57.654892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34118) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:57.659444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-cf06a201-2281-4fc6-8454-c2aee474df80 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '0432edaf-5aad-4fe9-8656-e00034dd0100', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:57.681834 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-cf06a201-2281-4fc6-8454-c2aee474df80 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Project 00f6569800624fc1b96fe985e82f6029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:39:57.687471 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf06a201-2281-4fc6-8454-c2aee474df80 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.707261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:39:57.731793 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:39:57.732131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e5c76c2e-e1cd-46a2-a0ca-fcc8c7832db5 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:39:57.732540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 03ff48c8-0e0a-453c-8709-51593b322803 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:39:57.748058 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf06a201-2281-4fc6-8454-c2aee474df80 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.751310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 03ff48c8-0e0a-453c-8709-51593b322803 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:39:57.751717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 03ff48c8-0e0a-453c-8709-51593b322803 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:39:57.752077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7645a4e5-ffb7-4307-bb7a-4e69879b196b no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:39:57.755824 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf06a201-2281-4fc6-8454-c2aee474df80 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.771391 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 7645a4e5-ffb7-4307-bb7a-4e69879b196b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:39:57.771735 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 7645a4e5-ffb7-4307-bb7a-4e69879b196b not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:39:57.777347 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf06a201-2281-4fc6-8454-c2aee474df80 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299830b6-637b-4c6a-b818-96b8697d99eb,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:57.784857 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cf06a201-2281-4fc6-8454-c2aee474df80 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.786782 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cf06a201-2281-4fc6-8454-c2aee474df80 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302485 Nov 16 05:39:57.788681 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34120) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:57.793628 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-709acf7b-3a11-4872-876e-044121365e7d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '0432edaf-5aad-4fe9-8656-e00034dd0100', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:57.814930 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-709acf7b-3a11-4872-876e-044121365e7d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Project 00f6569800624fc1b96fe985e82f6029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:39:57.819798 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-709acf7b-3a11-4872-876e-044121365e7d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.878773 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-709acf7b-3a11-4872-876e-044121365e7d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.882557 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-709acf7b-3a11-4872-876e-044121365e7d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.900656 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709acf7b-3a11-4872-876e-044121365e7d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611fae0d-39a1-4fab-9339-3d1f2c9f1dad,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:57.905223 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-709acf7b-3a11-4872-876e-044121365e7d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.906484 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-709acf7b-3a11-4872-876e-044121365e7d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168258 Nov 16 05:39:57.909244 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34122) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:57.914009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0dfd447d-6dab-4849-b7d1-31c1422a74fc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'network': {'name': 'tempest-network-smoke--358468216', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'port_security_enabled': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:57.934154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfd447d-6dab-4849-b7d1-31c1422a74fc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:39:57.937497 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0dfd447d-6dab-4849-b7d1-31c1422a74fc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.960843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfd447d-6dab-4849-b7d1-31c1422a74fc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:39:57.970562 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0dfd447d-6dab-4849-b7d1-31c1422a74fc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:57.970909 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-0dfd447d-6dab-4849-b7d1-31c1422a74fc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Added segment 3b95070e-ed71-4f6b-8213-4c03b74ea50e of type vlan for network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 Nov 16 05:39:58.009613 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0dfd447d-6dab-4849-b7d1-31c1422a74fc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:58.033874 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0dfd447d-6dab-4849-b7d1-31c1422a74fc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:58.039382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd447d-6dab-4849-b7d1-31c1422a74fc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:58.039966 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0dfd447d-6dab-4849-b7d1-31c1422a74fc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:58.095319 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0dfd447d-6dab-4849-b7d1-31c1422a74fc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1850238 Nov 16 05:39:58.098036 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34124) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:58.104474 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'admin_state_up': True, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:58.126946 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd447d-6dab-4849-b7d1-31c1422a74fc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Network': ['ID=1b043a1b-4bcf-4fdf-858e-0b32813ed875,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:58.137388 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:39:58.139646 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:58.140651 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:58.191116 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:58.337142 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:58.535695 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:58.559942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:58.657614 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.25.0.46 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/e0b63506-2ade-4ee2-a2bc-dbee03aab858) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:39:58.759272 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:58.791849 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:58.834306 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:39:58.837240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:39:58.841107 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:39:58.849953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942be8ea-6328-4f84-a1ce-f79379c723a8 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:39:58.863731 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=e0b63506-2ade-4ee2-a2bc-dbee03aab858,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:39:58.969535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-3e76290a-0558-448e-919a-2c67ef6b819b None None] Provisioning complete for port e0b63506-2ade-4ee2-a2bc-dbee03aab858 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:39:58.970026 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3e76290a-0558-448e-919a-2c67ef6b819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:59.003901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3e76290a-0558-448e-919a-2c67ef6b819b None None] Port e0b63506-2ade-4ee2-a2bc-dbee03aab858 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:39:59.085988 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:59.285860 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:59.409659 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router 18bcbf20-6247-4b3b-ab5f-23305df82294 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:39:59.514362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:39:59.523498 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Sync routers for ids ['18bcbf20-6247-4b3b-ab5f-23305df82294'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:39:59.532896 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Routers {'18bcbf20-6247-4b3b-ab5f-23305df82294'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:39:59.533551 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:39:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['18bcbf20-6247-4b3b-ab5f-23305df82294'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:59.534309 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:59.537109 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6831b3f6-2991-4a5a-a9fd-8f41d8a9a3c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4366691 Nov 16 05:39:59.538738 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34126) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:59.566445 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7373226a-b60f-4308-8dcf-7d516cabc020 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=00f6569800624fc1b96fe985e82f6029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265892 Nov 16 05:39:59.568884 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34128) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:59.636235 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Set router 18bcbf20-6247-4b3b-ab5f-23305df82294 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:39:59.654926 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a7c579-be99-42a5-a5fc-f5ad5e9f05ca tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:39:59.656412 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a1a7c579-be99-42a5-a5fc-f5ad5e9f05ca tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866632 Nov 16 05:39:59.659213 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34130) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:59.694640 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a2d35bd1-a2c2-4e17-bf4a-f0b99597201c tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314114 Nov 16 05:39:59.694839 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34132) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:39:59.699605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-816ec6b5-531c-42c3-91de-0e5840cd0e42 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1957232706', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:39:59.791252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816ec6b5-531c-42c3-91de-0e5840cd0e42 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:39:59.795304 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-816ec6b5-531c-42c3-91de-0e5840cd0e42 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:59.900640 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:39:58Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:39:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:39:59.929837 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Checking router: 18bcbf20-6247-4b3b-ab5f-23305df82294 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:39:59.930187 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Updating router 18bcbf20-6247-4b3b-ab5f-23305df82294 port e0b63506-2ade-4ee2-a2bc-dbee03aab858 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:39:59.954767 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:39:59.985508 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-816ec6b5-531c-42c3-91de-0e5840cd0e42 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.050990 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ec6b5-531c-42c3-91de-0e5840cd0e42 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Subnet': ['ID=f626c0aa-8ee6-403b-96e4-031df4342f8d,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:00.054448 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816ec6b5-531c-42c3-91de-0e5840cd0e42 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Checking segment: {'id': '3b95070e-ed71-4f6b-8213-4c03b74ea50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:40:00.054816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816ec6b5-531c-42c3-91de-0e5840cd0e42 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network hostable DHCP agents. Network: 1b043a1b-4bcf-4fdf-858e-0b32813ed875, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:40:00.071740 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816ec6b5-531c-42c3-91de-0e5840cd0e42 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:40:00.080837 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-816ec6b5-531c-42c3-91de-0e5840cd0e42 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 1b043a1b-4bcf-4fdf-858e-0b32813ed875) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:40:00.085508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816ec6b5-531c-42c3-91de-0e5840cd0e42 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:00.086150 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-816ec6b5-531c-42c3-91de-0e5840cd0e42 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.092730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85126e2d-72ec-49d0-9229-1cc1558eed7d None None] Network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:40:00.103880 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-816ec6b5-531c-42c3-91de-0e5840cd0e42 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4080422 Nov 16 05:40:00.107143 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34134) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:40:00.210410 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.217006 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.265654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bc2f97-1a67-4389-812a-994ac757ef76 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:40:00.268907 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Attempting to bind port e0b63506-2ade-4ee2-a2bc-dbee03aab858 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:40:00.269320 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Attempting to bind port e0b63506-2ade-4ee2-a2bc-dbee03aab858 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:40:00.269632 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Attempting to bind port e0b63506-2ade-4ee2-a2bc-dbee03aab858 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:40:00.276122 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ips': [{'subnet_id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:40:00.277700 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.281379 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:40:00.281647 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:40:00.282076 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.282463 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:40:00.282963 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Bound port: e0b63506-2ade-4ee2-a2bc-dbee03aab858, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:40:00.283295 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.304054 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82228ef1-3668-4ad5-8138-61218fc1d589 None None] Pushing event updated for resources: {'Port': ['ID=e0b63506-2ade-4ee2-a2bc-dbee03aab858,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:00.337187 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] For port e0b63506-2ade-4ee2-a2bc-dbee03aab858, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:40:00.340861 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] For port e0b63506-2ade-4ee2-a2bc-dbee03aab858, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e0b63506-2ade-4ee2-a2bc-dbee03aab858,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:40:00.345997 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.386127 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-22d5dfd2-7f6f-4f86-9876-7a2f1536abe5 None None] Provisioning complete for port e0b63506-2ade-4ee2-a2bc-dbee03aab858 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:00.386680 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22d5dfd2-7f6f-4f86-9876-7a2f1536abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.399060 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Routers {'18bcbf20-6247-4b3b-ab5f-23305df82294'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:40:00.399673 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:39:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['18bcbf20-6247-4b3b-ab5f-23305df82294'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:40:00.414913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39524d4-5ab0-42b2-9e7e-1d43750517e3 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:40:00.468540 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82228ef1-3668-4ad5-8138-61218fc1d589 None None] Pushing event updated for resources: {'Port': ['ID=e0b63506-2ade-4ee2-a2bc-dbee03aab858,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:00.478835 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Allocated IP 172.20.0.2 (1b043a1b-4bcf-4fdf-858e-0b32813ed875/f626c0aa-8ee6-403b-96e4-031df4342f8d/781e5cb5-fc7a-40b3-b0b2-01426616f0b3) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:40:00.518551 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] Set router 18bcbf20-6247-4b3b-ab5f-23305df82294 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:40:00.588936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.593930 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22d5dfd2-7f6f-4f86-9876-7a2f1536abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.631920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-22d5dfd2-7f6f-4f86-9876-7a2f1536abe5 None None] For port e0b63506-2ade-4ee2-a2bc-dbee03aab858, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e0b63506-2ade-4ee2-a2bc-dbee03aab858,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:40:00.639264 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-22d5dfd2-7f6f-4f86-9876-7a2f1536abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.719513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5dfd2-7f6f-4f86-9876-7a2f1536abe5 None None] Pushing event updated for resources: {'Port': ['ID=e0b63506-2ade-4ee2-a2bc-dbee03aab858,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:00.727741 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:39:58Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:40:00.738080 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.743864 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.760785 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118b8afe-40f6-490d-82a2-44f59bd03630 None None] The sync data for ids ['18bcbf20-6247-4b3b-ab5f-23305df82294'] in n-d-818042-1 is: [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:39:58Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:40:00.809937 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Pushing event updated for resources: {'Port': ['ID=781e5cb5-fc7a-40b3-b0b2-01426616f0b3,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:00.818764 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:40:00.823393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:40:00.825955 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:40:00.829883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ba205c70-b8d3-46b4-9cd6-8cde2ef965aa None None] Provisioning complete for port e0b63506-2ade-4ee2-a2bc-dbee03aab858 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:00.830255 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ba205c70-b8d3-46b4-9cd6-8cde2ef965aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.901416 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.20.0.1 (1b043a1b-4bcf-4fdf-858e-0b32813ed875/f626c0aa-8ee6-403b-96e4-031df4342f8d/3dbe57f4-91d1-4112-b42e-a82590fc904f) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:40:00.918173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Attempting to bind port 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:40:00.918741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Attempting to bind port 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '3b95070e-ed71-4f6b-8213-4c03b74ea50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:40:00.919257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Attempting to bind port 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 on network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:40:00.926831 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:40:00.927197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Checking segment: {'id': '3b95070e-ed71-4f6b-8213-4c03b74ea50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:40:00.927590 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:00.927985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Bound using segment: {'id': '3b95070e-ed71-4f6b-8213-4c03b74ea50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:40:00.928432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Bound port: 781e5cb5-fc7a-40b3-b0b2-01426616f0b3, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b95070e-ed71-4f6b-8213-4c03b74ea50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:40:00.928803 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:01.045704 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] For port 781e5cb5-fc7a-40b3-b0b2-01426616f0b3, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:40:01.057626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] For port 781e5cb5-fc7a-40b3-b0b2-01426616f0b3, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=781e5cb5-fc7a-40b3-b0b2-01426616f0b3,segment=NetworkSegment(3b95070e-ed71-4f6b-8213-4c03b74ea50e),segment_id=3b95070e-ed71-4f6b-8213-4c03b74ea50e)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:40:01.060505 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:01.062920 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:01.102595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:01.146715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e262f2-a40f-4494-959f-0d96dc29e8a4 None None] Pushing event updated for resources: {'Port': ['ID=781e5cb5-fc7a-40b3-b0b2-01426616f0b3,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:01.165374 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:40:01.166349 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=3dbe57f4-91d1-4112-b42e-a82590fc904f,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:01.170361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:40:01.172851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:40:01.217989 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:01.368859 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:01.772479 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:40:01.828982 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:01.829451 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:01.910832 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:01.950030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port 781e5cb5-fc7a-40b3-b0b2-01426616f0b3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=781e5cb5-fc7a-40b3-b0b2-01426616f0b3,segment=NetworkSegment(3b95070e-ed71-4f6b-8213-4c03b74ea50e),segment_id=3b95070e-ed71-4f6b-8213-4c03b74ea50e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:40:01.955870 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:01.957050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e0b63506-2ade-4ee2-a2bc-dbee03aab858 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:40:02.004645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:02.010551 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:02.040430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=781e5cb5-fc7a-40b3-b0b2-01426616f0b3,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:02.052165 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port e0b63506-2ade-4ee2-a2bc-dbee03aab858 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:02.052531 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:02.088550 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:02.091854 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=3dbe57f4-91d1-4112-b42e-a82590fc904f,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:02.126727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41da505-c88b-4dfc-9188-4a04b3400c48 None None] Network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:40:02.193582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:40:02.194712 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:40:02.210303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-071208ca-97b3-4195-a06f-3976ffb2d2a1 None None] Provisioning complete for port 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:02.210810 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-071208ca-97b3-4195-a06f-3976ffb2d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:02.311642 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router 18bcbf20-6247-4b3b-ab5f-23305df82294 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:40:02.418022 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:40:02.423393 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c14289ee-7fd8-425d-828c-448374d854c2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "PUT /v2.0/routers/18bcbf20-6247-4b3b-ab5f-23305df82294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3150797 Nov 16 05:40:02.481138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Sync routers for ids ['18bcbf20-6247-4b3b-ab5f-23305df82294'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:40:02.492596 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Routers {'18bcbf20-6247-4b3b-ab5f-23305df82294'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:40:02.493213 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:39:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['18bcbf20-6247-4b3b-ab5f-23305df82294'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:40:02.593504 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-ea17636b-aabc-4f18-8440-c2dc09540105 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576274846&fields=id&tenant_id=00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 267 time: 0.0561919 Nov 16 05:40:02.604503 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5fd5fb6d-3815-49df-88f6-2f42917b2489 None None] Provisioning complete for port 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:02.605412 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fb6d-3815-49df-88f6-2f42917b2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:02.632977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Set router 18bcbf20-6247-4b3b-ab5f-23305df82294 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:40:02.714846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-c35034df-0c5b-4593-bb88-3f28a357b559 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:02.723871 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-c35034df-0c5b-4593-bb88-3f28a357b559 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/networks?id=1b043a1b-4bcf-4fdf-858e-0b32813ed875 HTTP/1.1" status: 200 len: 796 time: 0.1206205 Nov 16 05:40:02.736815 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-01e350e3-f1ce-43b9-97a2-003b5a7020aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/quotas/00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 375 time: 0.0117297 Nov 16 05:40:02.801496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-ac5657c8-7d1e-43d2-b2ff-52accdc8829e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583849 Nov 16 05:40:02.958743 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-8e6f43b7-c436-46f4-9ed0-31df6b4ae620 service neutron] 10.222.0.41 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453710 Nov 16 05:40:03.004326 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5fd5fb6d-3815-49df-88f6-2f42917b2489 None None] Provisioning complete for port 3dbe57f4-91d1-4112-b42e-a82590fc904f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:03.004694 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5fd5fb6d-3815-49df-88f6-2f42917b2489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:03.051929 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-e22bb7df-0a59-41a2-a5fe-70876b5d3399 service neutron] 10.222.0.41 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899181 Nov 16 05:40:03.063085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5fd5fb6d-3815-49df-88f6-2f42917b2489 None None] Port 3dbe57f4-91d1-4112-b42e-a82590fc904f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:40:03.081834 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:01Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3dbe57f4-91d1-4112-b42e-a82590fc904f', 'name': '', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:47:66:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:40:00Z', 'updated_at': '2021-11-16T05:40:01Z', 'revision_number': 2, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:40:03.111516 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Checking router: 18bcbf20-6247-4b3b-ab5f-23305df82294 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:40:03.111880 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Updating router 18bcbf20-6247-4b3b-ab5f-23305df82294 port 3dbe57f4-91d1-4112-b42e-a82590fc904f binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:40:03.136420 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:03.231597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5110aba6-0df4-4a96-83b9-61fc85e65f8d req-59e33544-fa35-4cb1-93c9-4044f2808f2b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 210 time: 0.0355611 Nov 16 05:40:03.245528 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-58aa296e-e15e-4e25-82d8-d41889a03f62 None None] Provisioning complete for port 3dbe57f4-91d1-4112-b42e-a82590fc904f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:03.246045 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58aa296e-e15e-4e25-82d8-d41889a03f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:03.302527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-58aa296e-e15e-4e25-82d8-d41889a03f62 None None] Port 3dbe57f4-91d1-4112-b42e-a82590fc904f cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:40:03.453354 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:03.458514 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:03.506455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83e8b2-722c-44cd-ab21-ae58269868de None None] Pushing event updated for resources: {'Port': ['ID=3dbe57f4-91d1-4112-b42e-a82590fc904f,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:03.564925 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Attempting to bind port 3dbe57f4-91d1-4112-b42e-a82590fc904f on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:40:03.565300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Attempting to bind port 3dbe57f4-91d1-4112-b42e-a82590fc904f by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '3b95070e-ed71-4f6b-8213-4c03b74ea50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:40:03.565664 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Attempting to bind port 3dbe57f4-91d1-4112-b42e-a82590fc904f on network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:40:03.572147 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:40:03.572625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Checking segment: {'id': '3b95070e-ed71-4f6b-8213-4c03b74ea50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:40:03.574190 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:03.574456 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Bound using segment: {'id': '3b95070e-ed71-4f6b-8213-4c03b74ea50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:40:03.574936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Bound port: 3dbe57f4-91d1-4112-b42e-a82590fc904f, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b95070e-ed71-4f6b-8213-4c03b74ea50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:40:03.575318 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:03.651216 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] For port 3dbe57f4-91d1-4112-b42e-a82590fc904f, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:40:03.655617 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] For port 3dbe57f4-91d1-4112-b42e-a82590fc904f, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3dbe57f4-91d1-4112-b42e-a82590fc904f,segment=NetworkSegment(3b95070e-ed71-4f6b-8213-4c03b74ea50e),segment_id=3b95070e-ed71-4f6b-8213-4c03b74ea50e)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:40:03.663401 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:03.718159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Routers {'18bcbf20-6247-4b3b-ab5f-23305df82294'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:40:03.718159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:39:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['18bcbf20-6247-4b3b-ab5f-23305df82294'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:40:03.805117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:40:03.836297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83e8b2-722c-44cd-ab21-ae58269868de None None] Pushing event updated for resources: {'Port': ['ID=3dbe57f4-91d1-4112-b42e-a82590fc904f,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:03.854602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e288e413-55d4-4817-a8d7-b6c34fa6a8c5 None None] Provisioning complete for port 3dbe57f4-91d1-4112-b42e-a82590fc904f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:03.854975 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e288e413-55d4-4817-a8d7-b6c34fa6a8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:03.941933 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] Set router 18bcbf20-6247-4b3b-ab5f-23305df82294 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:40:03.975521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:03.975890 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:04.114491 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e288e413-55d4-4817-a8d7-b6c34fa6a8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:04.204964 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6719a7e3-dc77-446a-b5e3-8307f39ffaae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:04.206495 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6719a7e3-dc77-446a-b5e3-8307f39ffaae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/networks?id=1b043a1b-4bcf-4fdf-858e-0b32813ed875 HTTP/1.1" status: 200 len: 796 time: 0.1187894 Nov 16 05:40:04.218367 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e288e413-55d4-4817-a8d7-b6c34fa6a8c5 None None] For port 3dbe57f4-91d1-4112-b42e-a82590fc904f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3dbe57f4-91d1-4112-b42e-a82590fc904f,segment=NetworkSegment(3b95070e-ed71-4f6b-8213-4c03b74ea50e),segment_id=3b95070e-ed71-4f6b-8213-4c03b74ea50e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:40:04.227626 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e288e413-55d4-4817-a8d7-b6c34fa6a8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:04.281438 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-1db02279-3b1f-4e17-a68a-34623583abf7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 380 time: 0.0645211 Nov 16 05:40:04.292892 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-517908eb-140f-48ae-a136-4f7ee85a27f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'port': {'device_id': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'admin_state_up': True, 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'security_groups': ['0432edaf-5aad-4fe9-8656-e00034dd0100']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:40:04.304741 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288e413-55d4-4817-a8d7-b6c34fa6a8c5 None None] Pushing event updated for resources: {'Port': ['ID=3dbe57f4-91d1-4112-b42e-a82590fc904f,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:04.320419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:01Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3dbe57f4-91d1-4112-b42e-a82590fc904f', 'name': '', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:47:66:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:40:00Z', 'updated_at': '2021-11-16T05:40:03Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:40:04.331938 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f3e18988-e4de-42d4-8b41-795549ba3810 req-846f242c-0bb7-401f-a4ca-a558f3fd9558 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 210 time: 0.0323291 Nov 16 05:40:04.354703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef688886-8086-4d83-9f3f-0b4440a64d7b None None] The sync data for ids ['18bcbf20-6247-4b3b-ab5f-23305df82294'] in n-d-818042-1 is: [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:01Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3dbe57f4-91d1-4112-b42e-a82590fc904f', 'name': '', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:47:66:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:40:00Z', 'updated_at': '2021-11-16T05:40:03Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:40:04.362006 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c2b08ed6-f3e4-49e2-a00e-254f1aaeadad None None] Provisioning complete for port 3dbe57f4-91d1-4112-b42e-a82590fc904f triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:04.362374 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c2b08ed6-f3e4-49e2-a00e-254f1aaeadad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:04.440662 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-517908eb-140f-48ae-a136-4f7ee85a27f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:40:04.444529 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-517908eb-140f-48ae-a136-4f7ee85a27f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:04.577471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-517908eb-140f-48ae-a136-4f7ee85a27f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.20.0.6 (1b043a1b-4bcf-4fdf-858e-0b32813ed875/f626c0aa-8ee6-403b-96e4-031df4342f8d/7519f321-f849-4eea-82ae-2f191d618c4b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:40:04.729586 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-517908eb-140f-48ae-a136-4f7ee85a27f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:04.768327 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-517908eb-140f-48ae-a136-4f7ee85a27f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:04.817585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-517908eb-140f-48ae-a136-4f7ee85a27f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:40:04.820887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-517908eb-140f-48ae-a136-4f7ee85a27f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:40:04.825626 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-517908eb-140f-48ae-a136-4f7ee85a27f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:40:04.849631 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517908eb-140f-48ae-a136-4f7ee85a27f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=7519f321-f849-4eea-82ae-2f191d618c4b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:04.879709 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-517908eb-140f-48ae-a136-4f7ee85a27f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:04.880498 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-517908eb-140f-48ae-a136-4f7ee85a27f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:04.900366 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-517908eb-140f-48ae-a136-4f7ee85a27f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6117005 Nov 16 05:40:04.912792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Request body: {'port': {'device_id': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:40:04.969479 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:05.111535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c69f41bc-a319-42ab-9ae7-668178a31d00 None None] Provisioning complete for port 7519f321-f849-4eea-82ae-2f191d618c4b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:05.111898 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c69f41bc-a319-42ab-9ae7-668178a31d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:05.149934 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c69f41bc-a319-42ab-9ae7-668178a31d00 None None] Port 7519f321-f849-4eea-82ae-2f191d618c4b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:40:05.250953 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7519f321-f849-4eea-82ae-2f191d618c4b {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:40:05.259487 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:05.272526 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Transition to ACTIVE for port object 7519f321-f849-4eea-82ae-2f191d618c4b will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:40:05.276244 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:05.342863 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Pushing event updated for resources: {'Port': ['ID=7519f321-f849-4eea-82ae-2f191d618c4b,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:05.406464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Attempting to bind port 7519f321-f849-4eea-82ae-2f191d618c4b on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:40:05.406779 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Attempting to bind port 7519f321-f849-4eea-82ae-2f191d618c4b by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '3b95070e-ed71-4f6b-8213-4c03b74ea50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:40:05.407179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Attempting to bind port 7519f321-f849-4eea-82ae-2f191d618c4b on network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:40:05.411817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Port 7519f321-f849-4eea-82ae-2f191d618c4b on network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:40:05.412146 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Attempting to bind port 7519f321-f849-4eea-82ae-2f191d618c4b on network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:40:05.417484 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:40:05.417748 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Checking segment: {'id': '3b95070e-ed71-4f6b-8213-4c03b74ea50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:40:05.418153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Bound using segment: {'id': '3b95070e-ed71-4f6b-8213-4c03b74ea50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:40:05.418582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Bound port: 7519f321-f849-4eea-82ae-2f191d618c4b, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b95070e-ed71-4f6b-8213-4c03b74ea50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:40:05.418932 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:05.465965 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963817f-5c51-4aa4-9c54-ca30aa3f8a04 req-e1efd219-4cc1-4805-b8ef-0ecaa9363d1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:05.473471 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2963817f-5c51-4aa4-9c54-ca30aa3f8a04 req-e1efd219-4cc1-4805-b8ef-0ecaa9363d1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 943 time: 0.0616472 Nov 16 05:40:05.502653 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] For port 7519f321-f849-4eea-82ae-2f191d618c4b, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:40:05.505858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] For port 7519f321-f849-4eea-82ae-2f191d618c4b, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7519f321-f849-4eea-82ae-2f191d618c4b,segment=NetworkSegment(3b95070e-ed71-4f6b-8213-4c03b74ea50e),segment_id=3b95070e-ed71-4f6b-8213-4c03b74ea50e)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:40:05.512204 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:05.526052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2963817f-5c51-4aa4-9c54-ca30aa3f8a04 req-196924a7-98e8-403f-b4b9-e1f2a9c611da tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516143 Nov 16 05:40:05.529910 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:05.531110 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:05.532509 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] 10.222.0.15 "PUT /v2.0/ports/7519f321-f849-4eea-82ae-2f191d618c4b HTTP/1.1" status: 200 len: 1091 time: 0.6244736 Nov 16 05:40:05.553979 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'tag': '7519f321-f849-4eea-82ae-2f191d618c4b'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:40:05.556263 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879cc7c1-a289-4aff-acbc-7df81f9ef09b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fe3d7b-dd1d-4367-90ae-53b9382d12ac", "tag": "7519f321-f849-4eea-82ae-2f191d618c4b"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:40:05.623921 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e42439-601a-43c5-9fbd-f02406c9e46e x-openstack-request-id: req-64e42439-601a-43c5-9fbd-f02406c9e46e {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:40:05.624212 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fe3d7b-dd1d-4367-90ae-53b9382d12ac", "tag": "7519f321-f849-4eea-82ae-2f191d618c4b", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:40:05.624466 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64e42439-601a-43c5-9fbd-f02406c9e46e {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:40:05.624867 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'tag': '7519f321-f849-4eea-82ae-2f191d618c4b', 'status': 'completed', 'code': 200} Nov 16 05:40:05.630057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdd2f5-5012-42b4-bce9-d76968bd1ffb service neutron] Pushing event updated for resources: {'Port': ['ID=7519f321-f849-4eea-82ae-2f191d618c4b,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:05.644741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-ddea471c-88fb-46ad-be4d-db91aa2ee202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:05.646277 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-ddea471c-88fb-46ad-be4d-db91aa2ee202 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 1094 time: 0.0703156 Nov 16 05:40:05.695983 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-e8259120-1dd8-4fb5-9bf9-e299dbe295b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7519f321-f849-4eea-82ae-2f191d618c4b HTTP/1.1" status: 200 len: 217 time: 0.0407128 Nov 16 05:40:05.742679 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3dbe57f4-91d1-4112-b42e-a82590fc904f up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:40:05.757840 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-ed1661cf-e577-414d-9791-bc65a73302f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:05.760208 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-ed1661cf-e577-414d-9791-bc65a73302f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f626c0aa-8ee6-403b-96e4-031df4342f8d HTTP/1.1" status: 200 len: 835 time: 0.0560226 Nov 16 05:40:05.806128 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 3dbe57f4-91d1-4112-b42e-a82590fc904f triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:05.806500 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:05.808294 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-ceb9ae7c-01ad-4b25-9d5e-9430880e657d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:05.810080 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-ceb9ae7c-01ad-4b25-9d5e-9430880e657d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b043a1b-4bcf-4fdf-858e-0b32813ed875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423682 Nov 16 05:40:05.903524 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-3f7434d5-0dc0-4b75-b503-7f8efabfe541 service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865803 Nov 16 05:40:05.992344 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4a58a3b8-f485-4b70-b505-e0514684fe69 req-04a622e1-9bf4-4394-ba7f-d90e65314c7f service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817664 Nov 16 05:40:06.075105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cc7c1-a289-4aff-acbc-7df81f9ef09b req-bf5695aa-1c1f-455b-906c-f894addeb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:06.076616 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-879cc7c1-a289-4aff-acbc-7df81f9ef09b req-bf5695aa-1c1f-455b-906c-f894addeb71d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 1094 time: 0.0415325 Nov 16 05:40:06.171894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cc7c1-a289-4aff-acbc-7df81f9ef09b req-8229cfab-376e-469b-a1e8-8c0c8341e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:06.173341 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-879cc7c1-a289-4aff-acbc-7df81f9ef09b req-8229cfab-376e-469b-a1e8-8c0c8341e79e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b043a1b-4bcf-4fdf-858e-0b32813ed875 HTTP/1.1" status: 200 len: 897 time: 0.0895064 Nov 16 05:40:06.212634 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-879cc7c1-a289-4aff-acbc-7df81f9ef09b req-13765d78-eb3a-4b61-ab2e-2212cb3fd79a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7519f321-f849-4eea-82ae-2f191d618c4b HTTP/1.1" status: 200 len: 217 time: 0.0324471 Nov 16 05:40:06.271128 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cc7c1-a289-4aff-acbc-7df81f9ef09b req-2ac3a6e1-2ee9-4a51-ae7b-a6a5a180f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:06.272484 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-879cc7c1-a289-4aff-acbc-7df81f9ef09b req-2ac3a6e1-2ee9-4a51-ae7b-a6a5a180f8e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f626c0aa-8ee6-403b-96e4-031df4342f8d HTTP/1.1" status: 200 len: 835 time: 0.0509548 Nov 16 05:40:06.319897 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cc7c1-a289-4aff-acbc-7df81f9ef09b req-43eb3133-e02a-4621-a689-0766e275f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:06.321375 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-879cc7c1-a289-4aff-acbc-7df81f9ef09b req-43eb3133-e02a-4621-a689-0766e275f6c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b043a1b-4bcf-4fdf-858e-0b32813ed875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396934 Nov 16 05:40:06.411876 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-879cc7c1-a289-4aff-acbc-7df81f9ef09b req-8eb40daa-0194-4f33-ab6b-8da1f8c9725b service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817387 Nov 16 05:40:06.505280 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-879cc7c1-a289-4aff-acbc-7df81f9ef09b req-698c03e8-8e81-42e6-993c-b4a45a4030e3 service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846467 Nov 16 05:40:06.660263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e717ea-1e0d-4f38-a707-491412f3cfe0 req-62564701-f34c-4631-aaf1-1693d2ef95a5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:06.661737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-14e717ea-1e0d-4f38-a707-491412f3cfe0 req-62564701-f34c-4631-aaf1-1693d2ef95a5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 943 time: 0.0523398 Nov 16 05:40:06.709646 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-14e717ea-1e0d-4f38-a707-491412f3cfe0 req-60ba7ac6-a878-45bf-a890-37dca6ac1c04 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420332 Nov 16 05:40:07.454393 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7519f321-f849-4eea-82ae-2f191d618c4b details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:40:07.548701 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7519f321-f849-4eea-82ae-2f191d618c4b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7519f321-f849-4eea-82ae-2f191d618c4b,segment=NetworkSegment(3b95070e-ed71-4f6b-8213-4c03b74ea50e),segment_id=3b95070e-ed71-4f6b-8213-4c03b74ea50e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:40:07.560027 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '7519f321-f849-4eea-82ae-2f191d618c4b', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'port_id': '7519f321-f849-4eea-82ae-2f191d618c4b', 'mac_address': 'fa:16:3e:1c:2e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:40:07.595077 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:07.607130 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7519f321-f849-4eea-82ae-2f191d618c4b {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:40:07.626049 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7519f321-f849-4eea-82ae-2f191d618c4b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7519f321-f849-4eea-82ae-2f191d618c4b,segment=NetworkSegment(3b95070e-ed71-4f6b-8213-4c03b74ea50e),segment_id=3b95070e-ed71-4f6b-8213-4c03b74ea50e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:40:07.629929 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:07.679314 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=7519f321-f849-4eea-82ae-2f191d618c4b,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:07.821251 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['7519f321-f849-4eea-82ae-2f191d618c4b'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:40:07.829138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fd46c-c3b2-4482-b6e8-ab33ef2acc6a req-868baad3-4bf4-46e1-bb2b-0f006e606694 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:07.830833 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f82fd46c-c3b2-4482-b6e8-ab33ef2acc6a req-868baad3-4bf4-46e1-bb2b-0f006e606694 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 944 time: 0.0510373 Nov 16 05:40:07.880840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f82fd46c-c3b2-4482-b6e8-ab33ef2acc6a req-2a66e4cc-4d19-4fa9-83ad-29718521422a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439522 Nov 16 05:40:08.096161 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-79573d45-fb9c-4406-8495-80dd92415f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:08.998949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfeef2-058d-4773-9dca-4e4be5174cb4 req-c4434f07-b8de-4ee0-b880-5b65251ebdcd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:09.000394 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29dfeef2-058d-4773-9dca-4e4be5174cb4 req-c4434f07-b8de-4ee0-b880-5b65251ebdcd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 944 time: 0.0476406 Nov 16 05:40:09.052446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29dfeef2-058d-4773-9dca-4e4be5174cb4 req-c75edf35-e8e3-45a7-8efc-f8bafde50641 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460835 Nov 16 05:40:09.469452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7519f321-f849-4eea-82ae-2f191d618c4b up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:40:09.516274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 7519f321-f849-4eea-82ae-2f191d618c4b completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:40:09.520311 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 7519f321-f849-4eea-82ae-2f191d618c4b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:40:09.520680 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:09.596669 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:09.618151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7519f321-f849-4eea-82ae-2f191d618c4b'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:40:09.620955 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc4c7fd-1890-46de-bcf9-51077e6bc11b" -d '{"events": [{"server_uuid": "e5fe3d7b-dd1d-4367-90ae-53b9382d12ac", "name": "network-vif-plugged", "status": "completed", "tag": "7519f321-f849-4eea-82ae-2f191d618c4b"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:40:09.633222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7519f321-f849-4eea-82ae-2f191d618c4b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7519f321-f849-4eea-82ae-2f191d618c4b,segment=NetworkSegment(3b95070e-ed71-4f6b-8213-4c03b74ea50e),segment_id=3b95070e-ed71-4f6b-8213-4c03b74ea50e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:40:09.637191 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:09.662322 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fccf78-057e-4d58-9c98-dc3a746e8ff9 x-openstack-request-id: req-a5fccf78-057e-4d58-9c98-dc3a746e8ff9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:40:09.662616 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fe3d7b-dd1d-4367-90ae-53b9382d12ac", "name": "network-vif-plugged", "status": "completed", "tag": "7519f321-f849-4eea-82ae-2f191d618c4b", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:40:09.662877 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5fccf78-057e-4d58-9c98-dc3a746e8ff9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:40:09.663264 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7519f321-f849-4eea-82ae-2f191d618c4b', 'code': 200} Nov 16 05:40:09.690578 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=7519f321-f849-4eea-82ae-2f191d618c4b,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:09.755999 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9903f9e-be06-4160-a10c-3dd85460286b req-d3d71424-3ef7-45ed-b148-72b1d03c8e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:09.757436 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e9903f9e-be06-4160-a10c-3dd85460286b req-d3d71424-3ef7-45ed-b148-72b1d03c8e34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 1096 time: 0.0404427 Nov 16 05:40:09.803971 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e9903f9e-be06-4160-a10c-3dd85460286b req-2c225232-5515-41d4-a3cf-9f47a7497129 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389171 Nov 16 05:40:10.166159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a90770-ca24-4574-bc81-315817dc2299 req-090334ef-a4d3-4e0d-86ff-fd743fda16ba tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:10.167678 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10a90770-ca24-4574-bc81-315817dc2299 req-090334ef-a4d3-4e0d-86ff-fd743fda16ba tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0491240 Nov 16 05:40:10.218514 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10a90770-ca24-4574-bc81-315817dc2299 req-5a668fd7-7137-4ed4-8156-a33badd50633 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434940 Nov 16 05:40:10.280319 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6311f89-dca2-4b5e-96a6-4186821dcee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:11.337316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add20156-76de-4a35-b473-870721ee1d4b req-e082666f-a41f-4455-9087-4f0a7d6e707c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:11.338838 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-add20156-76de-4a35-b473-870721ee1d4b req-e082666f-a41f-4455-9087-4f0a7d6e707c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0485518 Nov 16 05:40:11.387892 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-add20156-76de-4a35-b473-870721ee1d4b req-f80a1e68-ac8d-43a0-b8b2-f2c34647b34e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 Nov 16 05:40:11.507053 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f07f0-d9b1-4583-8abc-83de577353d7 req-91b60016-e1f7-43d7-8885-936c3eac3a1c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:11.508428 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e2f07f0-d9b1-4583-8abc-83de577353d7 req-91b60016-e1f7-43d7-8885-936c3eac3a1c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0521929 Nov 16 05:40:11.563938 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e2f07f0-d9b1-4583-8abc-83de577353d7 req-2baca217-1941-4a56-ba2e-6af85db8efe5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489273 Nov 16 05:40:11.585527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34182) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:40:11.624469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee3349f-4059-48ac-874a-7db7dcc35d0c tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:11.625989 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5ee3349f-4059-48ac-874a-7db7dcc35d0c tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 1091 time: 0.0394430 Nov 16 05:40:11.628742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34184) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:40:11.633044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '7519f321-f849-4eea-82ae-2f191d618c4b', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:40:11.654066 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:11.751630 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:11.851783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.25.0.2 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/05a83fe3-f41a-4a92-9091-d57adc39c37e) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:40:11.955881 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:11.989604 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:12.024728 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:40:12.030084 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:40:12.033633 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:40:12.060660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=05a83fe3-f41a-4a92-9091-d57adc39c37e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:12.118112 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:12.375943 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:12.442151 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:12.589210 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:12.593785 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:12.663065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=05a83fe3-f41a-4a92-9091-d57adc39c37e,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:40:12.675132 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:12.773171 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Floating IP 5b577697-df44-4bc5-96ab-da09dfc317fc associated. External IP: 172.25.0.2, port: 7519f321-f849-4eea-82ae-2f191d618c4b. Nov 16 05:40:12.974742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router 18bcbf20-6247-4b3b-ab5f-23305df82294 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:40:13.079192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:40:13.090070 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948f6c7-daa2-4222-b4bf-d49670d10d75 None None] Sync routers for ids ['18bcbf20-6247-4b3b-ab5f-23305df82294'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:40:13.096925 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:13.099792 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948f6c7-daa2-4222-b4bf-d49670d10d75 None None] Routers {'18bcbf20-6247-4b3b-ab5f-23305df82294'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:40:13.100471 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4948f6c7-daa2-4222-b4bf-d49670d10d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:40:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['18bcbf20-6247-4b3b-ab5f-23305df82294'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:40:13.123456 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c3952191-8737-4c77-81dc-8fbc9f864339 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.4936974 Nov 16 05:40:13.124036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'tag': '7519f321-f849-4eea-82ae-2f191d618c4b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:40:13.126427 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb2eb7a-9ea6-4e07-bca6-1db1b812e4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fe3d7b-dd1d-4367-90ae-53b9382d12ac", "tag": "7519f321-f849-4eea-82ae-2f191d618c4b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:40:13.167211 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77996a89-9500-4e66-9b2d-59a5476519bf x-openstack-request-id: req-77996a89-9500-4e66-9b2d-59a5476519bf {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:40:13.167447 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fe3d7b-dd1d-4367-90ae-53b9382d12ac", "tag": "7519f321-f849-4eea-82ae-2f191d618c4b", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:40:13.167694 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77996a89-9500-4e66-9b2d-59a5476519bf {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:40:13.168102 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'tag': '7519f321-f849-4eea-82ae-2f191d618c4b', 'status': 'completed', 'code': 200} Nov 16 05:40:13.207784 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-4948f6c7-daa2-4222-b4bf-d49670d10d75 None None] Set router 18bcbf20-6247-4b3b-ab5f-23305df82294 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:40:13.235108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7472bb8-c6ea-4db8-97aa-86ad0fdb0e3e req-cfa82c3f-cb00-42fc-af96-8df47f4e4fa7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:13.236703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7472bb8-c6ea-4db8-97aa-86ad0fdb0e3e req-cfa82c3f-cb00-42fc-af96-8df47f4e4fa7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0586798 Nov 16 05:40:13.237934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2eb7a-9ea6-4e07-bca6-1db1b812e4c7 req-99649450-0a99-43ae-8dbd-799ca7a0d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:13.239498 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dcb2eb7a-9ea6-4e07-bca6-1db1b812e4c7 req-99649450-0a99-43ae-8dbd-799ca7a0d3c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 1096 time: 0.0497158 Nov 16 05:40:13.287844 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e7472bb8-c6ea-4db8-97aa-86ad0fdb0e3e req-7b570b9a-0e9f-4f35-9c8f-ea23570f4a3c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453122 Nov 16 05:40:13.309789 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34190) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:40:13.334860 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2eb7a-9ea6-4e07-bca6-1db1b812e4c7 req-c1d12b1a-91af-4046-b42d-274d9a1f8a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:13.337665 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dcb2eb7a-9ea6-4e07-bca6-1db1b812e4c7 req-c1d12b1a-91af-4046-b42d-274d9a1f8a04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b043a1b-4bcf-4fdf-858e-0b32813ed875 HTTP/1.1" status: 200 len: 897 time: 0.0916886 Nov 16 05:40:13.376875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-cb11c5fe-1bf1-499f-b6c0-c8189f992664 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/5b577697-df44-4bc5-96ab-da09dfc317fc HTTP/1.1" status: 200 len: 989 time: 0.0659223 Nov 16 05:40:13.406967 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dcb2eb7a-9ea6-4e07-bca6-1db1b812e4c7 req-dc5ecc05-c5ff-47d5-85e9-d2961b4bd825 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7519f321-f849-4eea-82ae-2f191d618c4b HTTP/1.1" status: 200 len: 997 time: 0.0620868 Nov 16 05:40:13.446210 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4948f6c7-daa2-4222-b4bf-d49670d10d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:01Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '5b577697-df44-4bc5-96ab-da09dfc317fc', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'port_id': '7519f321-f849-4eea-82ae-2f191d618c4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'mac_address': 'fa:16:3e:1c:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:40:12Z', 'updated_at': '2021-11-16T05:40:12Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbe57f4-91d1-4112-b42e-a82590fc904f', 'name': '', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:47:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:40:00Z', 'updated_at': '2021-11-16T05:40:04Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:40:13.456059 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2eb7a-9ea6-4e07-bca6-1db1b812e4c7 req-c84b4987-71bb-4c84-b439-e142af661535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:13.457547 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dcb2eb7a-9ea6-4e07-bca6-1db1b812e4c7 req-c84b4987-71bb-4c84-b439-e142af661535 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f626c0aa-8ee6-403b-96e4-031df4342f8d HTTP/1.1" status: 200 len: 835 time: 0.0444310 Nov 16 05:40:13.474156 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948f6c7-daa2-4222-b4bf-d49670d10d75 None None] Checking router: 18bcbf20-6247-4b3b-ab5f-23305df82294 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:40:13.474391 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:13.482529 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4948f6c7-daa2-4222-b4bf-d49670d10d75 None None] Routers {'18bcbf20-6247-4b3b-ab5f-23305df82294'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:40:13.483150 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4948f6c7-daa2-4222-b4bf-d49670d10d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:40:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['18bcbf20-6247-4b3b-ab5f-23305df82294'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:40:13.505589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2eb7a-9ea6-4e07-bca6-1db1b812e4c7 req-0a48c141-8293-4d0a-8193-5a66aee99fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:13.507052 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dcb2eb7a-9ea6-4e07-bca6-1db1b812e4c7 req-0a48c141-8293-4d0a-8193-5a66aee99fc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b043a1b-4bcf-4fdf-858e-0b32813ed875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422385 Nov 16 05:40:13.586452 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-4948f6c7-daa2-4222-b4bf-d49670d10d75 None None] Set router 18bcbf20-6247-4b3b-ab5f-23305df82294 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:40:13.599764 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dcb2eb7a-9ea6-4e07-bca6-1db1b812e4c7 req-48bd8b63-b1d0-47e8-a56b-b27d2ef5ea2e service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842493 Nov 16 05:40:13.688757 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dcb2eb7a-9ea6-4e07-bca6-1db1b812e4c7 req-3a3fa31f-ac6d-47ea-8c01-87cb863aed21 service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826194 Nov 16 05:40:13.806428 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-4948f6c7-daa2-4222-b4bf-d49670d10d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:01Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '5b577697-df44-4bc5-96ab-da09dfc317fc', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'port_id': '7519f321-f849-4eea-82ae-2f191d618c4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'mac_address': 'fa:16:3e:1c:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:40:12Z', 'updated_at': '2021-11-16T05:40:12Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbe57f4-91d1-4112-b42e-a82590fc904f', 'name': '', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:47:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:40:00Z', 'updated_at': '2021-11-16T05:40:04Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:40:13.824729 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:13.833852 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4948f6c7-daa2-4222-b4bf-d49670d10d75 None None] The sync data for ids ['18bcbf20-6247-4b3b-ab5f-23305df82294'] in n-d-818042-1 is: [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:01Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '5b577697-df44-4bc5-96ab-da09dfc317fc', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.2', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'port_id': '7519f321-f849-4eea-82ae-2f191d618c4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'mac_address': 'fa:16:3e:1c:2e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:40:12Z', 'updated_at': '2021-11-16T05:40:12Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dbe57f4-91d1-4112-b42e-a82590fc904f', 'name': '', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:47:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:40:00Z', 'updated_at': '2021-11-16T05:40:04Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:40:14.034729 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e440c4e6-0fb8-4be4-b69e-8256c4039aca None None] New status for floating IP 5b577697-df44-4bc5-96ab-da09dfc317fc: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:40:14.380801 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34192) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:40:14.444391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ef7b683d-2d5a-4d35-9cbf-99f4c2b96810 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/5b577697-df44-4bc5-96ab-da09dfc317fc HTTP/1.1" status: 200 len: 991 time: 0.0624311 Nov 16 05:40:16.850573 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:18.669582 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4eade4e1-ad64-4ab6-bc13-5c0f2fa91c79 req-4d4154ce-bc29-4c81-875e-d166f81fa475 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387909 Nov 16 05:40:18.752986 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eade4e1-ad64-4ab6-bc13-5c0f2fa91c79 req-d804dc46-646c-4275-a1a1-164623c9851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:18.754517 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4eade4e1-ad64-4ab6-bc13-5c0f2fa91c79 req-d804dc46-646c-4275-a1a1-164623c9851b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 1096 time: 0.0437427 Nov 16 05:40:18.855921 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eade4e1-ad64-4ab6-bc13-5c0f2fa91c79 req-f9a5bb7d-ad7e-4592-a46e-3fd4da7b9107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:18.856758 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:18.857513 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4eade4e1-ad64-4ab6-bc13-5c0f2fa91c79 req-f9a5bb7d-ad7e-4592-a46e-3fd4da7b9107 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b043a1b-4bcf-4fdf-858e-0b32813ed875 HTTP/1.1" status: 200 len: 897 time: 0.0846279 Nov 16 05:40:18.930497 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4eade4e1-ad64-4ab6-bc13-5c0f2fa91c79 req-ff7e1ec4-c5a8-481a-bfea-cbf06bff48eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7519f321-f849-4eea-82ae-2f191d618c4b HTTP/1.1" status: 200 len: 999 time: 0.0665774 Nov 16 05:40:18.985114 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eade4e1-ad64-4ab6-bc13-5c0f2fa91c79 req-ffd6f95e-7009-460d-a512-7d5d26310916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:18.986629 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4eade4e1-ad64-4ab6-bc13-5c0f2fa91c79 req-ffd6f95e-7009-460d-a512-7d5d26310916 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f626c0aa-8ee6-403b-96e4-031df4342f8d HTTP/1.1" status: 200 len: 835 time: 0.0486181 Nov 16 05:40:19.030736 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eade4e1-ad64-4ab6-bc13-5c0f2fa91c79 req-ba854b00-346a-400a-b6ec-9312e8eefebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:19.032225 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4eade4e1-ad64-4ab6-bc13-5c0f2fa91c79 req-ba854b00-346a-400a-b6ec-9312e8eefebf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b043a1b-4bcf-4fdf-858e-0b32813ed875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391729 Nov 16 05:40:19.121834 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4eade4e1-ad64-4ab6-bc13-5c0f2fa91c79 req-f774cfef-0906-4b2a-9829-d0d2caad5504 service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829010 Nov 16 05:40:19.209380 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4eade4e1-ad64-4ab6-bc13-5c0f2fa91c79 req-0bc353b8-ca4b-47dd-86bb-4c99222c3b6c service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811985 Nov 16 05:40:30.466795 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:40:38.096790 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8cd308c8-6729-4cbf-86d0-d75bf0c2e1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:40.280451 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bca8580b-0d48-4610-ae9a-3b89e68c1853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:42.120418 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:43.155586 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a3a55-c53b-40fc-b8ff-7a9ee90ea72e req-1dfb3ba5-7fc2-4c39-bd9b-04070980e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:43.157090 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-aa9a3a55-c53b-40fc-b8ff-7a9ee90ea72e req-1dfb3ba5-7fc2-4c39-bd9b-04070980e52f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 1096 time: 0.0405946 Nov 16 05:40:43.159610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10868401-b36d-4eca-ae2f-b53b8bfae41b req-6322bb7d-ec26-48ca-8472-906e43bf831b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:43.161085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10868401-b36d-4eca-ae2f-b53b8bfae41b req-6322bb7d-ec26-48ca-8472-906e43bf831b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0500493 Nov 16 05:40:43.210956 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10868401-b36d-4eca-ae2f-b53b8bfae41b req-9d190228-bab0-4bc6-a54f-55ba0052dfa3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431008 Nov 16 05:40:43.255599 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a3a55-c53b-40fc-b8ff-7a9ee90ea72e req-9a42f3e8-4b04-4d3c-82b4-2426677bdbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:43.257104 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-aa9a3a55-c53b-40fc-b8ff-7a9ee90ea72e req-9a42f3e8-4b04-4d3c-82b4-2426677bdbdf service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b043a1b-4bcf-4fdf-858e-0b32813ed875 HTTP/1.1" status: 200 len: 897 time: 0.0933139 Nov 16 05:40:43.321158 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-aa9a3a55-c53b-40fc-b8ff-7a9ee90ea72e req-aff12bf0-8880-4561-813f-2bf0f52b194f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7519f321-f849-4eea-82ae-2f191d618c4b HTTP/1.1" status: 200 len: 999 time: 0.0564077 Nov 16 05:40:43.374032 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a3a55-c53b-40fc-b8ff-7a9ee90ea72e req-8754a48e-ada1-4036-87ba-636088c02bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:43.375485 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-aa9a3a55-c53b-40fc-b8ff-7a9ee90ea72e req-8754a48e-ada1-4036-87ba-636088c02bce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f626c0aa-8ee6-403b-96e4-031df4342f8d HTTP/1.1" status: 200 len: 835 time: 0.0468154 Nov 16 05:40:43.419788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a3a55-c53b-40fc-b8ff-7a9ee90ea72e req-51587643-35a6-4d23-a0de-e9d4281dc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:43.421084 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-aa9a3a55-c53b-40fc-b8ff-7a9ee90ea72e req-51587643-35a6-4d23-a0de-e9d4281dc88f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b043a1b-4bcf-4fdf-858e-0b32813ed875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386724 Nov 16 05:40:43.476018 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:43.514423 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-aa9a3a55-c53b-40fc-b8ff-7a9ee90ea72e req-6cb0537f-aa0e-456b-909b-2dfae451f491 service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846055 Nov 16 05:40:43.604697 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-aa9a3a55-c53b-40fc-b8ff-7a9ee90ea72e req-9768aaa5-e270-49e7-8a1c-6f7bbb3f5d5d service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826552 Nov 16 05:40:43.827299 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:44.332006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ccdc5-fbaf-47dc-887e-fe44eec68490 req-a3251328-ba84-48ff-96c2-2eacaa97ccbb tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:44.333451 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-051ccdc5-fbaf-47dc-887e-fe44eec68490 req-a3251328-ba84-48ff-96c2-2eacaa97ccbb tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0497215 Nov 16 05:40:44.385842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-051ccdc5-fbaf-47dc-887e-fe44eec68490 req-2e406089-b714-4dd5-a58e-de5b5e267652 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464199 Nov 16 05:40:45.498770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb283438-00c2-4f9d-87c6-9c1b7172b1a2 req-93f704c1-0555-4d7c-80a9-28b237f00042 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:45.500248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb283438-00c2-4f9d-87c6-9c1b7172b1a2 req-93f704c1-0555-4d7c-80a9-28b237f00042 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0482311 Nov 16 05:40:45.550030 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-eb283438-00c2-4f9d-87c6-9c1b7172b1a2 req-fba48831-82bc-4def-9191-46a33e7a2cb4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439370 Nov 16 05:40:46.662851 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b8196-03ad-4295-8dc4-0a6a67dd3947 req-5ec358db-33ff-420e-aa7a-19c9a5824a82 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:46.664355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151b8196-03ad-4295-8dc4-0a6a67dd3947 req-5ec358db-33ff-420e-aa7a-19c9a5824a82 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0476463 Nov 16 05:40:46.711576 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-151b8196-03ad-4295-8dc4-0a6a67dd3947 req-f2f36a1e-2891-4b1d-8e2d-5287f2972d89 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406277 Nov 16 05:40:46.857028 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:47.830434 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ba44a-2fd5-4334-a1dc-b00bafd2f0d1 req-063ca716-718e-4ab9-9809-dc46a73b5f99 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:47.831897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d0ba44a-2fd5-4334-a1dc-b00bafd2f0d1 req-063ca716-718e-4ab9-9809-dc46a73b5f99 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0524476 Nov 16 05:40:47.880427 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d0ba44a-2fd5-4334-a1dc-b00bafd2f0d1 req-89c0f59a-537f-47c5-a41c-b43c2514e903 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427189 Nov 16 05:40:48.867100 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:40:48.994517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2e4b4-d86f-499a-a879-830626bcefff req-88944452-b766-47b3-95bb-0eae714967d3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:48.995973 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38c2e4b4-d86f-499a-a879-830626bcefff req-88944452-b766-47b3-95bb-0eae714967d3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0474603 Nov 16 05:40:49.043810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-38c2e4b4-d86f-499a-a879-830626bcefff req-590a4a76-629a-446b-bf0b-bbdfb47d897d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418406 Nov 16 05:40:50.161755 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc948807-3adc-4f9f-b5b9-c17af4933a17 req-d95acdfd-4369-4d3a-97aa-b6c438693a97 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:50.163251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc948807-3adc-4f9f-b5b9-c17af4933a17 req-d95acdfd-4369-4d3a-97aa-b6c438693a97 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0520275 Nov 16 05:40:50.213519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc948807-3adc-4f9f-b5b9-c17af4933a17 req-10460cd5-09ef-4755-8842-c3bb44307d26 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433116 Nov 16 05:40:51.326025 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2a449-f96d-42ee-bc8b-f595e96001d9 req-0fc56e87-b1cc-4b75-897b-63de4c3383a1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:51.327484 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fa2a449-f96d-42ee-bc8b-f595e96001d9 req-0fc56e87-b1cc-4b75-897b-63de4c3383a1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0480795 Nov 16 05:40:51.375162 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fa2a449-f96d-42ee-bc8b-f595e96001d9 req-1783afcc-87f4-4002-b429-9052ed7521d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418503 Nov 16 05:40:52.494376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d375c7c-f97c-4dbd-b4c4-c061d4bb9302 req-db196fb8-95e8-4fed-9765-afb2a2364a4d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:52.495897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d375c7c-f97c-4dbd-b4c4-c061d4bb9302 req-db196fb8-95e8-4fed-9765-afb2a2364a4d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0485430 Nov 16 05:40:52.549613 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d375c7c-f97c-4dbd-b4c4-c061d4bb9302 req-bcecb3b0-bbb4-4130-82e7-bdf547578e9d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476804 Nov 16 05:40:53.668397 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2a8a7-de55-4e1f-ae38-d5faf7916356 req-e2975b74-c6a5-4b99-b6a8-d2cc9062c1f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:53.669368 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7df2a8a7-de55-4e1f-ae38-d5faf7916356 req-e2975b74-c6a5-4b99-b6a8-d2cc9062c1f1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0517981 Nov 16 05:40:53.724687 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7df2a8a7-de55-4e1f-ae38-d5faf7916356 req-6d8da127-f17e-43ab-8a9c-d1781fd1d8da tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465035 Nov 16 05:40:54.838119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ee653-8125-4fed-97a4-5ffb3b5236b6 req-60b43439-ee56-4aa0-92c4-2054d2ab17ca tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:40:54.839608 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-781ee653-8125-4fed-97a4-5ffb3b5236b6 req-60b43439-ee56-4aa0-92c4-2054d2ab17ca tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0484118 Nov 16 05:40:54.887234 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-781ee653-8125-4fed-97a4-5ffb3b5236b6 req-fe33fc40-a167-4b8d-a212-b33f0d1c523e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Nov 16 05:40:54.909216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34226) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:40:54.971692 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-75f7887c-7a3c-4508-97df-3185c46ab259 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/5b577697-df44-4bc5-96ab-da09dfc317fc HTTP/1.1" status: 200 len: 991 time: 0.0613601 Nov 16 05:41:07.465478 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:41:08.098222 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7c310593-0955-4711-b2b2-a6d162c2376d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:10.281046 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5f8536c1-5037-4aa0-971e-39fd97ee0070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:12.123832 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:13.477788 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:13.829839 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:16.858883 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:18.871976 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:20.702544 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff1dcb59-b6e2-4f02-88fb-705346275341 req-39261191-e8b9-4b83-880f-c9f41094ce54 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405440 Nov 16 05:41:20.789489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dcb59-b6e2-4f02-88fb-705346275341 req-e2f8bccf-4684-44f0-9c6d-27a8eb4077e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:20.791344 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff1dcb59-b6e2-4f02-88fb-705346275341 req-e2f8bccf-4684-44f0-9c6d-27a8eb4077e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 1096 time: 0.0445156 Nov 16 05:41:20.892394 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dcb59-b6e2-4f02-88fb-705346275341 req-4b6ebc0a-db90-42d3-97c7-5fa220b805c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:20.893869 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff1dcb59-b6e2-4f02-88fb-705346275341 req-4b6ebc0a-db90-42d3-97c7-5fa220b805c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b043a1b-4bcf-4fdf-858e-0b32813ed875 HTTP/1.1" status: 200 len: 897 time: 0.0828149 Nov 16 05:41:20.971516 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff1dcb59-b6e2-4f02-88fb-705346275341 req-4c2a2c54-8470-4689-9c59-a7a595eff3a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7519f321-f849-4eea-82ae-2f191d618c4b HTTP/1.1" status: 200 len: 999 time: 0.0701828 Nov 16 05:41:21.020894 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dcb59-b6e2-4f02-88fb-705346275341 req-28b3fd6f-64dc-4e07-b2d9-26d1eacaf8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:21.022376 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff1dcb59-b6e2-4f02-88fb-705346275341 req-28b3fd6f-64dc-4e07-b2d9-26d1eacaf8d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f626c0aa-8ee6-403b-96e4-031df4342f8d HTTP/1.1" status: 200 len: 835 time: 0.0430713 Nov 16 05:41:21.066965 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dcb59-b6e2-4f02-88fb-705346275341 req-e0c578a4-523d-4135-9dec-ccdc534e20f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:21.068422 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff1dcb59-b6e2-4f02-88fb-705346275341 req-e0c578a4-523d-4135-9dec-ccdc534e20f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b043a1b-4bcf-4fdf-858e-0b32813ed875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391786 Nov 16 05:41:21.158499 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff1dcb59-b6e2-4f02-88fb-705346275341 req-5a0fdf54-7bda-473d-879e-798e605d0887 service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818200 Nov 16 05:41:21.248542 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff1dcb59-b6e2-4f02-88fb-705346275341 req-996f4e05-a7af-4fb7-8e01-5516eac7142b service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823367 Nov 16 05:41:25.336307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34240) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:25.490347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 05a83fe3-f41a-4a92-9091-d57adc39c37e {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:41:25.490687 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:25.570059 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:25.570385 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:25.582003 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 05a83fe3-f41a-4a92-9091-d57adc39c37e owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:41:25.725834 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:25.755272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=05a83fe3-f41a-4a92-9091-d57adc39c37e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:25.778529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:25.778886 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:25.779238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:25.779580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:25.779918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:25.780255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:25.780586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:25.780919 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:25.781248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:25.781576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:25.781932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:25.782280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:25.822998 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:25.823329 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Floating IP 5b577697-df44-4bc5-96ab-da09dfc317fc disassociated (deleted). External IP: 172.25.0.2, port: 7519f321-f849-4eea-82ae-2f191d618c4b. Nov 16 05:41:26.033712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router 18bcbf20-6247-4b3b-ab5f-23305df82294 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:41:26.140136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:41:26.144870 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:26.149569 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35831c17-8868-4442-b50f-32be4c79c567 None None] Sync routers for ids ['18bcbf20-6247-4b3b-ab5f-23305df82294'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:41:26.159196 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35831c17-8868-4442-b50f-32be4c79c567 None None] Routers {'18bcbf20-6247-4b3b-ab5f-23305df82294'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:41:26.159784 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-35831c17-8868-4442-b50f-32be4c79c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['18bcbf20-6247-4b3b-ab5f-23305df82294'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:26.172767 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ed67fc41-0614-4b72-81df-01ce3e81ee1a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/floatingips/5b577697-df44-4bc5-96ab-da09dfc317fc HTTP/1.1" status: 204 len: 168 time: 0.8354039 Nov 16 05:41:26.173361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'tag': '7519f321-f849-4eea-82ae-2f191d618c4b'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:41:26.175651 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be70b95-1304-4a3c-b1e6-79e8d65754ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e5fe3d7b-dd1d-4367-90ae-53b9382d12ac", "tag": "7519f321-f849-4eea-82ae-2f191d618c4b"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:41:26.224951 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61ed785-1f35-4e91-b22f-9c015f0b5880 x-openstack-request-id: req-e61ed785-1f35-4e91-b22f-9c015f0b5880 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:41:26.225250 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5fe3d7b-dd1d-4367-90ae-53b9382d12ac", "tag": "7519f321-f849-4eea-82ae-2f191d618c4b", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:41:26.225559 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e61ed785-1f35-4e91-b22f-9c015f0b5880 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:41:26.226036 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'tag': '7519f321-f849-4eea-82ae-2f191d618c4b', 'status': 'completed', 'code': 200} Nov 16 05:41:26.279347 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-35831c17-8868-4442-b50f-32be4c79c567 None None] Set router 18bcbf20-6247-4b3b-ab5f-23305df82294 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:41:26.299846 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be70b95-1304-4a3c-b1e6-79e8d65754ad req-043cee75-8b4d-4e4b-b642-488e2162441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:26.301541 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2be70b95-1304-4a3c-b1e6-79e8d65754ad req-043cee75-8b4d-4e4b-b642-488e2162441d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 1096 time: 0.0440474 Nov 16 05:41:26.405217 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be70b95-1304-4a3c-b1e6-79e8d65754ad req-39b8d290-b4e9-4714-9ab2-44543471b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:26.407027 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2be70b95-1304-4a3c-b1e6-79e8d65754ad req-39b8d290-b4e9-4714-9ab2-44543471b1ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=1b043a1b-4bcf-4fdf-858e-0b32813ed875 HTTP/1.1" status: 200 len: 897 time: 0.0978959 Nov 16 05:41:26.416471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec02054-7f95-4819-9b0b-c147743920ae req-6fbb688d-483c-4565-94df-1bb35bd51470 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:26.418090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dec02054-7f95-4819-9b0b-c147743920ae req-6fbb688d-483c-4565-94df-1bb35bd51470 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0500071 Nov 16 05:41:26.450459 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2be70b95-1304-4a3c-b1e6-79e8d65754ad req-2533e34e-1363-498e-948a-632d4ba438c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7519f321-f849-4eea-82ae-2f191d618c4b HTTP/1.1" status: 200 len: 217 time: 0.0338161 Nov 16 05:41:26.469495 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dec02054-7f95-4819-9b0b-c147743920ae req-2c88873b-460b-4732-987c-08978721d61d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452080 Nov 16 05:41:26.505179 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be70b95-1304-4a3c-b1e6-79e8d65754ad req-b41e6b3e-49c0-450d-abb8-a39e32359d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:26.506999 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2be70b95-1304-4a3c-b1e6-79e8d65754ad req-b41e6b3e-49c0-450d-abb8-a39e32359d75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f626c0aa-8ee6-403b-96e4-031df4342f8d HTTP/1.1" status: 200 len: 835 time: 0.0490246 Nov 16 05:41:26.508945 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-35831c17-8868-4442-b50f-32be4c79c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:01Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3dbe57f4-91d1-4112-b42e-a82590fc904f', 'name': '', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:47:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:40:00Z', 'updated_at': '2021-11-16T05:40:04Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:26.535806 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35831c17-8868-4442-b50f-32be4c79c567 None None] Checking router: 18bcbf20-6247-4b3b-ab5f-23305df82294 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:41:26.544608 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35831c17-8868-4442-b50f-32be4c79c567 None None] Routers {'18bcbf20-6247-4b3b-ab5f-23305df82294'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:41:26.545206 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-35831c17-8868-4442-b50f-32be4c79c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['18bcbf20-6247-4b3b-ab5f-23305df82294'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:26.553588 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be70b95-1304-4a3c-b1e6-79e8d65754ad req-8c598826-31d6-41ca-b491-e38c19aa86da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:26.555053 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2be70b95-1304-4a3c-b1e6-79e8d65754ad req-8c598826-31d6-41ca-b491-e38c19aa86da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1b043a1b-4bcf-4fdf-858e-0b32813ed875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400727 Nov 16 05:41:26.643453 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2be70b95-1304-4a3c-b1e6-79e8d65754ad req-3ccfa591-feb2-4ebf-870f-1fd2d6dd0d23 service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797215 Nov 16 05:41:26.647850 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-35831c17-8868-4442-b50f-32be4c79c567 None None] Set router 18bcbf20-6247-4b3b-ab5f-23305df82294 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:41:26.734128 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2be70b95-1304-4a3c-b1e6-79e8d65754ad req-3c3156a0-2de4-441f-b465-3830c09db7bd service neutron] 10.222.0.15 "GET /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828781 Nov 16 05:41:26.841090 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-35831c17-8868-4442-b50f-32be4c79c567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:01Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3dbe57f4-91d1-4112-b42e-a82590fc904f', 'name': '', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:47:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:40:00Z', 'updated_at': '2021-11-16T05:40:04Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:26.869307 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35831c17-8868-4442-b50f-32be4c79c567 None None] The sync data for ids ['18bcbf20-6247-4b3b-ab5f-23305df82294'] in n-d-818042-1 is: [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:01Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3dbe57f4-91d1-4112-b42e-a82590fc904f', 'name': '', 'network_id': '1b043a1b-4bcf-4fdf-858e-0b32813ed875', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:47:66:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:40:00Z', 'updated_at': '2021-11-16T05:40:04Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'f626c0aa-8ee6-403b-96e4-031df4342f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:41:27.087823 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31fd983-9d67-489f-804d-5824a9cd15b0 None None] New status for floating IP 5b577697-df44-4bc5-96ab-da09dfc317fc: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:41:27.593051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f7cce-7756-4408-b074-d78e3d3bfec2 req-2985c64b-7245-48b3-b995-cee80c3fd344 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:27.594584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-793f7cce-7756-4408-b074-d78e3d3bfec2 req-2985c64b-7245-48b3-b995-cee80c3fd344 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0538533 Nov 16 05:41:27.886252 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74397d-c1b3-4a16-aec0-f44b40db7ca5 req-14d904f3-44af-412b-a5f1-e94e12bca4cf tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:27.887778 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff74397d-c1b3-4a16-aec0-f44b40db7ca5 req-14d904f3-44af-412b-a5f1-e94e12bca4cf tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5fe3d7b-dd1d-4367-90ae-53b9382d12ac HTTP/1.1" status: 200 len: 945 time: 0.0489736 Nov 16 05:41:27.981572 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-793f7cce-7756-4408-b074-d78e3d3bfec2 req-01ae2fdc-d1d3-427e-be28-be8d615977fb tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=0432edaf-5aad-4fe9-8656-e00034dd0100&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3811328 Nov 16 05:41:27.986008 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-ff74397d-c1b3-4a16-aec0-f44b40db7ca5 req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 7519f321-f849-4eea-82ae-2f191d618c4b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:41:27.986544 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ff74397d-c1b3-4a16-aec0-f44b40db7ca5 req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:28.073572 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ff74397d-c1b3-4a16-aec0-f44b40db7ca5 req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port 7519f321-f849-4eea-82ae-2f191d618c4b, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7519f321-f849-4eea-82ae-2f191d618c4b,segment=NetworkSegment(3b95070e-ed71-4f6b-8213-4c03b74ea50e),segment_id=3b95070e-ed71-4f6b-8213-4c03b74ea50e)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:41:28.073869 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ff74397d-c1b3-4a16-aec0-f44b40db7ca5 req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:28.085747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-ff74397d-c1b3-4a16-aec0-f44b40db7ca5 req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 7519f321-f849-4eea-82ae-2f191d618c4b owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:41:28.211490 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ff74397d-c1b3-4a16-aec0-f44b40db7ca5 req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:28.239763 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=7519f321-f849-4eea-82ae-2f191d618c4b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:28.252467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:28.252467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:28.252467 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:28.252758 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:28.253002 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:28.253333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:28.253664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:28.254021 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:28.254345 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:28.254694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:28.255019 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:28.255338 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:28.294485 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff74397d-c1b3-4a16-aec0-f44b40db7ca5 req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] No DVR routers for this DVR port 7519f321-f849-4eea-82ae-2f191d618c4b on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:41:28.297242 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ff74397d-c1b3-4a16-aec0-f44b40db7ca5 req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:28.300641 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ff74397d-c1b3-4a16-aec0-f44b40db7ca5 req-21aab0b4-4866-4577-9c18-3cb025ee9d6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "DELETE /v2.0/ports/7519f321-f849-4eea-82ae-2f191d618c4b HTTP/1.1" status: 204 len: 173 time: 0.4066312 Nov 16 05:41:28.301100 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'name': 'network-vif-deleted', 'tag': '7519f321-f849-4eea-82ae-2f191d618c4b'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:41:28.303385 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522cf9e1-3629-4eb9-9da5-0a5d7de27042" -d '{"events": [{"server_uuid": "e5fe3d7b-dd1d-4367-90ae-53b9382d12ac", "name": "network-vif-deleted", "tag": "7519f321-f849-4eea-82ae-2f191d618c4b"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:41:28.347944 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84df9e9f-adc7-4f03-83b9-de760c09dd2e x-openstack-request-id: req-84df9e9f-adc7-4f03-83b9-de760c09dd2e {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:41:28.348236 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5fe3d7b-dd1d-4367-90ae-53b9382d12ac", "name": "network-vif-deleted", "tag": "7519f321-f849-4eea-82ae-2f191d618c4b", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:41:28.348488 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84df9e9f-adc7-4f03-83b9-de760c09dd2e {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:41:28.348885 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5fe3d7b-dd1d-4367-90ae-53b9382d12ac', 'name': 'network-vif-deleted', 'tag': '7519f321-f849-4eea-82ae-2f191d618c4b', 'status': 'completed', 'code': 200} Nov 16 05:41:29.038150 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34254) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:29.695378 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f653683d-5d71-49b8-afce-a81667cba237 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:29.945602 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f653683d-5d71-49b8-afce-a81667cba237 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 3dbe57f4-91d1-4112-b42e-a82590fc904f {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:41:29.945884 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f653683d-5d71-49b8-afce-a81667cba237 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:30.035111 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-f653683d-5d71-49b8-afce-a81667cba237 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port 3dbe57f4-91d1-4112-b42e-a82590fc904f, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3dbe57f4-91d1-4112-b42e-a82590fc904f,segment=NetworkSegment(3b95070e-ed71-4f6b-8213-4c03b74ea50e),segment_id=3b95070e-ed71-4f6b-8213-4c03b74ea50e)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:41:30.035474 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f653683d-5d71-49b8-afce-a81667cba237 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:30.047593 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f653683d-5d71-49b8-afce-a81667cba237 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 3dbe57f4-91d1-4112-b42e-a82590fc904f owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:41:30.228140 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f653683d-5d71-49b8-afce-a81667cba237 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:30.253923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653683d-5d71-49b8-afce-a81667cba237 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=3dbe57f4-91d1-4112-b42e-a82590fc904f,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:30.425149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f653683d-5d71-49b8-afce-a81667cba237 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:30.636105 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f653683d-5d71-49b8-afce-a81667cba237 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router 18bcbf20-6247-4b3b-ab5f-23305df82294 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:41:30.742667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f653683d-5d71-49b8-afce-a81667cba237 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:41:30.748128 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f653683d-5d71-49b8-afce-a81667cba237 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "PUT /v2.0/routers/18bcbf20-6247-4b3b-ab5f-23305df82294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7089651 Nov 16 05:41:30.751108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34256) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:30.752867 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b17f9-54b5-46ce-a5c9-153ea9a35d16 None None] Sync routers for ids ['18bcbf20-6247-4b3b-ab5f-23305df82294'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:41:30.764793 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b17f9-54b5-46ce-a5c9-153ea9a35d16 None None] Routers {'18bcbf20-6247-4b3b-ab5f-23305df82294'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:41:30.765398 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-5d9b17f9-54b5-46ce-a5c9-153ea9a35d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['18bcbf20-6247-4b3b-ab5f-23305df82294'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:30.800605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b23282b-55af-4675-b191-1d5b9486038e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting subnet f626c0aa-8ee6-403b-96e4-031df4342f8d {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:41:30.803662 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b23282b-55af-4675-b191-1d5b9486038e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:30.843977 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b23282b-55af-4675-b191-1d5b9486038e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:30.867650 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-5d9b17f9-54b5-46ce-a5c9-153ea9a35d16 None None] Set router 18bcbf20-6247-4b3b-ab5f-23305df82294 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:41:30.927806 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b23282b-55af-4675-b191-1d5b9486038e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:30.985322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b23282b-55af-4675-b191-1d5b9486038e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.013697 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23282b-55af-4675-b191-1d5b9486038e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Subnet': ['ID=f626c0aa-8ee6-403b-96e4-031df4342f8d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:31.015721 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7b23282b-55af-4675-b191-1d5b9486038e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.019974 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7b23282b-55af-4675-b191-1d5b9486038e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/subnets/f626c0aa-8ee6-403b-96e4-031df4342f8d HTTP/1.1" status: 204 len: 168 time: 0.2678347 Nov 16 05:41:31.022333 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8337517c-9eef-44de-9bd6-26e0a4d2b5e2 None None] Network 1b043a1b-4bcf-4fdf-858e-0b32813ed875 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:41:31.022780 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34258) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:31.047787 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-5d9b17f9-54b5-46ce-a5c9-153ea9a35d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:41:30Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:31.078199 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b17f9-54b5-46ce-a5c9-153ea9a35d16 None None] Checking router: 18bcbf20-6247-4b3b-ab5f-23305df82294 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:41:31.086624 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b17f9-54b5-46ce-a5c9-153ea9a35d16 None None] Routers {'18bcbf20-6247-4b3b-ab5f-23305df82294'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:41:31.087308 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-5d9b17f9-54b5-46ce-a5c9-153ea9a35d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['18bcbf20-6247-4b3b-ab5f-23305df82294'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:31.132267 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.197628 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-5d9b17f9-54b5-46ce-a5c9-153ea9a35d16 None None] Set router 18bcbf20-6247-4b3b-ab5f-23305df82294 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:41:31.214710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] DHCP port deletion for 1b043a1b-4bcf-4fdf-858e-0b32813ed875 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:41:31.253113 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.265133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Deleting port 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:41:31.266570 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.310004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port e0b63506-2ade-4ee2-a2bc-dbee03aab858 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:41:31.310385 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.332280 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] For port 781e5cb5-fc7a-40b3-b0b2-01426616f0b3, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=781e5cb5-fc7a-40b3-b0b2-01426616f0b3,segment=NetworkSegment(3b95070e-ed71-4f6b-8213-4c03b74ea50e),segment_id=3b95070e-ed71-4f6b-8213-4c03b74ea50e)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:41:31.332673 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.346314 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Calling delete_port for 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:41:31.395861 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port e0b63506-2ade-4ee2-a2bc-dbee03aab858, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=e0b63506-2ade-4ee2-a2bc-dbee03aab858,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:41:31.396295 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.409160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for e0b63506-2ade-4ee2-a2bc-dbee03aab858 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:41:31.428148 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.456821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Pushing event deleted for resources: {'Port': ['ID=781e5cb5-fc7a-40b3-b0b2-01426616f0b3,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:31.465398 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:31.465920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:31.466267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:31.466598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:31.466929 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:31.467255 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:31.468129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:31.468129 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:31.468335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:31.468550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:31.468821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:31.469138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:31.474646 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35917861-1e09-4db5-85dc-cf2a52a23c5e None None] No DVR routers for this DVR port 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:41:31.494540 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-5d9b17f9-54b5-46ce-a5c9-153ea9a35d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:41:30Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:31.520449 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9b17f9-54b5-46ce-a5c9-153ea9a35d16 None None] The sync data for ids ['18bcbf20-6247-4b3b-ab5f-23305df82294'] in n-d-818042-1 is: [{'id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415296833', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:41:30Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'e0b63506-2ade-4ee2-a2bc-dbee03aab858', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:69:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bcbf20-6247-4b3b-ab5f-23305df82294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:39:58Z', 'updated_at': '2021-11-16T05:40:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:41:31.596868 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.626846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=e0b63506-2ade-4ee2-a2bc-dbee03aab858,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:31.633473 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f216b739-a4e3-481f-bf36-e496aa8eccac None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:41:31.685554 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.759071 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7519f321-f849-4eea-82ae-2f191d618c4b no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:41:31.779422 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.780036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 7519f321-f849-4eea-82ae-2f191d618c4b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:41:31.780372 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7519f321-f849-4eea-82ae-2f191d618c4b not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:41:31.781585 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.824518 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.825042 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Fanout notify agent at l3_agent the message router_deleted on router 18bcbf20-6247-4b3b-ab5f-23305df82294 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:41:31.832084 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:31.833198 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f6aeb35e-dd01-472a-9d19-619cabeec9f3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/routers/18bcbf20-6247-4b3b-ab5f-23305df82294 HTTP/1.1" status: 204 len: 168 time: 0.8096859 Nov 16 05:41:31.835894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34260) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:31.926183 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e85b-5334-4756-95d2-49ba633216ed tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.002829 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:41:32.027939 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:41:32.028669 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e85b-5334-4756-95d2-49ba633216ed tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.029029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 781e5cb5-fc7a-40b3-b0b2-01426616f0b3 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:41:32.029378 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3dbe57f4-91d1-4112-b42e-a82590fc904f no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:41:32.049237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-f4c5e85b-5334-4756-95d2-49ba633216ed tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b043a1b-4bcf-4fdf-858e-0b32813ed875']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:32.050598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 3dbe57f4-91d1-4112-b42e-a82590fc904f {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:41:32.050954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3dbe57f4-91d1-4112-b42e-a82590fc904f not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:41:32.059212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-f4c5e85b-5334-4756-95d2-49ba633216ed tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b95070e-ed71-4f6b-8213-4c03b74ea50e') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:32.059509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-f4c5e85b-5334-4756-95d2-49ba633216ed tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b95070e-ed71-4f6b-8213-4c03b74ea50e') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:32.068858 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e85b-5334-4756-95d2-49ba633216ed tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.082515 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e85b-5334-4756-95d2-49ba633216ed tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.088411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c5e85b-5334-4756-95d2-49ba633216ed tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:41:32.088798 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e85b-5334-4756-95d2-49ba633216ed tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:41:32.091819 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:41:32.155955 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e85b-5334-4756-95d2-49ba633216ed tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.163826 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e85b-5334-4756-95d2-49ba633216ed tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.167826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f4c5e85b-5334-4756-95d2-49ba633216ed tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/networks/1b043a1b-4bcf-4fdf-858e-0b32813ed875 HTTP/1.1" status: 204 len: 168 time: 0.3308351 Nov 16 05:41:32.170884 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34262) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:32.188683 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5e85b-5334-4756-95d2-49ba633216ed tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Network': ['ID=1b043a1b-4bcf-4fdf-858e-0b32813ed875,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:32.240029 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23a0a2ae-0bf9-48c3-8a3e-0725a535dfc8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.264191 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23a0a2ae-0bf9-48c3-8a3e-0725a535dfc8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.321675 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23a0a2ae-0bf9-48c3-8a3e-0725a535dfc8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.324257 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-23a0a2ae-0bf9-48c3-8a3e-0725a535dfc8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.325391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-23a0a2ae-0bf9-48c3-8a3e-0725a535dfc8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/security-groups/0432edaf-5aad-4fe9-8656-e00034dd0100 HTTP/1.1" status: 204 len: 168 time: 0.1448231 Nov 16 05:41:32.334195 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0a2ae-0bf9-48c3-8a3e-0725a535dfc8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0432edaf-5aad-4fe9-8656-e00034dd0100,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:32.817781 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34268) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:32.822957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-30f92484-17e6-4945-b938-655682f94191 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-440371397', 'description': 'tempest-secgroup-smoke-440371397 description', 'project_id': '00f6569800624fc1b96fe985e82f6029'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:41:32.845937 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30f92484-17e6-4945-b938-655682f94191 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.910696 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30f92484-17e6-4945-b938-655682f94191 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.914833 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30f92484-17e6-4945-b938-655682f94191 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.949274 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-30f92484-17e6-4945-b938-655682f94191 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:32.950490 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-30f92484-17e6-4945-b938-655682f94191 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1316502 Nov 16 05:41:32.952411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f92484-17e6-4945-b938-655682f94191 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8836d57b-c881-456e-94c7-fdccbd69cf9f,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:32.953539 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34270) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:32.958220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-727ac667-99b5-4cb5-9655-5875cabe7e98 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '8836d57b-c881-456e-94c7-fdccbd69cf9f', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:41:32.985007 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-727ac667-99b5-4cb5-9655-5875cabe7e98 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.038709 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-727ac667-99b5-4cb5-9655-5875cabe7e98 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.042663 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-727ac667-99b5-4cb5-9655-5875cabe7e98 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.060906 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ac667-99b5-4cb5-9655-5875cabe7e98 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7f71ab-dbf5-47a4-ad41-25c9670230eb,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:33.068128 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-727ac667-99b5-4cb5-9655-5875cabe7e98 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.069326 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-727ac667-99b5-4cb5-9655-5875cabe7e98 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147087 Nov 16 05:41:33.072655 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34272) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:33.077110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-13f6ebcf-e45a-4c3e-8bf5-8c3f1f3c2e96 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '8836d57b-c881-456e-94c7-fdccbd69cf9f', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:41:33.102603 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13f6ebcf-e45a-4c3e-8bf5-8c3f1f3c2e96 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.160155 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13f6ebcf-e45a-4c3e-8bf5-8c3f1f3c2e96 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.163662 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13f6ebcf-e45a-4c3e-8bf5-8c3f1f3c2e96 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.184299 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6ebcf-e45a-4c3e-8bf5-8c3f1f3c2e96 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fe4623-34b9-4104-8035-a47e473fe1da,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:33.189912 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-13f6ebcf-e45a-4c3e-8bf5-8c3f1f3c2e96 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.191079 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-13f6ebcf-e45a-4c3e-8bf5-8c3f1f3c2e96 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173711 Nov 16 05:41:33.193811 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34274) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:33.198607 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7936a518-a4e3-4075-86be-6c99aeefb89f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '8836d57b-c881-456e-94c7-fdccbd69cf9f', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:41:33.223866 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7936a518-a4e3-4075-86be-6c99aeefb89f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.278908 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7936a518-a4e3-4075-86be-6c99aeefb89f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.282344 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7936a518-a4e3-4075-86be-6c99aeefb89f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.299255 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7936a518-a4e3-4075-86be-6c99aeefb89f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab8a502-27cf-4534-ac94-5c6e387fd5e7,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:33.308630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7936a518-a4e3-4075-86be-6c99aeefb89f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.309849 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7936a518-a4e3-4075-86be-6c99aeefb89f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151137 Nov 16 05:41:33.312600 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34276) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:33.316741 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-4bf437bb-f17d-488e-85b8-d0ac3b8958d7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '8836d57b-c881-456e-94c7-fdccbd69cf9f', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:41:33.343463 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bf437bb-f17d-488e-85b8-d0ac3b8958d7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.399771 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bf437bb-f17d-488e-85b8-d0ac3b8958d7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.403347 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bf437bb-f17d-488e-85b8-d0ac3b8958d7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.420725 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf437bb-f17d-488e-85b8-d0ac3b8958d7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f4a574-06a1-4a18-b06a-bb288ce8e3d8,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:33.427936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4bf437bb-f17d-488e-85b8-d0ac3b8958d7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.429105 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4bf437bb-f17d-488e-85b8-d0ac3b8958d7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1156359 Nov 16 05:41:33.432392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34278) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:33.436832 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-32d6fa98-cf77-418b-81a6-bfd12cb67b13 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '8836d57b-c881-456e-94c7-fdccbd69cf9f', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:41:33.457574 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-32d6fa98-cf77-418b-81a6-bfd12cb67b13 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Project 00f6569800624fc1b96fe985e82f6029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:41:33.462380 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32d6fa98-cf77-418b-81a6-bfd12cb67b13 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.521035 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32d6fa98-cf77-418b-81a6-bfd12cb67b13 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.524546 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32d6fa98-cf77-418b-81a6-bfd12cb67b13 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.541603 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6fa98-cf77-418b-81a6-bfd12cb67b13 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85d9996-7ad9-43fa-a760-96078d809b41,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:33.550000 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-32d6fa98-cf77-418b-81a6-bfd12cb67b13 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.551253 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-32d6fa98-cf77-418b-81a6-bfd12cb67b13 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177053 Nov 16 05:41:33.553816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34280) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:33.558344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-966ff88f-f79f-4d50-bb98-8add862b516d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '8836d57b-c881-456e-94c7-fdccbd69cf9f', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:41:33.579298 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-966ff88f-f79f-4d50-bb98-8add862b516d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Project 00f6569800624fc1b96fe985e82f6029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:41:33.583950 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-966ff88f-f79f-4d50-bb98-8add862b516d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.644239 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-966ff88f-f79f-4d50-bb98-8add862b516d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.647784 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-966ff88f-f79f-4d50-bb98-8add862b516d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.665323 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ff88f-f79f-4d50-bb98-8add862b516d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023984f9-7a4a-44e6-af6e-cd1b0021a9b0,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:33.673881 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-966ff88f-f79f-4d50-bb98-8add862b516d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.675059 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-966ff88f-f79f-4d50-bb98-8add862b516d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203103 Nov 16 05:41:33.677932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34282) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:33.683456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-3e55c4ad-dbee-471d-839c-0c6ba091d890 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'network': {'name': 'tempest-network-smoke--1637974412', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'port_security_enabled': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:41:33.703418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e0b63506-2ade-4ee2-a2bc-dbee03aab858 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:41:33.704130 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e55c4ad-dbee-471d-839c-0c6ba091d890 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:41:33.707684 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3e55c4ad-dbee-471d-839c-0c6ba091d890 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.725920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: e0b63506-2ade-4ee2-a2bc-dbee03aab858 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:41:33.726291 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device e0b63506-2ade-4ee2-a2bc-dbee03aab858 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:41:33.732650 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e55c4ad-dbee-471d-839c-0c6ba091d890 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:41:33.742093 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3e55c4ad-dbee-471d-839c-0c6ba091d890 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.742496 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-3e55c4ad-dbee-471d-839c-0c6ba091d890 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Added segment bc71e0fb-5cb9-45e0-a8ee-8837626ffce3 of type vlan for network 7372f3a5-5315-4952-9966-61b88566ca46 Nov 16 05:41:33.783909 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3e55c4ad-dbee-471d-839c-0c6ba091d890 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.808071 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3e55c4ad-dbee-471d-839c-0c6ba091d890 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.813629 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e55c4ad-dbee-471d-839c-0c6ba091d890 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:33.814224 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3e55c4ad-dbee-471d-839c-0c6ba091d890 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.869363 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3e55c4ad-dbee-471d-839c-0c6ba091d890 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1898510 Nov 16 05:41:33.871903 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34284) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:33.876177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'admin_state_up': True, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:41:33.897422 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55c4ad-dbee-471d-839c-0c6ba091d890 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Network': ['ID=7372f3a5-5315-4952-9966-61b88566ca46,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:33.908598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 7372f3a5-5315-4952-9966-61b88566ca46 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:41:33.913048 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.914441 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:33.965544 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:34.102550 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:34.285808 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:34.307363 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:34.404190 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.25.0.81 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/431ea968-c655-4d1a-89c1-7376248b60c5) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:41:34.505305 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:34.537103 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:34.572362 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:41:34.577018 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:41:34.579850 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:41:34.591084 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b6ed35-0aff-42a1-b552-33c6858f5ebb None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:41:34.615168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=431ea968-c655-4d1a-89c1-7376248b60c5,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:34.634594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-de303745-cc03-4d0b-9023-6068b0fc800e None None] Provisioning complete for port 431ea968-c655-4d1a-89c1-7376248b60c5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:34.634967 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de303745-cc03-4d0b-9023-6068b0fc800e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:34.671994 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-de303745-cc03-4d0b-9023-6068b0fc800e None None] Port 431ea968-c655-4d1a-89c1-7376248b60c5 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:41:34.831657 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:35.033626 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:35.156995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router f4a15968-25d8-42cb-bbb1-f4ea595557b5 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:41:35.260954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:41:35.270913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Sync routers for ids ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:41:35.281383 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:35.281789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Routers {'f4a15968-25d8-42cb-bbb1-f4ea595557b5'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:41:35.282425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:35.282666 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-31abe4d1-21b1-451e-9bcd-141b384c22d1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4098523 Nov 16 05:41:35.285826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34286) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:35.315730 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-497d3ed7-e06e-47a6-b13f-791566283173 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=00f6569800624fc1b96fe985e82f6029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285697 Nov 16 05:41:35.318284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34288) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:35.385387 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Set router f4a15968-25d8-42cb-bbb1-f4ea595557b5 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:41:35.402258 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac94db8-8573-497a-9a59-42a4a2db8289 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:35.403768 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7ac94db8-8573-497a-9a59-42a4a2db8289 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845804 Nov 16 05:41:35.406581 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34290) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:35.438464 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ba62ec1e-1c37-4721-a4e8-d97c49ab1b66 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306687 Nov 16 05:41:35.440740 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34292) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:35.445304 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-cc88b709-e909-4279-b689-dd23f0906293 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-518571497', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:41:35.530606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc88b709-e909-4279-b689-dd23f0906293 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:41:35.534121 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cc88b709-e909-4279-b689-dd23f0906293 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:35.559911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:41:34Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:35.593592 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Checking router: f4a15968-25d8-42cb-bbb1-f4ea595557b5 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:41:35.594036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Updating router f4a15968-25d8-42cb-bbb1-f4ea595557b5 port 431ea968-c655-4d1a-89c1-7376248b60c5 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:41:35.620039 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:35.712651 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cc88b709-e909-4279-b689-dd23f0906293 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:35.771017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88b709-e909-4279-b689-dd23f0906293 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Subnet': ['ID=708f8706-0e37-4200-bf7e-51c38a630fab,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:35.783789 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc88b709-e909-4279-b689-dd23f0906293 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Checking segment: {'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:41:35.784151 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc88b709-e909-4279-b689-dd23f0906293 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network hostable DHCP agents. Network: 7372f3a5-5315-4952-9966-61b88566ca46, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:41:35.801608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc88b709-e909-4279-b689-dd23f0906293 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network 7372f3a5-5315-4952-9966-61b88566ca46 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:41:35.810524 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-cc88b709-e909-4279-b689-dd23f0906293 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 7372f3a5-5315-4952-9966-61b88566ca46) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:41:35.814542 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88b709-e909-4279-b689-dd23f0906293 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:35.815127 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-cc88b709-e909-4279-b689-dd23f0906293 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:35.822968 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c5aae4-74fe-491d-9877-4382d3e1f6de None None] Network 7372f3a5-5315-4952-9966-61b88566ca46 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:41:35.833813 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-cc88b709-e909-4279-b689-dd23f0906293 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3893793 Nov 16 05:41:35.833984 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34294) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:36.075658 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:36.083481 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:36.151225 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41850f34-873f-4009-8ae5-8edc5616aa09 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:41:36.184517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a942c-8d44-405c-9743-0bb2755001b8 None None] Pushing event updated for resources: {'Port': ['ID=431ea968-c655-4d1a-89c1-7376248b60c5,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:36.187703 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Attempting to bind port 431ea968-c655-4d1a-89c1-7376248b60c5 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:41:36.188086 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Attempting to bind port 431ea968-c655-4d1a-89c1-7376248b60c5 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:41:36.188458 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Attempting to bind port 431ea968-c655-4d1a-89c1-7376248b60c5 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:41:36.197194 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:41:36.197576 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:41:36.198006 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:36.198399 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:41:36.198898 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Bound port: 431ea968-c655-4d1a-89c1-7376248b60c5, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:41:36.199307 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:36.280628 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] For port 431ea968-c655-4d1a-89c1-7376248b60c5, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:41:36.283927 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] For port 431ea968-c655-4d1a-89c1-7376248b60c5, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=431ea968-c655-4d1a-89c1-7376248b60c5,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:41:36.286959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-7372f3a5-5315-4952-9966-61b88566ca46', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ips': [{'subnet_id': '708f8706-0e37-4200-bf7e-51c38a630fab'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:41:36.287864 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:36.294617 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:36.371186 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e8b565-24cc-455a-85d9-1ef4391e49ab None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:41:36.388846 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c4dce359-d925-410d-967f-dbeecce4c3d0 None None] Provisioning complete for port 431ea968-c655-4d1a-89c1-7376248b60c5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:36.389217 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4dce359-d925-410d-967f-dbeecce4c3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:36.472157 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a942c-8d44-405c-9743-0bb2755001b8 None None] Pushing event updated for resources: {'Port': ['ID=431ea968-c655-4d1a-89c1-7376248b60c5,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:36.478496 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Routers {'f4a15968-25d8-42cb-bbb1-f4ea595557b5'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:41:36.479117 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:36.594249 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:36.642850 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Allocated IP 172.20.0.2 (7372f3a5-5315-4952-9966-61b88566ca46/708f8706-0e37-4200-bf7e-51c38a630fab/ca7e6ddd-08dd-4470-9536-68dd6ac71614) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:41:36.652956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] Set router f4a15968-25d8-42cb-bbb1-f4ea595557b5 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:41:36.806694 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4dce359-d925-410d-967f-dbeecce4c3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:36.843261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c4dce359-d925-410d-967f-dbeecce4c3d0 None None] For port 431ea968-c655-4d1a-89c1-7376248b60c5, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=431ea968-c655-4d1a-89c1-7376248b60c5,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:41:36.851004 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4dce359-d925-410d-967f-dbeecce4c3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:36.974742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dce359-d925-410d-967f-dbeecce4c3d0 None None] Pushing event updated for resources: {'Port': ['ID=431ea968-c655-4d1a-89c1-7376248b60c5,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:37.029296 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-845f9ccd-3755-4a9c-9255-4bdf43b97253 None None] Provisioning complete for port 431ea968-c655-4d1a-89c1-7376248b60c5 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:37.029661 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-845f9ccd-3755-4a9c-9255-4bdf43b97253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.031355 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.062787 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.091447 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.20.0.1 (7372f3a5-5315-4952-9966-61b88566ca46/708f8706-0e37-4200-bf7e-51c38a630fab/a5d7d71e-6e50-48bd-af8e-c53127ac37d4) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:41:37.124889 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Network 7372f3a5-5315-4952-9966-61b88566ca46 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:41:37.128484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Pushing event updated for resources: {'Port': ['ID=ca7e6ddd-08dd-4470-9536-68dd6ac71614,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:37.132837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:41:37.136201 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:41:37.142179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:41:34Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:37.208166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeaa7d4-b5a1-435d-8688-776a3fbd70a8 None None] The sync data for ids ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'] in n-d-818042-1 is: [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:41:34Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:41:37.208994 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.245163 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.255583 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Attempting to bind port ca7e6ddd-08dd-4470-9536-68dd6ac71614 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:41:37.255961 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Attempting to bind port ca7e6ddd-08dd-4470-9536-68dd6ac71614 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:41:37.256332 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Attempting to bind port ca7e6ddd-08dd-4470-9536-68dd6ac71614 on network 7372f3a5-5315-4952-9966-61b88566ca46 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:41:37.262878 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:41:37.263259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Checking segment: {'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:41:37.263671 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.264064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Bound using segment: {'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:41:37.264540 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Bound port: ca7e6ddd-08dd-4470-9536-68dd6ac71614, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:41:37.264921 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.294063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network 7372f3a5-5315-4952-9966-61b88566ca46 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:41:37.297587 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:41:37.301736 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:41:37.309476 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=a5d7d71e-6e50-48bd-af8e-c53127ac37d4,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:37.338068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] For port ca7e6ddd-08dd-4470-9536-68dd6ac71614, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:41:37.341258 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] For port ca7e6ddd-08dd-4470-9536-68dd6ac71614, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ca7e6ddd-08dd-4470-9536-68dd6ac71614,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:41:37.346929 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.354705 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.406250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69861e16-c114-4f93-84c1-3514cd1db676 None None] Pushing event updated for resources: {'Port': ['ID=ca7e6ddd-08dd-4470-9536-68dd6ac71614,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:37.538634 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.834078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ca7e6ddd-08dd-4470-9536-68dd6ac71614 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:41:37.877572 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.884419 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.891354 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port ca7e6ddd-08dd-4470-9536-68dd6ac71614 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:37.891772 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.968421 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=a5d7d71e-6e50-48bd-af8e-c53127ac37d4,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:37.972604 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:37.985311 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:38.027563 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port ca7e6ddd-08dd-4470-9536-68dd6ac71614, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ca7e6ddd-08dd-4470-9536-68dd6ac71614,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:41:38.032301 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:38.033330 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 431ea968-c655-4d1a-89c1-7376248b60c5 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:41:38.077683 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network 7372f3a5-5315-4952-9966-61b88566ca46 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:41:38.079881 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:41:38.137131 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cc5bd27a-524f-4610-bfa4-642e174dc800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:38.138510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=ca7e6ddd-08dd-4470-9536-68dd6ac71614,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:38.149666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 431ea968-c655-4d1a-89c1-7376248b60c5 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:38.150067 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:38.207754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router f4a15968-25d8-42cb-bbb1-f4ea595557b5 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:41:38.327923 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:41:38.333015 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-4e3effe6-7b01-4ab1-94d0-b840463c2e30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "PUT /v2.0/routers/f4a15968-25d8-42cb-bbb1-f4ea595557b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4980469 Nov 16 05:41:38.483730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6689806-d188-44e8-900b-8cc06e2e28c8 None None] Network 7372f3a5-5315-4952-9966-61b88566ca46 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:41:38.500676 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-06d130d3-a2d8-4170-af54-2898f5f25a5e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-440371397&fields=id&tenant_id=00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 267 time: 0.0502117 Nov 16 05:41:38.552426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-805153ec-4a93-455d-9b53-2a69337049fb None None] Provisioning complete for port ca7e6ddd-08dd-4470-9536-68dd6ac71614 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:38.552713 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-805153ec-4a93-455d-9b53-2a69337049fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:38.608322 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-ed4cacac-e9d5-4d50-b7b7-be56e15421b0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:38.609865 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-ed4cacac-e9d5-4d50-b7b7-be56e15421b0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/networks?id=7372f3a5-5315-4952-9966-61b88566ca46 HTTP/1.1" status: 200 len: 797 time: 0.1019335 Nov 16 05:41:38.626737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-36e0c6ff-3c5c-4b41-82ff-e69720fea2bc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/quotas/00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 375 time: 0.0109255 Nov 16 05:41:38.694507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-7d64eff3-b37b-4f17-9806-fbabb8be7162 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614884 Nov 16 05:41:38.801127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-a83b4d4b-9291-402f-a593-5157122df693 service neutron] 10.222.0.41 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925035 Nov 16 05:41:38.901251 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-bb955088-0515-4d29-b428-5d499d15b91a service neutron] 10.222.0.41 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925329 Nov 16 05:41:38.937916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8146a4f1-ccd3-4dea-b462-1157b0d782bc None None] Provisioning complete for port ca7e6ddd-08dd-4470-9536-68dd6ac71614 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:38.938288 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8146a4f1-ccd3-4dea-b462-1157b0d782bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:39.013587 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Sync routers for ids ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:41:39.030047 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Routers {'f4a15968-25d8-42cb-bbb1-f4ea595557b5'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:41:39.030911 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:39.062681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8146a4f1-ccd3-4dea-b462-1157b0d782bc None None] Provisioning complete for port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:39.063094 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8146a4f1-ccd3-4dea-b462-1157b0d782bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:39.101420 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8146a4f1-ccd3-4dea-b462-1157b0d782bc None None] Port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:41:39.136634 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a7204ed-8cc8-4ac5-bdb1-966057d7f46e req-6ac4f354-0a9d-4f64-ba35-f932f9a22a4b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 210 time: 0.0337307 Nov 16 05:41:39.161910 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Set router f4a15968-25d8-42cb-bbb1-f4ea595557b5 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:41:39.223942 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c67c4901-17cb-4caf-9532-479a7dfa8b4a None None] Provisioning complete for port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:39.224335 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c67c4901-17cb-4caf-9532-479a7dfa8b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:39.273571 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c67c4901-17cb-4caf-9532-479a7dfa8b4a None None] Port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:41:39.380153 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:41:37Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a5d7d71e-6e50-48bd-af8e-c53127ac37d4', 'name': '', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:98:44:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:36Z', 'updated_at': '2021-11-16T05:41:37Z', 'revision_number': 2, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:39.407820 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Checking router: f4a15968-25d8-42cb-bbb1-f4ea595557b5 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:41:39.408170 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Updating router f4a15968-25d8-42cb-bbb1-f4ea595557b5 port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:41:39.432331 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:39.500202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5b3707da-2d7e-4e0f-b27b-7897ba8744db None None] Provisioning complete for port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:39.500778 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5b3707da-2d7e-4e0f-b27b-7897ba8744db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:39.540609 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5b3707da-2d7e-4e0f-b27b-7897ba8744db None None] Port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:41:39.709362 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:39.714642 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:39.755378 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ca7e6ddd-08dd-4470-9536-68dd6ac71614 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:41:39.781016 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Pushing event updated for resources: {'Port': ['ID=a5d7d71e-6e50-48bd-af8e-c53127ac37d4,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:39.791811 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:39.792046 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:39.792281 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:39.792620 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:39.792951 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:39.793294 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:39.793611 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:39.793974 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:39.794287 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:39.794608 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:39.794927 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:39.795247 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:41:39.813158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port ca7e6ddd-08dd-4470-9536-68dd6ac71614 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:39.813524 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:39.824430 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Attempting to bind port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:41:39.824798 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Attempting to bind port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:41:39.825189 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Attempting to bind port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 on network 7372f3a5-5315-4952-9966-61b88566ca46 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:41:39.830584 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:41:39.831422 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Checking segment: {'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:41:39.831903 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:39.832668 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Bound using segment: {'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:41:39.833445 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Bound port: a5d7d71e-6e50-48bd-af8e-c53127ac37d4, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:41:39.833863 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:39.901781 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] For port a5d7d71e-6e50-48bd-af8e-c53127ac37d4, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:41:39.905219 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] For port a5d7d71e-6e50-48bd-af8e-c53127ac37d4, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a5d7d71e-6e50-48bd-af8e-c53127ac37d4,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:41:39.909192 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:39.966429 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Routers {'f4a15968-25d8-42cb-bbb1-f4ea595557b5'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:41:39.967044 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:41:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:40.003476 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cf58e-e273-477b-a7ff-3a80c05088dd None None] Pushing event updated for resources: {'Port': ['ID=a5d7d71e-6e50-48bd-af8e-c53127ac37d4,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:40.066806 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d41b5353-b4fd-41f8-857a-5ce1eecfe1b5 None None] Provisioning complete for port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:40.067392 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d41b5353-b4fd-41f8-857a-5ce1eecfe1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:40.095690 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] Set router f4a15968-25d8-42cb-bbb1-f4ea595557b5 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:41:40.149332 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-7df04950-064d-4d3a-8f29-1d7f8dd49082 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:40.151831 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-7df04950-064d-4d3a-8f29-1d7f8dd49082 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/networks?id=7372f3a5-5315-4952-9966-61b88566ca46 HTTP/1.1" status: 200 len: 797 time: 0.1508534 Nov 16 05:41:40.183903 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d41b5353-b4fd-41f8-857a-5ce1eecfe1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:40.244737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d41b5353-b4fd-41f8-857a-5ce1eecfe1b5 None None] For port a5d7d71e-6e50-48bd-af8e-c53127ac37d4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a5d7d71e-6e50-48bd-af8e-c53127ac37d4,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:41:40.252998 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d41b5353-b4fd-41f8-857a-5ce1eecfe1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:40.284280 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-8b7a5692-366e-4ace-a8cf-47dda5cb6180 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 379 time: 0.1137738 Nov 16 05:41:40.286337 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b58cd98-205f-4f7b-92f0-3b836d989ae1 req-9151dfb5-a183-4941-b288-a89e7413b863 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 210 time: 0.0423536 Nov 16 05:41:40.296042 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-350d8f4d-dd45-4d7f-ba01-229b63c5df35 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'port': {'device_id': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'admin_state_up': True, 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'security_groups': ['8836d57b-c881-456e-94c7-fdccbd69cf9f']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:41:40.320501 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b5353-b4fd-41f8-857a-5ce1eecfe1b5 None None] Pushing event updated for resources: {'Port': ['ID=a5d7d71e-6e50-48bd-af8e-c53127ac37d4,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:40.325085 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-191db18c-50b5-4b19-b764-c76cd15c3371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:40.372054 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:41:37Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a5d7d71e-6e50-48bd-af8e-c53127ac37d4', 'name': '', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:98:44:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:36Z', 'updated_at': '2021-11-16T05:41:39Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:40.373375 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1d7d4b02-bef0-455e-8d97-30a162bd38a4 None None] Provisioning complete for port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:40.373868 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d7d4b02-bef0-455e-8d97-30a162bd38a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:40.407315 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979cca9-ba18-41c4-b69d-e47de9e7728a None None] The sync data for ids ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'] in n-d-818042-1 is: [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:41:37Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a5d7d71e-6e50-48bd-af8e-c53127ac37d4', 'name': '', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:98:44:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:36Z', 'updated_at': '2021-11-16T05:41:39Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:41:40.417133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-350d8f4d-dd45-4d7f-ba01-229b63c5df35 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:41:40.421457 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-350d8f4d-dd45-4d7f-ba01-229b63c5df35 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:40.601286 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-350d8f4d-dd45-4d7f-ba01-229b63c5df35 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.20.0.11 (7372f3a5-5315-4952-9966-61b88566ca46/708f8706-0e37-4200-bf7e-51c38a630fab/fbab7896-3a48-4332-b67c-5e046def3a5d) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:41:40.754257 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-350d8f4d-dd45-4d7f-ba01-229b63c5df35 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:40.789014 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-350d8f4d-dd45-4d7f-ba01-229b63c5df35 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:40.834638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-350d8f4d-dd45-4d7f-ba01-229b63c5df35 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network 7372f3a5-5315-4952-9966-61b88566ca46 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:41:40.838594 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-350d8f4d-dd45-4d7f-ba01-229b63c5df35 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:41:40.842638 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-350d8f4d-dd45-4d7f-ba01-229b63c5df35 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:41:40.871380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d8f4d-dd45-4d7f-ba01-229b63c5df35 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=fbab7896-3a48-4332-b67c-5e046def3a5d,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:40.902617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-350d8f4d-dd45-4d7f-ba01-229b63c5df35 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:40.903285 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-350d8f4d-dd45-4d7f-ba01-229b63c5df35 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:40.924336 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-350d8f4d-dd45-4d7f-ba01-229b63c5df35 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6328266 Nov 16 05:41:40.938499 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Request body: {'port': {'device_id': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:41:41.001730 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:41.060430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-bba03759-7f87-4d95-b994-366376d51545 None None] Provisioning complete for port fbab7896-3a48-4332-b67c-5e046def3a5d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:41.061015 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bba03759-7f87-4d95-b994-366376d51545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:41.095203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bba03759-7f87-4d95-b994-366376d51545 None None] Port fbab7896-3a48-4332-b67c-5e046def3a5d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:41:41.275262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbab7896-3a48-4332-b67c-5e046def3a5d {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:41:41.282805 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:41.297173 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Transition to ACTIVE for port object fbab7896-3a48-4332-b67c-5e046def3a5d will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:41:41.301326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:41.362678 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Pushing event updated for resources: {'Port': ['ID=fbab7896-3a48-4332-b67c-5e046def3a5d,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:41.419669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21606881-beea-4323-9943-4503f02cee71 req-77ca6dfa-9a30-4b33-8306-f8c465262765 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:41.421535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21606881-beea-4323-9943-4503f02cee71 req-77ca6dfa-9a30-4b33-8306-f8c465262765 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 944 time: 0.0624492 Nov 16 05:41:41.437721 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Attempting to bind port fbab7896-3a48-4332-b67c-5e046def3a5d on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:41:41.438237 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Attempting to bind port fbab7896-3a48-4332-b67c-5e046def3a5d by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:41:41.438664 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Attempting to bind port fbab7896-3a48-4332-b67c-5e046def3a5d on network 7372f3a5-5315-4952-9966-61b88566ca46 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:41:41.443736 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Port fbab7896-3a48-4332-b67c-5e046def3a5d on network 7372f3a5-5315-4952-9966-61b88566ca46 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:41:41.444193 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Attempting to bind port fbab7896-3a48-4332-b67c-5e046def3a5d on network 7372f3a5-5315-4952-9966-61b88566ca46 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:41:41.450062 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:41:41.450517 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Checking segment: {'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:41:41.450990 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Bound using segment: {'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:41:41.451521 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Bound port: fbab7896-3a48-4332-b67c-5e046def3a5d, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:41:41.452064 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:41.501008 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-21606881-beea-4323-9943-4503f02cee71 req-fe25f46f-78bb-48f8-b9a0-cd63676fc825 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731604 Nov 16 05:41:41.526295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] For port fbab7896-3a48-4332-b67c-5e046def3a5d, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:41:41.529534 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] For port fbab7896-3a48-4332-b67c-5e046def3a5d, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=fbab7896-3a48-4332-b67c-5e046def3a5d,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:41:41.536515 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:41.575568 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:41.576191 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:41.577585 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] 10.222.0.15 "PUT /v2.0/ports/fbab7896-3a48-4332-b67c-5e046def3a5d HTTP/1.1" status: 200 len: 1092 time: 0.6439824 Nov 16 05:41:41.578060 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:41:41.580390 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1577f9e-082b-4eb0-9eb1-6c9450e27adc" -d '{"events": [{"name": "network-changed", "server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:41:41.616104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffdeb7-0591-4dcb-8b41-cf97edc9f5eb service neutron] Pushing event updated for resources: {'Port': ['ID=fbab7896-3a48-4332-b67c-5e046def3a5d,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:41.644638 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e5355c-4a65-46be-923a-acfd977da6dc x-openstack-request-id: req-47e5355c-4a65-46be-923a-acfd977da6dc {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:41:41.644958 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:41:41.645216 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47e5355c-4a65-46be-923a-acfd977da6dc {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:41:41.645623 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'status': 'completed', 'code': 200} Nov 16 05:41:41.699137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-4c303420-b634-4a66-a790-fe7ccadc94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:41.700964 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-4c303420-b634-4a66-a790-fe7ccadc94fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 1095 time: 0.0472815 Nov 16 05:41:41.748109 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-e926626b-4b43-433f-b165-28c376374c34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbab7896-3a48-4332-b67c-5e046def3a5d HTTP/1.1" status: 200 len: 217 time: 0.0392466 Nov 16 05:41:41.788619 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a5d7d71e-6e50-48bd-af8e-c53127ac37d4 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:41:41.807575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-3bac74b5-b5a5-4d7e-b8a2-71c91fcc652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:41.809316 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-3bac74b5-b5a5-4d7e-b8a2-71c91fcc652e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=708f8706-0e37-4200-bf7e-51c38a630fab HTTP/1.1" status: 200 len: 834 time: 0.0532587 Nov 16 05:41:41.842637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:41.843003 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:41.855455 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-fc7f7623-b3bd-4f15-ad62-6bfbd2c91ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:41.857585 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-fc7f7623-b3bd-4f15-ad62-6bfbd2c91ee1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7372f3a5-5315-4952-9966-61b88566ca46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413384 Nov 16 05:41:41.950312 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-e98a8df7-286e-4097-be13-2a70154fe49d service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845778 Nov 16 05:41:42.043548 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-65e2b710-ce53-4b8d-a7bb-59f798ca25b8 req-9040867e-07d5-47a4-8141-d966eeeac491 service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857933 Nov 16 05:41:42.126304 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:42.131140 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1577f9e-082b-4eb0-9eb1-6c9450e27adc req-5cce9a32-9d8b-4759-81f8-2e52f3948485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:42.132638 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b1577f9e-082b-4eb0-9eb1-6c9450e27adc req-5cce9a32-9d8b-4759-81f8-2e52f3948485 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 1095 time: 0.0414376 Nov 16 05:41:42.225077 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1577f9e-082b-4eb0-9eb1-6c9450e27adc req-82334a17-5eda-47d5-9454-3c51b169fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:42.226472 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b1577f9e-082b-4eb0-9eb1-6c9450e27adc req-82334a17-5eda-47d5-9454-3c51b169fdd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7372f3a5-5315-4952-9966-61b88566ca46 HTTP/1.1" status: 200 len: 898 time: 0.0864484 Nov 16 05:41:42.267316 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b1577f9e-082b-4eb0-9eb1-6c9450e27adc req-dc565678-0b57-41d6-9356-c3862f43958a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbab7896-3a48-4332-b67c-5e046def3a5d HTTP/1.1" status: 200 len: 217 time: 0.0328088 Nov 16 05:41:42.316591 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1577f9e-082b-4eb0-9eb1-6c9450e27adc req-5e5ea16d-4ad1-4dc7-bdbc-9494f2559d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:42.318016 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b1577f9e-082b-4eb0-9eb1-6c9450e27adc req-5e5ea16d-4ad1-4dc7-bdbc-9494f2559d17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=708f8706-0e37-4200-bf7e-51c38a630fab HTTP/1.1" status: 200 len: 834 time: 0.0421705 Nov 16 05:41:42.369154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1577f9e-082b-4eb0-9eb1-6c9450e27adc req-67efa79a-cb8f-4f79-bf77-e53915cf409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:42.370650 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b1577f9e-082b-4eb0-9eb1-6c9450e27adc req-67efa79a-cb8f-4f79-bf77-e53915cf409f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7372f3a5-5315-4952-9966-61b88566ca46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438886 Nov 16 05:41:42.463781 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b1577f9e-082b-4eb0-9eb1-6c9450e27adc req-e5b0c12b-8bde-4ad7-bcc6-020cc7b0ce95 service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840342 Nov 16 05:41:42.554435 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-b1577f9e-082b-4eb0-9eb1-6c9450e27adc req-453d6476-7e66-471b-8d2c-15446834ee76 service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844166 Nov 16 05:41:42.617952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3b242-4253-477e-aa79-7a6e12fd240c req-591279fa-0640-49c4-8645-92d37657b051 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:42.619483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ed3b242-4253-477e-aa79-7a6e12fd240c req-591279fa-0640-49c4-8645-92d37657b051 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 944 time: 0.0528293 Nov 16 05:41:42.668207 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ed3b242-4253-477e-aa79-7a6e12fd240c req-54a6b722-f6c5-47bd-98de-cd356785653d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428069 Nov 16 05:41:43.480225 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:43.783393 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4168df-05a9-40f3-bc2c-689924956bff req-56a6c8e0-b9f0-4e26-a82b-ec8ef581c0d7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:43.784888 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b4168df-05a9-40f3-bc2c-689924956bff req-56a6c8e0-b9f0-4e26-a82b-ec8ef581c0d7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 944 time: 0.0487309 Nov 16 05:41:43.830081 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:43.835006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3b4168df-05a9-40f3-bc2c-689924956bff req-af8b89d8-2365-4b5d-a45c-9247608dc549 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436995 Nov 16 05:41:44.465342 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:41:44.950366 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912fae-2997-49f0-a5e0-e842d2ac61fb req-9c4ea117-35c1-46a0-9514-a77a811c2cb1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:44.951902 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19912fae-2997-49f0-a5e0-e842d2ac61fb req-9c4ea117-35c1-46a0-9514-a77a811c2cb1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 944 time: 0.0486476 Nov 16 05:41:45.005264 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19912fae-2997-49f0-a5e0-e842d2ac61fb req-fab8a0cd-dd86-4438-9a5a-9c35a0e01675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472684 Nov 16 05:41:45.836786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device fbab7896-3a48-4332-b67c-5e046def3a5d details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:41:45.929755 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port fbab7896-3a48-4332-b67c-5e046def3a5d, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=fbab7896-3a48-4332-b67c-5e046def3a5d,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:41:45.940513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'port_id': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'mac_address': 'fa:16:3e:9e:31:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:41:45.980241 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:45.993217 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbab7896-3a48-4332-b67c-5e046def3a5d {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:41:46.011917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port fbab7896-3a48-4332-b67c-5e046def3a5d, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=fbab7896-3a48-4332-b67c-5e046def3a5d,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:41:46.015727 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:46.062160 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=fbab7896-3a48-4332-b67c-5e046def3a5d,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:46.122143 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711d069-4f81-4058-97ff-d000a18a3ea1 req-9418618d-1585-40c7-a922-03a3c5f81d81 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:46.123617 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3711d069-4f81-4058-97ff-d000a18a3ea1 req-9418618d-1585-40c7-a922-03a3c5f81d81 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 945 time: 0.0490832 Nov 16 05:41:46.177699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3711d069-4f81-4058-97ff-d000a18a3ea1 req-eb3497f0-ea3c-4fc6-8d3f-e88313db41c4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481818 Nov 16 05:41:46.224856 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['fbab7896-3a48-4332-b67c-5e046def3a5d'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:41:46.871482 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:47.295280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ffc8d-b573-450c-8b16-cf3b93a75070 req-0ac8d302-e887-4e51-8bf6-d13f2fa55226 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:47.296767 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-578ffc8d-b573-450c-8b16-cf3b93a75070 req-0ac8d302-e887-4e51-8bf6-d13f2fa55226 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 945 time: 0.0499661 Nov 16 05:41:47.344933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-578ffc8d-b573-450c-8b16-cf3b93a75070 req-e6158795-b902-4a80-8b59-7eb4a23c9ee2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422652 Nov 16 05:41:47.837088 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device fbab7896-3a48-4332-b67c-5e046def3a5d up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:41:47.884774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port fbab7896-3a48-4332-b67c-5e046def3a5d completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:41:47.888708 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port fbab7896-3a48-4332-b67c-5e046def3a5d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:41:47.889073 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:47.968186 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:47.990210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:41:47.992417 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72f77c2-e3c5-4776-9df8-efb2343ebf49" -d '{"events": [{"server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "name": "network-vif-plugged", "status": "completed", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:41:48.005209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port fbab7896-3a48-4332-b67c-5e046def3a5d, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=fbab7896-3a48-4332-b67c-5e046def3a5d,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:41:48.010306 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:48.033346 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1938758f-8827-42e4-850d-99711daff9b9 x-openstack-request-id: req-1938758f-8827-42e4-850d-99711daff9b9 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:41:48.033636 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "name": "network-vif-plugged", "status": "completed", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:41:48.033909 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1938758f-8827-42e4-850d-99711daff9b9 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:41:48.034297 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'code': 200} Nov 16 05:41:48.060145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=fbab7896-3a48-4332-b67c-5e046def3a5d,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:48.127370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ac3b5-2dbc-4efa-926b-db56d2ab697d req-1726e88a-f638-4d77-999c-bb196788417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:48.128850 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e56ac3b5-2dbc-4efa-926b-db56d2ab697d req-1726e88a-f638-4d77-999c-bb196788417a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 1097 time: 0.0398097 Nov 16 05:41:48.174781 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e56ac3b5-2dbc-4efa-926b-db56d2ab697d req-fe51d4f0-c04a-40ca-b93a-af1dcafb49d0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383818 Nov 16 05:41:48.463681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0b98d-249b-4efd-9472-840e94d5fd3e req-970bb4a6-f70c-48bd-9bbd-1a48e9aaa0db tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:48.465077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bf0b98d-249b-4efd-9472-840e94d5fd3e req-970bb4a6-f70c-48bd-9bbd-1a48e9aaa0db tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0528238 Nov 16 05:41:48.513093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8bf0b98d-249b-4efd-9472-840e94d5fd3e req-248c5d19-df90-4d8c-8653-0d62e2060169 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419958 Nov 16 05:41:48.872110 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:49.631541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f0ab3-94ca-4d3f-b769-76d343665c4c req-de464c0b-69d4-44eb-b97b-0801bacd3380 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:49.633076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f16f0ab3-94ca-4d3f-b769-76d343665c4c req-de464c0b-69d4-44eb-b97b-0801bacd3380 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0497248 Nov 16 05:41:49.687278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f16f0ab3-94ca-4d3f-b769-76d343665c4c req-f88cd9fc-faae-4804-8b9c-73e95c6ad644 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483046 Nov 16 05:41:49.803748 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a4a15-0935-4635-899b-a609e483f015 req-9d93c516-2809-4a5c-918f-c9a588fbf817 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:49.805127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e19a4a15-0935-4635-899b-a609e483f015 req-9d93c516-2809-4a5c-918f-c9a588fbf817 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0521953 Nov 16 05:41:49.853672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e19a4a15-0935-4635-899b-a609e483f015 req-783017ee-3cea-49de-ae51-415665ca1ce6 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423894 Nov 16 05:41:49.874742 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34348) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:49.913489 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8826df3c-494f-4dcd-8c15-867fdbfa292b tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:49.915057 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8826df3c-494f-4dcd-8c15-867fdbfa292b tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 1092 time: 0.0392947 Nov 16 05:41:49.917701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34350) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:49.921818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:41:49.942453 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:50.038879 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:50.142522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.25.0.195 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/4cc6562f-4c9a-4bf6-8abd-b33bd6943951) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:41:50.241629 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:50.274618 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:50.307989 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:41:50.310730 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:41:50.317210 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:41:50.348722 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=4cc6562f-4c9a-4bf6-8abd-b33bd6943951,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:50.656193 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:50.724915 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:50.871201 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:50.875762 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:50.938016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=4cc6562f-4c9a-4bf6-8abd-b33bd6943951,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:41:50.952208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:51.048602 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Floating IP 8eacaf26-2be2-4193-a7de-af3a552a627e associated. External IP: 172.25.0.195, port: fbab7896-3a48-4332-b67c-5e046def3a5d. Nov 16 05:41:51.557387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router f4a15968-25d8-42cb-bbb1-f4ea595557b5 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:41:51.663131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:41:51.678982 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb4aea-8141-46e1-a4c0-f1b0f3ed5153 None None] Sync routers for ids ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:41:51.687943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:41:51.691360 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb4aea-8141-46e1-a4c0-f1b0f3ed5153 None None] Routers {'f4a15968-25d8-42cb-bbb1-f4ea595557b5'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:41:51.691976 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-87bb4aea-8141-46e1-a4c0-f1b0f3ed5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:41:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:51.721024 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9bbe022d-10ac-4e8b-b971-366498b0b294 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8023126 Nov 16 05:41:51.721652 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:41:51.724241 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd5c3a4-f4a5-460b-a02c-45d9ac0c0c55" -d '{"events": [{"name": "network-changed", "server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:41:51.768292 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b95cf7-b7eb-424c-a0dc-3172e286574a x-openstack-request-id: req-20b95cf7-b7eb-424c-a0dc-3172e286574a {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:41:51.768587 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:41:51.768841 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20b95cf7-b7eb-424c-a0dc-3172e286574a {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:41:51.769246 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'status': 'completed', 'code': 200} Nov 16 05:41:51.821937 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f4a1b-f4c3-4e7d-9224-889264ace398 req-6a4a1e9b-9a1b-461c-9686-cc49d5c8a3e2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:51.822535 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-87bb4aea-8141-46e1-a4c0-f1b0f3ed5153 None None] Set router f4a15968-25d8-42cb-bbb1-f4ea595557b5 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:41:51.824239 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-657f4a1b-f4c3-4e7d-9224-889264ace398 req-6a4a1e9b-9a1b-461c-9686-cc49d5c8a3e2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0508552 Nov 16 05:41:51.833949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5c3a4-f4a5-460b-a02c-45d9ac0c0c55 req-0ecc215a-99ea-438e-8eec-ba4a1beada99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:51.835583 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2bd5c3a4-f4a5-460b-a02c-45d9ac0c0c55 req-0ecc215a-99ea-438e-8eec-ba4a1beada99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 1097 time: 0.0443370 Nov 16 05:41:51.875537 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-657f4a1b-f4c3-4e7d-9224-889264ace398 req-a139b95f-13b1-474b-b738-29c6f4174f6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453296 Nov 16 05:41:51.898680 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34356) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:51.931987 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5c3a4-f4a5-460b-a02c-45d9ac0c0c55 req-dcdf3460-e093-49fb-b542-62674c458ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:51.933741 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2bd5c3a4-f4a5-460b-a02c-45d9ac0c0c55 req-dcdf3460-e093-49fb-b542-62674c458ce9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7372f3a5-5315-4952-9966-61b88566ca46 HTTP/1.1" status: 200 len: 898 time: 0.0908117 Nov 16 05:41:51.972113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-521a57ed-4951-4015-a462-6be7ef4394fd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/8eacaf26-2be2-4193-a7de-af3a552a627e HTTP/1.1" status: 200 len: 992 time: 0.0712352 Nov 16 05:41:52.010348 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2bd5c3a4-f4a5-460b-a02c-45d9ac0c0c55 req-6cb0bb6f-9d8e-4d1a-bb4c-c1bab3e5effd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbab7896-3a48-4332-b67c-5e046def3a5d HTTP/1.1" status: 200 len: 1000 time: 0.0695305 Nov 16 05:41:52.059525 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-87bb4aea-8141-46e1-a4c0-f1b0f3ed5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:41:37Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '8eacaf26-2be2-4193-a7de-af3a552a627e', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'port_id': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'mac_address': 'fa:16:3e:9e:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:41:50Z', 'updated_at': '2021-11-16T05:41:50Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d7d71e-6e50-48bd-af8e-c53127ac37d4', 'name': '', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:98:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:36Z', 'updated_at': '2021-11-16T05:41:40Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:52.059883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5c3a4-f4a5-460b-a02c-45d9ac0c0c55 req-9a579e75-409d-4d27-888f-681692c67adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:52.061258 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2bd5c3a4-f4a5-460b-a02c-45d9ac0c0c55 req-9a579e75-409d-4d27-888f-681692c67adb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=708f8706-0e37-4200-bf7e-51c38a630fab HTTP/1.1" status: 200 len: 834 time: 0.0440483 Nov 16 05:41:52.090179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb4aea-8141-46e1-a4c0-f1b0f3ed5153 None None] Checking router: f4a15968-25d8-42cb-bbb1-f4ea595557b5 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:41:52.098550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bb4aea-8141-46e1-a4c0-f1b0f3ed5153 None None] Routers {'f4a15968-25d8-42cb-bbb1-f4ea595557b5'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:41:52.099154 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-87bb4aea-8141-46e1-a4c0-f1b0f3ed5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:41:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:52.111544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5c3a4-f4a5-460b-a02c-45d9ac0c0c55 req-3658983c-5305-44e2-999c-74545781b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:41:52.113043 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2bd5c3a4-f4a5-460b-a02c-45d9ac0c0c55 req-3658983c-5305-44e2-999c-74545781b3c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7372f3a5-5315-4952-9966-61b88566ca46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442955 Nov 16 05:41:52.198894 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-87bb4aea-8141-46e1-a4c0-f1b0f3ed5153 None None] Set router f4a15968-25d8-42cb-bbb1-f4ea595557b5 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:41:52.202266 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2bd5c3a4-f4a5-460b-a02c-45d9ac0c0c55 req-30eb33b3-4d62-4dd3-a84a-ecb4b2c16fa7 service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813994 Nov 16 05:41:52.295242 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-2bd5c3a4-f4a5-460b-a02c-45d9ac0c0c55 req-1426ccff-52f0-45b1-a432-7924a4d71b68 service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861266 Nov 16 05:41:52.428015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-87bb4aea-8141-46e1-a4c0-f1b0f3ed5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:41:37Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '8eacaf26-2be2-4193-a7de-af3a552a627e', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'port_id': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'mac_address': 'fa:16:3e:9e:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:41:50Z', 'updated_at': '2021-11-16T05:41:50Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d7d71e-6e50-48bd-af8e-c53127ac37d4', 'name': '', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:98:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:36Z', 'updated_at': '2021-11-16T05:41:40Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:41:52.454712 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bb4aea-8141-46e1-a4c0-f1b0f3ed5153 None None] The sync data for ids ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'] in n-d-818042-1 is: [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:41:37Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '8eacaf26-2be2-4193-a7de-af3a552a627e', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.195', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'port_id': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'mac_address': 'fa:16:3e:9e:31:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:41:50Z', 'updated_at': '2021-11-16T05:41:50Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5d7d71e-6e50-48bd-af8e-c53127ac37d4', 'name': '', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:98:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:36Z', 'updated_at': '2021-11-16T05:41:40Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:41:52.660552 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa4309f-8d49-4f90-8e2b-4fcfed9acc29 None None] New status for floating IP 8eacaf26-2be2-4193-a7de-af3a552a627e: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:41:52.975672 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34358) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:41:53.039072 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c061f9d5-69ea-4619-a2a2-ef46405d21a1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/8eacaf26-2be2-4193-a7de-af3a552a627e HTTP/1.1" status: 200 len: 994 time: 0.0622292 Nov 16 05:42:08.100703 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b16ed4e3-fd34-441d-9e70-a1b6d4d8fcbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:10.286765 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e2154f22-0267-47c0-8c58-b993777ad65b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:12.129311 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:13.481326 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:13.835060 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:16.871112 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:18.883306 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:20.662137 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad7758ee-0473-4c1f-bc67-1779108ece65 req-495f1b60-389b-4475-bdf5-4b98b8281874 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393326 Nov 16 05:42:20.745861 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7758ee-0473-4c1f-bc67-1779108ece65 req-635dfc0a-7b26-435c-9d50-a8f467b69b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:20.747390 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad7758ee-0473-4c1f-bc67-1779108ece65 req-635dfc0a-7b26-435c-9d50-a8f467b69b6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 1097 time: 0.0407712 Nov 16 05:42:20.856069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7758ee-0473-4c1f-bc67-1779108ece65 req-7aa7d815-7f0a-4441-8303-6ba74c7a2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:20.857542 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad7758ee-0473-4c1f-bc67-1779108ece65 req-7aa7d815-7f0a-4441-8303-6ba74c7a2699 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7372f3a5-5315-4952-9966-61b88566ca46 HTTP/1.1" status: 200 len: 898 time: 0.0879993 Nov 16 05:42:20.920879 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad7758ee-0473-4c1f-bc67-1779108ece65 req-bc16c405-2204-4dbb-ac71-b667ceb3033d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbab7896-3a48-4332-b67c-5e046def3a5d HTTP/1.1" status: 200 len: 1002 time: 0.0566933 Nov 16 05:42:20.972569 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7758ee-0473-4c1f-bc67-1779108ece65 req-39c6687e-8fe9-44d4-8c68-f232218b421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:20.974019 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad7758ee-0473-4c1f-bc67-1779108ece65 req-39c6687e-8fe9-44d4-8c68-f232218b421f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=708f8706-0e37-4200-bf7e-51c38a630fab HTTP/1.1" status: 200 len: 834 time: 0.0462701 Nov 16 05:42:21.022746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7758ee-0473-4c1f-bc67-1779108ece65 req-7a67b10f-ff70-4134-8fe5-dfdfcde77242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:21.024220 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad7758ee-0473-4c1f-bc67-1779108ece65 req-7a67b10f-ff70-4134-8fe5-dfdfcde77242 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7372f3a5-5315-4952-9966-61b88566ca46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433216 Nov 16 05:42:21.111903 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad7758ee-0473-4c1f-bc67-1779108ece65 req-f040d988-cde5-4ffe-99da-46184435c27c service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805290 Nov 16 05:42:21.209783 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ad7758ee-0473-4c1f-bc67-1779108ece65 req-ca25cfbe-8ccd-4c8e-8ebb-3a19619faf66 service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911927 Nov 16 05:42:21.466785 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:42:24.467814 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34384) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:42:24.492147 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cbae8-7c2f-4d87-ae5f-6098f3a91f0e req-50d258db-aa75-4574-92a0-514a2efd29aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:24.493622 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-780cbae8-7c2f-4d87-ae5f-6098f3a91f0e req-50d258db-aa75-4574-92a0-514a2efd29aa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0557213 Nov 16 05:42:24.578190 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-780cbae8-7c2f-4d87-ae5f-6098f3a91f0e req-d622d0a9-91cd-45e1-8a0a-59e057772955 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782235 Nov 16 05:42:24.585391 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-0d08c5bd-f3b1-40f4-a891-9a9bf3fd48e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159170 Nov 16 05:42:24.595617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-0f749a71-ecb5-4ed2-9669-e621208dccf6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:42:24.596578 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-0f749a71-ecb5-4ed2-9669-e621208dccf6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050824 Nov 16 05:42:25.691527 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd894b2-0626-4e5e-92be-f7b180efa102 req-b220a228-dc1f-4e81-a02b-c3e71679a5c5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:25.692984 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0dd894b2-0626-4e5e-92be-f7b180efa102 req-b220a228-dc1f-4e81-a02b-c3e71679a5c5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0477874 Nov 16 05:42:25.741994 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0dd894b2-0626-4e5e-92be-f7b180efa102 req-e55a4b27-ae2e-4dc4-84cc-c20917bf3b0b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430534 Nov 16 05:42:26.859348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9573784e-79bd-4e28-a6f6-3e003dfb6dd5 req-b8c3f8a5-1347-4780-8752-6e258408233c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:26.860805 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9573784e-79bd-4e28-a6f6-3e003dfb6dd5 req-b8c3f8a5-1347-4780-8752-6e258408233c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0525658 Nov 16 05:42:26.908870 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9573784e-79bd-4e28-a6f6-3e003dfb6dd5 req-7a537d09-2e5f-4ea8-ba74-96a8aff6a6b1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421391 Nov 16 05:42:28.023976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cb464-23d1-4a47-834d-5ae2122d72f8 req-db31fcd1-b148-4972-b787-1fd59af11924 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:28.025374 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-188cb464-23d1-4a47-834d-5ae2122d72f8 req-db31fcd1-b148-4972-b787-1fd59af11924 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0479920 Nov 16 05:42:28.073840 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-188cb464-23d1-4a47-834d-5ae2122d72f8 req-ee98c82b-71ad-459b-8ec7-8cd1f3d15838 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419188 Nov 16 05:42:29.195844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0d709-e5e3-4b95-9f4b-1868e3bbd21f req-8d5fea28-1388-4938-80c0-07c9dff0fb78 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:29.197354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27b0d709-e5e3-4b95-9f4b-1868e3bbd21f req-8d5fea28-1388-4938-80c0-07c9dff0fb78 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0516274 Nov 16 05:42:29.257539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27b0d709-e5e3-4b95-9f4b-1868e3bbd21f req-7904801c-8167-42c4-89c6-4e461e40a087 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520830 Nov 16 05:42:29.768773 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-a359d0c7-284b-40fa-9d1b-a5d5ee6929e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:29.770316 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-a359d0c7-284b-40fa-9d1b-a5d5ee6929e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 1097 time: 0.0419223 Nov 16 05:42:29.865198 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-bc3c4063-4439-4574-83a2-1bad13c0bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:29.866690 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-bc3c4063-4439-4574-83a2-1bad13c0bb07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7372f3a5-5315-4952-9966-61b88566ca46 HTTP/1.1" status: 200 len: 898 time: 0.0897408 Nov 16 05:42:29.934422 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-d76999fc-1171-46d9-a2f9-e77fe1990c41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbab7896-3a48-4332-b67c-5e046def3a5d HTTP/1.1" status: 200 len: 1002 time: 0.0593145 Nov 16 05:42:29.982136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-a09f12b4-3749-4532-90f1-7a382205e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:29.983486 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-a09f12b4-3749-4532-90f1-7a382205e9d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=708f8706-0e37-4200-bf7e-51c38a630fab HTTP/1.1" status: 200 len: 834 time: 0.0421357 Nov 16 05:42:30.031758 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-8402b04b-db2a-4c1f-9d84-6eb56d3f2ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:30.033211 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-8402b04b-db2a-4c1f-9d84-6eb56d3f2ec9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7372f3a5-5315-4952-9966-61b88566ca46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433180 Nov 16 05:42:30.119691 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-df6885fd-87ad-44c2-a6da-4aa0bfe847aa service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795419 Nov 16 05:42:30.211980 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-c2040a5c-7b32-40d7-9d67-a4bf3704bcba service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848722 Nov 16 05:42:30.379333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b4577-24e1-4ed3-a0a6-2d10958943f3 req-2f906ce8-fccc-4976-b66d-201a564530b2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:30.380797 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f9b4577-24e1-4ed3-a0a6-2d10958943f3 req-2f906ce8-fccc-4976-b66d-201a564530b2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0485289 Nov 16 05:42:30.428384 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9f9b4577-24e1-4ed3-a0a6-2d10958943f3 req-9d49d154-65af-473d-a002-9ac34ab6fe0a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416250 Nov 16 05:42:31.547874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d8762-415e-4a74-b8b6-56189515da54 req-9ce884c6-4ff1-4c0b-bea8-019d2ceb3793 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:31.549367 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd9d8762-415e-4a74-b8b6-56189515da54 req-9ce884c6-4ff1-4c0b-bea8-019d2ceb3793 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0533271 Nov 16 05:42:31.599088 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dd9d8762-415e-4a74-b8b6-56189515da54 req-b0fde325-ad62-4568-9315-8e798b48ec7c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437093 Nov 16 05:42:32.717411 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abef313-193a-4e15-9db0-8eb55247a36b req-4c2fd280-7a7e-4d44-a473-6a77a5508f58 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:32.718907 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7abef313-193a-4e15-9db0-8eb55247a36b req-4c2fd280-7a7e-4d44-a473-6a77a5508f58 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0530376 Nov 16 05:42:32.767290 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7abef313-193a-4e15-9db0-8eb55247a36b req-1ea2a8f5-ef67-45e4-806e-8f67952f7a44 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424345 Nov 16 05:42:33.884903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb275305-dde2-4475-9860-0426d7b8b9e1 req-ecc3ee3e-5f1d-4641-bb5c-f07b6dd953a2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:33.886429 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb275305-dde2-4475-9860-0426d7b8b9e1 req-ecc3ee3e-5f1d-4641-bb5c-f07b6dd953a2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0512187 Nov 16 05:42:33.936536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb275305-dde2-4475-9860-0426d7b8b9e1 req-97229e51-e866-4c8e-9250-2f36ade915f6 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442138 Nov 16 05:42:35.049339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75e17d-2eb8-4ef0-916f-1e16c82971b1 req-a592e026-73d3-4b8f-921d-158d87bd2bab tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:35.050757 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd75e17d-2eb8-4ef0-916f-1e16c82971b1 req-a592e026-73d3-4b8f-921d-158d87bd2bab tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0467260 Nov 16 05:42:35.104006 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd75e17d-2eb8-4ef0-916f-1e16c82971b1 req-44bc8c07-5195-472f-9494-c034e1f2e014 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474296 Nov 16 05:42:36.222241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490b58c-a647-4b8c-8766-9c906b7877f3 req-b90e26fb-bc12-4a79-81ef-64021465a4d0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:36.223702 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7490b58c-a647-4b8c-8766-9c906b7877f3 req-b90e26fb-bc12-4a79-81ef-64021465a4d0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0481205 Nov 16 05:42:36.271711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7490b58c-a647-4b8c-8766-9c906b7877f3 req-51cfe7fc-8d20-464b-9167-aa171d8a9ac1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 Nov 16 05:42:37.385238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb0198-390b-4aaa-bc89-8df806f1eec5 req-0daded2f-9593-4fba-aa89-aa9410569d3d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:37.386722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dcb0198-390b-4aaa-bc89-8df806f1eec5 req-0daded2f-9593-4fba-aa89-aa9410569d3d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0479813 Nov 16 05:42:37.435058 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4dcb0198-390b-4aaa-bc89-8df806f1eec5 req-61033f90-f4b7-4d1b-866e-d2e9caeb8901 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424168 Nov 16 05:42:38.102583 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8101b397-30bb-4c9a-a9b0-b318b488d49d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:38.557616 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7baba-7bfb-499c-ae44-d1a23f8cde58 req-537908e2-e0dc-4ffe-82ca-dd42ced4ab1e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:38.559547 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45f7baba-7bfb-499c-ae44-d1a23f8cde58 req-537908e2-e0dc-4ffe-82ca-dd42ced4ab1e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0572441 Nov 16 05:42:38.610620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-45f7baba-7bfb-499c-ae44-d1a23f8cde58 req-a0378712-ea33-4d67-b989-7ce5ab993926 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433202 Nov 16 05:42:39.724152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f6f40-c7c8-4811-b127-ce5eea64b9b9 req-3ee2a568-b1f0-4dd2-9aba-e7b96df07b30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:39.725620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a1f6f40-c7c8-4811-b127-ce5eea64b9b9 req-3ee2a568-b1f0-4dd2-9aba-e7b96df07b30 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0480933 Nov 16 05:42:39.774449 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4a1f6f40-c7c8-4811-b127-ce5eea64b9b9 req-e5cf86e9-d226-48b0-bee5-c431c007e13c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421438 Nov 16 05:42:40.287837 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de247b66-40d2-4a2a-9c3b-e90ed15467fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:40.898916 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93f33e-b787-4be4-b407-9ca31175ed19 req-5abc9fc5-1bb9-4d8d-8948-40243601570f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:40.900380 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d93f33e-b787-4be4-b407-9ca31175ed19 req-5abc9fc5-1bb9-4d8d-8948-40243601570f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0544844 Nov 16 05:42:40.949238 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d93f33e-b787-4be4-b407-9ca31175ed19 req-b16a4a3a-938c-4313-83e5-4fc79d4c3726 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428236 Nov 16 05:42:42.062954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52301e25-5829-45c4-a299-9dc0153b4016 req-92c4d397-fd35-482c-b1ac-7416fab51b60 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:42.064442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52301e25-5829-45c4-a299-9dc0153b4016 req-92c4d397-fd35-482c-b1ac-7416fab51b60 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0483465 Nov 16 05:42:42.109898 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-b19d8b86-6aa3-4622-af43-f3d6b6e428d2 service neutron] show failed (client error): The resource could not be found. Nov 16 05:42:42.110974 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-b19d8b86-6aa3-4622-af43-f3d6b6e428d2 service neutron] 10.222.0.15 "GET /v2.0/ports/fbab7896-3a48-4332-b67c-5e046def3a5d/bindings/n-h1-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0548043 Nov 16 05:42:42.113254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-52301e25-5829-45c4-a299-9dc0153b4016 req-5c943e56-aa85-4169-8454-1c4c71048a17 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Nov 16 05:42:42.133007 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:42.348614 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-e6c5674d-93ee-4af6-ac46-c3141aa3cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:42.350113 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-e6c5674d-93ee-4af6-ac46-c3141aa3cbd3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71&tenant_id=00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 1097 time: 0.0808585 Nov 16 05:42:42.361255 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-26f3725e-105d-49f9-ba5b-e64920aeed55 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:42:42.362199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-26f3725e-105d-49f9-ba5b-e64920aeed55 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047803 Nov 16 05:42:42.375118 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:42:42.428713 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:42.623741 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] For port fbab7896-3a48-4332-b67c-5e046def3a5d, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=fbab7896-3a48-4332-b67c-5e046def3a5d,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:42:42.655276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] For port fbab7896-3a48-4332-b67c-5e046def3a5d, host n-h2-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:42:42.692695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:42:42.695032 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b53db0-2dc5-4455-a8b3-e8cadef34173" -d '{"events": [{"server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "name": "network-vif-unplugged", "status": "completed", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:42:42.698646 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:42.710481 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Transition to ACTIVE for port object fbab7896-3a48-4332-b67c-5e046def3a5d will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:42:42.715522 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:42.753833 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29548ded-a830-452b-99b7-c12ca2409ddf x-openstack-request-id: req-29548ded-a830-452b-99b7-c12ca2409ddf {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:42:42.754127 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "name": "network-vif-unplugged", "status": "completed", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:42:42.754524 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29548ded-a830-452b-99b7-c12ca2409ddf {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:42:42.754786 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'code': 200} Nov 16 05:42:42.802198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Pushing event updated for resources: {'Port': ['ID=fbab7896-3a48-4332-b67c-5e046def3a5d,revision_number=6']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:42:42.816350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:42.816690 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:42.817033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:42.817365 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:42.817693 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:42.818045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:42.818374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:42.818696 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:42.819018 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:42.819339 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:42.819657 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:42.819974 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:42.848928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] No DVR routers for this DVR port fbab7896-3a48-4332-b67c-5e046def3a5d on host n-h2-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:42:42.987798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Attempting to bind port fbab7896-3a48-4332-b67c-5e046def3a5d on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:42:42.988127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Attempting to bind port fbab7896-3a48-4332-b67c-5e046def3a5d by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:42:42.988448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Attempting to bind port fbab7896-3a48-4332-b67c-5e046def3a5d on network 7372f3a5-5315-4952-9966-61b88566ca46 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:42:42.992577 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Port fbab7896-3a48-4332-b67c-5e046def3a5d on network 7372f3a5-5315-4952-9966-61b88566ca46 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:42:42.992891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Attempting to bind port fbab7896-3a48-4332-b67c-5e046def3a5d on network 7372f3a5-5315-4952-9966-61b88566ca46 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:42:42.997580 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:42:42.997955 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Checking segment: {'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:42:42.998329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Bound using segment: {'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:42:42.998749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Bound port: fbab7896-3a48-4332-b67c-5e046def3a5d, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:42:42.999090 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:43.061651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] For port fbab7896-3a48-4332-b67c-5e046def3a5d, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:42:43.064981 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] For port fbab7896-3a48-4332-b67c-5e046def3a5d, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=fbab7896-3a48-4332-b67c-5e046def3a5d,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:42:43.068645 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:43.103066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:43.103763 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:43.105120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] 10.222.0.37 "PUT /v2.0/ports/fbab7896-3a48-4332-b67c-5e046def3a5d HTTP/1.1" status: 200 len: 1092 time: 0.7341404 Nov 16 05:42:43.155868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d399e8-794e-4e6b-954d-7d0406d2f898 service neutron] Pushing event updated for resources: {'Port': ['ID=fbab7896-3a48-4332-b67c-5e046def3a5d,revision_number=7']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:42:43.179534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-1a9988ae-d387-4e14-bf7c-32606efeb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:43.181137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-1a9988ae-d387-4e14-bf7c-32606efeb6ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 1095 time: 0.0525730 Nov 16 05:42:43.310976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722f466-be8a-4fbd-9630-d193b073838d req-f4fdc5a3-659c-4bb5-9452-2b2a8dc55eaa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:43.312440 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3722f466-be8a-4fbd-9630-d193b073838d req-f4fdc5a3-659c-4bb5-9452-2b2a8dc55eaa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 944 time: 0.1042295 Nov 16 05:42:43.328320 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-1cf7c892-e067-45e6-8101-7554786ecc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:43.329697 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-1cf7c892-e067-45e6-8101-7554786ecc0d service neutron] 10.222.0.37 "GET /v2.0/networks?id=7372f3a5-5315-4952-9966-61b88566ca46 HTTP/1.1" status: 200 len: 898 time: 0.1411955 Nov 16 05:42:43.409842 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3722f466-be8a-4fbd-9630-d193b073838d req-8aa695db-881c-4027-be96-73267a52aa43 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902975 Nov 16 05:42:43.417830 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-363f630c-2061-4b04-89a2-a3e7db12acb0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbab7896-3a48-4332-b67c-5e046def3a5d HTTP/1.1" status: 200 len: 1000 time: 0.0792952 Nov 16 05:42:43.471284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-ca0fd650-bba5-494a-ad1c-b32be0148b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:43.472737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-ca0fd650-bba5-494a-ad1c-b32be0148b29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=708f8706-0e37-4200-bf7e-51c38a630fab HTTP/1.1" status: 200 len: 834 time: 0.0477393 Nov 16 05:42:43.485789 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:43.519914 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-5e8e4b65-e11d-4785-9f5a-354b3ec35de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:43.521370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-5e8e4b65-e11d-4785-9f5a-354b3ec35de5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7372f3a5-5315-4952-9966-61b88566ca46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408628 Nov 16 05:42:43.613869 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-c06d8b40-c86d-4c60-96f2-64b6de7bae8f service neutron] 10.222.0.37 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842092 Nov 16 05:42:43.701379 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bee96f77-2ba1-4ab6-98a4-f4d568efa0c7 req-d42cb2fa-06bc-4fee-9525-456ace05d314 service neutron] 10.222.0.37 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799129 Nov 16 05:42:43.835652 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:44.525985 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caec058-c512-470b-a7e1-9c84a9456749 req-a2f14e52-39f4-4369-bd4b-62e7858046bc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:44.528307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9caec058-c512-470b-a7e1-9c84a9456749 req-a2f14e52-39f4-4369-bd4b-62e7858046bc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 944 time: 0.0474536 Nov 16 05:42:44.576013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9caec058-c512-470b-a7e1-9c84a9456749 req-ffa9b790-a173-41a9-85cb-47440f640ba8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422158 Nov 16 05:42:44.756022 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:42:44.758350 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aa999c-a585-4481-8794-8df02fada162" -d '{"events": [{"name": "network-changed", "server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:42:44.805493 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc96aef3-f754-4fdf-a1d3-0d7b18ad56fd x-openstack-request-id: req-fc96aef3-f754-4fdf-a1d3-0d7b18ad56fd {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:42:44.805818 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:42:44.806079 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc96aef3-f754-4fdf-a1d3-0d7b18ad56fd {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:42:44.806480 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'status': 'completed', 'code': 200} Nov 16 05:42:44.863998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa999c-a585-4481-8794-8df02fada162 req-54e5b24a-cc12-4203-8878-8f25e024fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:44.865502 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-54e5b24a-cc12-4203-8878-8f25e024fa8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 1095 time: 0.0401404 Nov 16 05:42:44.875141 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa999c-a585-4481-8794-8df02fada162 req-e3e4eae6-c06e-4967-aca4-ff970a6f6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:44.876635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-e3e4eae6-c06e-4967-aca4-ff970a6f6aa2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 1095 time: 0.0437393 Nov 16 05:42:44.959222 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa999c-a585-4481-8794-8df02fada162 req-cf4a1d43-3b73-4d85-b5c4-2798156d4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:44.960685 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-cf4a1d43-3b73-4d85-b5c4-2798156d4260 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7372f3a5-5315-4952-9966-61b88566ca46 HTTP/1.1" status: 200 len: 898 time: 0.0882158 Nov 16 05:42:44.968749 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa999c-a585-4481-8794-8df02fada162 req-52c9f7a9-3b9d-4e19-87b7-7412686121db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:44.970231 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-52c9f7a9-3b9d-4e19-87b7-7412686121db service neutron] 10.222.0.37 "GET /v2.0/networks?id=7372f3a5-5315-4952-9966-61b88566ca46 HTTP/1.1" status: 200 len: 898 time: 0.0844781 Nov 16 05:42:45.024695 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-1bbe64de-d55c-42b0-9cf3-560c2ff6aa4a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbab7896-3a48-4332-b67c-5e046def3a5d HTTP/1.1" status: 200 len: 1000 time: 0.0567920 Nov 16 05:42:45.041694 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-75ac8f30-1232-4566-9ff5-8c44d0767095 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbab7896-3a48-4332-b67c-5e046def3a5d HTTP/1.1" status: 200 len: 1000 time: 0.0611994 Nov 16 05:42:45.077368 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa999c-a585-4481-8794-8df02fada162 req-5ff602f2-dfca-48dc-86e4-5cef57ae99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:45.078850 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-5ff602f2-dfca-48dc-86e4-5cef57ae99ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=708f8706-0e37-4200-bf7e-51c38a630fab HTTP/1.1" status: 200 len: 834 time: 0.0474231 Nov 16 05:42:45.093301 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa999c-a585-4481-8794-8df02fada162 req-e08ccd93-b0c2-42bb-878b-a6c412d9e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:45.094901 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-e08ccd93-b0c2-42bb-878b-a6c412d9e711 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=708f8706-0e37-4200-bf7e-51c38a630fab HTTP/1.1" status: 200 len: 834 time: 0.0453827 Nov 16 05:42:45.124597 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa999c-a585-4481-8794-8df02fada162 req-7337f7ba-8786-44f3-8aa9-082a125aa2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:45.127604 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-7337f7ba-8786-44f3-8aa9-082a125aa2c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7372f3a5-5315-4952-9966-61b88566ca46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413938 Nov 16 05:42:45.141681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa999c-a585-4481-8794-8df02fada162 req-f64e0651-f815-44d8-8e81-10f436110dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:45.143284 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-f64e0651-f815-44d8-8e81-10f436110dcc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7372f3a5-5315-4952-9966-61b88566ca46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409286 Nov 16 05:42:45.229050 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-b96e0830-2329-461a-9374-6f62fa2003ea service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943913 Nov 16 05:42:45.253956 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-2180545c-4648-4972-bb2b-f412443711bd service neutron] 10.222.0.37 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940485 Nov 16 05:42:45.262587 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device fbab7896-3a48-4332-b67c-5e046def3a5d details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:42:45.335368 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-61413348-1bf5-4753-bd6d-36b54fd1571b service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987930 Nov 16 05:42:45.348654 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80aa999c-a585-4481-8794-8df02fada162 req-1875444c-617c-4410-80c7-94e041ce051a service neutron] 10.222.0.37 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865850 Nov 16 05:42:45.360614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port fbab7896-3a48-4332-b67c-5e046def3a5d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=fbab7896-3a48-4332-b67c-5e046def3a5d,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:42:45.372209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'port_id': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'mac_address': 'fa:16:3e:9e:31:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:42:45.407265 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:45.423763 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbab7896-3a48-4332-b67c-5e046def3a5d {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:42:45.442733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port fbab7896-3a48-4332-b67c-5e046def3a5d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=fbab7896-3a48-4332-b67c-5e046def3a5d,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:42:45.446212 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:45.490521 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=fbab7896-3a48-4332-b67c-5e046def3a5d,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:42:45.498159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:45.498506 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:45.498846 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:45.499182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:45.499515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:45.499845 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:45.500169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:45.500497 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:45.500822 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:45.501143 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:45.501464 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:45.501805 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:42:45.690214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a2d45-a780-4173-8417-c7ad807c7736 req-63d1f6be-43a8-49d7-8b9d-386580f14796 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:45.691672 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e2a2d45-a780-4173-8417-c7ad807c7736 req-63d1f6be-43a8-49d7-8b9d-386580f14796 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 945 time: 0.0483236 Nov 16 05:42:45.695105 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['fbab7896-3a48-4332-b67c-5e046def3a5d'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:42:45.745981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9e2a2d45-a780-4173-8417-c7ad807c7736 req-ce8eab7d-c582-4389-8caf-7f9c27a6c7d9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481644 Nov 16 05:42:45.951351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e548f-4ed4-4574-ba22-374f52c5061e req-a3d4af8b-968c-4b3d-bd05-f7c688644cac tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:45.952853 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc5e548f-4ed4-4574-ba22-374f52c5061e req-a3d4af8b-968c-4b3d-bd05-f7c688644cac tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 945 time: 0.0597301 Nov 16 05:42:45.960757 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-814a551d-6495-4518-87ca-cebb81c00204 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:45.962236 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-814a551d-6495-4518-87ca-cebb81c00204 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71&tenant_id=00f6569800624fc1b96fe985e82f6029&binding%3Ahost_id=n-h1-818042-1 HTTP/1.1" status: 200 len: 945 time: 0.0574307 Nov 16 05:42:46.002698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bc5e548f-4ed4-4574-ba22-374f52c5061e req-75eb7f02-5838-49e6-8000-f23f197de1b3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434175 Nov 16 05:42:46.022865 n-d-818042-1 neutron-server[102660]: INFO neutron.api.v2.resource [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-c2dbbb9a-5117-407d-b643-f0865291fb7e service neutron] delete failed (client error): The resource could not be found. Nov 16 05:42:46.023899 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-c2dbbb9a-5117-407d-b643-f0865291fb7e service neutron] 10.222.0.15 "DELETE /v2.0/ports/fbab7896-3a48-4332-b67c-5e046def3a5d/bindings/n-h2-818042-1 HTTP/1.1" status: 404 len: 380 time: 0.0539632 Nov 16 05:42:46.085145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device fbab7896-3a48-4332-b67c-5e046def3a5d no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:42:46.118458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-6799d843-a817-45b0-9642-22e872622c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:46.119873 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-6799d843-a817-45b0-9642-22e872622c95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 1096 time: 0.0504091 Nov 16 05:42:46.122263 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cc020-1350-4402-bfde-91b089d2cbb0 req-859c1e90-9d74-4476-bf89-22091da2ba9f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:46.124037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-537cc020-1350-4402-bfde-91b089d2cbb0 req-859c1e90-9d74-4476-bf89-22091da2ba9f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 945 time: 0.0514832 Nov 16 05:42:46.127579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device fbab7896-3a48-4332-b67c-5e046def3a5d not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:42:46.175734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-537cc020-1350-4402-bfde-91b089d2cbb0 req-f43683ec-a724-4186-bf43-c3dab9c9bd6b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446489 Nov 16 05:42:46.211234 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-5480f9d3-3e69-48ee-90b4-62066f56a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:46.212679 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-5480f9d3-3e69-48ee-90b4-62066f56a615 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7372f3a5-5315-4952-9966-61b88566ca46 HTTP/1.1" status: 200 len: 898 time: 0.0856390 Nov 16 05:42:46.282151 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-61301316-b2cd-4deb-a14e-018af8a3151f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbab7896-3a48-4332-b67c-5e046def3a5d HTTP/1.1" status: 200 len: 1001 time: 0.0611615 Nov 16 05:42:46.330058 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-a93b2e53-cc35-4fc5-afda-e50d5efc7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:46.331447 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-a93b2e53-cc35-4fc5-afda-e50d5efc7b9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=708f8706-0e37-4200-bf7e-51c38a630fab HTTP/1.1" status: 200 len: 834 time: 0.0430887 Nov 16 05:42:46.375762 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-d71f62dd-6159-401b-9b67-fdc145bd93d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:46.377122 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-d71f62dd-6159-401b-9b67-fdc145bd93d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7372f3a5-5315-4952-9966-61b88566ca46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385172 Nov 16 05:42:46.466606 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-b8404043-3024-46fd-ab39-1fc8248c0ab4 service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824709 Nov 16 05:42:46.557972 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-a679379e-ae48-4024-91a0-a9618d7a6c66 req-6994bc24-f44c-4851-8edd-98b7b483c585 service neutron] 10.222.0.15 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845542 Nov 16 05:42:46.878978 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:47.295349 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device fbab7896-3a48-4332-b67c-5e046def3a5d up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:42:47.297272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dee4c-89f0-48ac-84f1-14a22789f7b4 req-2a1baf31-8293-4a0d-b756-b0a346764c52 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:42:47.298827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c8dee4c-89f0-48ac-84f1-14a22789f7b4 req-2a1baf31-8293-4a0d-b756-b0a346764c52 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 945 time: 0.0535126 Nov 16 05:42:47.346250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port fbab7896-3a48-4332-b67c-5e046def3a5d completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:42:47.348822 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3c8dee4c-89f0-48ac-84f1-14a22789f7b4 req-bdb89986-cf35-4dd8-89ee-3c64ae548a39 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440409 Nov 16 05:42:47.350215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port fbab7896-3a48-4332-b67c-5e046def3a5d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:42:47.350587 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:47.371536 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34472) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:42:47.430483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a79fa1d3-062b-4aa0-8e81-cd2c045d0c5a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/8eacaf26-2be2-4193-a7de-af3a552a627e HTTP/1.1" status: 200 len: 993 time: 0.0578065 Nov 16 05:42:47.432167 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:47.455172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:42:47.457350 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c492fb67-76fd-40cd-b51f-3e2e2c6622db" -d '{"events": [{"server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "name": "network-vif-plugged", "status": "completed", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:42:47.470612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port fbab7896-3a48-4332-b67c-5e046def3a5d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=fbab7896-3a48-4332-b67c-5e046def3a5d,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:42:47.474670 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:47.496713 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c28401-746c-4d72-9f39-332301744a17 x-openstack-request-id: req-04c28401-746c-4d72-9f39-332301744a17 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:42:47.497003 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "name": "network-vif-plugged", "status": "completed", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:42:47.497255 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04c28401-746c-4d72-9f39-332301744a17 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:42:47.497639 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'code': 200} Nov 16 05:42:47.522760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=fbab7896-3a48-4332-b67c-5e046def3a5d,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:42:48.894919 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:42:58.465730 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:43:08.103317 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4c37bac-75cc-4d38-9632-a6bfedf82d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:10.289189 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-29f7303f-1fab-458b-827e-a51b7ffb786b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:12.135066 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:13.486997 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:13.837199 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:15.942519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34488) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:16.098165 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 4cc6562f-4c9a-4bf6-8abd-b33bd6943951 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:43:16.098429 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:16.174746 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:16.175068 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:16.187000 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 4cc6562f-4c9a-4bf6-8abd-b33bd6943951 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:43:16.329149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:16.353239 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=4cc6562f-4c9a-4bf6-8abd-b33bd6943951,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:16.364576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:16.364932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:16.365275 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:16.365616 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:16.365976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:16.366311 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:16.366643 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:16.366968 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:16.367298 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:16.367623 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:16.367949 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:16.368272 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:16.420388 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:16.420804 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Floating IP 8eacaf26-2be2-4193-a7de-af3a552a627e disassociated (deleted). External IP: 172.25.0.195, port: fbab7896-3a48-4332-b67c-5e046def3a5d. Nov 16 05:43:16.622109 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router f4a15968-25d8-42cb-bbb1-f4ea595557b5 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:43:16.726091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:43:16.731404 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:16.736041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c0404-0095-4e59-a5da-7175ee162857 None None] Sync routers for ids ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:43:16.745855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c0404-0095-4e59-a5da-7175ee162857 None None] Routers {'f4a15968-25d8-42cb-bbb1-f4ea595557b5'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:43:16.746468 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8c6c0404-0095-4e59-a5da-7175ee162857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:43:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:16.760144 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b27b2db1-1be9-4fb0-8444-01e626808d2c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/floatingips/8eacaf26-2be2-4193-a7de-af3a552a627e HTTP/1.1" status: 204 len: 168 time: 0.8165321 Nov 16 05:43:16.761032 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:43:16.765389 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e10fb0-93b0-42d8-93e8-bc1c645f1676" -d '{"events": [{"name": "network-changed", "server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:43:16.807376 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36aa051-362c-4685-a338-79133f8bd741 x-openstack-request-id: req-b36aa051-362c-4685-a338-79133f8bd741 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:43:16.807376 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:43:16.807671 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b36aa051-362c-4685-a338-79133f8bd741 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:43:16.808582 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'status': 'completed', 'code': 200} Nov 16 05:43:16.853737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-8c6c0404-0095-4e59-a5da-7175ee162857 None None] Set router f4a15968-25d8-42cb-bbb1-f4ea595557b5 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:43:16.877233 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e10fb0-93b0-42d8-93e8-bc1c645f1676 req-907344c5-656e-47ef-9c4b-11418ec880f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:16.878793 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4e10fb0-93b0-42d8-93e8-bc1c645f1676 req-907344c5-656e-47ef-9c4b-11418ec880f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 1097 time: 0.0464005 Nov 16 05:43:16.997256 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e10fb0-93b0-42d8-93e8-bc1c645f1676 req-06ef7011-7a6e-4104-8a83-665d2444115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:16.998774 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4e10fb0-93b0-42d8-93e8-bc1c645f1676 req-06ef7011-7a6e-4104-8a83-665d2444115c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7372f3a5-5315-4952-9966-61b88566ca46 HTTP/1.1" status: 200 len: 898 time: 0.1104269 Nov 16 05:43:17.097294 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:17.238371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8c6c0404-0095-4e59-a5da-7175ee162857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:41:37Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a5d7d71e-6e50-48bd-af8e-c53127ac37d4', 'name': '', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:98:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:36Z', 'updated_at': '2021-11-16T05:41:40Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:17.265203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c0404-0095-4e59-a5da-7175ee162857 None None] Checking router: f4a15968-25d8-42cb-bbb1-f4ea595557b5 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:43:17.274196 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c0404-0095-4e59-a5da-7175ee162857 None None] Routers {'f4a15968-25d8-42cb-bbb1-f4ea595557b5'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:43:17.274962 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8c6c0404-0095-4e59-a5da-7175ee162857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:43:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:17.381928 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-8c6c0404-0095-4e59-a5da-7175ee162857 None None] Set router f4a15968-25d8-42cb-bbb1-f4ea595557b5 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:43:17.392077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4e10fb0-93b0-42d8-93e8-bc1c645f1676 req-ba489b2f-7cf2-4b5c-ac3a-f8010f5f0c1b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fbab7896-3a48-4332-b67c-5e046def3a5d HTTP/1.1" status: 200 len: 217 time: 0.3797407 Nov 16 05:43:17.409152 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7521bc6-770c-4a57-804a-fd93b899c0aa req-95793dd2-281a-4480-b03f-3eb192c3644d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:17.410620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d7521bc6-770c-4a57-804a-fd93b899c0aa req-95793dd2-281a-4480-b03f-3eb192c3644d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.4275339 Nov 16 05:43:17.476374 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e10fb0-93b0-42d8-93e8-bc1c645f1676 req-fe50b3bd-50e2-494d-862f-bcf915a9594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:17.477826 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4e10fb0-93b0-42d8-93e8-bc1c645f1676 req-fe50b3bd-50e2-494d-862f-bcf915a9594d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=708f8706-0e37-4200-bf7e-51c38a630fab HTTP/1.1" status: 200 len: 834 time: 0.0769083 Nov 16 05:43:17.499445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d7521bc6-770c-4a57-804a-fd93b899c0aa req-c23142bb-8406-4c65-985a-cfe8b6cac03b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813630 Nov 16 05:43:17.530850 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e10fb0-93b0-42d8-93e8-bc1c645f1676 req-1913fe0d-fad5-46db-bdf8-27925f1c2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:17.532357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4e10fb0-93b0-42d8-93e8-bc1c645f1676 req-1913fe0d-fad5-46db-bdf8-27925f1c2a95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7372f3a5-5315-4952-9966-61b88566ca46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459206 Nov 16 05:43:17.588749 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8c6c0404-0095-4e59-a5da-7175ee162857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:41:37Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a5d7d71e-6e50-48bd-af8e-c53127ac37d4', 'name': '', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:98:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:36Z', 'updated_at': '2021-11-16T05:41:40Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:17.615277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c0404-0095-4e59-a5da-7175ee162857 None None] The sync data for ids ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'] in n-d-818042-1 is: [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:41:37Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'a5d7d71e-6e50-48bd-af8e-c53127ac37d4', 'name': '', 'network_id': '7372f3a5-5315-4952-9966-61b88566ca46', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:98:44:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:36Z', 'updated_at': '2021-11-16T05:41:40Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '708f8706-0e37-4200-bf7e-51c38a630fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:43:17.624789 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4e10fb0-93b0-42d8-93e8-bc1c645f1676 req-c6a4334b-8ce2-4e5f-9ba1-3baed02dabe9 service neutron] 10.222.0.37 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823944 Nov 16 05:43:17.722605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4e10fb0-93b0-42d8-93e8-bc1c645f1676 req-7dac579b-4ec9-405c-b23d-a71e3686a937 service neutron] 10.222.0.37 "GET /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887244 Nov 16 05:43:17.829902 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4b3a0-e27e-4c26-bcb5-27097b27bd28 None None] New status for floating IP 8eacaf26-2be2-4193-a7de-af3a552a627e: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:43:18.336933 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce9e4-a45b-4986-ace9-62b2509d7ac7 req-7de5b4b5-4007-495e-a3ac-eb04bd62ed5d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:18.338418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6dce9e4-a45b-4986-ace9-62b2509d7ac7 req-7de5b4b5-4007-495e-a3ac-eb04bd62ed5d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0498602 Nov 16 05:43:18.423902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-c6dce9e4-a45b-4986-ace9-62b2509d7ac7 req-25b2db94-5398-4527-acce-ea95db1f1bf9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port fbab7896-3a48-4332-b67c-5e046def3a5d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:43:18.424242 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c6dce9e4-a45b-4986-ace9-62b2509d7ac7 req-25b2db94-5398-4527-acce-ea95db1f1bf9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:18.513199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-c6dce9e4-a45b-4986-ace9-62b2509d7ac7 req-25b2db94-5398-4527-acce-ea95db1f1bf9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port fbab7896-3a48-4332-b67c-5e046def3a5d, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=fbab7896-3a48-4332-b67c-5e046def3a5d,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:43:18.513558 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c6dce9e4-a45b-4986-ace9-62b2509d7ac7 req-25b2db94-5398-4527-acce-ea95db1f1bf9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:18.525710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-c6dce9e4-a45b-4986-ace9-62b2509d7ac7 req-25b2db94-5398-4527-acce-ea95db1f1bf9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for fbab7896-3a48-4332-b67c-5e046def3a5d owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:43:18.642695 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e972-5dba-4775-848a-fef9ec2bf41b req-59f5a3e7-3adc-4253-80c5-1f19c9f940f2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:18.644187 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2e4e972-5dba-4775-848a-fef9ec2bf41b req-59f5a3e7-3adc-4253-80c5-1f19c9f940f2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc97105b-3ea7-4f68-8558-c16857e4fc71 HTTP/1.1" status: 200 len: 946 time: 0.0749321 Nov 16 05:43:18.724180 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c6dce9e4-a45b-4986-ace9-62b2509d7ac7 req-25b2db94-5398-4527-acce-ea95db1f1bf9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:18.729669 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2e4e972-5dba-4775-848a-fef9ec2bf41b req-4d6222b2-8b88-4e49-88e8-e620c0d050ad tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8836d57b-c881-456e-94c7-fdccbd69cf9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768709 Nov 16 05:43:18.755702 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2db94-5398-4527-acce-ea95db1f1bf9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=fbab7896-3a48-4332-b67c-5e046def3a5d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:18.802007 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dce9e4-a45b-4986-ace9-62b2509d7ac7 req-25b2db94-5398-4527-acce-ea95db1f1bf9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] No DVR routers for this DVR port fbab7896-3a48-4332-b67c-5e046def3a5d on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:43:18.804625 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-c6dce9e4-a45b-4986-ace9-62b2509d7ac7 req-25b2db94-5398-4527-acce-ea95db1f1bf9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:18.808812 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6dce9e4-a45b-4986-ace9-62b2509d7ac7 req-25b2db94-5398-4527-acce-ea95db1f1bf9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.37 "DELETE /v2.0/ports/fbab7896-3a48-4332-b67c-5e046def3a5d HTTP/1.1" status: 204 len: 173 time: 0.4643450 Nov 16 05:43:18.809253 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'name': 'network-vif-deleted', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:43:18.811536 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44038ee9-252d-4621-aa2a-e6d5c6c7eb69" -d '{"events": [{"server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "name": "network-vif-deleted", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:43:18.848342 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f84cf6a-1d02-41a9-9826-6293a0b74821 x-openstack-request-id: req-0f84cf6a-1d02-41a9-9826-6293a0b74821 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:43:18.848634 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc97105b-3ea7-4f68-8558-c16857e4fc71", "name": "network-vif-deleted", "tag": "fbab7896-3a48-4332-b67c-5e046def3a5d", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:43:18.848890 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f84cf6a-1d02-41a9-9826-6293a0b74821 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:43:18.849284 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc97105b-3ea7-4f68-8558-c16857e4fc71', 'name': 'network-vif-deleted', 'tag': 'fbab7896-3a48-4332-b67c-5e046def3a5d', 'status': 'completed', 'code': 200} Nov 16 05:43:18.904249 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:19.788009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34502) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:20.138868 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-455249fb-b716-42a2-ae20-220191fd98dd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:20.683024 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-455249fb-b716-42a2-ae20-220191fd98dd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port a5d7d71e-6e50-48bd-af8e-c53127ac37d4 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:43:20.683354 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-455249fb-b716-42a2-ae20-220191fd98dd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:20.772337 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-455249fb-b716-42a2-ae20-220191fd98dd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port a5d7d71e-6e50-48bd-af8e-c53127ac37d4, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=a5d7d71e-6e50-48bd-af8e-c53127ac37d4,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:43:20.772702 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-455249fb-b716-42a2-ae20-220191fd98dd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:20.785535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-455249fb-b716-42a2-ae20-220191fd98dd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for a5d7d71e-6e50-48bd-af8e-c53127ac37d4 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:43:20.964561 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-455249fb-b716-42a2-ae20-220191fd98dd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:20.993215 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455249fb-b716-42a2-ae20-220191fd98dd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=a5d7d71e-6e50-48bd-af8e-c53127ac37d4,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:21.162086 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-455249fb-b716-42a2-ae20-220191fd98dd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:21.372065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455249fb-b716-42a2-ae20-220191fd98dd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router f4a15968-25d8-42cb-bbb1-f4ea595557b5 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:43:21.474692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455249fb-b716-42a2-ae20-220191fd98dd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:43:21.480378 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-455249fb-b716-42a2-ae20-220191fd98dd tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "PUT /v2.0/routers/f4a15968-25d8-42cb-bbb1-f4ea595557b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6913135 Nov 16 05:43:21.482967 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34504) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:21.485289 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae7622f-c948-4f18-9dd1-6db229c4c2c5 None None] Sync routers for ids ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:43:21.494545 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae7622f-c948-4f18-9dd1-6db229c4c2c5 None None] Routers {'f4a15968-25d8-42cb-bbb1-f4ea595557b5'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:43:21.495753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8ae7622f-c948-4f18-9dd1-6db229c4c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:43:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:21.532409 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device fbab7896-3a48-4332-b67c-5e046def3a5d no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:43:21.532689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-905ad910-c58b-45e5-ba4c-5d268d0d77b4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting subnet 708f8706-0e37-4200-bf7e-51c38a630fab {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:43:21.535909 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-905ad910-c58b-45e5-ba4c-5d268d0d77b4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:21.575909 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-905ad910-c58b-45e5-ba4c-5d268d0d77b4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:21.581109 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: fbab7896-3a48-4332-b67c-5e046def3a5d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:43:21.581461 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device fbab7896-3a48-4332-b67c-5e046def3a5d not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:43:21.624897 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-8ae7622f-c948-4f18-9dd1-6db229c4c2c5 None None] Set router f4a15968-25d8-42cb-bbb1-f4ea595557b5 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:43:21.662419 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-905ad910-c58b-45e5-ba4c-5d268d0d77b4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:21.720439 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-905ad910-c58b-45e5-ba4c-5d268d0d77b4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:21.750005 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-905ad910-c58b-45e5-ba4c-5d268d0d77b4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:21.755146 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-905ad910-c58b-45e5-ba4c-5d268d0d77b4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/subnets/708f8706-0e37-4200-bf7e-51c38a630fab HTTP/1.1" status: 204 len: 168 time: 0.2694056 Nov 16 05:43:21.755146 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ad910-c58b-45e5-ba4c-5d268d0d77b4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Subnet': ['ID=708f8706-0e37-4200-bf7e-51c38a630fab,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:21.756117 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34506) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:21.788278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcd980c-d5ca-4e26-9761-af09733be5f1 None None] Network 7372f3a5-5315-4952-9966-61b88566ca46 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:43:21.876601 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:21.913872 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8ae7622f-c948-4f18-9dd1-6db229c4c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:43:20Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:21.942220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae7622f-c948-4f18-9dd1-6db229c4c2c5 None None] Checking router: f4a15968-25d8-42cb-bbb1-f4ea595557b5 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:43:21.956035 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae7622f-c948-4f18-9dd1-6db229c4c2c5 None None] Routers {'f4a15968-25d8-42cb-bbb1-f4ea595557b5'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:43:21.956632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8ae7622f-c948-4f18-9dd1-6db229c4c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:43:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:21.981117 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.021381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd3ab9-abb8-497c-bcc5-9e4a24fed1fd None None] DHCP port deletion for 7372f3a5-5315-4952-9966-61b88566ca46 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:43:22.038770 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 431ea968-c655-4d1a-89c1-7376248b60c5 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:43:22.039116 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.097370 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-8ae7622f-c948-4f18-9dd1-6db229c4c2c5 None None] Set router f4a15968-25d8-42cb-bbb1-f4ea595557b5 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:43:22.118080 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port 431ea968-c655-4d1a-89c1-7376248b60c5, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=431ea968-c655-4d1a-89c1-7376248b60c5,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:43:22.118439 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.130932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 431ea968-c655-4d1a-89c1-7376248b60c5 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:43:22.157111 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd3ab9-abb8-497c-bcc5-9e4a24fed1fd None None] Deleting port ca7e6ddd-08dd-4470-9536-68dd6ac71614 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:43:22.157477 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3ab9-abb8-497c-bcc5-9e4a24fed1fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.263845 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3ebd3ab9-abb8-497c-bcc5-9e4a24fed1fd None None] For port ca7e6ddd-08dd-4470-9536-68dd6ac71614, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=ca7e6ddd-08dd-4470-9536-68dd6ac71614,segment=NetworkSegment(bc71e0fb-5cb9-45e0-a8ee-8837626ffce3),segment_id=bc71e0fb-5cb9-45e0-a8ee-8837626ffce3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:43:22.264153 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3ab9-abb8-497c-bcc5-9e4a24fed1fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.288749 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-3ebd3ab9-abb8-497c-bcc5-9e4a24fed1fd None None] Calling delete_port for ca7e6ddd-08dd-4470-9536-68dd6ac71614 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:43:22.292758 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.320395 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=431ea968-c655-4d1a-89c1-7376248b60c5,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:22.356794 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af573fcc-e60a-4ffe-923f-9ae4ddcb1c13 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:43:22.384352 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.409665 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8ae7622f-c948-4f18-9dd1-6db229c4c2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:43:20Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:22.438260 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae7622f-c948-4f18-9dd1-6db229c4c2c5 None None] The sync data for ids ['f4a15968-25d8-42cb-bbb1-f4ea595557b5'] in n-d-818042-1 is: [{'id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1456216418', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81'}], 'enable_snat': True}, 'gw_port_id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:41:33Z', 'updated_at': '2021-11-16T05:43:20Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '431ea968-c655-4d1a-89c1-7376248b60c5', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:68:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a15968-25d8-42cb-bbb1-f4ea595557b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:41:34Z', 'updated_at': '2021-11-16T05:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:43:22.439669 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3ebd3ab9-abb8-497c-bcc5-9e4a24fed1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.465714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd3ab9-abb8-497c-bcc5-9e4a24fed1fd None None] Pushing event deleted for resources: {'Port': ['ID=ca7e6ddd-08dd-4470-9536-68dd6ac71614,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:22.469188 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd3ab9-abb8-497c-bcc5-9e4a24fed1fd None None] No DVR routers for this DVR port ca7e6ddd-08dd-4470-9536-68dd6ac71614 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:43:22.482486 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.487118 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.529853 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.530399 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Fanout notify agent at l3_agent the message router_deleted on router f4a15968-25d8-42cb-bbb1-f4ea595557b5 {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:43:22.537156 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.538315 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9585a83c-0ba3-443d-81d3-debff13c6687 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/routers/f4a15968-25d8-42cb-bbb1-f4ea595557b5 HTTP/1.1" status: 204 len: 168 time: 0.7809801 Nov 16 05:43:22.541054 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34508) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:22.624184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c8c61d1-1c33-4a88-805e-22038e1be27a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.707558 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c8c61d1-1c33-4a88-805e-22038e1be27a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.731159 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7c8c61d1-1c33-4a88-805e-22038e1be27a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7372f3a5-5315-4952-9966-61b88566ca46']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:22.740098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7c8c61d1-1c33-4a88-805e-22038e1be27a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:22.740393 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-7c8c61d1-1c33-4a88-805e-22038e1be27a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc71e0fb-5cb9-45e0-a8ee-8837626ffce3') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:22.750208 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c8c61d1-1c33-4a88-805e-22038e1be27a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.763905 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c8c61d1-1c33-4a88-805e-22038e1be27a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.769786 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8c61d1-1c33-4a88-805e-22038e1be27a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:43:22.770183 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c8c61d1-1c33-4a88-805e-22038e1be27a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:43:22.773370 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:43:22.834361 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c8c61d1-1c33-4a88-805e-22038e1be27a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.843957 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7c8c61d1-1c33-4a88-805e-22038e1be27a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.849608 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7c8c61d1-1c33-4a88-805e-22038e1be27a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/networks/7372f3a5-5315-4952-9966-61b88566ca46 HTTP/1.1" status: 204 len: 168 time: 0.3052118 Nov 16 05:43:22.849994 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34510) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:22.874178 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c61d1-1c33-4a88-805e-22038e1be27a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Network': ['ID=7372f3a5-5315-4952-9966-61b88566ca46,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:22.919840 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0056a9b9-b019-4530-bfdb-3ec4f5d4f60e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:22.946193 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0056a9b9-b019-4530-bfdb-3ec4f5d4f60e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:23.012655 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0056a9b9-b019-4530-bfdb-3ec4f5d4f60e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:23.015343 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0056a9b9-b019-4530-bfdb-3ec4f5d4f60e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:23.016511 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0056a9b9-b019-4530-bfdb-3ec4f5d4f60e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/security-groups/8836d57b-c881-456e-94c7-fdccbd69cf9f HTTP/1.1" status: 204 len: 168 time: 0.1654935 Nov 16 05:43:23.026170 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056a9b9-b019-4530-bfdb-3ec4f5d4f60e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8836d57b-c881-456e-94c7-fdccbd69cf9f,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:23.801419 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ca7e6ddd-08dd-4470-9536-68dd6ac71614 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:43:23.823808 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: ca7e6ddd-08dd-4470-9536-68dd6ac71614 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:43:23.824172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device ca7e6ddd-08dd-4470-9536-68dd6ac71614 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:43:23.824579 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a5d7d71e-6e50-48bd-af8e-c53127ac37d4 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:43:23.842235 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: a5d7d71e-6e50-48bd-af8e-c53127ac37d4 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:43:23.842574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device a5d7d71e-6e50-48bd-af8e-c53127ac37d4 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:43:23.842967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 431ea968-c655-4d1a-89c1-7376248b60c5 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:43:23.860390 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 431ea968-c655-4d1a-89c1-7376248b60c5 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:43:23.860727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 431ea968-c655-4d1a-89c1-7376248b60c5 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:43:23.917352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34516) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:23.921864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-8ba11eb5-9c19-436e-ad9e-dd703a11c033 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454218815', 'description': 'tempest-secgroup-smoke-1454218815 description', 'project_id': '00f6569800624fc1b96fe985e82f6029'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:43:23.944602 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ba11eb5-9c19-436e-ad9e-dd703a11c033 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.008078 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ba11eb5-9c19-436e-ad9e-dd703a11c033 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.012152 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ba11eb5-9c19-436e-ad9e-dd703a11c033 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.041565 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8ba11eb5-9c19-436e-ad9e-dd703a11c033 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.042810 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8ba11eb5-9c19-436e-ad9e-dd703a11c033 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1244345 Nov 16 05:43:24.043662 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba11eb5-9c19-436e-ad9e-dd703a11c033 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:24.045576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34518) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:24.049798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-47d0ce83-2ea6-41e1-a9b2-9eb67dcd823e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '8ba86f69-fa3d-4238-a1a8-b5a6a3c40620', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:43:24.076247 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce83-2ea6-41e1-a9b2-9eb67dcd823e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.130781 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce83-2ea6-41e1-a9b2-9eb67dcd823e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.134101 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce83-2ea6-41e1-a9b2-9eb67dcd823e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.151336 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d0ce83-2ea6-41e1-a9b2-9eb67dcd823e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=072f65da-7021-4088-a876-ac97b9729730,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:24.160051 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-47d0ce83-2ea6-41e1-a9b2-9eb67dcd823e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.161249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-47d0ce83-2ea6-41e1-a9b2-9eb67dcd823e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147468 Nov 16 05:43:24.163917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34520) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:24.168227 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0599ae6e-e5c4-40cf-859f-400546d54e70 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '8ba86f69-fa3d-4238-a1a8-b5a6a3c40620', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:43:24.194050 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0599ae6e-e5c4-40cf-859f-400546d54e70 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.250824 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0599ae6e-e5c4-40cf-859f-400546d54e70 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.254108 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0599ae6e-e5c4-40cf-859f-400546d54e70 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.274184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0599ae6e-e5c4-40cf-859f-400546d54e70 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36eac008-eb01-4be7-a893-f10281d43bbc,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:24.281086 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0599ae6e-e5c4-40cf-859f-400546d54e70 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.282330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0599ae6e-e5c4-40cf-859f-400546d54e70 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175032 Nov 16 05:43:24.285104 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34522) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:24.289385 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-147fec0e-d95a-45f3-89f8-4f3d33164aef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '8ba86f69-fa3d-4238-a1a8-b5a6a3c40620', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:43:24.316526 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-147fec0e-d95a-45f3-89f8-4f3d33164aef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.371257 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-147fec0e-d95a-45f3-89f8-4f3d33164aef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.375090 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-147fec0e-d95a-45f3-89f8-4f3d33164aef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.392660 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147fec0e-d95a-45f3-89f8-4f3d33164aef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060e60e8-2447-4290-a22b-21e925c80783,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:24.399546 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-147fec0e-d95a-45f3-89f8-4f3d33164aef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.400718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-147fec0e-d95a-45f3-89f8-4f3d33164aef tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146927 Nov 16 05:43:24.403466 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34524) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:24.407708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c9950ac3-aa52-486c-8237-ff41b14f7778 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '8ba86f69-fa3d-4238-a1a8-b5a6a3c40620', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:43:24.434813 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9950ac3-aa52-486c-8237-ff41b14f7778 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.489777 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9950ac3-aa52-486c-8237-ff41b14f7778 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.493081 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9950ac3-aa52-486c-8237-ff41b14f7778 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.511247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9950ac3-aa52-486c-8237-ff41b14f7778 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faee443e-6e10-4c7c-8280-d6967f76c86a,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:24.517014 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c9950ac3-aa52-486c-8237-ff41b14f7778 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.518239 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c9950ac3-aa52-486c-8237-ff41b14f7778 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138561 Nov 16 05:43:24.521065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34526) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:24.525739 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-055d22d1-2b99-4a0d-b8d1-b0be8106e73f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '8ba86f69-fa3d-4238-a1a8-b5a6a3c40620', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:43:24.547040 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-055d22d1-2b99-4a0d-b8d1-b0be8106e73f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Project 00f6569800624fc1b96fe985e82f6029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:43:24.551845 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-055d22d1-2b99-4a0d-b8d1-b0be8106e73f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.609060 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-055d22d1-2b99-4a0d-b8d1-b0be8106e73f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.613009 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-055d22d1-2b99-4a0d-b8d1-b0be8106e73f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.636608 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d22d1-2b99-4a0d-b8d1-b0be8106e73f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf1253d-7153-4ea5-953d-cd5f55c4ab90,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:24.642653 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-055d22d1-2b99-4a0d-b8d1-b0be8106e73f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.643811 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-055d22d1-2b99-4a0d-b8d1-b0be8106e73f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216378 Nov 16 05:43:24.647405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34528) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:24.652251 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-9f47bd43-fbe3-4e12-88bc-48773354f7a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '8ba86f69-fa3d-4238-a1a8-b5a6a3c40620', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:43:24.674035 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-9f47bd43-fbe3-4e12-88bc-48773354f7a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Project 00f6569800624fc1b96fe985e82f6029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:43:24.678740 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f47bd43-fbe3-4e12-88bc-48773354f7a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.739939 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f47bd43-fbe3-4e12-88bc-48773354f7a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.743312 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f47bd43-fbe3-4e12-88bc-48773354f7a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.760575 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47bd43-fbe3-4e12-88bc-48773354f7a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3572db52-c5b8-4f4c-82d0-079e93ba3a62,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:24.769557 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-9f47bd43-fbe3-4e12-88bc-48773354f7a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.770764 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-9f47bd43-fbe3-4e12-88bc-48773354f7a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224232 Nov 16 05:43:24.773571 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34530) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:24.778946 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-94666f6f-28cc-478b-af65-a1de4b87fea0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'network': {'name': 'tempest-network-smoke--1125030624', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'port_security_enabled': True}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:43:24.798479 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94666f6f-28cc-478b-af65-a1de4b87fea0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:43:24.801875 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94666f6f-28cc-478b-af65-a1de4b87fea0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.824117 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94666f6f-28cc-478b-af65-a1de4b87fea0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:43:24.833145 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94666f6f-28cc-478b-af65-a1de4b87fea0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.833480 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-94666f6f-28cc-478b-af65-a1de4b87fea0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Added segment 4a02aa39-4f78-4798-8dce-b94016f4f78d of type vlan for network 283f2472-f9db-4d5b-ae9c-502fa829a529 Nov 16 05:43:24.873174 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94666f6f-28cc-478b-af65-a1de4b87fea0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.898732 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94666f6f-28cc-478b-af65-a1de4b87fea0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.904855 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94666f6f-28cc-478b-af65-a1de4b87fea0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:24.905434 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-94666f6f-28cc-478b-af65-a1de4b87fea0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:24.970835 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-94666f6f-28cc-478b-af65-a1de4b87fea0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1961653 Nov 16 05:43:24.973581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34532) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:24.978278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'admin_state_up': True, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:43:24.990558 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94666f6f-28cc-478b-af65-a1de4b87fea0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Network': ['ID=283f2472-f9db-4d5b-ae9c-502fa829a529,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:25.001802 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:25.003071 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:25.003800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 283f2472-f9db-4d5b-ae9c-502fa829a529 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:43:25.058032 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:25.193881 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:25.382881 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:25.401562 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:25.504923 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.25.0.127 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/220ddda0-acd6-4c1b-89a6-ddece5a8389d) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:43:25.602844 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:25.635336 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:25.673874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:43:25.678566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:43:25.682859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:43:25.692504 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c7001c-0c2f-4aab-8d6a-15ff92f70e72 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:43:25.708362 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=220ddda0-acd6-4c1b-89a6-ddece5a8389d,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:25.816267 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c6383056-5397-4ba6-a917-190341aff3a1 None None] Provisioning complete for port 220ddda0-acd6-4c1b-89a6-ddece5a8389d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:43:25.816639 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c6383056-5397-4ba6-a917-190341aff3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:25.849344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c6383056-5397-4ba6-a917-190341aff3a1 None None] Port 220ddda0-acd6-4c1b-89a6-ddece5a8389d cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:43:25.934822 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:26.137149 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:26.262727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router c33f953e-ea53-4349-86f9-76d2abeb03fd is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:43:26.369647 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:43:26.379843 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Sync routers for ids ['c33f953e-ea53-4349-86f9-76d2abeb03fd'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:43:26.389533 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Routers {'c33f953e-ea53-4349-86f9-76d2abeb03fd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:43:26.389897 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:26.390322 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:43:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c33f953e-ea53-4349-86f9-76d2abeb03fd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:26.391116 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c5ad8eda-548e-419a-9b2a-1b0bda170d49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4164352 Nov 16 05:43:26.394513 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34534) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:26.427900 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d5141734-b08d-4360-9ef8-f1b2b0b0872d tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=00f6569800624fc1b96fe985e82f6029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320973 Nov 16 05:43:26.430492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34536) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:26.492040 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Set router c33f953e-ea53-4349-86f9-76d2abeb03fd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:43:26.518473 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636d4aa7-a6d3-42ab-94de-f423de343e69 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:26.519917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-636d4aa7-a6d3-42ab-94de-f423de343e69 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885108 Nov 16 05:43:26.523138 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34538) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:26.551007 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-1dddaf9d-e862-4e7d-84c2-58e3225149d9 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266650 Nov 16 05:43:26.553525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34540) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:26.558484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e0ab9288-355d-49c9-b237-464957408e8f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1113794270', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:43:26.653938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ab9288-355d-49c9-b237-464957408e8f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:43:26.657821 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0ab9288-355d-49c9-b237-464957408e8f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:26.672204 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:25Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:26.701706 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Checking router: c33f953e-ea53-4349-86f9-76d2abeb03fd for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:43:26.702073 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Updating router c33f953e-ea53-4349-86f9-76d2abeb03fd port 220ddda0-acd6-4c1b-89a6-ddece5a8389d binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:43:26.726472 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:26.843173 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0ab9288-355d-49c9-b237-464957408e8f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:26.907891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab9288-355d-49c9-b237-464957408e8f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Subnet': ['ID=e1597e27-799e-4506-ae40-c4a480997ae6,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:26.911314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ab9288-355d-49c9-b237-464957408e8f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Checking segment: {'id': '4a02aa39-4f78-4798-8dce-b94016f4f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:43:26.911903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ab9288-355d-49c9-b237-464957408e8f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network hostable DHCP agents. Network: 283f2472-f9db-4d5b-ae9c-502fa829a529, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:43:26.929446 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ab9288-355d-49c9-b237-464957408e8f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network 283f2472-f9db-4d5b-ae9c-502fa829a529 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:43:26.939939 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e0ab9288-355d-49c9-b237-464957408e8f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 283f2472-f9db-4d5b-ae9c-502fa829a529) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:43:26.944665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab9288-355d-49c9-b237-464957408e8f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:26.945249 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e0ab9288-355d-49c9-b237-464957408e8f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:26.954873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b6f8cf-8dc5-4ec3-aeac-aff3c5957667 None None] Network 283f2472-f9db-4d5b-ae9c-502fa829a529 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:43:26.973043 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e0ab9288-355d-49c9-b237-464957408e8f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4094577 Nov 16 05:43:26.973043 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34542) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:26.975400 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:26.981482 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.028214 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57700d4-1456-4188-b886-23686e373904 None None] Pushing event updated for resources: {'Port': ['ID=220ddda0-acd6-4c1b-89a6-ddece5a8389d,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:27.042833 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Attempting to bind port 220ddda0-acd6-4c1b-89a6-ddece5a8389d on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:43:27.043087 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Attempting to bind port 220ddda0-acd6-4c1b-89a6-ddece5a8389d by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:43:27.043443 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Attempting to bind port 220ddda0-acd6-4c1b-89a6-ddece5a8389d on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:43:27.049404 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:43:27.049798 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:43:27.050388 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.050780 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:43:27.051251 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Bound port: 220ddda0-acd6-4c1b-89a6-ddece5a8389d, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:43:27.051626 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.053954 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57700d4-1456-4188-b886-23686e373904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:27.054300 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57700d4-1456-4188-b886-23686e373904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:27.054628 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57700d4-1456-4188-b886-23686e373904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:27.054957 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57700d4-1456-4188-b886-23686e373904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:27.055283 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57700d4-1456-4188-b886-23686e373904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:27.055605 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57700d4-1456-4188-b886-23686e373904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:27.055932 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57700d4-1456-4188-b886-23686e373904 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:27.056257 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57700d4-1456-4188-b886-23686e373904 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:27.056828 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57700d4-1456-4188-b886-23686e373904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:27.057144 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57700d4-1456-4188-b886-23686e373904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:27.058015 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57700d4-1456-4188-b886-23686e373904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:27.058329 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57700d4-1456-4188-b886-23686e373904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:43:27.115518 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] For port 220ddda0-acd6-4c1b-89a6-ddece5a8389d, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:43:27.118960 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] For port 220ddda0-acd6-4c1b-89a6-ddece5a8389d, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=220ddda0-acd6-4c1b-89a6-ddece5a8389d,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:43:27.123669 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.165224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44aeca92-7c38-4077-9d33-d4d623fd1e31 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:43:27.178450 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Routers {'c33f953e-ea53-4349-86f9-76d2abeb03fd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:43:27.179068 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:43:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c33f953e-ea53-4349-86f9-76d2abeb03fd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:27.211292 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6f9fee-8423-45b1-b71b-2e4053208f24 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:43:27.248190 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57700d4-1456-4188-b886-23686e373904 None None] Pushing event updated for resources: {'Port': ['ID=220ddda0-acd6-4c1b-89a6-ddece5a8389d,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:27.287109 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] Set router c33f953e-ea53-4349-86f9-76d2abeb03fd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:43:27.291363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-283f2472-f9db-4d5b-ae9c-502fa829a529', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ips': [{'subnet_id': 'e1597e27-799e-4506-ae40-c4a480997ae6'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:43:27.293334 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.297250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d7b9b6ac-d06c-45c9-b132-a0064f827d60 None None] Provisioning complete for port 220ddda0-acd6-4c1b-89a6-ddece5a8389d triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:43:27.297866 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b6ac-d06c-45c9-b132-a0064f827d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.471348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.473340 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:25Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:27.486024 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b6ac-d06c-45c9-b132-a0064f827d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.504311 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e72cd5-7680-4422-b068-a157c201fc67 None None] The sync data for ids ['c33f953e-ea53-4349-86f9-76d2abeb03fd'] in n-d-818042-1 is: [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:25Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:43:27.513595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Allocated IP 172.20.0.2 (283f2472-f9db-4d5b-ae9c-502fa829a529/e1597e27-799e-4506-ae40-c4a480997ae6/d725a52c-d0c7-43bf-b98a-33e8920bde12) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:43:27.520115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d7b9b6ac-d06c-45c9-b132-a0064f827d60 None None] For port 220ddda0-acd6-4c1b-89a6-ddece5a8389d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=220ddda0-acd6-4c1b-89a6-ddece5a8389d,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:43:27.528242 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b6ac-d06c-45c9-b132-a0064f827d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.625550 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9b6ac-d06c-45c9-b132-a0064f827d60 None None] Pushing event updated for resources: {'Port': ['ID=220ddda0-acd6-4c1b-89a6-ddece5a8389d,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:27.714067 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.721079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.760993 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Network 283f2472-f9db-4d5b-ae9c-502fa829a529 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:43:27.784990 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:43:27.788805 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:43:27.801016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.20.0.1 (283f2472-f9db-4d5b-ae9c-502fa829a529/e1597e27-799e-4506-ae40-c4a480997ae6/f73350b3-c8f2-4b68-b6a9-68db7305ac94) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:43:27.836904 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Pushing event updated for resources: {'Port': ['ID=d725a52c-d0c7-43bf-b98a-33e8920bde12,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:27.875350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Attempting to bind port d725a52c-d0c7-43bf-b98a-33e8920bde12 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:43:27.875871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Attempting to bind port d725a52c-d0c7-43bf-b98a-33e8920bde12 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '4a02aa39-4f78-4798-8dce-b94016f4f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:43:27.876338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Attempting to bind port d725a52c-d0c7-43bf-b98a-33e8920bde12 on network 283f2472-f9db-4d5b-ae9c-502fa829a529 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:43:27.885987 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:43:27.886698 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Checking segment: {'id': '4a02aa39-4f78-4798-8dce-b94016f4f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:43:27.887361 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.887767 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Bound using segment: {'id': '4a02aa39-4f78-4798-8dce-b94016f4f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:43:27.889112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Bound port: d725a52c-d0c7-43bf-b98a-33e8920bde12, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a02aa39-4f78-4798-8dce-b94016f4f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:43:27.889515 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.950299 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 220ddda0-acd6-4c1b-89a6-ddece5a8389d up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:43:27.955239 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:27.992505 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:28.005098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] For port d725a52c-d0c7-43bf-b98a-33e8920bde12, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:43:28.009418 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] For port d725a52c-d0c7-43bf-b98a-33e8920bde12, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d725a52c-d0c7-43bf-b98a-33e8920bde12,segment=NetworkSegment(4a02aa39-4f78-4798-8dce-b94016f4f78d),segment_id=4a02aa39-4f78-4798-8dce-b94016f4f78d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:43:28.016121 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:28.046177 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=f73350b3-c8f2-4b68-b6a9-68db7305ac94,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:28.058862 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network 283f2472-f9db-4d5b-ae9c-502fa829a529 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:43:28.062271 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:43:28.065264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:43:28.078931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 220ddda0-acd6-4c1b-89a6-ddece5a8389d triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:43:28.079306 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:28.105838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96753b3d-da85-4a31-9585-6fddee494ef1 None None] Pushing event updated for resources: {'Port': ['ID=d725a52c-d0c7-43bf-b98a-33e8920bde12,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:28.130988 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:28.300242 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:28.932425 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:28.937015 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:29.018173 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:29.020059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=f73350b3-c8f2-4b68-b6a9-68db7305ac94,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:29.058956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47932275-15a5-4c86-b35b-c61448504bdf None None] Network 283f2472-f9db-4d5b-ae9c-502fa829a529 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:43:29.115563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network 283f2472-f9db-4d5b-ae9c-502fa829a529 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:43:29.117006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:43:29.190672 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-15692c6e-3566-4a83-9917-0451c49df1df None None] Provisioning complete for port d725a52c-d0c7-43bf-b98a-33e8920bde12 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:43:29.191038 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15692c6e-3566-4a83-9917-0451c49df1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:29.239762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router c33f953e-ea53-4349-86f9-76d2abeb03fd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:43:29.295865 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15692c6e-3566-4a83-9917-0451c49df1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:29.332541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-15692c6e-3566-4a83-9917-0451c49df1df None None] For port d725a52c-d0c7-43bf-b98a-33e8920bde12, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d725a52c-d0c7-43bf-b98a-33e8920bde12,segment=NetworkSegment(4a02aa39-4f78-4798-8dce-b94016f4f78d),segment_id=4a02aa39-4f78-4798-8dce-b94016f4f78d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:43:29.339425 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-15692c6e-3566-4a83-9917-0451c49df1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:29.378321 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:43:29.385310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-db142526-bed5-45a6-9210-918707f2271c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "PUT /v2.0/routers/c33f953e-ea53-4349-86f9-76d2abeb03fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4118619 Nov 16 05:43:29.400577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15692c6e-3566-4a83-9917-0451c49df1df None None] Pushing event updated for resources: {'Port': ['ID=d725a52c-d0c7-43bf-b98a-33e8920bde12,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:29.514574 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Sync routers for ids ['c33f953e-ea53-4349-86f9-76d2abeb03fd'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:43:29.526616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Routers {'c33f953e-ea53-4349-86f9-76d2abeb03fd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:43:29.527244 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:43:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c33f953e-ea53-4349-86f9-76d2abeb03fd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:29.555554 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-e2d9b973-7e86-4a45-b23a-3606c800290d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454218815&fields=id&tenant_id=00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 267 time: 0.0470276 Nov 16 05:43:29.627382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-108d9cf3-ebcb-4cee-a389-79943a111071 None None] Provisioning complete for port d725a52c-d0c7-43bf-b98a-33e8920bde12 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:43:29.628070 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-108d9cf3-ebcb-4cee-a389-79943a111071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:29.673343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6beb94-bc78-417a-a37d-934f992d230a req-246e23dc-ed23-47ca-b17f-c0d5b362fe20 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:29.675133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-246e23dc-ed23-47ca-b17f-c0d5b362fe20 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/networks?id=283f2472-f9db-4d5b-ae9c-502fa829a529 HTTP/1.1" status: 200 len: 797 time: 0.1121442 Nov 16 05:43:29.682943 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Set router c33f953e-ea53-4349-86f9-76d2abeb03fd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:43:29.692937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-d6a2063a-cd6a-40b6-a863-cb2dc229aadf tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/quotas/00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 375 time: 0.0108230 Nov 16 05:43:29.751486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-8aa3cc10-8775-4131-a2b2-ab7bf1886afa tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513191 Nov 16 05:43:29.884969 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-108d9cf3-ebcb-4cee-a389-79943a111071 None None] Provisioning complete for port f73350b3-c8f2-4b68-b6a9-68db7305ac94 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:43:29.885304 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-108d9cf3-ebcb-4cee-a389-79943a111071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:29.887807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d725a52c-d0c7-43bf-b98a-33e8920bde12 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:43:29.921981 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-abd8ebab-63b8-4d07-85a1-b5fbdaf8e3da service neutron] 10.222.0.41 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603494 Nov 16 05:43:29.977593 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-108d9cf3-ebcb-4cee-a389-79943a111071 None None] Port f73350b3-c8f2-4b68-b6a9-68db7305ac94 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:43:30.008569 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d725a52c-d0c7-43bf-b98a-33e8920bde12 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:43:30.008937 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:30.014139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-fc533075-3e88-4c3f-bb4a-56176daee678 service neutron] 10.222.0.41 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860476 Nov 16 05:43:30.045432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:28Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'f73350b3-c8f2-4b68-b6a9-68db7305ac94', 'name': '', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:13:e2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:27Z', 'updated_at': '2021-11-16T05:43:28Z', 'revision_number': 2, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:30.075873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Checking router: c33f953e-ea53-4349-86f9-76d2abeb03fd for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:43:30.076472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Updating router c33f953e-ea53-4349-86f9-76d2abeb03fd port f73350b3-c8f2-4b68-b6a9-68db7305ac94 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:43:30.116854 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:30.160381 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dee69f0b-921a-4681-97f0-c705b1df1e13 None None] Provisioning complete for port f73350b3-c8f2-4b68-b6a9-68db7305ac94 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:43:30.160752 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dee69f0b-921a-4681-97f0-c705b1df1e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:30.194722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-108d7dc2-f168-4b9e-8a98-1be596434dd6 req-6744a2d0-ba2f-433f-816c-4543d54f8683 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 210 time: 0.0377376 Nov 16 05:43:30.225785 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-dee69f0b-921a-4681-97f0-c705b1df1e13 None None] Port f73350b3-c8f2-4b68-b6a9-68db7305ac94 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:43:30.454104 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:30.459968 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:30.511269 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a58cf3-83f9-4104-9a98-c45a21c5291c None None] Pushing event updated for resources: {'Port': ['ID=f73350b3-c8f2-4b68-b6a9-68db7305ac94,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:30.567915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Attempting to bind port f73350b3-c8f2-4b68-b6a9-68db7305ac94 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:43:30.568160 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Attempting to bind port f73350b3-c8f2-4b68-b6a9-68db7305ac94 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '4a02aa39-4f78-4798-8dce-b94016f4f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:43:30.568475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Attempting to bind port f73350b3-c8f2-4b68-b6a9-68db7305ac94 on network 283f2472-f9db-4d5b-ae9c-502fa829a529 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:43:30.574202 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:43:30.574621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Checking segment: {'id': '4a02aa39-4f78-4798-8dce-b94016f4f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:43:30.575033 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:30.575482 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Bound using segment: {'id': '4a02aa39-4f78-4798-8dce-b94016f4f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:43:30.575901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Bound port: f73350b3-c8f2-4b68-b6a9-68db7305ac94, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a02aa39-4f78-4798-8dce-b94016f4f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:43:30.576280 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:30.644328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] For port f73350b3-c8f2-4b68-b6a9-68db7305ac94, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:43:30.648366 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] For port f73350b3-c8f2-4b68-b6a9-68db7305ac94, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f73350b3-c8f2-4b68-b6a9-68db7305ac94,segment=NetworkSegment(4a02aa39-4f78-4798-8dce-b94016f4f78d),segment_id=4a02aa39-4f78-4798-8dce-b94016f4f78d)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:43:30.652754 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:30.712887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a58cf3-83f9-4104-9a98-c45a21c5291c None None] Pushing event updated for resources: {'Port': ['ID=f73350b3-c8f2-4b68-b6a9-68db7305ac94,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:30.716025 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Routers {'c33f953e-ea53-4349-86f9-76d2abeb03fd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:43:30.716622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:43:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c33f953e-ea53-4349-86f9-76d2abeb03fd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:30.814599 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e20c1fc3-83db-4324-a83e-61ca59e19655 None None] Provisioning complete for port f73350b3-c8f2-4b68-b6a9-68db7305ac94 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:43:30.814971 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e20c1fc3-83db-4324-a83e-61ca59e19655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:31.027857 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] Set router c33f953e-ea53-4349-86f9-76d2abeb03fd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:43:31.145064 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6beb94-bc78-417a-a37d-934f992d230a req-f3db5178-be62-4893-9e43-34f5b695951d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:31.146636 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-f3db5178-be62-4893-9e43-34f5b695951d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/networks?id=283f2472-f9db-4d5b-ae9c-502fa829a529 HTTP/1.1" status: 200 len: 797 time: 0.1155267 Nov 16 05:43:31.167299 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e20c1fc3-83db-4324-a83e-61ca59e19655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:31.212262 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-875fd1f0-2b50-43a7-bf1d-675c6c2b6803 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 380 time: 0.0553377 Nov 16 05:43:31.223997 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c208dcb2-ee71-4352-8831-19798b34c682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'port': {'device_id': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'admin_state_up': True, 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'security_groups': ['8ba86f69-fa3d-4238-a1a8-b5a6a3c40620']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:43:31.227427 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e20c1fc3-83db-4324-a83e-61ca59e19655 None None] For port f73350b3-c8f2-4b68-b6a9-68db7305ac94, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f73350b3-c8f2-4b68-b6a9-68db7305ac94,segment=NetworkSegment(4a02aa39-4f78-4798-8dce-b94016f4f78d),segment_id=4a02aa39-4f78-4798-8dce-b94016f4f78d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:43:31.232613 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e20c1fc3-83db-4324-a83e-61ca59e19655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:31.309869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c1fc3-83db-4324-a83e-61ca59e19655 None None] Pushing event updated for resources: {'Port': ['ID=f73350b3-c8f2-4b68-b6a9-68db7305ac94,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:31.310314 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1002ef51-bf2d-4538-ac4d-5f99024c06f8 req-f56a9a88-e633-4324-a109-4744d6e2226d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 210 time: 0.0340087 Nov 16 05:43:31.329200 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:28Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'f73350b3-c8f2-4b68-b6a9-68db7305ac94', 'name': '', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:13:e2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:27Z', 'updated_at': '2021-11-16T05:43:30Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:31.350460 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c208dcb2-ee71-4352-8831-19798b34c682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:43:31.353996 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c208dcb2-ee71-4352-8831-19798b34c682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:31.358250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d8bcd-7229-4f06-b09d-392986a4db9a None None] The sync data for ids ['c33f953e-ea53-4349-86f9-76d2abeb03fd'] in n-d-818042-1 is: [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:28Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'f73350b3-c8f2-4b68-b6a9-68db7305ac94', 'name': '', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:13:e2:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:27Z', 'updated_at': '2021-11-16T05:43:30Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:43:31.373290 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dd5ca232-d4cb-4de2-8c0f-4aa10bb3ee76 None None] Provisioning complete for port f73350b3-c8f2-4b68-b6a9-68db7305ac94 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:43:31.373870 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca232-d4cb-4de2-8c0f-4aa10bb3ee76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:31.504692 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c208dcb2-ee71-4352-8831-19798b34c682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.20.0.5 (283f2472-f9db-4d5b-ae9c-502fa829a529/e1597e27-799e-4506-ae40-c4a480997ae6/4b3965e2-a028-452e-8ac7-bf316b5d3867) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:43:31.649345 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c208dcb2-ee71-4352-8831-19798b34c682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:31.686447 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c208dcb2-ee71-4352-8831-19798b34c682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:31.735878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c208dcb2-ee71-4352-8831-19798b34c682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network 283f2472-f9db-4d5b-ae9c-502fa829a529 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:43:31.739074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c208dcb2-ee71-4352-8831-19798b34c682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:43:31.743035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c208dcb2-ee71-4352-8831-19798b34c682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:43:31.752797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208dcb2-ee71-4352-8831-19798b34c682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=4b3965e2-a028-452e-8ac7-bf316b5d3867,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:31.800538 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c208dcb2-ee71-4352-8831-19798b34c682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:31.801319 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c208dcb2-ee71-4352-8831-19798b34c682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:31.830033 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c208dcb2-ee71-4352-8831-19798b34c682 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6099818 Nov 16 05:43:31.843065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Request body: {'port': {'device_id': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:43:31.884980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f73350b3-c8f2-4b68-b6a9-68db7305ac94 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:43:31.910978 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:31.961786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port f73350b3-c8f2-4b68-b6a9-68db7305ac94 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:43:31.962155 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:32.019565 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-02ccddc3-4a42-47a5-88b6-a7c44c60dc68 None None] Provisioning complete for port 4b3965e2-a028-452e-8ac7-bf316b5d3867 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:43:32.019933 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-02ccddc3-4a42-47a5-88b6-a7c44c60dc68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:32.084062 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-02ccddc3-4a42-47a5-88b6-a7c44c60dc68 None None] Port 4b3965e2-a028-452e-8ac7-bf316b5d3867 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:43:32.205321 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3965e2-a028-452e-8ac7-bf316b5d3867 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:43:32.213230 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:32.226544 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Transition to ACTIVE for port object 4b3965e2-a028-452e-8ac7-bf316b5d3867 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:43:32.231007 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:32.279777 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3965e2-a028-452e-8ac7-bf316b5d3867,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:32.361069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Attempting to bind port 4b3965e2-a028-452e-8ac7-bf316b5d3867 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:43:32.361503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Attempting to bind port 4b3965e2-a028-452e-8ac7-bf316b5d3867 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '4a02aa39-4f78-4798-8dce-b94016f4f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:43:32.361969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Attempting to bind port 4b3965e2-a028-452e-8ac7-bf316b5d3867 on network 283f2472-f9db-4d5b-ae9c-502fa829a529 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:43:32.366998 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Port 4b3965e2-a028-452e-8ac7-bf316b5d3867 on network 283f2472-f9db-4d5b-ae9c-502fa829a529 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:43:32.367505 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Attempting to bind port 4b3965e2-a028-452e-8ac7-bf316b5d3867 on network 283f2472-f9db-4d5b-ae9c-502fa829a529 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:43:32.375246 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:43:32.375588 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Checking segment: {'id': '4a02aa39-4f78-4798-8dce-b94016f4f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:43:32.375978 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Bound using segment: {'id': '4a02aa39-4f78-4798-8dce-b94016f4f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:43:32.376428 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Bound port: 4b3965e2-a028-452e-8ac7-bf316b5d3867, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a02aa39-4f78-4798-8dce-b94016f4f78d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:43:32.376804 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:32.453125 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] For port 4b3965e2-a028-452e-8ac7-bf316b5d3867, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:43:32.456818 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] For port 4b3965e2-a028-452e-8ac7-bf316b5d3867, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4b3965e2-a028-452e-8ac7-bf316b5d3867,segment=NetworkSegment(4a02aa39-4f78-4798-8dce-b94016f4f78d),segment_id=4a02aa39-4f78-4798-8dce-b94016f4f78d)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:43:32.462431 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:32.464081 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9d59e-c3da-4ec5-9b4b-0915a2510cf5 req-169008e2-bad5-4da1-8a59-4b66c3f7b958 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:32.465637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbe9d59e-c3da-4ec5-9b4b-0915a2510cf5 req-169008e2-bad5-4da1-8a59-4b66c3f7b958 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 943 time: 0.0700958 Nov 16 05:43:32.502084 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:32.502846 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:32.504574 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] 10.222.0.15 "PUT /v2.0/ports/4b3965e2-a028-452e-8ac7-bf316b5d3867 HTTP/1.1" status: 200 len: 1091 time: 0.6655700 Nov 16 05:43:32.505138 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'tag': '4b3965e2-a028-452e-8ac7-bf316b5d3867'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:43:32.507742 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e40684-b68a-4045-9932-26e26894ebc0" -d '{"events": [{"name": "network-changed", "server_uuid": "296528ba-f936-4adc-84ab-db2f3b0ab716", "tag": "4b3965e2-a028-452e-8ac7-bf316b5d3867"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:43:32.541339 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111eac2-2612-47b4-8fec-40c66e866ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3965e2-a028-452e-8ac7-bf316b5d3867,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:32.554772 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbe9d59e-c3da-4ec5-9b4b-0915a2510cf5 req-20cd1ec7-cdba-41d9-9fa8-f361c2df8aad tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770011 Nov 16 05:43:32.587465 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58aa1b0b-5517-4618-a718-13a96cbcbbcb x-openstack-request-id: req-58aa1b0b-5517-4618-a718-13a96cbcbbcb {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:43:32.587966 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296528ba-f936-4adc-84ab-db2f3b0ab716", "tag": "4b3965e2-a028-452e-8ac7-bf316b5d3867", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:43:32.588283 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58aa1b0b-5517-4618-a718-13a96cbcbbcb {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:43:32.592732 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'tag': '4b3965e2-a028-452e-8ac7-bf316b5d3867', 'status': 'completed', 'code': 200} Nov 16 05:43:32.610206 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6beb94-bc78-417a-a37d-934f992d230a req-d657e225-7401-4068-b995-cac95ec55437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:32.612467 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-d657e225-7401-4068-b995-cac95ec55437 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 1094 time: 0.0612698 Nov 16 05:43:32.658969 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-1661a311-0b0f-46c0-a152-11c27f6a9ef9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b3965e2-a028-452e-8ac7-bf316b5d3867 HTTP/1.1" status: 200 len: 217 time: 0.0386271 Nov 16 05:43:32.711039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c5e220d8-3c4c-4562-a5b0-f5cca30d9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:32.712629 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-c5e220d8-3c4c-4562-a5b0-f5cca30d9308 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1597e27-799e-4506-ae40-c4a480997ae6 HTTP/1.1" status: 200 len: 835 time: 0.0470879 Nov 16 05:43:32.760135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6beb94-bc78-417a-a37d-934f992d230a req-ec66d5d5-3c38-47b5-a2e4-1a561dbf35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:32.762244 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-ec66d5d5-3c38-47b5-a2e4-1a561dbf35eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=283f2472-f9db-4d5b-ae9c-502fa829a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416033 Nov 16 05:43:32.854585 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-f588e971-7873-44a3-a077-d4802410f0f5 service neutron] 10.222.0.15 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852940 Nov 16 05:43:32.943205 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-0a6beb94-bc78-417a-a37d-934f992d230a req-bd40742b-dd15-45b4-ad8c-7208f68f9dbe service neutron] 10.222.0.15 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819473 Nov 16 05:43:33.034901 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e40684-b68a-4045-9932-26e26894ebc0 req-922776e4-3b5b-463c-85be-06d9d6f8e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:33.036271 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-75e40684-b68a-4045-9932-26e26894ebc0 req-922776e4-3b5b-463c-85be-06d9d6f8e68a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 1094 time: 0.0448706 Nov 16 05:43:33.123752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e40684-b68a-4045-9932-26e26894ebc0 req-1daf456b-6ff9-48d2-a07e-7e4ec7f12125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:33.125164 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-75e40684-b68a-4045-9932-26e26894ebc0 req-1daf456b-6ff9-48d2-a07e-7e4ec7f12125 service neutron] 10.222.0.15 "GET /v2.0/networks?id=283f2472-f9db-4d5b-ae9c-502fa829a529 HTTP/1.1" status: 200 len: 898 time: 0.0820596 Nov 16 05:43:33.168772 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-75e40684-b68a-4045-9932-26e26894ebc0 req-302c4256-d9fc-4d5f-aa15-5e1fa44d70ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b3965e2-a028-452e-8ac7-bf316b5d3867 HTTP/1.1" status: 200 len: 217 time: 0.0366604 Nov 16 05:43:33.216646 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e40684-b68a-4045-9932-26e26894ebc0 req-30bd77aa-46c8-4c0c-8cb2-adadb5fefe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:33.218050 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-75e40684-b68a-4045-9932-26e26894ebc0 req-30bd77aa-46c8-4c0c-8cb2-adadb5fefe02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1597e27-799e-4506-ae40-c4a480997ae6 HTTP/1.1" status: 200 len: 835 time: 0.0420587 Nov 16 05:43:33.261920 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e40684-b68a-4045-9932-26e26894ebc0 req-faad0d41-a868-4c7d-af64-e95f5fa2bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:33.263344 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-75e40684-b68a-4045-9932-26e26894ebc0 req-faad0d41-a868-4c7d-af64-e95f5fa2bcd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=283f2472-f9db-4d5b-ae9c-502fa829a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384662 Nov 16 05:43:33.358659 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-75e40684-b68a-4045-9932-26e26894ebc0 req-0c2d34bf-108c-49ef-bafc-41c0cea270d2 service neutron] 10.222.0.15 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871770 Nov 16 05:43:33.447178 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-75e40684-b68a-4045-9932-26e26894ebc0 req-38afd052-1271-4cdd-bdbb-5f9119faf23f service neutron] 10.222.0.15 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812893 Nov 16 05:43:33.658832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e90eed-0135-4cb9-8653-9bc56aece40b req-8b7bee15-fb06-448e-afbd-30998b1120a7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:33.660310 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-61e90eed-0135-4cb9-8653-9bc56aece40b req-8b7bee15-fb06-448e-afbd-30998b1120a7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 943 time: 0.0482016 Nov 16 05:43:33.708863 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-61e90eed-0135-4cb9-8653-9bc56aece40b req-d799bf94-1b07-4621-93d7-ce73523152df tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424190 Nov 16 05:43:34.828065 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae7c7e-ed22-48f1-8719-53f281e7b933 req-cd13e7ea-c78d-4622-8e9a-e675143f38c8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:34.829536 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53ae7c7e-ed22-48f1-8719-53f281e7b933 req-cd13e7ea-c78d-4622-8e9a-e675143f38c8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 943 time: 0.0524702 Nov 16 05:43:34.878238 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-53ae7c7e-ed22-48f1-8719-53f281e7b933 req-259c32af-6a5f-42b4-8dd2-7f3dddd67ca2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Nov 16 05:43:35.465160 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:43:35.990929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbb9b7-a457-455d-847e-1d973fca5c19 req-0c997034-479c-4be1-843a-384c9a197aff tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:35.992442 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cfbb9b7-a457-455d-847e-1d973fca5c19 req-0c997034-479c-4be1-843a-384c9a197aff tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 943 time: 0.0480998 Nov 16 05:43:36.042048 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cfbb9b7-a457-455d-847e-1d973fca5c19 req-6ca8c5c7-a166-48a2-a912-f49e364d857f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429764 Nov 16 05:43:36.364557 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4b3965e2-a028-452e-8ac7-bf316b5d3867 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:43:36.459278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4b3965e2-a028-452e-8ac7-bf316b5d3867, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4b3965e2-a028-452e-8ac7-bf316b5d3867,segment=NetworkSegment(4a02aa39-4f78-4798-8dce-b94016f4f78d),segment_id=4a02aa39-4f78-4798-8dce-b94016f4f78d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:43:36.470527 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '4b3965e2-a028-452e-8ac7-bf316b5d3867', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'port_id': '4b3965e2-a028-452e-8ac7-bf316b5d3867', 'mac_address': 'fa:16:3e:a4:e8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:43:36.508251 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:36.523167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3965e2-a028-452e-8ac7-bf316b5d3867 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:43:36.543237 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4b3965e2-a028-452e-8ac7-bf316b5d3867, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4b3965e2-a028-452e-8ac7-bf316b5d3867,segment=NetworkSegment(4a02aa39-4f78-4798-8dce-b94016f4f78d),segment_id=4a02aa39-4f78-4798-8dce-b94016f4f78d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:43:36.546950 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:36.592871 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4b3965e2-a028-452e-8ac7-bf316b5d3867,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:36.753436 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['4b3965e2-a028-452e-8ac7-bf316b5d3867'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:43:37.157976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca947c-255e-4fb1-93c3-70965696cbaf req-3987b9e5-eaa2-4496-83b0-2bf0aea0bc7a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:37.159421 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91ca947c-255e-4fb1-93c3-70965696cbaf req-3987b9e5-eaa2-4496-83b0-2bf0aea0bc7a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 944 time: 0.0481112 Nov 16 05:43:37.210867 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-91ca947c-255e-4fb1-93c3-70965696cbaf req-6db88b5c-6046-4f16-91f7-d54588d895ca tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456028 Nov 16 05:43:38.106194 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9db37a76-fab0-493e-a5d1-2b9def751413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:38.324841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871e82d-8749-4a0d-88a8-f9f938b272fe req-6679146f-6a9e-4092-8d06-55f64f25fae7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:38.326322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3871e82d-8749-4a0d-88a8-f9f938b272fe req-6679146f-6a9e-4092-8d06-55f64f25fae7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 944 time: 0.0485079 Nov 16 05:43:38.375592 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4b3965e2-a028-452e-8ac7-bf316b5d3867 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:43:38.382930 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3871e82d-8749-4a0d-88a8-f9f938b272fe req-fbacc522-df0a-4225-bf00-5722b584bb87 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506923 Nov 16 05:43:38.427083 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 4b3965e2-a028-452e-8ac7-bf316b5d3867 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:43:38.430693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 4b3965e2-a028-452e-8ac7-bf316b5d3867 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:43:38.431062 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:38.503739 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:38.526440 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3965e2-a028-452e-8ac7-bf316b5d3867'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:43:38.528671 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd22d3f-3517-4d36-89e0-196194f6609a" -d '{"events": [{"server_uuid": "296528ba-f936-4adc-84ab-db2f3b0ab716", "name": "network-vif-plugged", "status": "completed", "tag": "4b3965e2-a028-452e-8ac7-bf316b5d3867"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:43:38.541043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 4b3965e2-a028-452e-8ac7-bf316b5d3867, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4b3965e2-a028-452e-8ac7-bf316b5d3867,segment=NetworkSegment(4a02aa39-4f78-4798-8dce-b94016f4f78d),segment_id=4a02aa39-4f78-4798-8dce-b94016f4f78d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:43:38.546127 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:38.571993 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcc3b9e-7378-453b-9de6-e6ef918b9313 x-openstack-request-id: req-8bcc3b9e-7378-453b-9de6-e6ef918b9313 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:43:38.572286 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296528ba-f936-4adc-84ab-db2f3b0ab716", "name": "network-vif-plugged", "status": "completed", "tag": "4b3965e2-a028-452e-8ac7-bf316b5d3867", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:43:38.572543 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8bcc3b9e-7378-453b-9de6-e6ef918b9313 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:43:38.573567 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3965e2-a028-452e-8ac7-bf316b5d3867', 'code': 200} Nov 16 05:43:38.600372 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=4b3965e2-a028-452e-8ac7-bf316b5d3867,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:38.664782 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a17442-1b28-449e-b554-c9addab66d6d req-e2dcf71d-9f1e-44e9-9029-3f0f4bd19115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:38.666321 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-31a17442-1b28-449e-b554-c9addab66d6d req-e2dcf71d-9f1e-44e9-9029-3f0f4bd19115 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 1096 time: 0.0426154 Nov 16 05:43:38.713032 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-31a17442-1b28-449e-b554-c9addab66d6d req-99ddfbe3-81f9-4eea-bde6-615dbf6d1f2a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380638 Nov 16 05:43:39.497450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa651579-48ad-4071-83d0-c8a386af960a req-cd7eb7f2-dcb6-4091-95a5-3ee51b6f6834 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:39.498933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa651579-48ad-4071-83d0-c8a386af960a req-cd7eb7f2-dcb6-4091-95a5-3ee51b6f6834 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0493228 Nov 16 05:43:39.547837 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa651579-48ad-4071-83d0-c8a386af960a req-649784b9-45ca-4c31-a10c-fff75de8c425 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Nov 16 05:43:40.293042 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d3b8db1-264b-4dcb-ac1d-52a2eb875206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:40.667035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0663a-0bd4-456a-829f-061ab39012e4 req-2df0cceb-2bdd-47de-a2a6-926034d3ba31 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:40.668472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0de0663a-0bd4-456a-829f-061ab39012e4 req-2df0cceb-2bdd-47de-a2a6-926034d3ba31 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0517681 Nov 16 05:43:40.716838 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0de0663a-0bd4-456a-829f-061ab39012e4 req-6e60c692-78c5-4495-8569-b0da7c576807 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424609 Nov 16 05:43:40.833475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b1922-b24e-41e4-9183-998ff441940d req-ea864ec1-9a77-43b5-bdbf-514eeef11cde tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:40.834886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-288b1922-b24e-41e4-9183-998ff441940d req-ea864ec1-9a77-43b5-bdbf-514eeef11cde tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0488999 Nov 16 05:43:40.883184 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-288b1922-b24e-41e4-9183-998ff441940d req-33119be3-9bf4-43a1-ab61-f9ae77b36057 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423770 Nov 16 05:43:40.903940 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34596) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:40.947609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f812968-a4b8-4b7d-a6bb-78b0200a675a tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:40.949106 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4f812968-a4b8-4b7d-a6bb-78b0200a675a tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 1091 time: 0.0442250 Nov 16 05:43:40.951894 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34598) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:40.956120 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '4b3965e2-a028-452e-8ac7-bf316b5d3867', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:43:40.976866 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:41.071698 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:41.175613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.25.0.61 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/008410d3-b87f-49eb-b493-004da52a01ed) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:43:41.274439 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:41.308103 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:41.352371 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:43:41.355957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:43:41.358450 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:43:41.386424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=008410d3-b87f-49eb-b493-004da52a01ed,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:41.698454 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:41.772041 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:41.919847 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:41.924453 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:41.989630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=008410d3-b87f-49eb-b493-004da52a01ed,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:43:42.001972 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:42.103710 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Floating IP 34496eeb-aace-4eb0-8e72-f33bc9896b6c associated. External IP: 172.25.0.61, port: 4b3965e2-a028-452e-8ac7-bf316b5d3867. Nov 16 05:43:42.138930 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:42.311813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router c33f953e-ea53-4349-86f9-76d2abeb03fd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:43:42.419200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:43:42.428487 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96370507-4702-4c31-9171-e9a3f7c824e3 None None] Sync routers for ids ['c33f953e-ea53-4349-86f9-76d2abeb03fd'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:43:42.439655 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96370507-4702-4c31-9171-e9a3f7c824e3 None None] Routers {'c33f953e-ea53-4349-86f9-76d2abeb03fd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:43:42.440149 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:42.440282 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-96370507-4702-4c31-9171-e9a3f7c824e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:43:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c33f953e-ea53-4349-86f9-76d2abeb03fd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:42.466278 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-59365bd7-653a-4f49-b684-03c5505b43ae tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5134051 Nov 16 05:43:42.466878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'tag': '4b3965e2-a028-452e-8ac7-bf316b5d3867'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:43:42.469120 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef013ed8-ef4e-4c97-933b-6ba24b6ac465" -d '{"events": [{"name": "network-changed", "server_uuid": "296528ba-f936-4adc-84ab-db2f3b0ab716", "tag": "4b3965e2-a028-452e-8ac7-bf316b5d3867"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:43:42.506349 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31efd39-d7f4-44f8-b66b-9ba1e2f8e552 x-openstack-request-id: req-f31efd39-d7f4-44f8-b66b-9ba1e2f8e552 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:43:42.506499 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296528ba-f936-4adc-84ab-db2f3b0ab716", "tag": "4b3965e2-a028-452e-8ac7-bf316b5d3867", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:43:42.506747 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f31efd39-d7f4-44f8-b66b-9ba1e2f8e552 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:43:42.507160 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'tag': '4b3965e2-a028-452e-8ac7-bf316b5d3867', 'status': 'completed', 'code': 200} Nov 16 05:43:42.547449 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-96370507-4702-4c31-9171-e9a3f7c824e3 None None] Set router c33f953e-ea53-4349-86f9-76d2abeb03fd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:43:42.574599 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef013ed8-ef4e-4c97-933b-6ba24b6ac465 req-4c36f2be-6964-496f-886d-5aaf6978e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:42.575909 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ef013ed8-ef4e-4c97-933b-6ba24b6ac465 req-4c36f2be-6964-496f-886d-5aaf6978e2c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 1096 time: 0.0461714 Nov 16 05:43:42.641259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58307b-2765-4894-8773-1d5f42050870 req-23c22494-775e-41a1-a2f7-b382554dd265 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:42.642932 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b58307b-2765-4894-8773-1d5f42050870 req-23c22494-775e-41a1-a2f7-b382554dd265 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.1231127 Nov 16 05:43:42.673708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef013ed8-ef4e-4c97-933b-6ba24b6ac465 req-6d06005f-13f3-479c-acf1-daca55e28dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:42.675556 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ef013ed8-ef4e-4c97-933b-6ba24b6ac465 req-6d06005f-13f3-479c-acf1-daca55e28dd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=283f2472-f9db-4d5b-ae9c-502fa829a529 HTTP/1.1" status: 200 len: 898 time: 0.0923104 Nov 16 05:43:42.698738 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2b58307b-2765-4894-8773-1d5f42050870 req-beabaf34-b0c3-48e4-b585-89b7b31eb5c3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483620 Nov 16 05:43:42.720758 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34606) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:42.748397 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ef013ed8-ef4e-4c97-933b-6ba24b6ac465 req-6ff2fede-9185-498b-8ce9-45879fb13279 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b3965e2-a028-452e-8ac7-bf316b5d3867 HTTP/1.1" status: 200 len: 998 time: 0.0650206 Nov 16 05:43:42.788827 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ef99829e-71a5-46f2-8cc4-a0c0a98d58e6 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/34496eeb-aace-4eb0-8e72-f33bc9896b6c HTTP/1.1" status: 200 len: 990 time: 0.0668449 Nov 16 05:43:42.798529 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef013ed8-ef4e-4c97-933b-6ba24b6ac465 req-0189feb7-8024-473b-98ef-7b730a580e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:42.800021 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ef013ed8-ef4e-4c97-933b-6ba24b6ac465 req-0189feb7-8024-473b-98ef-7b730a580e48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1597e27-799e-4506-ae40-c4a480997ae6 HTTP/1.1" status: 200 len: 835 time: 0.0450337 Nov 16 05:43:42.845052 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef013ed8-ef4e-4c97-933b-6ba24b6ac465 req-3a2abb86-bdc5-4b6a-812f-a13d24c7b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:43:42.846480 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ef013ed8-ef4e-4c97-933b-6ba24b6ac465 req-3a2abb86-bdc5-4b6a-812f-a13d24c7b1c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=283f2472-f9db-4d5b-ae9c-502fa829a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401208 Nov 16 05:43:42.866122 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-96370507-4702-4c31-9171-e9a3f7c824e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:28Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '34496eeb-aace-4eb0-8e72-f33bc9896b6c', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'port_id': '4b3965e2-a028-452e-8ac7-bf316b5d3867', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'mac_address': 'fa:16:3e:a4:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:43:41Z', 'updated_at': '2021-11-16T05:43:41Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73350b3-c8f2-4b68-b6a9-68db7305ac94', 'name': '', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:13:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:27Z', 'updated_at': '2021-11-16T05:43:31Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:42.895467 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96370507-4702-4c31-9171-e9a3f7c824e3 None None] Checking router: c33f953e-ea53-4349-86f9-76d2abeb03fd for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:43:42.903632 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96370507-4702-4c31-9171-e9a3f7c824e3 None None] Routers {'c33f953e-ea53-4349-86f9-76d2abeb03fd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:43:42.904235 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-96370507-4702-4c31-9171-e9a3f7c824e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:43:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c33f953e-ea53-4349-86f9-76d2abeb03fd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:42.939411 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ef013ed8-ef4e-4c97-933b-6ba24b6ac465 req-d891c3a4-54e1-43ca-8a53-e8ace33c44c3 service neutron] 10.222.0.15 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862315 Nov 16 05:43:43.007559 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-96370507-4702-4c31-9171-e9a3f7c824e3 None None] Set router c33f953e-ea53-4349-86f9-76d2abeb03fd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:43:43.029247 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ef013ed8-ef4e-4c97-933b-6ba24b6ac465 req-9abe5485-328a-47ee-8736-e4245d6728c0 service neutron] 10.222.0.15 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831442 Nov 16 05:43:43.222251 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-96370507-4702-4c31-9171-e9a3f7c824e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:28Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '34496eeb-aace-4eb0-8e72-f33bc9896b6c', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'port_id': '4b3965e2-a028-452e-8ac7-bf316b5d3867', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'mac_address': 'fa:16:3e:a4:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:43:41Z', 'updated_at': '2021-11-16T05:43:41Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73350b3-c8f2-4b68-b6a9-68db7305ac94', 'name': '', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:13:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:27Z', 'updated_at': '2021-11-16T05:43:31Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:43:43.250041 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96370507-4702-4c31-9171-e9a3f7c824e3 None None] The sync data for ids ['c33f953e-ea53-4349-86f9-76d2abeb03fd'] in n-d-818042-1 is: [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:28Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '34496eeb-aace-4eb0-8e72-f33bc9896b6c', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.61', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'port_id': '4b3965e2-a028-452e-8ac7-bf316b5d3867', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4268, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'mac_address': 'fa:16:3e:a4:e8:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:43:41Z', 'updated_at': '2021-11-16T05:43:41Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f73350b3-c8f2-4b68-b6a9-68db7305ac94', 'name': '', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:13:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:27Z', 'updated_at': '2021-11-16T05:43:31Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:43:43.448828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc4bdeb-20a3-4a54-8862-54f62016ffe9 None None] New status for floating IP 34496eeb-aace-4eb0-8e72-f33bc9896b6c: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:43:43.509084 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:43.792743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34608) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:43:43.846776 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:43.854052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e596ba52-b3e8-48bf-b645-d2b7ead8e1c3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/34496eeb-aace-4eb0-8e72-f33bc9896b6c HTTP/1.1" status: 200 len: 992 time: 0.0601604 Nov 16 05:43:46.900494 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:43:48.932973 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:08.108210 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1b3db207-7a15-411e-8105-7348429cc4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:10.293949 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-57627912-d833-4818-852d-9a099b03980f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:12.140982 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:12.464756 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:44:13.492348 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:13.839336 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:15.305604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4c9201-43a6-428e-b69a-ac3a49f45603 req-3d7d9628-18e2-4ebd-99ea-3f13e0d6c198 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:15.307351 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc4c9201-43a6-428e-b69a-ac3a49f45603 req-3d7d9628-18e2-4ebd-99ea-3f13e0d6c198 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0992987 Nov 16 05:44:15.355228 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dc4c9201-43a6-428e-b69a-ac3a49f45603 req-e4553ca7-019a-4f81-8192-f1fa65fd4e1f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420077 Nov 16 05:44:16.474185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b66f1d-8636-425e-8677-c36699cfcee8 req-8f6068fc-3140-4562-aace-01be39dcef3c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:16.475658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0b66f1d-8636-425e-8677-c36699cfcee8 req-8f6068fc-3140-4562-aace-01be39dcef3c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0517573 Nov 16 05:44:16.524306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0b66f1d-8636-425e-8677-c36699cfcee8 req-8122e73e-484b-4fcb-ab8b-2088171344c9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422070 Nov 16 05:44:16.898722 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:17.639238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd0e0f-9f00-4b7b-9304-b9a6867e0a46 req-0d0febda-1e53-449b-a29a-5c7468762a76 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:17.640764 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fffd0e0f-9f00-4b7b-9304-b9a6867e0a46 req-0d0febda-1e53-449b-a29a-5c7468762a76 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0478382 Nov 16 05:44:17.689733 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fffd0e0f-9f00-4b7b-9304-b9a6867e0a46 req-7f709518-34ac-4543-b0df-98148d3c3050 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430875 Nov 16 05:44:18.809036 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd6e24-8346-40be-b2e2-94d604395836 req-16d8d1b2-5877-4d06-b659-de8bfcf8fb2d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:18.810529 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2dd6e24-8346-40be-b2e2-94d604395836 req-16d8d1b2-5877-4d06-b659-de8bfcf8fb2d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0519974 Nov 16 05:44:18.858965 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e2dd6e24-8346-40be-b2e2-94d604395836 req-ec7c0858-5234-4f67-adcf-2c9b2cd427af tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 Nov 16 05:44:18.950776 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:19.973562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ce636-cf2b-481c-a3ab-97ba44cd0acd req-3eb9e89d-ef5e-4360-95f2-72982f000986 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:19.975069 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-742ce636-cf2b-481c-a3ab-97ba44cd0acd req-3eb9e89d-ef5e-4360-95f2-72982f000986 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0488000 Nov 16 05:44:20.023823 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-742ce636-cf2b-481c-a3ab-97ba44cd0acd req-870c98e2-26ef-4370-ae39-db2d1db2efca tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422764 Nov 16 05:44:21.137575 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbba6b-a0d0-499d-bec7-e1c0d60887d2 req-07140ba5-ab70-4888-a356-8ca47fa4e20e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:21.139057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00cbba6b-a0d0-499d-bec7-e1c0d60887d2 req-07140ba5-ab70-4888-a356-8ca47fa4e20e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0473158 Nov 16 05:44:21.191061 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-00cbba6b-a0d0-499d-bec7-e1c0d60887d2 req-e978bbcd-aa53-4600-950b-230a2e381c6e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462430 Nov 16 05:44:22.308761 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf787e-f69c-4826-ab59-453c42b739ae req-0baf41a5-072e-49ce-9e8a-dfbc94dafe18 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:22.310271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f9bf787e-f69c-4826-ab59-453c42b739ae req-0baf41a5-072e-49ce-9e8a-dfbc94dafe18 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0496280 Nov 16 05:44:22.361612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f9bf787e-f69c-4826-ab59-453c42b739ae req-6c937f1e-078c-4b76-a93a-09cd43a101c7 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454769 Nov 16 05:44:22.696995 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787330e-f26e-4121-be09-6a82368d6b93 req-62f64e52-69f2-4111-8e13-06c4d958b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:22.698527 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6787330e-f26e-4121-be09-6a82368d6b93 req-62f64e52-69f2-4111-8e13-06c4d958b8d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 1096 time: 0.0438213 Nov 16 05:44:23.096782 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787330e-f26e-4121-be09-6a82368d6b93 req-0c126a07-6867-4899-83fc-b447fed1b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:23.098174 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6787330e-f26e-4121-be09-6a82368d6b93 req-0c126a07-6867-4899-83fc-b447fed1b209 service neutron] 10.222.0.15 "GET /v2.0/networks?id=283f2472-f9db-4d5b-ae9c-502fa829a529 HTTP/1.1" status: 200 len: 898 time: 0.3814967 Nov 16 05:44:23.163558 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6787330e-f26e-4121-be09-6a82368d6b93 req-bcf44654-b135-4e78-a8b3-cb7dce125919 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b3965e2-a028-452e-8ac7-bf316b5d3867 HTTP/1.1" status: 200 len: 1000 time: 0.0579288 Nov 16 05:44:23.210630 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787330e-f26e-4121-be09-6a82368d6b93 req-54580c63-20c4-404d-b5af-6682dfd5830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:23.211972 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6787330e-f26e-4121-be09-6a82368d6b93 req-54580c63-20c4-404d-b5af-6682dfd5830b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1597e27-799e-4506-ae40-c4a480997ae6 HTTP/1.1" status: 200 len: 835 time: 0.0408616 Nov 16 05:44:23.255520 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787330e-f26e-4121-be09-6a82368d6b93 req-8059f1df-02f4-47bd-86b4-d5231fd1843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:23.256920 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6787330e-f26e-4121-be09-6a82368d6b93 req-8059f1df-02f4-47bd-86b4-d5231fd1843d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=283f2472-f9db-4d5b-ae9c-502fa829a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0373096 Nov 16 05:44:23.345846 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6787330e-f26e-4121-be09-6a82368d6b93 req-520fce11-9d25-404f-8286-c504e40c8763 service neutron] 10.222.0.15 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822244 Nov 16 05:44:23.433681 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-6787330e-f26e-4121-be09-6a82368d6b93 req-1c9425d6-19ce-4853-987b-5e5c0bd8a59f service neutron] 10.222.0.15 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808384 Nov 16 05:44:23.477260 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7537a-7b6e-44ef-93f2-988c3a3eb0c1 req-376dd7a2-e3b0-47c1-8fa3-9c6cdcef3593 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:23.478757 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffa7537a-7b6e-44ef-93f2-988c3a3eb0c1 req-376dd7a2-e3b0-47c1-8fa3-9c6cdcef3593 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0487177 Nov 16 05:44:23.526304 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ffa7537a-7b6e-44ef-93f2-988c3a3eb0c1 req-35c7feda-34f1-44ff-9b03-32fcefd1185f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416288 Nov 16 05:44:24.644675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d6610-8c90-49b9-aa75-9bd668e1957a req-a6def7aa-c8ad-4671-99ae-6873e41e1a5c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:24.646171 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b2d6610-8c90-49b9-aa75-9bd668e1957a req-a6def7aa-c8ad-4671-99ae-6873e41e1a5c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0531797 Nov 16 05:44:24.695131 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7b2d6610-8c90-49b9-aa75-9bd668e1957a req-7a866439-c97d-4396-ab4a-9195607eb725 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426400 Nov 16 05:44:25.808900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943e335-fd72-46d8-ba6a-8837a547e406 req-9f454b18-0bb3-419b-9724-e958031fbb09 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:25.810396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d943e335-fd72-46d8-ba6a-8837a547e406 req-9f454b18-0bb3-419b-9724-e958031fbb09 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0482461 Nov 16 05:44:25.858709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d943e335-fd72-46d8-ba6a-8837a547e406 req-e5bd95f6-ffaf-497b-9a3a-ccc5d314bc61 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423133 Nov 16 05:44:26.970924 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de4fda-e625-423b-9373-494bb76fb29b req-4aae44c3-49b3-4936-96f7-bec63ccacd61 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:26.972357 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59de4fda-e625-423b-9373-494bb76fb29b req-4aae44c3-49b3-4936-96f7-bec63ccacd61 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0469050 Nov 16 05:44:27.023679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-59de4fda-e625-423b-9373-494bb76fb29b req-e1b5d16a-7e47-4efd-a1b0-a0d3ea7549c5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453529 Nov 16 05:44:28.141874 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad956c-949c-4c3e-8c5c-c5ccd6fd13b2 req-70fee0df-3ecd-441c-8689-1147471c4dbe tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:28.143390 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4ad956c-949c-4c3e-8c5c-c5ccd6fd13b2 req-70fee0df-3ecd-441c-8689-1147471c4dbe tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0488958 Nov 16 05:44:28.193618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f4ad956c-949c-4c3e-8c5c-c5ccd6fd13b2 req-f2f137db-0fee-4798-907f-84cf7b61119b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443075 Nov 16 05:44:29.306857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e84ad7-1490-4864-b8fc-58f89680a3b3 req-603715ed-306d-4d48-99e7-c1e474128ec9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:29.308316 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0e84ad7-1490-4864-b8fc-58f89680a3b3 req-603715ed-306d-4d48-99e7-c1e474128ec9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0477078 Nov 16 05:44:29.357236 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0e84ad7-1490-4864-b8fc-58f89680a3b3 req-34908437-e764-42ff-b4ae-5bb9455706b5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 Nov 16 05:44:30.475016 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde680c-8006-4a0d-80b2-fea531b49304 req-f3d281f5-0ec2-494f-8a8d-14aaecf84925 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:30.476505 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bbde680c-8006-4a0d-80b2-fea531b49304 req-f3d281f5-0ec2-494f-8a8d-14aaecf84925 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0529361 Nov 16 05:44:30.526414 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bbde680c-8006-4a0d-80b2-fea531b49304 req-555475d4-4b82-4008-a88c-9aada4b68078 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424738 Nov 16 05:44:31.642639 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2585ed9-0265-4cdf-bd45-88d4375002f0 req-7a6351d2-4d4f-42bb-a281-7ce4cd0e8ad3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:31.644127 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2585ed9-0265-4cdf-bd45-88d4375002f0 req-7a6351d2-4d4f-42bb-a281-7ce4cd0e8ad3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0489457 Nov 16 05:44:31.694009 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2585ed9-0265-4cdf-bd45-88d4375002f0 req-f9805c3a-2164-4133-9a93-7221fa66d7dc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430779 Nov 16 05:44:31.715799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34656) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:44:31.780787 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f4586141-443d-4683-96c9-1ee7d8f26675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/34496eeb-aace-4eb0-8e72-f33bc9896b6c HTTP/1.1" status: 200 len: 992 time: 0.0638134 Nov 16 05:44:33.048539 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20974d9-689d-49eb-b967-0f7ef43396e9 req-c521cf6c-cdb6-48f4-88bb-eda46feec795 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:33.050015 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b20974d9-689d-49eb-b967-0f7ef43396e9 req-c521cf6c-cdb6-48f4-88bb-eda46feec795 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0527275 Nov 16 05:44:33.064085 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb05d12-0f9e-4952-9cb1-198edb852017 req-eeb20b58-17b3-4dda-9198-d9509e236a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:33.065563 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bdb05d12-0f9e-4952-9cb1-198edb852017 req-eeb20b58-17b3-4dda-9198-d9509e236a95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 1096 time: 0.0409002 Nov 16 05:44:33.100524 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b20974d9-689d-49eb-b967-0f7ef43396e9 req-6dcb690c-7e34-4ea8-9bad-b56292437cec tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439327 Nov 16 05:44:33.155615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb05d12-0f9e-4952-9cb1-198edb852017 req-bcecd400-ca90-4ecc-b28a-9d7c28174de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:33.157058 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bdb05d12-0f9e-4952-9cb1-198edb852017 req-bcecd400-ca90-4ecc-b28a-9d7c28174de0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=283f2472-f9db-4d5b-ae9c-502fa829a529 HTTP/1.1" status: 200 len: 898 time: 0.0847745 Nov 16 05:44:33.224852 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bdb05d12-0f9e-4952-9cb1-198edb852017 req-97eec018-ecf7-4ba8-a3a0-919115e19484 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b3965e2-a028-452e-8ac7-bf316b5d3867 HTTP/1.1" status: 200 len: 1000 time: 0.0610037 Nov 16 05:44:33.272397 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb05d12-0f9e-4952-9cb1-198edb852017 req-4d4dcb2c-19f5-418a-8dfb-cbf51cae9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:33.273813 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bdb05d12-0f9e-4952-9cb1-198edb852017 req-4d4dcb2c-19f5-418a-8dfb-cbf51cae9230 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1597e27-799e-4506-ae40-c4a480997ae6 HTTP/1.1" status: 200 len: 835 time: 0.0421555 Nov 16 05:44:33.318878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb05d12-0f9e-4952-9cb1-198edb852017 req-8d76d646-46bd-4c85-afc1-a2aa7cf72877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:33.320278 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bdb05d12-0f9e-4952-9cb1-198edb852017 req-8d76d646-46bd-4c85-afc1-a2aa7cf72877 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=283f2472-f9db-4d5b-ae9c-502fa829a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391734 Nov 16 05:44:33.409826 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bdb05d12-0f9e-4952-9cb1-198edb852017 req-d53858df-144e-4d01-84f8-c44398e35954 service neutron] 10.222.0.15 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829048 Nov 16 05:44:33.498446 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-bdb05d12-0f9e-4952-9cb1-198edb852017 req-35c2a4ea-c90a-4468-b79f-e8641f55cef3 service neutron] 10.222.0.15 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819321 Nov 16 05:44:34.219318 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dd853-9e7d-40d0-8747-f728992eed09 req-163b46aa-d956-42ea-abb8-1fea5dddfbf0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:44:34.220784 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d5dd853-9e7d-40d0-8747-f728992eed09 req-163b46aa-d956-42ea-abb8-1fea5dddfbf0 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0479400 Nov 16 05:44:34.269403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7d5dd853-9e7d-40d0-8747-f728992eed09 req-37723b6c-7511-4c9e-a648-19dc477d8e39 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427432 Nov 16 05:44:34.291823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34666) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:44:34.353795 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0a7153b6-3f85-4361-8e0c-6a528b68d00c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/34496eeb-aace-4eb0-8e72-f33bc9896b6c HTTP/1.1" status: 200 len: 992 time: 0.0608182 Nov 16 05:44:38.112689 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-563f2660-27fe-4b90-8245-ee2637964fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:40.294297 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9aabe1ec-4a27-4c1e-87c9-61ab5630ac9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:42.143041 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:43.494809 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:43.841034 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:46.912931 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:48.953107 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:44:49.463555 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:45:04.902990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34676) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:05.386401 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 008410d3-b87f-49eb-b493-004da52a01ed {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:45:05.386737 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:05.460894 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:05.461222 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:05.472677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 008410d3-b87f-49eb-b493-004da52a01ed owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:45:05.614819 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:05.643516 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=008410d3-b87f-49eb-b493-004da52a01ed,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:05.655039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:05.655396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:05.655743 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:05.656088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:05.656428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:05.656762 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:05.657097 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:05.657428 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:05.657779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:05.658113 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:05.658469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:05.658794 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:05.712067 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:05.712397 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Floating IP 34496eeb-aace-4eb0-8e72-f33bc9896b6c disassociated (deleted). External IP: 172.25.0.61, port: 4b3965e2-a028-452e-8ac7-bf316b5d3867. Nov 16 05:45:05.916625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router c33f953e-ea53-4349-86f9-76d2abeb03fd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:45:06.024370 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:45:06.029110 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:06.033697 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59123e-c9d0-4952-8e0d-f5acf90455e9 None None] Sync routers for ids ['c33f953e-ea53-4349-86f9-76d2abeb03fd'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:45:06.042507 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59123e-c9d0-4952-8e0d-f5acf90455e9 None None] Routers {'c33f953e-ea53-4349-86f9-76d2abeb03fd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:45:06.043107 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ba59123e-c9d0-4952-8e0d-f5acf90455e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:44:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c33f953e-ea53-4349-86f9-76d2abeb03fd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:06.055721 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8cb29fa4-48a0-433b-8429-5803d08a2338 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/floatingips/34496eeb-aace-4eb0-8e72-f33bc9896b6c HTTP/1.1" status: 204 len: 168 time: 1.1513786 Nov 16 05:45:06.056280 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'tag': '4b3965e2-a028-452e-8ac7-bf316b5d3867'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:45:06.058610 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09187c6d-c078-4f2b-9d7c-0cf2d0a16139" -d '{"events": [{"name": "network-changed", "server_uuid": "296528ba-f936-4adc-84ab-db2f3b0ab716", "tag": "4b3965e2-a028-452e-8ac7-bf316b5d3867"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:45:06.158698 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-ba59123e-c9d0-4952-8e0d-f5acf90455e9 None None] Set router c33f953e-ea53-4349-86f9-76d2abeb03fd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:45:06.168280 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb457f2-1e54-46b4-9006-b6fae5e6b247 x-openstack-request-id: req-4eb457f2-1e54-46b4-9006-b6fae5e6b247 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:45:06.168575 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296528ba-f936-4adc-84ab-db2f3b0ab716", "tag": "4b3965e2-a028-452e-8ac7-bf316b5d3867", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:45:06.168830 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4eb457f2-1e54-46b4-9006-b6fae5e6b247 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:45:06.169229 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'tag': '4b3965e2-a028-452e-8ac7-bf316b5d3867', 'status': 'completed', 'code': 200} Nov 16 05:45:06.298673 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09187c6d-c078-4f2b-9d7c-0cf2d0a16139 req-e54402ea-5119-4a3d-8604-00b933e8cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:06.300986 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-09187c6d-c078-4f2b-9d7c-0cf2d0a16139 req-e54402ea-5119-4a3d-8604-00b933e8cea5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 1096 time: 0.1069059 Nov 16 05:45:06.307865 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41425d27-b827-40f3-8853-67139443dedd req-230eb2df-5232-4667-8433-c1314d527200 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:06.309365 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41425d27-b827-40f3-8853-67139443dedd req-230eb2df-5232-4667-8433-c1314d527200 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0530055 Nov 16 05:45:06.367528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-41425d27-b827-40f3-8853-67139443dedd req-5b22e654-7e07-4faa-9a95-967a5d50ecb8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486062 Nov 16 05:45:06.406667 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09187c6d-c078-4f2b-9d7c-0cf2d0a16139 req-0ff1c330-7086-48ec-a0b9-b7b8dd14b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:06.408165 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-09187c6d-c078-4f2b-9d7c-0cf2d0a16139 req-0ff1c330-7086-48ec-a0b9-b7b8dd14b2f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=283f2472-f9db-4d5b-ae9c-502fa829a529 HTTP/1.1" status: 200 len: 898 time: 0.0994401 Nov 16 05:45:06.454680 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-09187c6d-c078-4f2b-9d7c-0cf2d0a16139 req-43427c30-2e5e-47d9-95ed-2cb9d247201c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b3965e2-a028-452e-8ac7-bf316b5d3867 HTTP/1.1" status: 200 len: 217 time: 0.0390913 Nov 16 05:45:06.490015 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ba59123e-c9d0-4952-8e0d-f5acf90455e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:28Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'f73350b3-c8f2-4b68-b6a9-68db7305ac94', 'name': '', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:13:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:27Z', 'updated_at': '2021-11-16T05:43:31Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:06.504048 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09187c6d-c078-4f2b-9d7c-0cf2d0a16139 req-eb5e2fec-5975-4c3a-82bd-9e8c0ffda637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:06.505825 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-09187c6d-c078-4f2b-9d7c-0cf2d0a16139 req-eb5e2fec-5975-4c3a-82bd-9e8c0ffda637 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e1597e27-799e-4506-ae40-c4a480997ae6 HTTP/1.1" status: 200 len: 835 time: 0.0442722 Nov 16 05:45:06.525128 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59123e-c9d0-4952-8e0d-f5acf90455e9 None None] Checking router: c33f953e-ea53-4349-86f9-76d2abeb03fd for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:45:06.538536 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba59123e-c9d0-4952-8e0d-f5acf90455e9 None None] Routers {'c33f953e-ea53-4349-86f9-76d2abeb03fd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:45:06.539136 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ba59123e-c9d0-4952-8e0d-f5acf90455e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:44:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c33f953e-ea53-4349-86f9-76d2abeb03fd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:06.554199 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09187c6d-c078-4f2b-9d7c-0cf2d0a16139 req-f0d9e39b-c9b9-4ec0-b7ea-cf8a46fb78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:06.556000 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-09187c6d-c078-4f2b-9d7c-0cf2d0a16139 req-f0d9e39b-c9b9-4ec0-b7ea-cf8a46fb78d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=283f2472-f9db-4d5b-ae9c-502fa829a529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430627 Nov 16 05:45:06.648883 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-ba59123e-c9d0-4952-8e0d-f5acf90455e9 None None] Set router c33f953e-ea53-4349-86f9-76d2abeb03fd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:45:06.652490 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-09187c6d-c078-4f2b-9d7c-0cf2d0a16139 req-473140f7-1718-4467-8ce4-f6663c5e1221 service neutron] 10.222.0.15 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877540 Nov 16 05:45:06.748775 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-09187c6d-c078-4f2b-9d7c-0cf2d0a16139 req-05501a3e-77c2-48ba-8340-0b40581fc6d6 service neutron] 10.222.0.15 "GET /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876658 Nov 16 05:45:06.925054 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-ba59123e-c9d0-4952-8e0d-f5acf90455e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:28Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'f73350b3-c8f2-4b68-b6a9-68db7305ac94', 'name': '', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:13:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:27Z', 'updated_at': '2021-11-16T05:43:31Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:06.956751 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba59123e-c9d0-4952-8e0d-f5acf90455e9 None None] The sync data for ids ['c33f953e-ea53-4349-86f9-76d2abeb03fd'] in n-d-818042-1 is: [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:28Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': 'f73350b3-c8f2-4b68-b6a9-68db7305ac94', 'name': '', 'network_id': '283f2472-f9db-4d5b-ae9c-502fa829a529', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:13:e2:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:27Z', 'updated_at': '2021-11-16T05:43:31Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': 'e1597e27-799e-4506-ae40-c4a480997ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:45:07.178387 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d1e17f-ef0c-466e-9f93-8a92bf498c10 None None] New status for floating IP 34496eeb-aace-4eb0-8e72-f33bc9896b6c: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:45:07.487424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c207a2-5382-44f5-a1db-5befd8cacb8c req-174e3775-8830-4f21-a757-11aff961a7a2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:07.488882 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79c207a2-5382-44f5-a1db-5befd8cacb8c req-174e3775-8830-4f21-a757-11aff961a7a2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0509584 Nov 16 05:45:07.537288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-79c207a2-5382-44f5-a1db-5befd8cacb8c req-3e4b5c81-94db-43ef-9cc2-1bf9e87b1cff tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424111 Nov 16 05:45:07.746578 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca7fb-9bad-46cc-a61b-c478197d46c1 req-6cd2473c-e3e7-4140-b464-94a6410272b1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:07.748005 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f41ca7fb-9bad-46cc-a61b-c478197d46c1 req-6cd2473c-e3e7-4140-b464-94a6410272b1 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 945 time: 0.0484354 Nov 16 05:45:07.839220 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-f41ca7fb-9bad-46cc-a61b-c478197d46c1 req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 4b3965e2-a028-452e-8ac7-bf316b5d3867 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:45:07.839556 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f41ca7fb-9bad-46cc-a61b-c478197d46c1 req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:07.925819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-f41ca7fb-9bad-46cc-a61b-c478197d46c1 req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port 4b3965e2-a028-452e-8ac7-bf316b5d3867, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=4b3965e2-a028-452e-8ac7-bf316b5d3867,segment=NetworkSegment(4a02aa39-4f78-4798-8dce-b94016f4f78d),segment_id=4a02aa39-4f78-4798-8dce-b94016f4f78d)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:45:07.926180 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f41ca7fb-9bad-46cc-a61b-c478197d46c1 req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:07.938576 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-f41ca7fb-9bad-46cc-a61b-c478197d46c1 req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 4b3965e2-a028-452e-8ac7-bf316b5d3867 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:45:08.066218 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f41ca7fb-9bad-46cc-a61b-c478197d46c1 req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:08.093849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=4b3965e2-a028-452e-8ac7-bf316b5d3867,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:08.107922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:08.108282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:08.108627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:08.109417 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:08.109417 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:08.109632 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:08.109969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:08.110303 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:08.110634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:08.110967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:08.111387 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:08.111617 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:08.116932 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f21db1ef-d7b3-44ee-9ca4-e45c571885a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:08.149860 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41ca7fb-9bad-46cc-a61b-c478197d46c1 req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] No DVR routers for this DVR port 4b3965e2-a028-452e-8ac7-bf316b5d3867 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:45:08.152372 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-f41ca7fb-9bad-46cc-a61b-c478197d46c1 req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:08.156322 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f41ca7fb-9bad-46cc-a61b-c478197d46c1 req-d785b3cf-7cac-4f03-b903-a64665c10fd8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "DELETE /v2.0/ports/4b3965e2-a028-452e-8ac7-bf316b5d3867 HTTP/1.1" status: 204 len: 173 time: 0.4018373 Nov 16 05:45:08.156774 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'name': 'network-vif-deleted', 'tag': '4b3965e2-a028-452e-8ac7-bf316b5d3867'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:45:08.159020 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0701cc26-904f-44d7-89f2-bba819108840" -d '{"events": [{"server_uuid": "296528ba-f936-4adc-84ab-db2f3b0ab716", "name": "network-vif-deleted", "tag": "4b3965e2-a028-452e-8ac7-bf316b5d3867"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:45:08.248845 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe694ce-9d71-4ec2-b7d4-2940c630d42a x-openstack-request-id: req-7fe694ce-9d71-4ec2-b7d4-2940c630d42a {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:45:08.249124 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296528ba-f936-4adc-84ab-db2f3b0ab716", "name": "network-vif-deleted", "tag": "4b3965e2-a028-452e-8ac7-bf316b5d3867", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:45:08.249395 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7fe694ce-9d71-4ec2-b7d4-2940c630d42a {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:45:08.249792 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296528ba-f936-4adc-84ab-db2f3b0ab716', 'name': 'network-vif-deleted', 'tag': '4b3965e2-a028-452e-8ac7-bf316b5d3867', 'status': 'completed', 'code': 200} Nov 16 05:45:08.648378 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-97fdf9f2-c355-40c6-8798-a0c7de17d6e9 req-c4f0460d-87b5-4d3d-bc53-149cd782c16f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=296528ba-f936-4adc-84ab-db2f3b0ab716 HTTP/1.1" status: 200 len: 210 time: 0.0290585 Nov 16 05:45:09.703706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34698) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:10.057105 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccd5d-ac92-4c51-9e98-6dc6b8bb031b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:10.295151 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4752253-800b-4c78-881e-06d803e91699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:10.311779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ccd5d-ac92-4c51-9e98-6dc6b8bb031b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port f73350b3-c8f2-4b68-b6a9-68db7305ac94 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:45:10.312037 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccd5d-ac92-4c51-9e98-6dc6b8bb031b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:10.402338 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-3b5ccd5d-ac92-4c51-9e98-6dc6b8bb031b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port f73350b3-c8f2-4b68-b6a9-68db7305ac94, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=f73350b3-c8f2-4b68-b6a9-68db7305ac94,segment=NetworkSegment(4a02aa39-4f78-4798-8dce-b94016f4f78d),segment_id=4a02aa39-4f78-4798-8dce-b94016f4f78d)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:45:10.402706 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccd5d-ac92-4c51-9e98-6dc6b8bb031b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:10.414989 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ccd5d-ac92-4c51-9e98-6dc6b8bb031b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for f73350b3-c8f2-4b68-b6a9-68db7305ac94 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:45:10.600032 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccd5d-ac92-4c51-9e98-6dc6b8bb031b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:10.627742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ccd5d-ac92-4c51-9e98-6dc6b8bb031b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=f73350b3-c8f2-4b68-b6a9-68db7305ac94,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:10.808860 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-3b5ccd5d-ac92-4c51-9e98-6dc6b8bb031b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:11.021160 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5ccd5d-ac92-4c51-9e98-6dc6b8bb031b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router c33f953e-ea53-4349-86f9-76d2abeb03fd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:45:11.128382 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5ccd5d-ac92-4c51-9e98-6dc6b8bb031b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:45:11.135216 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3b5ccd5d-ac92-4c51-9e98-6dc6b8bb031b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "PUT /v2.0/routers/c33f953e-ea53-4349-86f9-76d2abeb03fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4288955 Nov 16 05:45:11.136441 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34700) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:11.139612 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd753572-55e9-4640-a38f-eab63a69ec74 None None] Sync routers for ids ['c33f953e-ea53-4349-86f9-76d2abeb03fd'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:45:11.149603 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd753572-55e9-4640-a38f-eab63a69ec74 None None] Routers {'c33f953e-ea53-4349-86f9-76d2abeb03fd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:45:11.150233 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-cd753572-55e9-4640-a38f-eab63a69ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c33f953e-ea53-4349-86f9-76d2abeb03fd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:11.194067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd540cb-a2b1-4905-bd64-0d7553bb321f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting subnet e1597e27-799e-4506-ae40-c4a480997ae6 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:45:11.197466 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bd540cb-a2b1-4905-bd64-0d7553bb321f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:11.237982 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bd540cb-a2b1-4905-bd64-0d7553bb321f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:11.256430 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-cd753572-55e9-4640-a38f-eab63a69ec74 None None] Set router c33f953e-ea53-4349-86f9-76d2abeb03fd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:45:11.322603 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bd540cb-a2b1-4905-bd64-0d7553bb321f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:11.392087 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bd540cb-a2b1-4905-bd64-0d7553bb321f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:11.422183 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7bd540cb-a2b1-4905-bd64-0d7553bb321f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:11.428155 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7bd540cb-a2b1-4905-bd64-0d7553bb321f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/subnets/e1597e27-799e-4506-ae40-c4a480997ae6 HTTP/1.1" status: 204 len: 168 time: 0.2882612 Nov 16 05:45:11.428155 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd540cb-a2b1-4905-bd64-0d7553bb321f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Subnet': ['ID=e1597e27-799e-4506-ae40-c4a480997ae6,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:11.428444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34702) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:11.432070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6c3cb8-fffb-4785-9ab5-56b075ebfe5e None None] Network 283f2472-f9db-4d5b-ae9c-502fa829a529 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:45:11.442909 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-cd753572-55e9-4640-a38f-eab63a69ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:45:10Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:11.469197 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd753572-55e9-4640-a38f-eab63a69ec74 None None] Checking router: c33f953e-ea53-4349-86f9-76d2abeb03fd for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:45:11.478128 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd753572-55e9-4640-a38f-eab63a69ec74 None None] Routers {'c33f953e-ea53-4349-86f9-76d2abeb03fd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:45:11.478955 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-cd753572-55e9-4640-a38f-eab63a69ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['c33f953e-ea53-4349-86f9-76d2abeb03fd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:11.541628 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:11.588338 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-cd753572-55e9-4640-a38f-eab63a69ec74 None None] Set router c33f953e-ea53-4349-86f9-76d2abeb03fd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:45:11.645300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] DHCP port deletion for 283f2472-f9db-4d5b-ae9c-502fa829a529 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:45:11.653174 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:11.695224 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Deleting port d725a52c-d0c7-43bf-b98a-33e8920bde12 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:45:11.696155 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:11.709674 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 220ddda0-acd6-4c1b-89a6-ddece5a8389d {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:45:11.710049 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:11.782292 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] For port d725a52c-d0c7-43bf-b98a-33e8920bde12, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d725a52c-d0c7-43bf-b98a-33e8920bde12,segment=NetworkSegment(4a02aa39-4f78-4798-8dce-b94016f4f78d),segment_id=4a02aa39-4f78-4798-8dce-b94016f4f78d)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:45:11.782689 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:11.799070 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Calling delete_port for d725a52c-d0c7-43bf-b98a-33e8920bde12 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:45:11.800400 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-cd753572-55e9-4640-a38f-eab63a69ec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:45:10Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:11.803483 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port 220ddda0-acd6-4c1b-89a6-ddece5a8389d, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=220ddda0-acd6-4c1b-89a6-ddece5a8389d,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:45:11.803672 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:11.824995 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 220ddda0-acd6-4c1b-89a6-ddece5a8389d owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:45:11.827709 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd753572-55e9-4640-a38f-eab63a69ec74 None None] The sync data for ids ['c33f953e-ea53-4349-86f9-76d2abeb03fd'] in n-d-818042-1 is: [{'id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1010412521', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:45:10Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': '220ddda0-acd6-4c1b-89a6-ddece5a8389d', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:76:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c33f953e-ea53-4349-86f9-76d2abeb03fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:43:25Z', 'updated_at': '2021-11-16T05:43:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:45:11.901142 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:11.929276 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Pushing event deleted for resources: {'Port': ['ID=d725a52c-d0c7-43bf-b98a-33e8920bde12,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:11.937562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] No DVR routers for this DVR port d725a52c-d0c7-43bf-b98a-33e8920bde12 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:45:11.941278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:11.941626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:11.942004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:11.942345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:11.942684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:11.943021 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:11.943357 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:11.943688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:11.944022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:11.944412 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:11.944691 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:11.945005 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6d29be-5340-4a92-be55-b14a5f2713d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:11.991711 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.018753 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=220ddda0-acd6-4c1b-89a6-ddece5a8389d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:12.034402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8111cf-b3b3-4455-b13d-4bc8fc1f9e27 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:45:12.081713 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.146928 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.172170 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.175200 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.229250 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d725a52c-d0c7-43bf-b98a-33e8920bde12 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:45:12.230822 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.231495 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Fanout notify agent at l3_agent the message router_deleted on router c33f953e-ea53-4349-86f9-76d2abeb03fd {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:45:12.240213 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.243857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b1730ecc-c543-4901-8d44-2e9b108eb675 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/routers/c33f953e-ea53-4349-86f9-76d2abeb03fd HTTP/1.1" status: 204 len: 168 time: 0.8119674 Nov 16 05:45:12.244020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34704) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:12.251330 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d725a52c-d0c7-43bf-b98a-33e8920bde12 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:45:12.251825 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d725a52c-d0c7-43bf-b98a-33e8920bde12 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:45:12.327515 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c64ae887-6f38-48ea-ab57-36800099bda4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.416041 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c64ae887-6f38-48ea-ab57-36800099bda4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.437457 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-c64ae887-6f38-48ea-ab57-36800099bda4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283f2472-f9db-4d5b-ae9c-502fa829a529']}} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:12.446953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-c64ae887-6f38-48ea-ab57-36800099bda4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a02aa39-4f78-4798-8dce-b94016f4f78d') {'for_net_delete': True} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:12.447247 n-d-818042-1 neutron-server[102659]: DEBUG neutron.services.segments.db [None req-c64ae887-6f38-48ea-ab57-36800099bda4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a02aa39-4f78-4798-8dce-b94016f4f78d') {} {{(pid=102659) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:12.456925 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c64ae887-6f38-48ea-ab57-36800099bda4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3339252'] for segment, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.470246 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c64ae887-6f38-48ea-ab57-36800099bda4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.476391 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64ae887-6f38-48ea-ab57-36800099bda4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102659) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:45:12.476775 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c64ae887-6f38-48ea-ab57-36800099bda4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3337498'] for segment, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: Traceback (most recent call last): Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: timer() Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: cb(*args, **kw) Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: return func(*args, **kwargs) Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: self._notify() Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: self.callback(batched_events) Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: event.method(event) Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: return f(self, *a, **k) Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: return self._get(url).json() Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: return self.request(url, 'GET', **kwargs) Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:45:12.479802 n-d-818042-1 neutron-server[102659]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:45:12.539969 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c64ae887-6f38-48ea-ab57-36800099bda4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.547654 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c64ae887-6f38-48ea-ab57-36800099bda4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.550779 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c64ae887-6f38-48ea-ab57-36800099bda4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/networks/283f2472-f9db-4d5b-ae9c-502fa829a529 HTTP/1.1" status: 204 len: 168 time: 0.3058336 Nov 16 05:45:12.553573 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34706) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:12.563038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ae887-6f38-48ea-ab57-36800099bda4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Network': ['ID=283f2472-f9db-4d5b-ae9c-502fa829a529,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:12.611062 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8aa94cd-1644-431b-b691-bc290783ab20 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.635686 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8aa94cd-1644-431b-b691-bc290783ab20 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.693259 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8aa94cd-1644-431b-b691-bc290783ab20 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.695803 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d8aa94cd-1644-431b-b691-bc290783ab20 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:12.696953 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d8aa94cd-1644-431b-b691-bc290783ab20 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/security-groups/8ba86f69-fa3d-4238-a1a8-b5a6a3c40620 HTTP/1.1" status: 204 len: 168 time: 0.1423335 Nov 16 05:45:12.706441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa94cd-1644-431b-b691-bc290783ab20 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba86f69-fa3d-4238-a1a8-b5a6a3c40620,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:12.847611 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4b3965e2-a028-452e-8ac7-bf316b5d3867 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:45:12.869654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 4b3965e2-a028-452e-8ac7-bf316b5d3867 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:45:12.870310 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 4b3965e2-a028-452e-8ac7-bf316b5d3867 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:45:12.984110 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34712) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:12.988679 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e5b1a5c3-8822-4e46-82c2-94c2e2f48d9b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-611477019', 'description': 'tempest-secgroup-smoke-611477019 description', 'project_id': '00f6569800624fc1b96fe985e82f6029'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:45:13.010733 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e5b1a5c3-8822-4e46-82c2-94c2e2f48d9b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.075004 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e5b1a5c3-8822-4e46-82c2-94c2e2f48d9b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.078597 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e5b1a5c3-8822-4e46-82c2-94c2e2f48d9b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.102280 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e5b1a5c3-8822-4e46-82c2-94c2e2f48d9b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.103479 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e5b1a5c3-8822-4e46-82c2-94c2e2f48d9b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1183648 Nov 16 05:45:13.106537 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34714) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:13.111242 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e07ce5ba-c871-4709-a050-bec25bc7698a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '519f430a-270c-407e-8371-39012f3d4cd8', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:45:13.111392 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1a5c3-8822-4e46-82c2-94c2e2f48d9b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519f430a-270c-407e-8371-39012f3d4cd8,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:13.137409 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e07ce5ba-c871-4709-a050-bec25bc7698a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.194577 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e07ce5ba-c871-4709-a050-bec25bc7698a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.198203 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e07ce5ba-c871-4709-a050-bec25bc7698a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.215952 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ce5ba-c871-4709-a050-bec25bc7698a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82485175-5360-403a-ae8f-192a72cb6a8c,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:13.223985 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e07ce5ba-c871-4709-a050-bec25bc7698a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.225180 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e07ce5ba-c871-4709-a050-bec25bc7698a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175582 Nov 16 05:45:13.227942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34716) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:13.232134 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-78c8a434-ceec-4eee-b3dd-113137168658 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '519f430a-270c-407e-8371-39012f3d4cd8', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:45:13.262094 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78c8a434-ceec-4eee-b3dd-113137168658 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.324035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78c8a434-ceec-4eee-b3dd-113137168658 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.327900 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78c8a434-ceec-4eee-b3dd-113137168658 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.345592 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8a434-ceec-4eee-b3dd-113137168658 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bbbafb-539d-4849-b5ab-08d923751006,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:13.352488 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-78c8a434-ceec-4eee-b3dd-113137168658 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.353671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-78c8a434-ceec-4eee-b3dd-113137168658 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1247954 Nov 16 05:45:13.356444 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34718) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:13.360658 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c56388f3-6a27-456b-a6fa-7763e830311a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '519f430a-270c-407e-8371-39012f3d4cd8', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:45:13.385749 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c56388f3-6a27-456b-a6fa-7763e830311a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.440605 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c56388f3-6a27-456b-a6fa-7763e830311a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.444090 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c56388f3-6a27-456b-a6fa-7763e830311a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.461223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56388f3-6a27-456b-a6fa-7763e830311a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36f3b2d-a31d-4763-9e01-aa7f7f44a7b8,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:13.469162 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c56388f3-6a27-456b-a6fa-7763e830311a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.470403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c56388f3-6a27-456b-a6fa-7763e830311a tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130481 Nov 16 05:45:13.473116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34720) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:13.477330 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-594abd87-3a2a-4229-ac80-38ae56ee576c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '519f430a-270c-407e-8371-39012f3d4cd8', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:45:13.498676 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.504799 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-594abd87-3a2a-4229-ac80-38ae56ee576c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.563408 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-594abd87-3a2a-4229-ac80-38ae56ee576c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.566937 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-594abd87-3a2a-4229-ac80-38ae56ee576c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.583841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594abd87-3a2a-4229-ac80-38ae56ee576c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8042b9b7-fbbd-4607-a958-71ea61c49883,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:13.592029 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-594abd87-3a2a-4229-ac80-38ae56ee576c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.593320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-594abd87-3a2a-4229-ac80-38ae56ee576c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192820 Nov 16 05:45:13.596119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34722) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:13.600511 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-a45a5cf0-2bbc-4503-a782-5821fe9ef7f4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '519f430a-270c-407e-8371-39012f3d4cd8', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:45:13.621318 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-a45a5cf0-2bbc-4503-a782-5821fe9ef7f4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Project 00f6569800624fc1b96fe985e82f6029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:45:13.626757 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a45a5cf0-2bbc-4503-a782-5821fe9ef7f4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.683297 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a45a5cf0-2bbc-4503-a782-5821fe9ef7f4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.687483 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a45a5cf0-2bbc-4503-a782-5821fe9ef7f4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.706786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a5cf0-2bbc-4503-a782-5821fe9ef7f4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05342fd1-7247-4eaa-82fe-7ecd42611cd4,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:13.712179 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-a45a5cf0-2bbc-4503-a782-5821fe9ef7f4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.713354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a45a5cf0-2bbc-4503-a782-5821fe9ef7f4 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163223 Nov 16 05:45:13.716047 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34724) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:13.720625 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-5f40ebe4-c745-4f40-bc0f-9b219bbda812 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'security_group_rule': {'security_group_id': '519f430a-270c-407e-8371-39012f3d4cd8', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:45:13.741346 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-5f40ebe4-c745-4f40-bc0f-9b219bbda812 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Project 00f6569800624fc1b96fe985e82f6029 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:45:13.746094 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f40ebe4-c745-4f40-bc0f-9b219bbda812 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.806136 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f40ebe4-c745-4f40-bc0f-9b219bbda812 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.810051 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f40ebe4-c745-4f40-bc0f-9b219bbda812 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.829520 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40ebe4-c745-4f40-bc0f-9b219bbda812 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e06b539-2e1b-4ce6-9d73-0b766ffadcbb,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:13.836512 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5f40ebe4-c745-4f40-bc0f-9b219bbda812 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.837732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5f40ebe4-c745-4f40-bc0f-9b219bbda812 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205585 Nov 16 05:45:13.840545 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34726) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:13.845888 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-fa2caadc-7626-4e40-987b-e741d8d42027 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'network': {'name': 'tempest-network-smoke--1759420785', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'port_security_enabled': True}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:45:13.852762 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.866847 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2caadc-7626-4e40-987b-e741d8d42027 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:45:13.870370 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa2caadc-7626-4e40-987b-e741d8d42027 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.872424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 220ddda0-acd6-4c1b-89a6-ddece5a8389d no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:45:13.893868 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 220ddda0-acd6-4c1b-89a6-ddece5a8389d {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:45:13.894215 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 220ddda0-acd6-4c1b-89a6-ddece5a8389d not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:45:13.894625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f73350b3-c8f2-4b68-b6a9-68db7305ac94 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:45:13.895092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2caadc-7626-4e40-987b-e741d8d42027 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:45:13.904100 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa2caadc-7626-4e40-987b-e741d8d42027 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:13.904583 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-fa2caadc-7626-4e40-987b-e741d8d42027 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Added segment fbcee919-479e-4ead-8d87-4e0f9fd34a91 of type vlan for network e9f982df-ccc5-4369-814d-7f13cb1110c8 Nov 16 05:45:13.913908 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: f73350b3-c8f2-4b68-b6a9-68db7305ac94 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:45:13.914295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device f73350b3-c8f2-4b68-b6a9-68db7305ac94 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:45:14.278286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa2caadc-7626-4e40-987b-e741d8d42027 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:14.302161 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa2caadc-7626-4e40-987b-e741d8d42027 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:14.308284 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2caadc-7626-4e40-987b-e741d8d42027 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:14.308884 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fa2caadc-7626-4e40-987b-e741d8d42027 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:14.370482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fa2caadc-7626-4e40-987b-e741d8d42027 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5288420 Nov 16 05:45:14.373203 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34728) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:14.378030 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'admin_state_up': True, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:45:14.382770 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2caadc-7626-4e40-987b-e741d8d42027 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Network': ['ID=e9f982df-ccc5-4369-814d-7f13cb1110c8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:14.394666 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network e9f982df-ccc5-4369-814d-7f13cb1110c8 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:45:14.403521 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:14.405151 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:14.461789 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:14.601736 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:14.788225 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:14.806629 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:14.908932 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.25.0.239 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/d0427e12-ec27-46e0-ba61-67c56d3c9bc9) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:45:15.005693 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:15.038304 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:15.085477 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:45:15.088454 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:45:15.092269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:45:15.097714 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=d0427e12-ec27-46e0-ba61-67c56d3c9bc9,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:15.102122 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b9113e-4309-4ed4-b5ef-765758625287 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:45:15.177957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1de59b44-0c83-40f8-aa9f-8247c61caf0e None None] Provisioning complete for port d0427e12-ec27-46e0-ba61-67c56d3c9bc9 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:15.178239 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1de59b44-0c83-40f8-aa9f-8247c61caf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:15.212087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1de59b44-0c83-40f8-aa9f-8247c61caf0e None None] Port d0427e12-ec27-46e0-ba61-67c56d3c9bc9 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:45:15.333358 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:15.525166 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:15.650353 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router df182c35-18ad-482e-b036-581efcd8bcf1 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:45:16.058695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:45:16.067870 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Sync routers for ids ['df182c35-18ad-482e-b036-581efcd8bcf1'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:45:16.078146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Routers {'df182c35-18ad-482e-b036-581efcd8bcf1'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:45:16.079034 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['df182c35-18ad-482e-b036-581efcd8bcf1'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:16.080139 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:16.081646 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c70f40fc-1bc0-427f-befb-8e2d49b116a8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7072234 Nov 16 05:45:16.084769 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34730) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:16.156684 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d7ccae44-756f-48d5-92e6-7e6798ce8ab3 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=00f6569800624fc1b96fe985e82f6029&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0707622 Nov 16 05:45:16.159242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34734) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:16.252585 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b062d3f4-0a2c-4b2d-802b-aa4102d21d75 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:16.254151 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b062d3f4-0a2c-4b2d-802b-aa4102d21d75 tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939946 Nov 16 05:45:16.256858 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34738) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:16.285413 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ae2567d6-5145-4024-b7fd-4edab3c468bc tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=ba09a6d1-69c7-4e8d-bb1d-94f1f2184242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273964 Nov 16 05:45:16.287809 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34740) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:16.292509 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-81656f5e-c8f4-44a7-b530-3683e985ebf8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1996999102', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'project_id': '00f6569800624fc1b96fe985e82f6029', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:45:16.350838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Set router df182c35-18ad-482e-b036-581efcd8bcf1 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:45:16.383922 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81656f5e-c8f4-44a7-b530-3683e985ebf8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:45:16.387600 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81656f5e-c8f4-44a7-b530-3683e985ebf8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:16.531470 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:15Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:16.565696 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Checking router: df182c35-18ad-482e-b036-581efcd8bcf1 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:45:16.566112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Updating router df182c35-18ad-482e-b036-581efcd8bcf1 port d0427e12-ec27-46e0-ba61-67c56d3c9bc9 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:45:16.570573 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81656f5e-c8f4-44a7-b530-3683e985ebf8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:16.591909 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:16.631036 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81656f5e-c8f4-44a7-b530-3683e985ebf8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Subnet': ['ID=11fc9956-15a7-4c73-b0cd-f7e46d43ce9d,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:16.642384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81656f5e-c8f4-44a7-b530-3683e985ebf8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Checking segment: {'id': 'fbcee919-479e-4ead-8d87-4e0f9fd34a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:45:16.642755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81656f5e-c8f4-44a7-b530-3683e985ebf8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network hostable DHCP agents. Network: e9f982df-ccc5-4369-814d-7f13cb1110c8, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:45:16.658746 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81656f5e-c8f4-44a7-b530-3683e985ebf8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network e9f982df-ccc5-4369-814d-7f13cb1110c8 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:45:16.667112 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-81656f5e-c8f4-44a7-b530-3683e985ebf8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, e9f982df-ccc5-4369-814d-7f13cb1110c8) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:45:16.672509 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81656f5e-c8f4-44a7-b530-3683e985ebf8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:16.673942 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-81656f5e-c8f4-44a7-b530-3683e985ebf8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:16.675331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c80c8ef-6d33-4f6f-8c86-e4522b6683f7 None None] Network e9f982df-ccc5-4369-814d-7f13cb1110c8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:45:16.690015 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-81656f5e-c8f4-44a7-b530-3683e985ebf8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4011748 Nov 16 05:45:16.692827 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34742) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:16.921401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-e9f982df-ccc5-4369-814d-7f13cb1110c8', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ips': [{'subnet_id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:45:16.922291 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:16.963601 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.029374 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.042749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.122238 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bbfa15-4c38-4dc2-b3c4-da37871e72ca None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:45:17.126113 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.140727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Attempting to bind port d0427e12-ec27-46e0-ba61-67c56d3c9bc9 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:45:17.141099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Attempting to bind port d0427e12-ec27-46e0-ba61-67c56d3c9bc9 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:45:17.141462 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Attempting to bind port d0427e12-ec27-46e0-ba61-67c56d3c9bc9 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:45:17.149243 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb52756-8845-43e3-884a-1bc977fb491a None None] Pushing event updated for resources: {'Port': ['ID=d0427e12-ec27-46e0-ba61-67c56d3c9bc9,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:17.156066 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:45:17.156510 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:45:17.156913 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.157300 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:45:17.157800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Bound port: d0427e12-ec27-46e0-ba61-67c56d3c9bc9, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:45:17.158177 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.190236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Allocated IP 172.20.0.2 (e9f982df-ccc5-4369-814d-7f13cb1110c8/11fc9956-15a7-4c73-b0cd-f7e46d43ce9d/bbe763af-dbbf-498f-a27e-da3b051a23f9) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:45:17.237622 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] For port d0427e12-ec27-46e0-ba61-67c56d3c9bc9, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:45:17.282751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] For port d0427e12-ec27-46e0-ba61-67c56d3c9bc9, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d0427e12-ec27-46e0-ba61-67c56d3c9bc9,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:45:17.290616 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.292303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-deea6bdc-8678-4c6c-9c6b-8e8da42ffd7a None None] Provisioning complete for port d0427e12-ec27-46e0-ba61-67c56d3c9bc9 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:17.292638 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-deea6bdc-8678-4c6c-9c6b-8e8da42ffd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.372484 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b041cb0-3fbe-4bf3-a60f-63e59677fb31 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:45:17.449475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Routers {'df182c35-18ad-482e-b036-581efcd8bcf1'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:45:17.450124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['df182c35-18ad-482e-b036-581efcd8bcf1'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:17.453630 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb52756-8845-43e3-884a-1bc977fb491a None None] Pushing event updated for resources: {'Port': ['ID=d0427e12-ec27-46e0-ba61-67c56d3c9bc9,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:17.575191 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.588857 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.632773 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-deea6bdc-8678-4c6c-9c6b-8e8da42ffd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.638485 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.20.0.1 (e9f982df-ccc5-4369-814d-7f13cb1110c8/11fc9956-15a7-4c73-b0cd-f7e46d43ce9d/3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:45:17.668647 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Network e9f982df-ccc5-4369-814d-7f13cb1110c8 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:45:17.677296 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-deea6bdc-8678-4c6c-9c6b-8e8da42ffd7a None None] For port d0427e12-ec27-46e0-ba61-67c56d3c9bc9, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d0427e12-ec27-46e0-ba61-67c56d3c9bc9,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:45:17.679515 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] Set router df182c35-18ad-482e-b036-581efcd8bcf1 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:45:17.682185 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:45:17.709468 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:45:17.739347 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-deea6bdc-8678-4c6c-9c6b-8e8da42ffd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.744469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Pushing event updated for resources: {'Port': ['ID=bbe763af-dbbf-498f-a27e-da3b051a23f9,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:17.757048 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.792806 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.841354 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network e9f982df-ccc5-4369-814d-7f13cb1110c8 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:45:17.846508 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:45:17.850565 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:45:17.857196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:17.890305 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Attempting to bind port bbe763af-dbbf-498f-a27e-da3b051a23f9 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:45:17.890677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Attempting to bind port bbe763af-dbbf-498f-a27e-da3b051a23f9 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'fbcee919-479e-4ead-8d87-4e0f9fd34a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:45:17.891038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Attempting to bind port bbe763af-dbbf-498f-a27e-da3b051a23f9 on network e9f982df-ccc5-4369-814d-7f13cb1110c8 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:45:17.892794 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea6bdc-8678-4c6c-9c6b-8e8da42ffd7a None None] Pushing event updated for resources: {'Port': ['ID=d0427e12-ec27-46e0-ba61-67c56d3c9bc9,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:17.898011 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.914312 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:45:17.914684 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Checking segment: {'id': 'fbcee919-479e-4ead-8d87-4e0f9fd34a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:45:17.915084 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.915474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Bound using segment: {'id': 'fbcee919-479e-4ead-8d87-4e0f9fd34a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:45:17.915946 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Bound port: bbe763af-dbbf-498f-a27e-da3b051a23f9, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcee919-479e-4ead-8d87-4e0f9fd34a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:45:17.916324 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:17.922582 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1dbe0d8b-30c9-417b-89b6-2f90fc1e64ac None None] Provisioning complete for port d0427e12-ec27-46e0-ba61-67c56d3c9bc9 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:17.922910 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1dbe0d8b-30c9-417b-89b6-2f90fc1e64ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:18.033713 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:18.207439 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c8104831-b106-494b-a9a6-99784c603214 None None] For port bbe763af-dbbf-498f-a27e-da3b051a23f9, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:45:18.210975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-c8104831-b106-494b-a9a6-99784c603214 None None] For port bbe763af-dbbf-498f-a27e-da3b051a23f9, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bbe763af-dbbf-498f-a27e-da3b051a23f9,segment=NetworkSegment(fbcee919-479e-4ead-8d87-4e0f9fd34a91),segment_id=fbcee919-479e-4ead-8d87-4e0f9fd34a91)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:45:18.231866 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:18.285705 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:15Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:18.316121 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:18.320387 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:18.330309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594bbeb1-3d78-458c-bed4-befd1ad4006a None None] The sync data for ids ['df182c35-18ad-482e-b036-581efcd8bcf1'] in n-d-818042-1 is: [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:15Z', 'revision_number': 3, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:45:18.344517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8104831-b106-494b-a9a6-99784c603214 None None] Pushing event updated for resources: {'Port': ['ID=bbe763af-dbbf-498f-a27e-da3b051a23f9,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:18.404897 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:18.406810 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:18.532812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network e9f982df-ccc5-4369-814d-7f13cb1110c8 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:45:18.534420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:45:18.677554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router df182c35-18ad-482e-b036-581efcd8bcf1 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:45:18.796009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:45:18.801170 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-547b887f-b8dd-43fa-9d30-a4b0c4bfefe8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "PUT /v2.0/routers/df182c35-18ad-482e-b036-581efcd8bcf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1072218 Nov 16 05:45:18.962963 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-b8f52b90-92b0-4b03-a9c5-c90268620853 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-611477019&fields=id&tenant_id=00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 267 time: 0.0514293 Nov 16 05:45:18.972531 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:19.087456 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-5bee892e-1cac-433c-9414-17bb523539d3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:19.090309 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-5bee892e-1cac-433c-9414-17bb523539d3 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/networks?id=e9f982df-ccc5-4369-814d-7f13cb1110c8 HTTP/1.1" status: 200 len: 797 time: 0.1192210 Nov 16 05:45:19.105388 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-39bcc144-3a0a-4fb9-a8e1-90f0b0b43c15 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/quotas/00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 375 time: 0.0099244 Nov 16 05:45:19.162989 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-694a47fc-3155-41d4-87e3-f4558f8c1662 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498824 Nov 16 05:45:19.224435 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-b3458787-09f3-4f6e-a4c4-5c63d9bdf4d8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:45:19.230496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-b3458787-09f3-4f6e-a4c4-5c63d9bdf4d8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0546546 Nov 16 05:45:19.288383 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c433323a-a9fd-4f71-977e-e907cfe5d035 None None] Network e9f982df-ccc5-4369-814d-7f13cb1110c8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:45:19.319916 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-7b7c78cd-e9b6-49ed-8b0a-3d455528025e service neutron] 10.222.0.41 "GET /v2.0/networks/e9f982df-ccc5-4369-814d-7f13cb1110c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882509 Nov 16 05:45:19.346139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8f3d92e4-7f99-422a-8170-b23c2f300b60 None None] Provisioning complete for port bbe763af-dbbf-498f-a27e-da3b051a23f9 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:19.346513 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f3d92e4-7f99-422a-8170-b23c2f300b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:19.410767 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-e138a88b-0752-4b58-96e9-fc72f57c1b1d service neutron] 10.222.0.41 "GET /v2.0/networks/e9f982df-ccc5-4369-814d-7f13cb1110c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842497 Nov 16 05:45:19.510305 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f3d92e4-7f99-422a-8170-b23c2f300b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:19.551751 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8f3d92e4-7f99-422a-8170-b23c2f300b60 None None] For port bbe763af-dbbf-498f-a27e-da3b051a23f9, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bbe763af-dbbf-498f-a27e-da3b051a23f9,segment=NetworkSegment(fbcee919-479e-4ead-8d87-4e0f9fd34a91),segment_id=fbcee919-479e-4ead-8d87-4e0f9fd34a91)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:45:19.555899 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f3d92e4-7f99-422a-8170-b23c2f300b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:19.604958 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d92e4-7f99-422a-8170-b23c2f300b60 None None] Pushing event updated for resources: {'Port': ['ID=bbe763af-dbbf-498f-a27e-da3b051a23f9,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:19.781981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2043ae10-7589-4464-9da7-60b4c541afa9 None None] Provisioning complete for port bbe763af-dbbf-498f-a27e-da3b051a23f9 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:19.782695 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2043ae10-7589-4464-9da7-60b4c541afa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:19.893924 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2043ae10-7589-4464-9da7-60b4c541afa9 None None] Provisioning complete for port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:19.894298 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2043ae10-7589-4464-9da7-60b4c541afa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:19.938450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d0427e12-ec27-46e0-ba61-67c56d3c9bc9 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:45:19.963121 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2043ae10-7589-4464-9da7-60b4c541afa9 None None] Port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:45:19.996892 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d0427e12-ec27-46e0-ba61-67c56d3c9bc9 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:19.998022 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:20.014853 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Sync routers for ids ['df182c35-18ad-482e-b036-581efcd8bcf1'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:45:20.025220 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Routers {'df182c35-18ad-482e-b036-581efcd8bcf1'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:45:20.026037 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['df182c35-18ad-482e-b036-581efcd8bcf1'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:20.085210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bbe763af-dbbf-498f-a27e-da3b051a23f9 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:45:20.116373 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-ae8333d8-d50a-42a5-b21d-507202febb44 None None] Provisioning complete for port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:20.116747 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ae8333d8-d50a-42a5-b21d-507202febb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:20.138017 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Set router df182c35-18ad-482e-b036-581efcd8bcf1 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:45:20.160085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-ae8333d8-d50a-42a5-b21d-507202febb44 None None] Port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:45:20.169413 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port bbe763af-dbbf-498f-a27e-da3b051a23f9 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:20.169804 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:20.279661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-df8401f3-2f2d-4203-b7e9-873511c47cf5 None None] Provisioning complete for port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:20.280036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-df8401f3-2f2d-4203-b7e9-873511c47cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:20.318153 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-df8401f3-2f2d-4203-b7e9-873511c47cf5 None None] Port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:45:20.334848 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba', 'name': '', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:8e:bf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:17Z', 'updated_at': '2021-11-16T05:45:18Z', 'revision_number': 2, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:20.361092 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Checking router: df182c35-18ad-482e-b036-581efcd8bcf1 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:45:20.361449 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Updating router df182c35-18ad-482e-b036-581efcd8bcf1 port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:45:20.385307 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:20.617860 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-68f14d54-6757-4e59-8583-9919182457ca req-bd7bbad3-dff3-423d-b2e3-7d2ea3dda8a9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 210 time: 0.0378113 Nov 16 05:45:20.656872 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:20.662757 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:20.714043 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Pushing event updated for resources: {'Port': ['ID=3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:20.740442 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:20.740817 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:20.741155 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:20.741530 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:20.741922 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:20.742281 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:20.742609 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:20.742934 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:20.743254 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:20.743575 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:20.743900 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:20.744224 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:45:20.784701 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Attempting to bind port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:45:20.785014 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Attempting to bind port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'fbcee919-479e-4ead-8d87-4e0f9fd34a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:45:20.786467 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Attempting to bind port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba on network e9f982df-ccc5-4369-814d-7f13cb1110c8 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:45:20.793304 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:45:20.793675 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Checking segment: {'id': 'fbcee919-479e-4ead-8d87-4e0f9fd34a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:45:20.794104 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:20.794495 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Bound using segment: {'id': 'fbcee919-479e-4ead-8d87-4e0f9fd34a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:45:20.794962 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Bound port: 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcee919-479e-4ead-8d87-4e0f9fd34a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:45:20.795379 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:20.961900 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] For port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:45:20.965136 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] For port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba,segment=NetworkSegment(fbcee919-479e-4ead-8d87-4e0f9fd34a91),segment_id=fbcee919-479e-4ead-8d87-4e0f9fd34a91)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:45:20.969219 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:21.023473 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Routers {'df182c35-18ad-482e-b036-581efcd8bcf1'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:45:21.024088 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['df182c35-18ad-482e-b036-581efcd8bcf1'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:21.044742 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-781fdbd1-1649-4485-ac95-0f5b8d5fb9ba None None] Provisioning complete for port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:21.045383 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-781fdbd1-1649-4485-ac95-0f5b8d5fb9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:21.134010 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] Set router df182c35-18ad-482e-b036-581efcd8bcf1 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:45:21.135773 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-781fdbd1-1649-4485-ac95-0f5b8d5fb9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:21.173052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-781fdbd1-1649-4485-ac95-0f5b8d5fb9ba None None] For port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba,segment=NetworkSegment(fbcee919-479e-4ead-8d87-4e0f9fd34a91),segment_id=fbcee919-479e-4ead-8d87-4e0f9fd34a91)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:45:21.179802 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-781fdbd1-1649-4485-ac95-0f5b8d5fb9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:21.221290 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33321b8-6f7b-4dbd-993e-098f74a25ef4 None None] Pushing event updated for resources: {'Port': ['ID=3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba,revision_number=4']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:21.260026 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fdbd1-1649-4485-ac95-0f5b8d5fb9ba None None] Pushing event updated for resources: {'Port': ['ID=3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:21.301040 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-26208fce-4c57-46f2-b0a2-995961f186b4 None None] Provisioning complete for port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:21.301481 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-26208fce-4c57-46f2-b0a2-995961f186b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:21.370131 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba', 'name': '', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:8e:bf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:17Z', 'updated_at': '2021-11-16T05:45:20Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:21.398394 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61409fc8-654e-4a49-8bdd-1819a7df49a8 None None] The sync data for ids ['df182c35-18ad-482e-b036-581efcd8bcf1'] in n-d-818042-1 is: [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba', 'name': '', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:8e:bf:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:17Z', 'updated_at': '2021-11-16T05:45:20Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:45:21.726761 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6e20ec57-3130-426c-8c9e-47377b3055b2 req-c2f24742-4d82-45ee-8311-bbf73f42b4d6 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 210 time: 0.0309253 Nov 16 05:45:21.783769 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-dd31e7a6-5b8f-4367-8627-2fa9ba27db55 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:21.785229 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-dd31e7a6-5b8f-4367-8627-2fa9ba27db55 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/networks?id=e9f982df-ccc5-4369-814d-7f13cb1110c8 HTTP/1.1" status: 200 len: 797 time: 0.1394377 Nov 16 05:45:21.871529 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-033bd419-cfd8-4887-b718-697c16fd0e09 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00f6569800624fc1b96fe985e82f6029 HTTP/1.1" status: 200 len: 379 time: 0.0766485 Nov 16 05:45:21.883433 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-ed262ae2-cb1f-4cd6-b342-7c0b31ca322b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'port': {'device_id': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'admin_state_up': True, 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'security_groups': ['519f430a-270c-407e-8371-39012f3d4cd8']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:45:21.899632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:45:21.957795 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:21.958173 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:22.002424 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-ed262ae2-cb1f-4cd6-b342-7c0b31ca322b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Made reservation on behalf of 00f6569800624fc1b96fe985e82f6029 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:45:22.006114 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-ed262ae2-cb1f-4cd6-b342-7c0b31ca322b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:22.151619 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-ed262ae2-cb1f-4cd6-b342-7c0b31ca322b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.20.0.11 (e9f982df-ccc5-4369-814d-7f13cb1110c8/11fc9956-15a7-4c73-b0cd-f7e46d43ce9d/6f501de6-df85-4a50-92b3-68cf10976397) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:45:22.298665 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-ed262ae2-cb1f-4cd6-b342-7c0b31ca322b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:22.332574 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-ed262ae2-cb1f-4cd6-b342-7c0b31ca322b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:22.377554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-ed262ae2-cb1f-4cd6-b342-7c0b31ca322b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network e9f982df-ccc5-4369-814d-7f13cb1110c8 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:45:22.380954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-ed262ae2-cb1f-4cd6-b342-7c0b31ca322b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:45:22.384872 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-ed262ae2-cb1f-4cd6-b342-7c0b31ca322b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:45:22.392658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed262ae2-cb1f-4cd6-b342-7c0b31ca322b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=6f501de6-df85-4a50-92b3-68cf10976397,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:22.455449 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-ed262ae2-cb1f-4cd6-b342-7c0b31ca322b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:22.456096 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-ed262ae2-cb1f-4cd6-b342-7c0b31ca322b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:22.475760 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-ed262ae2-cb1f-4cd6-b342-7c0b31ca322b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5961640 Nov 16 05:45:22.487819 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Request body: {'port': {'device_id': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:45:22.545326 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:22.612970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-fa0f04f9-4532-42fe-a66f-dad8c3cb485f None None] Provisioning complete for port 6f501de6-df85-4a50-92b3-68cf10976397 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:22.613515 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-fa0f04f9-4532-42fe-a66f-dad8c3cb485f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:22.647800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f04f9-4532-42fe-a66f-dad8c3cb485f None None] Port 6f501de6-df85-4a50-92b3-68cf10976397 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:45:22.824242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f501de6-df85-4a50-92b3-68cf10976397 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:45:22.832149 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:22.844305 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Transition to ACTIVE for port object 6f501de6-df85-4a50-92b3-68cf10976397 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:45:22.849276 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:22.851819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d197371-b787-4de7-9374-fe312b89b937 req-a27b7a93-0dff-4801-bb83-0e31d014d247 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:22.853311 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d197371-b787-4de7-9374-fe312b89b937 req-a27b7a93-0dff-4801-bb83-0e31d014d247 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 932 time: 0.0500388 Nov 16 05:45:22.904862 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f501de6-df85-4a50-92b3-68cf10976397,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:22.910110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6d197371-b787-4de7-9374-fe312b89b937 req-2d4c1dbe-6a0f-48e9-8edf-9abd803b752e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503094 Nov 16 05:45:22.975213 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Attempting to bind port 6f501de6-df85-4a50-92b3-68cf10976397 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:45:22.975420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Attempting to bind port 6f501de6-df85-4a50-92b3-68cf10976397 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': 'fbcee919-479e-4ead-8d87-4e0f9fd34a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:45:22.975747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Attempting to bind port 6f501de6-df85-4a50-92b3-68cf10976397 on network e9f982df-ccc5-4369-814d-7f13cb1110c8 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:45:22.980196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Port 6f501de6-df85-4a50-92b3-68cf10976397 on network e9f982df-ccc5-4369-814d-7f13cb1110c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:45:22.980516 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Attempting to bind port 6f501de6-df85-4a50-92b3-68cf10976397 on network e9f982df-ccc5-4369-814d-7f13cb1110c8 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:45:22.986026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:45:22.986356 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Checking segment: {'id': 'fbcee919-479e-4ead-8d87-4e0f9fd34a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:45:22.986733 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Bound using segment: {'id': 'fbcee919-479e-4ead-8d87-4e0f9fd34a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:45:22.987154 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Bound port: 6f501de6-df85-4a50-92b3-68cf10976397, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbcee919-479e-4ead-8d87-4e0f9fd34a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:45:22.987511 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:23.051877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] For port 6f501de6-df85-4a50-92b3-68cf10976397, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:45:23.055454 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] For port 6f501de6-df85-4a50-92b3-68cf10976397, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6f501de6-df85-4a50-92b3-68cf10976397,segment=NetworkSegment(fbcee919-479e-4ead-8d87-4e0f9fd34a91),segment_id=fbcee919-479e-4ead-8d87-4e0f9fd34a91)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:45:23.060699 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:23.098329 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:23.098958 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:23.100342 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/6f501de6-df85-4a50-92b3-68cf10976397 HTTP/1.1" status: 200 len: 1092 time: 0.6169159 Nov 16 05:45:23.100788 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'tag': '6f501de6-df85-4a50-92b3-68cf10976397'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:45:23.103047 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1c387b-2e59-4cc2-8053-96d029902366" -d '{"events": [{"name": "network-changed", "server_uuid": "3c21affb-eed5-4291-a45c-f6d980bd9802", "tag": "6f501de6-df85-4a50-92b3-68cf10976397"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:45:23.130180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d148df1-4286-4360-9df5-bff2cd8ed2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=6f501de6-df85-4a50-92b3-68cf10976397,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:23.150352 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9a4b5e-fa38-4a57-b737-d8dcaeeb4e87 x-openstack-request-id: req-af9a4b5e-fa38-4a57-b737-d8dcaeeb4e87 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:45:23.150717 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c21affb-eed5-4291-a45c-f6d980bd9802", "tag": "6f501de6-df85-4a50-92b3-68cf10976397", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:45:23.151037 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af9a4b5e-fa38-4a57-b737-d8dcaeeb4e87 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:45:23.151624 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'tag': '6f501de6-df85-4a50-92b3-68cf10976397', 'status': 'completed', 'code': 200} Nov 16 05:45:23.183540 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-b74f69b2-a579-4d55-8d83-9a2592268c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:23.185090 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-b74f69b2-a579-4d55-8d83-9a2592268c8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 1095 time: 0.0456433 Nov 16 05:45:23.231120 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-5f9e3a75-7f31-4a37-9372-cefd47636154 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f501de6-df85-4a50-92b3-68cf10976397 HTTP/1.1" status: 200 len: 217 time: 0.0369115 Nov 16 05:45:23.282289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-434e5a3a-7773-4922-99e3-b2ee0305babf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:23.283792 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-434e5a3a-7773-4922-99e3-b2ee0305babf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11fc9956-15a7-4c73-b0cd-f7e46d43ce9d HTTP/1.1" status: 200 len: 835 time: 0.0450432 Nov 16 05:45:23.333522 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-4444e3fd-b145-4ecb-8409-e8a04f5e81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:23.335040 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-4444e3fd-b145-4ecb-8409-e8a04f5e81ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f982df-ccc5-4369-814d-7f13cb1110c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446572 Nov 16 05:45:23.424550 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-8492024f-38ba-4b4f-87ca-f74b3d396aa6 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f982df-ccc5-4369-814d-7f13cb1110c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816650 Nov 16 05:45:23.514065 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ceb9b018-b1ab-4b35-9f2a-e63ef620b309 req-65d86303-2ba7-4a7f-b68c-868b877ebfd4 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f982df-ccc5-4369-814d-7f13cb1110c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824561 Nov 16 05:45:23.594930 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c387b-2e59-4cc2-8053-96d029902366 req-e485bf51-4c55-4631-871b-8aead495ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:23.596381 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b1c387b-2e59-4cc2-8053-96d029902366 req-e485bf51-4c55-4631-871b-8aead495ea62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 1095 time: 0.0405233 Nov 16 05:45:23.689061 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c387b-2e59-4cc2-8053-96d029902366 req-9a16e177-c4ca-47ce-8fca-bde25db17b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:23.690458 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b1c387b-2e59-4cc2-8053-96d029902366 req-9a16e177-c4ca-47ce-8fca-bde25db17b9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9f982df-ccc5-4369-814d-7f13cb1110c8 HTTP/1.1" status: 200 len: 898 time: 0.0873129 Nov 16 05:45:23.730447 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b1c387b-2e59-4cc2-8053-96d029902366 req-7bdfaac9-f01a-409a-8307-9b4d4ad09733 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f501de6-df85-4a50-92b3-68cf10976397 HTTP/1.1" status: 200 len: 217 time: 0.0328891 Nov 16 05:45:23.777739 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c387b-2e59-4cc2-8053-96d029902366 req-a06ec93b-8e4d-47ea-b283-f778f200d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:23.779176 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b1c387b-2e59-4cc2-8053-96d029902366 req-a06ec93b-8e4d-47ea-b283-f778f200d0a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11fc9956-15a7-4c73-b0cd-f7e46d43ce9d HTTP/1.1" status: 200 len: 835 time: 0.0411358 Nov 16 05:45:23.830446 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c387b-2e59-4cc2-8053-96d029902366 req-771c9e10-bde6-426f-9de2-87ff004ca62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:23.832906 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b1c387b-2e59-4cc2-8053-96d029902366 req-771c9e10-bde6-426f-9de2-87ff004ca62e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f982df-ccc5-4369-814d-7f13cb1110c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438833 Nov 16 05:45:23.921128 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b1c387b-2e59-4cc2-8053-96d029902366 req-9b982fc3-eb53-4539-877d-7d4763c86405 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f982df-ccc5-4369-814d-7f13cb1110c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805120 Nov 16 05:45:24.013221 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b1c387b-2e59-4cc2-8053-96d029902366 req-2000a551-1ae4-46d7-9b07-0aa9c0918330 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f982df-ccc5-4369-814d-7f13cb1110c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851278 Nov 16 05:45:24.036853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c04c95-b375-4f07-b932-63a74c134b17 req-5dc45771-2e3a-441e-9814-818f32330937 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:24.038351 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2c04c95-b375-4f07-b932-63a74c134b17 req-5dc45771-2e3a-441e-9814-818f32330937 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 944 time: 0.0484741 Nov 16 05:45:24.090856 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f2c04c95-b375-4f07-b932-63a74c134b17 req-720bb74b-9df5-4041-8f18-0ba17dac772c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462713 Nov 16 05:45:25.208071 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347bf7c4-3684-4239-9668-6d44b65dde56 req-e5fc3be6-e510-4dc3-8d79-ac1952b06ffc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:25.209516 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-347bf7c4-3684-4239-9668-6d44b65dde56 req-e5fc3be6-e510-4dc3-8d79-ac1952b06ffc tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 944 time: 0.0482728 Nov 16 05:45:25.257271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-347bf7c4-3684-4239-9668-6d44b65dde56 req-9f0c897b-d9f8-45f7-8135-787bf2760247 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418949 Nov 16 05:45:26.371230 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f39a08-9afe-4d09-b001-ef9aedcf70d6 req-018e3f6f-4633-4ff6-a24a-00b8f400d463 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:26.372700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29f39a08-9afe-4d09-b001-ef9aedcf70d6 req-018e3f6f-4633-4ff6-a24a-00b8f400d463 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 944 time: 0.0481393 Nov 16 05:45:26.421571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29f39a08-9afe-4d09-b001-ef9aedcf70d6 req-38f1044e-f331-4509-88c2-1559f83b1296 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429943 Nov 16 05:45:26.462682 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:45:26.894139 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 6f501de6-df85-4a50-92b3-68cf10976397 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:45:26.985633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 6f501de6-df85-4a50-92b3-68cf10976397, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6f501de6-df85-4a50-92b3-68cf10976397,segment=NetworkSegment(fbcee919-479e-4ead-8d87-4e0f9fd34a91),segment_id=fbcee919-479e-4ead-8d87-4e0f9fd34a91)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:45:26.996706 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '6f501de6-df85-4a50-92b3-68cf10976397', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'port_id': '6f501de6-df85-4a50-92b3-68cf10976397', 'mac_address': 'fa:16:3e:d5:f5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:45:27.037065 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:27.049364 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f501de6-df85-4a50-92b3-68cf10976397 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:45:27.068693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 6f501de6-df85-4a50-92b3-68cf10976397, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6f501de6-df85-4a50-92b3-68cf10976397,segment=NetworkSegment(fbcee919-479e-4ead-8d87-4e0f9fd34a91),segment_id=fbcee919-479e-4ead-8d87-4e0f9fd34a91)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:45:27.072342 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:27.116832 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=6f501de6-df85-4a50-92b3-68cf10976397,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:27.281073 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['6f501de6-df85-4a50-92b3-68cf10976397'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:45:27.541314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee317abc-e89c-46f2-ad2d-fafa39489fe5 req-b8eb9578-3324-4256-888e-6e720bae0221 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:27.543075 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee317abc-e89c-46f2-ad2d-fafa39489fe5 req-b8eb9578-3324-4256-888e-6e720bae0221 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 945 time: 0.0543132 Nov 16 05:45:27.592848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee317abc-e89c-46f2-ad2d-fafa39489fe5 req-c97398b3-16f7-4f07-9921-2f477e51c9e9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433087 Nov 16 05:45:28.707199 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d53b14-2e47-459e-b190-ef5d4dc09a7b req-fa02bd23-2c02-4fbe-8fbd-d13a192bcc07 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:28.708571 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6d53b14-2e47-459e-b190-ef5d4dc09a7b req-fa02bd23-2c02-4fbe-8fbd-d13a192bcc07 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 945 time: 0.0481963 Nov 16 05:45:28.757004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a6d53b14-2e47-459e-b190-ef5d4dc09a7b req-92559567-2f18-4126-b158-d58e5cdc598c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425181 Nov 16 05:45:28.894389 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 6f501de6-df85-4a50-92b3-68cf10976397 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:45:28.943150 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 6f501de6-df85-4a50-92b3-68cf10976397 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:45:28.946844 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 6f501de6-df85-4a50-92b3-68cf10976397 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:45:28.947214 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:29.024283 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:29.045947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f501de6-df85-4a50-92b3-68cf10976397'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:45:29.048269 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd4a2c2-3c3a-4f3b-8cb7-66c5e097bb8e" -d '{"events": [{"server_uuid": "3c21affb-eed5-4291-a45c-f6d980bd9802", "name": "network-vif-plugged", "status": "completed", "tag": "6f501de6-df85-4a50-92b3-68cf10976397"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:45:29.061854 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 6f501de6-df85-4a50-92b3-68cf10976397, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6f501de6-df85-4a50-92b3-68cf10976397,segment=NetworkSegment(fbcee919-479e-4ead-8d87-4e0f9fd34a91),segment_id=fbcee919-479e-4ead-8d87-4e0f9fd34a91)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:45:29.065981 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:29.113669 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=6f501de6-df85-4a50-92b3-68cf10976397,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:29.135025 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddc2ae4-919c-41c8-820f-add4bb9420c8 x-openstack-request-id: req-fddc2ae4-919c-41c8-820f-add4bb9420c8 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:45:29.135330 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c21affb-eed5-4291-a45c-f6d980bd9802", "name": "network-vif-plugged", "status": "completed", "tag": "6f501de6-df85-4a50-92b3-68cf10976397", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:45:29.135580 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fddc2ae4-919c-41c8-820f-add4bb9420c8 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:45:29.135977 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f501de6-df85-4a50-92b3-68cf10976397', 'code': 200} Nov 16 05:45:29.230976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31c6d9-5fcb-4d8d-a8ac-f016c4ee8a1c req-7fbc20c5-2a95-420b-81ca-bef44eee32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:29.232925 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7e31c6d9-5fcb-4d8d-a8ac-f016c4ee8a1c req-7fbc20c5-2a95-420b-81ca-bef44eee32c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 1097 time: 0.0387373 Nov 16 05:45:29.278493 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7e31c6d9-5fcb-4d8d-a8ac-f016c4ee8a1c req-6d42a0ce-e74f-490a-826a-fab968b9f8e5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387645 Nov 16 05:45:29.875757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f19a9-9035-4960-8c32-ddd8c4356d98 req-a255ca58-74f9-4c7a-ab78-8477223562ee tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:29.877237 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-193f19a9-9035-4960-8c32-ddd8c4356d98 req-a255ca58-74f9-4c7a-ab78-8477223562ee tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 946 time: 0.0493774 Nov 16 05:45:29.930144 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-193f19a9-9035-4960-8c32-ddd8c4356d98 req-7dd7169d-e011-4b22-b0fd-2978aa263438 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466304 Nov 16 05:45:31.045669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e272d-202f-43b9-9bd8-b790fe5bb4e5 req-75e432cb-41a9-4184-a89f-1928995e4fd2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:31.047095 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f68e272d-202f-43b9-9bd8-b790fe5bb4e5 req-75e432cb-41a9-4184-a89f-1928995e4fd2 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 946 time: 0.0488806 Nov 16 05:45:31.096998 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f68e272d-202f-43b9-9bd8-b790fe5bb4e5 req-17faabca-c088-4561-95ec-884f8b7dee73 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439556 Nov 16 05:45:31.210467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac67c00-aeaf-4965-a170-a65fb5006792 req-accd5bdd-d73d-4d4c-b1e2-62cb97e45c90 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:31.211949 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ac67c00-aeaf-4965-a170-a65fb5006792 req-accd5bdd-d73d-4d4c-b1e2-62cb97e45c90 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 946 time: 0.0487812 Nov 16 05:45:31.260350 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ac67c00-aeaf-4965-a170-a65fb5006792 req-45a45b5d-8c09-4c43-964c-6e18daf38378 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425541 Nov 16 05:45:31.281295 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34800) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:31.324232 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75d2aeb-c644-432b-9143-90024e9cd77d tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:31.325718 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c75d2aeb-c644-432b-9143-90024e9cd77d tempest-TestNetworkAdvancedServerOps-1217088176 tempest-TestNetworkAdvancedServerOps-1217088176-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 1092 time: 0.0434179 Nov 16 05:45:31.328402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34802) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:31.332541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '6f501de6-df85-4a50-92b3-68cf10976397', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:45:31.353228 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:31.447464 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:31.549264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Allocated IP 172.25.0.33 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/7fb8da9a-b7c5-4d3a-a221-911bf31e61e6) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:45:31.649855 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:31.688286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:31.723509 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:45:31.728305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:45:31.731866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:45:31.755578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=7fb8da9a-b7c5-4d3a-a221-911bf31e61e6,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:32.074601 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:32.142794 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:32.290212 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:32.294776 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:32.362068 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event updated for resources: {'Port': ['ID=7fb8da9a-b7c5-4d3a-a221-911bf31e61e6,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:45:32.371873 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:32.471810 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Floating IP d5a846d5-9469-4cd4-82cf-1b5eb10dcec7 associated. External IP: 172.25.0.33, port: 6f501de6-df85-4a50-92b3-68cf10976397. Nov 16 05:45:32.676135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router df182c35-18ad-482e-b036-581efcd8bcf1 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:45:32.782666 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:45:32.792967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37925c-d9b8-406d-ae21-ec9462af9f3b None None] Sync routers for ids ['df182c35-18ad-482e-b036-581efcd8bcf1'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:45:32.801009 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:32.807807 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37925c-d9b8-406d-ae21-ec9462af9f3b None None] Routers {'df182c35-18ad-482e-b036-581efcd8bcf1'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:45:32.808616 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-4c37925c-d9b8-406d-ae21-ec9462af9f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['df182c35-18ad-482e-b036-581efcd8bcf1'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:32.830123 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9d228490-5822-4fd3-8123-d35013f7ade9 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5006952 Nov 16 05:45:32.830925 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'tag': '6f501de6-df85-4a50-92b3-68cf10976397'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:45:32.833734 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902cb47e-f138-4636-a0f6-2f7338c06ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "3c21affb-eed5-4291-a45c-f6d980bd9802", "tag": "6f501de6-df85-4a50-92b3-68cf10976397"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:45:32.870196 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedd81c1-bf3a-4de5-8508-4909c3ff1ba0 x-openstack-request-id: req-eedd81c1-bf3a-4de5-8508-4909c3ff1ba0 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:45:32.870491 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c21affb-eed5-4291-a45c-f6d980bd9802", "tag": "6f501de6-df85-4a50-92b3-68cf10976397", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:45:32.870747 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eedd81c1-bf3a-4de5-8508-4909c3ff1ba0 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:45:32.871157 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'tag': '6f501de6-df85-4a50-92b3-68cf10976397', 'status': 'completed', 'code': 200} Nov 16 05:45:32.924519 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-4c37925c-d9b8-406d-ae21-ec9462af9f3b None None] Set router df182c35-18ad-482e-b036-581efcd8bcf1 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:45:32.936695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cb47e-f138-4636-a0f6-2f7338c06ce9 req-299bb237-39b6-48e6-8d17-8fdd1f769d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:32.938381 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-902cb47e-f138-4636-a0f6-2f7338c06ce9 req-299bb237-39b6-48e6-8d17-8fdd1f769d61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 1097 time: 0.0420585 Nov 16 05:45:32.939072 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853085f-5bec-43bf-9551-759190c0859d req-73bc7314-13a8-47c1-8b3a-35e17312a815 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:32.940658 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1853085f-5bec-43bf-9551-759190c0859d req-73bc7314-13a8-47c1-8b3a-35e17312a815 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 946 time: 0.0544972 Nov 16 05:45:32.992601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1853085f-5bec-43bf-9551-759190c0859d req-93008338-8f21-4672-a9b6-bea19c0abc2e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459309 Nov 16 05:45:33.015681 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34808) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:33.039960 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cb47e-f138-4636-a0f6-2f7338c06ce9 req-8ce8b11d-8f45-4920-990d-2a206618f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:33.041846 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-902cb47e-f138-4636-a0f6-2f7338c06ce9 req-8ce8b11d-8f45-4920-990d-2a206618f5f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9f982df-ccc5-4369-814d-7f13cb1110c8 HTTP/1.1" status: 200 len: 898 time: 0.0961046 Nov 16 05:45:33.086115 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fb3c1feb-553c-425a-856f-a48292f594a6 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/d5a846d5-9469-4cd4-82cf-1b5eb10dcec7 HTTP/1.1" status: 200 len: 991 time: 0.0692441 Nov 16 05:45:33.109448 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-902cb47e-f138-4636-a0f6-2f7338c06ce9 req-1ca66ee5-ad95-4df1-878b-be9a7093f6fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f501de6-df85-4a50-92b3-68cf10976397 HTTP/1.1" status: 200 len: 999 time: 0.0610096 Nov 16 05:45:33.160427 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cb47e-f138-4636-a0f6-2f7338c06ce9 req-958e391f-5e00-4755-87cf-ba96cea0f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:33.161877 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-902cb47e-f138-4636-a0f6-2f7338c06ce9 req-958e391f-5e00-4755-87cf-ba96cea0f0c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11fc9956-15a7-4c73-b0cd-f7e46d43ce9d HTTP/1.1" status: 200 len: 835 time: 0.0462961 Nov 16 05:45:33.169076 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-4c37925c-d9b8-406d-ae21-ec9462af9f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'd5a846d5-9469-4cd4-82cf-1b5eb10dcec7', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'port_id': '6f501de6-df85-4a50-92b3-68cf10976397', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'mac_address': 'fa:16:3e:d5:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:45:31Z', 'updated_at': '2021-11-16T05:45:31Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba', 'name': '', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:8e:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:17Z', 'updated_at': '2021-11-16T05:45:21Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:33.195289 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37925c-d9b8-406d-ae21-ec9462af9f3b None None] Checking router: df182c35-18ad-482e-b036-581efcd8bcf1 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:45:33.204234 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c37925c-d9b8-406d-ae21-ec9462af9f3b None None] Routers {'df182c35-18ad-482e-b036-581efcd8bcf1'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:45:33.204869 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-4c37925c-d9b8-406d-ae21-ec9462af9f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:45:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['df182c35-18ad-482e-b036-581efcd8bcf1'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:33.206973 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902cb47e-f138-4636-a0f6-2f7338c06ce9 req-4623b13e-2d83-4d74-83c5-43e3a88c417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:45:33.208469 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-902cb47e-f138-4636-a0f6-2f7338c06ce9 req-4623b13e-2d83-4d74-83c5-43e3a88c417b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f982df-ccc5-4369-814d-7f13cb1110c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401702 Nov 16 05:45:33.294675 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-902cb47e-f138-4636-a0f6-2f7338c06ce9 req-adf2a785-c76d-4a01-92db-334f27eb4135 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f982df-ccc5-4369-814d-7f13cb1110c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795829 Nov 16 05:45:33.307356 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-4c37925c-d9b8-406d-ae21-ec9462af9f3b None None] Set router df182c35-18ad-482e-b036-581efcd8bcf1 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:45:33.385116 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-902cb47e-f138-4636-a0f6-2f7338c06ce9 req-33315bc3-ceb1-4351-adf9-e1b50c840c87 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f982df-ccc5-4369-814d-7f13cb1110c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836253 Nov 16 05:45:33.531875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-4c37925c-d9b8-406d-ae21-ec9462af9f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'd5a846d5-9469-4cd4-82cf-1b5eb10dcec7', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'port_id': '6f501de6-df85-4a50-92b3-68cf10976397', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'mac_address': 'fa:16:3e:d5:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:45:31Z', 'updated_at': '2021-11-16T05:45:31Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba', 'name': '', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:8e:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:17Z', 'updated_at': '2021-11-16T05:45:21Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:45:33.557432 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c37925c-d9b8-406d-ae21-ec9462af9f3b None None] The sync data for ids ['df182c35-18ad-482e-b036-581efcd8bcf1'] in n-d-818042-1 is: [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': 'd5a846d5-9469-4cd4-82cf-1b5eb10dcec7', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'floating_ip_address': '172.25.0.33', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'port_id': '6f501de6-df85-4a50-92b3-68cf10976397', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'mac_address': 'fa:16:3e:d5:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:45:31Z', 'updated_at': '2021-11-16T05:45:31Z', 'revision_number': 0, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba', 'name': '', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:8e:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:17Z', 'updated_at': '2021-11-16T05:45:21Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:45:33.753644 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b11ee85-08ad-4e4b-8a92-5b8517100e8a None None] New status for floating IP d5a846d5-9469-4cd4-82cf-1b5eb10dcec7: ACTIVE {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:45:34.089429 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34810) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:45:34.148967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-aaa2bbe5-ac98-4da2-a35d-fe2169ca7674 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/d5a846d5-9469-4cd4-82cf-1b5eb10dcec7 HTTP/1.1" status: 200 len: 993 time: 0.0584483 Nov 16 05:45:38.111616 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f64e2880-7e55-487d-b7c7-4bf64cf370d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:40.297493 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-caca3de8-4b78-4f09-b078-6e190ff38a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:42.153267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:43.500062 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:43.843992 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:46.928776 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:45:48.973951 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:03.462143 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:46:05.583858 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42d9b4-010c-4290-8445-f9e1d450bbe2 req-7079bae6-02b9-4128-a9a7-50e1ca774c73 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:05.585329 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa42d9b4-010c-4290-8445-f9e1d450bbe2 req-7079bae6-02b9-4128-a9a7-50e1ca774c73 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 946 time: 0.0490506 Nov 16 05:46:05.638614 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa42d9b4-010c-4290-8445-f9e1d450bbe2 req-7c8a9cd8-02d5-4ab3-87da-36e636e00c91 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475094 Nov 16 05:46:06.763207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6d186-76b8-4adb-8e12-6a43d86366fe req-2d055965-86a1-4d43-a768-536d696d5c90 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:06.764089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34d6d186-76b8-4adb-8e12-6a43d86366fe req-2d055965-86a1-4d43-a768-536d696d5c90 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 946 time: 0.0487473 Nov 16 05:46:06.813093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-34d6d186-76b8-4adb-8e12-6a43d86366fe req-1768e65d-8d7d-4590-b81f-68f588c4bfe5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424409 Nov 16 05:46:06.835882 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34828) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:06.895304 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-3f7693b3-5798-49b0-aaad-c5b25cc8fbbe tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/d5a846d5-9469-4cd4-82cf-1b5eb10dcec7 HTTP/1.1" status: 200 len: 993 time: 0.0582464 Nov 16 05:46:08.114401 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a46e3581-705c-4c58-922d-ebac36c13627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:08.190253 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec42b6-b44e-41f0-9c1f-04a0fbe2b8d1 req-a98e869e-e290-45e9-8380-68dc6cbadbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:08.191865 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-52ec42b6-b44e-41f0-9c1f-04a0fbe2b8d1 req-a98e869e-e290-45e9-8380-68dc6cbadbfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 1097 time: 0.0412698 Nov 16 05:46:08.194976 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee4e7a-a28a-47cc-ad33-f103b70889e1 req-6e11861a-8636-4519-81b2-d77815612d78 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:08.196472 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-50ee4e7a-a28a-47cc-ad33-f103b70889e1 req-6e11861a-8636-4519-81b2-d77815612d78 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 946 time: 0.0557888 Nov 16 05:46:08.245679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-50ee4e7a-a28a-47cc-ad33-f103b70889e1 req-8bcf3d31-c9e6-4fe4-b964-aceeb5fb7bc8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432303 Nov 16 05:46:08.603046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec42b6-b44e-41f0-9c1f-04a0fbe2b8d1 req-83dc7306-e861-4a6f-8fbe-bd9bf7f14e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:08.604487 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-52ec42b6-b44e-41f0-9c1f-04a0fbe2b8d1 req-83dc7306-e861-4a6f-8fbe-bd9bf7f14e96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9f982df-ccc5-4369-814d-7f13cb1110c8 HTTP/1.1" status: 200 len: 898 time: 0.4058509 Nov 16 05:46:08.667982 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-52ec42b6-b44e-41f0-9c1f-04a0fbe2b8d1 req-eab792f0-1110-4ee8-9614-add1c2708e26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f501de6-df85-4a50-92b3-68cf10976397 HTTP/1.1" status: 200 len: 1001 time: 0.0558698 Nov 16 05:46:08.730414 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec42b6-b44e-41f0-9c1f-04a0fbe2b8d1 req-99e5919e-717d-487c-85c2-c37904b789ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:08.732091 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-52ec42b6-b44e-41f0-9c1f-04a0fbe2b8d1 req-99e5919e-717d-487c-85c2-c37904b789ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11fc9956-15a7-4c73-b0cd-f7e46d43ce9d HTTP/1.1" status: 200 len: 835 time: 0.0572698 Nov 16 05:46:08.778899 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec42b6-b44e-41f0-9c1f-04a0fbe2b8d1 req-a277b9d6-60fc-49f6-b28c-42cf4d002686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:08.780392 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-52ec42b6-b44e-41f0-9c1f-04a0fbe2b8d1 req-a277b9d6-60fc-49f6-b28c-42cf4d002686 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f982df-ccc5-4369-814d-7f13cb1110c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404670 Nov 16 05:46:08.868921 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-52ec42b6-b44e-41f0-9c1f-04a0fbe2b8d1 req-0f594d32-0a4d-433a-9c55-9818f6ba3940 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f982df-ccc5-4369-814d-7f13cb1110c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811224 Nov 16 05:46:08.970809 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-52ec42b6-b44e-41f0-9c1f-04a0fbe2b8d1 req-7705b377-74a5-4833-8a45-9bcba977e8b2 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f982df-ccc5-4369-814d-7f13cb1110c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943816 Nov 16 05:46:09.365235 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad7d2d-9b50-4d60-a80f-d8d05d2202de req-805f6473-7d20-407c-bd3d-077818da6c1c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:09.366767 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2ad7d2d-9b50-4d60-a80f-d8d05d2202de req-805f6473-7d20-407c-bd3d-077818da6c1c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 946 time: 0.0488670 Nov 16 05:46:09.414947 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2ad7d2d-9b50-4d60-a80f-d8d05d2202de req-9a186576-6b21-4777-a6af-76eef6e0e509 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423973 Nov 16 05:46:10.299296 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-58fb399c-90ec-4a07-b45a-2b7d337a275b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:10.539911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc92283-2d8d-488e-90cc-70bd25a29c5e req-5a7d2465-7165-49a3-9762-a93ee96db44e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:10.541375 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cfc92283-2d8d-488e-90cc-70bd25a29c5e req-5a7d2465-7165-49a3-9762-a93ee96db44e tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 946 time: 0.0587566 Nov 16 05:46:10.589213 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cfc92283-2d8d-488e-90cc-70bd25a29c5e req-7dca44a9-eeac-4601-bc8f-ebe8bdbc6777 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417645 Nov 16 05:46:10.611934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34840) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:10.671460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0a96fcf1-7235-404f-b108-ad1cbe6d3e18 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/floatingips/d5a846d5-9469-4cd4-82cf-1b5eb10dcec7 HTTP/1.1" status: 200 len: 993 time: 0.0583212 Nov 16 05:46:10.889067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34846) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:11.046141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 7fb8da9a-b7c5-4d3a-a221-911bf31e61e6 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:46:11.046484 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:11.123720 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:11.124044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:11.135719 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 7fb8da9a-b7c5-4d3a-a221-911bf31e61e6 owned by network:floatingip {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:46:11.283820 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:11.310057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=7fb8da9a-b7c5-4d3a-a221-911bf31e61e6,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:11.333753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:11.334128 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:11.334469 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:11.334806 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:11.335140 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:11.335470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:11.335802 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:11.336131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:11.336456 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:11.336783 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:11.337109 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:11.337431 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:11.379194 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for floatingip, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:11.379517 n-d-818042-1 neutron-server[102660]: INFO neutron.db.l3_db [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Floating IP d5a846d5-9469-4cd4-82cf-1b5eb10dcec7 disassociated (deleted). External IP: 172.25.0.33, port: 6f501de6-df85-4a50-92b3-68cf10976397. Nov 16 05:46:11.619351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router df182c35-18ad-482e-b036-581efcd8bcf1 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:46:11.761910 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:46:11.766892 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:11.772632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444ab26-8a8d-47a7-813d-98c7f3fd42fa None None] Sync routers for ids ['df182c35-18ad-482e-b036-581efcd8bcf1'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:46:11.782921 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444ab26-8a8d-47a7-813d-98c7f3fd42fa None None] Routers {'df182c35-18ad-482e-b036-581efcd8bcf1'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:11.783602 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8444ab26-8a8d-47a7-813d-98c7f3fd42fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['df182c35-18ad-482e-b036-581efcd8bcf1'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:11.793205 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c040bd67-2948-459d-9f30-bc4ac0c24433 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/floatingips/d5a846d5-9469-4cd4-82cf-1b5eb10dcec7 HTTP/1.1" status: 204 len: 168 time: 0.9030590 Nov 16 05:46:11.793817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'tag': '6f501de6-df85-4a50-92b3-68cf10976397'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:46:11.796078 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74c51be-5fb8-4ac1-aa1e-ba59e7823002" -d '{"events": [{"name": "network-changed", "server_uuid": "3c21affb-eed5-4291-a45c-f6d980bd9802", "tag": "6f501de6-df85-4a50-92b3-68cf10976397"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:46:11.836001 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a2c0b6-a770-445d-9948-90fae1481796 x-openstack-request-id: req-f1a2c0b6-a770-445d-9948-90fae1481796 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:46:11.836361 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c21affb-eed5-4291-a45c-f6d980bd9802", "tag": "6f501de6-df85-4a50-92b3-68cf10976397", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:46:11.836620 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1a2c0b6-a770-445d-9948-90fae1481796 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:46:11.837028 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'tag': '6f501de6-df85-4a50-92b3-68cf10976397', 'status': 'completed', 'code': 200} Nov 16 05:46:11.900877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c51be-5fb8-4ac1-aa1e-ba59e7823002 req-979620b5-a80b-447a-8a4a-ffce6a2fdbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:11.903640 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f74c51be-5fb8-4ac1-aa1e-ba59e7823002 req-979620b5-a80b-447a-8a4a-ffce6a2fdbd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=00f6569800624fc1b96fe985e82f6029&device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 1097 time: 0.0447414 Nov 16 05:46:11.906113 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-8444ab26-8a8d-47a7-813d-98c7f3fd42fa None None] Set router df182c35-18ad-482e-b036-581efcd8bcf1 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:12.029698 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c51be-5fb8-4ac1-aa1e-ba59e7823002 req-329cd407-3519-4107-b0ed-46f671da7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:12.031218 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f74c51be-5fb8-4ac1-aa1e-ba59e7823002 req-329cd407-3519-4107-b0ed-46f671da7012 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e9f982df-ccc5-4369-814d-7f13cb1110c8 HTTP/1.1" status: 200 len: 898 time: 0.1176422 Nov 16 05:46:12.046159 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403907e-a6b3-4719-a201-245105e83baa req-c014a8c0-7a91-4345-9698-0caf4e2e0718 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:12.048875 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5403907e-a6b3-4719-a201-245105e83baa req-c014a8c0-7a91-4345-9698-0caf4e2e0718 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 946 time: 0.0518641 Nov 16 05:46:12.076211 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f74c51be-5fb8-4ac1-aa1e-ba59e7823002 req-64f989f7-835e-47dc-a20f-4faff5696653 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6f501de6-df85-4a50-92b3-68cf10976397 HTTP/1.1" status: 200 len: 217 time: 0.0359790 Nov 16 05:46:12.108544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5403907e-a6b3-4719-a201-245105e83baa req-5adf0a5d-11a4-4c20-ab7f-ad3580d1506f tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527506 Nov 16 05:46:12.130510 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c51be-5fb8-4ac1-aa1e-ba59e7823002 req-fa440bd4-5137-46a5-8efd-bb3db8e2e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:12.132147 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f74c51be-5fb8-4ac1-aa1e-ba59e7823002 req-fa440bd4-5137-46a5-8efd-bb3db8e2e029 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11fc9956-15a7-4c73-b0cd-f7e46d43ce9d HTTP/1.1" status: 200 len: 835 time: 0.0488036 Nov 16 05:46:12.185647 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c51be-5fb8-4ac1-aa1e-ba59e7823002 req-d99e2d29-ffd7-4f2a-98e5-6a675520cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:12.187161 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f74c51be-5fb8-4ac1-aa1e-ba59e7823002 req-d99e2d29-ffd7-4f2a-98e5-6a675520cd28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e9f982df-ccc5-4369-814d-7f13cb1110c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474916 Nov 16 05:46:12.269361 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:12.280732 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f74c51be-5fb8-4ac1-aa1e-ba59e7823002 req-facaf127-d97f-4fc8-ad1d-f4e9efeb75e1 service neutron] 10.222.0.15 "GET /v2.0/networks/e9f982df-ccc5-4369-814d-7f13cb1110c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845823 Nov 16 05:46:12.289207 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8444ab26-8a8d-47a7-813d-98c7f3fd42fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba', 'name': '', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:8e:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:17Z', 'updated_at': '2021-11-16T05:45:21Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:12.315598 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444ab26-8a8d-47a7-813d-98c7f3fd42fa None None] Checking router: df182c35-18ad-482e-b036-581efcd8bcf1 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:46:12.324124 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444ab26-8a8d-47a7-813d-98c7f3fd42fa None None] Routers {'df182c35-18ad-482e-b036-581efcd8bcf1'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:12.324733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8444ab26-8a8d-47a7-813d-98c7f3fd42fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['df182c35-18ad-482e-b036-581efcd8bcf1'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:12.376952 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f74c51be-5fb8-4ac1-aa1e-ba59e7823002 req-ea57eee4-fdda-4640-b2d8-6173ce9a1a0f service neutron] 10.222.0.15 "GET /v2.0/networks/e9f982df-ccc5-4369-814d-7f13cb1110c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885663 Nov 16 05:46:12.444108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-8444ab26-8a8d-47a7-813d-98c7f3fd42fa None None] Set router df182c35-18ad-482e-b036-581efcd8bcf1 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:12.637841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-8444ab26-8a8d-47a7-813d-98c7f3fd42fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba', 'name': '', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:8e:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:17Z', 'updated_at': '2021-11-16T05:45:21Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:12.663985 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8444ab26-8a8d-47a7-813d-98c7f3fd42fa None None] The sync data for ids ['df182c35-18ad-482e-b036-581efcd8bcf1'] in n-d-818042-1 is: [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba', 'name': '', 'network_id': 'e9f982df-ccc5-4369-814d-7f13cb1110c8', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'mac_address': 'fa:16:3e:8e:bf:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:17Z', 'updated_at': '2021-11-16T05:45:21Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'subnets': [{'id': '11fc9956-15a7-4c73-b0cd-f7e46d43ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:46:12.893681 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935cef4c-6126-4937-9bc9-908e65c03873 None None] New status for floating IP d5a846d5-9469-4cd4-82cf-1b5eb10dcec7: DOWN {{(pid=102662) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:46:13.225060 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1adc38c-2a22-44ed-af5d-88752459e7e2 req-b7843869-fe51-443b-b510-ceb6c1afd25c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:13.226482 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1adc38c-2a22-44ed-af5d-88752459e7e2 req-b7843869-fe51-443b-b510-ceb6c1afd25c tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 946 time: 0.0479019 Nov 16 05:46:13.274770 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1adc38c-2a22-44ed-af5d-88752459e7e2 req-9c6a197a-5bb1-4824-a51f-5a087d436743 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/security-groups?id=519f430a-270c-407e-8371-39012f3d4cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424523 Nov 16 05:46:13.503720 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:13.564139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac1551-ecdd-4330-862c-61cc1bf4bfdf req-2e2d5a62-7ccd-47ef-8182-3269993700b8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:13.565596 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10ac1551-ecdd-4330-862c-61cc1bf4bfdf req-2e2d5a62-7ccd-47ef-8182-3269993700b8 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 946 time: 0.0492799 Nov 16 05:46:13.660013 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-10ac1551-ecdd-4330-862c-61cc1bf4bfdf req-96afdc18-c607-4f9f-9606-f1558f79f1c5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 6f501de6-df85-4a50-92b3-68cf10976397 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:46:13.660349 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-10ac1551-ecdd-4330-862c-61cc1bf4bfdf req-96afdc18-c607-4f9f-9606-f1558f79f1c5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:13.750842 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-10ac1551-ecdd-4330-862c-61cc1bf4bfdf req-96afdc18-c607-4f9f-9606-f1558f79f1c5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port 6f501de6-df85-4a50-92b3-68cf10976397, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=6f501de6-df85-4a50-92b3-68cf10976397,segment=NetworkSegment(fbcee919-479e-4ead-8d87-4e0f9fd34a91),segment_id=fbcee919-479e-4ead-8d87-4e0f9fd34a91)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:13.751258 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-10ac1551-ecdd-4330-862c-61cc1bf4bfdf req-96afdc18-c607-4f9f-9606-f1558f79f1c5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:13.763771 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-10ac1551-ecdd-4330-862c-61cc1bf4bfdf req-96afdc18-c607-4f9f-9606-f1558f79f1c5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 6f501de6-df85-4a50-92b3-68cf10976397 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:46:13.846772 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:13.894797 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-10ac1551-ecdd-4330-862c-61cc1bf4bfdf req-96afdc18-c607-4f9f-9606-f1558f79f1c5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:13.921167 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96afdc18-c607-4f9f-9606-f1558f79f1c5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=6f501de6-df85-4a50-92b3-68cf10976397,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:13.963068 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ac1551-ecdd-4330-862c-61cc1bf4bfdf req-96afdc18-c607-4f9f-9606-f1558f79f1c5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] No DVR routers for this DVR port 6f501de6-df85-4a50-92b3-68cf10976397 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:46:13.965598 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-10ac1551-ecdd-4330-862c-61cc1bf4bfdf req-96afdc18-c607-4f9f-9606-f1558f79f1c5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:13.968812 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10ac1551-ecdd-4330-862c-61cc1bf4bfdf req-96afdc18-c607-4f9f-9606-f1558f79f1c5 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.15 "DELETE /v2.0/ports/6f501de6-df85-4a50-92b3-68cf10976397 HTTP/1.1" status: 204 len: 173 time: 0.3973022 Nov 16 05:46:13.969245 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'name': 'network-vif-deleted', 'tag': '6f501de6-df85-4a50-92b3-68cf10976397'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:46:13.972087 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a726e5-cc1e-4eca-854e-6e1ba04c4aa0" -d '{"events": [{"server_uuid": "3c21affb-eed5-4291-a45c-f6d980bd9802", "name": "network-vif-deleted", "tag": "6f501de6-df85-4a50-92b3-68cf10976397"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:46:14.007613 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227a2721-1f9e-4771-9d28-1154ae4866ec x-openstack-request-id: req-227a2721-1f9e-4771-9d28-1154ae4866ec {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:46:14.007899 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c21affb-eed5-4291-a45c-f6d980bd9802", "name": "network-vif-deleted", "tag": "6f501de6-df85-4a50-92b3-68cf10976397", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:46:14.008150 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-227a2721-1f9e-4771-9d28-1154ae4866ec {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:46:14.008590 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c21affb-eed5-4291-a45c-f6d980bd9802', 'name': 'network-vif-deleted', 'tag': '6f501de6-df85-4a50-92b3-68cf10976397', 'status': 'completed', 'code': 200} Nov 16 05:46:14.397606 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8165610f-f332-4dc9-8e9b-4a62f93064f4 req-f5790a09-5e1d-4a69-8e7f-f040a99f6940 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c21affb-eed5-4291-a45c-f6d980bd9802 HTTP/1.1" status: 200 len: 210 time: 0.0396204 Nov 16 05:46:15.455468 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34864) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:15.816356 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:16.065124 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:46:16.065367 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:16.151119 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba,segment=NetworkSegment(fbcee919-479e-4ead-8d87-4e0f9fd34a91),segment_id=fbcee919-479e-4ead-8d87-4e0f9fd34a91)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:16.151475 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:16.164054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:46:16.343114 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:16.373563 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:16.385677 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:16.386076 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:16.386398 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:16.386734 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:16.387077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:16.387394 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:16.387720 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:16.388044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:16.388369 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:16.388691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:16.389011 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:16.389333 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:16.552418 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:16.929706 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:17.105866 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Router df182c35-18ad-482e-b036-581efcd8bcf1 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:46:17.181308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 6f501de6-df85-4a50-92b3-68cf10976397 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:46:17.204043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 6f501de6-df85-4a50-92b3-68cf10976397 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:46:17.204386 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 6f501de6-df85-4a50-92b3-68cf10976397 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:46:17.209637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:46:17.214516 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-fb712d61-0664-485c-9f26-87257a65645d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "PUT /v2.0/routers/df182c35-18ad-482e-b036-581efcd8bcf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7580011 Nov 16 05:46:17.217239 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34866) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:17.219648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f3e43-d473-4f49-9ab3-8596160a283b None None] Sync routers for ids ['df182c35-18ad-482e-b036-581efcd8bcf1'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:46:17.229447 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f3e43-d473-4f49-9ab3-8596160a283b None None] Routers {'df182c35-18ad-482e-b036-581efcd8bcf1'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:17.230077 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-131f3e43-d473-4f49-9ab3-8596160a283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['df182c35-18ad-482e-b036-581efcd8bcf1'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:17.267497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-e119e11e-28ae-4948-970d-9a60ea43864b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting subnet 11fc9956-15a7-4c73-b0cd-f7e46d43ce9d {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:46:17.270580 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e119e11e-28ae-4948-970d-9a60ea43864b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:17.310305 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e119e11e-28ae-4948-970d-9a60ea43864b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:17.333590 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-131f3e43-d473-4f49-9ab3-8596160a283b None None] Set router df182c35-18ad-482e-b036-581efcd8bcf1 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:17.394458 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e119e11e-28ae-4948-970d-9a60ea43864b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:17.452170 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e119e11e-28ae-4948-970d-9a60ea43864b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:17.479502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119e11e-28ae-4948-970d-9a60ea43864b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Subnet': ['ID=11fc9956-15a7-4c73-b0cd-f7e46d43ce9d,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:17.483715 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e119e11e-28ae-4948-970d-9a60ea43864b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:17.487809 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e119e11e-28ae-4948-970d-9a60ea43864b tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/subnets/11fc9956-15a7-4c73-b0cd-f7e46d43ce9d HTTP/1.1" status: 204 len: 168 time: 0.2695513 Nov 16 05:46:17.490971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34868) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:17.496018 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c8a44c-ddf3-47b1-8ad2-1a1bc24066b1 None None] Network e9f982df-ccc5-4369-814d-7f13cb1110c8 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:46:17.572441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-131f3e43-d473-4f49-9ab3-8596160a283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:46:16Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:17.599967 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:17.615055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f3e43-d473-4f49-9ab3-8596160a283b None None] Checking router: df182c35-18ad-482e-b036-581efcd8bcf1 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:46:17.638848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f3e43-d473-4f49-9ab3-8596160a283b None None] Routers {'df182c35-18ad-482e-b036-581efcd8bcf1'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:17.639452 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-131f3e43-d473-4f49-9ab3-8596160a283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['df182c35-18ad-482e-b036-581efcd8bcf1'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:17.703601 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:17.757293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-131f3e43-d473-4f49-9ab3-8596160a283b None None] Set router df182c35-18ad-482e-b036-581efcd8bcf1 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:17.762207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Deleting port d0427e12-ec27-46e0-ba61-67c56d3c9bc9 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:46:17.762762 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:17.792901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433174e4-5c60-4c80-9431-836e7f230181 None None] DHCP port deletion for e9f982df-ccc5-4369-814d-7f13cb1110c8 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:46:17.847813 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] For port d0427e12-ec27-46e0-ba61-67c56d3c9bc9, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d0427e12-ec27-46e0-ba61-67c56d3c9bc9,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:17.848179 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:17.862436 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Calling delete_port for d0427e12-ec27-46e0-ba61-67c56d3c9bc9 owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:46:17.937588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-433174e4-5c60-4c80-9431-836e7f230181 None None] Deleting port bbe763af-dbbf-498f-a27e-da3b051a23f9 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:46:17.938209 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-433174e4-5c60-4c80-9431-836e7f230181 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:17.971287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device bbe763af-dbbf-498f-a27e-da3b051a23f9 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:46:18.035445 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.061911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Port': ['ID=d0427e12-ec27-46e0-ba61-67c56d3c9bc9,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:18.076595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-433174e4-5c60-4c80-9431-836e7f230181 None None] For port bbe763af-dbbf-498f-a27e-da3b051a23f9, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bbe763af-dbbf-498f-a27e-da3b051a23f9,segment=NetworkSegment(fbcee919-479e-4ead-8d87-4e0f9fd34a91),segment_id=fbcee919-479e-4ead-8d87-4e0f9fd34a91)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:18.077059 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-433174e4-5c60-4c80-9431-836e7f230181 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.082978 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8866181-a97d-480b-8fe7-c0ba6b6b50d6 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:46:18.100984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-433174e4-5c60-4c80-9431-836e7f230181 None None] Calling delete_port for bbe763af-dbbf-498f-a27e-da3b051a23f9 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:46:18.122158 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.139841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-131f3e43-d473-4f49-9ab3-8596160a283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:46:16Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:18.207087 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f3e43-d473-4f49-9ab3-8596160a283b None None] The sync data for ids ['df182c35-18ad-482e-b036-581efcd8bcf1'] in n-d-818042-1 is: [{'id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2087298792', 'tenant_id': '00f6569800624fc1b96fe985e82f6029', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:46:16Z', 'revision_number': 5, 'project_id': '00f6569800624fc1b96fe985e82f6029', 'gw_port': {'id': 'd0427e12-ec27-46e0-ba61-67c56d3c9bc9', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df182c35-18ad-482e-b036-581efcd8bcf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:45:14Z', 'updated_at': '2021-11-16T05:45:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:46:18.213042 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.215428 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.215603 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.265533 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.266127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Fanout notify agent at l3_agent the message router_deleted on router df182c35-18ad-482e-b036-581efcd8bcf1 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:46:18.269607 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port bbe763af-dbbf-498f-a27e-da3b051a23f9, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=bbe763af-dbbf-498f-a27e-da3b051a23f9,segment=NetworkSegment(fbcee919-479e-4ead-8d87-4e0f9fd34a91),segment_id=fbcee919-479e-4ead-8d87-4e0f9fd34a91)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:18.274013 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.275667 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.278308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2f2de175-da4a-4464-a3ab-ee5ba892cd49 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/routers/df182c35-18ad-482e-b036-581efcd8bcf1 HTTP/1.1" status: 204 len: 168 time: 0.7862027 Nov 16 05:46:18.278645 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34870) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:18.299928 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-433174e4-5c60-4c80-9431-836e7f230181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.317964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433174e4-5c60-4c80-9431-836e7f230181 None None] No DVR routers for this DVR port bbe763af-dbbf-498f-a27e-da3b051a23f9 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:46:18.338821 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=bbe763af-dbbf-498f-a27e-da3b051a23f9,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:18.349594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:18.349968 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:18.350345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:18.350648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:18.350981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:18.351306 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:18.351632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:18.351981 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:18.352277 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:18.352592 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:18.353437 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:18.353803 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:18.365029 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dccfc3d0-9209-46cb-afd1-8305c16c4a0d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.380788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433174e4-5c60-4c80-9431-836e7f230181 None None] Pushing event deleted for resources: {'Port': ['ID=bbe763af-dbbf-498f-a27e-da3b051a23f9,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:18.452424 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dccfc3d0-9209-46cb-afd1-8305c16c4a0d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.472540 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-dccfc3d0-9209-46cb-afd1-8305c16c4a0d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f982df-ccc5-4369-814d-7f13cb1110c8']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:18.481262 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-dccfc3d0-9209-46cb-afd1-8305c16c4a0d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcee919-479e-4ead-8d87-4e0f9fd34a91') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:18.481556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-dccfc3d0-9209-46cb-afd1-8305c16c4a0d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcee919-479e-4ead-8d87-4e0f9fd34a91') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:18.490554 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dccfc3d0-9209-46cb-afd1-8305c16c4a0d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.503102 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dccfc3d0-9209-46cb-afd1-8305c16c4a0d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.509118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccfc3d0-9209-46cb-afd1-8305c16c4a0d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:46:18.509567 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dccfc3d0-9209-46cb-afd1-8305c16c4a0d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:46:18.512626 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:46:18.571847 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dccfc3d0-9209-46cb-afd1-8305c16c4a0d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.579510 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dccfc3d0-9209-46cb-afd1-8305c16c4a0d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.582578 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dccfc3d0-9209-46cb-afd1-8305c16c4a0d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/networks/e9f982df-ccc5-4369-814d-7f13cb1110c8 HTTP/1.1" status: 204 len: 168 time: 0.3024011 Nov 16 05:46:18.585561 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34872) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:18.594350 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfc3d0-9209-46cb-afd1-8305c16c4a0d tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'Network': ['ID=e9f982df-ccc5-4369-814d-7f13cb1110c8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:18.648347 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f681bf9f-f415-4e6b-bf0e-4e82120f5b05 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.677004 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f681bf9f-f415-4e6b-bf0e-4e82120f5b05 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.742828 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f681bf9f-f415-4e6b-bf0e-4e82120f5b05 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.745434 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f681bf9f-f415-4e6b-bf0e-4e82120f5b05 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:18.746750 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f681bf9f-f415-4e6b-bf0e-4e82120f5b05 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] 10.222.0.41 "DELETE /v2.0/security-groups/519f430a-270c-407e-8371-39012f3d4cd8 HTTP/1.1" status: 204 len: 168 time: 0.1603191 Nov 16 05:46:18.756171 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681bf9f-f415-4e6b-bf0e-4e82120f5b05 tempest-TestNetworkAdvancedServerOps-1813488580 tempest-TestNetworkAdvancedServerOps-1813488580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519f430a-270c-407e-8371-39012f3d4cd8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:18.975394 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:19.086502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34880) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:19.213275 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-a032b0c2-5150-4173-bce8-a53e7d61600d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00f6569800624fc1b96fe985e82f6029&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1255567 Nov 16 05:46:19.215619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34884) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:19.264258 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-feffccab-46a2-4758-ace6-b3319918505c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:19.290215 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-feffccab-46a2-4758-ace6-b3319918505c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:19.335654 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-feffccab-46a2-4758-ace6-b3319918505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:19.338370 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-feffccab-46a2-4758-ace6-b3319918505c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:19.339552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-feffccab-46a2-4758-ace6-b3319918505c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a2a54ff-0182-4b7b-89c0-306382c7cc0e HTTP/1.1" status: 204 len: 168 time: 0.1230519 Nov 16 05:46:19.347819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffccab-46a2-4758-ace6-b3319918505c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2a54ff-0182-4b7b-89c0-306382c7cc0e,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:19.591784 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34890) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:19.604858 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-98aed60f-34cb-48ea-9857-8f2ece8f9753 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:19.677582 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-98aed60f-34cb-48ea-9857-8f2ece8f9753 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:19.681610 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-98aed60f-34cb-48ea-9857-8f2ece8f9753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:19.720215 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-98aed60f-34cb-48ea-9857-8f2ece8f9753 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9339ecc97deb4ac4b40c85b2c540ee65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273696 Nov 16 05:46:19.721214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aed60f-34cb-48ea-9857-8f2ece8f9753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5d2eae-44c5-4ebb-bff7-b884e9313c21,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:19.722883 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34892) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:19.770607 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed5eaa20-f4d3-46b8-b310-d47455206524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:19.790695 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed5eaa20-f4d3-46b8-b310-d47455206524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:19.839922 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed5eaa20-f4d3-46b8-b310-d47455206524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:19.843239 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ed5eaa20-f4d3-46b8-b310-d47455206524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:19.843747 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ed5eaa20-f4d3-46b8-b310-d47455206524 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f5d2eae-44c5-4ebb-bff7-b884e9313c21 HTTP/1.1" status: 204 len: 168 time: 0.1198728 Nov 16 05:46:19.851579 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5eaa20-f4d3-46b8-b310-d47455206524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5d2eae-44c5-4ebb-bff7-b884e9313c21,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:19.894967 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:46:19.914443 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:46:19.914784 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 3ae0fdee-dde1-4ede-b90e-bc86c6f4a9ba not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:46:19.915193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d0427e12-ec27-46e0-ba61-67c56d3c9bc9 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:46:19.934179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d0427e12-ec27-46e0-ba61-67c56d3c9bc9 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:46:19.934520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d0427e12-ec27-46e0-ba61-67c56d3c9bc9 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:46:20.532605 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34914) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:20.627562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1705458694-network', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:20.647469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Made reservation on behalf of d901e774e21542d1a12c8f3823d8efa5 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:46:20.649980 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:20.659340 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:20.734202 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:20.738991 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:20.761244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:46:20.775219 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9814a3-b573-404c-89c9-b15ce1e50406,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:20.780031 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:20.780380 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Added segment 319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5 of type vlan for network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 Nov 16 05:46:20.825475 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:20.850532 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:20.851645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:20.852285 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:20.904361 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3701272 Nov 16 05:46:20.907462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34918) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:20.913370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-dd02d9b7-2b72-49e5-a909-19cfdd8d212f admin admin] Request body: {'subnet': {'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1705458694-subnet', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:20.915942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b02c4-1a03-414d-9315-d25315767935 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:20.926730 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:46:20.935984 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd02d9b7-2b72-49e5-a909-19cfdd8d212f admin admin] Made reservation on behalf of d901e774e21542d1a12c8f3823d8efa5 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:46:20.938435 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd02d9b7-2b72-49e5-a909-19cfdd8d212f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.105257 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd02d9b7-2b72-49e5-a909-19cfdd8d212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.160889 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02d9b7-2b72-49e5-a909-19cfdd8d212f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6459718b-473d-47cf-a153-fcf376c5b2fd,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:21.167918 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd02d9b7-2b72-49e5-a909-19cfdd8d212f admin admin] Checking segment: {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:46:21.168280 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd02d9b7-2b72-49e5-a909-19cfdd8d212f admin admin] Network hostable DHCP agents. Network: d5d1fca7-f5ab-46f8-9dc3-7dec598233f3, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:46:21.184951 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd02d9b7-2b72-49e5-a909-19cfdd8d212f admin admin] Network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:46:21.193639 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-dd02d9b7-2b72-49e5-a909-19cfdd8d212f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, d5d1fca7-f5ab-46f8-9dc3-7dec598233f3) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:46:21.197700 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd02d9b7-2b72-49e5-a909-19cfdd8d212f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:21.198327 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-dd02d9b7-2b72-49e5-a909-19cfdd8d212f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.202451 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4571a9e7-35ca-4d7d-ae77-c17d6bd9c739 None None] Network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:46:21.213489 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-dd02d9b7-2b72-49e5-a909-19cfdd8d212f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3041761 Nov 16 05:46:21.216212 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34920) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:21.221028 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:21.242578 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.243559 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.299679 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.438011 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.501138 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-d5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:46:21.502020 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.635004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Allocated IP 172.20.0.2 (d5d1fca7-f5ab-46f8-9dc3-7dec598233f3/6459718b-473d-47cf-a153-fcf376c5b2fd/d3d03399-c928-42df-a1d9-ccdd8fe35184) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:46:21.640878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.660935 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.759871 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Allocated IP 172.25.0.67 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/dd59f282-3b5e-4b3b-a462-f5670ee6460e) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:46:21.784050 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.789621 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.833187 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:46:21.837222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:46:21.839995 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:46:21.844860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Pushing event updated for resources: {'Port': ['ID=d3d03399-c928-42df-a1d9-ccdd8fe35184,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:21.867871 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.896329 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Attempting to bind port d3d03399-c928-42df-a1d9-ccdd8fe35184 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:46:21.896699 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Attempting to bind port d3d03399-c928-42df-a1d9-ccdd8fe35184 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:46:21.897065 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Attempting to bind port d3d03399-c928-42df-a1d9-ccdd8fe35184 on network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:46:21.901200 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.902746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:46:21.903120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Checking segment: {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:46:21.903517 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.903911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Bound using segment: {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:46:21.904377 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Bound port: d3d03399-c928-42df-a1d9-ccdd8fe35184, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:46:21.904755 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:21.936343 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:46:21.939720 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:46:21.945213 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:46:21.956054 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648dfb33-ce42-4e38-b435-69ebcd61d977 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:46:21.973195 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Pushing event updated for resources: {'Port': ['ID=dd59f282-3b5e-4b3b-a462-f5670ee6460e,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:21.987771 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] For port d3d03399-c928-42df-a1d9-ccdd8fe35184, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:46:21.991384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] For port d3d03399-c928-42df-a1d9-ccdd8fe35184, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d3d03399-c928-42df-a1d9-ccdd8fe35184,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:46:21.995939 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:22.069744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f1233-046f-4d82-8ecc-60dbb917eb07 None None] Pushing event updated for resources: {'Port': ['ID=d3d03399-c928-42df-a1d9-ccdd8fe35184,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:22.076855 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5c26da3e-1581-49ea-a335-ab8876b8edf7 None None] Provisioning complete for port dd59f282-3b5e-4b3b-a462-f5670ee6460e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:22.077237 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5c26da3e-1581-49ea-a335-ab8876b8edf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:22.113610 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-5c26da3e-1581-49ea-a335-ab8876b8edf7 None None] Port dd59f282-3b5e-4b3b-a462-f5670ee6460e cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:46:22.208501 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:22.421037 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:22.546334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:46:22.650888 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:46:22.663099 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Sync routers for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:46:22.672710 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:22.674657 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-c37fe0dd-9f38-4d44-a73a-38bf61ed76bd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4574907 Nov 16 05:46:22.675284 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:22.675901 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:22.677276 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34922) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:22.797053 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:22.991843 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:22Z', 'revision_number': 3, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:23.020583 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Checking router: 2a2e0c9b-6244-428a-bf2f-7cd096080fcf for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:46:23.020931 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Updating router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf port dd59f282-3b5e-4b3b-a462-f5670ee6460e binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:46:23.027473 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa283675-51e6-4ddb-b9a8-0ec4ddabcac6 None None] Network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:46:23.046435 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.099580 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-31cd584e-579c-4d1d-8d8c-4e3e51cbef49 None None] Provisioning complete for port d3d03399-c928-42df-a1d9-ccdd8fe35184 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:23.099983 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31cd584e-579c-4d1d-8d8c-4e3e51cbef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.249084 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31cd584e-579c-4d1d-8d8c-4e3e51cbef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.289932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-31cd584e-579c-4d1d-8d8c-4e3e51cbef49 None None] For port d3d03399-c928-42df-a1d9-ccdd8fe35184, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d3d03399-c928-42df-a1d9-ccdd8fe35184,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:23.295135 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-31cd584e-579c-4d1d-8d8c-4e3e51cbef49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.318222 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.326711 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.351999 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd584e-579c-4d1d-8d8c-4e3e51cbef49 None None] Pushing event updated for resources: {'Port': ['ID=d3d03399-c928-42df-a1d9-ccdd8fe35184,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:23.385112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559113c5-2d4a-4fcc-af32-595d05b9e4d5 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:46:23.386237 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Attempting to bind port dd59f282-3b5e-4b3b-a462-f5670ee6460e on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:46:23.386705 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Attempting to bind port dd59f282-3b5e-4b3b-a462-f5670ee6460e by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:46:23.387363 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Attempting to bind port dd59f282-3b5e-4b3b-a462-f5670ee6460e on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:46:23.401116 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:46:23.401623 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:46:23.402220 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.403190 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:46:23.403599 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Bound port: dd59f282-3b5e-4b3b-a462-f5670ee6460e, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:46:23.404020 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.428633 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Pushing event updated for resources: {'Port': ['ID=dd59f282-3b5e-4b3b-a462-f5670ee6460e,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:23.443808 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:23.444235 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:23.444845 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:23.444995 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:23.445345 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:23.445733 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:23.446576 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:23.446576 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:23.446867 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:23.447279 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:23.447657 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:23.448041 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:46:23.463641 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.476682 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] For port dd59f282-3b5e-4b3b-a462-f5670ee6460e, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:46:23.481923 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] For port dd59f282-3b5e-4b3b-a462-f5670ee6460e, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=dd59f282-3b5e-4b3b-a462-f5670ee6460e,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:46:23.486203 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.538010 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1754433-ffb2-4266-9ff6-cd0d777b43c9 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:46:23.544401 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-cddced59-49d1-47d7-94dc-a11d1923f031 None None] Provisioning complete for port dd59f282-3b5e-4b3b-a462-f5670ee6460e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:23.545165 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cddced59-49d1-47d7-94dc-a11d1923f031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.546946 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06322f-65c3-466c-a32c-aa3d8da1afb5 None None] Pushing event updated for resources: {'Port': ['ID=dd59f282-3b5e-4b3b-a462-f5670ee6460e,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:23.549720 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:23.550280 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:23.639564 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cddced59-49d1-47d7-94dc-a11d1923f031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.643903 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Allocated IP 172.20.0.1 (d5d1fca7-f5ab-46f8-9dc3-7dec598233f3/6459718b-473d-47cf-a153-fcf376c5b2fd/95268b12-1964-43fb-88a5-45de9c87832b) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:46:23.662896 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:23.665455 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-cddced59-49d1-47d7-94dc-a11d1923f031 None None] For port dd59f282-3b5e-4b3b-a462-f5670ee6460e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=dd59f282-3b5e-4b3b-a462-f5670ee6460e,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:23.669582 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cddced59-49d1-47d7-94dc-a11d1923f031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.722188 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddced59-49d1-47d7-94dc-a11d1923f031 None None] Pushing event updated for resources: {'Port': ['ID=dd59f282-3b5e-4b3b-a462-f5670ee6460e,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:23.760854 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.789943 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-518cff47-7962-437f-bce8-f519c80d0591 None None] Provisioning complete for port d3d03399-c928-42df-a1d9-ccdd8fe35184 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:23.790634 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-518cff47-7962-437f-bce8-f519c80d0591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.807828 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.851101 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:46:23.854384 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:46:23.857118 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:46:23.900320 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-518cff47-7962-437f-bce8-f519c80d0591 None None] Provisioning complete for port dd59f282-3b5e-4b3b-a462-f5670ee6460e triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:23.900694 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-518cff47-7962-437f-bce8-f519c80d0591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.907656 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Pushing event updated for resources: {'Port': ['ID=95268b12-1964-43fb-88a5-45de9c87832b,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:23.918670 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:23.981672 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:22Z', 'revision_number': 3, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:24.013477 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc84dee-962b-4b9f-add0-1929b4e98599 None None] The sync data for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 is: [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:22Z', 'revision_number': 3, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:46:24.018046 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d3d03399-c928-42df-a1d9-ccdd8fe35184 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:46:24.090173 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:24.101030 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port d3d03399-c928-42df-a1d9-ccdd8fe35184 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:24.101841 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:24.199770 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e30c2b5a-1802-4c63-b0d9-9a0457dbfcad None None] Provisioning complete for port 95268b12-1964-43fb-88a5-45de9c87832b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:24.200146 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e30c2b5a-1802-4c63-b0d9-9a0457dbfcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:24.241417 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e30c2b5a-1802-4c63-b0d9-9a0457dbfcad None None] Port 95268b12-1964-43fb-88a5-45de9c87832b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:46:24.275484 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:24.293628 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:24.365941 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:24.374470 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Pushing event updated for resources: {'Port': ['ID=95268b12-1964-43fb-88a5-45de9c87832b,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:24.490956 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:46:24.492557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:46:24.621630 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:46:24.737580 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:46:24.745221 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-680b71e0-c80a-472d-8aec-7c7da6e9fca1 admin admin] 10.222.0.41 "PUT /v2.0/routers/2a2e0c9b-6244-428a-bf2f-7cd096080fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0668387 Nov 16 05:46:24.773159 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f7520e15-823b-4853-b395-c14d25bcca0a None None] Provisioning complete for port 95268b12-1964-43fb-88a5-45de9c87832b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:24.773615 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7520e15-823b-4853-b395-c14d25bcca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:24.813637 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f7520e15-823b-4853-b395-c14d25bcca0a None None] Port 95268b12-1964-43fb-88a5-45de9c87832b cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:46:25.237545 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34938) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:25.242530 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-398600122-network', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:25.262815 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Made reservation on behalf of 94937b7cc7494527b7a631e64efb2c95 for: {'network': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:46:25.265084 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.274172 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.351319 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.355289 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.381336 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102660) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:46:25.390168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb7140f-989a-4058-b58b-e27f219a1512,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:25.398003 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.398003 n-d-818042-1 neutron-server[102660]: INFO neutron.db.segments_db [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Added segment 19816921-a4b3-4c0c-a6e2-36bc0385f614 of type vlan for network 0889dbfa-8bcf-4907-8df1-7c4584644ffb Nov 16 05:46:25.438223 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.463125 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.464100 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:25.464668 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.520175 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2814076 Nov 16 05:46:25.522947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34940) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:25.527953 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-e866058e-b227-4247-9ea0-ca736533a2a5 admin admin] Request body: {'subnet': {'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-398600122-subnet', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:25.531069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8ce81-0e41-4214-a8ce-055ef5388232 admin admin] Pushing event updated for resources: {'Network': ['ID=0889dbfa-8bcf-4907-8df1-7c4584644ffb,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:25.541677 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 0889dbfa-8bcf-4907-8df1-7c4584644ffb details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:46:25.550671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e866058e-b227-4247-9ea0-ca736533a2a5 admin admin] Made reservation on behalf of 94937b7cc7494527b7a631e64efb2c95 for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:46:25.553572 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e866058e-b227-4247-9ea0-ca736533a2a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.648425 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Sync routers for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:46:25.663900 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:25.664551 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:25.728763 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e866058e-b227-4247-9ea0-ca736533a2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.771959 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:25.790841 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866058e-b227-4247-9ea0-ca736533a2a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84137133-a569-444d-8650-4d605c288cb3,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:25.793281 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e866058e-b227-4247-9ea0-ca736533a2a5 admin admin] Checking segment: {'id': '19816921-a4b3-4c0c-a6e2-36bc0385f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:46:25.793641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e866058e-b227-4247-9ea0-ca736533a2a5 admin admin] Network hostable DHCP agents. Network: 0889dbfa-8bcf-4907-8df1-7c4584644ffb, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:46:25.811993 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e866058e-b227-4247-9ea0-ca736533a2a5 admin admin] Network 0889dbfa-8bcf-4907-8df1-7c4584644ffb is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:46:25.821396 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-e866058e-b227-4247-9ea0-ca736533a2a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 0889dbfa-8bcf-4907-8df1-7c4584644ffb) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:46:25.825414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e866058e-b227-4247-9ea0-ca736533a2a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:25.826023 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e866058e-b227-4247-9ea0-ca736533a2a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.843987 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc72fd44-74d8-4771-bf45-3d12420b8236 None None] Network 0889dbfa-8bcf-4907-8df1-7c4584644ffb requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:46:25.846333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34942) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:25.850494 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e866058e-b227-4247-9ea0-ca736533a2a5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3262272 Nov 16 05:46:25.852606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-398600122-router', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:25.878616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.879723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.933504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:25.943859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device dd59f282-3b5e-4b3b-a462-f5670ee6460e up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:46:26.071019 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:26.119281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port dd59f282-3b5e-4b3b-a462-f5670ee6460e triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:26.119655 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:26.146450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-0889dbfa-8bcf-4907-8df1-7c4584644ffb', 'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'fixed_ips': [{'subnet_id': '84137133-a569-444d-8650-4d605c288cb3'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:46:26.147310 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:26.192044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 2, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:26.263076 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Checking router: 2a2e0c9b-6244-428a-bf2f-7cd096080fcf for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:46:26.263433 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Updating router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf port 95268b12-1964-43fb-88a5-45de9c87832b binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:46:26.269737 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:26.292004 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:26.340468 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:26.397808 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Allocated IP 172.25.0.75 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/14f9472f-ff1a-4cd3-a63c-ebd71ac181ef) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:46:26.508833 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:26.547589 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:26.589006 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:46:26.592051 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:46:26.596196 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:46:26.610954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b892cb11-2433-4d23-80d9-e14a29f1de91 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:46:26.617650 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Pushing event updated for resources: {'Port': ['ID=14f9472f-ff1a-4cd3-a63c-ebd71ac181ef,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:26.656837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Allocated IP 172.20.0.2 (0889dbfa-8bcf-4907-8df1-7c4584644ffb/84137133-a569-444d-8650-4d605c288cb3/b49e47eb-489d-4bec-a984-22271845499a) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:46:26.857021 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:26.861893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4e5e8db3-a41d-475c-88dc-457b9db6955f None None] Provisioning complete for port 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:26.862270 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4e5e8db3-a41d-475c-88dc-457b9db6955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:26.991954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e8db3-a41d-475c-88dc-457b9db6955f None None] Port 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:46:27.038922 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.052755 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.066726 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.131645 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Network 0889dbfa-8bcf-4907-8df1-7c4584644ffb is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:46:27.135774 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.141037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:46:27.147382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:46:27.149437 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.153489 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Pushing event updated for resources: {'Port': ['ID=b49e47eb-489d-4bec-a984-22271845499a,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:27.187663 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Router f55e471b-fa28-4c3f-85f9-8a7d10876349 is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:46:27.269812 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b4312-2208-4fa1-adce-1b8cbb87d976 None None] Pushing event updated for resources: {'Port': ['ID=95268b12-1964-43fb-88a5-45de9c87832b,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:27.274279 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Attempting to bind port b49e47eb-489d-4bec-a984-22271845499a on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:46:27.274641 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Attempting to bind port b49e47eb-489d-4bec-a984-22271845499a by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '19816921-a4b3-4c0c-a6e2-36bc0385f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:46:27.275015 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Attempting to bind port b49e47eb-489d-4bec-a984-22271845499a on network 0889dbfa-8bcf-4907-8df1-7c4584644ffb {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:46:27.300340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:46:27.300717 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Checking segment: {'id': '19816921-a4b3-4c0c-a6e2-36bc0385f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:46:27.301119 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.301518 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Bound using segment: {'id': '19816921-a4b3-4c0c-a6e2-36bc0385f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:46:27.302097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Bound port: b49e47eb-489d-4bec-a984-22271845499a, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19816921-a4b3-4c0c-a6e2-36bc0385f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:46:27.302414 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.304830 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:46:27.321100 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Attempting to bind port 95268b12-1964-43fb-88a5-45de9c87832b on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:46:27.321327 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Sync routers for ids ['f55e471b-fa28-4c3f-85f9-8a7d10876349'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:46:27.321760 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Attempting to bind port 95268b12-1964-43fb-88a5-45de9c87832b by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:46:27.321954 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Attempting to bind port 95268b12-1964-43fb-88a5-45de9c87832b on network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:46:27.330633 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:46:27.331036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Checking segment: {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:46:27.331552 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.331964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Bound using segment: {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:46:27.332460 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Bound port: 95268b12-1964-43fb-88a5-45de9c87832b, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:46:27.332833 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.335156 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Routers {'f55e471b-fa28-4c3f-85f9-8a7d10876349'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:27.336269 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f55e471b-fa28-4c3f-85f9-8a7d10876349'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:27.338035 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.342619 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34944) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:27.343196 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1bcc4914-af84-4e3c-aaf8-9150e45692f6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4955161 Nov 16 05:46:27.417143 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] For port b49e47eb-489d-4bec-a984-22271845499a, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:46:27.423931 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] For port b49e47eb-489d-4bec-a984-22271845499a, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b49e47eb-489d-4bec-a984-22271845499a,segment=NetworkSegment(19816921-a4b3-4c0c-a6e2-36bc0385f614),segment_id=19816921-a4b3-4c0c-a6e2-36bc0385f614)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:46:27.432267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.473726 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] For port 95268b12-1964-43fb-88a5-45de9c87832b, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:46:27.479361 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Set router f55e471b-fa28-4c3f-85f9-8a7d10876349 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:27.501353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] For port 95268b12-1964-43fb-88a5-45de9c87832b, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=95268b12-1964-43fb-88a5-45de9c87832b,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:46:27.514098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f7c3f-5716-4f1e-98d7-82dca510fe05 None None] Pushing event updated for resources: {'Port': ['ID=b49e47eb-489d-4bec-a984-22271845499a,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:27.519140 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.598360 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8a3faf0a-426f-445e-9bd5-1c6b2bd1b785 None None] Provisioning complete for port 95268b12-1964-43fb-88a5-45de9c87832b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:27.598740 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a3faf0a-426f-445e-9bd5-1c6b2bd1b785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.634773 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b4312-2208-4fa1-adce-1b8cbb87d976 None None] Pushing event updated for resources: {'Port': ['ID=95268b12-1964-43fb-88a5-45de9c87832b,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:27.639403 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:27.640029 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:27.695038 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'name': 'tempest-TestShelveInstance-398600122-router', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:25Z', 'updated_at': '2021-11-16T05:46:26Z', 'revision_number': 3, 'project_id': '94937b7cc7494527b7a631e64efb2c95', 'gw_port': {'id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:26Z', 'updated_at': '2021-11-16T05:46:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:27.744103 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Checking router: f55e471b-fa28-4c3f-85f9-8a7d10876349 for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:46:27.744741 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Updating router f55e471b-fa28-4c3f-85f9-8a7d10876349 port 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:46:27.815746 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:27.817277 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:27.882056 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a3faf0a-426f-445e-9bd5-1c6b2bd1b785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.001911 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.035631 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b49e47eb-489d-4bec-a984-22271845499a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:46:28.040352 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-8a3faf0a-426f-445e-9bd5-1c6b2bd1b785 None None] For port 95268b12-1964-43fb-88a5-45de9c87832b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=95268b12-1964-43fb-88a5-45de9c87832b,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:28.073354 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8a3faf0a-426f-445e-9bd5-1c6b2bd1b785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.169975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3faf0a-426f-445e-9bd5-1c6b2bd1b785 None None] Pushing event updated for resources: {'Port': ['ID=95268b12-1964-43fb-88a5-45de9c87832b,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:28.193594 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Allocated IP 172.20.0.1 (0889dbfa-8bcf-4907-8df1-7c4584644ffb/84137133-a569-444d-8650-4d605c288cb3/146776f3-2d20-40af-931a-811bb4d40af7) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:46:28.203004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b49e47eb-489d-4bec-a984-22271845499a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:28.203463 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.206715 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.219903 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.237977 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-bd3e3aaf-0036-417b-aa5e-f5d0219ae004 None None] Provisioning complete for port 95268b12-1964-43fb-88a5-45de9c87832b triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:28.238448 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd3e3aaf-0036-417b-aa5e-f5d0219ae004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.281615 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Attempting to bind port 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:46:28.282013 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Attempting to bind port 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:46:28.282881 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Attempting to bind port 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:46:28.286587 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceab5ca-d1a0-4e7d-9dc3-246e91e4b2a3 None None] Pushing event updated for resources: {'Port': ['ID=14f9472f-ff1a-4cd3-a63c-ebd71ac181ef,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:28.288785 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:27Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:28.291323 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:46:28.292037 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:46:28.292163 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.293512 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:46:28.294022 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Bound port: 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:46:28.294404 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.294528 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2592fcc-b4e5-482a-be4a-dad0e9809e47 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:46:28.330446 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.331372 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a87da4-04c1-4946-a59c-7e195bec6071 None None] The sync data for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 is: [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:27Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:46:28.356373 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] For port 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:46:28.361174 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] For port 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=14f9472f-ff1a-4cd3-a63c-ebd71ac181ef,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:46:28.370508 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.410731 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.488716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Network 0889dbfa-8bcf-4907-8df1-7c4584644ffb is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:46:28.490059 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Pushing event updated for resources: {'Port': ['ID=146776f3-2d20-40af-931a-811bb4d40af7,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:28.492745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:46:28.498815 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:46:28.505146 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Routers {'f55e471b-fa28-4c3f-85f9-8a7d10876349'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:28.505795 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f55e471b-fa28-4c3f-85f9-8a7d10876349'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:28.529944 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceab5ca-d1a0-4e7d-9dc3-246e91e4b2a3 None None] Pushing event updated for resources: {'Port': ['ID=14f9472f-ff1a-4cd3-a63c-ebd71ac181ef,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:28.552530 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.634151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da4480-92c6-4c3e-870c-e7d2c0b38243 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:46:28.650044 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.708194 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] Set router f55e471b-fa28-4c3f-85f9-8a7d10876349 gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:28.775689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] For port b49e47eb-489d-4bec-a984-22271845499a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b49e47eb-489d-4bec-a984-22271845499a,segment=NetworkSegment(19816921-a4b3-4c0c-a6e2-36bc0385f614),segment_id=19816921-a4b3-4c0c-a6e2-36bc0385f614)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:28.784853 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.786337 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.863108 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1d216123-4d57-431e-beff-954b164a84ba None None] Provisioning complete for port 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:28.863472 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d216123-4d57-431e-beff-954b164a84ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:28.923344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Pushing event updated for resources: {'Port': ['ID=b49e47eb-489d-4bec-a984-22271845499a,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:28.942739 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'name': 'tempest-TestShelveInstance-398600122-router', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:25Z', 'updated_at': '2021-11-16T05:46:26Z', 'revision_number': 3, 'project_id': '94937b7cc7494527b7a631e64efb2c95', 'gw_port': {'id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:26Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:28.982458 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dab65c-85fc-436a-b1dd-bb5319e71b12 None None] The sync data for ids ['f55e471b-fa28-4c3f-85f9-8a7d10876349'] in n-d-818042-1 is: [{'id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'name': 'tempest-TestShelveInstance-398600122-router', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:25Z', 'updated_at': '2021-11-16T05:46:26Z', 'revision_number': 3, 'project_id': '94937b7cc7494527b7a631e64efb2c95', 'gw_port': {'id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:26Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:46:28.982811 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d216123-4d57-431e-beff-954b164a84ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:29.007295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-1d216123-4d57-431e-beff-954b164a84ba None None] For port 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=14f9472f-ff1a-4cd3-a63c-ebd71ac181ef,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:29.011003 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c59ee4-983e-4541-bac8-7d9066c26d58 None None] Network 0889dbfa-8bcf-4907-8df1-7c4584644ffb requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:46:29.029210 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1d216123-4d57-431e-beff-954b164a84ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:29.046095 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:29.055682 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:29.131732 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:29.133727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d216123-4d57-431e-beff-954b164a84ba None None] Pushing event updated for resources: {'Port': ['ID=14f9472f-ff1a-4cd3-a63c-ebd71ac181ef,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:29.184084 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-cd58a821-786e-4164-9f64-2d4531a49167 None None] Provisioning complete for port b49e47eb-489d-4bec-a984-22271845499a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:29.184459 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cd58a821-786e-4164-9f64-2d4531a49167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:29.203569 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Pushing event updated for resources: {'Port': ['ID=146776f3-2d20-40af-931a-811bb4d40af7,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:29.263872 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Network 0889dbfa-8bcf-4907-8df1-7c4584644ffb is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:46:29.265653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:46:29.438576 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Router f55e471b-fa28-4c3f-85f9-8a7d10876349 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:46:29.568578 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:46:29.574582 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ae1d0d22-2ce5-4e16-988b-cae569678e5a admin admin] 10.222.0.41 "PUT /v2.0/routers/f55e471b-fa28-4c3f-85f9-8a7d10876349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2300360 Nov 16 05:46:29.664043 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1278bc5e-7a7b-4510-91b0-ef1ea1d0e576 None None] Provisioning complete for port b49e47eb-489d-4bec-a984-22271845499a triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:29.665157 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1278bc5e-7a7b-4510-91b0-ef1ea1d0e576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:29.780325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-1278bc5e-7a7b-4510-91b0-ef1ea1d0e576 None None] Provisioning complete for port 146776f3-2d20-40af-931a-811bb4d40af7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:29.780700 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-1278bc5e-7a7b-4510-91b0-ef1ea1d0e576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:29.831847 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-1278bc5e-7a7b-4510-91b0-ef1ea1d0e576 None None] Port 146776f3-2d20-40af-931a-811bb4d40af7 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:46:29.966774 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6a0b54e6-f7ee-4ace-8e97-6ccc2302a162 None None] Provisioning complete for port 146776f3-2d20-40af-931a-811bb4d40af7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:29.967564 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6a0b54e6-f7ee-4ace-8e97-6ccc2302a162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.014542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6a0b54e6-f7ee-4ace-8e97-6ccc2302a162 None None] Port 146776f3-2d20-40af-931a-811bb4d40af7 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:46:30.116982 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 95268b12-1964-43fb-88a5-45de9c87832b up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:46:30.168303 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b86c9a99-1b58-4e1a-8b3a-7887fcb1ec75 None None] Provisioning complete for port 146776f3-2d20-40af-931a-811bb4d40af7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:30.169138 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b86c9a99-1b58-4e1a-8b3a-7887fcb1ec75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.212529 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b86c9a99-1b58-4e1a-8b3a-7887fcb1ec75 None None] Port 146776f3-2d20-40af-931a-811bb4d40af7 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:46:30.215867 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 95268b12-1964-43fb-88a5-45de9c87832b triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:30.216306 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.303120 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b49e47eb-489d-4bec-a984-22271845499a up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:46:30.307288 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34952) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:30.312361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ede2907b-f473-487e-a463-fbe36264604e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2012764071', 'description': 'tempest-secgroup-smoke-2012764071 description', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:30.339459 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ede2907b-f473-487e-a463-fbe36264604e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.353378 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port b49e47eb-489d-4bec-a984-22271845499a triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:30.353757 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.414399 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ede2907b-f473-487e-a463-fbe36264604e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.418117 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ede2907b-f473-487e-a463-fbe36264604e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.438112 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:46:30.453195 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ede2907b-f473-487e-a463-fbe36264604e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.455064 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ede2907b-f473-487e-a463-fbe36264604e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1461377 Nov 16 05:46:30.456956 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2907b-f473-487e-a463-fbe36264604e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39e5559-00ca-4fc2-8989-4558280d8c65,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:30.461009 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34954) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:30.473044 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-d97506c3-5a8e-4814-b414-4e62d932b9e4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group_rule': {'security_group_id': 'c39e5559-00ca-4fc2-8989-4558280d8c65', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:30.488459 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:30.488737 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.509645 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d97506c3-5a8e-4814-b414-4e62d932b9e4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.874268 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d97506c3-5a8e-4814-b414-4e62d932b9e4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.878169 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d97506c3-5a8e-4814-b414-4e62d932b9e4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.895349 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97506c3-5a8e-4814-b414-4e62d932b9e4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae4c6fa-234c-43c6-8ce8-980e1f1c2f65,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:30.903901 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-d97506c3-5a8e-4814-b414-4e62d932b9e4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.905091 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-d97506c3-5a8e-4814-b414-4e62d932b9e4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4395511 Nov 16 05:46:30.907961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34956) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:30.912147 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b960237f-0018-48c5-adf0-5091a8a1a897 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group_rule': {'security_group_id': 'c39e5559-00ca-4fc2-8989-4558280d8c65', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:30.938051 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b960237f-0018-48c5-adf0-5091a8a1a897 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.992469 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b960237f-0018-48c5-adf0-5091a8a1a897 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:30.995878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b960237f-0018-48c5-adf0-5091a8a1a897 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.012816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960237f-0018-48c5-adf0-5091a8a1a897 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e283fff5-8816-4c39-896b-6e9fdc24b3b2,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:31.020106 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b960237f-0018-48c5-adf0-5091a8a1a897 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.021283 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b960237f-0018-48c5-adf0-5091a8a1a897 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124134 Nov 16 05:46:31.024032 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34958) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:31.028232 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-1a613f83-377e-4c7a-becd-f86533946b64 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group_rule': {'security_group_id': 'c39e5559-00ca-4fc2-8989-4558280d8c65', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:31.054986 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a613f83-377e-4c7a-becd-f86533946b64 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.112160 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a613f83-377e-4c7a-becd-f86533946b64 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.117895 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a613f83-377e-4c7a-becd-f86533946b64 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.137992 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a613f83-377e-4c7a-becd-f86533946b64 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837146a0-f1d8-4d45-9974-4ba31c4fb97d,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:31.145309 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1a613f83-377e-4c7a-becd-f86533946b64 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.146510 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1a613f83-377e-4c7a-becd-f86533946b64 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215672 Nov 16 05:46:31.149213 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34960) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:31.153462 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-ba20dd6c-d502-454c-9b31-f5564412d7b3 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group_rule': {'security_group_id': 'c39e5559-00ca-4fc2-8989-4558280d8c65', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:31.179976 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ba20dd6c-d502-454c-9b31-f5564412d7b3 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.234837 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ba20dd6c-d502-454c-9b31-f5564412d7b3 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.238325 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ba20dd6c-d502-454c-9b31-f5564412d7b3 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.255292 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20dd6c-d502-454c-9b31-f5564412d7b3 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f3e59e-386c-4e4d-addb-8ce5f02fe7c4,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:31.266709 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ba20dd6c-d502-454c-9b31-f5564412d7b3 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.268498 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ba20dd6c-d502-454c-9b31-f5564412d7b3 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182828 Nov 16 05:46:31.271494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 34962) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:31.275715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-0663c6bc-d001-4ee0-80c1-41318c1f41bb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group_rule': {'security_group_id': 'c39e5559-00ca-4fc2-8989-4558280d8c65', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:31.298136 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-0663c6bc-d001-4ee0-80c1-41318c1f41bb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Project d901e774e21542d1a12c8f3823d8efa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:46:31.303234 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0663c6bc-d001-4ee0-80c1-41318c1f41bb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.371595 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0663c6bc-d001-4ee0-80c1-41318c1f41bb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.375804 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0663c6bc-d001-4ee0-80c1-41318c1f41bb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.394357 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663c6bc-d001-4ee0-80c1-41318c1f41bb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b06493-1173-472e-a350-8a9860c03c89,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:31.399363 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-0663c6bc-d001-4ee0-80c1-41318c1f41bb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.400620 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-0663c6bc-d001-4ee0-80c1-41318c1f41bb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280830 Nov 16 05:46:31.403367 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 34964) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:31.408497 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-237e2a07-5f3e-4c13-ab3b-3c35f98ea256 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group_rule': {'security_group_id': 'c39e5559-00ca-4fc2-8989-4558280d8c65', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:31.430462 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-237e2a07-5f3e-4c13-ab3b-3c35f98ea256 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Project d901e774e21542d1a12c8f3823d8efa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:46:31.435188 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-237e2a07-5f3e-4c13-ab3b-3c35f98ea256 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.498082 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-237e2a07-5f3e-4c13-ab3b-3c35f98ea256 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.502956 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-237e2a07-5f3e-4c13-ab3b-3c35f98ea256 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.522077 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e2a07-5f3e-4c13-ab3b-3c35f98ea256 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d1c74b-7fe4-41b6-81c6-b8158fb4f717,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:31.530299 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-237e2a07-5f3e-4c13-ab3b-3c35f98ea256 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:31.531508 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-237e2a07-5f3e-4c13-ab3b-3c35f98ea256 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271558 Nov 16 05:46:31.694425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-d47f26bf-daf6-4e6c-95ea-d64a1e79fabb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2012764071&fields=id&tenant_id=d901e774e21542d1a12c8f3823d8efa5 HTTP/1.1" status: 200 len: 267 time: 0.0454712 Nov 16 05:46:31.789125 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Sync routers for ids ['f55e471b-fa28-4c3f-85f9-8a7d10876349'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:46:31.802533 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Routers {'f55e471b-fa28-4c3f-85f9-8a7d10876349'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:31.803142 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f55e471b-fa28-4c3f-85f9-8a7d10876349'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:31.805624 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-b004a3e6-289d-42e0-96d8-84809204f720 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:31.807142 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-b004a3e6-289d-42e0-96d8-84809204f720 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 809 time: 0.1058617 Nov 16 05:46:31.822333 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-2a5d2ffa-e587-47e0-b2df-76cddd4d98db tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/quotas/d901e774e21542d1a12c8f3823d8efa5 HTTP/1.1" status: 200 len: 375 time: 0.0095282 Nov 16 05:46:31.872120 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-eb06afef-6ced-4a88-bc70-541a380192b3 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444629 Nov 16 05:46:31.888227 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-9730b2ef-4793-43b9-8739-91274fb64861 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:46:31.889200 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-9730b2ef-4793-43b9-8739-91274fb64861 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053399 Nov 16 05:46:31.907842 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Set router f55e471b-fa28-4c3f-85f9-8a7d10876349 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:31.979824 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-4f400e45-8cc3-4a16-ac3a-765ac1902cdd service neutron] 10.222.0.41 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846190 Nov 16 05:46:32.072861 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-1d286e73-1d7c-4514-b2fd-a91de691de38 service neutron] 10.222.0.41 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859785 Nov 16 05:46:32.108099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'name': 'tempest-TestShelveInstance-398600122-router', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:25Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 4, 'project_id': '94937b7cc7494527b7a631e64efb2c95', 'gw_port': {'id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:26Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '146776f3-2d20-40af-931a-811bb4d40af7', 'name': '', 'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'mac_address': 'fa:16:3e:11:52:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '84137133-a569-444d-8650-4d605c288cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:28Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 2, 'project_id': '94937b7cc7494527b7a631e64efb2c95', 'subnets': [{'id': '84137133-a569-444d-8650-4d605c288cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:32.136762 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Checking router: f55e471b-fa28-4c3f-85f9-8a7d10876349 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:46:32.137127 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Updating router f55e471b-fa28-4c3f-85f9-8a7d10876349 port 146776f3-2d20-40af-931a-811bb4d40af7 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:46:32.164620 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:32.243332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f5f697ce-6101-46e8-90ae-337281575ac4 req-f85c16b5-4373-4ae9-8dd0-c85fdf61426c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 210 time: 0.0280600 Nov 16 05:46:32.437323 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:32.443097 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:32.492901 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82c974-a4f7-4bb1-af2b-be9d11afb85a None None] Pushing event updated for resources: {'Port': ['ID=146776f3-2d20-40af-931a-811bb4d40af7,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:32.563983 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Attempting to bind port 146776f3-2d20-40af-931a-811bb4d40af7 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:46:32.564380 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Attempting to bind port 146776f3-2d20-40af-931a-811bb4d40af7 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '19816921-a4b3-4c0c-a6e2-36bc0385f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:46:32.564960 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Attempting to bind port 146776f3-2d20-40af-931a-811bb4d40af7 on network 0889dbfa-8bcf-4907-8df1-7c4584644ffb {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:46:32.571192 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:46:32.571476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Checking segment: {'id': '19816921-a4b3-4c0c-a6e2-36bc0385f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:46:32.571794 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:32.572151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Bound using segment: {'id': '19816921-a4b3-4c0c-a6e2-36bc0385f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:46:32.572800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Bound port: 146776f3-2d20-40af-931a-811bb4d40af7, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19816921-a4b3-4c0c-a6e2-36bc0385f614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:46:32.573331 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:32.646009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] For port 146776f3-2d20-40af-931a-811bb4d40af7, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:46:32.649266 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] For port 146776f3-2d20-40af-931a-811bb4d40af7, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=146776f3-2d20-40af-931a-811bb4d40af7,segment=NetworkSegment(19816921-a4b3-4c0c-a6e2-36bc0385f614),segment_id=19816921-a4b3-4c0c-a6e2-36bc0385f614)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:46:32.654935 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:32.706923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Routers {'f55e471b-fa28-4c3f-85f9-8a7d10876349'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:32.707558 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f55e471b-fa28-4c3f-85f9-8a7d10876349'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:32.793564 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82c974-a4f7-4bb1-af2b-be9d11afb85a None None] Pushing event updated for resources: {'Port': ['ID=146776f3-2d20-40af-931a-811bb4d40af7,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:32.810860 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-4d6a7ca1-327c-4b0e-a9d3-06e7c9ecfea9 None None] Provisioning complete for port 146776f3-2d20-40af-931a-811bb4d40af7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:32.811220 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d6a7ca1-327c-4b0e-a9d3-06e7c9ecfea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:32.874259 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] Set router f55e471b-fa28-4c3f-85f9-8a7d10876349 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:33.012518 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d6a7ca1-327c-4b0e-a9d3-06e7c9ecfea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:33.065430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-4d6a7ca1-327c-4b0e-a9d3-06e7c9ecfea9 None None] For port 146776f3-2d20-40af-931a-811bb4d40af7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=146776f3-2d20-40af-931a-811bb4d40af7,segment=NetworkSegment(19816921-a4b3-4c0c-a6e2-36bc0385f614),segment_id=19816921-a4b3-4c0c-a6e2-36bc0385f614)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:33.073042 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4d6a7ca1-327c-4b0e-a9d3-06e7c9ecfea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:33.146670 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a7ca1-327c-4b0e-a9d3-06e7c9ecfea9 None None] Pushing event updated for resources: {'Port': ['ID=146776f3-2d20-40af-931a-811bb4d40af7,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:33.169324 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'name': 'tempest-TestShelveInstance-398600122-router', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:25Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 4, 'project_id': '94937b7cc7494527b7a631e64efb2c95', 'gw_port': {'id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:26Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '146776f3-2d20-40af-931a-811bb4d40af7', 'name': '', 'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'mac_address': 'fa:16:3e:11:52:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '84137133-a569-444d-8650-4d605c288cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:28Z', 'updated_at': '2021-11-16T05:46:32Z', 'revision_number': 4, 'project_id': '94937b7cc7494527b7a631e64efb2c95', 'subnets': [{'id': '84137133-a569-444d-8650-4d605c288cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:33.203891 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bca02b-1fe8-4f29-a5a1-5f699acc1c84 None None] The sync data for ids ['f55e471b-fa28-4c3f-85f9-8a7d10876349'] in n-d-818042-1 is: [{'id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'name': 'tempest-TestShelveInstance-398600122-router', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:25Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 4, 'project_id': '94937b7cc7494527b7a631e64efb2c95', 'gw_port': {'id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:26Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '146776f3-2d20-40af-931a-811bb4d40af7', 'name': '', 'network_id': '0889dbfa-8bcf-4907-8df1-7c4584644ffb', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'mac_address': 'fa:16:3e:11:52:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '84137133-a569-444d-8650-4d605c288cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:28Z', 'updated_at': '2021-11-16T05:46:32Z', 'revision_number': 4, 'project_id': '94937b7cc7494527b7a631e64efb2c95', 'subnets': [{'id': '84137133-a569-444d-8650-4d605c288cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:46:33.215281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-dc3a3370-1bdc-43c3-8704-40f2115cd8be None None] Provisioning complete for port 146776f3-2d20-40af-931a-811bb4d40af7 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:33.215582 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3370-1bdc-43c3-8704-40f2115cd8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:33.366808 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-18afbeb1-91a7-4d1f-8335-1e6a65588cf4 req-45be522f-37ec-433b-9a8d-0ba803e7d208 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 210 time: 0.0370371 Nov 16 05:46:33.401307 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-a71eadb4-a280-4ab0-aa47-dd7d0ee11dea tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:33.402773 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-a71eadb4-a280-4ab0-aa47-dd7d0ee11dea tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 809 time: 0.1634116 Nov 16 05:46:33.470136 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-fac853f7-48f3-4b4e-93e1-5c056da2da6c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d901e774e21542d1a12c8f3823d8efa5 HTTP/1.1" status: 200 len: 380 time: 0.0573950 Nov 16 05:46:33.480541 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ff576b92-5014-4ddd-8955-aa0e5d86c047 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'port': {'device_id': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'admin_state_up': True, 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'security_groups': ['c39e5559-00ca-4fc2-8989-4558280d8c65']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:33.592074 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ff576b92-5014-4ddd-8955-aa0e5d86c047 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Made reservation on behalf of d901e774e21542d1a12c8f3823d8efa5 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:46:33.595673 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ff576b92-5014-4ddd-8955-aa0e5d86c047 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:33.723696 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ff576b92-5014-4ddd-8955-aa0e5d86c047 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Allocated IP 172.20.0.10 (d5d1fca7-f5ab-46f8-9dc3-7dec598233f3/6459718b-473d-47cf-a153-fcf376c5b2fd/7de5d875-d511-460d-bbe4-9187cf59fb18) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:46:33.884016 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ff576b92-5014-4ddd-8955-aa0e5d86c047 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:33.920399 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ff576b92-5014-4ddd-8955-aa0e5d86c047 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:33.943971 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 146776f3-2d20-40af-931a-811bb4d40af7 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:46:33.968691 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ff576b92-5014-4ddd-8955-aa0e5d86c047 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:46:33.972959 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ff576b92-5014-4ddd-8955-aa0e5d86c047 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:46:33.977809 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ff576b92-5014-4ddd-8955-aa0e5d86c047 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:46:34.000214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 146776f3-2d20-40af-931a-811bb4d40af7 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:34.000735 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:34.015325 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff576b92-5014-4ddd-8955-aa0e5d86c047 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'Port': ['ID=7de5d875-d511-460d-bbe4-9187cf59fb18,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:34.033279 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ff576b92-5014-4ddd-8955-aa0e5d86c047 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:34.033640 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ff576b92-5014-4ddd-8955-aa0e5d86c047 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:34.054623 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ff576b92-5014-4ddd-8955-aa0e5d86c047 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5774956 Nov 16 05:46:34.066927 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Request body: {'port': {'device_id': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:34.132283 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:34.280078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-eb3f765f-ed66-4481-b3b5-ac3da5a7688a None None] Provisioning complete for port 7de5d875-d511-460d-bbe4-9187cf59fb18 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:34.280363 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-eb3f765f-ed66-4481-b3b5-ac3da5a7688a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:34.314115 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f765f-ed66-4481-b3b5-ac3da5a7688a None None] Port 7de5d875-d511-460d-bbe4-9187cf59fb18 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:46:34.402461 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de5d875-d511-460d-bbe4-9187cf59fb18 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:46:34.410607 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:34.422450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Transition to ACTIVE for port object 7de5d875-d511-460d-bbe4-9187cf59fb18 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:46:34.427309 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:34.492967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Pushing event updated for resources: {'Port': ['ID=7de5d875-d511-460d-bbe4-9187cf59fb18,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:34.496451 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4835afc-48cc-4e83-b10b-65b050330638 req-b3a48c60-0278-4e92-ae25-32deb86851eb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:34.498879 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4835afc-48cc-4e83-b10b-65b050330638 req-b3a48c60-0278-4e92-ae25-32deb86851eb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0574315 Nov 16 05:46:34.544954 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Attempting to bind port 7de5d875-d511-460d-bbe4-9187cf59fb18 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:46:34.545290 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Attempting to bind port 7de5d875-d511-460d-bbe4-9187cf59fb18 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:46:34.545623 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Attempting to bind port 7de5d875-d511-460d-bbe4-9187cf59fb18 on network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:46:34.551016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Port 7de5d875-d511-460d-bbe4-9187cf59fb18 on network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:46:34.551461 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Attempting to bind port 7de5d875-d511-460d-bbe4-9187cf59fb18 on network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:46:34.555866 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b4835afc-48cc-4e83-b10b-65b050330638 req-4a1f32ea-57a1-4294-8472-361b04875bec tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495989 Nov 16 05:46:34.556961 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:46:34.557300 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Checking segment: {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:46:34.557687 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Bound using segment: {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:46:34.558171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Bound port: 7de5d875-d511-460d-bbe4-9187cf59fb18, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:46:34.558532 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:34.635019 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] For port 7de5d875-d511-460d-bbe4-9187cf59fb18, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:46:34.638177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] For port 7de5d875-d511-460d-bbe4-9187cf59fb18, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7de5d875-d511-460d-bbe4-9187cf59fb18,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:46:34.642742 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:34.675606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:34.676302 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:34.677701 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] 10.222.0.15 "PUT /v2.0/ports/7de5d875-d511-460d-bbe4-9187cf59fb18 HTTP/1.1" status: 200 len: 1092 time: 0.6151562 Nov 16 05:46:34.678170 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:46:34.680640 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9067e8-a839-42f8-8fca-feb360d2faa8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:46:34.711627 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ebd58-7f1e-4f45-9e8e-03b0bd060d66 service neutron] Pushing event updated for resources: {'Port': ['ID=7de5d875-d511-460d-bbe4-9187cf59fb18,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:34.729831 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8dac8a1-197d-47db-a223-5b1f79342bea x-openstack-request-id: req-a8dac8a1-197d-47db-a223-5b1f79342bea {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:46:34.730177 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:46:34.730498 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8dac8a1-197d-47db-a223-5b1f79342bea {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:46:34.731129 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'status': 'completed', 'code': 200} Nov 16 05:46:34.777662 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-39559fd3-2fb1-44d4-acc2-8baf3da9d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:34.779223 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-39559fd3-2fb1-44d4-acc2-8baf3da9d8b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 1095 time: 0.0523558 Nov 16 05:46:34.828267 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-b720b52a-52a1-47c9-8843-e0de502a1580 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7de5d875-d511-460d-bbe4-9187cf59fb18 HTTP/1.1" status: 200 len: 217 time: 0.0394089 Nov 16 05:46:34.878391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-be75fe39-8ca3-4a3f-807e-c0562963ab2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:34.879917 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-be75fe39-8ca3-4a3f-807e-c0562963ab2e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0443451 Nov 16 05:46:34.923862 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-4df925f4-da15-4977-bde8-5daaecc87cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:34.925299 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-4df925f4-da15-4977-bde8-5daaecc87cd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389273 Nov 16 05:46:35.018991 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-70e704ad-8ac2-4a60-8e20-65b6a2e48a42 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863693 Nov 16 05:46:35.106541 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-ce099deb-ad72-41a9-a745-68c2dbca75cc req-8d142f36-63bc-4da5-9d81-1cfb6b8441c2 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810771 Nov 16 05:46:35.188444 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9067e8-a839-42f8-8fca-feb360d2faa8 req-d0f4d35c-a4ca-4aca-bbc9-314f9179792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:35.190581 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4d9067e8-a839-42f8-8fca-feb360d2faa8 req-d0f4d35c-a4ca-4aca-bbc9-314f9179792a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 1095 time: 0.0416443 Nov 16 05:46:35.287708 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9067e8-a839-42f8-8fca-feb360d2faa8 req-c8cd4a63-ad97-4cfc-813f-bb24640ff999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:35.289173 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4d9067e8-a839-42f8-8fca-feb360d2faa8 req-c8cd4a63-ad97-4cfc-813f-bb24640ff999 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0916848 Nov 16 05:46:35.331171 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4d9067e8-a839-42f8-8fca-feb360d2faa8 req-0d1d5de8-b63b-429c-ad75-d13cfecf3e78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7de5d875-d511-460d-bbe4-9187cf59fb18 HTTP/1.1" status: 200 len: 217 time: 0.0344262 Nov 16 05:46:35.382986 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9067e8-a839-42f8-8fca-feb360d2faa8 req-46fff244-3dbe-452b-ac9a-64127f628b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:35.384435 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4d9067e8-a839-42f8-8fca-feb360d2faa8 req-46fff244-3dbe-452b-ac9a-64127f628b6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0465591 Nov 16 05:46:35.429500 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9067e8-a839-42f8-8fca-feb360d2faa8 req-773845ab-533c-4028-bae3-ad73cfb8d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:35.430969 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4d9067e8-a839-42f8-8fca-feb360d2faa8 req-773845ab-533c-4028-bae3-ad73cfb8d560 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390778 Nov 16 05:46:35.520750 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4d9067e8-a839-42f8-8fca-feb360d2faa8 req-d6d2ae67-223c-4e82-8388-602e14ceb1df service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807166 Nov 16 05:46:35.613760 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4d9067e8-a839-42f8-8fca-feb360d2faa8 req-42517dee-27ea-4055-910c-9a11811570f2 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858109 Nov 16 05:46:35.675951 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9012ca3-2c51-4e50-a2c0-e9ee2c1843dd req-1aebac45-fe9e-465b-98c9-5282c18bec4f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:35.677431 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f9012ca3-2c51-4e50-a2c0-e9ee2c1843dd req-1aebac45-fe9e-465b-98c9-5282c18bec4f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0483253 Nov 16 05:46:35.726535 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f9012ca3-2c51-4e50-a2c0-e9ee2c1843dd req-0f793b5a-dc7d-4733-a113-9d7ce7713b1d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428565 Nov 16 05:46:36.845942 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985dd7-3c37-4d14-9d89-2eb9afa0073a req-d4cf14d1-a909-4d24-9ea6-0e8955e60172 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:36.847406 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37985dd7-3c37-4d14-9d89-2eb9afa0073a req-d4cf14d1-a909-4d24-9ea6-0e8955e60172 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0486090 Nov 16 05:46:36.899258 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-37985dd7-3c37-4d14-9d89-2eb9afa0073a req-3443c06c-25cd-449f-a8f6-0cc2e3c8471a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458257 Nov 16 05:46:37.257068 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7de5d875-d511-460d-bbe4-9187cf59fb18 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:46:37.347932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7de5d875-d511-460d-bbe4-9187cf59fb18, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7de5d875-d511-460d-bbe4-9187cf59fb18,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:37.358814 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'port_id': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'mac_address': 'fa:16:3e:cd:b0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:46:37.397668 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:37.558947 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de5d875-d511-460d-bbe4-9187cf59fb18 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:46:37.577953 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7de5d875-d511-460d-bbe4-9187cf59fb18, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7de5d875-d511-460d-bbe4-9187cf59fb18,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:37.581834 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:37.626626 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=7de5d875-d511-460d-bbe4-9187cf59fb18,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:37.783308 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['7de5d875-d511-460d-bbe4-9187cf59fb18'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:46:38.015754 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c714bf7-7b1b-4b02-b587-744d4f25c3d4 req-c15390ba-b953-4e89-9330-991dbaafad52 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:38.017791 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c714bf7-7b1b-4b02-b587-744d4f25c3d4 req-c15390ba-b953-4e89-9330-991dbaafad52 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 945 time: 0.0493395 Nov 16 05:46:38.066807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6c714bf7-7b1b-4b02-b587-744d4f25c3d4 req-b6507744-9fea-4b7c-8b6e-0ed5c6713763 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Nov 16 05:46:38.114480 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-947e1493-3754-429d-9c13-d4a5a8750b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:39.183200 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803f442-665f-461a-991a-af7f538b2b46 req-0f3b13e2-83ac-48f1-b7f8-5a3d43cd16f0 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:39.184641 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a803f442-665f-461a-991a-af7f538b2b46 req-0f3b13e2-83ac-48f1-b7f8-5a3d43cd16f0 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 945 time: 0.0477092 Nov 16 05:46:39.231897 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a803f442-665f-461a-991a-af7f538b2b46 req-88fd2c7b-8f0a-4cbc-9b26-94f7667a9e8f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412729 Nov 16 05:46:39.266032 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7de5d875-d511-460d-bbe4-9187cf59fb18 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:46:39.314897 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 7de5d875-d511-460d-bbe4-9187cf59fb18 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:46:39.319412 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 7de5d875-d511-460d-bbe4-9187cf59fb18 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:46:39.319783 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:39.408809 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:39.430481 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:46:39.432700 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3830316f-e0e0-4279-907e-4a49175bf039" -d '{"events": [{"server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "name": "network-vif-plugged", "status": "completed", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:46:39.445671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7de5d875-d511-460d-bbe4-9187cf59fb18, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7de5d875-d511-460d-bbe4-9187cf59fb18,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:46:39.449533 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:39.475101 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a465f5e-7364-447a-8220-bc81f5beb5e3 x-openstack-request-id: req-2a465f5e-7364-447a-8220-bc81f5beb5e3 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:46:39.475418 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "name": "network-vif-plugged", "status": "completed", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:46:39.475672 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a465f5e-7364-447a-8220-bc81f5beb5e3 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:46:39.476062 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'code': 200} Nov 16 05:46:39.501907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=7de5d875-d511-460d-bbe4-9187cf59fb18,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:39.566309 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76f670-d69f-434c-9b16-055e9254e72f req-d19c559d-f42d-438c-a3e7-aaca72d45ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:39.567760 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b76f670-d69f-434c-9b16-055e9254e72f req-d19c559d-f42d-438c-a3e7-aaca72d45ae3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 1097 time: 0.0398495 Nov 16 05:46:39.613945 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-7b76f670-d69f-434c-9b16-055e9254e72f req-cfd703d2-6076-4769-a63c-ac4e0f306b67 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385602 Nov 16 05:46:40.302443 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dd39dd87-202a-4cc1-85d1-a7ca0e7bfa66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:40.351909 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bebcd8-1dc0-428e-873e-f6cbfd797ae9 req-a1468f33-2bd8-4647-9cb5-9c22d2df0493 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:40.353381 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05bebcd8-1dc0-428e-873e-f6cbfd797ae9 req-a1468f33-2bd8-4647-9cb5-9c22d2df0493 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0557323 Nov 16 05:46:40.403666 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05bebcd8-1dc0-428e-873e-f6cbfd797ae9 req-039f8ffc-92e6-49f5-8470-e1cbe42e0c66 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 Nov 16 05:46:40.461186 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:46:41.518581 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deed53a-caa1-4965-aa7e-d36f938fcf05 req-64457e70-e857-427c-9ad8-dc21d7b79d89 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:41.520060 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7deed53a-caa1-4965-aa7e-d36f938fcf05 req-64457e70-e857-427c-9ad8-dc21d7b79d89 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0482042 Nov 16 05:46:41.568592 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7deed53a-caa1-4965-aa7e-d36f938fcf05 req-ca0b2e82-7d9d-4111-af67-dedfa21a1bcd tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 Nov 16 05:46:41.680650 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06dd69-73fc-4f0d-8714-ca0067aade73 req-df6c005a-aee5-4c98-bba4-40c536e6c3b3 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:41.682053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc06dd69-73fc-4f0d-8714-ca0067aade73 req-df6c005a-aee5-4c98-bba4-40c536e6c3b3 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0476024 Nov 16 05:46:41.733147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc06dd69-73fc-4f0d-8714-ca0067aade73 req-76b6ba6f-3c45-4ce3-a0da-5c94770b42c9 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452328 Nov 16 05:46:41.755202 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35016) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:41.915990 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501ff8dd-69b2-4cbc-80da-6acb0c9214ac tempest-TestShelveInstance-392461127 tempest-TestShelveInstance-392461127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:41.917508 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-501ff8dd-69b2-4cbc-80da-6acb0c9214ac tempest-TestShelveInstance-392461127 tempest-TestShelveInstance-392461127-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 1092 time: 0.1613243 Nov 16 05:46:41.920494 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35020) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:46:41.925176 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:46:41.947159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:42.044135 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:42.143684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Allocated IP 172.25.0.245 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/4d4ecb6c-3c67-4c8d-8b54-723468518bad) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:46:42.158803 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:42.247452 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:42.279057 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:42.316133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:46:42.322424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:46:42.325128 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:46:42.349212 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'Port': ['ID=4d4ecb6c-3c67-4c8d-8b54-723468518bad,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:42.663301 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:42.726872 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:42.875750 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:42.880966 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:42.948300 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'Port': ['ID=4d4ecb6c-3c67-4c8d-8b54-723468518bad,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:46:42.957805 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:43.055009 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Floating IP 84b4e774-52ea-4c99-9f8d-bb49564d9415 associated. External IP: 172.25.0.245, port: 7de5d875-d511-460d-bbe4-9187cf59fb18. Nov 16 05:46:43.506473 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:43.594471 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:46:43.702031 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:46:43.712854 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a19eba-4ced-4e45-b30c-54168d020a80 None None] Sync routers for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:46:43.723180 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a19eba-4ced-4e45-b30c-54168d020a80 None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:43.723770 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-49a19eba-4ced-4e45-b30c-54168d020a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:43.725211 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:43.752533 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d63c5db4-2c19-4ac8-bd87-d0d3f76f9e97 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8310242 Nov 16 05:46:43.753135 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:46:43.755584 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe71ad3-f596-4321-aab2-d4d013db1b19" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:46:43.791560 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8454b12a-b88b-4045-84ed-c961bebf8d1e x-openstack-request-id: req-8454b12a-b88b-4045-84ed-c961bebf8d1e {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:46:43.791849 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:46:43.792099 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8454b12a-b88b-4045-84ed-c961bebf8d1e {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:46:43.792495 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'status': 'completed', 'code': 200} Nov 16 05:46:43.846019 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-49a19eba-4ced-4e45-b30c-54168d020a80 None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:43.854658 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:43.875403 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe71ad3-f596-4321-aab2-d4d013db1b19 req-4492f0e5-28e1-4cf0-9b87-91a107296b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:43.877511 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dbe71ad3-f596-4321-aab2-d4d013db1b19 req-4492f0e5-28e1-4cf0-9b87-91a107296b48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 1097 time: 0.0627253 Nov 16 05:46:43.967891 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe71ad3-f596-4321-aab2-d4d013db1b19 req-83b2a62f-5d0e-4a4b-ba45-efa936eb2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:43.969374 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dbe71ad3-f596-4321-aab2-d4d013db1b19 req-83b2a62f-5d0e-4a4b-ba45-efa936eb2b22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0855753 Nov 16 05:46:44.051657 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dbe71ad3-f596-4321-aab2-d4d013db1b19 req-4fa9fb58-71fe-46a1-b6b8-4e1322d99585 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7de5d875-d511-460d-bbe4-9187cf59fb18 HTTP/1.1" status: 200 len: 1000 time: 0.0757754 Nov 16 05:46:44.073038 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-49a19eba-4ced-4e45-b30c-54168d020a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '84b4e774-52ea-4c99-9f8d-bb49564d9415', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'port_id': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'mac_address': 'fa:16:3e:cd:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:46:42Z', 'updated_at': '2021-11-16T05:46:42Z', 'revision_number': 0, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 5, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:44.099236 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a19eba-4ced-4e45-b30c-54168d020a80 None None] Checking router: 2a2e0c9b-6244-428a-bf2f-7cd096080fcf for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:46:44.100459 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe71ad3-f596-4321-aab2-d4d013db1b19 req-2f17bc2e-3601-4839-bd69-c6491f036506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:44.102039 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dbe71ad3-f596-4321-aab2-d4d013db1b19 req-2f17bc2e-3601-4839-bd69-c6491f036506 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0436177 Nov 16 05:46:44.107323 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a19eba-4ced-4e45-b30c-54168d020a80 None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:46:44.107914 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-49a19eba-4ced-4e45-b30c-54168d020a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:46:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:44.147942 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe71ad3-f596-4321-aab2-d4d013db1b19 req-7ddd781b-e866-439c-8210-0739d1aad5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:46:44.149509 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dbe71ad3-f596-4321-aab2-d4d013db1b19 req-7ddd781b-e866-439c-8210-0739d1aad5d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395651 Nov 16 05:46:44.243556 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dbe71ad3-f596-4321-aab2-d4d013db1b19 req-4be9fa8d-7279-4647-8d96-a2cfcc63412d service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871170 Nov 16 05:46:44.295786 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-49a19eba-4ced-4e45-b30c-54168d020a80 None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:46:44.330707 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-dbe71ad3-f596-4321-aab2-d4d013db1b19 req-db3c81f2-66b3-4244-a0be-46a85dd95f5a service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806565 Nov 16 05:46:44.517392 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-49a19eba-4ced-4e45-b30c-54168d020a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '84b4e774-52ea-4c99-9f8d-bb49564d9415', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'port_id': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'mac_address': 'fa:16:3e:cd:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:46:42Z', 'updated_at': '2021-11-16T05:46:42Z', 'revision_number': 0, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 5, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:46:44.542756 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a19eba-4ced-4e45-b30c-54168d020a80 None None] The sync data for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 is: [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '84b4e774-52ea-4c99-9f8d-bb49564d9415', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'floating_ip_address': '172.25.0.245', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'port_id': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'mac_address': 'fa:16:3e:cd:b0:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:46:42Z', 'updated_at': '2021-11-16T05:46:42Z', 'revision_number': 0, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 5, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:46:44.721384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02138307-4dd1-4697-b800-b77846ecec6e None None] New status for floating IP 84b4e774-52ea-4c99-9f8d-bb49564d9415: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:46:46.926450 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:46:48.996847 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:08.115542 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c069d16f-9d51-4f34-80b2-3d71295287c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:10.305477 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e1379372-a95b-4f62-81de-38cce4267187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:12.158247 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:13.509324 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:13.855418 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:16.924827 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:17.459962 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:47:18.997840 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:24.711176 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-14a5e55c-9e91-4ddc-8e1b-fedb619271d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401037 Nov 16 05:47:24.794713 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-b0d90c58-8459-430a-9ab3-c83702cd2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:47:24.796175 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-b0d90c58-8459-430a-9ab3-c83702cd2a55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 1097 time: 0.0442834 Nov 16 05:47:24.896482 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-38f6ac68-20b3-4fc0-9b22-6dd7e344964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:47:24.897929 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-38f6ac68-20b3-4fc0-9b22-6dd7e344964d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0827353 Nov 16 05:47:24.965828 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-b040e168-4845-456c-b3c7-1a4c9d5ee8d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7de5d875-d511-460d-bbe4-9187cf59fb18 HTTP/1.1" status: 200 len: 1002 time: 0.0609500 Nov 16 05:47:25.013604 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-93b3492e-67e9-4439-b437-c3974e09eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:47:25.015053 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-93b3492e-67e9-4439-b437-c3974e09eb00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0427268 Nov 16 05:47:25.060553 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-044b7655-c524-4ce7-8df2-2fc5df47589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:47:25.062099 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-044b7655-c524-4ce7-8df2-2fc5df47589d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391076 Nov 16 05:47:25.072554 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-6207aa40-a029-4c51-b672-07341a26dab1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:47:25.073479 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-6207aa40-a029-4c51-b672-07341a26dab1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048645 Nov 16 05:47:25.166780 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-2ebe5b05-b5b1-4766-8c68-0774bcf26015 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866823 Nov 16 05:47:25.253385 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5e563567-d3ed-4924-8464-53c9aae171a2 req-d3dab379-b87d-4b00-9c6d-21c808627769 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798848 Nov 16 05:47:38.115671 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7115fa08-15bf-43b9-b959-bad7f0c7a430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:40.304875 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c8099096-99dd-4a20-9a6a-ebe0979f0268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:42.160804 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:43.511588 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:43.859754 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:46.939769 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:49.022216 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:47:54.459107 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:48:08.116148 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0009883c-7902-48d5-b444-ad5733cec1af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:10.305379 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-20135362-a807-48b1-bec4-3db2e80b7398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:12.165844 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:13.513720 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:13.861029 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:14.283418 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-51ffb9e8-ee4d-4843-a635-b6eaaf731ef7 req-ba6b3f95-8cf6-4b1d-acc5-c1379c048740 service neutron] (102660) timed out ('10.222.0.41', 56068) {{(pid=102660) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 05:48:16.953472 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:19.009248 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:26.648661 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e914ae09-4a6e-414b-92da-6a0d3aca303f req-a4a71c98-c679-43a8-a7b9-36a97d8d3632 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409214 Nov 16 05:48:26.731957 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914ae09-4a6e-414b-92da-6a0d3aca303f req-3cbae927-b4b7-44f0-af27-2704f26114f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:26.733406 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e914ae09-4a6e-414b-92da-6a0d3aca303f req-3cbae927-b4b7-44f0-af27-2704f26114f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 1097 time: 0.0434175 Nov 16 05:48:26.835289 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914ae09-4a6e-414b-92da-6a0d3aca303f req-5c03356d-556e-4bde-96c5-0ad5439be25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:26.836785 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e914ae09-4a6e-414b-92da-6a0d3aca303f req-5c03356d-556e-4bde-96c5-0ad5439be25b service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0847175 Nov 16 05:48:26.913987 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e914ae09-4a6e-414b-92da-6a0d3aca303f req-7c38a91a-9c7f-4947-a6c4-bc44eaa69590 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7de5d875-d511-460d-bbe4-9187cf59fb18 HTTP/1.1" status: 200 len: 1002 time: 0.0693839 Nov 16 05:48:26.962486 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914ae09-4a6e-414b-92da-6a0d3aca303f req-5ddc732b-68af-422f-abd4-c9c215c32a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:26.963903 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e914ae09-4a6e-414b-92da-6a0d3aca303f req-5ddc732b-68af-422f-abd4-c9c215c32a06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0435925 Nov 16 05:48:27.008005 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914ae09-4a6e-414b-92da-6a0d3aca303f req-b56c7184-cb49-4d70-bb2d-7e9f68ca5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:27.009478 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e914ae09-4a6e-414b-92da-6a0d3aca303f req-b56c7184-cb49-4d70-bb2d-7e9f68ca5220 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391929 Nov 16 05:48:27.099721 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e914ae09-4a6e-414b-92da-6a0d3aca303f req-d3d56598-cabb-43e8-9f79-b110fc6a113e service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833116 Nov 16 05:48:27.195809 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-e914ae09-4a6e-414b-92da-6a0d3aca303f req-9a3b8005-31b3-4801-8114-fd6885efeb29 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891106 Nov 16 05:48:31.458197 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:48:38.120493 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edfe2273-992e-4dff-8818-7cf926cee140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:38.303644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484db64-64f5-47ad-81f5-c1532d35a517 req-0b83f182-e6ff-4949-a9cf-d8e36b548473 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:38.305058 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d484db64-64f5-47ad-81f5-c1532d35a517 req-0b83f182-e6ff-4949-a9cf-d8e36b548473 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0501542 Nov 16 05:48:38.353297 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d484db64-64f5-47ad-81f5-c1532d35a517 req-1e730d86-3b71-4d79-80f6-1a747b99369c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423620 Nov 16 05:48:39.484427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce60d0b-a729-4649-bc2e-1582f172845d req-e2e119ca-7e55-4118-b082-d965c6115bcb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:39.485920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ce60d0b-a729-4649-bc2e-1582f172845d req-e2e119ca-7e55-4118-b082-d965c6115bcb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0516074 Nov 16 05:48:39.536085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ce60d0b-a729-4649-bc2e-1582f172845d req-dfd8ea25-f31e-4799-bff5-fbc036f322a6 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436118 Nov 16 05:48:40.305676 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6916d297-7d00-4ab1-93cb-eeaf03b71137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:40.680008 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8543a-ac40-4814-8aa9-3fe0de33680f req-af578574-f715-4283-a13b-d1085383792f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:40.681575 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55e8543a-ac40-4814-8aa9-3fe0de33680f req-af578574-f715-4283-a13b-d1085383792f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0487778 Nov 16 05:48:40.730742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-55e8543a-ac40-4814-8aa9-3fe0de33680f req-7fb323c0-5dc4-4d3d-859f-4f160090ea0a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432925 Nov 16 05:48:41.847050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e2c1a-2a9b-4ab7-8e0d-c94f9a909671 req-3924a994-0820-46df-8970-bc22f394320f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:41.848558 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-444e2c1a-2a9b-4ab7-8e0d-c94f9a909671 req-3924a994-0820-46df-8970-bc22f394320f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0499716 Nov 16 05:48:41.901092 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-444e2c1a-2a9b-4ab7-8e0d-c94f9a909671 req-d8824d77-beac-4587-8359-f16e9be02b9e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465801 Nov 16 05:48:42.167521 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:43.014158 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd14d8-9d7d-490b-a947-9ebca06a040d req-e682bf88-20c2-4ba4-9b2e-643b5926b496 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:43.015561 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3bbd14d8-9d7d-490b-a947-9ebca06a040d req-e682bf88-20c2-4ba4-9b2e-643b5926b496 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0475304 Nov 16 05:48:43.064920 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3bbd14d8-9d7d-490b-a947-9ebca06a040d req-197704cc-ebc8-4a1d-b79e-b8ea7d379b2b tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429130 Nov 16 05:48:43.515596 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:43.862267 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:44.229669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d361e39-fb0e-4638-b602-95eebdae5974 req-e849aef5-7e96-412e-8b88-e165d4db90e7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:44.231153 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d361e39-fb0e-4638-b602-95eebdae5974 req-e849aef5-7e96-412e-8b88-e165d4db90e7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0963421 Nov 16 05:48:44.279227 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d361e39-fb0e-4638-b602-95eebdae5974 req-e6b4fb94-6027-41b9-a8eb-cb9a806af7d6 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422623 Nov 16 05:48:45.398525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f9df1-1996-4496-9377-ebb5a2832ef9 req-dddc32cb-b60c-447a-8c0e-26f783044a85 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:45.399986 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-004f9df1-1996-4496-9377-ebb5a2832ef9 req-dddc32cb-b60c-447a-8c0e-26f783044a85 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0523896 Nov 16 05:48:45.451719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-004f9df1-1996-4496-9377-ebb5a2832ef9 req-662d93dd-6560-4215-9422-31421106836d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458772 Nov 16 05:48:46.572136 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a580f-b150-4acd-8a9f-5924538cd76d req-6a853af9-7a82-4d44-8f9f-9cc4306dad2a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:46.573618 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c8a580f-b150-4acd-8a9f-5924538cd76d req-6a853af9-7a82-4d44-8f9f-9cc4306dad2a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0502214 Nov 16 05:48:46.621711 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5c8a580f-b150-4acd-8a9f-5924538cd76d req-f7ea35ca-94cf-44b1-8b18-6f402e6aca15 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420752 Nov 16 05:48:46.953993 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:47.739613 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92499196-6a5b-43fd-898b-74b141dfda03 req-c91fec16-39fd-47ba-b6dd-b577b766e0bc tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:47.741065 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92499196-6a5b-43fd-898b-74b141dfda03 req-c91fec16-39fd-47ba-b6dd-b577b766e0bc tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0525424 Nov 16 05:48:47.791773 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-92499196-6a5b-43fd-898b-74b141dfda03 req-65e5261b-8502-4e2b-a482-8af95c08d86f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447497 Nov 16 05:48:48.908870 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0fc0e-ace6-4c92-8769-e19d6f5551a3 req-18b8fbb1-6fab-480e-b176-9a58293e78a0 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:48.910408 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1be0fc0e-ace6-4c92-8769-e19d6f5551a3 req-18b8fbb1-6fab-480e-b176-9a58293e78a0 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0489841 Nov 16 05:48:48.960012 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1be0fc0e-ace6-4c92-8769-e19d6f5551a3 req-49cc4690-c52c-4298-9cff-6427e49f92d7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435977 Nov 16 05:48:49.025522 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:49.732053 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7de5d875-d511-460d-bbe4-9187cf59fb18 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:48:49.824137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7de5d875-d511-460d-bbe4-9187cf59fb18, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7de5d875-d511-460d-bbe4-9187cf59fb18,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:48:49.836019 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'port_id': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'mac_address': 'fa:16:3e:cd:b0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:48:49.871594 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:49.887421 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7de5d875-d511-460d-bbe4-9187cf59fb18 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:48:49.905939 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7de5d875-d511-460d-bbe4-9187cf59fb18, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7de5d875-d511-460d-bbe4-9187cf59fb18,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:48:49.910402 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:49.965022 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=7de5d875-d511-460d-bbe4-9187cf59fb18,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:48:49.972441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:48:49.972783 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:48:49.973182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:48:49.973520 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:48:49.973872 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:48:49.974197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:48:49.974517 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:48:49.974836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:48:49.975203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:48:49.976013 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:48:49.976331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:48:49.976643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:48:49.998708 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['7de5d875-d511-460d-bbe4-9187cf59fb18'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:48:50.079938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7c2f7-b617-4a01-9ae5-fb4ef9a04a24 req-011f5c8a-9d3f-49f4-b134-518da34a5b26 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:50.081572 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e1c7c2f7-b617-4a01-9ae5-fb4ef9a04a24 req-011f5c8a-9d3f-49f4-b134-518da34a5b26 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 945 time: 0.0530677 Nov 16 05:48:50.143496 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e1c7c2f7-b617-4a01-9ae5-fb4ef9a04a24 req-f512b108-2af2-44b0-a281-7080f7c7e26d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523751 Nov 16 05:48:51.273934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb53461-ed7e-4f8c-b30e-ae678fce2442 req-13c1a6f6-ffb7-499e-9bf2-d7e52a465689 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:51.275467 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbb53461-ed7e-4f8c-b30e-ae678fce2442 req-13c1a6f6-ffb7-499e-9bf2-d7e52a465689 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 945 time: 0.0538850 Nov 16 05:48:51.332147 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fbb53461-ed7e-4f8c-b30e-ae678fce2442 req-4c12fab5-627f-4294-9804-2150fd4d6463 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501468 Nov 16 05:48:51.744945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7de5d875-d511-460d-bbe4-9187cf59fb18 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:48:51.800424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 7de5d875-d511-460d-bbe4-9187cf59fb18 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:48:51.800790 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:51.911185 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:51.939945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:48:51.942216 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d990b1-53ea-49ba-aa8b-6e7da637cac8" -d '{"events": [{"server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "name": "network-vif-plugged", "status": "completed", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:48:51.958841 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7de5d875-d511-460d-bbe4-9187cf59fb18, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7de5d875-d511-460d-bbe4-9187cf59fb18,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:48:51.964496 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:48:52.025154 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=7de5d875-d511-460d-bbe4-9187cf59fb18,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:48:52.477248 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d04a3-563c-4130-98e7-a7b1ecaad3c2 req-5dbdad28-8178-4c9f-b83f-28c0efe5acf2 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:52.478807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac0d04a3-563c-4130-98e7-a7b1ecaad3c2 req-5dbdad28-8178-4c9f-b83f-28c0efe5acf2 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0743656 Nov 16 05:48:52.540919 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac0d04a3-563c-4130-98e7-a7b1ecaad3c2 req-d8bb54b7-4085-427f-8808-2c158e442117 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528922 Nov 16 05:48:53.017104 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e61221a-5fc9-480c-bfeb-7c207d15f137 x-openstack-request-id: req-8e61221a-5fc9-480c-bfeb-7c207d15f137 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:48:53.017600 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "name": "network-vif-plugged", "status": "completed", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:48:53.017930 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e61221a-5fc9-480c-bfeb-7c207d15f137 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:48:53.018430 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'code': 200} Nov 16 05:48:53.688413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe9985-c0ee-4de1-8eee-69a516080a8a req-43330142-d369-49c4-9b2d-9e60d4b48f5b tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:53.689944 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-affe9985-c0ee-4de1-8eee-69a516080a8a req-43330142-d369-49c4-9b2d-9e60d4b48f5b tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0585649 Nov 16 05:48:53.745931 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-affe9985-c0ee-4de1-8eee-69a516080a8a req-ceed6c32-0fbc-4473-9bdd-03696ec64c73 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486631 Nov 16 05:48:54.888845 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3062050-879b-491f-9e2f-f82b892cd381 req-0a7ed8c6-0e5e-4eb6-a7b4-6ebfbb232264 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:54.891899 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3062050-879b-491f-9e2f-f82b892cd381 req-0a7ed8c6-0e5e-4eb6-a7b4-6ebfbb232264 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0553553 Nov 16 05:48:54.951499 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c3062050-879b-491f-9e2f-f82b892cd381 req-7c0c9729-652d-46d5-a86f-0805a153f184 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522993 Nov 16 05:48:56.082175 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c6f87-ee18-4d1b-9249-4694b305e419 req-16e2153c-2c81-4396-9a56-78bd1ecc8ccc tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:56.083591 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-080c6f87-ee18-4d1b-9249-4694b305e419 req-16e2153c-2c81-4396-9a56-78bd1ecc8ccc tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0582922 Nov 16 05:48:56.144587 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-080c6f87-ee18-4d1b-9249-4694b305e419 req-579b4e0e-eb4c-4086-8585-cf6e55323e3d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496223 Nov 16 05:48:57.286929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26015be0-8585-49e2-a36b-f1f9beb149db req-d3f7e477-86c2-4583-9c28-023232e22f0c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:57.289328 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26015be0-8585-49e2-a36b-f1f9beb149db req-d3f7e477-86c2-4583-9c28-023232e22f0c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0670998 Nov 16 05:48:57.351243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26015be0-8585-49e2-a36b-f1f9beb149db req-98d17daf-7647-4d37-b863-1780dcba5f29 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505040 Nov 16 05:48:58.484165 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5092ce-f52d-4a7a-8f76-c8a799bc380b req-f511de2b-f452-4669-b240-113eca18702a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:58.485841 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab5092ce-f52d-4a7a-8f76-c8a799bc380b req-f511de2b-f452-4669-b240-113eca18702a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0537879 Nov 16 05:48:58.538978 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ab5092ce-f52d-4a7a-8f76-c8a799bc380b req-eeb0bb3a-0cd5-44d2-b720-ecb1a821e5ec tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462117 Nov 16 05:48:59.668127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ff8af-fd99-41ad-b736-77ad056e15c6 req-a7482ec4-db1d-448f-9490-741d0e8af58e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:48:59.669852 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f42ff8af-fd99-41ad-b736-77ad056e15c6 req-a7482ec4-db1d-448f-9490-741d0e8af58e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0554881 Nov 16 05:48:59.719363 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f42ff8af-fd99-41ad-b736-77ad056e15c6 req-8c0b0d30-e396-4ca7-a190-06fe575c3411 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434167 Nov 16 05:49:00.220523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70d55e-40a3-480a-a97f-8efa19e72615 req-3ba6b7ee-33ad-48a9-91e6-e9b066975f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:00.221974 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fe70d55e-40a3-480a-a97f-8efa19e72615 req-3ba6b7ee-33ad-48a9-91e6-e9b066975f5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 1097 time: 0.0403466 Nov 16 05:49:00.314027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70d55e-40a3-480a-a97f-8efa19e72615 req-b8fd4268-2dc9-4d87-b446-4569226dd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:00.315497 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fe70d55e-40a3-480a-a97f-8efa19e72615 req-b8fd4268-2dc9-4d87-b446-4569226dd9a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0854430 Nov 16 05:49:00.380836 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fe70d55e-40a3-480a-a97f-8efa19e72615 req-7453ae29-cd71-44de-8f1f-9953ce5f2dbf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7de5d875-d511-460d-bbe4-9187cf59fb18 HTTP/1.1" status: 200 len: 1002 time: 0.0581489 Nov 16 05:49:00.436778 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70d55e-40a3-480a-a97f-8efa19e72615 req-2dce6089-995c-4e56-b448-e1e10800a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:00.438278 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fe70d55e-40a3-480a-a97f-8efa19e72615 req-2dce6089-995c-4e56-b448-e1e10800a6f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0504081 Nov 16 05:49:00.485658 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70d55e-40a3-480a-a97f-8efa19e72615 req-765089a3-75b1-414c-96ef-1f22773fe1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:00.487251 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fe70d55e-40a3-480a-a97f-8efa19e72615 req-765089a3-75b1-414c-96ef-1f22773fe1a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413041 Nov 16 05:49:00.581923 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fe70d55e-40a3-480a-a97f-8efa19e72615 req-9b1e21dc-3e06-40a9-9a28-2f87763f00b1 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871525 Nov 16 05:49:00.672067 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fe70d55e-40a3-480a-a97f-8efa19e72615 req-68176cf9-1038-4cba-8732-da06546cd7c5 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823991 Nov 16 05:49:00.837418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca17cd-af1e-4382-a401-1cb406267c91 req-01afbe6d-0c6c-449a-b26f-f1647a5c7546 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:00.839052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10ca17cd-af1e-4382-a401-1cb406267c91 req-01afbe6d-0c6c-449a-b26f-f1647a5c7546 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0501957 Nov 16 05:49:00.888079 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10ca17cd-af1e-4382-a401-1cb406267c91 req-50bf46dc-de22-4945-bac2-e337c02d399f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431612 Nov 16 05:49:02.007582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc33979-0516-4713-9b5c-be0a424b26f9 req-681650ba-5b5e-4aaa-abb8-bca6ae42c577 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:02.009053 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ddc33979-0516-4713-9b5c-be0a424b26f9 req-681650ba-5b5e-4aaa-abb8-bca6ae42c577 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0529659 Nov 16 05:49:02.059737 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ddc33979-0516-4713-9b5c-be0a424b26f9 req-ad1a7c79-e851-41f3-afdb-15a7b53de44f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441687 Nov 16 05:49:03.175931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8343f3-29cd-4df4-bb77-ff01d6a2efed req-21b60ede-2344-4cac-bcb5-c3a36033a74b tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:03.177709 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc8343f3-29cd-4df4-bb77-ff01d6a2efed req-21b60ede-2344-4cac-bcb5-c3a36033a74b tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0480974 Nov 16 05:49:03.226387 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cc8343f3-29cd-4df4-bb77-ff01d6a2efed req-98213db8-8b28-4d27-92a3-105ea17ac37d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Nov 16 05:49:03.293556 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-25796e07-a666-4003-a99b-eef2dd198376 req-dcf9c3c8-c4d7-4cde-a82e-bb4e8a2c5998 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:49:03.294560 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25796e07-a666-4003-a99b-eef2dd198376 req-dcf9c3c8-c4d7-4cde-a82e-bb4e8a2c5998 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053582 Nov 16 05:49:03.446041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116bb24-ed75-4707-b381-97726250a260 req-811db496-ba98-4b47-9d69-75e288017f1f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:03.447556 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d116bb24-ed75-4707-b381-97726250a260 req-811db496-ba98-4b47-9d69-75e288017f1f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 946 time: 0.0501025 Nov 16 05:49:03.501615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d116bb24-ed75-4707-b381-97726250a260 req-84065683-d659-4b96-9e8d-78ebb8a5ff6b tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481639 Nov 16 05:49:03.741935 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-23978c05-f49c-4a07-bb1a-443c60f52cba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917182 Nov 16 05:49:03.795446 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7de5d875-d511-460d-bbe4-9187cf59fb18 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:49:03.870432 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:03.892838 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:49:03.895216 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971e14dd-812c-41ba-b2dc-b1b5f09eda0d" -d '{"events": [{"server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "name": "network-vif-unplugged", "status": "completed", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:49:03.908444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7de5d875-d511-460d-bbe4-9187cf59fb18, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7de5d875-d511-460d-bbe4-9187cf59fb18,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:49:03.913999 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:03.937931 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 05:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6952cfd5-9693-467a-b96f-c70b1afb5941 x-openstack-request-id: req-6952cfd5-9693-467a-b96f-c70b1afb5941 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:49:03.938227 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "name": "network-vif-unplugged", "status": "failed", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18", "code": 422}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:49:03.938478 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6952cfd5-9693-467a-b96f-c70b1afb5941 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:49:03.938891 n-d-818042-1 neutron-server[102661]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'code': 422} returned with failed status Nov 16 05:49:03.964956 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=7de5d875-d511-460d-bbe4-9187cf59fb18,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:49:04.554093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-2cbd175a-8ba4-4305-8b66-18ff6c655a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:04.555584 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-2cbd175a-8ba4-4305-8b66-18ff6c655a83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925&tenant_id=d901e774e21542d1a12c8f3823d8efa5 HTTP/1.1" status: 200 len: 1095 time: 0.0421176 Nov 16 05:49:04.618525 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729db15-3e25-4561-80f4-eb4577fe7086 req-f30fa242-dda9-4608-8437-362e01d6c577 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:04.619526 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-325bd934-28f7-4b31-86b8-03f73749fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:04.620004 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1729db15-3e25-4561-80f4-eb4577fe7086 req-f30fa242-dda9-4608-8437-362e01d6c577 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0488167 Nov 16 05:49:04.620981 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-325bd934-28f7-4b31-86b8-03f73749fe4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 1095 time: 0.0433013 Nov 16 05:49:04.669894 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1729db15-3e25-4561-80f4-eb4577fe7086 req-eb77b96c-a4f7-4c8f-b97e-25e38abab29e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438435 Nov 16 05:49:04.708755 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-db4b2722-3af8-4f4e-9371-58aae2af0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:04.710743 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-db4b2722-3af8-4f4e-9371-58aae2af0128 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0829184 Nov 16 05:49:04.777800 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-38847d76-d6c5-4e00-bdf5-30ed58445fe1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7de5d875-d511-460d-bbe4-9187cf59fb18 HTTP/1.1" status: 200 len: 1000 time: 0.0600784 Nov 16 05:49:04.824452 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-fc269590-2432-4bae-867b-3831b1a45a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:04.825754 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-fc269590-2432-4bae-867b-3831b1a45a5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0415306 Nov 16 05:49:04.868933 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-624bdf68-f633-4d6d-aae4-7417337971de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:04.870403 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-624bdf68-f633-4d6d-aae4-7417337971de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384753 Nov 16 05:49:04.958537 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-b9450143-7cd2-41c3-ae45-4bf6b98ac13a service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811350 Nov 16 05:49:05.049317 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-fd41ef03-bff6-4675-9f50-0b7d17248c24 req-04bbb941-02e1-49c4-aa67-0c2e12e0d61c service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823736 Nov 16 05:49:05.800334 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d125e5-34ed-4291-9846-1e90a56ae31b req-5b152d8c-e6fb-40d6-b2be-9c965777f40a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:05.802443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95d125e5-34ed-4291-9846-1e90a56ae31b req-5b152d8c-e6fb-40d6-b2be-9c965777f40a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0604274 Nov 16 05:49:05.859719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-95d125e5-34ed-4291-9846-1e90a56ae31b req-6327e6ce-8ef6-4074-937e-7cdb39b69d07 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507603 Nov 16 05:49:06.984817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7ebdd-9e04-4322-9ed8-d2860a6a9925 req-86e007fe-d952-42d9-a7b0-1836831660c4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:06.986348 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85a7ebdd-9e04-4322-9ed8-d2860a6a9925 req-86e007fe-d952-42d9-a7b0-1836831660c4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0512156 Nov 16 05:49:07.038205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85a7ebdd-9e04-4322-9ed8-d2860a6a9925 req-e8201009-c468-4a59-b506-15d333bdbd55 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452266 Nov 16 05:49:08.130301 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ab693869-25e4-4ce6-9739-cf176272936c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:08.164665 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402b9ce3-07bb-49b1-8143-85ea33b78bb7 req-e583ae01-913c-448d-ae61-880a16232f29 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:08.166199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-402b9ce3-07bb-49b1-8143-85ea33b78bb7 req-e583ae01-913c-448d-ae61-880a16232f29 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0531526 Nov 16 05:49:08.215744 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-402b9ce3-07bb-49b1-8143-85ea33b78bb7 req-b4587a41-754d-4d25-9774-d665e7bc34ed tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436759 Nov 16 05:49:08.457066 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:49:09.342413 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8895b-6faa-4ce5-bb61-3e4fad5f5bbc req-5a5fe0df-67e2-4c68-9c2d-796f45b28259 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:09.343883 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-74c8895b-6faa-4ce5-bb61-3e4fad5f5bbc req-5a5fe0df-67e2-4c68-9c2d-796f45b28259 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0568907 Nov 16 05:49:09.393016 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-74c8895b-6faa-4ce5-bb61-3e4fad5f5bbc req-1c5486d3-f13c-439f-8e02-925865843e69 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429354 Nov 16 05:49:10.310476 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8df763d5-6067-4b2b-8314-34779748552a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:10.525133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dd930-1019-4bb6-882d-8f80c785051e req-ed87de54-cf71-47d6-afa9-4a5c1c6dfea6 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:10.526652 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c95dd930-1019-4bb6-882d-8f80c785051e req-ed87de54-cf71-47d6-afa9-4a5c1c6dfea6 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0555182 Nov 16 05:49:10.577859 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c95dd930-1019-4bb6-882d-8f80c785051e req-5fe9a71e-9020-414b-a36c-f7157b59e217 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447822 Nov 16 05:49:11.731637 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ec53f-68c8-4f5b-adaa-1d0fdf0ca550 req-afcf1d9e-43a7-4ea2-b472-83010039cfdf tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:11.731637 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-558ec53f-68c8-4f5b-adaa-1d0fdf0ca550 req-afcf1d9e-43a7-4ea2-b472-83010039cfdf tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0579114 Nov 16 05:49:11.784695 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-558ec53f-68c8-4f5b-adaa-1d0fdf0ca550 req-b84ffbb6-8ef9-41c3-93a5-09116f1839ef tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511794 Nov 16 05:49:12.171917 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:12.905716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b242a-3324-480a-b467-18d879571d1a req-5527805e-0955-4312-8d59-8f6ce53772c0 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:12.907241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-379b242a-3324-480a-b467-18d879571d1a req-5527805e-0955-4312-8d59-8f6ce53772c0 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0502160 Nov 16 05:49:12.962751 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-379b242a-3324-480a-b467-18d879571d1a req-4b7769b7-3807-4358-bc32-4009967b5bd8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477436 Nov 16 05:49:13.518109 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:13.866545 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:14.086139 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afed178-5cb9-475a-8f66-ac39ef8625e8 req-6e620edb-c915-46e5-a9ff-cc9148098ab1 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:14.087544 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7afed178-5cb9-475a-8f66-ac39ef8625e8 req-6e620edb-c915-46e5-a9ff-cc9148098ab1 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0506132 Nov 16 05:49:14.148295 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7afed178-5cb9-475a-8f66-ac39ef8625e8 req-38ee54ca-4ab8-4317-b6c4-4fe951c79969 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544271 Nov 16 05:49:15.265326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215986d3-0b58-47ae-9e0e-2f6958c4f72e req-a30340b0-8180-4611-967f-f9bfab4ce8cf tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:15.267116 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-215986d3-0b58-47ae-9e0e-2f6958c4f72e req-a30340b0-8180-4611-967f-f9bfab4ce8cf tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0499306 Nov 16 05:49:15.317029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-215986d3-0b58-47ae-9e0e-2f6958c4f72e req-f2962a11-ace5-4264-ae90-f7de80b8c103 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437481 Nov 16 05:49:16.432603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e1583-ce57-4d42-949f-fae7d3f2ec95 req-f64bc27b-77ba-49be-a346-7dd6c7dd8548 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:16.434109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e29e1583-ce57-4d42-949f-fae7d3f2ec95 req-f64bc27b-77ba-49be-a346-7dd6c7dd8548 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.0491936 Nov 16 05:49:16.482694 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e29e1583-ce57-4d42-949f-fae7d3f2ec95 req-50a03fe0-3ce1-4cd0-9dd9-9c0b36acf4c6 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426073 Nov 16 05:49:16.968576 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:17.650069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2e4d5-d725-4d9f-9aaf-73f3b9df29f5 req-8a6207b9-6579-4302-86d0-50b49a08c7f2 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:17.651540 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07f2e4d5-d725-4d9f-9aaf-73f3b9df29f5 req-8a6207b9-6579-4302-86d0-50b49a08c7f2 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 944 time: 0.1006234 Nov 16 05:49:17.701057 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07f2e4d5-d725-4d9f-9aaf-73f3b9df29f5 req-d0fe77bb-ffab-49b3-ac49-995cef22ff4e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433896 Nov 16 05:49:17.840258 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7de5d875-d511-460d-bbe4-9187cf59fb18 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:49:17.930169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7de5d875-d511-460d-bbe4-9187cf59fb18, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7de5d875-d511-460d-bbe4-9187cf59fb18,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:49:17.941358 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'port_id': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'mac_address': 'fa:16:3e:cd:b0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:49:17.977490 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:17.995864 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de5d875-d511-460d-bbe4-9187cf59fb18 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:49:18.015982 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7de5d875-d511-460d-bbe4-9187cf59fb18, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7de5d875-d511-460d-bbe4-9187cf59fb18,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:49:18.019982 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:18.066132 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=7de5d875-d511-460d-bbe4-9187cf59fb18,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:49:18.260443 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['7de5d875-d511-460d-bbe4-9187cf59fb18'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:49:18.814194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae4d07-177c-4c4c-89c6-8b293e1bdc7c req-06205d9f-4b3b-4635-bb9a-b80700446595 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:18.815682 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71ae4d07-177c-4c4c-89c6-8b293e1bdc7c req-06205d9f-4b3b-4635-bb9a-b80700446595 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 945 time: 0.0484228 Nov 16 05:49:18.864684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71ae4d07-177c-4c4c-89c6-8b293e1bdc7c req-36e3a13d-bff5-4b0e-bdb7-95233a0c0d34 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426362 Nov 16 05:49:19.039509 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:19.855902 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7de5d875-d511-460d-bbe4-9187cf59fb18 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:49:19.903747 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 7de5d875-d511-460d-bbe4-9187cf59fb18 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:49:19.904117 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:19.980583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6c235-860f-4561-a81b-382c0f94610d req-d6adae01-7c75-409e-a33d-4613dff3cd36 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:19.982085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63f6c235-860f-4561-a81b-382c0f94610d req-d6adae01-7c75-409e-a33d-4613dff3cd36 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 945 time: 0.0487273 Nov 16 05:49:19.983057 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:20.004536 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:49:20.007332 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6428c3-584a-48fe-b3d9-c248a40011a7" -d '{"events": [{"server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "name": "network-vif-plugged", "status": "completed", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:49:20.020209 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 7de5d875-d511-460d-bbe4-9187cf59fb18, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7de5d875-d511-460d-bbe4-9187cf59fb18,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:49:20.025708 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:20.038118 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-63f6c235-860f-4561-a81b-382c0f94610d req-c933fa3f-fdf5-4815-9242-c55a55307a1e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498409 Nov 16 05:49:20.050027 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d5b654-830b-4f2a-b92f-44d85c684953 x-openstack-request-id: req-21d5b654-830b-4f2a-b92f-44d85c684953 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:49:20.050524 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "name": "network-vif-plugged", "status": "completed", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:49:20.050631 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21d5b654-830b-4f2a-b92f-44d85c684953 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:49:20.050936 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'code': 200} Nov 16 05:49:20.085064 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=7de5d875-d511-460d-bbe4-9187cf59fb18,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:49:20.259556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065e179-7436-492a-b0ed-16bb7752fc3f req-9bd8cde0-261a-476d-8cd0-6eb51fafe3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:20.261008 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4065e179-7436-492a-b0ed-16bb7752fc3f req-9bd8cde0-261a-476d-8cd0-6eb51fafe3e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 1098 time: 0.0388820 Nov 16 05:49:20.310640 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4065e179-7436-492a-b0ed-16bb7752fc3f req-bce7ad39-861d-413c-b4c3-73dacae6774e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426981 Nov 16 05:49:21.157218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fe59d-1fed-4073-9e4c-ee41a187939c req-d2836c42-2002-4dfa-800b-65417924fe70 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:21.158708 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5f3fe59d-1fed-4073-9e4c-ee41a187939c req-d2836c42-2002-4dfa-800b-65417924fe70 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 947 time: 0.0477376 Nov 16 05:49:21.207542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5f3fe59d-1fed-4073-9e4c-ee41a187939c req-ea67baa2-e8c0-41dc-bdb8-fbe6040ad89c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423007 Nov 16 05:49:22.323828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf0f15-a391-4df7-9c75-ad61ed0dd0ae req-76a0429e-1b76-492d-a4e0-e12db2eacec2 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:22.325282 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6cf0f15-a391-4df7-9c75-ad61ed0dd0ae req-76a0429e-1b76-492d-a4e0-e12db2eacec2 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 947 time: 0.0480380 Nov 16 05:49:22.373675 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f6cf0f15-a391-4df7-9c75-ad61ed0dd0ae req-9c72e0eb-0551-418d-90b0-26f4fb7a4bc5 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423970 Nov 16 05:49:26.695413 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-355ac303-3f49-4589-9011-fe4c2847a093 req-92553bce-3eb4-4efd-825a-4879bc0ebd66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388467 Nov 16 05:49:26.775849 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ac303-3f49-4589-9011-fe4c2847a093 req-f8bf33b3-0f98-4cbc-9a89-a90142acd979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:26.777337 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-355ac303-3f49-4589-9011-fe4c2847a093 req-f8bf33b3-0f98-4cbc-9a89-a90142acd979 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 1098 time: 0.0402210 Nov 16 05:49:26.878096 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ac303-3f49-4589-9011-fe4c2847a093 req-76e0e852-bad7-45f0-9a38-a56467e744dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:26.879542 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-355ac303-3f49-4589-9011-fe4c2847a093 req-76e0e852-bad7-45f0-9a38-a56467e744dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0846879 Nov 16 05:49:26.944608 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-355ac303-3f49-4589-9011-fe4c2847a093 req-e21bf739-72a4-4c40-9049-6275932b515e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7de5d875-d511-460d-bbe4-9187cf59fb18 HTTP/1.1" status: 200 len: 1002 time: 0.0563149 Nov 16 05:49:26.991472 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ac303-3f49-4589-9011-fe4c2847a093 req-472b5fc3-539c-4826-a28f-2e897746f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:26.992742 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-355ac303-3f49-4589-9011-fe4c2847a093 req-472b5fc3-539c-4826-a28f-2e897746f759 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0412445 Nov 16 05:49:27.039166 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ac303-3f49-4589-9011-fe4c2847a093 req-afa37a49-a2ea-419d-9811-e399d8007cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:49:27.040621 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-355ac303-3f49-4589-9011-fe4c2847a093 req-afa37a49-a2ea-419d-9811-e399d8007cfc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416863 Nov 16 05:49:27.126701 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-355ac303-3f49-4589-9011-fe4c2847a093 req-88f99c42-3656-44fb-9c8a-788a6509e90e service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794253 Nov 16 05:49:27.216335 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-355ac303-3f49-4589-9011-fe4c2847a093 req-5f669394-0d0c-45c5-80df-28a226e641a8 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820699 Nov 16 05:49:38.123128 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-50bdeec4-7955-443b-b268-5e0d863c960c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:40.311984 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a0bdeec-049a-4b34-bb49-cef66c565700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:42.172953 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:43.520409 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:43.868079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:45.455116 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:49:46.969555 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:49:49.042251 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:08.125285 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b25db11-e6bd-461b-8751-398c352df486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:10.313038 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-93ca341c-2c14-4c73-8c72-75ee57315657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:12.176824 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:13.523956 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:13.870644 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:16.983078 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:19.057113 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:22.458209 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:50:28.698172 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1fa5173-f679-45b2-8264-1cebb9d1b705 req-d2e92844-a5f7-4500-b267-dcc1510cf356 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0863249 Nov 16 05:50:28.776960 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa5173-f679-45b2-8264-1cebb9d1b705 req-559dfb92-a415-4916-a550-92cb24db29f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:28.778487 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1fa5173-f679-45b2-8264-1cebb9d1b705 req-559dfb92-a415-4916-a550-92cb24db29f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 1098 time: 0.0404010 Nov 16 05:50:28.883322 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa5173-f679-45b2-8264-1cebb9d1b705 req-848e2fd6-0071-4da2-b6f6-ef1ec9d97b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:28.884762 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1fa5173-f679-45b2-8264-1cebb9d1b705 req-848e2fd6-0071-4da2-b6f6-ef1ec9d97b91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0857160 Nov 16 05:50:28.946861 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1fa5173-f679-45b2-8264-1cebb9d1b705 req-ee208807-6b7c-418c-b508-2c60fc6b6d26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7de5d875-d511-460d-bbe4-9187cf59fb18 HTTP/1.1" status: 200 len: 1002 time: 0.0555844 Nov 16 05:50:28.997256 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa5173-f679-45b2-8264-1cebb9d1b705 req-d56dc2f7-13de-454e-8e07-3449d4ab0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:28.998733 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1fa5173-f679-45b2-8264-1cebb9d1b705 req-d56dc2f7-13de-454e-8e07-3449d4ab0f68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0456483 Nov 16 05:50:29.337637 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa5173-f679-45b2-8264-1cebb9d1b705 req-5bb228ba-2cec-460b-95cb-451e14cb2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:29.339056 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1fa5173-f679-45b2-8264-1cebb9d1b705 req-5bb228ba-2cec-460b-95cb-451e14cb2dcf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3338733 Nov 16 05:50:29.426571 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1fa5173-f679-45b2-8264-1cebb9d1b705 req-62816eae-a701-4e05-b1ab-83d1d9ac450e service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798726 Nov 16 05:50:29.518144 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-d1fa5173-f679-45b2-8264-1cebb9d1b705 req-927cb6ed-2748-4406-8015-f3f91bb04433 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849826 Nov 16 05:50:34.035094 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35338) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:50:34.198878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Deleting port 4d4ecb6c-3c67-4c8d-8b54-723468518bad {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:50:34.199220 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:34.272007 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:34.272328 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:34.283727 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Calling delete_port for 4d4ecb6c-3c67-4c8d-8b54-723468518bad owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:50:34.427730 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:34.453823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event deleted for resources: {'Port': ['ID=4d4ecb6c-3c67-4c8d-8b54-723468518bad,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:50:34.477407 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:34.477746 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:34.478109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:34.478442 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:34.478775 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:34.479101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:34.479427 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:34.479763 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:34.480067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:34.480387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:34.480708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:34.481027 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:34.526960 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:34.527351 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Floating IP 84b4e774-52ea-4c99-9f8d-bb49564d9415 disassociated (deleted). External IP: 172.25.0.245, port: 7de5d875-d511-460d-bbe4-9187cf59fb18. Nov 16 05:50:34.729641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:50:34.838350 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:50:34.842928 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:34.849521 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc35e10-7dab-4baa-8a6d-2424e879cccd None None] Sync routers for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:50:34.860214 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc35e10-7dab-4baa-8a6d-2424e879cccd None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:50:34.860819 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0cc35e10-7dab-4baa-8a6d-2424e879cccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:50:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:50:34.870244 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f1631d94-78ce-44b1-9f07-7bc8b9f88e7a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "DELETE /v2.0/floatingips/84b4e774-52ea-4c99-9f8d-bb49564d9415 HTTP/1.1" status: 204 len: 168 time: 0.8341112 Nov 16 05:50:34.870832 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:50:34.873083 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08bcf84f-6ed2-41ae-8e9d-d597fad4765d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:50:34.969222 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0cc35e10-7dab-4baa-8a6d-2424e879cccd None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:50:34.977372 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0929c6bb-5f95-43e0-9cf2-1696bffb1ce4 x-openstack-request-id: req-0929c6bb-5f95-43e0-9cf2-1696bffb1ce4 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:50:34.977666 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:50:34.977948 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0929c6bb-5f95-43e0-9cf2-1696bffb1ce4 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:50:34.978351 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'status': 'completed', 'code': 200} Nov 16 05:50:35.045224 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf84f-6ed2-41ae-8e9d-d597fad4765d req-2f547b8c-1638-40b0-9bc2-f06a8ca38db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:35.047487 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-08bcf84f-6ed2-41ae-8e9d-d597fad4765d req-2f547b8c-1638-40b0-9bc2-f06a8ca38db5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 1098 time: 0.0466244 Nov 16 05:50:35.104078 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd228744-b6bb-40a3-bffa-f6ee808c61f2 req-df5c3a5d-e9ff-45c0-b4df-2657b0ab638f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:35.105612 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd228744-b6bb-40a3-bffa-f6ee808c61f2 req-df5c3a5d-e9ff-45c0-b4df-2657b0ab638f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 947 time: 0.0541406 Nov 16 05:50:35.154063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf84f-6ed2-41ae-8e9d-d597fad4765d req-b27e37fc-8e38-4dcc-8574-8667def70936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:35.155527 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-08bcf84f-6ed2-41ae-8e9d-d597fad4765d req-b27e37fc-8e38-4dcc-8574-8667def70936 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0990171 Nov 16 05:50:35.163133 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fd228744-b6bb-40a3-bffa-f6ee808c61f2 req-994f67eb-3215-4ef7-8ce0-cf055edb7238 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505629 Nov 16 05:50:35.187334 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0cc35e10-7dab-4baa-8a6d-2424e879cccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 5, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:50:35.196665 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-08bcf84f-6ed2-41ae-8e9d-d597fad4765d req-561b8b6a-201e-499d-8d16-28128a2a4cf4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7de5d875-d511-460d-bbe4-9187cf59fb18 HTTP/1.1" status: 200 len: 217 time: 0.0339119 Nov 16 05:50:35.213904 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc35e10-7dab-4baa-8a6d-2424e879cccd None None] Checking router: 2a2e0c9b-6244-428a-bf2f-7cd096080fcf for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:50:35.222014 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc35e10-7dab-4baa-8a6d-2424e879cccd None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:50:35.222614 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0cc35e10-7dab-4baa-8a6d-2424e879cccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:50:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:50:35.244190 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf84f-6ed2-41ae-8e9d-d597fad4765d req-6c581d22-1001-4e71-97bf-2515be6e5d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:35.245616 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-08bcf84f-6ed2-41ae-8e9d-d597fad4765d req-6c581d22-1001-4e71-97bf-2515be6e5d07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0422015 Nov 16 05:50:35.294067 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcf84f-6ed2-41ae-8e9d-d597fad4765d req-0558ff09-5241-4399-bdaf-9decf4ea1cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:35.295461 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-08bcf84f-6ed2-41ae-8e9d-d597fad4765d req-0558ff09-5241-4399-bdaf-9decf4ea1cbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429235 Nov 16 05:50:35.325388 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0cc35e10-7dab-4baa-8a6d-2424e879cccd None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:50:35.385624 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-08bcf84f-6ed2-41ae-8e9d-d597fad4765d req-5dfc8b72-f4cb-47ed-a8ed-d3f52cfc890f service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816519 Nov 16 05:50:35.477681 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-08bcf84f-6ed2-41ae-8e9d-d597fad4765d req-3d716b80-293e-4e92-b025-947cbe89f063 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845139 Nov 16 05:50:35.520318 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0cc35e10-7dab-4baa-8a6d-2424e879cccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 5, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:50:35.545874 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc35e10-7dab-4baa-8a6d-2424e879cccd None None] The sync data for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 is: [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 5, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:50:35.758078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db010b2-0842-4381-b1e0-6728edfc0bb2 None None] New status for floating IP 84b4e774-52ea-4c99-9f8d-bb49564d9415: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:50:36.282116 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f4d5e-e3c2-4dde-82b5-e1165bc217c1 req-671ab921-a5cc-4aa5-8968-554068a9343b tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:36.283633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-294f4d5e-e3c2-4dde-82b5-e1165bc217c1 req-671ab921-a5cc-4aa5-8968-554068a9343b tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 947 time: 0.0481622 Nov 16 05:50:36.332952 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-294f4d5e-e3c2-4dde-82b5-e1165bc217c1 req-5194ed37-3b05-49ef-bc0d-dd4e98d424c6 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=c39e5559-00ca-4fc2-8989-4558280d8c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428658 Nov 16 05:50:36.370139 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b3214-0840-4a6d-a54c-b7270a9f51b0 req-96c334cf-7af1-4d1a-b1e9-bba129069734 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:36.371639 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1c5b3214-0840-4a6d-a54c-b7270a9f51b0 req-96c334cf-7af1-4d1a-b1e9-bba129069734 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad0fb3e9-a4e9-4b78-96fd-595366c63925 HTTP/1.1" status: 200 len: 947 time: 0.0497108 Nov 16 05:50:36.460999 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-1c5b3214-0840-4a6d-a54c-b7270a9f51b0 req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Deleting port 7de5d875-d511-460d-bbe4-9187cf59fb18 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:50:36.461250 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-1c5b3214-0840-4a6d-a54c-b7270a9f51b0 req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:36.547396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-1c5b3214-0840-4a6d-a54c-b7270a9f51b0 req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] For port 7de5d875-d511-460d-bbe4-9187cf59fb18, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=7de5d875-d511-460d-bbe4-9187cf59fb18,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:50:36.547760 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-1c5b3214-0840-4a6d-a54c-b7270a9f51b0 req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:36.560874 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-1c5b3214-0840-4a6d-a54c-b7270a9f51b0 req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Calling delete_port for 7de5d875-d511-460d-bbe4-9187cf59fb18 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:50:36.687514 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-1c5b3214-0840-4a6d-a54c-b7270a9f51b0 req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:36.714928 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event deleted for resources: {'Port': ['ID=7de5d875-d511-460d-bbe4-9187cf59fb18,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:50:36.739342 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:36.739695 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:36.740036 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:36.740377 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:36.740715 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:36.741046 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:36.742044 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:36.742383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:36.742711 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:36.743039 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:36.743367 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:36.743691 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:50:36.765123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5b3214-0840-4a6d-a54c-b7270a9f51b0 req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] No DVR routers for this DVR port 7de5d875-d511-460d-bbe4-9187cf59fb18 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:50:36.767877 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-1c5b3214-0840-4a6d-a54c-b7270a9f51b0 req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:36.772117 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1c5b3214-0840-4a6d-a54c-b7270a9f51b0 req-12731dbe-3166-4add-9fb2-f59e7422d602 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.15 "DELETE /v2.0/ports/7de5d875-d511-460d-bbe4-9187cf59fb18 HTTP/1.1" status: 204 len: 173 time: 0.3948319 Nov 16 05:50:36.773092 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'name': 'network-vif-deleted', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:50:36.776321 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4cfd4d-765a-4ebe-87ab-ec19e52de769" -d '{"events": [{"server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "name": "network-vif-deleted", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:50:36.870252 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569400cd-b424-4d23-8d5a-5e6f9d735579 x-openstack-request-id: req-569400cd-b424-4d23-8d5a-5e6f9d735579 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:50:36.870547 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0fb3e9-a4e9-4b78-96fd-595366c63925", "name": "network-vif-deleted", "tag": "7de5d875-d511-460d-bbe4-9187cf59fb18", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:50:36.870804 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-569400cd-b424-4d23-8d5a-5e6f9d735579 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:50:36.871221 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0fb3e9-a4e9-4b78-96fd-595366c63925', 'name': 'network-vif-deleted', 'tag': '7de5d875-d511-460d-bbe4-9187cf59fb18', 'status': 'completed', 'code': 200} Nov 16 05:50:37.388891 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35362) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:50:37.443199 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e50ecbfd-79cb-4f37-961b-eb59440e9b55 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:37.468480 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e50ecbfd-79cb-4f37-961b-eb59440e9b55 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:37.534528 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e50ecbfd-79cb-4f37-961b-eb59440e9b55 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:37.537280 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-e50ecbfd-79cb-4f37-961b-eb59440e9b55 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:37.538500 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-e50ecbfd-79cb-4f37-961b-eb59440e9b55 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "DELETE /v2.0/security-groups/c39e5559-00ca-4fc2-8989-4558280d8c65 HTTP/1.1" status: 204 len: 168 time: 0.1485426 Nov 16 05:50:37.547947 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ecbfd-79cb-4f37-961b-eb59440e9b55 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39e5559-00ca-4fc2-8989-4558280d8c65,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:50:37.931324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35368) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:50:37.935798 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6db4d4c1-2625-4d76-b364-761b76e21105 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1919758813', 'description': 'tempest-secgroup-smoke-1919758813 description', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:50:37.957815 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6db4d4c1-2625-4d76-b364-761b76e21105 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.022205 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6db4d4c1-2625-4d76-b364-761b76e21105 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.025432 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6db4d4c1-2625-4d76-b364-761b76e21105 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.056213 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6db4d4c1-2625-4d76-b364-761b76e21105 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.057445 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6db4d4c1-2625-4d76-b364-761b76e21105 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1251199 Nov 16 05:50:38.059469 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4d4c1-2625-4d76-b364-761b76e21105 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6632ea-1dfe-4cb5-a87b-f8815c84d744,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:50:38.060404 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35370) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:50:38.065035 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-49b59714-1e16-4b28-a48c-8bc8fc7576d7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group_rule': {'security_group_id': 'bc6632ea-1dfe-4cb5-a87b-f8815c84d744', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:50:38.094209 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-49b59714-1e16-4b28-a48c-8bc8fc7576d7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.134093 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-257bc8c6-29a2-41cc-8ba8-4d38f076366a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.142138 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-49b59714-1e16-4b28-a48c-8bc8fc7576d7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.145681 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-49b59714-1e16-4b28-a48c-8bc8fc7576d7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.163043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b59714-1e16-4b28-a48c-8bc8fc7576d7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a490951-a234-4031-ad07-237ce49d998d,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:50:38.171024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-49b59714-1e16-4b28-a48c-8bc8fc7576d7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.172236 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-49b59714-1e16-4b28-a48c-8bc8fc7576d7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1107740 Nov 16 05:50:38.175016 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35372) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:50:38.180144 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-e768d3a2-3adf-4379-93c7-efce8d7e3e6a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group_rule': {'security_group_id': 'bc6632ea-1dfe-4cb5-a87b-f8815c84d744', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:50:38.206138 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e768d3a2-3adf-4379-93c7-efce8d7e3e6a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.260203 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e768d3a2-3adf-4379-93c7-efce8d7e3e6a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.263494 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e768d3a2-3adf-4379-93c7-efce8d7e3e6a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.278091 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768d3a2-3adf-4379-93c7-efce8d7e3e6a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183f1955-5d21-4536-8318-2522e556cc6d,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:50:38.289448 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e768d3a2-3adf-4379-93c7-efce8d7e3e6a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.290660 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e768d3a2-3adf-4379-93c7-efce8d7e3e6a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146884 Nov 16 05:50:38.293471 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35374) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:50:38.297634 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-8206d37f-72f4-4004-9eed-0949b616dccf tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group_rule': {'security_group_id': 'bc6632ea-1dfe-4cb5-a87b-f8815c84d744', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:50:38.322362 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8206d37f-72f4-4004-9eed-0949b616dccf tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.376590 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8206d37f-72f4-4004-9eed-0949b616dccf tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.379849 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8206d37f-72f4-4004-9eed-0949b616dccf tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.397358 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206d37f-72f4-4004-9eed-0949b616dccf tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9663e9e7-ea12-40e4-acaf-4dd9340c3931,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:50:38.402039 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8206d37f-72f4-4004-9eed-0949b616dccf tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.403364 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8206d37f-72f4-4004-9eed-0949b616dccf tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1088271 Nov 16 05:50:38.405969 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35376) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:50:38.410172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f39f5c34-c453-4830-bf94-5dd9a40008c4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group_rule': {'security_group_id': 'bc6632ea-1dfe-4cb5-a87b-f8815c84d744', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:50:38.438936 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f39f5c34-c453-4830-bf94-5dd9a40008c4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.497407 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f39f5c34-c453-4830-bf94-5dd9a40008c4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.500643 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f39f5c34-c453-4830-bf94-5dd9a40008c4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.518420 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f5c34-c453-4830-bf94-5dd9a40008c4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f6904e-dc51-4f03-8b00-5e44e77f9605,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:50:38.522970 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f39f5c34-c453-4830-bf94-5dd9a40008c4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.524139 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f39f5c34-c453-4830-bf94-5dd9a40008c4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1172683 Nov 16 05:50:38.527785 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35378) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:50:38.532027 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-b5d5c87d-bfa2-4f20-8c3d-7740b06b4297 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group_rule': {'security_group_id': 'bc6632ea-1dfe-4cb5-a87b-f8815c84d744', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:50:38.553346 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-b5d5c87d-bfa2-4f20-8c3d-7740b06b4297 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Project d901e774e21542d1a12c8f3823d8efa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:50:38.558055 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c87d-bfa2-4f20-8c3d-7740b06b4297 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.614676 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c87d-bfa2-4f20-8c3d-7740b06b4297 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.618048 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c87d-bfa2-4f20-8c3d-7740b06b4297 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.636453 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5c87d-bfa2-4f20-8c3d-7740b06b4297 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccc007e-3213-4e40-95e8-b523217c40bd,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:50:38.641396 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-b5d5c87d-bfa2-4f20-8c3d-7740b06b4297 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.642595 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b5d5c87d-bfa2-4f20-8c3d-7740b06b4297 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1139016 Nov 16 05:50:38.645242 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35380) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:50:38.650177 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-f56654f5-7d35-45cf-867b-5d01c4c46583 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'security_group_rule': {'security_group_id': 'bc6632ea-1dfe-4cb5-a87b-f8815c84d744', 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:50:38.670642 n-d-818042-1 neutron-server[102660]: INFO neutron.db.securitygroups_db [None req-f56654f5-7d35-45cf-867b-5d01c4c46583 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Project d901e774e21542d1a12c8f3823d8efa5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:50:38.675443 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f56654f5-7d35-45cf-867b-5d01c4c46583 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.732219 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f56654f5-7d35-45cf-867b-5d01c4c46583 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.735504 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f56654f5-7d35-45cf-867b-5d01c4c46583 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.752153 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56654f5-7d35-45cf-867b-5d01c4c46583 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f55887d1-5160-44bf-86b6-d5e7a9a5edc0,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:50:38.761363 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f56654f5-7d35-45cf-867b-5d01c4c46583 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:38.762801 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f56654f5-7d35-45cf-867b-5d01c4c46583 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1165233 Nov 16 05:50:40.258964 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7de5d875-d511-460d-bbe4-9187cf59fb18 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:50:40.284166 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 7de5d875-d511-460d-bbe4-9187cf59fb18 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:50:40.284778 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 7de5d875-d511-460d-bbe4-9187cf59fb18 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:50:40.317615 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-197ddfa1-8b88-4f4d-9733-f70bce01724c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:42.180104 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:43.527791 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:43.874542 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:46.984569 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:49.052679 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:54.089266 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-676e93a7-4a8d-4cb7-b1b7-d84885703d72 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919758813&fields=id&tenant_id=d901e774e21542d1a12c8f3823d8efa5 HTTP/1.1" status: 200 len: 267 time: 0.0439951 Nov 16 05:50:54.197349 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-16a98553-bd78-4211-a183-44b3daac979d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:54.198739 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-16a98553-bd78-4211-a183-44b3daac979d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 809 time: 0.1028039 Nov 16 05:50:54.213630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-111496c9-50c2-4b0c-9571-899e48530646 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/quotas/d901e774e21542d1a12c8f3823d8efa5 HTTP/1.1" status: 200 len: 375 time: 0.0092597 Nov 16 05:50:54.262640 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-62ade8f9-5259-48e8-89dd-9c52aca202c0 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439572 Nov 16 05:50:54.398702 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4d1900d1-7ea3-4e38-a857-a850cd118053 service neutron] 10.222.0.41 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243973 Nov 16 05:50:54.490650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-72263763-528e-4bf6-b43e-0438bee64922 service neutron] 10.222.0.41 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858333 Nov 16 05:50:54.768383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-29db9f95-36e9-4796-9a60-79199b390938 req-c2c5a44a-e536-4817-931b-fede092c8b86 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 210 time: 0.0281258 Nov 16 05:50:55.662067 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-b4842b10-f404-419e-9fd9-d01e3da11162 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:55.663552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-b4842b10-f404-419e-9fd9-d01e3da11162 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.37 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 809 time: 0.1068182 Nov 16 05:50:55.727934 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-0c3000fa-a713-4345-ab90-3b34e6b0fe53 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d901e774e21542d1a12c8f3823d8efa5 HTTP/1.1" status: 200 len: 380 time: 0.0543065 Nov 16 05:50:55.738329 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-2b7be754-1d6a-4e98-a29c-3c40b7fb5e31 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'port': {'device_id': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'admin_state_up': True, 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'security_groups': ['bc6632ea-1dfe-4cb5-a87b-f8815c84d744']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:50:55.879021 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-242998e7-a7c8-4815-9f45-020d794eef2a req-4f5642fb-b2c3-4a53-86f8-03069a9adafa tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 210 time: 0.0357461 Nov 16 05:50:55.886268 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-2b7be754-1d6a-4e98-a29c-3c40b7fb5e31 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Made reservation on behalf of d901e774e21542d1a12c8f3823d8efa5 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:50:55.890769 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-2b7be754-1d6a-4e98-a29c-3c40b7fb5e31 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:56.014917 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-2b7be754-1d6a-4e98-a29c-3c40b7fb5e31 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Allocated IP 172.20.0.5 (d5d1fca7-f5ab-46f8-9dc3-7dec598233f3/6459718b-473d-47cf-a153-fcf376c5b2fd/60f63396-95ea-4168-b56a-61705e2243a8) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:50:56.157216 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-2b7be754-1d6a-4e98-a29c-3c40b7fb5e31 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:56.190746 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-2b7be754-1d6a-4e98-a29c-3c40b7fb5e31 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:56.238085 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-2b7be754-1d6a-4e98-a29c-3c40b7fb5e31 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:50:56.241871 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-2b7be754-1d6a-4e98-a29c-3c40b7fb5e31 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:50:56.245745 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-2b7be754-1d6a-4e98-a29c-3c40b7fb5e31 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:50:56.269628 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7be754-1d6a-4e98-a29c-3c40b7fb5e31 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'Port': ['ID=60f63396-95ea-4168-b56a-61705e2243a8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:50:56.299353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-2b7be754-1d6a-4e98-a29c-3c40b7fb5e31 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:56.299968 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-2b7be754-1d6a-4e98-a29c-3c40b7fb5e31 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:56.319386 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-2b7be754-1d6a-4e98-a29c-3c40b7fb5e31 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5846331 Nov 16 05:50:56.382037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Request body: {'port': {'device_id': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:50:56.442197 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:56.458345 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-8e88071e-b2dc-4dd1-b5c9-a7d9e196a8e7 None None] Provisioning complete for port 60f63396-95ea-4168-b56a-61705e2243a8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:50:56.458888 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8e88071e-b2dc-4dd1-b5c9-a7d9e196a8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:56.494102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-8e88071e-b2dc-4dd1-b5c9-a7d9e196a8e7 None None] Port 60f63396-95ea-4168-b56a-61705e2243a8 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:50:56.720854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f63396-95ea-4168-b56a-61705e2243a8 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:50:56.728786 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:56.740315 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Transition to ACTIVE for port object 60f63396-95ea-4168-b56a-61705e2243a8 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:50:56.744564 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:56.797446 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Pushing event updated for resources: {'Port': ['ID=60f63396-95ea-4168-b56a-61705e2243a8,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:50:56.867715 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Attempting to bind port 60f63396-95ea-4168-b56a-61705e2243a8 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:50:56.868191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Attempting to bind port 60f63396-95ea-4168-b56a-61705e2243a8 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:50:56.868530 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Attempting to bind port 60f63396-95ea-4168-b56a-61705e2243a8 on network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:50:56.873035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Port 60f63396-95ea-4168-b56a-61705e2243a8 on network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:50:56.873353 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Attempting to bind port 60f63396-95ea-4168-b56a-61705e2243a8 on network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:50:56.878582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:50:56.878930 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Checking segment: {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:50:56.879316 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Bound using segment: {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:50:56.879757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Bound port: 60f63396-95ea-4168-b56a-61705e2243a8, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:50:56.880116 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:56.969802 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:50:57.000692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=60f63396-95ea-4168-b56a-61705e2243a8,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:50:57.012991 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:57.047387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1ce6-34a1-4b73-8314-0be32489e543 req-d0fd318f-ed62-41eb-b352-0309e642fa1d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:57.049454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10cc1ce6-34a1-4b73-8314-0be32489e543 req-d0fd318f-ed62-41eb-b352-0309e642fa1d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0950284 Nov 16 05:50:57.069757 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:57.070393 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:50:57.071819 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] 10.222.0.37 "PUT /v2.0/ports/60f63396-95ea-4168-b56a-61705e2243a8 HTTP/1.1" status: 200 len: 1091 time: 0.7436769 Nov 16 05:50:57.076747 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:50:57.079196 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80a564a-da34-443b-a231-16edd1f2191c" -d '{"events": [{"name": "network-changed", "server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "tag": "60f63396-95ea-4168-b56a-61705e2243a8"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:50:57.161706 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05aadf6-a644-4d90-b389-b59e2be28cc8 x-openstack-request-id: req-c05aadf6-a644-4d90-b389-b59e2be28cc8 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:50:57.162125 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "tag": "60f63396-95ea-4168-b56a-61705e2243a8", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:50:57.162376 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c05aadf6-a644-4d90-b389-b59e2be28cc8 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:50:57.163335 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8', 'status': 'completed', 'code': 200} Nov 16 05:50:57.182045 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499f979-0387-4a01-b32d-5d7280df482f service neutron] Pushing event updated for resources: {'Port': ['ID=60f63396-95ea-4168-b56a-61705e2243a8,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:50:57.201639 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10cc1ce6-34a1-4b73-8314-0be32489e543 req-7f08b942-ada7-4fa1-a2f2-d3626d605257 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451607 Nov 16 05:50:57.228517 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-f06cb0ad-9d57-4484-8325-a74da58cff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:57.230307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-f06cb0ad-9d57-4484-8325-a74da58cff5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 1094 time: 0.0901566 Nov 16 05:50:57.274899 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-45515f39-55a2-4f1a-9e5c-f2c6a018578e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60f63396-95ea-4168-b56a-61705e2243a8 HTTP/1.1" status: 200 len: 217 time: 0.0361645 Nov 16 05:50:57.328324 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-7afde760-0357-426a-b3d8-3064f1ca88bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:57.330024 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-7afde760-0357-426a-b3d8-3064f1ca88bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0460362 Nov 16 05:50:57.379996 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-f2756e46-883f-449a-9030-6645a72a4e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:57.382049 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-f2756e46-883f-449a-9030-6645a72a4e43 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448358 Nov 16 05:50:57.472437 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-e30583bb-bade-4aec-b8f8-9e008e35d887 service neutron] 10.222.0.37 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815969 Nov 16 05:50:57.565089 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-118e7dcf-45b5-4d03-b3a1-2c02a90f5906 req-e2f3c56d-711c-4408-9d33-449f30de63fe service neutron] 10.222.0.37 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855448 Nov 16 05:50:57.651645 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a564a-da34-443b-a231-16edd1f2191c req-90e947f0-70bf-40ca-a343-8d48fb4d6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:57.653124 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a80a564a-da34-443b-a231-16edd1f2191c req-90e947f0-70bf-40ca-a343-8d48fb4d6284 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 1094 time: 0.0415504 Nov 16 05:50:57.746463 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a564a-da34-443b-a231-16edd1f2191c req-4857d3c7-63d7-4f71-80fd-41f92bf1bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:57.747919 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a80a564a-da34-443b-a231-16edd1f2191c req-4857d3c7-63d7-4f71-80fd-41f92bf1bfb1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0872931 Nov 16 05:50:57.791202 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a80a564a-da34-443b-a231-16edd1f2191c req-44259a05-d99b-42b3-9542-72907f7cde8c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60f63396-95ea-4168-b56a-61705e2243a8 HTTP/1.1" status: 200 len: 217 time: 0.0362086 Nov 16 05:50:57.841425 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a564a-da34-443b-a231-16edd1f2191c req-f01d6040-dcc1-4e23-b4d7-d8d46a957451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:57.843093 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a80a564a-da34-443b-a231-16edd1f2191c req-f01d6040-dcc1-4e23-b4d7-d8d46a957451 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0452294 Nov 16 05:50:57.888492 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a564a-da34-443b-a231-16edd1f2191c req-6e9fd440-cce4-4f30-87dd-474c212d1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:57.889995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a80a564a-da34-443b-a231-16edd1f2191c req-6e9fd440-cce4-4f30-87dd-474c212d1402 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403562 Nov 16 05:50:57.986335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a80a564a-da34-443b-a231-16edd1f2191c req-a59da563-2b93-41ee-a069-9bfd75abf057 service neutron] 10.222.0.37 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895433 Nov 16 05:50:58.078782 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a80a564a-da34-443b-a231-16edd1f2191c req-643d09f4-f026-424b-b8db-8aed958b7638 service neutron] 10.222.0.37 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855749 Nov 16 05:50:58.324379 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fac1fb-50ab-47fc-8ed5-cff3efd208c7 req-868cff73-b0ed-4716-802e-263ced40d1b0 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:58.325785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7fac1fb-50ab-47fc-8ed5-cff3efd208c7 req-868cff73-b0ed-4716-802e-263ced40d1b0 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0522714 Nov 16 05:50:58.374483 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c7fac1fb-50ab-47fc-8ed5-cff3efd208c7 req-5a1794d5-be6f-43f5-a680-e72e29774d28 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426233 Nov 16 05:50:59.458813 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:50:59.489712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0179013-61de-472e-90c6-27dedd65ca71 req-a654e610-6d32-4273-98a0-1c952e5c8478 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:50:59.491218 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0179013-61de-472e-90c6-27dedd65ca71 req-a654e610-6d32-4273-98a0-1c952e5c8478 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0490012 Nov 16 05:50:59.541498 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f0179013-61de-472e-90c6-27dedd65ca71 req-69e16548-39aa-4fed-806f-9d2957f86d83 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442727 Nov 16 05:51:00.671900 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fbc3b-ce6f-41b1-8560-eebcbe29697b req-35311966-0deb-4828-b92e-749ead8b9d9f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:00.673339 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f94fbc3b-ce6f-41b1-8560-eebcbe29697b req-35311966-0deb-4828-b92e-749ead8b9d9f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0525136 Nov 16 05:51:00.725629 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f94fbc3b-ce6f-41b1-8560-eebcbe29697b req-46c9ab21-20e3-4330-b46e-2ecff6f17046 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441909 Nov 16 05:51:01.841538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0a1a6-0bef-47d6-8093-ee41ff214fb1 req-5f6f8496-0f87-486d-82e7-c2361961e03d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:01.843014 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1a0a1a6-0bef-47d6-8093-ee41ff214fb1 req-5f6f8496-0f87-486d-82e7-c2361961e03d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0479064 Nov 16 05:51:01.892665 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f1a0a1a6-0bef-47d6-8093-ee41ff214fb1 req-9685ed7c-2dfc-49a0-8d31-92f15c6e1025 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437806 Nov 16 05:51:03.007456 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af90a05-161a-4e4d-89aa-604c9449cccd req-d443ea73-90b9-411d-b0af-1454e3cc4db6 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:03.008931 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8af90a05-161a-4e4d-89aa-604c9449cccd req-d443ea73-90b9-411d-b0af-1454e3cc4db6 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0477569 Nov 16 05:51:03.060081 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8af90a05-161a-4e4d-89aa-604c9449cccd req-c0baf875-e354-4e95-8a4a-3609158164b4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452440 Nov 16 05:51:04.173359 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed01b72-a915-4fbc-b11c-896b18ad0b63 req-b6512628-a848-4732-ba62-d05d41d7df32 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:04.174830 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ed01b72-a915-4fbc-b11c-896b18ad0b63 req-b6512628-a848-4732-ba62-d05d41d7df32 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0477765 Nov 16 05:51:04.223302 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ed01b72-a915-4fbc-b11c-896b18ad0b63 req-b59b51ba-6289-49c2-b9f9-44fb162a8ae3 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Nov 16 05:51:05.335583 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabe1c1-5b2b-4b8c-978c-13d2c5366c63 req-f9531ff6-419c-49bb-aba5-1653c9ffd9d4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:05.337013 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fdabe1c1-5b2b-4b8c-978c-13d2c5366c63 req-f9531ff6-419c-49bb-aba5-1653c9ffd9d4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0478878 Nov 16 05:51:05.384752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fdabe1c1-5b2b-4b8c-978c-13d2c5366c63 req-69a4a5c4-b783-4e60-b219-a22ee89b98ef tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 Nov 16 05:51:06.501128 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38df56-0c4a-400e-9544-3ede9b148519 req-47516cba-9ccd-44da-82a3-42e3f1adbcbf tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:06.502630 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc38df56-0c4a-400e-9544-3ede9b148519 req-47516cba-9ccd-44da-82a3-42e3f1adbcbf tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0517976 Nov 16 05:51:06.550741 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fc38df56-0c4a-400e-9544-3ede9b148519 req-52053d11-3405-4166-a049-df075ee4d516 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419466 Nov 16 05:51:07.663779 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05033455-85ca-4a96-9bd7-01f00d4f0d17 req-6c070ebd-3e83-48b9-9246-c44b12a96e23 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:07.665243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05033455-85ca-4a96-9bd7-01f00d4f0d17 req-6c070ebd-3e83-48b9-9246-c44b12a96e23 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0476949 Nov 16 05:51:07.713615 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-05033455-85ca-4a96-9bd7-01f00d4f0d17 req-f80a93af-efd0-465b-a6e8-df92823fd560 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422873 Nov 16 05:51:08.126871 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5371d45d-c806-4991-937f-452b0532ec52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:08.826582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc4a47-d91d-40fe-8cbf-bfbd7b198f28 req-86c781e9-6177-4579-b6b8-41900dfd700a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:08.828019 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ebc4a47-d91d-40fe-8cbf-bfbd7b198f28 req-86c781e9-6177-4579-b6b8-41900dfd700a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0477571 Nov 16 05:51:08.889528 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8ebc4a47-d91d-40fe-8cbf-bfbd7b198f28 req-d5e4b0cf-471f-41e0-8d27-af0d0aebca8e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556226 Nov 16 05:51:09.690710 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 60f63396-95ea-4168-b56a-61705e2243a8 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:51:09.782226 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=60f63396-95ea-4168-b56a-61705e2243a8,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:51:09.794036 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '60f63396-95ea-4168-b56a-61705e2243a8', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'port_id': '60f63396-95ea-4168-b56a-61705e2243a8', 'mac_address': 'fa:16:3e:af:45:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:51:09.832517 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:09.845258 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f63396-95ea-4168-b56a-61705e2243a8 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:51:09.864254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=60f63396-95ea-4168-b56a-61705e2243a8,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:51:09.867991 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:09.914079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=60f63396-95ea-4168-b56a-61705e2243a8,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:51:09.921499 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:51:09.921872 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:51:09.922222 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:51:09.922557 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:51:09.922905 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:51:09.923229 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:51:09.923554 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:51:09.923881 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:51:09.924203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:51:09.924526 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:51:09.924882 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:51:09.925162 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:51:10.004478 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d872b95-61ed-4d85-ab15-51cf3d9b6ee4 req-51d0e0e6-ad52-4a83-987c-a70491ac07c1 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:10.005968 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d872b95-61ed-4d85-ab15-51cf3d9b6ee4 req-51d0e0e6-ad52-4a83-987c-a70491ac07c1 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 944 time: 0.0491238 Nov 16 05:51:10.054665 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2d872b95-61ed-4d85-ab15-51cf3d9b6ee4 req-e3cf39e1-1e78-487b-bd75-2ef281539ef7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426824 Nov 16 05:51:10.110805 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['60f63396-95ea-4168-b56a-61705e2243a8'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:51:10.388297 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5652090e-56ca-4f21-9e26-7a0afc7722dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:11.166826 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dfe0f-cb8f-4c38-be7f-59d317a93ce3 req-a3053163-1e41-4e89-bb68-d9cc3358e252 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:11.168289 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-084dfe0f-cb8f-4c38-be7f-59d317a93ce3 req-a3053163-1e41-4e89-bb68-d9cc3358e252 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 944 time: 0.0490291 Nov 16 05:51:11.215784 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-084dfe0f-cb8f-4c38-be7f-59d317a93ce3 req-19b3cf7f-4192-436c-81b9-848fae176810 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416899 Nov 16 05:51:11.690737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 60f63396-95ea-4168-b56a-61705e2243a8 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:51:11.739389 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 60f63396-95ea-4168-b56a-61705e2243a8 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:51:11.743877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 60f63396-95ea-4168-b56a-61705e2243a8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:51:11.744241 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:11.817789 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:11.838868 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:51:11.841073 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abaf76b-9e85-4c53-9db4-b7f023db7e03" -d '{"events": [{"server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "name": "network-vif-plugged", "status": "completed", "tag": "60f63396-95ea-4168-b56a-61705e2243a8"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:51:11.855723 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=60f63396-95ea-4168-b56a-61705e2243a8,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:51:11.859521 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:11.908294 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=60f63396-95ea-4168-b56a-61705e2243a8,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:51:11.935671 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd50a11-2762-455d-8be5-9abc2f0a5f37 x-openstack-request-id: req-2cd50a11-2762-455d-8be5-9abc2f0a5f37 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:51:11.935965 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "name": "network-vif-plugged", "status": "completed", "tag": "60f63396-95ea-4168-b56a-61705e2243a8", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:51:11.936280 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cd50a11-2762-455d-8be5-9abc2f0a5f37 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:51:11.936653 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8', 'code': 200} Nov 16 05:51:12.039609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44d5b4-94b0-47c4-9432-ece5c565bfdb req-f62fffc0-c14a-4476-ad37-94c805842b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:12.041070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa44d5b4-94b0-47c4-9432-ece5c565bfdb req-f62fffc0-c14a-4476-ad37-94c805842b3e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 1096 time: 0.0430746 Nov 16 05:51:12.088454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fa44d5b4-94b0-47c4-9432-ece5c565bfdb req-2862257e-495c-462d-a0c6-a0e2ce0385fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381298 Nov 16 05:51:12.182512 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:12.329671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fca84-905a-4597-842b-27773cba76a1 req-4d24372f-45cb-48ab-93f7-7b0970b57292 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:12.331139 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-411fca84-905a-4597-842b-27773cba76a1 req-4d24372f-45cb-48ab-93f7-7b0970b57292 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0481164 Nov 16 05:51:12.379477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-411fca84-905a-4597-842b-27773cba76a1 req-63afe611-4e80-4a08-921d-40ac62a7d75a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 Nov 16 05:51:13.496800 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ad026-61fd-4759-933a-d1ee7586564e req-7bc15437-8fd4-4c38-8ef0-5cb4588c0a61 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:13.498299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f6ad026-61fd-4759-933a-d1ee7586564e req-7bc15437-8fd4-4c38-8ef0-5cb4588c0a61 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0512445 Nov 16 05:51:13.528973 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:13.547423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1f6ad026-61fd-4759-933a-d1ee7586564e req-9ba9150b-b7e8-4dbb-8387-92f14e501502 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432894 Nov 16 05:51:13.659272 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754edb1-378a-4a4c-b299-2a7806a8469f req-7cb52cac-08d1-435d-a48f-acdd9b29a0e2 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:13.660620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9754edb1-378a-4a4c-b299-2a7806a8469f req-7cb52cac-08d1-435d-a48f-acdd9b29a0e2 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0470181 Nov 16 05:51:13.707918 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9754edb1-378a-4a4c-b299-2a7806a8469f req-30107332-c71e-4abb-b914-2b00a823a8cc tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409336 Nov 16 05:51:13.729910 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35576) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:51:13.767105 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da087be-c767-4bde-a550-f4e10e56c223 tempest-TestShelveInstance-392461127 tempest-TestShelveInstance-392461127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:13.768590 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8da087be-c767-4bde-a550-f4e10e56c223 tempest-TestShelveInstance-392461127 tempest-TestShelveInstance-392461127-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 1091 time: 0.0377219 Nov 16 05:51:13.771395 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35578) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:51:13.776185 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '60f63396-95ea-4168-b56a-61705e2243a8', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:51:13.797975 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:13.875930 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:13.895819 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:14.001651 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Allocated IP 172.25.0.218 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/a1486ad3-9789-49fc-a1ae-34110afacc11) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:51:14.100923 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:14.133142 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:14.168109 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:51:14.172838 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:51:14.176559 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:51:14.538657 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'Port': ['ID=a1486ad3-9789-49fc-a1ae-34110afacc11,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:51:14.844846 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:14.911121 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:15.059732 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:15.064030 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:15.143058 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event updated for resources: {'Port': ['ID=a1486ad3-9789-49fc-a1ae-34110afacc11,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:51:15.154162 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:15.253642 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Floating IP 2d4230dd-deda-4630-a794-4f06bf8b12c4 associated. External IP: 172.25.0.218, port: 60f63396-95ea-4168-b56a-61705e2243a8. Nov 16 05:51:15.477376 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:51:15.582982 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:51:15.594494 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bdc040-79fc-438e-bd48-e938b92ddc1c None None] Sync routers for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:51:15.602690 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:15.605422 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bdc040-79fc-438e-bd48-e938b92ddc1c None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:51:15.606075 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f2bdc040-79fc-438e-bd48-e938b92ddc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:51:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:51:15.652086 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c5ebf10c-ef94-4c19-84ae-8bab342e42c8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8655374 Nov 16 05:51:15.652086 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:51:15.652086 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c802801-9053-41bc-8384-a8a78a02b9b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "tag": "60f63396-95ea-4168-b56a-61705e2243a8"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:51:15.687632 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd77be7c-5a49-4fd1-8940-09c79d76bc28 x-openstack-request-id: req-fd77be7c-5a49-4fd1-8940-09c79d76bc28 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:51:15.687934 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "tag": "60f63396-95ea-4168-b56a-61705e2243a8", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:51:15.688193 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd77be7c-5a49-4fd1-8940-09c79d76bc28 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:51:15.688611 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8', 'status': 'completed', 'code': 200} Nov 16 05:51:15.754824 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c802801-9053-41bc-8384-a8a78a02b9b4 req-adf3f035-9e17-45aa-b995-3d87912890a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:15.756299 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c802801-9053-41bc-8384-a8a78a02b9b4 req-adf3f035-9e17-45aa-b995-3d87912890a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 1096 time: 0.0442924 Nov 16 05:51:15.816135 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f2bdc040-79fc-438e-bd48-e938b92ddc1c None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:51:15.848017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c802801-9053-41bc-8384-a8a78a02b9b4 req-d42e43c5-dbf1-4bf6-a83b-79d01f22b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:15.849486 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c802801-9053-41bc-8384-a8a78a02b9b4 req-d42e43c5-dbf1-4bf6-a83b-79d01f22b11e service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0865824 Nov 16 05:51:15.920203 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c802801-9053-41bc-8384-a8a78a02b9b4 req-6d91a931-9c67-4441-9b7b-6d1cfa9f6fd7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60f63396-95ea-4168-b56a-61705e2243a8 HTTP/1.1" status: 200 len: 999 time: 0.0637300 Nov 16 05:51:15.970679 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c802801-9053-41bc-8384-a8a78a02b9b4 req-c1194bbd-3f9c-4b45-aa4d-eb2b4532fc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:15.972137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c802801-9053-41bc-8384-a8a78a02b9b4 req-c1194bbd-3f9c-4b45-aa4d-eb2b4532fc97 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0448675 Nov 16 05:51:16.019004 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c802801-9053-41bc-8384-a8a78a02b9b4 req-f9635f97-da8e-435d-8f1f-9cc96289ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:16.020407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c802801-9053-41bc-8384-a8a78a02b9b4 req-f9635f97-da8e-435d-8f1f-9cc96289ed13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411727 Nov 16 05:51:16.062543 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f2bdc040-79fc-438e-bd48-e938b92ddc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '2d4230dd-deda-4630-a794-4f06bf8b12c4', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'port_id': '60f63396-95ea-4168-b56a-61705e2243a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'mac_address': 'fa:16:3e:af:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:51:14Z', 'updated_at': '2021-11-16T05:51:14Z', 'revision_number': 0, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 5, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:51:16.093915 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bdc040-79fc-438e-bd48-e938b92ddc1c None None] Checking router: 2a2e0c9b-6244-428a-bf2f-7cd096080fcf for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:51:16.102912 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bdc040-79fc-438e-bd48-e938b92ddc1c None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:51:16.103513 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f2bdc040-79fc-438e-bd48-e938b92ddc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:51:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:51:16.114241 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c802801-9053-41bc-8384-a8a78a02b9b4 req-c4ec170a-d2ac-45fb-abfb-66c6f2e1380c service neutron] 10.222.0.37 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865731 Nov 16 05:51:16.202249 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4c802801-9053-41bc-8384-a8a78a02b9b4 req-7ea86f6c-9bd1-448f-af3d-ce980232babb service neutron] 10.222.0.37 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814247 Nov 16 05:51:16.205369 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f2bdc040-79fc-438e-bd48-e938b92ddc1c None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:51:16.432046 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f2bdc040-79fc-438e-bd48-e938b92ddc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '2d4230dd-deda-4630-a794-4f06bf8b12c4', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'port_id': '60f63396-95ea-4168-b56a-61705e2243a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'mac_address': 'fa:16:3e:af:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:51:14Z', 'updated_at': '2021-11-16T05:51:14Z', 'revision_number': 0, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 5, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:51:16.460196 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bdc040-79fc-438e-bd48-e938b92ddc1c None None] The sync data for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 is: [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '2d4230dd-deda-4630-a794-4f06bf8b12c4', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'floating_ip_address': '172.25.0.218', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'port_id': '60f63396-95ea-4168-b56a-61705e2243a8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4340, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'mac_address': 'fa:16:3e:af:45:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:51:14Z', 'updated_at': '2021-11-16T05:51:14Z', 'revision_number': 0, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 5, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:51:16.652676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49249106-6d0a-42c2-822b-84095e1f1190 None None] New status for floating IP 2d4230dd-deda-4630-a794-4f06bf8b12c4: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:51:17.003625 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:19.072804 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:32.879346 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-066fefab-7701-4fa3-9cde-bb384f2427de req-1a4688ed-6c4c-4874-8f74-212747a1c998 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439565 Nov 16 05:51:32.963585 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fefab-7701-4fa3-9cde-bb384f2427de req-40349216-d9af-413c-9b2b-873b62886c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:32.965137 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-066fefab-7701-4fa3-9cde-bb384f2427de req-40349216-d9af-413c-9b2b-873b62886c99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 1096 time: 0.0431242 Nov 16 05:51:33.086228 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fefab-7701-4fa3-9cde-bb384f2427de req-8d256020-c083-4600-b490-e8aa1d8099e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:33.087600 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-066fefab-7701-4fa3-9cde-bb384f2427de req-8d256020-c083-4600-b490-e8aa1d8099e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.1021991 Nov 16 05:51:33.156434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-066fefab-7701-4fa3-9cde-bb384f2427de req-f05b4171-d7d5-4285-9f2c-4b0c4eee9cf2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60f63396-95ea-4168-b56a-61705e2243a8 HTTP/1.1" status: 200 len: 1001 time: 0.0596473 Nov 16 05:51:33.206314 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fefab-7701-4fa3-9cde-bb384f2427de req-bb9c4bd3-e67d-41bf-aa82-3e34b376cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:33.207746 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-066fefab-7701-4fa3-9cde-bb384f2427de req-bb9c4bd3-e67d-41bf-aa82-3e34b376cc00 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0440207 Nov 16 05:51:33.269792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fefab-7701-4fa3-9cde-bb384f2427de req-d82e68cd-716d-4d37-873c-32a95f08b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:51:33.271254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-066fefab-7701-4fa3-9cde-bb384f2427de req-d82e68cd-716d-4d37-873c-32a95f08b24b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565832 Nov 16 05:51:33.368070 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-066fefab-7701-4fa3-9cde-bb384f2427de req-4eecc5b3-6db3-4437-b45d-8060a48bba96 service neutron] 10.222.0.37 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869544 Nov 16 05:51:33.461937 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-066fefab-7701-4fa3-9cde-bb384f2427de req-64b7a9ef-92dc-4aa9-acc4-1613adb942b1 service neutron] 10.222.0.37 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854821 Nov 16 05:51:36.458882 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:51:38.127126 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c621a7a3-75c2-4262-bf9b-815f8729ab48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:40.319430 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c11beb4-d3be-4b2e-aded-27c1be3c0e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:42.189327 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:43.530981 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:43.878178 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:47.001271 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:51:49.066963 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:08.128250 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-14dbd033-d7da-4159-8588-35a71679844f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:10.319049 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c8abcba5-3073-41ff-b875-cb42034a0fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:12.188823 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:13.457621 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:52:13.533944 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:13.879578 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:17.011274 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:19.064204 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:33.847714 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-424a04c3-6bd3-4590-b364-435ea251d2d7 req-0b35638c-5126-40ae-923c-360f7b30bc9e service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419700 Nov 16 05:52:33.927508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a04c3-6bd3-4590-b364-435ea251d2d7 req-a4647cb7-263b-4d19-804f-d823e288862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:52:33.928988 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-424a04c3-6bd3-4590-b364-435ea251d2d7 req-a4647cb7-263b-4d19-804f-d823e288862f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 1096 time: 0.0400798 Nov 16 05:52:34.035088 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a04c3-6bd3-4590-b364-435ea251d2d7 req-91d29695-fb76-45fc-b82d-09dbe89a3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:52:34.036597 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-424a04c3-6bd3-4590-b364-435ea251d2d7 req-91d29695-fb76-45fc-b82d-09dbe89a3504 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0880246 Nov 16 05:52:34.101199 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-424a04c3-6bd3-4590-b364-435ea251d2d7 req-0f1b51b1-9ddd-4a54-a1f9-235629c7fe31 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60f63396-95ea-4168-b56a-61705e2243a8 HTTP/1.1" status: 200 len: 1001 time: 0.0564940 Nov 16 05:52:34.148542 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a04c3-6bd3-4590-b364-435ea251d2d7 req-5f8933a8-2da2-4ed7-b786-6018e386173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:52:34.150005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-424a04c3-6bd3-4590-b364-435ea251d2d7 req-5f8933a8-2da2-4ed7-b786-6018e386173a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0419979 Nov 16 05:52:34.200998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a04c3-6bd3-4590-b364-435ea251d2d7 req-2e9b6ae5-7865-42df-9a06-d15850f7b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:52:34.202524 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-424a04c3-6bd3-4590-b364-435ea251d2d7 req-2e9b6ae5-7865-42df-9a06-d15850f7b67c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443783 Nov 16 05:52:34.290662 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-424a04c3-6bd3-4590-b364-435ea251d2d7 req-5a24e72f-36b8-48dc-9834-f3d4637fb3d6 service neutron] 10.222.0.37 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811496 Nov 16 05:52:34.382838 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-424a04c3-6bd3-4590-b364-435ea251d2d7 req-02855f0a-1132-4ba0-bb30-7ea76729ad87 service neutron] 10.222.0.37 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842204 Nov 16 05:52:38.129251 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-dc5151e6-2052-4f68-9ffb-db9309fbd24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:40.320715 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-49a4ea68-87b3-459c-a8b5-4db5790d0054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:42.192227 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:43.536660 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:43.880501 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:47.030482 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:49.080402 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:52:50.456889 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:53:08.129899 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-65af54ad-4bbf-4eec-9193-d25a6b3f3503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:10.320994 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-218e65bb-3eab-4f3c-9a82-b01d29974ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:11.120550 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e58be25-c446-481e-a0d7-ab3b154b5ef9 req-bdb7e728-2785-4f74-862a-b8284f41dd06 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:11.122091 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e58be25-c446-481e-a0d7-ab3b154b5ef9 req-bdb7e728-2785-4f74-862a-b8284f41dd06 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0492451 Nov 16 05:53:11.170996 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8e58be25-c446-481e-a0d7-ab3b154b5ef9 req-2ddc3ce3-be0f-49b6-ac62-f53a035ba86b tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422421 Nov 16 05:53:12.195127 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:12.321503 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fb87b-ae61-42f0-8cb1-6363959578d0 req-0368a738-4c17-49f0-b3c6-61bbc7fa8b1c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:12.322917 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff1fb87b-ae61-42f0-8cb1-6363959578d0 req-0368a738-4c17-49f0-b3c6-61bbc7fa8b1c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0479858 Nov 16 05:53:12.375356 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ff1fb87b-ae61-42f0-8cb1-6363959578d0 req-5538b43f-0f55-4083-96fd-e09c118b94d4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465574 Nov 16 05:53:13.513179 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60abad2-29cd-4ef2-aeb4-319c5dfd507c req-5a069930-41d3-4773-8837-cd90bda032fe tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:13.514668 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f60abad2-29cd-4ef2-aeb4-319c5dfd507c req-5a069930-41d3-4773-8837-cd90bda032fe tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0477490 Nov 16 05:53:13.539573 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:13.566933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-f60abad2-29cd-4ef2-aeb4-319c5dfd507c req-288157b3-2097-44db-be79-fd83555a3674 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458457 Nov 16 05:53:13.882124 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:14.679998 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb549e09-a125-4416-ab82-f4d68e5a582b req-0e178ac4-de00-4b39-b7a8-56c9dfbe489c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:14.681454 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb549e09-a125-4416-ab82-f4d68e5a582b req-0e178ac4-de00-4b39-b7a8-56c9dfbe489c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0482171 Nov 16 05:53:14.729689 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bb549e09-a125-4416-ab82-f4d68e5a582b req-9b0fd3f0-5f73-48c0-92e9-bb7ce8ee47d4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422204 Nov 16 05:53:15.848809 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed08150-cdde-46d5-a959-be5e46eac3a5 req-8bdf380a-7a0e-4aad-8c33-ef33070e21e4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:15.850274 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fed08150-cdde-46d5-a959-be5e46eac3a5 req-8bdf380a-7a0e-4aad-8c33-ef33070e21e4 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0528009 Nov 16 05:53:15.898882 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-fed08150-cdde-46d5-a959-be5e46eac3a5 req-7092edb6-5c63-45c4-9050-3a24f203f176 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426805 Nov 16 05:53:17.012927 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc0e00-5ceb-4217-bfa8-4574bbacedd6 req-da7769ab-39a2-4d76-9335-1291ede24d62 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:17.014398 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbfc0e00-5ceb-4217-bfa8-4574bbacedd6 req-da7769ab-39a2-4d76-9335-1291ede24d62 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0485129 Nov 16 05:53:17.034991 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:17.065632 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dbfc0e00-5ceb-4217-bfa8-4574bbacedd6 req-b723fb12-2833-4045-a3a3-9d74b5e448aa tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446625 Nov 16 05:53:18.185817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca2ae4-ab1d-4620-85ca-fdfbeebb59b2 req-500958a6-7616-4b96-b130-777413edba6d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:18.187293 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49ca2ae4-ab1d-4620-85ca-fdfbeebb59b2 req-500958a6-7616-4b96-b130-777413edba6d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0483544 Nov 16 05:53:18.243684 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-49ca2ae4-ab1d-4620-85ca-fdfbeebb59b2 req-aec0321c-0278-4b12-9e32-0eaf0f550ae3 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495467 Nov 16 05:53:19.110880 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:19.366529 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48db787-2271-43f5-b541-e81b702ec738 req-37d9c7d6-7e52-4c0e-9288-5b9a690c4974 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:19.367893 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a48db787-2271-43f5-b541-e81b702ec738 req-37d9c7d6-7e52-4c0e-9288-5b9a690c4974 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0476890 Nov 16 05:53:19.415599 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a48db787-2271-43f5-b541-e81b702ec738 req-433fac52-77c6-4005-aa32-cb9b20fd8d43 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418890 Nov 16 05:53:20.527150 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20564458-e5ea-449f-b08f-57095fee6199 req-a424b8e1-3cfd-412b-983f-a6bd0dd1ac15 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:20.528601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20564458-e5ea-449f-b08f-57095fee6199 req-a424b8e1-3cfd-412b-983f-a6bd0dd1ac15 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0468683 Nov 16 05:53:20.578288 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-20564458-e5ea-449f-b08f-57095fee6199 req-e61adecc-d707-42ca-8a57-71d7f14598fd tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437698 Nov 16 05:53:21.252797 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19acc7-de2d-4154-8897-9f823004e852 req-8fcf028a-97db-455c-a27b-f6b8337ef461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:21.254798 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f19acc7-de2d-4154-8897-9f823004e852 req-8fcf028a-97db-455c-a27b-f6b8337ef461 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 1096 time: 0.0432198 Nov 16 05:53:21.342932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19acc7-de2d-4154-8897-9f823004e852 req-4e7e8885-333b-4f2a-a52a-6c69e5c2268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:21.344364 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f19acc7-de2d-4154-8897-9f823004e852 req-4e7e8885-333b-4f2a-a52a-6c69e5c2268d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0829911 Nov 16 05:53:21.414336 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f19acc7-de2d-4154-8897-9f823004e852 req-635428d1-459c-45c9-9762-d73238d91a07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60f63396-95ea-4168-b56a-61705e2243a8 HTTP/1.1" status: 200 len: 1001 time: 0.0600564 Nov 16 05:53:21.463902 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19acc7-de2d-4154-8897-9f823004e852 req-b5ee8198-4e22-4c8a-b7b5-8c1494ce3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:21.465611 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f19acc7-de2d-4154-8897-9f823004e852 req-b5ee8198-4e22-4c8a-b7b5-8c1494ce3a51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0442066 Nov 16 05:53:21.510015 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19acc7-de2d-4154-8897-9f823004e852 req-99c33a53-e35b-4a75-9314-439fa249d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:21.511370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f19acc7-de2d-4154-8897-9f823004e852 req-99c33a53-e35b-4a75-9314-439fa249d715 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388877 Nov 16 05:53:21.523079 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-7f19acc7-de2d-4154-8897-9f823004e852 req-87c25213-000b-4195-a761-1c1a022b8f8b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:53:21.524017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f19acc7-de2d-4154-8897-9f823004e852 req-87c25213-000b-4195-a761-1c1a022b8f8b service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047345 Nov 16 05:53:21.617627 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f19acc7-de2d-4154-8897-9f823004e852 req-42f1a905-2f5c-446c-9b0c-b46d1cd43f55 service neutron] 10.222.0.37 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864141 Nov 16 05:53:21.738328 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5c7f4-78ec-44e7-be37-e6b93fc55163 req-67eb0d20-082a-4c02-85a8-b517cfd74e80 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:21.739796 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9aa5c7f4-78ec-44e7-be37-e6b93fc55163 req-67eb0d20-082a-4c02-85a8-b517cfd74e80 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0716641 Nov 16 05:53:21.760193 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7f19acc7-de2d-4154-8897-9f823004e852 req-4524c33a-c37d-4d6f-af65-a301c1f5d219 service neutron] 10.222.0.37 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345830 Nov 16 05:53:21.800085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-9aa5c7f4-78ec-44e7-be37-e6b93fc55163 req-76320df2-7e03-4973-812a-0dc3d7b59a41 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513825 Nov 16 05:53:22.915566 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416902db-2b0b-435b-ac79-6214c7091917 req-99442267-9d2c-4eef-8938-781526f521ca tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:22.917037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-416902db-2b0b-435b-ac79-6214c7091917 req-99442267-9d2c-4eef-8938-781526f521ca tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0475061 Nov 16 05:53:22.964679 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-416902db-2b0b-435b-ac79-6214c7091917 req-2419875e-ae61-46f7-8deb-ace851b85230 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418284 Nov 16 05:53:24.089307 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24918fcb-1f19-481e-a98f-5d627e54f70c req-cfef7f38-803f-4ff2-9ecd-8bdf60a45685 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:24.090886 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24918fcb-1f19-481e-a98f-5d627e54f70c req-cfef7f38-803f-4ff2-9ecd-8bdf60a45685 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0548880 Nov 16 05:53:24.142605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-24918fcb-1f19-481e-a98f-5d627e54f70c req-e7026bad-2988-4f37-8c87-61a79aa09276 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457091 Nov 16 05:53:25.258656 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc462e-f12a-4af3-9505-ecba0cf73747 req-a27a4d24-64fe-4e63-ac2e-9d052ab653bd tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:25.260037 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85bc462e-f12a-4af3-9505-ecba0cf73747 req-a27a4d24-64fe-4e63-ac2e-9d052ab653bd tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0478837 Nov 16 05:53:25.307747 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-85bc462e-f12a-4af3-9505-ecba0cf73747 req-f16d173f-9b15-4e38-8097-abdb45efeb75 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417562 Nov 16 05:53:25.417582 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-1056194a-06e0-4fb3-b5ba-abf1317b1ccf req-6dd2be41-27dd-4d45-8e2c-a90e6b5bc116 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:53:25.418734 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1056194a-06e0-4fb3-b5ba-abf1317b1ccf req-6dd2be41-27dd-4d45-8e2c-a90e6b5bc116 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485046 Nov 16 05:53:25.577584 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10def449-773f-4836-9cbc-762f536235b6 req-9c40c74c-0262-4aab-8b64-f13dfa491e26 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739913 Nov 16 05:53:25.590833 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea1001e-3e7c-4442-839f-353a448fd931 req-ac06ecd5-8b64-4f6d-a8f7-ec739114f34e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:25.592213 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ea1001e-3e7c-4442-839f-353a448fd931 req-ac06ecd5-8b64-4f6d-a8f7-ec739114f34e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0636363 Nov 16 05:53:25.595689 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-10def449-773f-4836-9cbc-762f536235b6 req-618e192c-3149-4a64-ac2c-2042d9393b91 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:53:25.596633 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-10def449-773f-4836-9cbc-762f536235b6 req-618e192c-3149-4a64-ac2c-2042d9393b91 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136795 Nov 16 05:53:25.642638 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6ea1001e-3e7c-4442-839f-353a448fd931 req-ba6e2618-78df-433a-a76c-d5f12239eb65 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439293 Nov 16 05:53:26.758388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084dde5-26cd-4d39-baf4-5edd7db811f6 req-b85a4d00-0b02-4799-ba4f-b872634a707a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:26.759905 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1084dde5-26cd-4d39-baf4-5edd7db811f6 req-b85a4d00-0b02-4799-ba4f-b872634a707a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0484843 Nov 16 05:53:26.808748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1084dde5-26cd-4d39-baf4-5edd7db811f6 req-db88171d-09c6-4960-b717-1d89d68e4f19 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426412 Nov 16 05:53:27.455901 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:53:27.928848 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9de88-e51c-4fff-9763-f85972d778c9 req-a63cfb85-2992-4db7-8e2d-2e91d3cf867f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:27.930350 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ef9de88-e51c-4fff-9763-f85972d778c9 req-a63cfb85-2992-4db7-8e2d-2e91d3cf867f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 945 time: 0.0526388 Nov 16 05:53:27.980423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0ef9de88-e51c-4fff-9763-f85972d778c9 req-51e86f52-38c3-41d5-b5ae-698c05ab2276 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436223 Nov 16 05:53:28.175716 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 60f63396-95ea-4168-b56a-61705e2243a8 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:53:28.258319 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:28.283570 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:53:28.286200 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4468af2a-6c36-4e46-abd5-9e2070312eed" -d '{"events": [{"server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "name": "network-vif-unplugged", "status": "completed", "tag": "60f63396-95ea-4168-b56a-61705e2243a8"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:53:28.301331 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=60f63396-95ea-4168-b56a-61705e2243a8,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:53:28.306275 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:28.336011 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 16 Nov 2021 05:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a58f0c3-046d-4953-b6fa-a8e0e39bd707 x-openstack-request-id: req-3a58f0c3-046d-4953-b6fa-a8e0e39bd707 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:53:28.336301 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "name": "network-vif-unplugged", "status": "failed", "tag": "60f63396-95ea-4168-b56a-61705e2243a8", "code": 422}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:53:28.336550 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a58f0c3-046d-4953-b6fa-a8e0e39bd707 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:53:28.336936 n-d-818042-1 neutron-server[102661]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8', 'code': 422} returned with failed status Nov 16 05:53:28.363338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=60f63396-95ea-4168-b56a-61705e2243a8,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:53:28.370893 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:28.371252 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:28.371588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:28.371922 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:28.372255 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:28.372585 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:28.372911 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:28.373236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:28.373571 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:28.373913 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:28.374253 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:28.374560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:29.100191 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0ea36-3f0b-453d-bb36-b4d4bea657d5 req-1c995322-3a27-4ea4-a376-fa575cdae1a9 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:29.101872 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27d0ea36-3f0b-453d-bb36-b4d4bea657d5 req-1c995322-3a27-4ea4-a376-fa575cdae1a9 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0518582 Nov 16 05:53:29.152551 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27d0ea36-3f0b-453d-bb36-b4d4bea657d5 req-e6483aa1-9329-4333-b4b1-e8892540d9b7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444784 Nov 16 05:53:30.266816 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9d2c8-72d3-486d-82a9-5b337a556f06 req-72440791-3cb3-4982-b28e-ec22dfb2a56c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:30.268307 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbb9d2c8-72d3-486d-82a9-5b337a556f06 req-72440791-3cb3-4982-b28e-ec22dfb2a56c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0488014 Nov 16 05:53:30.325857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-cbb9d2c8-72d3-486d-82a9-5b337a556f06 req-e5fa8110-8a5e-4795-a6ed-e49b528b7675 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512209 Nov 16 05:53:31.439326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a02180-900b-43ac-a669-07ad6a1ae347 req-31acb337-84a4-4c99-859e-6b49e28a3e1b tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:31.441334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23a02180-900b-43ac-a669-07ad6a1ae347 req-31acb337-84a4-4c99-859e-6b49e28a3e1b tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0473661 Nov 16 05:53:31.489722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-23a02180-900b-43ac-a669-07ad6a1ae347 req-b40db27a-bdde-46ff-8125-5c2cb17a3b44 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425656 Nov 16 05:53:31.522732 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def449-773f-4836-9cbc-762f536235b6 req-f5b42040-4905-4468-a5a8-a593453e3c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:31.524269 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10def449-773f-4836-9cbc-762f536235b6 req-f5b42040-4905-4468-a5a8-a593453e3c16 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267&tenant_id=d901e774e21542d1a12c8f3823d8efa5 HTTP/1.1" status: 200 len: 1094 time: 0.0437646 Nov 16 05:53:31.536506 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-818042-1', 'device_owner': 'compute:nova'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:53:31.587055 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:31.778450 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=60f63396-95ea-4168-b56a-61705e2243a8,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:53:31.811449 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h1-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:53:31.846615 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f63396-95ea-4168-b56a-61705e2243a8 {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:53:31.854347 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:31.866702 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Transition to ACTIVE for port object 60f63396-95ea-4168-b56a-61705e2243a8 will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:53:31.870031 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:31.943510 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Pushing event updated for resources: {'Port': ['ID=60f63396-95ea-4168-b56a-61705e2243a8,revision_number=7']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:53:31.959053 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:31.959402 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:31.959745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:31.960081 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:31.960415 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:31.960745 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:31.961073 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:31.961398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:31.961726 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:31.962071 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:31.962388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:31.962710 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:53:32.001547 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] No DVR routers for this DVR port 60f63396-95ea-4168-b56a-61705e2243a8 on host n-h1-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:53:32.135133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Attempting to bind port 60f63396-95ea-4168-b56a-61705e2243a8 on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:53:32.135466 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Attempting to bind port 60f63396-95ea-4168-b56a-61705e2243a8 by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:53:32.135797 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Attempting to bind port 60f63396-95ea-4168-b56a-61705e2243a8 on network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:53:32.139986 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Port 60f63396-95ea-4168-b56a-61705e2243a8 on network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:53:32.140313 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Attempting to bind port 60f63396-95ea-4168-b56a-61705e2243a8 on network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:53:32.145606 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:53:32.145974 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Checking segment: {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:53:32.146358 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Bound using segment: {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:53:32.146782 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Bound port: 60f63396-95ea-4168-b56a-61705e2243a8, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:53:32.147130 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:32.208361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:53:32.211308 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=60f63396-95ea-4168-b56a-61705e2243a8,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:53:32.215560 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:32.252457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:32.253667 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:32.255090 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10def449-773f-4836-9cbc-762f536235b6 req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] 10.222.0.15 "PUT /v2.0/ports/60f63396-95ea-4168-b56a-61705e2243a8 HTTP/1.1" status: 200 len: 1091 time: 0.7230308 Nov 16 05:53:32.255434 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:53:32.257673 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079e4dbc-c883-4685-b3e5-7f41b3258065" -d '{"events": [{"name": "network-changed", "server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "tag": "60f63396-95ea-4168-b56a-61705e2243a8"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:53:32.286750 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef9869-5e1a-4f8a-b1da-856a1849d63f service neutron] Pushing event updated for resources: {'Port': ['ID=60f63396-95ea-4168-b56a-61705e2243a8,revision_number=8']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:53:32.317977 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c2bdd3-ae2f-4a36-8714-7d4915865ec2 x-openstack-request-id: req-c0c2bdd3-ae2f-4a36-8714-7d4915865ec2 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:53:32.318291 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "tag": "60f63396-95ea-4168-b56a-61705e2243a8", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:53:32.318516 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0c2bdd3-ae2f-4a36-8714-7d4915865ec2 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:53:32.318922 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8', 'status': 'completed', 'code': 200} Nov 16 05:53:32.332131 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def449-773f-4836-9cbc-762f536235b6 req-79ebb3ce-5faa-4483-adae-cc2bebf4db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:32.333820 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10def449-773f-4836-9cbc-762f536235b6 req-79ebb3ce-5faa-4483-adae-cc2bebf4db6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 1094 time: 0.0558643 Nov 16 05:53:32.431867 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def449-773f-4836-9cbc-762f536235b6 req-74c20a3e-0a51-4639-85db-38ee22a4b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:32.433484 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10def449-773f-4836-9cbc-762f536235b6 req-74c20a3e-0a51-4639-85db-38ee22a4b526 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0929601 Nov 16 05:53:32.501832 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10def449-773f-4836-9cbc-762f536235b6 req-b6d99e1c-a4e4-4ef4-84a9-f0824aad252e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60f63396-95ea-4168-b56a-61705e2243a8 HTTP/1.1" status: 200 len: 999 time: 0.0617816 Nov 16 05:53:32.551556 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def449-773f-4836-9cbc-762f536235b6 req-96a30cab-5adf-4930-b02b-bfeef22d770a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:32.553000 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10def449-773f-4836-9cbc-762f536235b6 req-96a30cab-5adf-4930-b02b-bfeef22d770a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0445647 Nov 16 05:53:32.598904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10def449-773f-4836-9cbc-762f536235b6 req-d9d04a58-64d4-4056-93ab-7b87a5a12760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:32.600409 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10def449-773f-4836-9cbc-762f536235b6 req-d9d04a58-64d4-4056-93ab-7b87a5a12760 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404687 Nov 16 05:53:32.605792 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66f229-bba4-4d4a-b032-a7d441826dd5 req-d4cdb427-2732-43d8-a5c7-18b056f3699a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:32.607354 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee66f229-bba4-4d4a-b032-a7d441826dd5 req-d4cdb427-2732-43d8-a5c7-18b056f3699a tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0474079 Nov 16 05:53:32.656009 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ee66f229-bba4-4d4a-b032-a7d441826dd5 req-8140e61b-0391-4bb7-82ac-f7a6321dce30 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Nov 16 05:53:32.693145 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10def449-773f-4836-9cbc-762f536235b6 req-444ee528-3a9a-48cb-98a6-0021a9b32be1 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858665 Nov 16 05:53:32.780465 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-10def449-773f-4836-9cbc-762f536235b6 req-d6d3cc13-d3cb-4d16-a511-72b991bea526 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803876 Nov 16 05:53:32.864096 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e4dbc-c883-4685-b3e5-7f41b3258065 req-b09bff44-3d33-451f-aa74-8363246a79e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:32.865465 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-079e4dbc-c883-4685-b3e5-7f41b3258065 req-b09bff44-3d33-451f-aa74-8363246a79e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 1094 time: 0.0407922 Nov 16 05:53:32.956661 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e4dbc-c883-4685-b3e5-7f41b3258065 req-eb0d34fc-0c03-416a-9913-bebe2c201309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:32.958116 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-079e4dbc-c883-4685-b3e5-7f41b3258065 req-eb0d34fc-0c03-416a-9913-bebe2c201309 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0860422 Nov 16 05:53:33.021705 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-079e4dbc-c883-4685-b3e5-7f41b3258065 req-8c836652-f00a-479e-b773-429166076b44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60f63396-95ea-4168-b56a-61705e2243a8 HTTP/1.1" status: 200 len: 999 time: 0.0569482 Nov 16 05:53:33.074841 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e4dbc-c883-4685-b3e5-7f41b3258065 req-232dd205-f6a2-4df3-bbff-dd6afa641cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:33.076258 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-079e4dbc-c883-4685-b3e5-7f41b3258065 req-232dd205-f6a2-4df3-bbff-dd6afa641cf0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0470233 Nov 16 05:53:33.123330 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e4dbc-c883-4685-b3e5-7f41b3258065 req-de6fe652-8514-4a79-9ecd-f8134b05eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:33.124694 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-079e4dbc-c883-4685-b3e5-7f41b3258065 req-de6fe652-8514-4a79-9ecd-f8134b05eabc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380976 Nov 16 05:53:33.212904 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-079e4dbc-c883-4685-b3e5-7f41b3258065 req-223fd538-1f50-4066-b0f9-2267f33ce47d service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804462 Nov 16 05:53:33.303591 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-079e4dbc-c883-4685-b3e5-7f41b3258065 req-60a9ca6c-463d-4397-8177-e5d49976db50 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836070 Nov 16 05:53:33.775938 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b9899-74ef-44a4-9c47-c679fcbe144e req-9544c7d6-6cd1-496c-8168-a19627e81f25 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:33.777446 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-359b9899-74ef-44a4-9c47-c679fcbe144e req-9544c7d6-6cd1-496c-8168-a19627e81f25 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0524890 Nov 16 05:53:33.825466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-359b9899-74ef-44a4-9c47-c679fcbe144e req-91feedda-2b5e-4864-817c-b41b065308d9 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420310 Nov 16 05:53:34.943106 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860456e-0558-400f-9004-06cbfe4393be req-e5b5d427-d6ab-41bf-b91a-5260fe9f89e7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:34.944595 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5860456e-0558-400f-9004-06cbfe4393be req-e5b5d427-d6ab-41bf-b91a-5260fe9f89e7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0498717 Nov 16 05:53:34.993407 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5860456e-0558-400f-9004-06cbfe4393be req-7275c4e3-0197-41f1-a6d6-451e94bef676 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428650 Nov 16 05:53:36.111238 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874f2ee-3547-47b6-b4c6-aa98e110c054 req-32b8358f-a43b-4ffb-8c1e-1cd8440f9666 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:36.112704 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d874f2ee-3547-47b6-b4c6-aa98e110c054 req-32b8358f-a43b-4ffb-8c1e-1cd8440f9666 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0498178 Nov 16 05:53:36.164488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d874f2ee-3547-47b6-b4c6-aa98e110c054 req-d3e94e9e-bdff-4067-9e78-c7806b7c4cad tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458214 Nov 16 05:53:37.277610 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846984ac-6141-495e-a364-c2eeb3cecf22 req-beea2a55-ac79-4da4-929f-569c437a66fb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:37.279100 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-846984ac-6141-495e-a364-c2eeb3cecf22 req-beea2a55-ac79-4da4-929f-569c437a66fb tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0481148 Nov 16 05:53:37.327005 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-846984ac-6141-495e-a364-c2eeb3cecf22 req-a8a0e724-d843-414a-a395-2f159f011589 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415742 Nov 16 05:53:38.130878 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f21f115-b15d-4e6f-aec4-c02647610c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:38.441742 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bb218-7215-4038-9115-0d09ddb352f1 req-43b9e6e9-4719-43db-bf20-3adcb7aad391 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:38.443220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b4bb218-7215-4038-9115-0d09ddb352f1 req-43b9e6e9-4719-43db-bf20-3adcb7aad391 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0470910 Nov 16 05:53:38.490418 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b4bb218-7215-4038-9115-0d09ddb352f1 req-3bdaa5b5-359a-4098-a362-0a75779b6752 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414405 Nov 16 05:53:39.610712 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e623d1d-20fa-484f-a4c9-96d592507439 req-2a70f057-8d2e-4c58-9b91-af4474c8638f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:39.613698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e623d1d-20fa-484f-a4c9-96d592507439 req-2a70f057-8d2e-4c58-9b91-af4474c8638f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0561440 Nov 16 05:53:39.663434 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4e623d1d-20fa-484f-a4c9-96d592507439 req-71d96696-972f-4ae7-8c7f-49db4279715c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436161 Nov 16 05:53:40.322502 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7593fe8e-94ea-46d0-bca9-c92e01bbdd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:40.776636 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5bb31-8f36-4b7e-88dc-7f8e604d2fa0 req-1e2a3fd7-d3ff-4254-90cc-28649c5bfcd7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:40.778116 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19d5bb31-8f36-4b7e-88dc-7f8e604d2fa0 req-1e2a3fd7-d3ff-4254-90cc-28649c5bfcd7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 943 time: 0.0480883 Nov 16 05:53:40.828502 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-19d5bb31-8f36-4b7e-88dc-7f8e604d2fa0 req-113ae386-ce95-4bfe-9839-7a52627c8015 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444415 Nov 16 05:53:41.222935 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 60f63396-95ea-4168-b56a-61705e2243a8 details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:53:41.312541 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=60f63396-95ea-4168-b56a-61705e2243a8,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:53:41.325260 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '60f63396-95ea-4168-b56a-61705e2243a8', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'port_id': '60f63396-95ea-4168-b56a-61705e2243a8', 'mac_address': 'fa:16:3e:af:45:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:53:41.361006 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:41.376661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f63396-95ea-4168-b56a-61705e2243a8 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:53:41.395980 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=60f63396-95ea-4168-b56a-61705e2243a8,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:53:41.399884 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:41.445247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=60f63396-95ea-4168-b56a-61705e2243a8,revision_number=9']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:53:41.622656 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['60f63396-95ea-4168-b56a-61705e2243a8'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:53:41.945414 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4057e5-a963-4890-b023-c5c55596840e req-8e187304-642f-420b-8373-2b42efa4d7ca tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:41.946899 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d4057e5-a963-4890-b023-c5c55596840e req-8e187304-642f-420b-8373-2b42efa4d7ca tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 944 time: 0.0516832 Nov 16 05:53:41.995635 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5d4057e5-a963-4890-b023-c5c55596840e req-189186fb-350a-43f3-9412-a8fbafc57555 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428786 Nov 16 05:53:42.196755 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:43.107412 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427514e1-7dc0-4e14-b466-43b604c3de2b req-2632f367-4236-4b80-ba74-9c9e2212d88c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:43.108869 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427514e1-7dc0-4e14-b466-43b604c3de2b req-2632f367-4236-4b80-ba74-9c9e2212d88c tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 944 time: 0.0474393 Nov 16 05:53:43.157110 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-427514e1-7dc0-4e14-b466-43b604c3de2b req-017b9611-fae6-438d-b32b-7938f97441e0 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417027 Nov 16 05:53:43.228023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 60f63396-95ea-4168-b56a-61705e2243a8 up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:53:43.275595 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 60f63396-95ea-4168-b56a-61705e2243a8 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:53:43.279198 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 60f63396-95ea-4168-b56a-61705e2243a8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:53:43.279566 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:43.356637 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:43.377786 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:53:43.380020 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80291b29-280a-4f55-8b0b-6ca437074ed7" -d '{"events": [{"server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "name": "network-vif-plugged", "status": "completed", "tag": "60f63396-95ea-4168-b56a-61705e2243a8"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:53:43.392386 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=60f63396-95ea-4168-b56a-61705e2243a8,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:53:43.397217 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:43.419277 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f0726a-b855-485c-b775-8489ec7fc148 x-openstack-request-id: req-25f0726a-b855-485c-b775-8489ec7fc148 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:53:43.419566 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "name": "network-vif-plugged", "status": "completed", "tag": "60f63396-95ea-4168-b56a-61705e2243a8", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:53:43.419816 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25f0726a-b855-485c-b775-8489ec7fc148 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:53:43.420199 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8', 'code': 200} Nov 16 05:53:43.445320 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=60f63396-95ea-4168-b56a-61705e2243a8,revision_number=10']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:53:43.543853 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:43.578123 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cd44b-ace6-473c-9607-488a00d60071 req-2b5329ef-5c68-4061-bb63-cc0afb8f3faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:43.580957 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-351cd44b-ace6-473c-9607-488a00d60071 req-2b5329ef-5c68-4061-bb63-cc0afb8f3faa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 1097 time: 0.0576601 Nov 16 05:53:43.628534 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-351cd44b-ace6-473c-9607-488a00d60071 req-25a361bd-7bd2-4a54-9557-5a46dd797f43 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399725 Nov 16 05:53:43.884874 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:44.315121 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b298e92-9a74-46ef-b268-26006af05af8 req-e4f845d7-d1d5-4c7a-b430-0d9c4a20186e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:44.316586 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b298e92-9a74-46ef-b268-26006af05af8 req-e4f845d7-d1d5-4c7a-b430-0d9c4a20186e tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 946 time: 0.0924323 Nov 16 05:53:44.371480 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-1b298e92-9a74-46ef-b268-26006af05af8 req-471f3796-d76e-4ed5-894b-82d8dd359483 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488966 Nov 16 05:53:45.484928 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38c212-ed81-4882-bcb0-7a502d166890 req-ba083b1a-381b-44a8-a0d4-c61969be7ee1 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:53:45.486396 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b38c212-ed81-4882-bcb0-7a502d166890 req-ba083b1a-381b-44a8-a0d4-c61969be7ee1 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 946 time: 0.0471091 Nov 16 05:53:45.534804 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5b38c212-ed81-4882-bcb0-7a502d166890 req-82c8dc20-4525-46a4-9da9-4efe8c5b9e34 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420244 Nov 16 05:53:47.031635 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:53:49.126607 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:04.454921 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:54:08.134401 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-92abb47b-93ca-41c5-ab1b-fc790d05e3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:10.324889 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5cb3b071-b535-4982-b4f0-b068657e9222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:12.199830 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:13.545178 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:13.886990 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:17.023007 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:19.130978 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:30.682697 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-df23bb28-b8d3-4f7c-93ed-f71598acfb1e req-077c68ad-f99c-472b-993b-a15422d2e7e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429206 Nov 16 05:54:30.762570 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23bb28-b8d3-4f7c-93ed-f71598acfb1e req-0273ca35-a06d-4ac8-93df-995b73bcec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:54:30.764055 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-df23bb28-b8d3-4f7c-93ed-f71598acfb1e req-0273ca35-a06d-4ac8-93df-995b73bcec9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 1097 time: 0.0399816 Nov 16 05:54:30.865038 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23bb28-b8d3-4f7c-93ed-f71598acfb1e req-01b4f5be-ad4d-4289-8a48-ee98d0a82447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:54:30.866515 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-df23bb28-b8d3-4f7c-93ed-f71598acfb1e req-01b4f5be-ad4d-4289-8a48-ee98d0a82447 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.0845153 Nov 16 05:54:30.933710 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-df23bb28-b8d3-4f7c-93ed-f71598acfb1e req-5dab7aab-ba56-4fbc-b125-a3b7ea315709 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60f63396-95ea-4168-b56a-61705e2243a8 HTTP/1.1" status: 200 len: 1001 time: 0.0605645 Nov 16 05:54:30.982240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23bb28-b8d3-4f7c-93ed-f71598acfb1e req-97fdfa57-a4e0-42e2-903b-ec54b4a75014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:54:30.983651 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-df23bb28-b8d3-4f7c-93ed-f71598acfb1e req-97fdfa57-a4e0-42e2-903b-ec54b4a75014 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0437000 Nov 16 05:54:31.028711 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23bb28-b8d3-4f7c-93ed-f71598acfb1e req-d6a2d5ee-92d1-4d0a-bf3e-f3e63c293754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:54:31.030229 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-df23bb28-b8d3-4f7c-93ed-f71598acfb1e req-d6a2d5ee-92d1-4d0a-bf3e-f3e63c293754 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389504 Nov 16 05:54:31.121604 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-df23bb28-b8d3-4f7c-93ed-f71598acfb1e req-1162d081-d499-45f8-ada0-bd9be364fce2 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833066 Nov 16 05:54:31.208581 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-df23bb28-b8d3-4f7c-93ed-f71598acfb1e req-2d5e9dd7-9ae4-411f-93fe-c87bc5223d06 service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799699 Nov 16 05:54:38.135872 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-edcc8654-8188-4462-8e86-95bb46561ef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:40.327574 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2b224831-4bcf-4b9d-af52-31b6ee4043a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:41.453951 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:54:42.202074 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:43.546834 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:43.889079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:47.044991 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:49.133977 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:55.178986 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35742) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:54:55.661878 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Deleting port a1486ad3-9789-49fc-a1ae-34110afacc11 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:54:55.662229 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:55.737134 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:55.737462 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:55.751817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Calling delete_port for a1486ad3-9789-49fc-a1ae-34110afacc11 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:54:55.920787 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:55.947759 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event deleted for resources: {'Port': ['ID=a1486ad3-9789-49fc-a1ae-34110afacc11,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:54:55.976034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:55.976361 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:55.976839 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:55.977184 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:55.977522 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:55.977880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:55.978216 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:55.978549 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:55.978875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:55.979208 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:55.979533 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:55.979859 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:56.019715 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:56.020068 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Floating IP 2d4230dd-deda-4630-a794-4f06bf8b12c4 disassociated (deleted). External IP: 172.25.0.218, port: 60f63396-95ea-4168-b56a-61705e2243a8. Nov 16 05:54:56.234777 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:54:56.341186 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:54:56.345941 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:56.350386 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4285f-842c-46ef-8469-dbe4c1deeebf None None] Sync routers for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:54:56.360775 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4285f-842c-46ef-8469-dbe4c1deeebf None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:54:56.361378 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-29b4285f-842c-46ef-8469-dbe4c1deeebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:54:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:54:56.372959 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b4193f04-c416-4f76-a0f6-1849a869b23f tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "DELETE /v2.0/floatingips/2d4230dd-deda-4630-a794-4f06bf8b12c4 HTTP/1.1" status: 204 len: 168 time: 1.1928701 Nov 16 05:54:56.373538 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:54:56.376670 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812cdf3d-52e3-48ae-8f47-45ccccc03f36" -d '{"events": [{"name": "network-changed", "server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "tag": "60f63396-95ea-4168-b56a-61705e2243a8"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:54:56.421521 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4604c712-282e-44bd-8e5d-30bdcfda3e5f x-openstack-request-id: req-4604c712-282e-44bd-8e5d-30bdcfda3e5f {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:54:56.421859 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "tag": "60f63396-95ea-4168-b56a-61705e2243a8", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:54:56.422119 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4604c712-282e-44bd-8e5d-30bdcfda3e5f {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:54:56.422576 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8', 'status': 'completed', 'code': 200} Nov 16 05:54:56.497274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cdf3d-52e3-48ae-8f47-45ccccc03f36 req-3e4ef717-d3cb-4a38-8f09-c0c1a0c66646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:54:56.498804 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-812cdf3d-52e3-48ae-8f47-45ccccc03f36 req-3e4ef717-d3cb-4a38-8f09-c0c1a0c66646 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d901e774e21542d1a12c8f3823d8efa5&device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 1097 time: 0.0527127 Nov 16 05:54:56.573970 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-29b4285f-842c-46ef-8469-dbe4c1deeebf None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:54:56.615057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cdf3d-52e3-48ae-8f47-45ccccc03f36 req-2327f5c5-454c-4dc4-83da-fe88561cd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:54:56.616805 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-812cdf3d-52e3-48ae-8f47-45ccccc03f36 req-2327f5c5-454c-4dc4-83da-fe88561cd1f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 200 len: 910 time: 0.1113079 Nov 16 05:54:56.668736 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-812cdf3d-52e3-48ae-8f47-45ccccc03f36 req-432e350a-8bc7-49f7-bcce-8ed9a52e096b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60f63396-95ea-4168-b56a-61705e2243a8 HTTP/1.1" status: 200 len: 217 time: 0.0428896 Nov 16 05:54:56.702304 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac58123-ea07-4b56-963a-22b934740a27 req-d94e1306-c7f8-4ec7-9dab-2cf09f9bf8b9 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:54:56.703913 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ac58123-ea07-4b56-963a-22b934740a27 req-d94e1306-c7f8-4ec7-9dab-2cf09f9bf8b9 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 946 time: 0.0965481 Nov 16 05:54:56.719023 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cdf3d-52e3-48ae-8f47-45ccccc03f36 req-93c25e01-e609-45f9-a872-597517bbf158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:54:56.720526 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-812cdf3d-52e3-48ae-8f47-45ccccc03f36 req-93c25e01-e609-45f9-a872-597517bbf158 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 200 len: 848 time: 0.0453932 Nov 16 05:54:56.761694 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4ac58123-ea07-4b56-963a-22b934740a27 req-1c179039-a17a-4c4f-8612-7bf113b65f1d tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486910 Nov 16 05:54:56.771799 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cdf3d-52e3-48ae-8f47-45ccccc03f36 req-b8a5f44d-ade7-421e-918c-9125e0aac6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:54:56.774058 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-812cdf3d-52e3-48ae-8f47-45ccccc03f36 req-b8a5f44d-ade7-421e-918c-9125e0aac6dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453076 Nov 16 05:54:56.776879 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-29b4285f-842c-46ef-8469-dbe4c1deeebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 5, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:54:56.813538 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4285f-842c-46ef-8469-dbe4c1deeebf None None] Checking router: 2a2e0c9b-6244-428a-bf2f-7cd096080fcf for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:54:56.826093 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b4285f-842c-46ef-8469-dbe4c1deeebf None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:54:56.826716 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-29b4285f-842c-46ef-8469-dbe4c1deeebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:54:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:54:56.873172 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-812cdf3d-52e3-48ae-8f47-45ccccc03f36 req-9dbf7d23-51bd-4615-8f01-5a2eeff3f18d service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902679 Nov 16 05:54:56.942305 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-29b4285f-842c-46ef-8469-dbe4c1deeebf None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:54:56.966153 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-812cdf3d-52e3-48ae-8f47-45ccccc03f36 req-f2c839c4-e5ee-4ae4-a178-ce2d565c5dfb service neutron] 10.222.0.15 "GET /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813713 Nov 16 05:54:57.134412 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-29b4285f-842c-46ef-8469-dbe4c1deeebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 5, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:54:57.164762 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b4285f-842c-46ef-8469-dbe4c1deeebf None None] The sync data for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 is: [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:24Z', 'revision_number': 4, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '95268b12-1964-43fb-88a5-45de9c87832b', 'name': '', 'network_id': 'd5d1fca7-f5ab-46f8-9dc3-7dec598233f3', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'mac_address': 'fa:16:3e:e7:fc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:23Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 5, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'subnets': [{'id': '6459718b-473d-47cf-a153-fcf376c5b2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:54:57.381565 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4ba317-46de-48a3-bbf2-d73631f37bd1 None None] New status for floating IP 2d4230dd-deda-4630-a794-4f06bf8b12c4: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:54:57.885552 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d6c70-3664-405e-9bbe-3b4f2327181d req-3c8b696a-9504-4497-8465-1c734c3beec9 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:54:57.887055 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c04d6c70-3664-405e-9bbe-3b4f2327181d req-3c8b696a-9504-4497-8465-1c734c3beec9 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 946 time: 0.0526619 Nov 16 05:54:57.936552 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c04d6c70-3664-405e-9bbe-3b4f2327181d req-a10c1f5b-1108-4d56-a5ec-1b278b67b478 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/security-groups?id=bc6632ea-1dfe-4cb5-a87b-f8815c84d744&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435550 Nov 16 05:54:58.105424 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899c3cd-c347-4fce-90fc-79a4ec01b14a req-49bc636e-af1f-4025-a244-40f764023a5b tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:54:58.106886 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9899c3cd-c347-4fce-90fc-79a4ec01b14a req-49bc636e-af1f-4025-a244-40f764023a5b tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.15 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 946 time: 0.0497515 Nov 16 05:54:58.198503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-9899c3cd-c347-4fce-90fc-79a4ec01b14a req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Deleting port 60f63396-95ea-4168-b56a-61705e2243a8 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:54:58.198841 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9899c3cd-c347-4fce-90fc-79a4ec01b14a req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:58.284747 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-9899c3cd-c347-4fce-90fc-79a4ec01b14a req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] For port 60f63396-95ea-4168-b56a-61705e2243a8, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=60f63396-95ea-4168-b56a-61705e2243a8,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:54:58.285099 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9899c3cd-c347-4fce-90fc-79a4ec01b14a req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:58.297780 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-9899c3cd-c347-4fce-90fc-79a4ec01b14a req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Calling delete_port for 60f63396-95ea-4168-b56a-61705e2243a8 owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:54:58.427332 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9899c3cd-c347-4fce-90fc-79a4ec01b14a req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:58.456146 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event deleted for resources: {'Port': ['ID=60f63396-95ea-4168-b56a-61705e2243a8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:54:58.488373 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:58.488719 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:58.489057 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:58.489398 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:58.489729 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:58.490076 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:58.490405 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:58.490727 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:58.491075 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:58.491400 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:58.491720 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:58.492037 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:54:58.511944 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-9899c3cd-c347-4fce-90fc-79a4ec01b14a req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] No DVR routers for this DVR port 60f63396-95ea-4168-b56a-61705e2243a8 on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:54:58.514790 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-9899c3cd-c347-4fce-90fc-79a4ec01b14a req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:54:58.518235 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-9899c3cd-c347-4fce-90fc-79a4ec01b14a req-69dca47c-993a-41fc-b6a2-7e67b92fb063 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.15 "DELETE /v2.0/ports/60f63396-95ea-4168-b56a-61705e2243a8 HTTP/1.1" status: 204 len: 173 time: 0.4058297 Nov 16 05:54:58.518754 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'name': 'network-vif-deleted', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:54:58.520985 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496ae498-991e-4e0a-b3b7-8a2620baa01d" -d '{"events": [{"server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "name": "network-vif-deleted", "tag": "60f63396-95ea-4168-b56a-61705e2243a8"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:54:58.558376 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cc030a-e61b-4be1-8bda-9ae3e4130cf2 x-openstack-request-id: req-18cc030a-e61b-4be1-8bda-9ae3e4130cf2 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:54:58.558671 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9446f58-6a71-498f-9cd4-cee9f3aa9267", "name": "network-vif-deleted", "tag": "60f63396-95ea-4168-b56a-61705e2243a8", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:54:58.558929 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18cc030a-e61b-4be1-8bda-9ae3e4130cf2 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:54:58.559332 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9446f58-6a71-498f-9cd4-cee9f3aa9267', 'name': 'network-vif-deleted', 'tag': '60f63396-95ea-4168-b56a-61705e2243a8', 'status': 'completed', 'code': 200} Nov 16 05:54:59.031203 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-514b77e7-de66-49f9-b8bd-82fea3f0f5c7 req-11ffac90-36ae-45fd-8642-956110d27296 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 210 time: 0.0267398 Nov 16 05:55:00.133510 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a596a158-5385-4141-8377-d26feeb2465b req-02595a27-522b-4495-987e-1addbad746a2 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 210 time: 0.0268679 Nov 16 05:55:01.229322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-67639e18-fbde-4b6f-b175-5039c14a029c req-b3815965-80cd-4746-a055-38a73fa00ddc tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 210 time: 0.0267148 Nov 16 05:55:01.642984 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 60f63396-95ea-4168-b56a-61705e2243a8 no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:55:01.664152 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 60f63396-95ea-4168-b56a-61705e2243a8 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:55:01.664500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 60f63396-95ea-4168-b56a-61705e2243a8 not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:55:02.330858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e74a634e-8c74-4cd4-ad34-f9fac96304d0 req-fd554d89-a187-4b2b-b66e-a5f13a3cc7a7 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9446f58-6a71-498f-9cd4-cee9f3aa9267 HTTP/1.1" status: 200 len: 210 time: 0.0311613 Nov 16 05:55:03.388574 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35776) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:03.445065 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d0eaaca-e144-442e-8e02-5b992c6380b8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:03.470279 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d0eaaca-e144-442e-8e02-5b992c6380b8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:03.534006 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d0eaaca-e144-442e-8e02-5b992c6380b8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:03.536699 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-9d0eaaca-e144-442e-8e02-5b992c6380b8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:03.537879 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-9d0eaaca-e144-442e-8e02-5b992c6380b8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] 10.222.0.41 "DELETE /v2.0/security-groups/bc6632ea-1dfe-4cb5-a87b-f8815c84d744 HTTP/1.1" status: 204 len: 168 time: 0.1482942 Nov 16 05:55:03.548799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0eaaca-e144-442e-8e02-5b992c6380b8 tempest-TestShelveInstance-1642702642 tempest-TestShelveInstance-1642702642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6632ea-1dfe-4cb5-a87b-f8815c84d744,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:03.588391 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35780) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:04.024139 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb305c3f-6042-4b2a-8bd2-97e81f420bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:04.266611 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-bb305c3f-6042-4b2a-8bd2-97e81f420bfe admin admin] Deleting port 95268b12-1964-43fb-88a5-45de9c87832b {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:55:04.266955 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb305c3f-6042-4b2a-8bd2-97e81f420bfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:04.349130 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-bb305c3f-6042-4b2a-8bd2-97e81f420bfe admin admin] For port 95268b12-1964-43fb-88a5-45de9c87832b, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=95268b12-1964-43fb-88a5-45de9c87832b,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:04.349494 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb305c3f-6042-4b2a-8bd2-97e81f420bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:04.362536 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-bb305c3f-6042-4b2a-8bd2-97e81f420bfe admin admin] Calling delete_port for 95268b12-1964-43fb-88a5-45de9c87832b owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:55:04.538704 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb305c3f-6042-4b2a-8bd2-97e81f420bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:04.565321 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb305c3f-6042-4b2a-8bd2-97e81f420bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=95268b12-1964-43fb-88a5-45de9c87832b,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:04.730225 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-bb305c3f-6042-4b2a-8bd2-97e81f420bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:05.245546 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb305c3f-6042-4b2a-8bd2-97e81f420bfe admin admin] Router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:55:05.349693 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb305c3f-6042-4b2a-8bd2-97e81f420bfe admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:55:05.358048 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-bb305c3f-6042-4b2a-8bd2-97e81f420bfe admin admin] 10.222.0.41 "PUT /v2.0/routers/2a2e0c9b-6244-428a-bf2f-7cd096080fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7681129 Nov 16 05:55:05.358277 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45e821c-fcfa-431e-a898-94a7b08d28c4 None None] Sync routers for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:55:05.360370 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35784) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:05.369020 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45e821c-fcfa-431e-a898-94a7b08d28c4 None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:05.369613 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f45e821c-fcfa-431e-a898-94a7b08d28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:54:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:05.467921 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:05.474496 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f45e821c-fcfa-431e-a898-94a7b08d28c4 None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:05.574259 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:05.628671 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Deleting port dd59f282-3b5e-4b3b-a462-f5670ee6460e {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:55:05.629005 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:05.657882 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f45e821c-fcfa-431e-a898-94a7b08d28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:55:04Z', 'revision_number': 5, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port': {'id': 'dd59f282-3b5e-4b3b-a462-f5670ee6460e', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:38:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:05.685179 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45e821c-fcfa-431e-a898-94a7b08d28c4 None None] Checking router: 2a2e0c9b-6244-428a-bf2f-7cd096080fcf for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:55:05.693394 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45e821c-fcfa-431e-a898-94a7b08d28c4 None None] Routers {'2a2e0c9b-6244-428a-bf2f-7cd096080fcf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:05.694784 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f45e821c-fcfa-431e-a898-94a7b08d28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:54:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:05.713994 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] For port dd59f282-3b5e-4b3b-a462-f5670ee6460e, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=dd59f282-3b5e-4b3b-a462-f5670ee6460e,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:05.714411 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:05.728720 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Calling delete_port for dd59f282-3b5e-4b3b-a462-f5670ee6460e owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:55:05.780586 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-f45e821c-fcfa-431e-a898-94a7b08d28c4 None None] Set router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:05.836017 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-f45e821c-fcfa-431e-a898-94a7b08d28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:55:05Z', 'revision_number': 6, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:05.863828 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45e821c-fcfa-431e-a898-94a7b08d28c4 None None] The sync data for ids ['2a2e0c9b-6244-428a-bf2f-7cd096080fcf'] in n-d-818042-1 is: [{'id': '2a2e0c9b-6244-428a-bf2f-7cd096080fcf', 'name': 'tempest-TestShelveInstance-1705458694-router', 'tenant_id': 'd901e774e21542d1a12c8f3823d8efa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:21Z', 'updated_at': '2021-11-16T05:55:05Z', 'revision_number': 6, 'project_id': 'd901e774e21542d1a12c8f3823d8efa5', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:55:05.926372 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:05.950625 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed49fabe-a092-4f72-a3ff-4d9a67e19d7f None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:55:05.978135 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=dd59f282-3b5e-4b3b-a462-f5670ee6460e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:06.018521 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.110026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.112339 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.155018 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.155503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a2e0c9b-6244-428a-bf2f-7cd096080fcf {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:55:06.159947 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.161078 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-3196f71c-1cb3-41b3-9c1a-89187473a2fe admin admin] 10.222.0.41 "DELETE /v2.0/routers/2a2e0c9b-6244-428a-bf2f-7cd096080fcf HTTP/1.1" status: 204 len: 168 time: 0.7997921 Nov 16 05:55:06.164233 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35786) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:06.213043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-84962f04-d7e7-4943-869d-d1923411db50 admin admin] Deleting subnet 6459718b-473d-47cf-a153-fcf376c5b2fd {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:55:06.217048 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84962f04-d7e7-4943-869d-d1923411db50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.266299 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84962f04-d7e7-4943-869d-d1923411db50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.341476 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 95268b12-1964-43fb-88a5-45de9c87832b no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:55:06.356351 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84962f04-d7e7-4943-869d-d1923411db50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.363103 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 95268b12-1964-43fb-88a5-45de9c87832b {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:55:06.363448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 95268b12-1964-43fb-88a5-45de9c87832b not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:55:06.410847 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84962f04-d7e7-4943-869d-d1923411db50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.442033 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84962f04-d7e7-4943-869d-d1923411db50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6459718b-473d-47cf-a153-fcf376c5b2fd,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:06.445677 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-84962f04-d7e7-4943-869d-d1923411db50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.448893 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-84962f04-d7e7-4943-869d-d1923411db50 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6459718b-473d-47cf-a153-fcf376c5b2fd HTTP/1.1" status: 204 len: 168 time: 0.2837193 Nov 16 05:55:06.451496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35788) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:06.456732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630b1234-2c63-4214-bc8b-1fd43e5eb3c1 None None] Network d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:55:06.523445 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.588204 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Deleting port d3d03399-c928-42df-a1d9-ccdd8fe35184 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:55:06.588543 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.660183 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] For port d3d03399-c928-42df-a1d9-ccdd8fe35184, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d3d03399-c928-42df-a1d9-ccdd8fe35184,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:06.660673 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.676152 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Calling delete_port for d3d03399-c928-42df-a1d9-ccdd8fe35184 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:55:06.685795 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] DHCP port deletion for d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:55:06.753085 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Deleting port d3d03399-c928-42df-a1d9-ccdd8fe35184 {{(pid=102661) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:55:06.753548 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.774762 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.803327 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d03399-c928-42df-a1d9-ccdd8fe35184,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:06.812172 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] No DVR routers for this DVR port d3d03399-c928-42df-a1d9-ccdd8fe35184 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:55:06.826336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] For port d3d03399-c928-42df-a1d9-ccdd8fe35184, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=d3d03399-c928-42df-a1d9-ccdd8fe35184,segment=NetworkSegment(319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5),segment_id=319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:06.827019 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.840180 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Calling delete_port for d3d03399-c928-42df-a1d9-ccdd8fe35184 owned by network:dhcp {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:55:06.895196 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.918451 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d1fca7-f5ab-46f8-9dc3-7dec598233f3']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:06.926889 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052'] for port, after_delete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.928707 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:06.929264 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319dcb0c-a1eb-4e9d-b938-2f5eb77b0cb5') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:06.938853 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.953882 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.954336 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Pushing event deleted for resources: {'Port': ['ID=d3d03399-c928-42df-a1d9-ccdd8fe35184,revision_number=None']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:06.963920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] No DVR routers for this DVR port d3d03399-c928-42df-a1d9-ccdd8fe35184 on host n-d-818042-1 {{(pid=102661) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:55:06.964147 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:55:06.964512 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:55:06.966466 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:55:06.970852 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:06.971263 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:06.971715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:06.976317 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:06.976727 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:06.977274 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:06.977629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:06.978172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:06.978530 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:06.978923 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:06.979327 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:06.979650 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed1e56d-935c-44ad-a2c8-a1059294f5b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:07.023137 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:07.030008 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:07.033930 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d5d1fca7-f5ab-46f8-9dc3-7dec598233f3 HTTP/1.1" status: 204 len: 168 time: 0.5812197 Nov 16 05:55:07.037455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35790) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:07.050701 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ba18f-2eb0-4beb-a038-db8c06b3d2b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d1fca7-f5ab-46f8-9dc3-7dec598233f3,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:07.406279 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f66a3a26-fb93-4c05-9554-1bf4579c640a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:07.645431 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f66a3a26-fb93-4c05-9554-1bf4579c640a admin admin] Deleting port 146776f3-2d20-40af-931a-811bb4d40af7 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:55:07.645792 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f66a3a26-fb93-4c05-9554-1bf4579c640a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:07.726038 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-f66a3a26-fb93-4c05-9554-1bf4579c640a admin admin] For port 146776f3-2d20-40af-931a-811bb4d40af7, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=146776f3-2d20-40af-931a-811bb4d40af7,segment=NetworkSegment(19816921-a4b3-4c0c-a6e2-36bc0385f614),segment_id=19816921-a4b3-4c0c-a6e2-36bc0385f614)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:07.726322 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f66a3a26-fb93-4c05-9554-1bf4579c640a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:07.738913 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-f66a3a26-fb93-4c05-9554-1bf4579c640a admin admin] Calling delete_port for 146776f3-2d20-40af-931a-811bb4d40af7 owned by network:router_interface {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:55:07.916025 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f66a3a26-fb93-4c05-9554-1bf4579c640a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:07.942467 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a3a26-fb93-4c05-9554-1bf4579c640a admin admin] Pushing event deleted for resources: {'Port': ['ID=146776f3-2d20-40af-931a-811bb4d40af7,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:08.111572 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f66a3a26-fb93-4c05-9554-1bf4579c640a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:08.142540 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2effedd4-6d5c-447d-a55a-5becc4ad89db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:08.207434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device dd59f282-3b5e-4b3b-a462-f5670ee6460e no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:55:08.228172 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: dd59f282-3b5e-4b3b-a462-f5670ee6460e {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:55:08.228444 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device dd59f282-3b5e-4b3b-a462-f5670ee6460e not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:55:08.228868 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d3d03399-c928-42df-a1d9-ccdd8fe35184 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:55:08.247542 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: d3d03399-c928-42df-a1d9-ccdd8fe35184 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:55:08.247888 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device d3d03399-c928-42df-a1d9-ccdd8fe35184 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:55:08.328915 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66a3a26-fb93-4c05-9554-1bf4579c640a admin admin] Router f55e471b-fa28-4c3f-85f9-8a7d10876349 has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:55:08.432853 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66a3a26-fb93-4c05-9554-1bf4579c640a admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:55:08.437850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f66a3a26-fb93-4c05-9554-1bf4579c640a admin admin] 10.222.0.41 "PUT /v2.0/routers/f55e471b-fa28-4c3f-85f9-8a7d10876349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3990791 Nov 16 05:55:08.440415 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35794) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:08.441182 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306adee4-084d-415a-a499-e991e9c5743e None None] Sync routers for ids ['f55e471b-fa28-4c3f-85f9-8a7d10876349'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:55:08.452907 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306adee4-084d-415a-a499-e991e9c5743e None None] Routers {'f55e471b-fa28-4c3f-85f9-8a7d10876349'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:08.453513 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-306adee4-084d-415a-a499-e991e9c5743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:54:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f55e471b-fa28-4c3f-85f9-8a7d10876349'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:08.544176 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Publish callbacks [] for router, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:08.555173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-306adee4-084d-415a-a499-e991e9c5743e None None] Set router f55e471b-fa28-4c3f-85f9-8a7d10876349 gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:08.649936 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:08.703669 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Deleting port 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:55:08.704005 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:08.790675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] For port 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=14f9472f-ff1a-4cd3-a63c-ebd71ac181ef,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:08.791035 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:08.805276 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Calling delete_port for 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef owned by network:router_gateway {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:55:08.893936 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-306adee4-084d-415a-a499-e991e9c5743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'name': 'tempest-TestShelveInstance-398600122-router', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:25Z', 'updated_at': '2021-11-16T05:55:07Z', 'revision_number': 5, 'project_id': '94937b7cc7494527b7a631e64efb2c95', 'gw_port': {'id': '14f9472f-ff1a-4cd3-a63c-ebd71ac181ef', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:71:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:46:26Z', 'updated_at': '2021-11-16T05:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:08.919493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306adee4-084d-415a-a499-e991e9c5743e None None] Checking router: f55e471b-fa28-4c3f-85f9-8a7d10876349 for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:55:08.927897 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306adee4-084d-415a-a499-e991e9c5743e None None] Routers {'f55e471b-fa28-4c3f-85f9-8a7d10876349'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:08.929058 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-306adee4-084d-415a-a499-e991e9c5743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:54:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['f55e471b-fa28-4c3f-85f9-8a7d10876349'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:08.970058 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.002608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Pushing event deleted for resources: {'Port': ['ID=14f9472f-ff1a-4cd3-a63c-ebd71ac181ef,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:09.012681 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12c5b78-807c-4462-a2cb-445fde5a6080 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:55:09.022600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-306adee4-084d-415a-a499-e991e9c5743e None None] Set router f55e471b-fa28-4c3f-85f9-8a7d10876349 gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:09.066096 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.079788 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-306adee4-084d-415a-a499-e991e9c5743e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'name': 'tempest-TestShelveInstance-398600122-router', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:25Z', 'updated_at': '2021-11-16T05:55:08Z', 'revision_number': 6, 'project_id': '94937b7cc7494527b7a631e64efb2c95', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:09.105738 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306adee4-084d-415a-a499-e991e9c5743e None None] The sync data for ids ['f55e471b-fa28-4c3f-85f9-8a7d10876349'] in n-d-818042-1 is: [{'id': 'f55e471b-fa28-4c3f-85f9-8a7d10876349', 'name': 'tempest-TestShelveInstance-398600122-router', 'tenant_id': '94937b7cc7494527b7a631e64efb2c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:46:25Z', 'updated_at': '2021-11-16T05:55:08Z', 'revision_number': 6, 'project_id': '94937b7cc7494527b7a631e64efb2c95', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:55:09.157094 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.159268 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.202495 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.203046 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f55e471b-fa28-4c3f-85f9-8a7d10876349 {{(pid=102659) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 05:55:09.207618 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.208754 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c0b4364c-b3c1-4587-903b-3940e3213a6f admin admin] 10.222.0.41 "DELETE /v2.0/routers/f55e471b-fa28-4c3f-85f9-8a7d10876349 HTTP/1.1" status: 204 len: 168 time: 0.7673869 Nov 16 05:55:09.211287 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35796) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:09.258929 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d236ed0-9086-4be8-b79d-9e1df3164d03 admin admin] Deleting subnet 84137133-a569-444d-8650-4d605c288cb3 {{(pid=102659) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 05:55:09.261982 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d236ed0-9086-4be8-b79d-9e1df3164d03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.296797 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d236ed0-9086-4be8-b79d-9e1df3164d03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3339213'] for subnet, precommit_delete_associations {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.371199 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d236ed0-9086-4be8-b79d-9e1df3164d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.422252 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d236ed0-9086-4be8-b79d-9e1df3164d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3337632', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3618261'] for subnet, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.453654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d236ed0-9086-4be8-b79d-9e1df3164d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84137133-a569-444d-8650-4d605c288cb3,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:09.455674 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-5d236ed0-9086-4be8-b79d-9e1df3164d03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.458982 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-5d236ed0-9086-4be8-b79d-9e1df3164d03 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/84137133-a569-444d-8650-4d605c288cb3 HTTP/1.1" status: 204 len: 168 time: 0.2467546 Nov 16 05:55:09.461023 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a7b18a-4f0d-4f91-9aa9-a13723b618ce None None] Network 0889dbfa-8bcf-4907-8df1-7c4584644ffb requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:55:09.463041 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35798) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:09.538921 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.593026 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Deleting port b49e47eb-489d-4bec-a984-22271845499a {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:55:09.593026 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.662501 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] For port b49e47eb-489d-4bec-a984-22271845499a, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=b49e47eb-489d-4bec-a984-22271845499a,segment=NetworkSegment(19816921-a4b3-4c0c-a6e2-36bc0385f614),segment_id=19816921-a4b3-4c0c-a6e2-36bc0385f614)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:09.663369 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.676209 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Calling delete_port for b49e47eb-489d-4bec-a984-22271845499a owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:55:09.752616 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.777983 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b49e47eb-489d-4bec-a984-22271845499a,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:09.782383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] No DVR routers for this DVR port b49e47eb-489d-4bec-a984-22271845499a on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:55:09.855758 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.874873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392eec85-ebac-4a39-96fa-c15c137f1e22 None None] DHCP port deletion for 0889dbfa-8bcf-4907-8df1-7c4584644ffb request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:55:09.877505 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0889dbfa-8bcf-4907-8df1-7c4584644ffb']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:09.890069 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19816921-a4b3-4c0c-a6e2-36bc0385f614') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:09.890336 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19816921-a4b3-4c0c-a6e2-36bc0385f614') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:09.900482 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.913987 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.919798 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 05:55:09.920177 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: timer() Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 05:55:09.921844 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 05:55:09.980632 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.986217 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:09.989349 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] 10.222.0.41 "DELETE /v2.0/networks/0889dbfa-8bcf-4907-8df1-7c4584644ffb HTTP/1.1" status: 204 len: 168 time: 0.5253205 Nov 16 05:55:10.001458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b31010-02ac-4f10-9cb7-b10fa4b344cc admin admin] Pushing event deleted for resources: {'Network': ['ID=0889dbfa-8bcf-4907-8df1-7c4584644ffb,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:10.103669 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35802) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:10.151752 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-b471ff4a-33c8-4fa2-b7df-e49dd92bf5c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d901e774e21542d1a12c8f3823d8efa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458231 Nov 16 05:55:10.154216 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35804) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:10.162662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 146776f3-2d20-40af-931a-811bb4d40af7 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:55:10.184965 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 146776f3-2d20-40af-931a-811bb4d40af7 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:55:10.185402 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 146776f3-2d20-40af-931a-811bb4d40af7 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:55:10.185951 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b49e47eb-489d-4bec-a984-22271845499a no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:55:10.203900 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b050bf3-f3ba-4265-9470-56f1474f4af4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:10.208408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: b49e47eb-489d-4bec-a984-22271845499a {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:55:10.208848 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device b49e47eb-489d-4bec-a984-22271845499a not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:55:10.209326 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:55:10.225950 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b050bf3-f3ba-4265-9470-56f1474f4af4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:10.228689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:55:10.229044 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 14f9472f-ff1a-4cd3-a63c-ebd71ac181ef not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:55:10.271448 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b050bf3-f3ba-4265-9470-56f1474f4af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:10.274651 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-6b050bf3-f3ba-4265-9470-56f1474f4af4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:10.275805 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-6b050bf3-f3ba-4265-9470-56f1474f4af4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a9814a3-b573-404c-89c9-b15ce1e50406 HTTP/1.1" status: 204 len: 168 time: 0.1205859 Nov 16 05:55:10.285512 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b050bf3-f3ba-4265-9470-56f1474f4af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9814a3-b573-404c-89c9-b15ce1e50406,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:10.327852 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5629a99d-cef0-405c-b8ab-1650bb76ca31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:10.596291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35810) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:10.635335 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-90a70984-c742-4b25-9679-536322388761 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94937b7cc7494527b7a631e64efb2c95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379426 Nov 16 05:55:10.637626 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35812) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:10.683150 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f1ba137-bf55-4a9e-be17-d502108fcaa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:10.704674 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f1ba137-bf55-4a9e-be17-d502108fcaa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:10.751352 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f1ba137-bf55-4a9e-be17-d502108fcaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:10.754018 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-8f1ba137-bf55-4a9e-be17-d502108fcaa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:10.755243 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-8f1ba137-bf55-4a9e-be17-d502108fcaa1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bb7140f-989a-4058-b58b-e27f219a1512 HTTP/1.1" status: 204 len: 168 time: 0.1166599 Nov 16 05:55:10.764323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ba137-bf55-4a9e-be17-d502108fcaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb7140f-989a-4058-b58b-e27f219a1512,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:11.422788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35834) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:11.525035 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-814515513-network', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:11.547608 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Made reservation on behalf of cd609da2d1dd4ca791d15088f30146a5 for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:55:11.550185 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:11.558455 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:11.634514 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:11.638228 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:11.662475 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:55:11.672783 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669c18b6-ace9-4b9a-81fb-4fcb0a15caa8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:11.678357 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:11.678667 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Added segment 88e49796-e0f8-41bc-97b5-2451e4f7eca5 of type vlan for network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e Nov 16 05:55:11.721368 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:11.747113 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:11.747961 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:11.748536 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:11.799539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3753383 Nov 16 05:55:11.802494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35838) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:11.807441 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-7af65b6b-b07a-4869-8136-97631e5a30d7 admin admin] Request body: {'subnet': {'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-814515513-subnet', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'ip_version': 4}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:11.812111 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d429285-1469-43aa-be59-f5a263440711 admin admin] Pushing event updated for resources: {'Network': ['ID=0be8d34b-126d-4d9b-b373-dd92eeb7df9e,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:11.822629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:55:11.831590 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af65b6b-b07a-4869-8136-97631e5a30d7 admin admin] Made reservation on behalf of cd609da2d1dd4ca791d15088f30146a5 for: {'subnet': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:55:11.834086 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7af65b6b-b07a-4869-8136-97631e5a30d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3569855'] for subnet, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.011552 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7af65b6b-b07a-4869-8136-97631e5a30d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2824162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3569837'] for subnet, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.067324 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af65b6b-b07a-4869-8136-97631e5a30d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9d1347-706b-4a39-8cfb-a16cc16d0916,revision_number=0']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:12.077735 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af65b6b-b07a-4869-8136-97631e5a30d7 admin admin] Checking segment: {'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:55:12.078112 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af65b6b-b07a-4869-8136-97631e5a30d7 admin admin] Network hostable DHCP agents. Network: 0be8d34b-126d-4d9b-b373-dd92eeb7df9e, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102660) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:55:12.094269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af65b6b-b07a-4869-8136-97631e5a30d7 admin admin] Network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102660) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:55:12.102079 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-7af65b6b-b07a-4869-8136-97631e5a30d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 0be8d34b-126d-4d9b-b373-dd92eeb7df9e) {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:55:12.106133 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af65b6b-b07a-4869-8136-97631e5a30d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:12.106719 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-7af65b6b-b07a-4869-8136-97631e5a30d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.111297 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14611c4-a9bf-4be0-8db2-1c39af43bedf None None] Network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:55:12.124467 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-7af65b6b-b07a-4869-8136-97631e5a30d7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3197803 Nov 16 05:55:12.126063 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 35840) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:12.130245 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:12.152303 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.153502 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.204671 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.235263 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.271828 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:55:12.272848 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.343008 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.424813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Allocated IP 172.20.0.2 (0be8d34b-126d-4d9b-b373-dd92eeb7df9e/be9d1347-706b-4a39-8cfb-a16cc16d0916/41d94ee6-93d0-47c2-b9f9-a9990bd5e522) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:55:12.539113 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.562011 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.566103 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.572628 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.616690 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:55:12.619658 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:55:12.624463 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:55:12.626384 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Pushing event updated for resources: {'Port': ['ID=41d94ee6-93d0-47c2-b9f9-a9990bd5e522,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:12.662421 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Allocated IP 172.25.0.219 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/cb8f0fc3-3004-48c8-9174-dedd72569524) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:55:12.683173 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Attempting to bind port 41d94ee6-93d0-47c2-b9f9-a9990bd5e522 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:55:12.683545 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Attempting to bind port 41d94ee6-93d0-47c2-b9f9-a9990bd5e522 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:55:12.683932 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Attempting to bind port 41d94ee6-93d0-47c2-b9f9-a9990bd5e522 on network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:55:12.690301 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:55:12.690675 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Checking segment: {'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:55:12.691097 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.691512 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Bound using segment: {'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:55:12.691970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Bound port: 41d94ee6-93d0-47c2-b9f9-a9990bd5e522, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:55:12.692345 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.754770 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] For port 41d94ee6-93d0-47c2-b9f9-a9990bd5e522, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:55:12.758067 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] For port 41d94ee6-93d0-47c2-b9f9-a9990bd5e522, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=41d94ee6-93d0-47c2-b9f9-a9990bd5e522,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:55:12.766297 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.780977 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.819553 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:12.829426 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52c3a0-4f3f-44c8-8e53-f0ec5f4da463 None None] Pushing event updated for resources: {'Port': ['ID=41d94ee6-93d0-47c2-b9f9-a9990bd5e522,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:12.856582 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:55:12.861601 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:55:12.865333 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:55:12.876261 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0ebcb0-01dd-490c-afbf-da57734e41aa None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:55:12.889760 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Pushing event updated for resources: {'Port': ['ID=cb8f0fc3-3004-48c8-9174-dedd72569524,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:13.008450 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-bd75af9c-ee37-49b4-bef6-dfce3c3718aa None None] Provisioning complete for port cb8f0fc3-3004-48c8-9174-dedd72569524 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:13.008817 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-bd75af9c-ee37-49b4-bef6-dfce3c3718aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:13.049273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-bd75af9c-ee37-49b4-bef6-dfce3c3718aa None None] Port cb8f0fc3-3004-48c8-9174-dedd72569524 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:55:13.132584 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:13.552320 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:13.633916 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:13.729131 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b6cd2-2132-49e6-9fe9-12d73cd41961 None None] Network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:55:13.766945 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Router 2f04797b-3dee-4f1a-b286-c4f476179bdf is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102660) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:55:13.795061 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-99c6a5d3-20c3-4a86-ab20-c4d8fcbab74c None None] Provisioning complete for port 41d94ee6-93d0-47c2-b9f9-a9990bd5e522 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:13.795428 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99c6a5d3-20c3-4a86-ab20-c4d8fcbab74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:13.871515 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:55:13.881102 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Sync routers for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:55:13.889468 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:13.891957 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:13.892759 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:13.893522 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-61d4f382-4b68-4284-8600-7807ecc32d6a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7665095 Nov 16 05:55:13.893857 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35842) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:13.957268 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:13.975690 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99c6a5d3-20c3-4a86-ab20-c4d8fcbab74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.003432 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:14.013744 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-99c6a5d3-20c3-4a86-ab20-c4d8fcbab74c None None] For port 41d94ee6-93d0-47c2-b9f9-a9990bd5e522, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=41d94ee6-93d0-47c2-b9f9-a9990bd5e522,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:14.018145 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-99c6a5d3-20c3-4a86-ab20-c4d8fcbab74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.075004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c6a5d3-20c3-4a86-ab20-c4d8fcbab74c None None] Pushing event updated for resources: {'Port': ['ID=41d94ee6-93d0-47c2-b9f9-a9990bd5e522,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:14.237836 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 41d94ee6-93d0-47c2-b9f9-a9990bd5e522 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:55:14.288688 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 41d94ee6-93d0-47c2-b9f9-a9990bd5e522 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:14.289134 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.314095 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:13Z', 'revision_number': 3, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:14.341813 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Checking router: 2f04797b-3dee-4f1a-b286-c4f476179bdf for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:55:14.342165 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Updating router 2f04797b-3dee-4f1a-b286-c4f476179bdf port cb8f0fc3-3004-48c8-9174-dedd72569524 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:55:14.370010 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.371686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b21d0c95-84e4-4c53-8466-2b2efad94b8f None None] Provisioning complete for port 41d94ee6-93d0-47c2-b9f9-a9990bd5e522 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:14.373222 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b21d0c95-84e4-4c53-8466-2b2efad94b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.628351 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.633802 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.677193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217747d5-33e5-4538-bb79-70df875c0ec0 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:55:14.692217 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Attempting to bind port cb8f0fc3-3004-48c8-9174-dedd72569524 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:55:14.692567 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Attempting to bind port cb8f0fc3-3004-48c8-9174-dedd72569524 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:55:14.692930 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Attempting to bind port cb8f0fc3-3004-48c8-9174-dedd72569524 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:55:14.696902 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Pushing event updated for resources: {'Port': ['ID=cb8f0fc3-3004-48c8-9174-dedd72569524,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:14.702294 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:55:14.702889 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:55:14.703436 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.703831 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:55:14.704299 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Bound port: cb8f0fc3-3004-48c8-9174-dedd72569524, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:55:14.704684 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.717690 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.730517 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:14.730779 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:14.731115 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:14.731447 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:14.731778 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:14.732104 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:14.732427 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:14.732752 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:14.733077 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:14.733727 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:14.733727 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:14.734032 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:55:14.774256 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] For port cb8f0fc3-3004-48c8-9174-dedd72569524, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:55:14.778758 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] For port cb8f0fc3-3004-48c8-9174-dedd72569524, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=cb8f0fc3-3004-48c8-9174-dedd72569524,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:55:14.784213 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.792813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2097f256-e4af-4fcc-8485-2b48207e7449 None None] Provisioning complete for port cb8f0fc3-3004-48c8-9174-dedd72569524 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:14.793489 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2097f256-e4af-4fcc-8485-2b48207e7449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.843468 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b7ad2-34ba-44ab-a437-2ad9d7e05dd8 None None] Pushing event updated for resources: {'Port': ['ID=cb8f0fc3-3004-48c8-9174-dedd72569524,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:14.857055 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:14.857683 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:14.862797 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d352d5-81d4-4d89-8a72-6c3a12e8a2ed None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:55:14.882685 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2097f256-e4af-4fcc-8485-2b48207e7449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.906078 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-2097f256-e4af-4fcc-8485-2b48207e7449 None None] For port cb8f0fc3-3004-48c8-9174-dedd72569524, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=cb8f0fc3-3004-48c8-9174-dedd72569524,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:14.910608 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2097f256-e4af-4fcc-8485-2b48207e7449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:14.924526 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Allocated IP 172.20.0.1 (0be8d34b-126d-4d9b-b373-dd92eeb7df9e/be9d1347-706b-4a39-8cfb-a16cc16d0916/4e092241-3dc8-4400-b0ac-c8d5d3527ca0) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:55:14.959098 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097f256-e4af-4fcc-8485-2b48207e7449 None None] Pushing event updated for resources: {'Port': ['ID=cb8f0fc3-3004-48c8-9174-dedd72569524,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:14.975718 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:15.047167 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-aee1a94b-3a0e-474b-ae58-40b38381b966 None None] Provisioning complete for port cb8f0fc3-3004-48c8-9174-dedd72569524 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:15.047434 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aee1a94b-3a0e-474b-ae58-40b38381b966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:15.049309 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:15.091480 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:15.129092 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:55:15.135020 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:55:15.138659 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:55:15.164609 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Pushing event updated for resources: {'Port': ['ID=4e092241-3dc8-4400-b0ac-c8d5d3527ca0,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:15.178248 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:13Z', 'revision_number': 3, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:15.182711 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:15.208758 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f46e5b-6ad6-408b-8b27-f3a8933b83db None None] The sync data for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 is: [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:13Z', 'revision_number': 3, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:55:15.322759 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:15.468102 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b41f2771-231a-47e4-8a6b-7efbb12cbb7a None None] Provisioning complete for port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:15.468559 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b41f2771-231a-47e4-8a6b-7efbb12cbb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:15.514612 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b41f2771-231a-47e4-8a6b-7efbb12cbb7a None None] Port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:55:15.523445 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:15.527822 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:15.600611 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:15.602408 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Pushing event updated for resources: {'Port': ['ID=4e092241-3dc8-4400-b0ac-c8d5d3527ca0,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:15.701237 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:55:15.702708 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:55:15.826555 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Router 2f04797b-3dee-4f1a-b286-c4f476179bdf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:55:15.936309 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0b722e58-c7dd-4803-b175-d6aeb59de5a0 None None] Provisioning complete for port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:15.936677 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0b722e58-c7dd-4803-b175-d6aeb59de5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:15.950133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:55:15.956898 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-bbe6da56-aceb-479d-bcd1-21baa67078bb admin admin] 10.222.0.41 "PUT /v2.0/routers/2f04797b-3dee-4f1a-b286-c4f476179bdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0618324 Nov 16 05:55:15.994335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0b722e58-c7dd-4803-b175-d6aeb59de5a0 None None] Port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:55:16.179624 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device cb8f0fc3-3004-48c8-9174-dedd72569524 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:55:16.226873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port cb8f0fc3-3004-48c8-9174-dedd72569524 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:16.227165 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:16.442682 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35860) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:16.447591 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-621424623-network', 'tenant_id': '693652828a6a4113a08368b541be56ba'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:16.468705 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Made reservation on behalf of 693652828a6a4113a08368b541be56ba for: {'network': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:55:16.471129 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for network, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:16.480962 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:16.559891 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:16.563792 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:16.590719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102659) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 16 05:55:16.601363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc239fd8-9fdb-4b61-b832-94ea07c70a93,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:16.607362 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:16.607706 n-d-818042-1 neutron-server[102659]: INFO neutron.db.segments_db [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Added segment c5d5ed2b-072b-48b2-a861-d0c51320e5d3 of type vlan for network 077346cf-b7c4-47e4-8144-825821a7ca09 Nov 16 05:55:16.652925 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782502702574'] for network, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:16.677117 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582'] for network, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:16.678098 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:16.679286 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Publish callbacks [] for network, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:16.738736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2948883 Nov 16 05:55:16.741991 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35862) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:16.748777 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-2bd38001-c3e8-415b-8668-b671e1525e84 admin admin] Request body: {'subnet': {'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-621424623-subnet', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'ip_version': 4}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:16.753041 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806943e-8f81-4190-8c81-6b918948a4d9 admin admin] Pushing event updated for resources: {'Network': ['ID=077346cf-b7c4-47e4-8144-825821a7ca09,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:16.764398 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Network 077346cf-b7c4-47e4-8144-825821a7ca09 details requested by agent ovs-agent-n-d-818042-1 with host n-d-818042-1 {{(pid=102661) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 16 05:55:16.774054 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd38001-c3e8-415b-8668-b671e1525e84 admin admin] Made reservation on behalf of 693652828a6a4113a08368b541be56ba for: {'subnet': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:55:16.776766 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2bd38001-c3e8-415b-8668-b671e1525e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3618288'] for subnet, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:16.809149 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Sync routers for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:55:16.839768 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:16.840371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:16.950396 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2bd38001-c3e8-415b-8668-b671e1525e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3337697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3618274'] for subnet, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:16.951191 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:17.004194 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd38001-c3e8-415b-8668-b671e1525e84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3fe427-dfed-4637-8965-47c31c4d4d25,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:17.015312 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd38001-c3e8-415b-8668-b671e1525e84 admin admin] Checking segment: {'id': 'c5d5ed2b-072b-48b2-a861-d0c51320e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:55:17.015684 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd38001-c3e8-415b-8668-b671e1525e84 admin admin] Network hostable DHCP agents. Network: 077346cf-b7c4-47e4-8144-825821a7ca09, hostable agents: ['5e6e49bc-aced-4d67-b2c0-aa586c2a0452'], hosted agents: [] {{(pid=102659) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 16 05:55:17.032603 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd38001-c3e8-415b-8668-b671e1525e84 admin admin] Network 077346cf-b7c4-47e4-8144-825821a7ca09 is scheduled to be hosted by DHCP agent 5e6e49bc-aced-4d67-b2c0-aa586c2a0452 with binding_index 1 {{(pid=102659) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 16 05:55:17.042546 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-2bd38001-c3e8-415b-8668-b671e1525e84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-818042-1, 077346cf-b7c4-47e4-8144-825821a7ca09) {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:55:17.049108 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd38001-c3e8-415b-8668-b671e1525e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:17.049845 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-2bd38001-c3e8-415b-8668-b671e1525e84 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:17.063058 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec15aa4-bf40-4198-911f-55ced5fc57b5 None None] Network 077346cf-b7c4-47e4-8144-825821a7ca09 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:55:17.065911 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-2bd38001-c3e8-415b-8668-b671e1525e84 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3228364 Nov 16 05:55:17.068534 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35864) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:17.072732 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-621424623-router', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:17.095307 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-939575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3641'] for router, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:17.096509 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-939611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-934860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571825', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3584'] for router, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:17.157469 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:17.290391 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:17.296999 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:17.436543 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp272b7c8c-8f04-5a08-b885-25e960330841-077346cf-b7c4-47e4-8144-825821a7ca09', 'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'fixed_ips': [{'subnet_id': 'aa3fe427-dfed-4637-8965-47c31c4d4d25'}]}} from n-d-818042-1. {{(pid=102661) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 16 05:55:17.437404 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:17.440915 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 2, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:17.476689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Checking router: 2f04797b-3dee-4f1a-b286-c4f476179bdf for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:55:17.477050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Updating router 2f04797b-3dee-4f1a-b286-c4f476179bdf port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:55:17.498403 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:17.517740 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:17.554711 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:17.627051 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Allocated IP 172.25.0.36 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/01ee6e39-ced3-4651-b60e-e332dbc347f2) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:55:17.708385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.db_base_plugin_common [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Allocated IP 172.20.0.2 (077346cf-b7c4-47e4-8144-825821a7ca09/aa3fe427-dfed-4637-8965-47c31c4d4d25/6a75bed4-6677-4085-a91f-9b35c778d8ea) {{(pid=102661) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:55:17.728241 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:17.765246 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:17.813823 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:55:17.816885 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:55:17.819739 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:55:17.832970 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff646135-d9d3-4df6-a727-e68f5d6fc7d1 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:55:17.842617 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Pushing event updated for resources: {'Port': ['ID=01ee6e39-ced3-4651-b60e-e332dbc347f2,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:17.983073 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Publish callbacks [] for port, precommit_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:17.987810 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6661bdd1-11e2-418f-852a-964cee77c591 None None] Provisioning complete for port 01ee6e39-ced3-4651-b60e-e332dbc347f2 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:17.988172 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6661bdd1-11e2-418f-852a-964cee77c591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.018234 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043'] for port, after_create {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.038875 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.073227 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.082352 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.086872 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Network 077346cf-b7c4-47e4-8144-825821a7ca09 is already hosted by enough agents. {{(pid=102661) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:55:18.091894 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-6661bdd1-11e2-418f-852a-964cee77c591 None None] Port 01ee6e39-ced3-4651-b60e-e332dbc347f2 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:55:18.096686 n-d-818042-1 neutron-server[102661]: DEBUG neutron.scheduler.base_scheduler [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Resources bound (agent type, host, resource id): {{(pid=102661) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:55:18.102041 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Received port after_create {{(pid=102661) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:55:18.106179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Pushing event updated for resources: {'Port': ['ID=6a75bed4-6677-4085-a91f-9b35c778d8ea,revision_number=1']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:18.191505 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ecb27-bff9-43ab-adcd-454addb883ee None None] Pushing event updated for resources: {'Port': ['ID=4e092241-3dc8-4400-b0ac-c8d5d3527ca0,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:18.235396 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Attempting to bind port 6a75bed4-6677-4085-a91f-9b35c778d8ea on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:55:18.235685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Attempting to bind port 6a75bed4-6677-4085-a91f-9b35c778d8ea by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'c5d5ed2b-072b-48b2-a861-d0c51320e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:55:18.236055 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Attempting to bind port 6a75bed4-6677-4085-a91f-9b35c778d8ea on network 077346cf-b7c4-47e4-8144-825821a7ca09 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:55:18.249653 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:55:18.250052 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Checking segment: {'id': 'c5d5ed2b-072b-48b2-a861-d0c51320e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:55:18.250459 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.250851 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Bound using segment: {'id': 'c5d5ed2b-072b-48b2-a861-d0c51320e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:55:18.251340 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Bound port: 6a75bed4-6677-4085-a91f-9b35c778d8ea, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d5ed2b-072b-48b2-a861-d0c51320e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:55:18.251721 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.263617 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Attempting to bind port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:55:18.263987 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Attempting to bind port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:55:18.264350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Attempting to bind port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 on network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:55:18.273107 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:55:18.274037 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Checking segment: {'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:55:18.274037 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.274278 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Bound using segment: {'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:55:18.274761 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Bound port: 4e092241-3dc8-4400-b0ac-c8d5d3527ca0, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:55:18.275143 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.319027 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-939586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-934675'] for router, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.373177 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] For port 6a75bed4-6677-4085-a91f-9b35c778d8ea, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:55:18.378662 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] For port 6a75bed4-6677-4085-a91f-9b35c778d8ea, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6a75bed4-6677-4085-a91f-9b35c778d8ea,segment=NetworkSegment(c5d5ed2b-072b-48b2-a861-d0c51320e5d3),segment_id=c5d5ed2b-072b-48b2-a861-d0c51320e5d3)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:55:18.382586 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.393210 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] For port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:55:18.430257 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] For port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4e092241-3dc8-4400-b0ac-c8d5d3527ca0,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:55:18.446284 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.454525 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:55:18.476004 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddfdc3-6e17-4616-aac5-86c84beefb46 None None] Pushing event updated for resources: {'Port': ['ID=6a75bed4-6677-4085-a91f-9b35c778d8ea,revision_number=2']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:18.480263 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-5a04a4bd-ac0b-41f4-b497-0be6465c0bf3 None None] Provisioning complete for port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:18.480661 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a04a4bd-ac0b-41f4-b497-0be6465c0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.482733 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Router 3f17d417-e491-4e4e-9b4a-08599db939cd is scheduled to L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 with binding_index 1 {{(pid=102659) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 16 05:55:18.551605 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:18.552247 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:18.608873 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:55:18.619108 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Sync routers for ids ['3f17d417-e491-4e4e-9b4a-08599db939cd'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:55:18.633734 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Routers {'3f17d417-e491-4e4e-9b4a-08599db939cd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:18.634661 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] Publish callbacks [] for router, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.634944 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['3f17d417-e491-4e4e-9b4a-08599db939cd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:18.636854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-896fc5ac-4fc0-4553-aaa5-38aa096808dd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5673285 Nov 16 05:55:18.639567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35866) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:18.676461 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:18.790220 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Set router 3f17d417-e491-4e4e-9b4a-08599db939cd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:18.852661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ecb27-bff9-43ab-adcd-454addb883ee None None] Pushing event updated for resources: {'Port': ['ID=4e092241-3dc8-4400-b0ac-c8d5d3527ca0,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:18.919818 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a04a4bd-ac0b-41f4-b497-0be6465c0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:18.998195 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-5a04a4bd-ac0b-41f4-b497-0be6465c0bf3 None None] For port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4e092241-3dc8-4400-b0ac-c8d5d3527ca0,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:19.004208 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-5a04a4bd-ac0b-41f4-b497-0be6465c0bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.035476 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'name': 'tempest-TestSnapshotPattern-621424623-router', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T05:55:17Z', 'revision_number': 3, 'project_id': '693652828a6a4113a08368b541be56ba', 'gw_port': {'id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T05:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:19.049363 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:19.065472 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Checking router: 3f17d417-e491-4e4e-9b4a-08599db939cd for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:55:19.066009 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Updating router 3f17d417-e491-4e4e-9b4a-08599db939cd port 01ee6e39-ced3-4651-b60e-e332dbc347f2 binding host n-d-818042-1 {{(pid=102662) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:55:19.081338 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db054fa-4cfb-404d-91ab-b268dbcc4ab9 None None] The sync data for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 is: [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:55:19.086256 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04a4bd-ac0b-41f4-b497-0be6465c0bf3 None None] Pushing event updated for resources: {'Port': ['ID=4e092241-3dc8-4400-b0ac-c8d5d3527ca0,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:19.103579 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.157400 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e925af7c-1280-482b-932e-f4b113936a85 None None] Provisioning complete for port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:19.158335 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e925af7c-1280-482b-932e-f4b113936a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.165374 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.305032 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.529373 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Allocated IP 172.20.0.1 (077346cf-b7c4-47e4-8144-825821a7ca09/aa3fe427-dfed-4637-8965-47c31c4d4d25/6dc94cb4-520f-4af8-87d3-591e0c13d550) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:55:19.581188 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.591040 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.649151 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eb5ce2-fac1-4d99-97de-1a0fd1c20c97 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:55:19.651799 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.664959 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Attempting to bind port 01ee6e39-ced3-4651-b60e-e332dbc347f2 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:55:19.665343 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Attempting to bind port 01ee6e39-ced3-4651-b60e-e332dbc347f2 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:55:19.665760 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Attempting to bind port 01ee6e39-ced3-4651-b60e-e332dbc347f2 on network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:55:19.669487 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6078f-4246-4f1f-846a-d8c8b2085687 None None] Pushing event updated for resources: {'Port': ['ID=01ee6e39-ced3-4651-b60e-e332dbc347f2,revision_number=2']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:19.683245 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:55:19.683615 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Checking segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:55:19.684021 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.684409 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Bound using segment: {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'} {{(pid=102662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:55:19.684881 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.managers [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Bound port: 01ee6e39-ced3-4651-b60e-e332dbc347f2, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98934de7-7222-48ae-87bf-9a320d8eec16', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242'}}] {{(pid=102662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:55:19.685584 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.700325 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.718525 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-e5a89b64-a4ba-4854-be01-d54f057773c2 None None] Provisioning complete for port 01ee6e39-ced3-4651-b60e-e332dbc347f2 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:19.721309 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e5a89b64-a4ba-4854-be01-d54f057773c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.759115 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Network 077346cf-b7c4-47e4-8144-825821a7ca09 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:55:19.766644 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:55:19.774719 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:55:19.800146 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-e5a89b64-a4ba-4854-be01-d54f057773c2 None None] Port 01ee6e39-ced3-4651-b60e-e332dbc347f2 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:55:19.800789 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] For port 01ee6e39-ced3-4651-b60e-e332dbc347f2, host n-d-818042-1, cleared binding levels {{(pid=102662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:55:19.804585 n-d-818042-1 neutron-server[102662]: DEBUG neutron.plugins.ml2.db [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] For port 01ee6e39-ced3-4651-b60e-e332dbc347f2, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=01ee6e39-ced3-4651-b60e-e332dbc347f2,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:55:19.811750 n-d-818042-1 neutron-server[102662]: DEBUG neutron_lib.callbacks.manager [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.816006 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc94cb4-520f-4af8-87d3-591e0c13d550,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:19.833601 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1030348'] for router_interface, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:19.859469 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a9e090-0814-40b2-9400-db0e045f88b6 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 05:55:19.873641 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Routers {'3f17d417-e491-4e4e-9b4a-08599db939cd'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:19.874286 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['3f17d417-e491-4e4e-9b4a-08599db939cd'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:19.877844 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6078f-4246-4f1f-846a-d8c8b2085687 None None] Pushing event updated for resources: {'Port': ['ID=01ee6e39-ced3-4651-b60e-e332dbc347f2,revision_number=3']} {{(pid=102662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:19.914483 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cca4631-6ee7-4c4b-b36b-60b3b45e10d0 None None] Network 077346cf-b7c4-47e4-8144-825821a7ca09 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 05:55:20.001739 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.004018 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] Set router 3f17d417-e491-4e4e-9b4a-08599db939cd gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:20.057475 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-de2bdf65-13e7-4391-941d-fe0feca68ab9 None None] Provisioning complete for port 6a75bed4-6677-4085-a91f-9b35c778d8ea triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:20.057622 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de2bdf65-13e7-4391-941d-fe0feca68ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.214553 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.224608 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de2bdf65-13e7-4391-941d-fe0feca68ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.230867 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.280134 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'name': 'tempest-TestSnapshotPattern-621424623-router', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T05:55:17Z', 'revision_number': 3, 'project_id': '693652828a6a4113a08368b541be56ba', 'gw_port': {'id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T05:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:20.305694 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc94cb4-520f-4af8-87d3-591e0c13d550,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:20.310262 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:55:20.313654 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-de2bdf65-13e7-4391-941d-fe0feca68ab9 None None] For port 6a75bed4-6677-4085-a91f-9b35c778d8ea, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6a75bed4-6677-4085-a91f-9b35c778d8ea,segment=NetworkSegment(c5d5ed2b-072b-48b2-a861-d0c51320e5d3),segment_id=c5d5ed2b-072b-48b2-a861-d0c51320e5d3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:20.334105 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d05261-15b5-4be8-a96d-f8e1b438a2e8 None None] The sync data for ids ['3f17d417-e491-4e4e-9b4a-08599db939cd'] in n-d-818042-1 is: [{'id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'name': 'tempest-TestSnapshotPattern-621424623-router', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T05:55:17Z', 'revision_number': 3, 'project_id': '693652828a6a4113a08368b541be56ba', 'gw_port': {'id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T05:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:55:20.338708 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de2bdf65-13e7-4391-941d-fe0feca68ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.344864 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536628', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1030224'] for router_interface, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.400588 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-de2bdf65-13e7-4391-941d-fe0feca68ab9 None None] Provisioning complete for port 01ee6e39-ced3-4651-b60e-e332dbc347f2 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:20.400964 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de2bdf65-13e7-4391-941d-fe0feca68ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.475493 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bdf65-13e7-4391-941d-fe0feca68ab9 None None] Pushing event updated for resources: {'Port': ['ID=6a75bed4-6677-4085-a91f-9b35c778d8ea,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:20.476484 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Network 077346cf-b7c4-47e4-8144-825821a7ca09 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:55:20.478243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:55:20.517444 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de2bdf65-13e7-4391-941d-fe0feca68ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.532565 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:20.533074 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.567608 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-de2bdf65-13e7-4391-941d-fe0feca68ab9 None None] For port 01ee6e39-ced3-4651-b60e-e332dbc347f2, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=01ee6e39-ced3-4651-b60e-e332dbc347f2,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:20.583648 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-de2bdf65-13e7-4391-941d-fe0feca68ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.629418 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Router 3f17d417-e491-4e4e-9b4a-08599db939cd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:55:20.648214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bdf65-13e7-4391-941d-fe0feca68ab9 None None] Pushing event updated for resources: {'Port': ['ID=01ee6e39-ced3-4651-b60e-e332dbc347f2,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:20.689801 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6a75bed4-6677-4085-a91f-9b35c778d8ea up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:55:20.738293 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-692f22ea-2427-429c-999b-3d29f8aec400 None None] Provisioning complete for port 6a75bed4-6677-4085-a91f-9b35c778d8ea triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:20.738668 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-692f22ea-2427-429c-999b-3d29f8aec400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.778595 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:55:20.801828 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0784b76e-3e40-4cd8-981b-e74e592f8b15 admin admin] 10.222.0.41 "PUT /v2.0/routers/3f17d417-e491-4e4e-9b4a-08599db939cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1596339 Nov 16 05:55:20.823883 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6a75bed4-6677-4085-a91f-9b35c778d8ea triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:20.824264 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.924614 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-692f22ea-2427-429c-999b-3d29f8aec400 None None] Provisioning complete for port 6dc94cb4-520f-4af8-87d3-591e0c13d550 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:20.924614 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-692f22ea-2427-429c-999b-3d29f8aec400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:20.991136 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-692f22ea-2427-429c-999b-3d29f8aec400 None None] Port 6dc94cb4-520f-4af8-87d3-591e0c13d550 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:55:21.114368 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-2cd3b34f-fa89-4cf6-8131-6c7d279d87a1 None None] Provisioning complete for port 6dc94cb4-520f-4af8-87d3-591e0c13d550 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:21.115071 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2cd3b34f-fa89-4cf6-8131-6c7d279d87a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:21.152236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-2cd3b34f-fa89-4cf6-8131-6c7d279d87a1 None None] Port 6dc94cb4-520f-4af8-87d3-591e0c13d550 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:55:21.271038 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-b6fe97b7-f391-4660-8825-db53ee3acb8d None None] Provisioning complete for port 6dc94cb4-520f-4af8-87d3-591e0c13d550 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:21.271687 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b6fe97b7-f391-4660-8825-db53ee3acb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:21.307719 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-b6fe97b7-f391-4660-8825-db53ee3acb8d None None] Port 6dc94cb4-520f-4af8-87d3-591e0c13d550 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:55:22.222661 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 01ee6e39-ced3-4651-b60e-e332dbc347f2 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:55:22.274562 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 01ee6e39-ced3-4651-b60e-e332dbc347f2 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:22.275161 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.361214 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6a75bed4-6677-4085-a91f-9b35c778d8ea up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:55:22.406916 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6a75bed4-6677-4085-a91f-9b35c778d8ea triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:22.407288 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.505627 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Sync routers for ids ['3f17d417-e491-4e4e-9b4a-08599db939cd'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:55:22.516075 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Routers {'3f17d417-e491-4e4e-9b4a-08599db939cd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:22.516680 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['3f17d417-e491-4e4e-9b4a-08599db939cd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:22.618541 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35876) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:22.623154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-706f24fe-bdbb-4798-8bb7-4d7800174bbc tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990315350', 'description': 'tempest-secgroup-smoke-990315350 description', 'project_id': 'cd609da2d1dd4ca791d15088f30146a5'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:22.623325 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Set router 3f17d417-e491-4e4e-9b4a-08599db939cd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:22.645504 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-706f24fe-bdbb-4798-8bb7-4d7800174bbc tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.712829 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-706f24fe-bdbb-4798-8bb7-4d7800174bbc tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.716695 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-706f24fe-bdbb-4798-8bb7-4d7800174bbc tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.747549 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-706f24fe-bdbb-4798-8bb7-4d7800174bbc tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.748934 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-706f24fe-bdbb-4798-8bb7-4d7800174bbc tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1293218 Nov 16 05:55:22.751846 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35878) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:22.757069 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-0ae41aac-56d8-4ad3-a667-2d2290657e10 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Request body: {'security_group_rule': {'security_group_id': '5f8843d1-395f-4109-b905-e5babc22ffbb', 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:22.762145 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f24fe-bdbb-4798-8bb7-4d7800174bbc tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8843d1-395f-4109-b905-e5babc22ffbb,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:22.785271 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ae41aac-56d8-4ad3-a667-2d2290657e10 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.843820 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'name': 'tempest-TestSnapshotPattern-621424623-router', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T05:55:19Z', 'revision_number': 4, 'project_id': '693652828a6a4113a08368b541be56ba', 'gw_port': {'id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T05:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '6dc94cb4-520f-4af8-87d3-591e0c13d550', 'name': '', 'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'mac_address': 'fa:16:3e:2b:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'aa3fe427-dfed-4637-8965-47c31c4d4d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:19Z', 'updated_at': '2021-11-16T05:55:20Z', 'revision_number': 2, 'project_id': '693652828a6a4113a08368b541be56ba', 'subnets': [{'id': 'aa3fe427-dfed-4637-8965-47c31c4d4d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:22.846553 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ae41aac-56d8-4ad3-a667-2d2290657e10 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.850261 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ae41aac-56d8-4ad3-a667-2d2290657e10 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.869218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae41aac-56d8-4ad3-a667-2d2290657e10 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd8247f-2cd0-48e2-8335-3c06edd8c8db,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:22.874654 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-0ae41aac-56d8-4ad3-a667-2d2290657e10 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.875875 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Checking router: 3f17d417-e491-4e4e-9b4a-08599db939cd for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:55:22.876231 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Updating router 3f17d417-e491-4e4e-9b4a-08599db939cd port 6dc94cb4-520f-4af8-87d3-591e0c13d550 binding host n-d-818042-1 {{(pid=102661) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 16 05:55:22.876345 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-0ae41aac-56d8-4ad3-a667-2d2290657e10 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233099 Nov 16 05:55:22.879017 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35880) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:22.884840 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-019ac012-3bc0-42df-8a46-950518783ff2 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Request body: {'security_group_rule': {'security_group_id': '5f8843d1-395f-4109-b905-e5babc22ffbb', 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:22.902048 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.911522 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-019ac012-3bc0-42df-8a46-950518783ff2 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.967196 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-019ac012-3bc0-42df-8a46-950518783ff2 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.971022 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-019ac012-3bc0-42df-8a46-950518783ff2 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.986375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ac012-3bc0-42df-8a46-950518783ff2 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01ae859-2cab-4a39-9dec-e7afc3f6b602,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:22.998310 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-019ac012-3bc0-42df-8a46-950518783ff2 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:22.999519 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-019ac012-3bc0-42df-8a46-950518783ff2 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197639 Nov 16 05:55:23.002363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35882) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:23.007269 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-c58cf510-b963-45bb-b935-04b34621e6d9 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Request body: {'security_group_rule': {'security_group_id': '5f8843d1-395f-4109-b905-e5babc22ffbb', 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:23.033053 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c58cf510-b963-45bb-b935-04b34621e6d9 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.092666 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c58cf510-b963-45bb-b935-04b34621e6d9 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.096826 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c58cf510-b963-45bb-b935-04b34621e6d9 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.114584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58cf510-b963-45bb-b935-04b34621e6d9 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401f956a-d263-46d7-a824-e14989dca930,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:23.124416 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c58cf510-b963-45bb-b935-04b34621e6d9 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.125664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c58cf510-b963-45bb-b935-04b34621e6d9 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223600 Nov 16 05:55:23.128323 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35884) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:23.133126 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-34adc30d-5685-4821-8c84-575eb7e9e216 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Request body: {'security_group_rule': {'security_group_id': '5f8843d1-395f-4109-b905-e5babc22ffbb', 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:23.159743 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-34adc30d-5685-4821-8c84-575eb7e9e216 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.174306 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Publish callbacks [] for port, precommit_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.179963 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.221709 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-34adc30d-5685-4821-8c84-575eb7e9e216 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.227530 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-34adc30d-5685-4821-8c84-575eb7e9e216 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.231732 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eeeb1e-d4e0-4740-bd12-38fbe445a8ec None None] Pushing event updated for resources: {'Port': ['ID=6dc94cb4-520f-4af8-87d3-591e0c13d550,revision_number=3']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:23.250692 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adc30d-5685-4821-8c84-575eb7e9e216 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12036647-337a-46b7-a476-ae5cafc54a4c,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:23.262949 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-34adc30d-5685-4821-8c84-575eb7e9e216 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.265806 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-34adc30d-5685-4821-8c84-575eb7e9e216 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349275 Nov 16 05:55:23.266897 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35886) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:23.272207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-ba3137cf-758e-4b1c-9621-8ed5046bdf28 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Request body: {'security_group_rule': {'security_group_id': '5f8843d1-395f-4109-b905-e5babc22ffbb', 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:23.283859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Attempting to bind port 6dc94cb4-520f-4af8-87d3-591e0c13d550 on host n-d-818042-1 for vnic_type normal with profile {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:55:23.284448 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Attempting to bind port 6dc94cb4-520f-4af8-87d3-591e0c13d550 by drivers openvswitch,hyperv on host n-d-818042-1 at level 0 using segments [{'id': 'c5d5ed2b-072b-48b2-a861-d0c51320e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09'}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:55:23.284560 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Attempting to bind port 6dc94cb4-520f-4af8-87d3-591e0c13d550 on network 077346cf-b7c4-47e4-8144-825821a7ca09 {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:55:23.290342 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Checking agent: {'id': '297e183a-258d-4dc2-b0a6-67d2ec2fea40', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 25, 44), 'started_at': datetime.datetime(2021, 11, 16, 4, 26, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-818042-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:55:23.290713 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Checking segment: {'id': 'c5d5ed2b-072b-48b2-a861-d0c51320e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102661) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:55:23.291120 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.291494 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Bound using segment: {'id': 'c5d5ed2b-072b-48b2-a861-d0c51320e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09'} {{(pid=102661) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:55:23.291961 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.managers [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Bound port: 6dc94cb4-520f-4af8-87d3-591e0c13d550, host: n-d-818042-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d5ed2b-072b-48b2-a861-d0c51320e5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09'}}] {{(pid=102661) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:55:23.292336 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.299727 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-ba3137cf-758e-4b1c-9621-8ed5046bdf28 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Project cd609da2d1dd4ca791d15088f30146a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:55:23.306472 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba3137cf-758e-4b1c-9621-8ed5046bdf28 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.360714 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] For port 6dc94cb4-520f-4af8-87d3-591e0c13d550, host n-d-818042-1, cleared binding levels {{(pid=102661) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:55:23.364335 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] For port 6dc94cb4-520f-4af8-87d3-591e0c13d550, host n-d-818042-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6dc94cb4-520f-4af8-87d3-591e0c13d550,segment=NetworkSegment(c5d5ed2b-072b-48b2-a861-d0c51320e5d3),segment_id=c5d5ed2b-072b-48b2-a861-d0c51320e5d3)] {{(pid=102661) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:55:23.368919 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.372891 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba3137cf-758e-4b1c-9621-8ed5046bdf28 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.378330 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba3137cf-758e-4b1c-9621-8ed5046bdf28 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.400265 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3137cf-758e-4b1c-9621-8ed5046bdf28 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d2162c-666c-4767-ab92-fb763652c03a,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:23.416411 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-ba3137cf-758e-4b1c-9621-8ed5046bdf28 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.420271 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ba3137cf-758e-4b1c-9621-8ed5046bdf28 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1494858 Nov 16 05:55:23.420641 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35888) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:23.426465 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-f181a2b9-2014-45ba-b259-d8501e997e93 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Request body: {'security_group_rule': {'security_group_id': '5f8843d1-395f-4109-b905-e5babc22ffbb', 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:23.433319 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eeeb1e-d4e0-4740-bd12-38fbe445a8ec None None] Pushing event updated for resources: {'Port': ['ID=6dc94cb4-520f-4af8-87d3-591e0c13d550,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:23.435917 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Routers {'3f17d417-e491-4e4e-9b4a-08599db939cd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:23.436544 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['3f17d417-e491-4e4e-9b4a-08599db939cd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:23.458180 n-d-818042-1 neutron-server[102659]: INFO neutron.db.securitygroups_db [None req-f181a2b9-2014-45ba-b259-d8501e997e93 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Project cd609da2d1dd4ca791d15088f30146a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 16 05:55:23.463727 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f181a2b9-2014-45ba-b259-d8501e997e93 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.530159 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f181a2b9-2014-45ba-b259-d8501e997e93 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.535425 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f181a2b9-2014-45ba-b259-d8501e997e93 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578606'] for security_group_rule, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.552345 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181a2b9-2014-45ba-b259-d8501e997e93 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc25be2-a481-465c-b686-6991cdc2bf0e,revision_number=0']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:23.565331 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-f181a2b9-2014-45ba-b259-d8501e997e93 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.567281 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] Set router 3f17d417-e491-4e4e-9b4a-08599db939cd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:23.570169 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-6fdefe89-0531-44b1-8bfe-5748138f3067 None None] Provisioning complete for port 6dc94cb4-520f-4af8-87d3-591e0c13d550 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:23.570608 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fdefe89-0531-44b1-8bfe-5748138f3067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.576320 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-f181a2b9-2014-45ba-b259-d8501e997e93 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1547158 Nov 16 05:55:23.726976 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-7ecaac4b-88cc-47c1-9458-2588edbbea8a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990315350&fields=id&tenant_id=cd609da2d1dd4ca791d15088f30146a5 HTTP/1.1" status: 200 len: 267 time: 0.0471745 Nov 16 05:55:23.840347 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-41f75f23-ef30-456a-8947-ce8b6a16cd8a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:23.841857 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-41f75f23-ef30-456a-8947-ce8b6a16cd8a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 809 time: 0.1080031 Nov 16 05:55:23.857248 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-f3273a8d-b9d8-4098-9aba-d1f39dcb8acc tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/quotas/cd609da2d1dd4ca791d15088f30146a5 HTTP/1.1" status: 200 len: 375 time: 0.0095980 Nov 16 05:55:23.909267 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-091e91d3-fd4c-437b-839f-653751b396a0 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458961 Nov 16 05:55:23.921170 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fdefe89-0531-44b1-8bfe-5748138f3067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:23.924640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-1e56f7db-8c18-4ad4-b6b0-1a5f797a109a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:55:23.925601 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-1e56f7db-8c18-4ad4-b6b0-1a5f797a109a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053298 Nov 16 05:55:23.990648 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-6fdefe89-0531-44b1-8bfe-5748138f3067 None None] For port 6dc94cb4-520f-4af8-87d3-591e0c13d550, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6dc94cb4-520f-4af8-87d3-591e0c13d550,segment=NetworkSegment(c5d5ed2b-072b-48b2-a861-d0c51320e5d3),segment_id=c5d5ed2b-072b-48b2-a861-d0c51320e5d3)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:23.994927 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-6fdefe89-0531-44b1-8bfe-5748138f3067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:24.053945 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdefe89-0531-44b1-8bfe-5748138f3067 None None] Pushing event updated for resources: {'Port': ['ID=6dc94cb4-520f-4af8-87d3-591e0c13d550,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:24.067471 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'name': 'tempest-TestSnapshotPattern-621424623-router', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T05:55:19Z', 'revision_number': 4, 'project_id': '693652828a6a4113a08368b541be56ba', 'gw_port': {'id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T05:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '6dc94cb4-520f-4af8-87d3-591e0c13d550', 'name': '', 'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'mac_address': 'fa:16:3e:2b:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'aa3fe427-dfed-4637-8965-47c31c4d4d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:19Z', 'updated_at': '2021-11-16T05:55:23Z', 'revision_number': 4, 'project_id': '693652828a6a4113a08368b541be56ba', 'subnets': [{'id': 'aa3fe427-dfed-4637-8965-47c31c4d4d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:24.122442 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f19a01-6dc5-4825-99b7-11704a5720cb None None] The sync data for ids ['3f17d417-e491-4e4e-9b4a-08599db939cd'] in n-d-818042-1 is: [{'id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'name': 'tempest-TestSnapshotPattern-621424623-router', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T05:55:19Z', 'revision_number': 4, 'project_id': '693652828a6a4113a08368b541be56ba', 'gw_port': {'id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T05:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '6dc94cb4-520f-4af8-87d3-591e0c13d550', 'name': '', 'network_id': '077346cf-b7c4-47e4-8144-825821a7ca09', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'mac_address': 'fa:16:3e:2b:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'aa3fe427-dfed-4637-8965-47c31c4d4d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:19Z', 'updated_at': '2021-11-16T05:55:23Z', 'revision_number': 4, 'project_id': '693652828a6a4113a08368b541be56ba', 'subnets': [{'id': 'aa3fe427-dfed-4637-8965-47c31c4d4d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:55:24.134577 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-702dddde-90bc-44b9-9089-a643ccd412b2 None None] Provisioning complete for port 6dc94cb4-520f-4af8-87d3-591e0c13d550 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:24.135031 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-702dddde-90bc-44b9-9089-a643ccd412b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:24.388364 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-5ac77b18-b704-4113-9507-8c8e7933194c service neutron] 10.222.0.41 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567640 Nov 16 05:55:24.485220 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e2312a8c-c123-43a9-a498-0d69ef72bcb0 service neutron] 10.222.0.41 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905905 Nov 16 05:55:24.651143 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-07d85841-65d7-4d7c-8b13-a9d70b091177 req-e89d486b-3f1b-4cca-a9cd-f9538407d25a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 210 time: 0.0256350 Nov 16 05:55:25.702381 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a19fb801-586e-4360-a1af-4203eb3630b6 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:25.704485 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a19fb801-586e-4360-a1af-4203eb3630b6 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.37 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 809 time: 0.1110942 Nov 16 05:55:25.757868 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d16d0a3f-ee30-4e3b-ad3a-ad577aa8acf4 req-98306a40-4da5-4630-8db1-00e08f4ab947 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 210 time: 0.0377643 Nov 16 05:55:25.798742 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-7c56180f-7cb9-4e13-a233-53c00d72f216 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd609da2d1dd4ca791d15088f30146a5 HTTP/1.1" status: 200 len: 379 time: 0.0848715 Nov 16 05:55:25.808653 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a0c62e64-9698-4459-a529-bb86be8f297d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Request body: {'port': {'device_id': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'admin_state_up': True, 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'security_groups': ['5f8843d1-395f-4109-b905-e5babc22ffbb']}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:25.914275 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a0c62e64-9698-4459-a529-bb86be8f297d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Made reservation on behalf of cd609da2d1dd4ca791d15088f30146a5 for: {'port': 1} {{(pid=102659) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:55:25.917751 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a0c62e64-9698-4459-a529-bb86be8f297d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:26.043273 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a0c62e64-9698-4459-a529-bb86be8f297d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Allocated IP 172.20.0.12 (0be8d34b-126d-4d9b-b373-dd92eeb7df9e/be9d1347-706b-4a39-8cfb-a16cc16d0916/68ca4f9f-254c-4a32-a6af-df1232e136a8) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:55:26.186643 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6dc94cb4-520f-4af8-87d3-591e0c13d550 up at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:55:26.189361 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a0c62e64-9698-4459-a529-bb86be8f297d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:26.223298 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a0c62e64-9698-4459-a529-bb86be8f297d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:26.236193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Provisioning complete for port 6dc94cb4-520f-4af8-87d3-591e0c13d550 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:26.236562 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:26.263424 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a0c62e64-9698-4459-a529-bb86be8f297d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:55:26.268508 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a0c62e64-9698-4459-a529-bb86be8f297d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:55:26.272868 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a0c62e64-9698-4459-a529-bb86be8f297d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:55:26.298214 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c62e64-9698-4459-a529-bb86be8f297d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event updated for resources: {'Port': ['ID=68ca4f9f-254c-4a32-a6af-df1232e136a8,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:26.328190 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a0c62e64-9698-4459-a529-bb86be8f297d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:26.328819 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a0c62e64-9698-4459-a529-bb86be8f297d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:26.347200 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-a0c62e64-9698-4459-a529-bb86be8f297d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5420678 Nov 16 05:55:26.360448 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Request body: {'port': {'device_id': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-818042-1'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:26.422824 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:26.583057 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-c4ab70a1-d4f2-4ec7-bd8c-5894098a8f20 None None] Provisioning complete for port 68ca4f9f-254c-4a32-a6af-df1232e136a8 triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:26.583420 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c4ab70a1-d4f2-4ec7-bd8c-5894098a8f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:26.619920 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab70a1-d4f2-4ec7-bd8c-5894098a8f20 None None] Port 68ca4f9f-254c-4a32-a6af-df1232e136a8 cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:55:26.712437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68ca4f9f-254c-4a32-a6af-df1232e136a8 {{(pid=102659) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:55:26.720452 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:26.734044 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.provisioning_blocks [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Transition to ACTIVE for port object 68ca4f9f-254c-4a32-a6af-df1232e136a8 will not be triggered until provisioned by entity L2. {{(pid=102659) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:55:26.738328 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:26.790162 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Pushing event updated for resources: {'Port': ['ID=68ca4f9f-254c-4a32-a6af-df1232e136a8,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:26.920864 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41bd8a-6485-4d6d-8fa5-591b01396ba3 req-183a2f17-29c3-4eb3-be4e-8b8662362fa9 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:26.922439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a41bd8a-6485-4d6d-8fa5-591b01396ba3 req-183a2f17-29c3-4eb3-be4e-8b8662362fa9 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 944 time: 0.0729561 Nov 16 05:55:26.925452 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Attempting to bind port 68ca4f9f-254c-4a32-a6af-df1232e136a8 on host n-h1-818042-1 for vnic_type normal with profile {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:55:26.925819 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Attempting to bind port 68ca4f9f-254c-4a32-a6af-df1232e136a8 by drivers openvswitch,hyperv on host n-h1-818042-1 at level 0 using segments [{'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:55:26.926154 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Attempting to bind port 68ca4f9f-254c-4a32-a6af-df1232e136a8 on network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:55:26.937799 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Port 68ca4f9f-254c-4a32-a6af-df1232e136a8 on network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e not bound, no agent of type Open vSwitch agent registered on host n-h1-818042-1 {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:55:26.938122 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Attempting to bind port 68ca4f9f-254c-4a32-a6af-df1232e136a8 on network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:55:26.952604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Checking agent: {'id': '7fbf65a9-c3b6-4483-ba47-005ad266ec55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 16), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:55:26.952949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Checking segment: {'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102659) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:55:26.953343 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Bound using segment: {'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'} {{(pid=102659) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:55:26.953805 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.managers [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Bound port: 68ca4f9f-254c-4a32-a6af-df1232e136a8, host: n-h1-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'}}] {{(pid=102659) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:55:26.954170 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:27.013443 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2a41bd8a-6485-4d6d-8fa5-591b01396ba3 req-4a29e3ca-1bf9-4940-b639-8da1edb1b9ed tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838666 Nov 16 05:55:27.052812 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] For port 68ca4f9f-254c-4a32-a6af-df1232e136a8, host n-h1-818042-1, cleared binding levels {{(pid=102659) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:55:27.055856 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] For port 68ca4f9f-254c-4a32-a6af-df1232e136a8, host n-h1-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102659) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:55:27.060362 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:27.099021 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:27.099643 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:27.101090 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] 10.222.0.37 "PUT /v2.0/ports/68ca4f9f-254c-4a32-a6af-df1232e136a8 HTTP/1.1" status: 200 len: 1092 time: 0.7450652 Nov 16 05:55:27.101535 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:55:27.103789 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b641e1e-cfc3-49a2-b7d1-4137caf138a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:55:27.129133 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bfe41-cecc-41a7-8765-55ab6d79c383 service neutron] Pushing event updated for resources: {'Port': ['ID=68ca4f9f-254c-4a32-a6af-df1232e136a8,revision_number=3']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:27.149148 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f899949-4b38-44ac-8f87-9eb2bb0ca64d x-openstack-request-id: req-2f899949-4b38-44ac-8f87-9eb2bb0ca64d {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:55:27.149442 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:55:27.149696 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f899949-4b38-44ac-8f87-9eb2bb0ca64d {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:55:27.150153 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'status': 'completed', 'code': 200} Nov 16 05:55:27.201127 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-67ac4c2f-9147-4704-b19d-8727a0fe8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:27.202701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-67ac4c2f-9147-4704-b19d-8727a0fe8fa3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 1095 time: 0.0438609 Nov 16 05:55:27.246736 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-21609943-e957-4d3e-8d38-0a0386b810b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8 HTTP/1.1" status: 200 len: 217 time: 0.0362518 Nov 16 05:55:27.301786 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e0203190-0f22-4138-8d76-73c8047e10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:27.303855 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-e0203190-0f22-4138-8d76-73c8047e10ef service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0506959 Nov 16 05:55:27.348604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-92bd4970-3006-4bd9-9f2b-90d4257e9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:27.350157 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-92bd4970-3006-4bd9-9f2b-90d4257e9e5b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396321 Nov 16 05:55:27.439142 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-8e18d8b4-bfc0-4503-a8cd-734b6849f3c6 service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816090 Nov 16 05:55:27.535466 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fae09a3-7481-4e6b-9c9c-a75ad323bf3f req-0e065f78-767a-45c6-b917-6ee2bd578ca6 service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893698 Nov 16 05:55:27.621844 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b641e1e-cfc3-49a2-b7d1-4137caf138a9 req-4382c755-7a25-4d33-a895-25f0eefd9324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:27.623356 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b641e1e-cfc3-49a2-b7d1-4137caf138a9 req-4382c755-7a25-4d33-a895-25f0eefd9324 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 1095 time: 0.0416124 Nov 16 05:55:27.717348 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b641e1e-cfc3-49a2-b7d1-4137caf138a9 req-679eed13-9eec-414c-82b2-aa8697190c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:27.718846 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b641e1e-cfc3-49a2-b7d1-4137caf138a9 req-679eed13-9eec-414c-82b2-aa8697190c2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 910 time: 0.0884364 Nov 16 05:55:27.759780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b641e1e-cfc3-49a2-b7d1-4137caf138a9 req-28d8a350-5eb5-4fb3-b36a-86d60c447625 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8 HTTP/1.1" status: 200 len: 217 time: 0.0335512 Nov 16 05:55:27.810244 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b641e1e-cfc3-49a2-b7d1-4137caf138a9 req-5f729e04-65c6-4042-bb6e-a499610024a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:27.811722 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b641e1e-cfc3-49a2-b7d1-4137caf138a9 req-5f729e04-65c6-4042-bb6e-a499610024a9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0436287 Nov 16 05:55:27.864971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b641e1e-cfc3-49a2-b7d1-4137caf138a9 req-7fa2dd4b-b7a6-4ec5-b8ba-e1dd9fb4e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:27.867099 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b641e1e-cfc3-49a2-b7d1-4137caf138a9 req-7fa2dd4b-b7a6-4ec5-b8ba-e1dd9fb4e861 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470665 Nov 16 05:55:27.957221 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b641e1e-cfc3-49a2-b7d1-4137caf138a9 req-d0fe9a6f-cda0-4fa2-9cd0-afb95bf08ce9 service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815485 Nov 16 05:55:28.051667 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-6b641e1e-cfc3-49a2-b7d1-4137caf138a9 req-02a28346-3347-4ea7-8493-a0edb7daacce service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864105 Nov 16 05:55:28.130264 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bbafe-c715-4c11-951e-4a96bedddade req-0104511f-56f5-4cfb-9d38-b50110d2812c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:28.131908 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-552bbafe-c715-4c11-951e-4a96bedddade req-0104511f-56f5-4cfb-9d38-b50110d2812c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 944 time: 0.0504999 Nov 16 05:55:28.183104 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-552bbafe-c715-4c11-951e-4a96bedddade req-1318247e-9658-42ff-99c4-fd4eeaa90a08 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450308 Nov 16 05:55:29.299207 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00478ae-8ad9-4e94-aa7f-babe0b9d662f req-b6c01986-5e83-44ba-a110-74a49d03fd38 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:29.300699 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d00478ae-8ad9-4e94-aa7f-babe0b9d662f req-b6c01986-5e83-44ba-a110-74a49d03fd38 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 944 time: 0.0486915 Nov 16 05:55:29.352703 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d00478ae-8ad9-4e94-aa7f-babe0b9d662f req-8a6d0c4b-d71e-46a5-af88-ab7e833285ab tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461104 Nov 16 05:55:30.475301 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719c921-64a2-49bb-85f2-f120bd4ec1f5 req-347ed402-f8ab-4e78-8a4c-0b63d45e2c95 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:30.476788 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e719c921-64a2-49bb-85f2-f120bd4ec1f5 req-347ed402-f8ab-4e78-8a4c-0b63d45e2c95 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 944 time: 0.0558443 Nov 16 05:55:30.525719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-e719c921-64a2-49bb-85f2-f120bd4ec1f5 req-7c6ac72b-4b4c-4c3e-95f2-dd550ec50ac7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430031 Nov 16 05:55:30.688135 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 68ca4f9f-254c-4a32-a6af-df1232e136a8 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:55:30.784693 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 68ca4f9f-254c-4a32-a6af-df1232e136a8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:30.798718 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'port_id': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'mac_address': 'fa:16:3e:f6:10:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:55:30.834374 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:30.851014 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68ca4f9f-254c-4a32-a6af-df1232e136a8 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:55:30.869933 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 68ca4f9f-254c-4a32-a6af-df1232e136a8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:30.873294 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:30.918197 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=68ca4f9f-254c-4a32-a6af-df1232e136a8,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:31.104957 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['68ca4f9f-254c-4a32-a6af-df1232e136a8'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:55:31.638101 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a345187-51f9-4bf1-8777-7ad023bf6e1b req-0d570c27-1f2c-46f5-8ed8-9c93849c7679 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:31.639565 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a345187-51f9-4bf1-8777-7ad023bf6e1b req-0d570c27-1f2c-46f5-8ed8-9c93849c7679 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 945 time: 0.0477855 Nov 16 05:55:31.688085 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8a345187-51f9-4bf1-8777-7ad023bf6e1b req-0e16a037-c8eb-45b8-b6fb-306422b8680d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426710 Nov 16 05:55:32.696481 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 68ca4f9f-254c-4a32-a6af-df1232e136a8 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:55:32.745311 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning for port 68ca4f9f-254c-4a32-a6af-df1232e136a8 completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:55:32.749935 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 68ca4f9f-254c-4a32-a6af-df1232e136a8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:55:32.750325 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:32.808579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27876c7a-c551-4bfd-b671-bb009a1d4c42 req-3697cc8a-e3b4-415b-8dea-ae3d7fdcf87f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:32.810801 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27876c7a-c551-4bfd-b671-bb009a1d4c42 req-3697cc8a-e3b4-415b-8dea-ae3d7fdcf87f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 945 time: 0.0548091 Nov 16 05:55:32.832703 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:32.855878 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:55:32.858119 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eace77b6-c490-43f1-8cb1-b3c99eeb07c2" -d '{"events": [{"server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "name": "network-vif-plugged", "status": "completed", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:55:32.861002 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27876c7a-c551-4bfd-b671-bb009a1d4c42 req-487fb839-7c5e-4f53-8721-47fee732ee07 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440998 Nov 16 05:55:32.871547 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 68ca4f9f-254c-4a32-a6af-df1232e136a8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:55:32.877719 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:32.901658 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87b04a6-1202-4345-a861-d51e8ecb5c61 x-openstack-request-id: req-c87b04a6-1202-4345-a861-d51e8ecb5c61 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:55:32.901976 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "name": "network-vif-plugged", "status": "completed", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:55:32.902257 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c87b04a6-1202-4345-a861-d51e8ecb5c61 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:55:32.902626 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'code': 200} Nov 16 05:55:32.928775 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=68ca4f9f-254c-4a32-a6af-df1232e136a8,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:32.997630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2fb6a-bad8-435a-9aab-4adc3eaba06a req-7e85356f-378b-4093-bbf2-4fff3bf5ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:32.999052 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aab2fb6a-bad8-435a-9aab-4adc3eaba06a req-7e85356f-378b-4093-bbf2-4fff3bf5ca96 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0400770 Nov 16 05:55:33.045394 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-aab2fb6a-bad8-435a-9aab-4adc3eaba06a req-29e1f96a-f06f-404c-b062-bb09630598b2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383694 Nov 16 05:55:33.977360 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457b7ee-35a6-4e85-ac5b-bc0e5bd7de83 req-49badb70-a3e9-44c8-b13b-ab3eab228a2e tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:33.978883 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d457b7ee-35a6-4e85-ac5b-bc0e5bd7de83 req-49badb70-a3e9-44c8-b13b-ab3eab228a2e tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 946 time: 0.0487177 Nov 16 05:55:34.036370 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d457b7ee-35a6-4e85-ac5b-bc0e5bd7de83 req-637b9ac2-e605-433b-8572-9c3b39ef3d15 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512640 Nov 16 05:55:35.153291 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d19de-8268-4ceb-a899-43f4209f4b49 req-ca71c455-2ba3-4b9a-88fb-78096569e917 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:35.154780 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-488d19de-8268-4ceb-a899-43f4209f4b49 req-ca71c455-2ba3-4b9a-88fb-78096569e917 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 946 time: 0.0481477 Nov 16 05:55:35.203983 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-488d19de-8268-4ceb-a899-43f4209f4b49 req-9dc01ef1-cad3-434e-a8b9-25e25717c671 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433538 Nov 16 05:55:35.316935 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99688f3e-25b6-4c38-ac30-395af2a093b1 req-72fd671a-b74a-4cc2-a72f-97fc99af7f0c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:35.318322 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99688f3e-25b6-4c38-ac30-395af2a093b1 req-72fd671a-b74a-4cc2-a72f-97fc99af7f0c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 946 time: 0.0484629 Nov 16 05:55:35.366653 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-99688f3e-25b6-4c38-ac30-395af2a093b1 req-57cc0c48-1c95-4d77-9ad8-93b26936721e tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424509 Nov 16 05:55:35.387638 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35942) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:35.513655 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba89e1a2-743a-444f-9a53-1439d3b816e6 tempest-TestSnapshotPattern-1674911530 tempest-TestSnapshotPattern-1674911530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:35.515358 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-ba89e1a2-743a-444f-9a53-1439d3b816e6 tempest-TestSnapshotPattern-1674911530 tempest-TestSnapshotPattern-1674911530-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 1092 time: 0.1267323 Nov 16 05:55:35.518262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 35946) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:55:35.522926 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:55:35.544910 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:35.636982 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:35.739782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Allocated IP 172.25.0.60 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/d806d37c-5187-483e-b57a-c89df8d77390) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:55:35.838681 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:35.875821 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:35.916567 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:55:35.919500 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:55:35.923918 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:55:35.926852 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event updated for resources: {'Port': ['ID=d806d37c-5187-483e-b57a-c89df8d77390,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:36.260515 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:36.323601 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:36.468396 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:36.472649 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:36.537351 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event updated for resources: {'Port': ['ID=d806d37c-5187-483e-b57a-c89df8d77390,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:55:36.549209 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:36.648942 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Floating IP 373a25c0-fb66-44ef-aa61-fe6d6c34ef9a associated. External IP: 172.25.0.60, port: 68ca4f9f-254c-4a32-a6af-df1232e136a8. Nov 16 05:55:36.859192 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Router 2f04797b-3dee-4f1a-b286-c4f476179bdf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:55:36.965949 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:55:36.976048 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0a035a-991b-4afa-bb43-d6384f7e6160 None None] Sync routers for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:55:36.984379 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:36.985352 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a035a-991b-4afa-bb43-d6384f7e6160 None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:36.985989 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7c0a035a-991b-4afa-bb43-d6384f7e6160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:37.012517 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-d4ce724a-2464-4888-ac95-973e0c847b8c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4932470 Nov 16 05:55:37.013209 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:55:37.015560 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80015bc2-4677-4e21-8d56-ed6a2f938149" -d '{"events": [{"name": "network-changed", "server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:55:37.097443 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-7c0a035a-991b-4afa-bb43-d6384f7e6160 None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:37.118670 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aab1b6-2bb7-4094-ac8a-1666f3806471 x-openstack-request-id: req-13aab1b6-2bb7-4094-ac8a-1666f3806471 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:55:37.119720 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:55:37.119994 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13aab1b6-2bb7-4094-ac8a-1666f3806471 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:55:37.120417 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'status': 'completed', 'code': 200} Nov 16 05:55:37.187241 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80015bc2-4677-4e21-8d56-ed6a2f938149 req-1b57a4b9-7007-400b-afa2-8ea32765aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:37.188785 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80015bc2-4677-4e21-8d56-ed6a2f938149 req-1b57a4b9-7007-400b-afa2-8ea32765aa32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0476041 Nov 16 05:55:37.284860 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80015bc2-4677-4e21-8d56-ed6a2f938149 req-86f8589b-5ce3-4d8f-979b-588de10781d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:37.286377 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80015bc2-4677-4e21-8d56-ed6a2f938149 req-86f8589b-5ce3-4d8f-979b-588de10781d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 910 time: 0.0888343 Nov 16 05:55:37.323579 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7c0a035a-991b-4afa-bb43-d6384f7e6160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '373a25c0-fb66-44ef-aa61-fe6d6c34ef9a', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'port_id': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'mac_address': 'fa:16:3e:f6:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:55:36Z', 'updated_at': '2021-11-16T05:55:36Z', 'revision_number': 0, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 5, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:37.349252 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0a035a-991b-4afa-bb43-d6384f7e6160 None None] Checking router: 2f04797b-3dee-4f1a-b286-c4f476179bdf for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:55:37.351029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80015bc2-4677-4e21-8d56-ed6a2f938149 req-493356b7-77f1-4fcf-897b-6cc01cef02fe service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8 HTTP/1.1" status: 200 len: 999 time: 0.0574577 Nov 16 05:55:37.358063 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0a035a-991b-4afa-bb43-d6384f7e6160 None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:55:37.358659 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7c0a035a-991b-4afa-bb43-d6384f7e6160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:55:10Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:37.400654 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80015bc2-4677-4e21-8d56-ed6a2f938149 req-61524b6d-905b-498e-8a63-f661057f220b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:37.402158 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80015bc2-4677-4e21-8d56-ed6a2f938149 req-61524b6d-905b-498e-8a63-f661057f220b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0442789 Nov 16 05:55:37.451954 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80015bc2-4677-4e21-8d56-ed6a2f938149 req-46bbd908-2749-4055-924f-ddb6ef3ecec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:37.454423 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80015bc2-4677-4e21-8d56-ed6a2f938149 req-46bbd908-2749-4055-924f-ddb6ef3ecec7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451989 Nov 16 05:55:37.465392 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-7c0a035a-991b-4afa-bb43-d6384f7e6160 None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:55:37.542620 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80015bc2-4677-4e21-8d56-ed6a2f938149 req-7ac5be87-955b-47ba-bf63-ead32f10126f service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812597 Nov 16 05:55:37.634902 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-80015bc2-4677-4e21-8d56-ed6a2f938149 req-4c6acd33-7b55-456f-8deb-be92474834b8 service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850039 Nov 16 05:55:37.681170 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-7c0a035a-991b-4afa-bb43-d6384f7e6160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '373a25c0-fb66-44ef-aa61-fe6d6c34ef9a', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'port_id': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'mac_address': 'fa:16:3e:f6:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:55:36Z', 'updated_at': '2021-11-16T05:55:36Z', 'revision_number': 0, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 5, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:55:37.710609 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0a035a-991b-4afa-bb43-d6384f7e6160 None None] The sync data for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 is: [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '373a25c0-fb66-44ef-aa61-fe6d6c34ef9a', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'port_id': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'mac_address': 'fa:16:3e:f6:10:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:55:36Z', 'updated_at': '2021-11-16T05:55:36Z', 'revision_number': 0, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 5, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:55:37.893472 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97044aa4-6619-423b-985d-e5747efda69d None None] New status for floating IP 373a25c0-fb66-44ef-aa61-fe6d6c34ef9a: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:55:38.134500 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8d57a3c9-0d1d-470e-a566-57ec46c3c3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:39.397986 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fdb2317-8a3f-4600-b5cc-f8ef5e20afb6 req-59c9d160-11bf-40c7-88d1-03cee4783554 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397375 Nov 16 05:55:39.479231 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb2317-8a3f-4600-b5cc-f8ef5e20afb6 req-72a46fb9-c1a7-44b5-883c-2919db4538b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:39.480719 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fdb2317-8a3f-4600-b5cc-f8ef5e20afb6 req-72a46fb9-c1a7-44b5-883c-2919db4538b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0402687 Nov 16 05:55:39.587920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb2317-8a3f-4600-b5cc-f8ef5e20afb6 req-1e6db963-cdc1-492e-88ec-858a2f74385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:39.589376 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fdb2317-8a3f-4600-b5cc-f8ef5e20afb6 req-1e6db963-cdc1-492e-88ec-858a2f74385d service neutron] 10.222.0.37 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 910 time: 0.0888181 Nov 16 05:55:39.653493 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fdb2317-8a3f-4600-b5cc-f8ef5e20afb6 req-e70e7e2e-b41c-46c6-ad37-bb8d2052edcd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8 HTTP/1.1" status: 200 len: 1001 time: 0.0574100 Nov 16 05:55:39.705299 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb2317-8a3f-4600-b5cc-f8ef5e20afb6 req-54fa60cd-0233-4e3e-ac1b-ce874dc9d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:39.706748 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fdb2317-8a3f-4600-b5cc-f8ef5e20afb6 req-54fa60cd-0233-4e3e-ac1b-ce874dc9d416 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0467384 Nov 16 05:55:39.751387 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb2317-8a3f-4600-b5cc-f8ef5e20afb6 req-2e8b4a33-33eb-439f-9c22-60c9a3025a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:55:39.752885 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fdb2317-8a3f-4600-b5cc-f8ef5e20afb6 req-2e8b4a33-33eb-439f-9c22-60c9a3025a41 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392675 Nov 16 05:55:39.840915 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fdb2317-8a3f-4600-b5cc-f8ef5e20afb6 req-b4e71dac-e4fe-4b0e-a5ed-54e2945915f5 service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803862 Nov 16 05:55:39.932605 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-8fdb2317-8a3f-4600-b5cc-f8ef5e20afb6 req-2fc281b0-61e6-4549-ac71-9a33842ec2fb service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848277 Nov 16 05:55:40.328851 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-53d3596e-7227-4a64-8cca-fc4145efee82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:42.208277 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:43.553885 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:43.889481 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:47.049529 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:49.137949 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:55:55.454560 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:56:08.136067 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-ec87bf2e-7df7-4279-bf7e-f03ce7333207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:56:10.329103 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9cba77f6-0a62-41e5-90d4-1b7205bc4ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:56:12.211826 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:56:13.556186 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:56:13.894093 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:56:17.050947 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:56:19.154027 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:56:32.453420 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:56:38.138049 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-cc53f293-c119-4525-8cdf-36012748758c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:56:40.329562 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-01d3200e-3c4b-4833-8845-5d7ec6581b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:56:41.340848 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea252916-2bee-439f-98c6-342c2d3befad req-3e8668dd-5c8b-4b33-9f52-b12867e0b1a2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817955 Nov 16 05:56:41.420957 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea252916-2bee-439f-98c6-342c2d3befad req-70094ac2-6f59-4af3-8cfb-10b1d8b516fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:56:41.422450 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea252916-2bee-439f-98c6-342c2d3befad req-70094ac2-6f59-4af3-8cfb-10b1d8b516fd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0393028 Nov 16 05:56:41.529586 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea252916-2bee-439f-98c6-342c2d3befad req-7f88c24b-9ac2-493d-bdbd-38a8cc734cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:56:41.530995 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea252916-2bee-439f-98c6-342c2d3befad req-7f88c24b-9ac2-493d-bdbd-38a8cc734cf1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 910 time: 0.0869682 Nov 16 05:56:41.594671 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea252916-2bee-439f-98c6-342c2d3befad req-252067e0-c7a5-4555-8cc0-78f059f3d114 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8 HTTP/1.1" status: 200 len: 1001 time: 0.0567777 Nov 16 05:56:41.647033 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea252916-2bee-439f-98c6-342c2d3befad req-b9ecfe7b-de12-4f4d-8f5f-8bac3ad082cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:56:41.648424 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea252916-2bee-439f-98c6-342c2d3befad req-b9ecfe7b-de12-4f4d-8f5f-8bac3ad082cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0458903 Nov 16 05:56:41.692903 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea252916-2bee-439f-98c6-342c2d3befad req-6e4aca60-7539-4009-b8b7-a8b1c6260e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:56:41.694386 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea252916-2bee-439f-98c6-342c2d3befad req-6e4aca60-7539-4009-b8b7-a8b1c6260e70 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387075 Nov 16 05:56:41.787758 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea252916-2bee-439f-98c6-342c2d3befad req-e1d31746-775b-4256-9054-30326d42e47a service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859137 Nov 16 05:56:41.875334 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ea252916-2bee-439f-98c6-342c2d3befad req-22fc479a-43f9-41d9-b750-91efbe2a39c9 service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805602 Nov 16 05:56:42.214125 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:56:43.559116 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:56:43.895973 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:56:47.063406 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:56:49.153788 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:08.139532 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e3047169-eb0a-4113-9b6b-c0c076824a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:09.453275 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:57:10.331249 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-da979d77-19e7-48dd-b99b-4bbbef434441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:12.216163 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:13.564009 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:13.897572 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:17.063099 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:19.168921 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:37.317441 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 68ca4f9f-254c-4a32-a6af-df1232e136a8 details requested by agent hyperv_n-h1-818042-1 with host n-h1-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:57:37.413495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 68ca4f9f-254c-4a32-a6af-df1232e136a8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:57:37.426676 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Returning: {'device': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'port_id': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'mac_address': 'fa:16:3e:f6:10:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:57:37.469846 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:37.485323 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68ca4f9f-254c-4a32-a6af-df1232e136a8 {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:57:37.506137 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 68ca4f9f-254c-4a32-a6af-df1232e136a8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:57:37.512904 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:37.570288 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=68ca4f9f-254c-4a32-a6af-df1232e136a8,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:57:37.578385 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:37.578737 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:37.579203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:37.579548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:37.579887 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:37.580221 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:37.580548 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:37.580877 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:37.581203 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:37.581526 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:37.581873 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:37.582496 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:37.591050 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] get_ports_and_sgs() called for port_ids ['68ca4f9f-254c-4a32-a6af-df1232e136a8'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:57:38.144069 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-3828769c-d4ef-4db5-a1e4-5af54a24f1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:39.325350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 68ca4f9f-254c-4a32-a6af-df1232e136a8 up at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:57:39.387800 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Provisioning complete for port 68ca4f9f-254c-4a32-a6af-df1232e136a8 triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:57:39.388173 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:39.475955 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:39.502097 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:57:39.504432 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0960fdb8-d9af-4505-a278-1986bf80654d" -d '{"events": [{"server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "name": "network-vif-plugged", "status": "completed", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:57:39.527580 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 68ca4f9f-254c-4a32-a6af-df1232e136a8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:57:39.534373 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:39.618287 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=68ca4f9f-254c-4a32-a6af-df1232e136a8,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:57:39.621749 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535fd93c-f063-404b-bb07-355e08bdb819 x-openstack-request-id: req-535fd93c-f063-404b-bb07-355e08bdb819 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:57:39.622036 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "name": "network-vif-plugged", "status": "completed", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:57:39.622257 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-535fd93c-f063-404b-bb07-355e08bdb819 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:57:39.622648 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'code': 200} Nov 16 05:57:40.336811 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0e164b22-faab-4193-b925-bf503a94d201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:42.220362 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:42.878196 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518d721-57b2-493b-985a-6a6b8ad86d8d req-90f904b5-a5ba-4b21-a0ab-f8cad93ed12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:42.879698 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5518d721-57b2-493b-985a-6a6b8ad86d8d req-90f904b5-a5ba-4b21-a0ab-f8cad93ed12a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0448399 Nov 16 05:57:43.007437 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518d721-57b2-493b-985a-6a6b8ad86d8d req-d7286ceb-8f58-48a5-8b30-bcd1ce54bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:43.008953 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5518d721-57b2-493b-985a-6a6b8ad86d8d req-d7286ceb-8f58-48a5-8b30-bcd1ce54bfa7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 910 time: 0.1042836 Nov 16 05:57:43.087102 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5518d721-57b2-493b-985a-6a6b8ad86d8d req-c4ebf085-2da9-4ef6-af7e-6f0bcc1bd985 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8 HTTP/1.1" status: 200 len: 1001 time: 0.0698037 Nov 16 05:57:43.146571 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518d721-57b2-493b-985a-6a6b8ad86d8d req-313d605d-b754-45a0-8570-e15bd54a0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:43.148029 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5518d721-57b2-493b-985a-6a6b8ad86d8d req-313d605d-b754-45a0-8570-e15bd54a0c8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0530605 Nov 16 05:57:43.199277 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518d721-57b2-493b-985a-6a6b8ad86d8d req-aec75a68-b083-48ef-9fb9-db6527c25cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:43.200775 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5518d721-57b2-493b-985a-6a6b8ad86d8d req-aec75a68-b083-48ef-9fb9-db6527c25cb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433483 Nov 16 05:57:43.308947 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5518d721-57b2-493b-985a-6a6b8ad86d8d req-24ecdd87-267b-4400-bf36-36e1b083cfeb service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997407 Nov 16 05:57:43.421603 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-5518d721-57b2-493b-985a-6a6b8ad86d8d req-bab8fdfb-3a67-41db-b5f4-33f71ce84057 service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056042 Nov 16 05:57:43.565826 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:43.900044 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:46.277154 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-df7add52-29fb-444e-87b6-d8fb342f8dd1 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990315350&fields=id&tenant_id=cd609da2d1dd4ca791d15088f30146a5 HTTP/1.1" status: 200 len: 267 time: 0.0438042 Nov 16 05:57:46.388691 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-38e74b22-1f57-4cd7-97be-500d12e4f484 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:46.390188 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-38e74b22-1f57-4cd7-97be-500d12e4f484 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 809 time: 0.1064959 Nov 16 05:57:46.405109 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-8073eace-24dd-4213-838b-6147f4fa7e7f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/quotas/cd609da2d1dd4ca791d15088f30146a5 HTTP/1.1" status: 200 len: 375 time: 0.0088871 Nov 16 05:57:46.451689 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:57:46.459403 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-78556067-c136-4abe-8eb8-b8d1f99fabbb tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0491190 Nov 16 05:57:46.474782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-d76496cb-ce7c-41d3-99c6-2726ba8a5a3c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102659) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:57:46.476460 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-d76496cb-ce7c-41d3-99c6-2726ba8a5a3c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057404 Nov 16 05:57:46.569477 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-d62b0259-554a-40ac-bc21-a13ca38a46bd service neutron] 10.222.0.41 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856946 Nov 16 05:57:46.990548 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-7bbdd645-8b3d-459f-bf93-0c52c0ad0409 service neutron] 10.222.0.41 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149845 Nov 16 05:57:47.079200 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:47.177674 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-7621706f-7826-4abe-9726-6cd948bae277 req-78a0276d-ff1e-45aa-b09a-9a8ed18a09d7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 210 time: 0.0268624 Nov 16 05:57:48.135295 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-1e63a98e-38ce-4327-bfe5-2b5c00baad40 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:48.136808 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-1e63a98e-38ce-4327-bfe5-2b5c00baad40 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.15 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 809 time: 0.1052144 Nov 16 05:57:48.203691 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-857e3e7d-efec-4ee5-9095-13ed88ac9a5c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd609da2d1dd4ca791d15088f30146a5 HTTP/1.1" status: 200 len: 379 time: 0.0582318 Nov 16 05:57:48.212723 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Request body: {'port': {'device_id': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'admin_state_up': True, 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'security_groups': ['5f8843d1-395f-4109-b905-e5babc22ffbb']}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:57:48.281461 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ed2a771e-4e9f-4c1d-9758-c3147aab24c3 req-e924678c-30fc-44ac-916c-783998a6bec2 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 210 time: 0.0349982 Nov 16 05:57:48.326468 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Made reservation on behalf of cd609da2d1dd4ca791d15088f30146a5 for: {'port': 1} {{(pid=102660) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 16 05:57:48.329943 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:48.528315 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_common [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Allocated IP 172.20.0.9 (0be8d34b-126d-4d9b-b373-dd92eeb7df9e/be9d1347-706b-4a39-8cfb-a16cc16d0916/0e59a6dc-a363-4f92-8f52-5642377eabba) {{(pid=102660) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:57:48.682967 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for port, precommit_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:48.722565 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_create {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:48.768380 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e is already hosted by enough agents. {{(pid=102660) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:57:48.774284 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.base_scheduler [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Resources bound (agent type, host, resource id): {{(pid=102660) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:57:48.788494 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Received port after_create {{(pid=102660) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:57:48.825589 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event updated for resources: {'Port': ['ID=0e59a6dc-a363-4f92-8f52-5642377eabba,revision_number=1']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:57:48.850168 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:48.850816 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:48.851334 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:48.851840 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:48.852343 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:48.852856 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:48.853360 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:48.853889 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:48.854396 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:48.856065 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:48.856605 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:48.857112 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:57:48.881602 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:48.882303 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:48.902724 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-b069e9e4-a154-45ab-98e8-55969459e5b7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6928430 Nov 16 05:57:49.105753 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-0d246e25-5ac0-444b-a064-7555ba4f0166 None None] Provisioning complete for port 0e59a6dc-a363-4f92-8f52-5642377eabba triggered by entity DHCP. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:57:49.106349 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0d246e25-5ac0-444b-a064-7555ba4f0166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:49.143341 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0d246e25-5ac0-444b-a064-7555ba4f0166 None None] Port 0e59a6dc-a363-4f92-8f52-5642377eabba cannot update to ACTIVE because it is not bound. {{(pid=102661) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 16 05:57:49.184576 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:49.405073 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff8e12-25c8-4d4a-826e-4cd4d77f8e8b req-120d01cc-fbd8-425e-bdf6-12d550a38df5 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:49.406650 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71ff8e12-25c8-4d4a-826e-4cd4d77f8e8b req-120d01cc-fbd8-425e-bdf6-12d550a38df5 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 931 time: 0.0532043 Nov 16 05:57:49.472616 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-71ff8e12-25c8-4d4a-826e-4cd4d77f8e8b req-16e0d999-973b-45d3-b2e0-e06d63952512 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596015 Nov 16 05:57:50.582889 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac43dc2d-2f5a-4da5-860b-dc8cd4de5451 req-7187330e-d2e7-435d-990c-1f8cb1759691 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:50.584453 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac43dc2d-2f5a-4da5-860b-dc8cd4de5451 req-7187330e-d2e7-435d-990c-1f8cb1759691 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 931 time: 0.0486884 Nov 16 05:57:50.640017 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac43dc2d-2f5a-4da5-860b-dc8cd4de5451 req-aaea5081-047a-4d71-a645-5793fe5dd523 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490248 Nov 16 05:57:51.410621 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 68ca4f9f-254c-4a32-a6af-df1232e136a8 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:57:51.489065 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:51.513424 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:57:51.515620 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e930773f-9ef2-4642-9397-992fe6c1dae0" -d '{"events": [{"server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "name": "network-vif-unplugged", "status": "completed", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:57:51.528564 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] For port 68ca4f9f-254c-4a32-a6af-df1232e136a8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:57:51.531617 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:51.718613 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 16 Nov 2021 05:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fe46eb-1352-484e-9128-9e189bb631f2 x-openstack-request-id: req-d8fe46eb-1352-484e-9128-9e189bb631f2 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:57:51.718900 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "name": "network-vif-unplugged", "status": "completed", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:57:51.719135 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8fe46eb-1352-484e-9128-9e189bb631f2 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:57:51.719521 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'code': 200} Nov 16 05:57:51.754350 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Pushing event updated for resources: {'Port': ['ID=68ca4f9f-254c-4a32-a6af-df1232e136a8,revision_number=8']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:57:51.773326 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8e955-7c49-4b53-af79-e2e70ebfb0bc req-4e42d62e-56c9-4247-84de-656115e1ce0d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:51.774664 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fc8e955-7c49-4b53-af79-e2e70ebfb0bc req-4e42d62e-56c9-4247-84de-656115e1ce0d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 931 time: 0.0617049 Nov 16 05:57:51.835456 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-2fc8e955-7c49-4b53-af79-e2e70ebfb0bc req-a7826308-8bb9-4197-be35-d5e6aac8ba8d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521097 Nov 16 05:57:52.972455 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f06f1-02df-4637-8ce8-06e876962fcc req-79bf8b82-9bf8-4a61-bbca-6de7dd0810e7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:52.974276 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec3f06f1-02df-4637-8ce8-06e876962fcc req-79bf8b82-9bf8-4a61-bbca-6de7dd0810e7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 931 time: 0.0521631 Nov 16 05:57:53.024128 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ec3f06f1-02df-4637-8ce8-06e876962fcc req-d015516f-f864-4f11-ab43-eb2427826ee0 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434313 Nov 16 05:57:54.143383 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6440a86-9b64-4dd5-84b6-136fb46178ae req-4bcf5137-bb69-4d0c-a8e8-ca293d7c09f0 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:54.144850 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6440a86-9b64-4dd5-84b6-136fb46178ae req-4bcf5137-bb69-4d0c-a8e8-ca293d7c09f0 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 931 time: 0.0477760 Nov 16 05:57:54.201598 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c6440a86-9b64-4dd5-84b6-136fb46178ae req-a11eef71-ca14-495f-b979-092236083ad2 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506520 Nov 16 05:57:55.331817 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27788650-2598-4a83-af75-87a0f6b25071 req-4f82c9b4-5fce-4a14-a1f4-c43475389bb8 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:55.333283 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27788650-2598-4a83-af75-87a0f6b25071 req-4f82c9b4-5fce-4a14-a1f4-c43475389bb8 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 931 time: 0.0480311 Nov 16 05:57:55.391425 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-27788650-2598-4a83-af75-87a0f6b25071 req-5b01af91-162e-4d2a-b2cc-ee6617a9d077 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520234 Nov 16 05:57:56.507761 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999cedb-a9b4-4548-8137-6995b3625ee1 req-52a2c59d-fb5e-4ae8-b20e-36b8eb370e77 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:56.509200 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c999cedb-a9b4-4548-8137-6995b3625ee1 req-52a2c59d-fb5e-4ae8-b20e-36b8eb370e77 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 931 time: 0.0472760 Nov 16 05:57:56.561924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-c999cedb-a9b4-4548-8137-6995b3625ee1 req-dd8208f4-01ea-4073-a104-4925389e3b0f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461237 Nov 16 05:57:57.701211 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bbef2-bec0-4460-ae41-659b18955270 req-4af62735-89f5-4788-92ad-a80169edf439 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:57.702776 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd7bbef2-bec0-4460-ae41-659b18955270 req-4af62735-89f5-4788-92ad-a80169edf439 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 931 time: 0.0529737 Nov 16 05:57:57.758054 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-bd7bbef2-bec0-4460-ae41-659b18955270 req-6d31f2d9-eb6e-460c-bb6f-f41e8f94acfa tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484443 Nov 16 05:57:58.880028 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d358dc5-707c-4f36-a263-fa1e807b1b3e req-8c05429a-429c-4f2e-baee-deefb9896227 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:57:58.883631 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d358dc5-707c-4f36-a263-fa1e807b1b3e req-8c05429a-429c-4f2e-baee-deefb9896227 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 931 time: 0.0510273 Nov 16 05:57:58.934498 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-3d358dc5-707c-4f36-a263-fa1e807b1b3e req-e82d7edd-b901-44b3-a230-bed9493a860d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458128 Nov 16 05:57:59.567843 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-f862c3a7-a38f-41af-b063-293a1b941b52 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102660) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 16 05:57:59.568800 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-f862c3a7-a38f-41af-b063-293a1b941b52 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054650 Nov 16 05:57:59.626257 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.v2.base [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Request body: {'port': {'device_id': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-818042-1'}} {{(pid=102660) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:57:59.683613 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:59.936219 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e59a6dc-a363-4f92-8f52-5642377eabba {{(pid=102660) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:57:59.943374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:57:59.954968 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.provisioning_blocks [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Transition to ACTIVE for port object 0e59a6dc-a363-4f92-8f52-5642377eabba will not be triggered until provisioned by entity L2. {{(pid=102660) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 16 05:57:59.960249 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:00.059388 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Pushing event updated for resources: {'Port': ['ID=0e59a6dc-a363-4f92-8f52-5642377eabba,revision_number=2']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:58:00.068305 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac543a-b821-4e4f-8d07-82ea641cfae0 req-073b1ead-f85d-46be-8784-0437a613082c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:00.074427 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9ac543a-b821-4e4f-8d07-82ea641cfae0 req-073b1ead-f85d-46be-8784-0437a613082c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 943 time: 0.0646951 Nov 16 05:58:00.082240 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Attempting to bind port 0e59a6dc-a363-4f92-8f52-5642377eabba on host n-h2-818042-1 for vnic_type normal with profile {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 16 05:58:00.082574 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Attempting to bind port 0e59a6dc-a363-4f92-8f52-5642377eabba by drivers openvswitch,hyperv on host n-h2-818042-1 at level 0 using segments [{'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 16 05:58:00.082903 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Attempting to bind port 0e59a6dc-a363-4f92-8f52-5642377eabba on network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:58:00.087413 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Port 0e59a6dc-a363-4f92-8f52-5642377eabba on network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e not bound, no agent of type Open vSwitch agent registered on host n-h2-818042-1 {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 16 05:58:00.087735 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Attempting to bind port 0e59a6dc-a363-4f92-8f52-5642377eabba on network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 16 05:58:00.093419 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Checking agent: {'id': 'bf64818d-dfeb-4bea-9a6c-fa1d3d1354ae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-818042-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'started_at': datetime.datetime(2021, 11, 16, 4, 33, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 16, 5, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 16 05:58:00.093757 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Checking segment: {'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102660) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 16 05:58:00.094161 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Bound using segment: {'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'} {{(pid=102660) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 16 05:58:00.094588 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.managers [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Bound port: 0e59a6dc-a363-4f92-8f52-5642377eabba, host: n-h2-818042-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e49796-e0f8-41bc-97b5-2451e4f7eca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e'}}] {{(pid=102660) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 16 05:58:00.094944 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:00.123818 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b9ac543a-b821-4e4f-8d07-82ea641cfae0 req-0dc27b28-ef2d-4252-a1ba-9adc1321204f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478842 Nov 16 05:58:00.174226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] For port 0e59a6dc-a363-4f92-8f52-5642377eabba, host n-h2-818042-1, cleared binding levels {{(pid=102660) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 16 05:58:00.178104 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] For port 0e59a6dc-a363-4f92-8f52-5642377eabba, host n-h2-818042-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0e59a6dc-a363-4f92-8f52-5642377eabba,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102660) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 16 05:58:00.182884 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2824053'] for port, after_update {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:00.218817 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:00.219446 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:00.220816 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] 10.222.0.15 "PUT /v2.0/ports/0e59a6dc-a363-4f92-8f52-5642377eabba HTTP/1.1" status: 200 len: 1091 time: 0.6429069 Nov 16 05:58:00.221255 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'tag': '0e59a6dc-a363-4f92-8f52-5642377eabba'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:58:00.223551 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d1861f-03d2-46ff-9e10-29182243c91b" -d '{"events": [{"name": "network-changed", "server_uuid": "40bb9a90-15e6-424b-a8c2-ec63f527364b", "tag": "0e59a6dc-a363-4f92-8f52-5642377eabba"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:58:00.247752 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281477b-c0e7-42c8-a1e6-7885ee52e2fc service neutron] Pushing event updated for resources: {'Port': ['ID=0e59a6dc-a363-4f92-8f52-5642377eabba,revision_number=3']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:58:00.330093 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-e0d619d0-04b1-43eb-8921-05fd45aeaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:00.331752 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-e0d619d0-04b1-43eb-8921-05fd45aeaea2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 1094 time: 0.0471005 Nov 16 05:58:00.342234 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37424324-15a1-4678-9bd7-9a5a3d92f549 x-openstack-request-id: req-37424324-15a1-4678-9bd7-9a5a3d92f549 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:58:00.342534 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bb9a90-15e6-424b-a8c2-ec63f527364b", "tag": "0e59a6dc-a363-4f92-8f52-5642377eabba", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:58:00.342928 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37424324-15a1-4678-9bd7-9a5a3d92f549 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:58:00.343350 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'tag': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'status': 'completed', 'code': 200} Nov 16 05:58:00.383885 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-6708e676-8bfd-4b98-b067-e5e9ac625c73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e59a6dc-a363-4f92-8f52-5642377eabba HTTP/1.1" status: 200 len: 217 time: 0.0389376 Nov 16 05:58:00.433458 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-6af90dee-41cc-4ff6-8c31-149d38ef6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:00.434898 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-6af90dee-41cc-4ff6-8c31-149d38ef6dc3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0440271 Nov 16 05:58:00.479417 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-f607a745-5735-4067-89ec-877865e990b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:00.481625 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-f607a745-5735-4067-89ec-877865e990b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393238 Nov 16 05:58:00.571990 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-bc6604e2-69e9-4d3d-a20c-75372ccdbfe2 service neutron] 10.222.0.15 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842738 Nov 16 05:58:00.663954 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-4bddab97-0a63-4040-bcc9-680bfdd9273f req-32a71bf0-1305-4919-882f-04f952ef4dd2 service neutron] 10.222.0.15 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847409 Nov 16 05:58:00.750896 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1861f-03d2-46ff-9e10-29182243c91b req-4b53194c-e53f-494c-93a5-a69d857a5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:00.752284 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-19d1861f-03d2-46ff-9e10-29182243c91b req-4b53194c-e53f-494c-93a5-a69d857a5ae3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 1094 time: 0.0411692 Nov 16 05:58:00.848098 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1861f-03d2-46ff-9e10-29182243c91b req-93fd1aea-b6c5-4a9a-b1dc-160a541325f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:00.849549 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-19d1861f-03d2-46ff-9e10-29182243c91b req-93fd1aea-b6c5-4a9a-b1dc-160a541325f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 910 time: 0.0908725 Nov 16 05:58:00.892975 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-19d1861f-03d2-46ff-9e10-29182243c91b req-99a4ecdb-7368-4607-816f-e650c96fdd9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e59a6dc-a363-4f92-8f52-5642377eabba HTTP/1.1" status: 200 len: 217 time: 0.0359035 Nov 16 05:58:00.944853 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1861f-03d2-46ff-9e10-29182243c91b req-36ca2cdc-4cb2-45a7-bb60-4d4a414bc86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:00.946286 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-19d1861f-03d2-46ff-9e10-29182243c91b req-36ca2cdc-4cb2-45a7-bb60-4d4a414bc86c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0467541 Nov 16 05:58:00.999017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1861f-03d2-46ff-9e10-29182243c91b req-bc8604f3-28c5-460d-8713-b5abdcf0d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:01.000529 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-19d1861f-03d2-46ff-9e10-29182243c91b req-bc8604f3-28c5-460d-8713-b5abdcf0d13d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466566 Nov 16 05:58:01.092082 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-19d1861f-03d2-46ff-9e10-29182243c91b req-d60b9450-8851-43d4-bcbc-46aa5a113015 service neutron] 10.222.0.15 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837269 Nov 16 05:58:01.179721 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-19d1861f-03d2-46ff-9e10-29182243c91b req-dbc2156f-827c-4979-9b9e-91b5e4261e2f service neutron] 10.222.0.15 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796716 Nov 16 05:58:01.240934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3ac55-9741-4545-8991-d953ddd38143 req-76686e97-1240-4353-834f-019840d9ac49 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:01.242439 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6e3ac55-9741-4545-8991-d953ddd38143 req-76686e97-1240-4353-834f-019840d9ac49 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 943 time: 0.0487981 Nov 16 05:58:01.297641 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6e3ac55-9741-4545-8991-d953ddd38143 req-5fc3e5d5-fc05-410a-8106-bce1665ffc81 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489931 Nov 16 05:58:02.414223 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ba0ff-3de2-4fb9-afed-99f67fffef3a req-099c3e9f-81cb-4f57-aa52-d1e95b181c80 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:02.415701 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba5ba0ff-3de2-4fb9-afed-99f67fffef3a req-099c3e9f-81cb-4f57-aa52-d1e95b181c80 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 943 time: 0.0483017 Nov 16 05:58:02.467468 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ba5ba0ff-3de2-4fb9-afed-99f67fffef3a req-2b2b7921-26bf-4c13-b595-6fb74b842254 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459008 Nov 16 05:58:02.530279 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0e59a6dc-a363-4f92-8f52-5642377eabba details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:58:02.628733 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0e59a6dc-a363-4f92-8f52-5642377eabba, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0e59a6dc-a363-4f92-8f52-5642377eabba,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:58:02.640423 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'port_id': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'mac_address': 'fa:16:3e:15:d1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:58:02.676986 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:02.690133 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e59a6dc-a363-4f92-8f52-5642377eabba {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:58:02.714254 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0e59a6dc-a363-4f92-8f52-5642377eabba, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0e59a6dc-a363-4f92-8f52-5642377eabba,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:58:02.718337 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:02.769344 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0e59a6dc-a363-4f92-8f52-5642377eabba,revision_number=4']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:58:02.952689 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['0e59a6dc-a363-4f92-8f52-5642377eabba'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:58:03.581793 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fe804-fe75-447f-b925-da2569aaa8a4 req-17ef481e-95f3-4999-b1fd-ff31459f8e3b tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:03.583254 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d34fe804-fe75-447f-b925-da2569aaa8a4 req-17ef481e-95f3-4999-b1fd-ff31459f8e3b tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 944 time: 0.0487547 Nov 16 05:58:03.630507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d34fe804-fe75-447f-b925-da2569aaa8a4 req-53032d77-4a20-4c1f-8e21-5b3da8d7b8f9 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413778 Nov 16 05:58:04.545193 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0e59a6dc-a363-4f92-8f52-5642377eabba up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:58:04.594789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning for port 0e59a6dc-a363-4f92-8f52-5642377eabba completed by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 16 05:58:04.598369 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 0e59a6dc-a363-4f92-8f52-5642377eabba triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:58:04.598740 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:04.677656 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:04.699382 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e59a6dc-a363-4f92-8f52-5642377eabba'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:58:04.701568 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f0bb42-1195-44d2-b1cb-de8ef046713a" -d '{"events": [{"server_uuid": "40bb9a90-15e6-424b-a8c2-ec63f527364b", "name": "network-vif-plugged", "status": "completed", "tag": "0e59a6dc-a363-4f92-8f52-5642377eabba"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:58:04.716910 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0e59a6dc-a363-4f92-8f52-5642377eabba, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0e59a6dc-a363-4f92-8f52-5642377eabba,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:58:04.721127 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:04.747968 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb9dc1-f350-41a2-9d71-d8c909fa7699 req-7f797734-dc9c-488b-a435-499f38f3942e tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:04.748502 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518bb670-20b3-41a1-a006-f4637f110f87 x-openstack-request-id: req-518bb670-20b3-41a1-a006-f4637f110f87 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:58:04.748502 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bb9a90-15e6-424b-a8c2-ec63f527364b", "name": "network-vif-plugged", "status": "completed", "tag": "0e59a6dc-a363-4f92-8f52-5642377eabba", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:58:04.748723 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-518bb670-20b3-41a1-a006-f4637f110f87 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:58:04.748997 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'code': 200} Nov 16 05:58:04.750854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25eb9dc1-f350-41a2-9d71-d8c909fa7699 req-7f797734-dc9c-488b-a435-499f38f3942e tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 944 time: 0.0526063 Nov 16 05:58:04.778020 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0e59a6dc-a363-4f92-8f52-5642377eabba,revision_number=5']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:58:04.808151 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-25eb9dc1-f350-41a2-9d71-d8c909fa7699 req-4cf4019a-3d84-4ba6-b20c-2440dc421f62 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512075 Nov 16 05:58:04.850924 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19a145-429f-4d82-8bdc-7ae5ea33c0c5 req-09cd3a48-7ec4-4f9f-bc70-66e9703e1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:04.852433 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cc19a145-429f-4d82-8bdc-7ae5ea33c0c5 req-09cd3a48-7ec4-4f9f-bc70-66e9703e1f35 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 1096 time: 0.0408289 Nov 16 05:58:04.900986 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-cc19a145-429f-4d82-8bdc-7ae5ea33c0c5 req-bdbe8c3e-60c6-4260-a98d-e1aa02df329d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411038 Nov 16 05:58:05.932390 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e02f26-1103-46ec-a1f2-27df17b6ab77 req-fc9d8eba-92bf-4428-9aad-421853d561d8 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:05.934534 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2e02f26-1103-46ec-a1f2-27df17b6ab77 req-fc9d8eba-92bf-4428-9aad-421853d561d8 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 945 time: 0.0537961 Nov 16 05:58:05.982916 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-b2e02f26-1103-46ec-a1f2-27df17b6ab77 req-bd1cec72-ab0f-4bb4-9619-da8b869b79a2 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424633 Nov 16 05:58:07.096711 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f7136-d204-43ba-9bb8-39e759c46835 req-80650149-d4e4-4a39-a86e-91ac73972f38 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:07.098189 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-894f7136-d204-43ba-9bb8-39e759c46835 req-80650149-d4e4-4a39-a86e-91ac73972f38 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 945 time: 0.0478029 Nov 16 05:58:07.145938 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-894f7136-d204-43ba-9bb8-39e759c46835 req-62cd8be0-3da7-445d-a36c-3fd99fafc508 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418906 Nov 16 05:58:07.259934 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3bb67-b6fc-47ac-8463-0df1c78c19e8 req-fe1a3588-07eb-4e5c-856a-2fbfeae99151 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:07.261383 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73a3bb67-b6fc-47ac-8463-0df1c78c19e8 req-fe1a3588-07eb-4e5c-856a-2fbfeae99151 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 945 time: 0.0477495 Nov 16 05:58:07.312693 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-73a3bb67-b6fc-47ac-8463-0df1c78c19e8 req-9f1dbefd-4c32-4995-99d8-e3efe04d82cf tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453136 Nov 16 05:58:07.333931 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36228) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:58:07.371615 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e431c12-48c4-4c61-81c6-b9bb89d51f88 tempest-TestSnapshotPattern-1674911530 tempest-TestSnapshotPattern-1674911530-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:07.373077 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-4e431c12-48c4-4c61-81c6-b9bb89d51f88 tempest-TestSnapshotPattern-1674911530 tempest-TestSnapshotPattern-1674911530-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 1091 time: 0.0382056 Nov 16 05:58:07.375776 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36230) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:58:07.379880 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.v2.base [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Request body: {'floatingip': {'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'port_id': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102659) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 16 05:58:07.401173 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for floatingip, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:07.504628 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:07.611612 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.db_base_plugin_common [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Allocated IP 172.25.0.87 (ba09a6d1-69c7-4e8d-bb1d-94f1f2184242/2d39524e-1ea3-4f05-93bc-235c267d5ab8/57380b36-59d0-4ac4-9c94-76a4ed693fcd) {{(pid=102659) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 16 05:58:07.717348 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for port, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:07.750699 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782502684043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:07.791285 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Network ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 is already hosted by enough agents. {{(pid=102659) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 16 05:58:07.794828 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.base_scheduler [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Resources bound (agent type, host, resource id): {{(pid=102659) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 16 05:58:07.799309 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Received port after_create {{(pid=102659) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 16 05:58:07.802262 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event updated for resources: {'Port': ['ID=57380b36-59d0-4ac4-9c94-76a4ed693fcd,revision_number=1']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:58:07.827706 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:58:07.828050 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:58:07.828388 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:58:07.828723 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:58:07.829056 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:58:07.829402 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:58:07.829716 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:58:07.830066 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:58:07.830389 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:58:07.830710 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:58:07.831034 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:58:07.831352 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:58:08.144471 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52cbd280-aaed-4fa2-81c3-ba77a70dd6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:08.146544 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:08.212377 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:08.360626 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for port, precommit_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:08.364963 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3337590'] for port, after_update {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:08.432422 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event updated for resources: {'Port': ['ID=57380b36-59d0-4ac4-9c94-76a4ed693fcd,revision_number=2']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:58:08.442816 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1030321'] for floatingip, after_create {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:08.542094 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Floating IP 508674fa-5caa-4cef-92fb-a9a09d65a664 associated. External IP: 172.25.0.87, port: 0e59a6dc-a363-4f92-8f52-5642377eabba. Nov 16 05:58:08.748875 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Router 2f04797b-3dee-4f1a-b286-c4f476179bdf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:58:08.857671 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:58:08.867010 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e652dd4-40e4-4e32-a221-31594fc07d97 None None] Sync routers for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:58:08.874934 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:08.877261 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e652dd4-40e4-4e32-a221-31594fc07d97 None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:58:08.877915 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0e652dd4-40e4-4e32-a221-31594fc07d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:57:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:58:08.901992 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-70a419d4-ce49-4827-9527-75c5872aa883 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5252032 Nov 16 05:58:08.902766 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'tag': '0e59a6dc-a363-4f92-8f52-5642377eabba'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:58:08.905074 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bedb4a-a9b8-4cee-88f5-5b66129a05da" -d '{"events": [{"name": "network-changed", "server_uuid": "40bb9a90-15e6-424b-a8c2-ec63f527364b", "tag": "0e59a6dc-a363-4f92-8f52-5642377eabba"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:58:08.943628 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9c62f0-2e4d-447e-90be-eed308ef2eb0 x-openstack-request-id: req-de9c62f0-2e4d-447e-90be-eed308ef2eb0 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:58:08.943926 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bb9a90-15e6-424b-a8c2-ec63f527364b", "tag": "0e59a6dc-a363-4f92-8f52-5642377eabba", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:58:08.944186 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de9c62f0-2e4d-447e-90be-eed308ef2eb0 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:58:08.944601 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'tag': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'status': 'completed', 'code': 200} Nov 16 05:58:08.983226 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0e652dd4-40e4-4e32-a221-31594fc07d97 None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:58:09.010826 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bedb4a-a9b8-4cee-88f5-5b66129a05da req-f9f2fe21-664a-4b45-b23d-0cced53f56f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:09.012298 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bedb4a-a9b8-4cee-88f5-5b66129a05da req-f9f2fe21-664a-4b45-b23d-0cced53f56f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 1096 time: 0.0451245 Nov 16 05:58:09.102421 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bedb4a-a9b8-4cee-88f5-5b66129a05da req-4f958336-b5d8-438b-b0bc-03a1288a2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:09.103872 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bedb4a-a9b8-4cee-88f5-5b66129a05da req-4f958336-b5d8-438b-b0bc-03a1288a2a4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 910 time: 0.0844777 Nov 16 05:58:09.171394 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bedb4a-a9b8-4cee-88f5-5b66129a05da req-69b63fba-9c91-4cbe-b94f-14336e0daad5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e59a6dc-a363-4f92-8f52-5642377eabba HTTP/1.1" status: 200 len: 998 time: 0.0605216 Nov 16 05:58:09.205594 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0e652dd4-40e4-4e32-a221-31594fc07d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '373a25c0-fb66-44ef-aa61-fe6d6c34ef9a', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'port_id': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'mac_address': 'fa:16:3e:f6:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:55:36Z', 'updated_at': '2021-11-16T05:55:37Z', 'revision_number': 1, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address_scope': None}, {'id': '508674fa-5caa-4cef-92fb-a9a09d65a664', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'floating_ip_address': '172.25.0.87', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'port_id': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'mac_address': 'fa:16:3e:15:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:58:08Z', 'updated_at': '2021-11-16T05:58:08Z', 'revision_number': 0, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 5, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:58:09.220734 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bedb4a-a9b8-4cee-88f5-5b66129a05da req-7909a2b9-b598-43d6-be59-cab2b87975d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:09.222188 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bedb4a-a9b8-4cee-88f5-5b66129a05da req-7909a2b9-b598-43d6-be59-cab2b87975d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0435202 Nov 16 05:58:09.231548 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e652dd4-40e4-4e32-a221-31594fc07d97 None None] Checking router: 2f04797b-3dee-4f1a-b286-c4f476179bdf for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:58:09.239660 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e652dd4-40e4-4e32-a221-31594fc07d97 None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:58:09.240256 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0e652dd4-40e4-4e32-a221-31594fc07d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:57:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:58:09.267864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bedb4a-a9b8-4cee-88f5-5b66129a05da req-e747bc4e-4ea2-429b-bc9b-419840d16f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:09.269259 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bedb4a-a9b8-4cee-88f5-5b66129a05da req-e747bc4e-4ea2-429b-bc9b-419840d16f78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405819 Nov 16 05:58:09.344396 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-0e652dd4-40e4-4e32-a221-31594fc07d97 None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:58:09.363863 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bedb4a-a9b8-4cee-88f5-5b66129a05da req-0406e335-0e7d-49c8-9691-0719b7753a0e service neutron] 10.222.0.15 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877869 Nov 16 05:58:09.457946 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-f4bedb4a-a9b8-4cee-88f5-5b66129a05da req-6d41c1c3-610a-492c-be46-9e073e7bb5a4 service neutron] 10.222.0.15 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876367 Nov 16 05:58:09.570024 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-0e652dd4-40e4-4e32-a221-31594fc07d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '373a25c0-fb66-44ef-aa61-fe6d6c34ef9a', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'port_id': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'mac_address': 'fa:16:3e:f6:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:55:36Z', 'updated_at': '2021-11-16T05:55:37Z', 'revision_number': 1, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address_scope': None}, {'id': '508674fa-5caa-4cef-92fb-a9a09d65a664', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'floating_ip_address': '172.25.0.87', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'port_id': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'mac_address': 'fa:16:3e:15:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:58:08Z', 'updated_at': '2021-11-16T05:58:08Z', 'revision_number': 0, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 5, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:58:09.597172 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e652dd4-40e4-4e32-a221-31594fc07d97 None None] The sync data for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 is: [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '373a25c0-fb66-44ef-aa61-fe6d6c34ef9a', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'port_id': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'mac_address': 'fa:16:3e:f6:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:55:36Z', 'updated_at': '2021-11-16T05:55:37Z', 'revision_number': 1, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address_scope': None}, {'id': '508674fa-5caa-4cef-92fb-a9a09d65a664', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'floating_ip_address': '172.25.0.87', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'port_id': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'mac_address': 'fa:16:3e:15:d1:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:58:08Z', 'updated_at': '2021-11-16T05:58:08Z', 'revision_number': 0, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 5, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:58:09.788408 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f70f5f-0bcc-4966-84e7-04cd615b1651 None None] New status for floating IP 508674fa-5caa-4cef-92fb-a9a09d65a664: ACTIVE {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:58:10.327825 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d0b80e5f-e7d0-4b7a-8327-531e6e8db83f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:12.222854 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:13.566895 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:13.904036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:17.078549 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:19.182636 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:23.451722 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:58:34.641419 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-491c5534-7311-4e32-b357-0e48e19a3f2c req-53dab4fe-31c2-4a5b-90d6-9c1928de5048 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389812 Nov 16 05:58:34.723976 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5534-7311-4e32-b357-0e48e19a3f2c req-01e32a07-191a-46b3-97cf-a0cb98e1bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:34.725442 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-491c5534-7311-4e32-b357-0e48e19a3f2c req-01e32a07-191a-46b3-97cf-a0cb98e1bd43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 1096 time: 0.0431209 Nov 16 05:58:34.825851 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5534-7311-4e32-b357-0e48e19a3f2c req-e1f76602-f06a-4ff4-90ae-b33245b97676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:34.827359 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-491c5534-7311-4e32-b357-0e48e19a3f2c req-e1f76602-f06a-4ff4-90ae-b33245b97676 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 910 time: 0.0830431 Nov 16 05:58:34.894749 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-491c5534-7311-4e32-b357-0e48e19a3f2c req-282b88b2-5638-4509-939e-3f9c31063690 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e59a6dc-a363-4f92-8f52-5642377eabba HTTP/1.1" status: 200 len: 1000 time: 0.0606053 Nov 16 05:58:34.943753 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5534-7311-4e32-b357-0e48e19a3f2c req-ca379e4b-1a4f-4521-a515-f36ad328b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:34.945186 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-491c5534-7311-4e32-b357-0e48e19a3f2c req-ca379e4b-1a4f-4521-a515-f36ad328b337 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0445464 Nov 16 05:58:34.989457 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5534-7311-4e32-b357-0e48e19a3f2c req-d09c3c0f-86cb-4814-adee-2c07ab879faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:34.990927 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-491c5534-7311-4e32-b357-0e48e19a3f2c req-d09c3c0f-86cb-4814-adee-2c07ab879faa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390174 Nov 16 05:58:35.080893 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-491c5534-7311-4e32-b357-0e48e19a3f2c req-97bf2de1-4971-49d3-8840-b8d4741d385b service neutron] 10.222.0.15 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828862 Nov 16 05:58:35.167059 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-491c5534-7311-4e32-b357-0e48e19a3f2c req-1c32a9e4-9d68-4c0e-b184-42f3aa02b078 service neutron] 10.222.0.15 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797832 Nov 16 05:58:38.145379 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4085a317-3107-43fa-90f6-42ed3032ce63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:40.330748 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-9c7abad7-b827-4b08-9c12-20320b9b8299 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:42.225564 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:43.570482 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:43.906002 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:44.829327 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60f869b9-c7ac-4bd4-a869-7db62b7330eb req-606032de-68ad-453c-b339-d056c3154761 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400009 Nov 16 05:58:44.911699 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f869b9-c7ac-4bd4-a869-7db62b7330eb req-409f4493-731c-4d82-b610-c8b7e6ea29f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:44.913179 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60f869b9-c7ac-4bd4-a869-7db62b7330eb req-409f4493-731c-4d82-b610-c8b7e6ea29f9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 1095 time: 0.0397816 Nov 16 05:58:45.020131 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f869b9-c7ac-4bd4-a869-7db62b7330eb req-d35ecdf3-8e39-42d0-a8a3-e389be415b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:45.021507 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60f869b9-c7ac-4bd4-a869-7db62b7330eb req-d35ecdf3-8e39-42d0-a8a3-e389be415b42 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 910 time: 0.0877898 Nov 16 05:58:45.089991 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60f869b9-c7ac-4bd4-a869-7db62b7330eb req-e5a809b3-5f52-4083-bba0-05285dfe38da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8 HTTP/1.1" status: 200 len: 999 time: 0.0614460 Nov 16 05:58:45.138375 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f869b9-c7ac-4bd4-a869-7db62b7330eb req-1d5381eb-1707-4b37-a728-a5e35cb667b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:45.140265 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60f869b9-c7ac-4bd4-a869-7db62b7330eb req-1d5381eb-1707-4b37-a728-a5e35cb667b2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0420146 Nov 16 05:58:45.185187 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f869b9-c7ac-4bd4-a869-7db62b7330eb req-f32256ff-f50f-4b8b-a85f-58ef4899844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:58:45.186700 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60f869b9-c7ac-4bd4-a869-7db62b7330eb req-f32256ff-f50f-4b8b-a85f-58ef4899844b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393779 Nov 16 05:58:45.277989 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60f869b9-c7ac-4bd4-a869-7db62b7330eb req-f410308f-5185-4b1d-ba10-758a8d80ca9b service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838416 Nov 16 05:58:45.366325 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-60f869b9-c7ac-4bd4-a869-7db62b7330eb req-5875a2b3-d498-43d3-9f75-7083601cfc45 service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809720 Nov 16 05:58:47.081721 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:58:49.187812 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:00.451475 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:59:08.145659 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e1375836-846c-475d-8a9e-06b240d9f110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:10.331614 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b52b0d7a-07f0-4124-ba52-aab8277f68b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:12.227976 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:13.572369 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:13.909354 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:17.092959 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:19.205872 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:34.642356 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1dc20b28-cae0-4a5e-860f-229f836607c1 req-17c1c5c1-4fe4-4b89-bec8-4391ae612947 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393524 Nov 16 05:59:34.726283 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc20b28-cae0-4a5e-860f-229f836607c1 req-f19f586b-f7d3-433d-9280-bfc4a9ab8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:34.727733 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1dc20b28-cae0-4a5e-860f-229f836607c1 req-f19f586b-f7d3-433d-9280-bfc4a9ab8565 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 1096 time: 0.0435636 Nov 16 05:59:34.828087 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc20b28-cae0-4a5e-860f-229f836607c1 req-b0cfb126-4a28-4ff1-b555-3fc5f0229042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:34.829544 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1dc20b28-cae0-4a5e-860f-229f836607c1 req-b0cfb126-4a28-4ff1-b555-3fc5f0229042 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 910 time: 0.0833685 Nov 16 05:59:34.895781 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1dc20b28-cae0-4a5e-860f-229f836607c1 req-ffe32c7c-40c8-4a9d-884f-fb58d040ca9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e59a6dc-a363-4f92-8f52-5642377eabba HTTP/1.1" status: 200 len: 1000 time: 0.0596490 Nov 16 05:59:34.943987 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc20b28-cae0-4a5e-860f-229f836607c1 req-43162221-766d-4184-883f-2ccb21dff007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:34.945419 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1dc20b28-cae0-4a5e-860f-229f836607c1 req-43162221-766d-4184-883f-2ccb21dff007 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0431809 Nov 16 05:59:34.989625 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc20b28-cae0-4a5e-860f-229f836607c1 req-17046c83-b230-4152-8ffb-4b1acf1acbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:34.991139 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1dc20b28-cae0-4a5e-860f-229f836607c1 req-17046c83-b230-4152-8ffb-4b1acf1acbb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394309 Nov 16 05:59:35.080766 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1dc20b28-cae0-4a5e-860f-229f836607c1 req-17ae38c0-c7cc-43b9-bc74-38766589afa0 service neutron] 10.222.0.15 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830212 Nov 16 05:59:35.168836 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-1dc20b28-cae0-4a5e-860f-229f836607c1 req-180a75bc-7ece-408d-aeb0-5b56fd12c528 service neutron] 10.222.0.15 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805449 Nov 16 05:59:37.450410 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 05:59:38.146135 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8f310ae8-9ffe-420b-a84f-095070e5a659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:40.333255 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-368887f0-de04-4bed-9575-bc3ce05465e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:42.231962 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:43.191295 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0e59a6dc-a363-4f92-8f52-5642377eabba details requested by agent hyperv_n-h2-818042-1 with host n-h2-818042-1 {{(pid=102661) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 16 05:59:43.286495 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0e59a6dc-a363-4f92-8f52-5642377eabba, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0e59a6dc-a363-4f92-8f52-5642377eabba,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:59:43.298280 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Returning: {'device': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'port_id': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'mac_address': 'fa:16:3e:15:d1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102661) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 16 05:59:43.333245 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:43.346313 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e59a6dc-a363-4f92-8f52-5642377eabba {{(pid=102661) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 16 05:59:43.365651 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0e59a6dc-a363-4f92-8f52-5642377eabba, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0e59a6dc-a363-4f92-8f52-5642377eabba,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:59:43.378049 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:43.430789 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0e59a6dc-a363-4f92-8f52-5642377eabba,revision_number=6']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:59:43.438461 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:43.438813 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:43.439158 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:43.439500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:43.439835 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:43.440168 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:43.440500 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:43.440826 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:43.441153 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:43.441531 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:43.441826 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:43.442154 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102661) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:43.453975 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] get_ports_and_sgs() called for port_ids ['0e59a6dc-a363-4f92-8f52-5642377eabba'] {{(pid=102661) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 16 05:59:43.580566 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:43.910166 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:45.230033 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0e59a6dc-a363-4f92-8f52-5642377eabba up at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 16 05:59:45.313264 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.provisioning_blocks [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Provisioning complete for port 0e59a6dc-a363-4f92-8f52-5642377eabba triggered by entity L2. {{(pid=102661) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 16 05:59:45.313744 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66713537'] for port, provisioning_complete {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:45.411423 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-67103247'] for port, before_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:45.434317 n-d-818042-1 neutron-server[102661]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e59a6dc-a363-4f92-8f52-5642377eabba'}] {{(pid=102661) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:59:45.437435 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}751b6880503b9ec877ba41fda6cacaaf0055cdc1a381e3161857330dac713c6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf946194-0566-4611-a986-1939e0f0e118" -d '{"events": [{"server_uuid": "40bb9a90-15e6-424b-a8c2-ec63f527364b", "name": "network-vif-plugged", "status": "completed", "tag": "0e59a6dc-a363-4f92-8f52-5642377eabba"}]}' {{(pid=102661) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:59:45.452632 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.db [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] For port 0e59a6dc-a363-4f92-8f52-5642377eabba, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0e59a6dc-a363-4f92-8f52-5642377eabba,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102661) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:59:45.459749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782503096495', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782502684061', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782502684079'] for port, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:45.492065 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6128edfa-1de6-48aa-b2b0-1ba0e9275066 x-openstack-request-id: req-6128edfa-1de6-48aa-b2b0-1ba0e9275066 {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:59:45.492942 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bb9a90-15e6-424b-a8c2-ec63f527364b", "name": "network-vif-plugged", "status": "completed", "tag": "0e59a6dc-a363-4f92-8f52-5642377eabba", "code": 200}]} {{(pid=102661) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:59:45.492942 n-d-818042-1 neutron-server[102661]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6128edfa-1de6-48aa-b2b0-1ba0e9275066 {{(pid=102661) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:59:45.492942 n-d-818042-1 neutron-server[102661]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'code': 200} Nov 16 05:59:45.525236 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Pushing event updated for resources: {'Port': ['ID=0e59a6dc-a363-4f92-8f52-5642377eabba,revision_number=7']} {{(pid=102661) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:59:46.836669 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcc83ad9-4349-406c-a5e0-4c0f08498afb req-b87f5494-3d87-4387-92ca-039cc83d0e87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464926 Nov 16 05:59:46.936258 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc83ad9-4349-406c-a5e0-4c0f08498afb req-44b88ed7-efd0-4047-a872-a434ee29838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:46.937807 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcc83ad9-4349-406c-a5e0-4c0f08498afb req-44b88ed7-efd0-4047-a872-a434ee29838f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 1095 time: 0.0559285 Nov 16 05:59:47.053572 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc83ad9-4349-406c-a5e0-4c0f08498afb req-1ac658b5-e910-4532-8cad-cb45fb75ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:47.056166 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcc83ad9-4349-406c-a5e0-4c0f08498afb req-1ac658b5-e910-4532-8cad-cb45fb75ce08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 910 time: 0.0975919 Nov 16 05:59:47.116191 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:47.136573 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcc83ad9-4349-406c-a5e0-4c0f08498afb req-51d756ac-81d1-4600-87f1-54e5d347d129 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8 HTTP/1.1" status: 200 len: 999 time: 0.0720146 Nov 16 05:59:47.189717 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc83ad9-4349-406c-a5e0-4c0f08498afb req-750430a2-5f38-4494-9ec3-f0666fb121dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:47.191330 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcc83ad9-4349-406c-a5e0-4c0f08498afb req-750430a2-5f38-4494-9ec3-f0666fb121dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0482643 Nov 16 05:59:47.246697 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc83ad9-4349-406c-a5e0-4c0f08498afb req-a595847d-fe64-423e-bb25-54b4aaf0a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:47.248332 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcc83ad9-4349-406c-a5e0-4c0f08498afb req-a595847d-fe64-423e-bb25-54b4aaf0a6db service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501246 Nov 16 05:59:47.348854 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcc83ad9-4349-406c-a5e0-4c0f08498afb req-8611d048-bc34-4944-8cab-faa8f254840e service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929561 Nov 16 05:59:47.449858 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-dcc83ad9-4349-406c-a5e0-4c0f08498afb req-888e1ec9-9d6b-4d76-b982-a393738c3b65 service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937626 Nov 16 05:59:49.213184 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:54.383975 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36428) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:59:54.538168 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Deleting port 57380b36-59d0-4ac4-9c94-76a4ed693fcd {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:59:54.538421 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:54.614983 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:54.615303 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:54.626622 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Calling delete_port for 57380b36-59d0-4ac4-9c94-76a4ed693fcd owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:59:54.770763 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:54.797173 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event deleted for resources: {'Port': ['ID=57380b36-59d0-4ac4-9c94-76a4ed693fcd,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:59:54.823869 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:54.824218 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:54.824562 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:54.824905 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:54.825243 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:54.825579 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:54.825945 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:54.826278 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:54.826604 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:54.826932 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:54.827259 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:54.827584 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102659) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:54.871786 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:54.872111 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Floating IP 508674fa-5caa-4cef-92fb-a9a09d65a664 disassociated (deleted). External IP: 172.25.0.87, port: 0e59a6dc-a363-4f92-8f52-5642377eabba. Nov 16 05:59:55.075026 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Router 2f04797b-3dee-4f1a-b286-c4f476179bdf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:59:55.180551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:59:55.185222 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:55.189652 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2496c87c-708c-40f4-992e-d5d65260d46d None None] Sync routers for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:59:55.199224 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2496c87c-708c-40f4-992e-d5d65260d46d None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:59:55.199824 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2496c87c-708c-40f4-992e-d5d65260d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:59:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:59:55.211062 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-79dd8904-4a48-480a-ac4a-9690d121703f tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "DELETE /v2.0/floatingips/508674fa-5caa-4cef-92fb-a9a09d65a664 HTTP/1.1" status: 204 len: 168 time: 0.8260102 Nov 16 05:59:55.211657 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'tag': '0e59a6dc-a363-4f92-8f52-5642377eabba'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:59:55.213941 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5406d334-2729-47a5-aa94-c214ddd36c04" -d '{"events": [{"name": "network-changed", "server_uuid": "40bb9a90-15e6-424b-a8c2-ec63f527364b", "tag": "0e59a6dc-a363-4f92-8f52-5642377eabba"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:59:55.255666 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f737fb69-224e-4294-8bde-9226551cafac x-openstack-request-id: req-f737fb69-224e-4294-8bde-9226551cafac {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:59:55.256129 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bb9a90-15e6-424b-a8c2-ec63f527364b", "tag": "0e59a6dc-a363-4f92-8f52-5642377eabba", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:59:55.256457 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f737fb69-224e-4294-8bde-9226551cafac {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:59:55.256932 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'tag': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'status': 'completed', 'code': 200} Nov 16 05:59:55.307025 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-2496c87c-708c-40f4-992e-d5d65260d46d None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:59:55.324704 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406d334-2729-47a5-aa94-c214ddd36c04 req-f53c7f44-806d-4879-a5bc-e82f918e0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:55.326329 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5406d334-2729-47a5-aa94-c214ddd36c04 req-f53c7f44-806d-4879-a5bc-e82f918e0e23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 1096 time: 0.0471551 Nov 16 05:59:55.461914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406d334-2729-47a5-aa94-c214ddd36c04 req-18cf2846-f558-4ba6-a020-106338596e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:55.463391 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5406d334-2729-47a5-aa94-c214ddd36c04 req-18cf2846-f558-4ba6-a020-106338596e46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 910 time: 0.1239665 Nov 16 05:59:55.507701 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5406d334-2729-47a5-aa94-c214ddd36c04 req-3d399bc8-2dfc-4b29-9919-ad9eccd0f06d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e59a6dc-a363-4f92-8f52-5642377eabba HTTP/1.1" status: 200 len: 217 time: 0.0367777 Nov 16 05:59:55.516037 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c1ea2-29fc-408b-b2e5-089f12bdbc1e req-bc1da719-326f-46a7-9f01-af9751dc4ae0 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:55.518338 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac1c1ea2-29fc-408b-b2e5-089f12bdbc1e req-bc1da719-326f-46a7-9f01-af9751dc4ae0 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 945 time: 0.1060975 Nov 16 05:59:55.563108 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406d334-2729-47a5-aa94-c214ddd36c04 req-82397076-5fea-40d8-a630-21de9eee568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:55.564697 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5406d334-2729-47a5-aa94-c214ddd36c04 req-82397076-5fea-40d8-a630-21de9eee568c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0499520 Nov 16 05:59:55.570042 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-ac1c1ea2-29fc-408b-b2e5-089f12bdbc1e req-3c277ad5-cb86-47f6-86f6-a43279f44b74 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454240 Nov 16 05:59:55.613137 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406d334-2729-47a5-aa94-c214ddd36c04 req-7bf8f49f-a0a2-4bd6-b4cb-82dde6db7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:55.614695 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5406d334-2729-47a5-aa94-c214ddd36c04 req-7bf8f49f-a0a2-4bd6-b4cb-82dde6db7f40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408890 Nov 16 05:59:55.629011 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2496c87c-708c-40f4-992e-d5d65260d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '373a25c0-fb66-44ef-aa61-fe6d6c34ef9a', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'port_id': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'mac_address': 'fa:16:3e:f6:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:55:36Z', 'updated_at': '2021-11-16T05:55:37Z', 'revision_number': 1, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 5, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:59:55.658018 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2496c87c-708c-40f4-992e-d5d65260d46d None None] Checking router: 2f04797b-3dee-4f1a-b286-c4f476179bdf for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:59:55.666665 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2496c87c-708c-40f4-992e-d5d65260d46d None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:59:55.667256 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2496c87c-708c-40f4-992e-d5d65260d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:59:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:59:55.708711 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5406d334-2729-47a5-aa94-c214ddd36c04 req-384c841e-7033-4b18-ad77-dba466d85a5b service neutron] 10.222.0.15 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860319 Nov 16 05:59:55.767149 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-2496c87c-708c-40f4-992e-d5d65260d46d None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:59:55.798264 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-5406d334-2729-47a5-aa94-c214ddd36c04 req-2a8ab191-757a-43df-8426-b4d14069fed9 service neutron] 10.222.0.15 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814571 Nov 16 05:59:55.985912 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-2496c87c-708c-40f4-992e-d5d65260d46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '373a25c0-fb66-44ef-aa61-fe6d6c34ef9a', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'port_id': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'mac_address': 'fa:16:3e:f6:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:55:36Z', 'updated_at': '2021-11-16T05:55:37Z', 'revision_number': 1, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 5, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:59:56.014547 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2496c87c-708c-40f4-992e-d5d65260d46d None None] The sync data for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 is: [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_floatingips': [{'id': '373a25c0-fb66-44ef-aa61-fe6d6c34ef9a', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'floating_ip_address': '172.25.0.60', 'floating_network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'router_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'port_id': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'mac_address': 'fa:16:3e:f6:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-16T05:55:36Z', 'updated_at': '2021-11-16T05:55:37Z', 'revision_number': 1, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 5, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 05:59:56.220258 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952b28f8-3145-4ba6-84d3-0e753682378d None None] New status for floating IP 508674fa-5caa-4cef-92fb-a9a09d65a664: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 05:59:56.741854 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354d4eb-9af2-40b7-a746-1bcea1579c05 req-f86761f7-c181-4c59-9d54-9f34bc2727c0 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:56.743306 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a354d4eb-9af2-40b7-a746-1bcea1579c05 req-f86761f7-c181-4c59-9d54-9f34bc2727c0 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 945 time: 0.1012232 Nov 16 05:59:56.792326 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a354d4eb-9af2-40b7-a746-1bcea1579c05 req-c7e50d39-41b4-4769-9572-d52b7c624179 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430701 Nov 16 05:59:56.958557 n-d-818042-1 neutron-server[102660]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e55cbf-6a62-4bba-aa70-5b43de9b9e55 req-848a973f-0633-4b82-9315-372700630e9c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102660) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:56.959992 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-63e55cbf-6a62-4bba-aa70-5b43de9b9e55 req-848a973f-0633-4b82-9315-372700630e9c tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bb9a90-15e6-424b-a8c2-ec63f527364b HTTP/1.1" status: 200 len: 945 time: 0.0488901 Nov 16 05:59:57.051128 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-63e55cbf-6a62-4bba-aa70-5b43de9b9e55 req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Deleting port 0e59a6dc-a363-4f92-8f52-5642377eabba {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:59:57.051465 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-63e55cbf-6a62-4bba-aa70-5b43de9b9e55 req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:57.137017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [req-63e55cbf-6a62-4bba-aa70-5b43de9b9e55 req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] For port 0e59a6dc-a363-4f92-8f52-5642377eabba, host n-h2-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-818042-1',level=0,port_id=0e59a6dc-a363-4f92-8f52-5642377eabba,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 05:59:57.137370 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-63e55cbf-6a62-4bba-aa70-5b43de9b9e55 req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:57.149282 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [req-63e55cbf-6a62-4bba-aa70-5b43de9b9e55 req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Calling delete_port for 0e59a6dc-a363-4f92-8f52-5642377eabba owned by compute:nova {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:59:57.274492 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-63e55cbf-6a62-4bba-aa70-5b43de9b9e55 req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:57.301017 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event deleted for resources: {'Port': ['ID=0e59a6dc-a363-4f92-8f52-5642377eabba,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:59:57.308876 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0e59a6dc-a363-4f92-8f52-5642377eabba no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 05:59:57.315464 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:57.315813 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:57.316155 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:57.316496 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:57.316831 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:57.317197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:57.317487 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:57.317870 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:57.318199 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:57.318535 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:57.318864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:57.319191 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-818042-1 {{(pid=102660) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 16 05:59:57.333853 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 0e59a6dc-a363-4f92-8f52-5642377eabba {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 05:59:57.334206 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0e59a6dc-a363-4f92-8f52-5642377eabba not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 05:59:57.356967 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e55cbf-6a62-4bba-aa70-5b43de9b9e55 req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] No DVR routers for this DVR port 0e59a6dc-a363-4f92-8f52-5642377eabba on host n-h2-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 05:59:57.359496 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [req-63e55cbf-6a62-4bba-aa70-5b43de9b9e55 req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:57.363435 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [req-63e55cbf-6a62-4bba-aa70-5b43de9b9e55 req-25d0e462-5ea9-4ebf-8dc6-6b3ff1c67d1d tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.15 "DELETE /v2.0/ports/0e59a6dc-a363-4f92-8f52-5642377eabba HTTP/1.1" status: 204 len: 173 time: 0.3972344 Nov 16 05:59:57.363887 n-d-818042-1 neutron-server[102660]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'name': 'network-vif-deleted', 'tag': '0e59a6dc-a363-4f92-8f52-5642377eabba'}] {{(pid=102660) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:59:57.366212 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4cc447f741b386bbd688e31876d39dafdd5a7acb2ebd58a8c6c15869953764c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae93df8d-95b6-4240-a088-bff3d1927dde" -d '{"events": [{"server_uuid": "40bb9a90-15e6-424b-a8c2-ec63f527364b", "name": "network-vif-deleted", "tag": "0e59a6dc-a363-4f92-8f52-5642377eabba"}]}' {{(pid=102660) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:59:57.403072 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 05:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f50bc-ffbe-46bb-92be-442ed0a2f4c2 x-openstack-request-id: req-ed9f50bc-ffbe-46bb-92be-442ed0a2f4c2 {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:59:57.403367 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bb9a90-15e6-424b-a8c2-ec63f527364b", "name": "network-vif-deleted", "tag": "0e59a6dc-a363-4f92-8f52-5642377eabba", "status": "completed", "code": 200}]} {{(pid=102660) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:59:57.403670 n-d-818042-1 neutron-server[102660]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed9f50bc-ffbe-46bb-92be-442ed0a2f4c2 {{(pid=102660) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:59:57.404038 n-d-818042-1 neutron-server[102660]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bb9a90-15e6-424b-a8c2-ec63f527364b', 'name': 'network-vif-deleted', 'tag': '0e59a6dc-a363-4f92-8f52-5642377eabba', 'status': 'completed', 'code': 200} Nov 16 05:59:58.355675 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36486) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 05:59:58.513363 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c14a7cbf-ebf3-4a0f-b5d7-60009b190d24 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Deleting port d806d37c-5187-483e-b57a-c89df8d77390 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 05:59:58.513592 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c14a7cbf-ebf3-4a0f-b5d7-60009b190d24 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:58.587056 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c14a7cbf-ebf3-4a0f-b5d7-60009b190d24 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:58.587382 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c14a7cbf-ebf3-4a0f-b5d7-60009b190d24 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:58.598782 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [None req-c14a7cbf-ebf3-4a0f-b5d7-60009b190d24 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Calling delete_port for d806d37c-5187-483e-b57a-c89df8d77390 owned by network:floatingip {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 05:59:58.743033 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c14a7cbf-ebf3-4a0f-b5d7-60009b190d24 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:58.772630 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a7cbf-ebf3-4a0f-b5d7-60009b190d24 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event deleted for resources: {'Port': ['ID=d806d37c-5187-483e-b57a-c89df8d77390,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 05:59:59.159130 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c14a7cbf-ebf3-4a0f-b5d7-60009b190d24 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for floatingip, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:59.159469 n-d-818042-1 neutron-server[102659]: INFO neutron.db.l3_db [None req-c14a7cbf-ebf3-4a0f-b5d7-60009b190d24 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Floating IP 373a25c0-fb66-44ef-aa61-fe6d6c34ef9a disassociated (deleted). External IP: 172.25.0.60, port: 68ca4f9f-254c-4a32-a6af-df1232e136a8. Nov 16 05:59:59.364564 n-d-818042-1 neutron-server[102659]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14a7cbf-ebf3-4a0f-b5d7-60009b190d24 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Router 2f04797b-3dee-4f1a-b286-c4f476179bdf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102659) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 05:59:59.472236 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14a7cbf-ebf3-4a0f-b5d7-60009b190d24 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102659) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 05:59:59.476587 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-c14a7cbf-ebf3-4a0f-b5d7-60009b190d24 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for floatingip, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 05:59:59.482839 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208f338-c406-443d-8699-963a40124cc9 None None] Sync routers for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 05:59:59.492903 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208f338-c406-443d-8699-963a40124cc9 None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:59:59.493506 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a208f338-c406-443d-8699-963a40124cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:59:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:59:59.503076 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-c14a7cbf-ebf3-4a0f-b5d7-60009b190d24 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "DELETE /v2.0/floatingips/373a25c0-fb66-44ef-aa61-fe6d6c34ef9a HTTP/1.1" status: 204 len: 168 time: 1.1463284 Nov 16 05:59:59.503829 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 05:59:59.506090 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb7af34-48f0-4394-b86c-b047755b13e7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 05:59:59.545295 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 16 Nov 2021 05:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d871582-a54e-46d2-97f0-2994646c7f23 x-openstack-request-id: req-5d871582-a54e-46d2-97f0-2994646c7f23 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 05:59:59.545590 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 05:59:59.545866 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d871582-a54e-46d2-97f0-2994646c7f23 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 05:59:59.546687 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'status': 'completed', 'code': 200} Nov 16 05:59:59.614502 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7af34-48f0-4394-b86c-b047755b13e7 req-3ff27bc4-e607-4514-a98c-3d55fedd6a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:59.615310 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-a208f338-c406-443d-8699-963a40124cc9 None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 05:59:59.616341 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cb7af34-48f0-4394-b86c-b047755b13e7 req-3ff27bc4-e607-4514-a98c-3d55fedd6a45 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cd609da2d1dd4ca791d15088f30146a5&device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 1095 time: 0.0464208 Nov 16 05:59:59.753480 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7af34-48f0-4394-b86c-b047755b13e7 req-1fda6edb-6eff-40f0-8c10-e74837d1c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:59.754924 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cb7af34-48f0-4394-b86c-b047755b13e7 req-1fda6edb-6eff-40f0-8c10-e74837d1c2fc service neutron] 10.222.0.37 "GET /v2.0/networks?id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 200 len: 910 time: 0.1269405 Nov 16 05:59:59.778075 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed6c11-3de2-41d8-bdb9-4f57af8a13cd req-e5fe840b-29a5-4f2e-ab7e-80dda6532f99 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:59.779542 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26ed6c11-3de2-41d8-bdb9-4f57af8a13cd req-e5fe840b-29a5-4f2e-ab7e-80dda6532f99 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 944 time: 0.0827994 Nov 16 05:59:59.810933 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cb7af34-48f0-4394-b86c-b047755b13e7 req-7e55aea8-57f4-419a-bfdc-3a1ff79eeb2f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8 HTTP/1.1" status: 200 len: 217 time: 0.0466418 Nov 16 05:59:59.824405 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a208f338-c406-443d-8699-963a40124cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 5, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:59:59.850104 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208f338-c406-443d-8699-963a40124cc9 None None] Checking router: 2f04797b-3dee-4f1a-b286-c4f476179bdf for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 05:59:59.858365 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a208f338-c406-443d-8699-963a40124cc9 None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 05:59:59.858954 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a208f338-c406-443d-8699-963a40124cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:59:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 05:59:59.894350 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-26ed6c11-3de2-41d8-bdb9-4f57af8a13cd req-3ec4f719-273a-4df7-874f-11cd213f0715 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858219 Nov 16 05:59:59.898920 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7af34-48f0-4394-b86c-b047755b13e7 req-168a8db9-ec53-4b29-8e6e-8e09e8122d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:59.901488 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cb7af34-48f0-4394-b86c-b047755b13e7 req-168a8db9-ec53-4b29-8e6e-8e09e8122d1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 200 len: 848 time: 0.0780873 Nov 16 05:59:59.955849 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7af34-48f0-4394-b86c-b047755b13e7 req-6c3e7553-94e8-46bf-802c-0e6e266ed696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 05:59:59.957355 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cb7af34-48f0-4394-b86c-b047755b13e7 req-6c3e7553-94e8-46bf-802c-0e6e266ed696 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0be8d34b-126d-4d9b-b373-dd92eeb7df9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483127 Nov 16 05:59:59.966875 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-a208f338-c406-443d-8699-963a40124cc9 None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 06:00:00.057308 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cb7af34-48f0-4394-b86c-b047755b13e7 req-f5c93bae-7701-4bcb-bdcd-67669187df87 service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917065 Nov 16 06:00:00.150205 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-0cb7af34-48f0-4394-b86c-b047755b13e7 req-e71e397f-ec8e-4227-8cd3-9ba9ea7cfb49 service neutron] 10.222.0.37 "GET /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838170 Nov 16 06:00:00.165358 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-a208f338-c406-443d-8699-963a40124cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 5, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:00.193315 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a208f338-c406-443d-8699-963a40124cc9 None None] The sync data for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 is: [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:15Z', 'revision_number': 4, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1', '_interfaces': [{'id': '4e092241-3dc8-4400-b0ac-c8d5d3527ca0', 'name': '', 'network_id': '0be8d34b-126d-4d9b-b373-dd92eeb7df9e', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'mac_address': 'fa:16:3e:93:ae:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:14Z', 'updated_at': '2021-11-16T05:55:18Z', 'revision_number': 5, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'subnets': [{'id': 'be9d1347-706b-4a39-8cfb-a16cc16d0916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 06:00:00.398867 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20947c8c-b851-41cf-84ee-e2bd7090849a None None] New status for floating IP 373a25c0-fb66-44ef-aa61-fe6d6c34ef9a: DOWN {{(pid=102661) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 16 06:00:01.011788 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485caa37-c786-4513-8a9b-532006504ebf req-33b2c54a-dcee-41c9-bfd1-5ecf45429733 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 06:00:01.013539 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-485caa37-c786-4513-8a9b-532006504ebf req-33b2c54a-dcee-41c9-bfd1-5ecf45429733 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 944 time: 0.0492592 Nov 16 06:00:01.064752 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-485caa37-c786-4513-8a9b-532006504ebf req-4e390997-fc90-422d-b65f-4a8f6cda8854 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f8843d1-395f-4109-b905-e5babc22ffbb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438726 Nov 16 06:00:01.262380 n-d-818042-1 neutron-server[102659]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7f2f3-28ec-4b83-8ce8-1d2e7dc627d4 req-b2d93223-7aae-4b60-878c-d7b49f133994 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102659) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 16 06:00:01.263864 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6f7f2f3-28ec-4b83-8ce8-1d2e7dc627d4 req-b2d93223-7aae-4b60-878c-d7b49f133994 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 944 time: 0.0515828 Nov 16 06:00:01.320474 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0e59a6dc-a363-4f92-8f52-5642377eabba no longer exists at agent hyperv_n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 06:00:01.340837 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] No Port match for: 0e59a6dc-a363-4f92-8f52-5642377eabba {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 06:00:01.341180 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Device 0e59a6dc-a363-4f92-8f52-5642377eabba not bound to the agent host n-h2-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 06:00:01.351943 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d6f7f2f3-28ec-4b83-8ce8-1d2e7dc627d4 req-2ae5b4da-d2d1-41ad-89f6-f6b89731b25a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Deleting port 68ca4f9f-254c-4a32-a6af-df1232e136a8 {{(pid=102659) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 06:00:01.352307 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d6f7f2f3-28ec-4b83-8ce8-1d2e7dc627d4 req-2ae5b4da-d2d1-41ad-89f6-f6b89731b25a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:01.442971 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.db [req-d6f7f2f3-28ec-4b83-8ce8-1d2e7dc627d4 req-2ae5b4da-d2d1-41ad-89f6-f6b89731b25a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] For port 68ca4f9f-254c-4a32-a6af-df1232e136a8, host n-h1-818042-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-818042-1',level=0,port_id=68ca4f9f-254c-4a32-a6af-df1232e136a8,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102659) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 06:00:01.443331 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d6f7f2f3-28ec-4b83-8ce8-1d2e7dc627d4 req-2ae5b4da-d2d1-41ad-89f6-f6b89731b25a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:01.456198 n-d-818042-1 neutron-server[102659]: DEBUG neutron.plugins.ml2.plugin [req-d6f7f2f3-28ec-4b83-8ce8-1d2e7dc627d4 req-2ae5b4da-d2d1-41ad-89f6-f6b89731b25a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Calling delete_port for 68ca4f9f-254c-4a32-a6af-df1232e136a8 owned by compute:nova {{(pid=102659) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 06:00:01.582619 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d6f7f2f3-28ec-4b83-8ce8-1d2e7dc627d4 req-2ae5b4da-d2d1-41ad-89f6-f6b89731b25a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3337549'] for port, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:01.611765 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5b4da-d2d1-41ad-89f6-f6b89731b25a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event deleted for resources: {'Port': ['ID=68ca4f9f-254c-4a32-a6af-df1232e136a8,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:01.651640 n-d-818042-1 neutron-server[102659]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f7f2f3-28ec-4b83-8ce8-1d2e7dc627d4 req-2ae5b4da-d2d1-41ad-89f6-f6b89731b25a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] No DVR routers for this DVR port 68ca4f9f-254c-4a32-a6af-df1232e136a8 on host n-h1-818042-1 {{(pid=102659) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 06:00:01.654151 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [req-d6f7f2f3-28ec-4b83-8ce8-1d2e7dc627d4 req-2ae5b4da-d2d1-41ad-89f6-f6b89731b25a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26830'] for port, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:01.657433 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-d6f7f2f3-28ec-4b83-8ce8-1d2e7dc627d4 req-2ae5b4da-d2d1-41ad-89f6-f6b89731b25a tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.37 "DELETE /v2.0/ports/68ca4f9f-254c-4a32-a6af-df1232e136a8 HTTP/1.1" status: 204 len: 173 time: 0.3871820 Nov 16 06:00:01.657911 n-d-818042-1 neutron-server[102659]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'name': 'network-vif-deleted', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8'}] {{(pid=102659) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 16 06:00:01.660149 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1369b2a4fce86c8ca80bb62e808cfaf4008aacd221231aca45969fa114e5e109" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897cb79b-afc5-485a-ac14-4078a93a4b70" -d '{"events": [{"server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "name": "network-vif-deleted", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8"}]}' {{(pid=102659) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 16 06:00:01.703159 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 16 Nov 2021 06:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d596a4f-b148-4086-8e00-ace5842ff3b4 x-openstack-request-id: req-5d596a4f-b148-4086-8e00-ace5842ff3b4 {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 16 06:00:01.703482 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f34a46d-1a5a-4970-a753-0e14f3e12eb6", "name": "network-vif-deleted", "tag": "68ca4f9f-254c-4a32-a6af-df1232e136a8", "status": "completed", "code": 200}]} {{(pid=102659) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 16 06:00:01.703787 n-d-818042-1 neutron-server[102659]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d596a4f-b148-4086-8e00-ace5842ff3b4 {{(pid=102659) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 16 06:00:01.704186 n-d-818042-1 neutron-server[102659]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f34a46d-1a5a-4970-a753-0e14f3e12eb6', 'name': 'network-vif-deleted', 'tag': '68ca4f9f-254c-4a32-a6af-df1232e136a8', 'status': 'completed', 'code': 200} Nov 16 06:00:02.176732 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [req-a961d70e-8c7c-4090-b277-99a8ca50c306 req-85baef10-98a0-44bd-a4f2-94feb19293a7 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f34a46d-1a5a-4970-a753-0e14f3e12eb6 HTTP/1.1" status: 200 len: 210 time: 0.0275033 Nov 16 06:00:03.234461 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36502) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 06:00:03.289601 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c7cefdd-0bd6-42a7-b198-9ef7c1548097 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:03.314252 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c7cefdd-0bd6-42a7-b198-9ef7c1548097 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:03.370653 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c7cefdd-0bd6-42a7-b198-9ef7c1548097 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:03.373310 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2c7cefdd-0bd6-42a7-b198-9ef7c1548097 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:03.374525 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2c7cefdd-0bd6-42a7-b198-9ef7c1548097 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] 10.222.0.41 "DELETE /v2.0/security-groups/5f8843d1-395f-4109-b905-e5babc22ffbb HTTP/1.1" status: 204 len: 168 time: 0.1390786 Nov 16 06:00:03.384045 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7cefdd-0bd6-42a7-b198-9ef7c1548097 tempest-TestSnapshotPattern-1478578064 tempest-TestSnapshotPattern-1478578064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8843d1-395f-4109-b905-e5babc22ffbb,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:03.415269 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36506) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 06:00:03.747740 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c8d9d2d-d91c-4ab2-979d-bdc02fac1a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:03.999775 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d9d2d-d91c-4ab2-979d-bdc02fac1a84 admin admin] Deleting port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 06:00:04.000024 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c8d9d2d-d91c-4ab2-979d-bdc02fac1a84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:04.077937 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-1c8d9d2d-d91c-4ab2-979d-bdc02fac1a84 admin admin] For port 4e092241-3dc8-4400-b0ac-c8d5d3527ca0, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=4e092241-3dc8-4400-b0ac-c8d5d3527ca0,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 06:00:04.078295 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c8d9d2d-d91c-4ab2-979d-bdc02fac1a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:04.091335 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d9d2d-d91c-4ab2-979d-bdc02fac1a84 admin admin] Calling delete_port for 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 06:00:04.578343 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c8d9d2d-d91c-4ab2-979d-bdc02fac1a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:04.602440 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d9d2d-d91c-4ab2-979d-bdc02fac1a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e092241-3dc8-4400-b0ac-c8d5d3527ca0,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:04.764184 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-1c8d9d2d-d91c-4ab2-979d-bdc02fac1a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:04.971267 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8d9d2d-d91c-4ab2-979d-bdc02fac1a84 admin admin] Router 2f04797b-3dee-4f1a-b286-c4f476179bdf has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 06:00:05.073864 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8d9d2d-d91c-4ab2-979d-bdc02fac1a84 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 06:00:05.078751 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-1c8d9d2d-d91c-4ab2-979d-bdc02fac1a84 admin admin] 10.222.0.41 "PUT /v2.0/routers/2f04797b-3dee-4f1a-b286-c4f476179bdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6624906 Nov 16 06:00:05.081361 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36508) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 06:00:05.084609 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84054ac-90b6-47de-a090-3d9cc74ade29 None None] Sync routers for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 06:00:05.094287 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84054ac-90b6-47de-a090-3d9cc74ade29 None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 06:00:05.094917 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c84054ac-90b6-47de-a090-3d9cc74ade29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:59:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:05.184656 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:05.283272 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c84054ac-90b6-47de-a090-3d9cc74ade29 None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: n-d-818042-1 {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 06:00:05.287374 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:05.338878 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Deleting port cb8f0fc3-3004-48c8-9174-dedd72569524 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 06:00:05.339220 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:05.421947 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] For port cb8f0fc3-3004-48c8-9174-dedd72569524, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=cb8f0fc3-3004-48c8-9174-dedd72569524,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 06:00:05.422307 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:05.433877 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Calling delete_port for cb8f0fc3-3004-48c8-9174-dedd72569524 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 06:00:05.457044 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c84054ac-90b6-47de-a090-3d9cc74ade29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T06:00:04Z', 'revision_number': 5, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port': {'id': 'cb8f0fc3-3004-48c8-9174-dedd72569524', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T05:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:05.483050 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84054ac-90b6-47de-a090-3d9cc74ade29 None None] Checking router: 2f04797b-3dee-4f1a-b286-c4f476179bdf for host: n-d-818042-1 {{(pid=102662) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 06:00:05.491114 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84054ac-90b6-47de-a090-3d9cc74ade29 None None] Routers {'2f04797b-3dee-4f1a-b286-c4f476179bdf'} bound to L3 agent in host n-d-818042-1 {{(pid=102662) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 06:00:05.491704 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c84054ac-90b6-47de-a090-3d9cc74ade29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:59:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['2f04797b-3dee-4f1a-b286-c4f476179bdf'], 'active': True} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:05.577184 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_dvr_db [None req-c84054ac-90b6-47de-a090-3d9cc74ade29 None None] Set router 2f04797b-3dee-4f1a-b286-c4f476179bdf gateway port host: None {{(pid=102662) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 06:00:05.597305 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:05.623514 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8f0fc3-3004-48c8-9174-dedd72569524,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:05.633382 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.l3_hamode_db [None req-c84054ac-90b6-47de-a090-3d9cc74ade29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T06:00:05Z', 'revision_number': 6, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:05.637099 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b868b-2620-41da-904f-c4af4bef3983 None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 06:00:05.661758 n-d-818042-1 neutron-server[102662]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84054ac-90b6-47de-a090-3d9cc74ade29 None None] The sync data for ids ['2f04797b-3dee-4f1a-b286-c4f476179bdf'] in n-d-818042-1 is: [{'id': '2f04797b-3dee-4f1a-b286-c4f476179bdf', 'name': 'tempest-TestSnapshotPattern-814515513-router', 'tenant_id': 'cd609da2d1dd4ca791d15088f30146a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:12Z', 'updated_at': '2021-11-16T06:00:05Z', 'revision_number': 6, 'project_id': 'cd609da2d1dd4ca791d15088f30146a5', 'gw_port_host': None}] {{(pid=102662) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 06:00:05.683111 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:05.779971 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:05.782223 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:05.836583 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:05.837141 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f04797b-3dee-4f1a-b286-c4f476179bdf {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 06:00:05.844754 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:05.845955 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-2d7cb309-068e-4b50-967e-e48145d90a39 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2f04797b-3dee-4f1a-b286-c4f476179bdf HTTP/1.1" status: 204 len: 168 time: 0.7636268 Nov 16 06:00:05.848920 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36510) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 06:00:05.893914 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-013718d4-8ad2-4058-9238-04fa6c60bc86 admin admin] Deleting subnet be9d1347-706b-4a39-8cfb-a16cc16d0916 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 06:00:05.896963 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-013718d4-8ad2-4058-9238-04fa6c60bc86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:05.933576 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-013718d4-8ad2-4058-9238-04fa6c60bc86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.013859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 68ca4f9f-254c-4a32-a6af-df1232e136a8 no longer exists at agent hyperv_n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 06:00:06.017625 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-013718d4-8ad2-4058-9238-04fa6c60bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.035687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] No Port match for: 68ca4f9f-254c-4a32-a6af-df1232e136a8 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 06:00:06.036371 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Device 68ca4f9f-254c-4a32-a6af-df1232e136a8 not bound to the agent host n-h1-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 06:00:06.075684 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-013718d4-8ad2-4058-9238-04fa6c60bc86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.105970 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013718d4-8ad2-4058-9238-04fa6c60bc86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9d1347-706b-4a39-8cfb-a16cc16d0916,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:06.108110 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-013718d4-8ad2-4058-9238-04fa6c60bc86 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.111600 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-013718d4-8ad2-4058-9238-04fa6c60bc86 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/be9d1347-706b-4a39-8cfb-a16cc16d0916 HTTP/1.1" status: 204 len: 168 time: 0.2616968 Nov 16 06:00:06.112704 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43875ffe-9de3-4610-9519-f98bbe1100ec None None] Network 0be8d34b-126d-4d9b-b373-dd92eeb7df9e requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 06:00:06.114258 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36512) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 06:00:06.198843 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.266912 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Deleting port 41d94ee6-93d0-47c2-b9f9-a9990bd5e522 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 06:00:06.267260 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.333952 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] For port 41d94ee6-93d0-47c2-b9f9-a9990bd5e522, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=41d94ee6-93d0-47c2-b9f9-a9990bd5e522,segment=NetworkSegment(88e49796-e0f8-41bc-97b5-2451e4f7eca5),segment_id=88e49796-e0f8-41bc-97b5-2451e4f7eca5)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 06:00:06.334317 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.346390 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Calling delete_port for 41d94ee6-93d0-47c2-b9f9-a9990bd5e522 owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 06:00:06.426600 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844722a9-d574-4eac-a9ae-fc6135ee275a None None] DHCP port deletion for 0be8d34b-126d-4d9b-b373-dd92eeb7df9e request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 06:00:06.434445 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.464043 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Pushing event deleted for resources: {'Port': ['ID=41d94ee6-93d0-47c2-b9f9-a9990bd5e522,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:06.465904 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] No DVR routers for this DVR port 41d94ee6-93d0-47c2-b9f9-a9990bd5e522 on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 06:00:06.467694 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-844722a9-d574-4eac-a9ae-fc6135ee275a None None] The port '41d94ee6-93d0-47c2-b9f9-a9990bd5e522' was deleted {{(pid=102661) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 16 06:00:06.499817 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 06:00:06.522601 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 06:00:06.522942 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 4e092241-3dc8-4400-b0ac-c8d5d3527ca0 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 06:00:06.523351 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device cb8f0fc3-3004-48c8-9174-dedd72569524 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 06:00:06.542249 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: cb8f0fc3-3004-48c8-9174-dedd72569524 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 06:00:06.542593 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device cb8f0fc3-3004-48c8-9174-dedd72569524 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 06:00:06.543220 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 41d94ee6-93d0-47c2-b9f9-a9990bd5e522 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 06:00:06.563009 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 41d94ee6-93d0-47c2-b9f9-a9990bd5e522 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 06:00:06.563353 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 41d94ee6-93d0-47c2-b9f9-a9990bd5e522 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 06:00:06.566682 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.597274 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be8d34b-126d-4d9b-b373-dd92eeb7df9e']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:06.606580 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e49796-e0f8-41bc-97b5-2451e4f7eca5') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:06.607180 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e49796-e0f8-41bc-97b5-2451e4f7eca5') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:06.616085 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.629841 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.636694 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 06:00:06.637255 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: timer() Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 06:00:06.639106 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 06:00:06.695803 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.701598 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:06.708265 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] 10.222.0.41 "DELETE /v2.0/networks/0be8d34b-126d-4d9b-b373-dd92eeb7df9e HTTP/1.1" status: 204 len: 168 time: 0.5895786 Nov 16 06:00:06.708265 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36514) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 06:00:06.723934 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c30e7-3088-452e-9898-af7947a822cc admin admin] Pushing event deleted for resources: {'Network': ['ID=0be8d34b-126d-4d9b-b373-dd92eeb7df9e,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:07.064328 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-592570d2-eadb-413a-b609-dd4588d5fd75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-940721'] for router_interface, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:07.303344 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-592570d2-eadb-413a-b609-dd4588d5fd75 admin admin] Deleting port 6dc94cb4-520f-4af8-87d3-591e0c13d550 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 06:00:07.303675 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-592570d2-eadb-413a-b609-dd4588d5fd75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:07.379670 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-592570d2-eadb-413a-b609-dd4588d5fd75 admin admin] For port 6dc94cb4-520f-4af8-87d3-591e0c13d550, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6dc94cb4-520f-4af8-87d3-591e0c13d550,segment=NetworkSegment(c5d5ed2b-072b-48b2-a861-d0c51320e5d3),segment_id=c5d5ed2b-072b-48b2-a861-d0c51320e5d3)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 06:00:07.379911 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-592570d2-eadb-413a-b609-dd4588d5fd75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:07.392197 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-592570d2-eadb-413a-b609-dd4588d5fd75 admin admin] Calling delete_port for 6dc94cb4-520f-4af8-87d3-591e0c13d550 owned by network:router_interface {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 06:00:07.564817 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-592570d2-eadb-413a-b609-dd4588d5fd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:07.591758 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592570d2-eadb-413a-b609-dd4588d5fd75 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc94cb4-520f-4af8-87d3-591e0c13d550,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:07.765546 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-592570d2-eadb-413a-b609-dd4588d5fd75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-940741'] for router_interface, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:08.149812 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e02af90a-fef8-4787-88a7-58914f4a2123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:08.287812 n-d-818042-1 neutron-server[102660]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592570d2-eadb-413a-b609-dd4588d5fd75 admin admin] Router 3f17d417-e491-4e4e-9b4a-08599db939cd has already been hosted by L3 agent c3f860dc-7be4-4022-a102-3447b92085d5 {{(pid=102660) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 16 06:00:08.394821 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592570d2-eadb-413a-b609-dd4588d5fd75 admin admin] Notify agent at l3_agent.n-d-818042-1 the message routers_updated {{(pid=102660) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 16 06:00:08.399970 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-592570d2-eadb-413a-b609-dd4588d5fd75 admin admin] 10.222.0.41 "PUT /v2.0/routers/3f17d417-e491-4e4e-9b4a-08599db939cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6912224 Nov 16 06:00:08.402430 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36516) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 06:00:08.405434 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d40b7-0941-40f1-b681-e297cf4cca22 None None] Sync routers for ids ['3f17d417-e491-4e4e-9b4a-08599db939cd'] in n-d-818042-1 {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 16 06:00:08.415205 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d40b7-0941-40f1-b681-e297cf4cca22 None None] Routers {'3f17d417-e491-4e4e-9b4a-08599db939cd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 06:00:08.415878 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-631d40b7-0941-40f1-b681-e297cf4cca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:59:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['3f17d417-e491-4e4e-9b4a-08599db939cd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:08.506044 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Publish callbacks [] for router, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:08.518671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-631d40b7-0941-40f1-b681-e297cf4cca22 None None] Set router 3f17d417-e491-4e4e-9b4a-08599db939cd gateway port host: n-d-818042-1 {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 06:00:08.604878 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:08.656792 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Deleting port 01ee6e39-ced3-4651-b60e-e332dbc347f2 {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 06:00:08.657036 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:08.699715 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-631d40b7-0941-40f1-b681-e297cf4cca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'name': 'tempest-TestSnapshotPattern-621424623-router', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'external_fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36'}], 'enable_snat': True}, 'gw_port_id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T06:00:07Z', 'revision_number': 5, 'project_id': '693652828a6a4113a08368b541be56ba', 'gw_port': {'id': '01ee6e39-ced3-4651-b60e-e332dbc347f2', 'name': '', 'network_id': 'ba09a6d1-69c7-4e8d-bb1d-94f1f2184242', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:36:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'ip_address': '172.25.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-818042-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T05:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d39524e-1ea3-4f05-93bc-235c267d5ab8', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-818042-1'}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:08.727888 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d40b7-0941-40f1-b681-e297cf4cca22 None None] Checking router: 3f17d417-e491-4e4e-9b4a-08599db939cd for host: n-d-818042-1 {{(pid=102661) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 16 06:00:08.736430 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d40b7-0941-40f1-b681-e297cf4cca22 None None] Routers {'3f17d417-e491-4e4e-9b4a-08599db939cd'} bound to L3 agent in host n-d-818042-1 {{(pid=102661) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 16 06:00:08.737594 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-631d40b7-0941-40f1-b681-e297cf4cca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-818042-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-16T04:25:40Z,description=,heartbeat_timestamp=2021-11-16T05:59:40Z,host='n-d-818042-1',id=c3f860dc-7be4-4022-a102-3447b92085d5,load=0,resource_versions=,resources_synced=,started_at=2021-11-16T04:25:40Z,topic='l3_agent')) {'router_ids': ['3f17d417-e491-4e4e-9b4a-08599db939cd'], 'active': True} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:08.744351 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] For port 01ee6e39-ced3-4651-b60e-e332dbc347f2, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=01ee6e39-ced3-4651-b60e-e332dbc347f2,segment=NetworkSegment(98934de7-7222-48ae-87bf-9a320d8eec16),segment_id=98934de7-7222-48ae-87bf-9a320d8eec16)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 06:00:08.744710 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:08.757226 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Calling delete_port for 01ee6e39-ced3-4651-b60e-e332dbc347f2 owned by network:router_gateway {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 06:00:08.927630 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:08.954171 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Pushing event deleted for resources: {'Port': ['ID=01ee6e39-ced3-4651-b60e-e332dbc347f2,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:08.968685 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da81aca2-c9c1-4862-a6e9-23c17f0fd18d None None] DHCP port deletion for ba09a6d1-69c7-4e8d-bb1d-94f1f2184242 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 06:00:08.988463 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_dvr_db [None req-631d40b7-0941-40f1-b681-e297cf4cca22 None None] Set router 3f17d417-e491-4e4e-9b4a-08599db939cd gateway port host: None {{(pid=102661) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 16 06:00:09.015515 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-934783'] for router_gateway, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.047687 n-d-818042-1 neutron-server[102661]: DEBUG neutron.db.l3_hamode_db [None req-631d40b7-0941-40f1-b681-e297cf4cca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'name': 'tempest-TestSnapshotPattern-621424623-router', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T06:00:08Z', 'revision_number': 6, 'project_id': '693652828a6a4113a08368b541be56ba', 'gw_port_host': None}], 'n-d-818042-1', False) {} {{(pid=102661) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:09.074348 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d40b7-0941-40f1-b681-e297cf4cca22 None None] The sync data for ids ['3f17d417-e491-4e4e-9b4a-08599db939cd'] in n-d-818042-1 is: [{'id': '3f17d417-e491-4e4e-9b4a-08599db939cd', 'name': 'tempest-TestSnapshotPattern-621424623-router', 'tenant_id': '693652828a6a4113a08368b541be56ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-16T05:55:17Z', 'updated_at': '2021-11-16T06:00:08Z', 'revision_number': 6, 'project_id': '693652828a6a4113a08368b541be56ba', 'gw_port_host': None}] {{(pid=102661) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 16 06:00:09.110783 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-939421', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3595'] for router, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.112955 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.155001 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-939396'] for router, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.155519 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f17d417-e491-4e4e-9b4a-08599db939cd {{(pid=102660) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 16 06:00:09.160394 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] Publish callbacks [] for router, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.161472 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-40dc0851-3b8d-4981-bec1-2e6e45d669ed admin admin] 10.222.0.41 "DELETE /v2.0/routers/3f17d417-e491-4e4e-9b4a-08599db939cd HTTP/1.1" status: 204 len: 168 time: 0.7581170 Nov 16 06:00:09.163968 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36518) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 06:00:09.207136 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.db_base_plugin_v2 [None req-8757fa8a-c22f-4fc3-add8-372169379c9c admin admin] Deleting subnet aa3fe427-dfed-4637-8965-47c31c4d4d25 {{(pid=102660) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 16 06:00:09.210148 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8757fa8a-c22f-4fc3-add8-372169379c9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.247736 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8757fa8a-c22f-4fc3-add8-372169379c9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2070342'] for subnet, precommit_delete_associations {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.322472 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8757fa8a-c22f-4fc3-add8-372169379c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66586327'] for subnet, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.373320 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8757fa8a-c22f-4fc3-add8-372169379c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66586334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2824099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3569818'] for subnet, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.400230 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757fa8a-c22f-4fc3-add8-372169379c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa3fe427-dfed-4637-8965-47c31c4d4d25,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:09.402620 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-8757fa8a-c22f-4fc3-add8-372169379c9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.408229 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-8757fa8a-c22f-4fc3-add8-372169379c9c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aa3fe427-dfed-4637-8965-47c31c4d4d25 HTTP/1.1" status: 204 len: 168 time: 0.2408879 Nov 16 06:00:09.408503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36520) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 06:00:09.413179 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f615a90-f7a1-4151-8040-58e32590192b None None] Network 077346cf-b7c4-47e4-8144-825821a7ca09 requested from n-d-818042-1 {{(pid=102661) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 16 06:00:09.485625 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66867856'] for network, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.548382 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Deleting port 6a75bed4-6677-4085-a91f-9b35c778d8ea {{(pid=102660) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 16 06:00:09.548726 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782503204307'] for port, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.613955 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.db [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] For port 6a75bed4-6677-4085-a91f-9b35c778d8ea, host n-d-818042-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-818042-1',level=0,port_id=6a75bed4-6677-4085-a91f-9b35c778d8ea,segment=NetworkSegment(c5d5ed2b-072b-48b2-a861-d0c51320e5d3),segment_id=c5d5ed2b-072b-48b2-a861-d0c51320e5d3)] {{(pid=102660) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 16 06:00:09.614316 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-937451'] for port, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.630503 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.plugin [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Calling delete_port for 6a75bed4-6677-4085-a91f-9b35c778d8ea owned by network:dhcp {{(pid=102660) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 16 06:00:09.706896 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-67103432', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-441569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782503096477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782502684052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2824014'] for port, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.732686 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Pushing event deleted for resources: {'Port': ['ID=6a75bed4-6677-4085-a91f-9b35c778d8ea,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:09.734551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] No DVR routers for this DVR port 6a75bed4-6677-4085-a91f-9b35c778d8ea on host n-d-818042-1 {{(pid=102660) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 16 06:00:09.805721 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66713678', 'neutron.services.segments.db._delete_segments_for_network-8782503183306'] for network, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.824767 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077346cf-b7c4-47e4-8144-825821a7ca09']}} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:09.834088 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d5ed2b-072b-48b2-a861-d0c51320e5d3') {'for_net_delete': True} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:09.834383 n-d-818042-1 neutron-server[102660]: DEBUG neutron.services.segments.db [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d5ed2b-072b-48b2-a861-d0c51320e5d3') {} {{(pid=102660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 16 06:00:09.843321 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782503187923', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2070399'] for segment, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.857047 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438'] for segment, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.863551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102660) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 16 06:00:09.863944 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66588438', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2823961'] for segment, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: Traceback (most recent call last): Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: timer() Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: cb(*args, **kw) Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: return func(*args, **kwargs) Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: self._notify() Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: self.callback(batched_events) Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: event.method(event) Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: aggregate_uuid = self.p_client.list_aggregates( Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: return f(self, *a, **k) Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: return self._get(url).json() Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: return self.request(url, 'GET', **kwargs) Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: base_url = self.get_endpoint(auth, allow=allow, Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 16 06:00:09.865696 n-d-818042-1 neutron-server[102660]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 16 06:00:09.894145 n-d-818042-1 neutron-server[102661]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f83dfe6-f6ed-4b0f-b325-e8d998e50311 None None] DHCP port deletion for 077346cf-b7c4-47e4-8144-825821a7ca09 request from n-d-818042-1 {{(pid=102661) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 16 06:00:09.921723 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66713685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578752', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536582', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-934747'] for network, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.929932 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Publish callbacks [] for network, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:09.934364 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] 10.222.0.41 "DELETE /v2.0/networks/077346cf-b7c4-47e4-8144-825821a7ca09 HTTP/1.1" status: 204 len: 168 time: 0.5249183 Nov 16 06:00:09.947523 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317082d-322f-4f74-b5d8-f8ac70fc65ed admin admin] Pushing event deleted for resources: {'Network': ['ID=077346cf-b7c4-47e4-8144-825821a7ca09,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:10.115551 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36524) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 06:00:10.161335 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-850601ae-abec-4845-9ea6-adcf7e3afa12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd609da2d1dd4ca791d15088f30146a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0445971 Nov 16 06:00:10.163785 n-d-818042-1 neutron-server[102660]: DEBUG neutron.wsgi [-] (102660) accepted ('10.222.0.41', 36526) {{(pid=102660) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 06:00:10.210846 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-57ccf3c5-7d62-4422-8ce8-dc14faea21cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:10.230796 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-57ccf3c5-7d62-4422-8ce8-dc14faea21cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:10.277689 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-57ccf3c5-7d62-4422-8ce8-dc14faea21cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:10.280271 n-d-818042-1 neutron-server[102660]: DEBUG neutron_lib.callbacks.manager [None req-57ccf3c5-7d62-4422-8ce8-dc14faea21cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:10.281442 n-d-818042-1 neutron-server[102660]: INFO neutron.wsgi [None req-57ccf3c5-7d62-4422-8ce8-dc14faea21cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/669c18b6-ace9-4b9a-81fb-4fcb0a15caa8 HTTP/1.1" status: 204 len: 168 time: 0.1167409 Nov 16 06:00:10.296982 n-d-818042-1 neutron-server[102660]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ccf3c5-7d62-4422-8ce8-dc14faea21cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669c18b6-ace9-4b9a-81fb-4fcb0a15caa8,revision_number=None']} {{(pid=102660) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:10.314315 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 01ee6e39-ced3-4651-b60e-e332dbc347f2 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 06:00:10.344273 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 01ee6e39-ced3-4651-b60e-e332dbc347f2 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 06:00:10.344859 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 01ee6e39-ced3-4651-b60e-e332dbc347f2 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 06:00:10.345559 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6a75bed4-6677-4085-a91f-9b35c778d8ea no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 06:00:10.372328 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 6a75bed4-6677-4085-a91f-9b35c778d8ea {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 06:00:10.372671 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6a75bed4-6677-4085-a91f-9b35c778d8ea not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 06:00:10.373079 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6dc94cb4-520f-4af8-87d3-591e0c13d550 no longer exists at agent ovs-agent-n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 16 06:00:10.376033 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-daec8ab5-5aeb-4c97-9bb6-ec0ff99e0e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:10.394629 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.plugin [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] No Port match for: 6dc94cb4-520f-4af8-87d3-591e0c13d550 {{(pid=102661) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 16 06:00:10.394912 n-d-818042-1 neutron-server[102661]: DEBUG neutron.plugins.ml2.rpc [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Device 6dc94cb4-520f-4af8-87d3-591e0c13d550 not bound to the agent host n-d-818042-1 {{(pid=102661) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 16 06:00:10.617820 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36532) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 06:00:10.657159 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-08a465ef-685a-43b1-8b86-abfd4f7919ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=693652828a6a4113a08368b541be56ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381293 Nov 16 06:00:10.659551 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [-] (102659) accepted ('10.222.0.41', 36534) {{(pid=102659) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 16 06:00:10.710125 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dc602f-00ab-4840-ad7d-e6a5edd815f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:10.730818 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dc602f-00ab-4840-ad7d-e6a5edd815f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:10.778166 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dc602f-00ab-4840-ad7d-e6a5edd815f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-578687'] for security_group, after_delete {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:10.780799 n-d-818042-1 neutron-server[102659]: DEBUG neutron_lib.callbacks.manager [None req-b0dc602f-00ab-4840-ad7d-e6a5edd815f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102659) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:10.781967 n-d-818042-1 neutron-server[102659]: INFO neutron.wsgi [None req-b0dc602f-00ab-4840-ad7d-e6a5edd815f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc239fd8-9fdb-4b61-b832-94ea07c70a93 HTTP/1.1" status: 204 len: 168 time: 0.1214852 Nov 16 06:00:10.790112 n-d-818042-1 neutron-server[102659]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc602f-00ab-4840-ad7d-e6a5edd815f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc239fd8-9fdb-4b61-b832-94ea07c70a93,revision_number=None']} {{(pid=102659) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 16 06:00:12.235639 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:13.577222 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:13.912671 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:14.449249 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:00:17.105684 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:19.210119 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:38.151610 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e71ef2d9-7fc6-4bfe-b5e7-7f870842978e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:40.337725 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d391adbe-4610-48a7-826d-c46fd2639700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:42.238953 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:43.579822 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:43.915324 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:47.106706 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:49.216555 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:00:51.449133 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:01:08.152655 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-72ebd615-9d68-4a1d-9d81-c20035dea9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:01:10.337592 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-461cff2a-53b0-439f-bbe9-da4de0c59c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:01:12.240767 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:01:13.583749 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:01:13.918042 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:01:17.111015 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:01:19.224713 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:01:28.447554 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:01:38.154506 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c358780a-5b8c-47ab-86d9-dd14cf2d87b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:01:40.339988 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-e22b3971-27d7-4b01-a9e6-a646b59eeb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:01:42.244231 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:01:43.585930 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:01:43.919354 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:01:47.118228 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:01:49.233907 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:05.446931 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:02:08.155950 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-a988cf33-6147-4f1b-b9f3-94cbc197bc1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:10.341641 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-630e3c2e-5111-4bf7-91f1-5f244abe2994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:12.246513 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:13.588528 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:13.921664 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:17.122601 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:19.247277 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:38.156766 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-12d1380c-311a-460d-9e75-37b66aec40d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:40.346417 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-91f1e2cf-158d-485a-9a0b-e260e8f19bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:42.249813 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:42.448546 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:02:43.590896 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:43.922828 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:47.132658 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:02:49.247722 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:08.157693 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-73a76851-0824-4dd4-aac5-98ef77850106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:10.348036 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f9b7d0bf-c9f4-4d8d-942b-bf4a36f7ca58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:12.251758 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:13.593674 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:13.929382 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:17.131490 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:19.237785 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:19.447472 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:03:38.158445 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-81290454-938d-4f19-9d72-38703db26f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:40.349831 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f4e63ec1-21dd-4925-92cd-1a0b3a3c6874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:42.254783 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:43.600189 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:43.924046 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:47.134719 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:49.251939 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:03:56.446299 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:04:08.159736 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c3677536-7a56-4a2c-8366-3b903e3b3ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:04:10.350665 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-7fcc7bcb-a834-4e0b-8cc0-886e7ce131c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:04:12.257127 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:04:13.599088 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:04:13.926884 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:04:17.148575 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:04:19.254568 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:04:33.445675 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:04:38.160657 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aed18e0e-fdcc-4618-bc70-2e3833eeb48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:04:40.354566 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-52bf9910-ac9d-4fd0-aa7b-118aec1d1890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:04:42.260079 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:04:43.601172 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:04:43.927230 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:04:47.166452 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:04:49.254536 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:08.162070 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-05c7b644-83c5-4bd4-ab85-ff1c3df2527c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:10.355603 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-168f97e5-6c81-414b-9dfd-897ba48ff404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:10.444615 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:05:12.264787 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:13.610717 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:13.929726 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:17.174154 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:19.273090 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:38.163271 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-2ce73d5b-ac37-4166-9901-f618caeac730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:40.356609 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8eedddcf-234d-44b0-8325-d78cc4e21f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:42.265812 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:43.607174 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:43.932867 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:47.172845 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:05:47.443531 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:05:49.261528 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:08.165631 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-aed5359f-264d-4f8b-9c85-c6a82c1eb552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:10.357100 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-c51868de-e623-4d75-9bb3-f825a291a141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:12.267993 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:13.609208 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:13.934971 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:17.175216 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:19.281967 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:24.442068 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:06:38.167785 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0a9a2dc5-cd44-479f-8532-ff16f830a3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:40.357587 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b565de34-7c37-460b-b500-d6c629eb6df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:42.270726 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:43.611197 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:43.938666 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:47.174751 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:06:49.278290 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:01.442643 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:07:08.169877 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-03ed2bfe-0095-4ce2-8d74-cba5e5461aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:10.358558 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-23d058b0-fbcd-4af1-a53d-890d86f291f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:12.276454 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:13.613972 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:13.940122 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:17.172577 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:19.278069 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:38.170569 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-80fa7e30-b0ee-48bd-b5a2-81fb1c1d6470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:38.443109 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:07:40.359328 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d4767843-6349-4c1e-bc4d-e3a0a3354ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:42.276283 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:43.616383 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:43.945370 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:47.169371 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:07:49.292286 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:08:08.171776 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-8b1fad51-4ba5-41b8-b2e1-859c6bbccdfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:08:10.360537 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-603b6a38-ae06-43b2-8f1a-b00476664dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:08:12.279089 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-4a5e480f-4b2f-4bcd-a0f1-fa2fd1ef9b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:08:13.620013 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-b469e15e-e95e-4a6a-9f33-e0115972ef97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:08:13.946471 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-f99fd53c-e1fd-4f93-afe6-2d26f865bfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:08:15.442388 n-d-818042-1 neutron-server[102662]: DEBUG neutron.db.agents_db [None req-a4d148a2-4ec4-4c55-b759-7f16759517ca None None] Agent healthcheck: found 7 active agents {{(pid=102662) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 16 06:08:17.177912 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-0bbebbd0-ccf4-40f6-a182-151e0e743735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:08:19.289229 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-d55beaff-a12b-4ad0-ab90-4479cd79bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 16 06:08:25.598039 n-d-818042-1 neutron-server[102659]: DEBUG neutron.wsgi [req-10def449-773f-4836-9cbc-762f536235b6 req-618e192c-3149-4a64-ac2c-2042d9393b91 service neutron] (102659) timed out ('10.222.0.41', 34384) {{(pid=102659) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 16 06:08:38.173227 n-d-818042-1 neutron-server[102661]: DEBUG neutron_lib.callbacks.manager [None req-110df352-a1e7-4271-94c9-4416662fc5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782503183288', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66713488'] for agent, after_update {{(pid=102661) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}